-- Logs begin at Mon 2021-07-05 09:00:48 UTC, end at Mon 2021-07-05 11:52:23 UTC. -- Jul 05 09:49:53.164059 n-d-779913-27 systemd[1]: Started Devstack devstack@q-svc.service. Jul 05 09:49:55.869860 n-d-779913-27 neutron-server[100664]: INFO neutron.common.config [-] Logging enabled! Jul 05 09:49:55.870463 n-d-779913-27 neutron-server[100664]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 09:49:55.870641 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100664) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 09:49:55.873911 n-d-779913-27 neutron-server[100664]: INFO neutron.common.config [-] Logging enabled! Jul 05 09:49:55.874161 n-d-779913-27 neutron-server[100664]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 09:49:55.874467 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100664) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 09:49:55.875384 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 09:49:55.875616 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 09:49:55.876006 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 09:49:55.876253 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 09:49:55.876475 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 09:49:55.876791 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.877085 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.877375 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.877601 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.877893 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.878186 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.878454 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.878737 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.879026 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.879304 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.879575 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.879892 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.880120 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.880392 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.880671 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.880948 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.881166 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] debug = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.881438 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.881881 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.882288 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.882561 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.882844 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.883116 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.883382 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.883676 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.883983 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.884303 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] host = n-d-779913-27 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.884574 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.884854 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.885133 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.885411 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.885679 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.885949 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.886229 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.886495 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.886760 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] log_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.887030 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.887311 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.887590 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.887908 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.888130 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.888347 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.888627 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.888909 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.889178 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.889446 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.889715 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.889984 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.890252 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.890513 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.890791 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.891071 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.891349 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.891617 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.891914 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.892181 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.892447 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.892725 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.892994 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.893262 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.893531 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.893813 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.894151 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.894349 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.894645 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.894927 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.895205 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.895484 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.895772 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.896066 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.896324 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.896588 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.896851 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] use_json = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.897118 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.897403 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.897687 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.897954 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.898220 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.898486 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.898751 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.899029 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:55.899319 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.899608 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.899925 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.900204 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.900491 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.900765 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.901052 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.901323 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.901603 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.901884 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.902168 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.902439 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.902718 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.902990 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.903277 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.903576 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.903885 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.904172 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.904440 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.904707 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.904974 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.905244 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.905524 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.905811 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.906093 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.906366 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.906635 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.906919 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.907194 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.907463 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.907753 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.908039 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.908311 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.908579 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.908860 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.909138 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.909408 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.909686 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.909958 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.910245 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.910518 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.910788 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.911057 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.911327 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.911595 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.911907 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.912184 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.912454 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.912722 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.913504 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.913795 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.914066 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.914340 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.914603 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.914877 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.915143 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.915412 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.915679 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.915968 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.916236 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.916502 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.916773 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.917041 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.917309 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.917575 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.917841 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.918108 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.918377 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.918656 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.918947 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.919220 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.919495 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.919794 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.920069 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.920343 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.920616 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.920888 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.921166 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.921433 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.921718 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.921996 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.922280 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.922554 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.922826 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.923115 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.923389 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.923667 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.923965 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.924245 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.924531 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.924809 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.925097 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.925388 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.925677 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.925963 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.926251 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.926527 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.926838 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.927112 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:55.927327 n-d-779913-27 neutron-server[100664]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 09:49:55.927564 n-d-779913-27 neutron-server[100664]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100664) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 05 09:49:56.274305 n-d-779913-27 neutron-server[100664]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 09:49:56.274485 n-d-779913-27 neutron-server[100664]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 09:49:56.274770 n-d-779913-27 neutron-server[100664]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 09:49:56.275094 n-d-779913-27 neutron-server[100664]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 05 09:49:56.664475 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.664755 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.665033 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.666302 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.666573 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.666835 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.700634 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.700902 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.701164 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.714803 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.715082 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.715351 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.744544 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.744815 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.745082 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.780905 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.781182 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:56.781447 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.011051 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.011648 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.011648 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.011847 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.012484 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.129712 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.130027 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.130307 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.130578 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.130843 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.131150 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.131406 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.131671 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.132562 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.132788 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.133046 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.133308 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.133562 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.133831 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.134084 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.134348 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.134615 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.134881 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.135151 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.135400 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.135677 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.136044 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.136292 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.136570 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.136815 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.137058 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.137447 n-d-779913-27 neutron-server[100664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:49:57.137683 n-d-779913-27 neutron-server[100664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:49:57.137915 n-d-779913-27 neutron-server[100664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:49:57.138144 n-d-779913-27 neutron-server[100664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:49:57.138373 n-d-779913-27 neutron-server[100664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:49:57.138600 n-d-779913-27 neutron-server[100664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:49:57.138962 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 05 09:49:57.142997 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 05 09:49:57.146891 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 05 09:49:57.150715 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jul 05 09:49:57.152347 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 05 09:49:57.152803 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 05 09:49:57.153132 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 05 09:49:57.153513 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 05 09:49:57.156327 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 05 09:49:57.156542 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 05 09:49:57.156884 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 09:49:57.185024 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 05 09:49:57.185474 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.185771 n-d-779913-27 neutron-server[100664]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100664) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 05 09:49:57.186125 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.187450 n-d-779913-27 neutron-server[100664]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100664) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 05 09:49:57.187752 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 09:49:57.188001 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 05 09:49:57.191140 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.191417 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:57.253971 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 05 09:49:57.254206 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 05 09:49:57.254438 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 05 09:49:57.254826 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 05 09:49:57.275185 n-d-779913-27 neutron-server[100664]: DEBUG oslo_db.sqlalchemy.engines [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100664) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 05 09:49:58.096414 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Initializing driver for type 'gre' Jul 05 09:49:58.097129 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] gre ID ranges: [(1, 1000)] Jul 05 09:49:58.256292 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Initializing driver for type 'local' Jul 05 09:49:58.256575 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Initializing driver for type 'vlan' Jul 05 09:49:58.319034 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] VlanTypeDriver initialization complete Jul 05 09:49:58.320184 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Initializing driver for type 'vxlan' Jul 05 09:49:58.320768 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] vxlan ID ranges: [(1, 1000)] Jul 05 09:49:58.467664 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Initializing extension driver 'port_security' Jul 05 09:49:58.468041 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.extensions.port_security [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] PortSecurityExtensionDriver initialization complete Jul 05 09:49:58.468375 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Initializing mechanism driver 'openvswitch' Jul 05 09:49:58.468708 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Initializing mechanism driver 'hyperv' Jul 05 09:49:58.475482 n-d-779913-27 neutron-server[100664]: DEBUG neutron.plugins.ml2.plugin [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:58.476210 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > port after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.476583 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > port after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.476942 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > port after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.477453 n-d-779913-27 neutron-server[100664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:49:58.477938 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > subnet after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.478289 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > subnet after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.478634 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.479020 n-d-779913-27 neutron-server[100664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:49:58.479421 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > network after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.479799 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > network after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.481226 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > network after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.481226 n-d-779913-27 neutron-server[100664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:49:58.481226 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > security_group after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.481226 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > security_group after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.481586 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > security_group after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.482111 n-d-779913-27 neutron-server[100664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:49:58.482517 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.482870 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.483218 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.483609 n-d-779913-27 neutron-server[100664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:49:58.484070 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > address_group after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.484419 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > address_group after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.484767 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > address_group after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.485151 n-d-779913-27 neutron-server[100664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 09:49:58.485522 n-d-779913-27 neutron-server[100664]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] ML2 OVO RPC backend initialized. {{(pid=100664) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 05 09:49:58.486235 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.486589 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.487108 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > network before_response 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.487463 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > networks before_response 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.487891 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > port before_response 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.488184 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > ports before_response 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.488528 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > subnet before_response 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.488870 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > subnets before_response 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.489259 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > network after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.489602 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > network after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.489940 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > network after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.490280 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > port after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.490620 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > port after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.490959 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > port after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.491814 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > subnet after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.492767 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > subnet after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.492767 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.493086 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.plugin [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Modular L2 Plugin initialization complete Jul 05 09:49:58.493675 n-d-779913-27 neutron-server[100664]: DEBUG neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading services supported by the core plugin {{(pid=100664) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 05 09:49:58.494000 n-d-779913-27 neutron-server[100664]: INFO neutron.plugins.ml2.managers [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Got port-security extension from driver 'port_security' Jul 05 09:49:58.494463 n-d-779913-27 neutron-server[100664]: INFO neutron.extensions.vlantransparent [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Disabled vlantransparent extension. Jul 05 09:49:58.494942 n-d-779913-27 neutron-server[100664]: DEBUG neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100664) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 05 09:49:58.495308 n-d-779913-27 neutron-server[100664]: INFO neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading Plugin: router Jul 05 09:49:58.537641 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router_interface before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.537971 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router after_create 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.538339 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router before_create 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.538705 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.539077 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.539431 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router after_delete 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.539816 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > floatingip after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.540181 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router after_create 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.540528 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router after_update 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.540878 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router after_update 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.541231 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.541591 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router after_update 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.542004 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router precommit_update 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.542377 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: port after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.542715 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: port after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.543052 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: subnet after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.543387 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.543746 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > port precommit_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.544098 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router precommit_create 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.544438 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: port before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.544778 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router precommit_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.545130 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router after_update 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.545468 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router precommit_delete 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.545817 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router precommit_create 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.546176 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.546561 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router precommit_update 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.546931 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > agent after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.547273 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > agent after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.547614 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > network after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.548493 n-d-779913-27 neutron-server[100664]: DEBUG neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Tracking information for resource: router configured {{(pid=100664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:49:58.548825 n-d-779913-27 neutron-server[100664]: DEBUG neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Tracking information for resource: floatingip configured {{(pid=100664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 09:49:58.554383 n-d-779913-27 neutron-server[100664]: INFO neutron.db.l3_agentschedulers_db [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 05 09:49:58.554952 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: port after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.555316 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: port after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.555667 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: port after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.556119 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: port after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.556910 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router before_create 55550100 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.557275 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router precommit_delete 55550100 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.557639 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router precommit_create 55550100 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.557996 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > router precommit_update 55550100 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.562421 n-d-779913-27 neutron-server[100664]: DEBUG neutron.services.provider_configuration [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Service providers = [] {{(pid=100664) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 05 09:49:58.566069 n-d-779913-27 neutron-server[100664]: DEBUG neutron.db.servicetype_db [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100664) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 05 09:49:58.568496 n-d-779913-27 neutron-server[100664]: DEBUG neutron.services.service_base [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 09:49:58.568846 n-d-779913-27 neutron-server[100664]: DEBUG neutron.services.service_base [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 09:49:58.569810 n-d-779913-27 neutron-server[100664]: DEBUG neutron.services.service_base [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 09:49:58.570701 n-d-779913-27 neutron-server[100664]: DEBUG neutron.services.service_base [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 09:49:58.571074 n-d-779913-27 neutron-server[100664]: INFO neutron.services.service_base [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 05 09:49:58.571452 n-d-779913-27 neutron-server[100664]: DEBUG neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:49:58.571792 n-d-779913-27 neutron-server[100664]: INFO neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 05 09:49:58.582428 n-d-779913-27 neutron-server[100664]: DEBUG neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:49:58.582759 n-d-779913-27 neutron-server[100664]: INFO neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading Plugin: auto_allocate Jul 05 09:49:58.588547 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: network precommit_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.588944 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: network precommit_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.589620 n-d-779913-27 neutron-server[100664]: DEBUG neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:49:58.590113 n-d-779913-27 neutron-server[100664]: INFO neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading Plugin: tag Jul 05 09:49:58.596596 n-d-779913-27 neutron-server[100664]: DEBUG neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:49:58.596925 n-d-779913-27 neutron-server[100664]: INFO neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading Plugin: timestamp Jul 05 09:49:58.602311 n-d-779913-27 neutron-server[100664]: DEBUG neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:49:58.606887 n-d-779913-27 neutron-server[100664]: INFO neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading Plugin: network_ip_availability Jul 05 09:49:58.612139 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.612512 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.612869 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.613583 n-d-779913-27 neutron-server[100664]: DEBUG neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:49:58.613900 n-d-779913-27 neutron-server[100664]: INFO neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading Plugin: flavors Jul 05 09:49:58.619441 n-d-779913-27 neutron-server[100664]: DEBUG neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:49:58.619804 n-d-779913-27 neutron-server[100664]: INFO neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading Plugin: revisions Jul 05 09:49:58.624096 n-d-779913-27 neutron-server[100664]: DEBUG neutron.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 09:49:58.624488 n-d-779913-27 neutron-server[100664]: DEBUG oslo_concurrency.lockutils [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.350s {{(pid=100664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 09:49:58.625225 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100664) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 05 09:49:58.625563 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Initializing extension manager. Jul 05 09:49:58.626069 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: __init__.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.626410 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: __pycache__ {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.626740 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.627070 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: address_group.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.627859 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.628429 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: address-group Jul 05 09:49:58.628749 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: address_scope.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.629455 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.629959 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: address-scope Jul 05 09:49:58.630279 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: admin_state_down_before_update.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.638412 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.639099 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: router-admin-state-down-before-update Jul 05 09:49:58.639440 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: agent.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.640218 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.640945 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: agent Jul 05 09:49:58.641279 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: agent_resources_synced.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.642208 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.642723 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: agent-resources-synced Jul 05 09:49:58.643052 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: allowedaddresspairs.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.644909 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.645429 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: allowed-address-pairs Jul 05 09:49:58.645757 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: auto_allocated_topology.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.646835 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.647348 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: auto-allocated-topology Jul 05 09:49:58.647675 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: availability_zone.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.648399 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.648906 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: availability_zone Jul 05 09:49:58.649229 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: availability_zone_filter.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.650139 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.650650 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: availability_zone_filter Jul 05 09:49:58.650970 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: data_plane_status.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.651903 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.652402 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension data-plane-status not supported by any of loaded plugins Jul 05 09:49:58.652722 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: default_subnetpools.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.653631 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.654134 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: default-subnetpools Jul 05 09:49:58.654457 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: dhcpagentscheduler.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.655280 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.655819 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: dhcp_agent_scheduler Jul 05 09:49:58.656146 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: dns.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.657054 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.657552 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension dns-integration not supported by any of loaded plugins Jul 05 09:49:58.657874 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: dns_domain_ports.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.658787 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.659283 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 05 09:49:58.659606 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.660553 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.661053 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 05 09:49:58.661378 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: dvr.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.662047 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.662545 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: dvr Jul 05 09:49:58.662873 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: empty_string_filtering.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.664299 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.664813 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: empty-string-filtering Jul 05 09:49:58.665138 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.666040 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.666543 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 05 09:49:58.666868 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.667795 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.668300 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 05 09:49:58.668624 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: external_net.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.669527 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.670036 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: external-net Jul 05 09:49:58.670362 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: extra_dhcp_opt.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.671267 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.671800 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: extra_dhcp_opt Jul 05 09:49:58.672126 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: extraroute.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.673039 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.673543 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: extraroute Jul 05 09:49:58.673871 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: extraroute_atomic.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.674912 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.675415 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: extraroute-atomic Jul 05 09:49:58.675765 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: filter_validation.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.676434 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.676936 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: filter-validation Jul 05 09:49:58.677258 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: fip_pf_description.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.678161 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.679272 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 05 09:49:58.679599 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: fip_port_details.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.680549 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.681052 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: fip-port-details Jul 05 09:49:58.681373 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: flavors.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.682597 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.683105 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: flavors Jul 05 09:49:58.683433 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.685139 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.685651 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 05 09:49:58.685983 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: floatingip_pools.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.686686 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.687194 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: floatingip-pools Jul 05 09:49:58.687521 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: ip_allocation.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.688480 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.688986 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension ip_allocation not supported by any of loaded plugins Jul 05 09:49:58.689316 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.690239 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.690792 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: ip-substring-filtering Jul 05 09:49:58.691137 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: l2_adjacency.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.692082 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.692581 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension l2_adjacency not supported by any of loaded plugins Jul 05 09:49:58.692904 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: l3.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.693883 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.694433 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: router Jul 05 09:49:58.694760 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: l3_conntrack_helper.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.703149 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.703675 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 05 09:49:58.704034 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.704971 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.705487 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: ext-gw-mode Jul 05 09:49:58.705814 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.706735 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.707241 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: l3-ha Jul 05 09:49:58.707567 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: l3_flavors.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.708523 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.709030 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: l3-flavors Jul 05 09:49:58.709354 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.710298 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.710804 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: l3-port-ip-change-not-allowed Jul 05 09:49:58.711128 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: l3agentscheduler.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.712210 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.712726 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: l3_agent_scheduler Jul 05 09:49:58.713053 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: logging.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.714537 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.715062 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension logging not supported by any of loaded plugins Jul 05 09:49:58.715400 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: metering.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.716190 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.716768 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: metering Jul 05 09:49:58.717100 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.718206 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.718719 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: metering_source_and_destination_fields Jul 05 09:49:58.719049 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: multiprovidernet.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.720011 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.720520 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: multi-provider Jul 05 09:49:58.720877 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: netmtu.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.721786 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.722291 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: net-mtu Jul 05 09:49:58.722618 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: netmtu_writable.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.723530 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.724064 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: net-mtu-writable Jul 05 09:49:58.724392 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: network_availability_zone.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.725065 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.726100 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: network_availability_zone Jul 05 09:49:58.726425 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: network_ip_availability.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.727516 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.728054 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: network-ip-availability Jul 05 09:49:58.728385 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: network_segment_range.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.729152 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.729659 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension network-segment-range not supported by any of loaded plugins Jul 05 09:49:58.729988 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: pagination.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.730964 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.731296 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: pagination Jul 05 09:49:58.731622 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: port_device_profile.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.732548 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.733061 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: port-device-profile Jul 05 09:49:58.733385 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.734303 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.734808 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: port-mac-address-regenerate Jul 05 09:49:58.735132 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.736074 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.736578 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: port-numa-affinity-policy Jul 05 09:49:58.736898 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: port_resource_request.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.737812 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.738315 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension port-resource-request not supported by any of loaded plugins Jul 05 09:49:58.738640 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: portbindings.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.739564 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.740108 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: binding Jul 05 09:49:58.740431 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: portbindings_extended.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.742396 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.742910 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: binding-extended Jul 05 09:49:58.743243 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: portsecurity.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.744435 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.744945 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: port-security Jul 05 09:49:58.745274 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: project_id.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.746250 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.746582 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: project-id Jul 05 09:49:58.746911 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: providernet.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.747872 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.755961 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: provider Jul 05 09:49:58.755961 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: qos.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.759410 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.759978 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension qos not supported by any of loaded plugins Jul 05 09:49:58.760313 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.761564 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.762079 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 05 09:49:58.762413 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.763421 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.763877 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 05 09:49:58.764207 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: qos_default.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.765127 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.765636 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension qos-default not supported by any of loaded plugins Jul 05 09:49:58.765964 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: qos_fip.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.766615 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.767118 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension qos-fip not supported by any of loaded plugins Jul 05 09:49:58.767442 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: qos_gateway_ip.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.768400 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.768912 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 05 09:49:58.769243 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: qos_port_network_policy.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.770164 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.770669 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 05 09:49:58.770994 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: qos_rule_type_details.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.771940 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.772486 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 05 09:49:58.772814 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: qos_rules_alias.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.773863 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.774376 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 05 09:49:58.774703 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: quotasv2.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.775616 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.775973 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: quotas Jul 05 09:49:58.780893 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: quotasv2_detail.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.783668 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.784039 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: quota_details Jul 05 09:49:58.784377 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: rbac.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.785449 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.785973 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: rbac-policies Jul 05 09:49:58.786305 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: rbac_address_group.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.787430 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.788541 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: rbac-address-group Jul 05 09:49:58.788829 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: rbac_address_scope.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.789771 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.790364 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: rbac-address-scope Jul 05 09:49:58.790684 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: rbac_security_groups.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.791604 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.792149 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: rbac-security-groups Jul 05 09:49:58.792483 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: rbac_subnetpool.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.793395 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.794017 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: rbac-subnetpool Jul 05 09:49:58.794233 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: revisionifmatch.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.795149 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.795686 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: revision-if-match Jul 05 09:49:58.796041 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: revisions.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.797149 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.797656 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: standard-attr-revisions Jul 05 09:49:58.797985 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: router_availability_zone.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.798659 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.799168 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: router_availability_zone Jul 05 09:49:58.799494 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: routerservicetype.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.800444 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.800948 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension router-service-type not supported by any of loaded plugins Jul 05 09:49:58.801270 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.802197 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.802709 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: security-groups-normalized-cidr Jul 05 09:49:58.803032 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: security_groups_port_filtering.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.804536 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.805039 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: port-security-groups-filtering Jul 05 09:49:58.805425 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.810432 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.810940 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: security-groups-remote-address-group Jul 05 09:49:58.811263 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: securitygroup.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.820958 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.821490 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: security-group Jul 05 09:49:58.821826 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: segment.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.822615 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.823124 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension segment not supported by any of loaded plugins Jul 05 09:49:58.823456 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.824420 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.824929 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 05 09:49:58.825258 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: servicetype.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.826388 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.826912 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: service-type Jul 05 09:49:58.827246 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: sorting.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.828256 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.828591 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: sorting Jul 05 09:49:58.828917 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: standard_attr_segment.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.829902 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.830585 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 05 09:49:58.830740 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: standardattrdescription.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.831406 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.832210 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: standard-attr-description Jul 05 09:49:58.832392 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: stateful_security_group.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.833356 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.833868 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: stateful-security-group Jul 05 09:49:58.834195 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: stdattrs_common.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.834819 n-d-779913-27 neutron-server[100664]: WARNING neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 05 09:49:58.835143 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.836108 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.836761 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 05 09:49:58.837082 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: subnet_onboard.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.838164 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.838679 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: subnet_onboard Jul 05 09:49:58.839003 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.839960 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.840468 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 05 09:49:58.840792 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: subnet_service_types.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.841717 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.842225 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: subnet-service-types Jul 05 09:49:58.842595 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: subnetallocation.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.843806 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.844314 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: subnet_allocation Jul 05 09:49:58.844643 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.845390 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.845899 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: subnetpool-prefix-ops Jul 05 09:49:58.846224 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.847170 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.847685 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 05 09:49:58.848037 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: tagging.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.849133 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.849655 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: standard-attr-tag Jul 05 09:49:58.849987 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: timestamp.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.856360 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.856874 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loaded extension: standard-attr-timestamp Jul 05 09:49:58.857203 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: trunk.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.858243 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.858757 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension trunk not supported by any of loaded plugins Jul 05 09:49:58.859087 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: trunk_details.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.860047 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.860560 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension trunk-details not supported by any of loaded plugins Jul 05 09:49:58.860889 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: uplink_status_propagation.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.861847 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.862359 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 05 09:49:58.862687 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Loading extension file: vlantransparent.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 09:49:58.863369 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 09:49:58.863911 n-d-779913-27 neutron-server[100664]: INFO neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extension vlan-transparent not supported by any of loaded plugins Jul 05 09:49:58.867055 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of TrackedResource for resource:network Jul 05 09:49:58.867591 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of TrackedResource for resource:subnet Jul 05 09:49:58.868024 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 09:49:58.868686 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of TrackedResource for resource:port Jul 05 09:49:58.869979 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:49:58.870424 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Service FLAVORS assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:49:58.871049 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:49:58.871490 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:49:58.872343 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of TrackedResource for resource:router Jul 05 09:49:58.872343 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of TrackedResource for resource:floatingip Jul 05 09:49:58.872812 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Service METERING assigned prefix: /metering {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:49:58.874289 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.874666 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.875023 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 09:49:58.876043 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 09:49:58.881382 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of TrackedResource for resource:security_group Jul 05 09:49:58.881382 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 09:49:58.881382 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Service CORE assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:49:58.881382 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 09:49:58.881382 n-d-779913-27 neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] subnetpool is already registered Jul 05 09:49:58.881382 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Service CORE assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:49:58.881382 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 09:49:58.881382 n-d-779913-27 neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] subnetpool is already registered Jul 05 09:49:58.881941 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:49:58.882081 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Service FLAVORS assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:49:58.882676 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:49:58.883099 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:49:58.883437 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of TrackedResource for resource:router Jul 05 09:49:58.883825 n-d-779913-27 neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] router is already registered Jul 05 09:49:58.884243 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of TrackedResource for resource:floatingip Jul 05 09:49:58.884615 n-d-779913-27 neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] floatingip is already registered Jul 05 09:49:58.885037 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Service METERING assigned prefix: /metering {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:49:58.885712 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 09:49:58.886041 n-d-779913-27 neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] rbac_policy is already registered Jul 05 09:49:58.886451 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of TrackedResource for resource:security_group Jul 05 09:49:58.886788 n-d-779913-27 neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] security_group is already registered Jul 05 09:49:58.887193 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 09:49:58.887528 n-d-779913-27 neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] security_group_rule is already registered Jul 05 09:49:58.888177 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Service CORE assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:49:58.888505 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 09:49:58.888839 n-d-779913-27 neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] subnetpool is already registered Jul 05 09:49:58.889261 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Service CORE assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 09:49:58.889587 n-d-779913-27 neutron-server[100664]: INFO neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 09:49:58.889950 n-d-779913-27 neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] subnetpool is already registered Jul 05 09:49:58.890388 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: extensions {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.891906 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: address-groups {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.893367 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: address-scopes {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.894700 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: agents {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.895903 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: auto-allocated-topology {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.897148 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: availability_zones {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.898386 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: dhcp-networks {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.901286 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: dhcp-agents {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.903216 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: routers {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.904960 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: flavors {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.906216 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: service_profiles {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.907414 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: next_providers {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.908866 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: service_profiles {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.910450 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: floatingip-pools {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.911649 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: routers {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.913903 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: floatingips {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.915161 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: l3-routers {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.916587 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: l3-agents {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.918060 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: metering-labels {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.919294 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: metering-label-rules {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.920686 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: network-ip-availabilities {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.921941 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: bindings {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.923519 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: quotas {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.925100 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: quotas {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.926491 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: rbac-policies {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.927668 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: security-groups {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.931706 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: security-group-rules {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.931706 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: service-providers {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.932060 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: subnetpools {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.933387 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: subnetpools {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.934914 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.936628 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.938456 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.940291 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.941975 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.943948 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.945683 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.947467 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.949347 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.951087 n-d-779913-27 neutron-server[100664]: DEBUG neutron.api.extensions [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 09:49:58.957204 n-d-779913-27 neutron-server[100664]: WARNING keystonemiddleware.auth_token [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 05 09:49:58.961797 n-d-779913-27 neutron-server[100664]: WARNING keystonemiddleware.auth_token [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 05 09:49:58.971197 n-d-779913-27 neutron-server[100664]: DEBUG oslo_concurrency.lockutils [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Acquired lock "singleton_lock" {{(pid=100664) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 05 09:49:58.971693 n-d-779913-27 neutron-server[100664]: DEBUG oslo_concurrency.lockutils [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Releasing lock "singleton_lock" {{(pid=100664) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 05 09:49:58.972353 n-d-779913-27 neutron-server[100664]: INFO oslo_service.service [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Starting 2 workers Jul 05 09:49:58.977599 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Started child 100775 {{(pid=100664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 09:49:58.981962 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Started child 100776 {{(pid=100664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 09:49:58.982983 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:58.983594 n-d-779913-27 neutron-server[100664]: INFO neutron.service [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Neutron service started, listening on 0.0.0.0:9696 Jul 05 09:49:58.984255 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Notify callbacks [] for process, before_spawn {{(pid=100664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:58.984514 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [-] (100775) wsgi starting up on http://0.0.0.0:9696 Jul 05 09:49:58.986617 n-d-779913-27 neutron-server[100664]: INFO oslo_service.service [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Starting 1 workers Jul 05 09:49:58.986737 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:58.988138 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [-] (100776) wsgi starting up on http://0.0.0.0:9696 Jul 05 09:49:58.992328 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Started child 100777 {{(pid=100664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 09:49:58.992889 n-d-779913-27 neutron-server[100664]: INFO oslo_service.service [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Starting 1 workers Jul 05 09:49:58.996577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.service [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] calling RpcWorker wait() {{(pid=100777) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 05 09:49:58.997130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.service [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] returning from RpcWorker wait() {{(pid=100777) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 05 09:49:58.997552 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Started child 100778 {{(pid=100664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 09:49:58.998377 n-d-779913-27 neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-60534ff5-853b-4918-b91c-f8e5a72967ba None None] Notify callbacks [] for process, after_spawn {{(pid=100664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:58.998613 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:58.999140 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:59.000408 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100664) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 09:49:59.000624 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 09:49:59.000811 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 09:49:59.001030 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 09:49:59.001380 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 09:49:59.001546 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 09:49:59.002047 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.002328 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.002424 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:49:59.002858 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.002858 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.003110 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.003683 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.003989 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.004224 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.004508 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.004757 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.004929 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.005094 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.005351 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.005585 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.005845 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.006106 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.006358 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.006605 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.006827 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.007078 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.007336 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.007591 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.007876 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] debug = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.008132 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.008629 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.008875 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.009122 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.009357 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.009639 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.009868 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.010138 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.010389 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.010603 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.010844 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.011091 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.011325 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.011538 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.011757 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.012012 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.012234 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.012721 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] host = n-d-779913-27 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.012955 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.013193 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.013420 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.013666 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.013936 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.014149 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.014412 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.014663 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.014917 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.015145 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.015395 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.015656 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.015928 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.016173 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] log_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.016336 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] log_options = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.016577 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.016839 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.017094 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.017282 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.017448 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.017626 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.017881 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.018043 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.018288 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.018504 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.018716 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.019029 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.019184 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.019338 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.019598 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.019866 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.020101 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.020315 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.020570 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.020796 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.021041 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.021261 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.021504 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.021717 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.021928 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.022139 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.022902 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.023115 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.023330 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.023593 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.023846 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.024095 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.024327 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.024582 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.024826 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.025051 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.025260 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.025538 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.025766 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.026006 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.026263 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.026505 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.026747 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.026982 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.027198 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.027409 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] use_json = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.027623 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.027891 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.028155 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.028382 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.028599 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.028811 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.029037 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.029252 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.029669 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.029960 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.030270 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.030535 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.030763 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.031026 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.031276 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.031500 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.031793 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.032026 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.032449 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.032703 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.032971 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.033227 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.033505 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.033650 n-d-779913-27 neutron-server[100778]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:59.033846 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.034089 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.034351 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.034590 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.034820 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.035056 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.035274 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.035604 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.037284 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.037284 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.037284 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.037284 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.037284 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.039029 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.039029 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.039765 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.039765 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.039765 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.040535 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.040535 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.040535 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.040913 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.040913 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.041166 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.041288 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.041539 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.041772 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.042011 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.042227 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.042442 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.042657 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.042907 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.043136 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.043373 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.043630 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.043894 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.044140 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.044356 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.044568 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.044786 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.045046 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.045350 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.045569 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.046026 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.046394 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.047585 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.047585 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.047585 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.047585 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.063644 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.063644 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.063644 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.063644 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.063644 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.063644 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.063644 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.063644 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.063644 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064318 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064318 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064318 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064318 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064318 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064318 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064318 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064318 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064318 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064951 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064951 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064951 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064951 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064951 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064951 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064951 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.064951 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.065511 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.065511 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.065511 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.065511 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.065511 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.065511 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.065511 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.065511 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.066183 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.066183 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.066183 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.066183 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.066183 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.066183 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.066183 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.066183 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.066828 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.066828 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.066828 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.066828 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.066828 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.066828 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.066828 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.066828 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.067485 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.067485 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.067485 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.067485 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.067485 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.067485 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.067485 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.067485 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.068227 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.068227 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.068227 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.068227 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.068227 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.068227 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.068227 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.068227 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.068831 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.068831 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.068831 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.068831 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.068831 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.068831 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.068831 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.068831 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.069459 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.069459 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.069459 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.069459 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.069459 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.069459 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.069459 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.069459 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.070028 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.070028 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.070028 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.070028 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.070028 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.070028 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.070028 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.070028 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.070654 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.070654 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.070654 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.070654 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.070654 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.070654 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.070654 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.070654 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.071230 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.071230 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.071230 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.071230 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.071518 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.071518 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.071746 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.072017 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.072269 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.072505 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.072752 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.072980 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.073229 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.073446 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.073697 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.073926 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.074153 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.074588 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.074829 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.075066 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.075430 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.075854 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.076078 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.076338 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.076596 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.076920 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.077182 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.077420 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.077663 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.077884 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.078133 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.078370 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.078604 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.078827 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.079045 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.079294 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.079530 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.079772 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.080004 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.080243 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.080456 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.080667 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.081052 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.081270 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.081803 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.081803 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.082115 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.082308 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.082548 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.082784 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.083014 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.083225 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.083435 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.083660 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.083906 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.084124 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.084354 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.084586 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.085326 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.085573 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.085789 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.086004 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.086249 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.086459 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.086673 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.086893 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.087095 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.087305 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.087548 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.087806 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.088016 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.088267 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.088480 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.088679 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.088991 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.089237 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.089461 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.089741 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.090016 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.090210 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.090439 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.090736 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.090955 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.091231 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.091448 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.091668 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.091916 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.092171 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.092488 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.092779 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.093035 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.093283 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.093549 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.093842 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.094143 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.094336 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.094792 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.094990 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.095218 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.095477 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.095708 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.095982 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.096204 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.096424 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.096659 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.097382 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.097382 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.097382 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.097691 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.097817 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.097958 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.098215 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.098428 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.098654 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.098867 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.099118 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.099330 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.099512 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 09:49:59.100052 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100664) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 09:49:59.100230 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 09:49:59.100330 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 09:49:59.101082 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 09:49:59.101261 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 09:49:59.101384 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 09:49:59.101587 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.101746 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.101907 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.102068 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.102224 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.102561 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.102723 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.102881 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.103038 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.103198 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.103357 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.103515 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.103673 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.103857 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.104016 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.104174 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.104332 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.104491 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.104659 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.104818 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.104976 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.105134 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.105293 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] debug = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.105452 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.105644 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.105808 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.105966 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.106124 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.106281 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.106439 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.106598 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.106757 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.107014 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.107241 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.107432 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.107621 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.107621 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.107918 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.107918 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.108132 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.108272 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] host = n-d-779913-27 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.108392 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.108546 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.108662 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.108812 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.108967 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.109334 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.109334 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.109550 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.109550 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.109720 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.109859 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.109982 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.110144 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.110306 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] log_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.110462 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] log_options = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.110620 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.110778 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.110935 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.111122 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.111285 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.111444 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.111599 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.111783 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.111924 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.112082 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.112227 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.112385 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.112546 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.112701 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.112847 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.113002 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.113164 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.113310 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.113455 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.113601 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.113750 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.113891 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.114092 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.114207 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.114318 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.114475 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.114678 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.114792 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.114932 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.115169 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.115301 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.115478 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.115662 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.115662 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.115926 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.116062 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.116169 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.116358 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.116358 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.116721 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.116795 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.116913 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.117066 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.117223 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.117385 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.117520 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] use_json = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.117681 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.117845 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.118001 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.118161 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.118567 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.118728 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.118921 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.119047 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 09:49:59.119225 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.119388 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.119560 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.119750 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.119904 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.120067 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.120225 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.120397 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.120541 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.120701 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.120869 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.121046 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.121200 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.121360 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.121524 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.121683 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.121843 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.122003 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.122165 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.122325 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.122484 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.122645 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.122823 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.122984 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.123146 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.123307 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.123467 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.123628 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.123811 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.123972 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.124133 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.124294 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.124454 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.124619 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.124784 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.124990 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.125083 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.125241 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.125403 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.125562 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.125723 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.125881 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.126041 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.126202 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.126361 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.126522 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.126682 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.126843 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.127003 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.127163 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.127332 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.127491 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.127649 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.127830 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.127991 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.128150 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.128308 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.128468 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.128626 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.128785 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.128945 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.129117 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.129276 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.129435 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.129595 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.129756 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.129915 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.130075 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.130234 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.130393 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.130552 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.130710 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.130870 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.131030 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.131188 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.131347 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.131507 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.131690 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.131872 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.132034 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.132194 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.132353 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.132512 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.132671 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.132838 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.133012 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.133172 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.133333 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.133492 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.133651 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.133809 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.133969 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.134128 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.134286 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.134446 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.134611 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.134770 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.134933 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.135094 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.135254 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.135413 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.135573 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.135747 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.135909 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.136073 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.136234 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.136393 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.136552 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.136711 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.136872 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.137030 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.137198 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.137359 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.137525 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.137683 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.137849 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.138021 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.138180 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.138339 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.138500 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.138657 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.138817 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.138975 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.139136 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.139293 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.139452 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.139610 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.139798 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.139969 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.140129 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.140289 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.140447 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.140635 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.140791 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.140950 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.141109 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.141269 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.141428 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.141586 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.141745 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.141904 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.142063 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.142224 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.142385 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.142620 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.142787 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.142921 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.143082 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.143243 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.143403 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.143562 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.143738 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.143900 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.144056 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.144187 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.144332 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.144490 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.144713 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.144858 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.144979 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.145108 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.145316 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.145411 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.145574 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.145734 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.145895 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.146054 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.146212 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.146371 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.146532 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.146694 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.146855 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.147015 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.147176 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.147907 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.148067 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.148225 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.148381 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.148689 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.148870 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.148998 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.149210 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.149340 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.149454 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.149615 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.149776 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.149938 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.150113 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.150273 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.150432 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.150592 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.150752 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.150913 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.151073 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.151233 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.151394 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.151555 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.151734 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.151899 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.152062 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.152224 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.152385 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.152545 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.152704 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.152865 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.153023 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.153196 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.153357 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.153517 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.153676 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.153835 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.153997 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.154166 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.154326 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.154486 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.154645 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.154804 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.154964 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.155138 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.155297 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.155456 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.155615 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.155791 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.155945 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.156114 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.156273 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.156432 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.156591 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.156750 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.156909 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.157078 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.157238 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.157397 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.157555 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.157714 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.157874 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.158043 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.158204 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.158363 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.158531 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.158691 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.159231 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.159231 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.159231 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.159502 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.159502 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.159645 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.159777 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.159919 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.160087 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.160251 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.160985 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.160985 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.160985 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.160985 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.161365 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.161365 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.161365 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.162024 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.162024 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.162024 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.162024 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.162475 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.162475 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.162475 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.162813 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.162813 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.162813 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.163688 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.163688 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.163940 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.164061 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.164182 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.164302 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.164465 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.164627 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.164788 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.165280 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.165280 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 09:49:59.165280 n-d-779913-27 neutron-server[100664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 09:49:59.167160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:49:59.341813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59366) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:49:59.350344 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062976 Jul 05 09:50:10.929122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2bb720-0993-41ee-8d49-746b1746bca2 None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 09:50:11.003876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2bb720-0993-41ee-8d49-746b1746bca2 None None] No non-hosted networks {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 05 09:50:11.012088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.agentschedulers_db [None req-ca2bb720-0993-41ee-8d49-746b1746bca2 None None] DHCP Agent not found on host n-d-779913-27 {{(pid=100777) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 05 09:50:11.217030 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a2ce1701-05f2-4f28-b58a-29529976b425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584253'] for agent, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:13.553897 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5e146f74-91e3-457f-b781-124b774e0da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584253'] for agent, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:13.605876 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-f91a50b7-f9ee-478a-9c27-2af4d17dfd92 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-779913-27 {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:50:13.606551 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-f91a50b7-f9ee-478a-9c27-2af4d17dfd92 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:50:13.640647 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584253'] for agent, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:13.641992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:13.642754 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:13.643504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:13.644403 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:13.645153 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:13.645977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:13.649239 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:13.650140 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:13.655184 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:13.655184 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:13.657559 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:13.658079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:13.658518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-779913-27', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:13.670541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-779913-27', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:14.194593 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f91a50b7-f9ee-478a-9c27-2af4d17dfd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:14.821823 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584253'] for agent, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:16.616125 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584253'] for agent, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:17.483634 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59462) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:17.988211 n-d-779913-27 neutron-server[100775]: WARNING oslo_policy.policy [None req-b21eb2be-797f-4400-a2d3-c48d0663beda admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:50:17.988871 n-d-779913-27 neutron-server[100775]: WARNING oslo_policy.policy [None req-b21eb2be-797f-4400-a2d3-c48d0663beda admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:50:18.212588 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-b21eb2be-797f-4400-a2d3-c48d0663beda admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:50:18.213825 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b21eb2be-797f-4400-a2d3-c48d0663beda admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7280974 Jul 05 09:50:20.571638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59476) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:20.769780 n-d-779913-27 neutron-server[100777]: INFO neutron.db.l3_hamode_db [None req-f95df5fc-bbe3-4362-9bf8-d0f44dc970fc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 05 09:50:20.847199 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95df5fc-bbe3-4362-9bf8-d0f44dc970fc None None] Routers set() bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:50:20.847593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95df5fc-bbe3-4362-9bf8-d0f44dc970fc None None] Router IDs set() for agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 09:50:21.060312 n-d-779913-27 neutron-server[100776]: WARNING oslo_policy.policy [None req-db44c3f3-b824-43b0-b157-59b0f7d27cde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:50:21.060883 n-d-779913-27 neutron-server[100776]: WARNING oslo_policy.policy [None req-db44c3f3-b824-43b0-b157-59b0f7d27cde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:50:21.277793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-db44c3f3-b824-43b0-b157-59b0f7d27cde admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:21.371376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.policy [None req-db44c3f3-b824-43b0-b157-59b0f7d27cde admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100776) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 09:50:21.415515 n-d-779913-27 neutron-server[100776]: WARNING oslo_policy.policy [None req-db44c3f3-b824-43b0-b157-59b0f7d27cde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:50:21.415904 n-d-779913-27 neutron-server[100776]: WARNING oslo_policy.policy [None req-db44c3f3-b824-43b0-b157-59b0f7d27cde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:50:21.424224 n-d-779913-27 neutron-server[100776]: INFO neutron.quota [None req-db44c3f3-b824-43b0-b157-59b0f7d27cde admin admin] Loaded quota_driver: . Jul 05 09:50:21.584395 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db44c3f3-b824-43b0-b157-59b0f7d27cde admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773651851523', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773651853148', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773651839748', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773651833138', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773651827455', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773651813107', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3880133', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4034598', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-958618', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1018608'] for rbac-policy, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:21.793572 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db44c3f3-b824-43b0-b157-59b0f7d27cde admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:21.795374 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-db44c3f3-b824-43b0-b157-59b0f7d27cde admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2224643 Jul 05 09:50:24.351758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59494) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:24.649417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '5b42709385dc41bca1cfc821f5b9f189', 'tenant_id': '5b42709385dc41bca1cfc821f5b9f189'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:24.730504 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Made reservation on behalf of 5b42709385dc41bca1cfc821f5b9f189 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:24.733363 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:24.750319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:24.870726 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:24.953406 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:24.973544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:50:25.002018 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773647081557', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:25.002618 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Unsubscribe: segment precommit_create {{(pid=100776) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 09:50:25.003113 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Added segment 23cad997-d387-48ff-a800-12f2cbcffa84 of type vlan for network 55c247a7-1b22-4628-bc40-23ef86609ce4 Jul 05 09:50:25.020861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1769af8-5c5a-4597-8e75-83caf87e41b8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:25.069306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:25.069644 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:25.069978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:25.070310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:25.070632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:25.070955 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:25.071274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:25.071592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:25.071933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:25.072257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:25.072569 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:25.072886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Tracked resource versions report: Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: pushed versions: Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: { 'AddressGroup': {'1.2'}, Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'ConntrackHelper': {'1.0'}, Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'Log': {'1.0'}, Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'Network': {'1.1'}, Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'Port': {'1.7'}, Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'PortForwarding': {'1.2'}, Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'QosPolicy': {'1.8'}, Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'SecurityGroup': {'1.4'}, Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'SubPort': {'1.0'}, Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'Subnet': {'1.1'}, Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'Trunk': {'1.1'}} Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: consumer versions: Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: { DHCP agent@n-d-779913-27: {}, Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: L3 agent@n-d-779913-27: {}, Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: Metadata agent@n-d-779913-27: {}, Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: Metering agent@n-d-779913-27: {}, Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: Open vSwitch agent@n-d-779913-27: { 'AddressGroup': '1.2', Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'ConntrackHelper': '1.0', Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'Log': '1.0', Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'Network': '1.1', Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'Port': '1.7', Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'PortForwarding': '1.2', Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'QosPolicy': '1.8', Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'SecurityGroup': '1.4', Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'SecurityGroupRule': '1.2', Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'SubPort': '1.0', Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'Subnet': '1.1', Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: 'Trunk': '1.1'}} Jul 05 09:50:25.073945 n-d-779913-27 neutron-server[100776]: {{(pid=100776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:50:25.122225 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:25.261596 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:25.262755 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:25.263433 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:25.360297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] Pushing event updated for resources: {'Network': ['ID=55c247a7-1b22-4628-bc40-23ef86609ce4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:25.372979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 55c247a7-1b22-4628-bc40-23ef86609ce4 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:50:25.411579 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6b29e6ff-fdd5-458c-8a6f-430bc3992a7e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0587263 Jul 05 09:50:28.104483 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59508) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:28.623128 n-d-779913-27 neutron-server[100775]: DEBUG neutron.policy [None req-df79aa32-b927-4cf1-bde2-4c29856a6b42 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100775) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 09:50:28.685442 n-d-779913-27 neutron-server[100775]: WARNING oslo_policy.policy [None req-df79aa32-b927-4cf1-bde2-4c29856a6b42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:50:28.685833 n-d-779913-27 neutron-server[100775]: WARNING oslo_policy.policy [None req-df79aa32-b927-4cf1-bde2-4c29856a6b42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 09:50:28.694909 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df79aa32-b927-4cf1-bde2-4c29856a6b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:28.696817 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-df79aa32-b927-4cf1-bde2-4c29856a6b42 admin admin] 10.222.0.77 "GET /v2.0/networks/55c247a7-1b22-4628-bc40-23ef86609ce4 HTTP/1.1" status: 200 len: 825 time: 0.5913200 Jul 05 09:50:28.736793 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a1f6d3cd-46fb-466c-b860-d33976b4f6b3 admin admin] 10.222.0.77 "GET /v2.0/subnetpools/8db908b2-82c4-45e8-9e0b-7c2f25b29d60 HTTP/1.1" status: 200 len: 734 time: 0.0343535 Jul 05 09:50:28.757468 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '5b42709385dc41bca1cfc821f5b9f189', 'name': 'private-subnet', 'subnetpool_id': '8db908b2-82c4-45e8-9e0b-7c2f25b29d60', 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4', 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:28.757468 n-d-779913-27 neutron-server[100775]: INFO neutron.quota [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Loaded quota_driver: . Jul 05 09:50:28.924709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Made reservation on behalf of 5b42709385dc41bca1cfc821f5b9f189 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:28.927843 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:29.290702 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:29.362334 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Checking segment: {'id': '23cad997-d387-48ff-a800-12f2cbcffa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:29.362741 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Network hostable DHCP agents. Network: 55c247a7-1b22-4628-bc40-23ef86609ce4, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:50:29.374607 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b90f72d-4184-4b62-b0c3-2350783eed15,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:29.387635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:29.387928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:29.388262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:29.388618 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:29.388947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:29.389313 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:29.389649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:29.389967 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:29.390288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:29.390606 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:29.390924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:29.391256 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Tracked resource versions report: Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: pushed versions: Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: { 'AddressGroup': {'1.2'}, Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'ConntrackHelper': {'1.0'}, Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'Log': {'1.0'}, Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'Network': {'1.1'}, Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'Port': {'1.7'}, Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'PortForwarding': {'1.2'}, Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'QosPolicy': {'1.8'}, Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'SecurityGroup': {'1.4'}, Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'SubPort': {'1.0'}, Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'Subnet': {'1.1'}, Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'Trunk': {'1.1'}} Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: consumer versions: Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: { DHCP agent@n-d-779913-27: {}, Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: L3 agent@n-d-779913-27: {}, Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: Metadata agent@n-d-779913-27: {}, Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: Metering agent@n-d-779913-27: {}, Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: Open vSwitch agent@n-d-779913-27: { 'AddressGroup': '1.2', Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'ConntrackHelper': '1.0', Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'Log': '1.0', Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'Network': '1.1', Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'Port': '1.7', Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'PortForwarding': '1.2', Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'QosPolicy': '1.8', Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'SecurityGroup': '1.4', Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'SecurityGroupRule': '1.2', Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'SubPort': '1.0', Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'Subnet': '1.1', Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: 'Trunk': '1.1'}} Jul 05 09:50:29.392426 n-d-779913-27 neutron-server[100775]: {{(pid=100775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:50:29.502073 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Network 55c247a7-1b22-4628-bc40-23ef86609ce4 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:50:29.639027 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 55c247a7-1b22-4628-bc40-23ef86609ce4) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:29.645095 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:29.646199 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:29.652079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ea70e0-29b3-45fe-b8fb-3e2d251deaf9 None None] Network 55c247a7-1b22-4628-bc40-23ef86609ce4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:29.742534 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5ea5d3f6-61ad-432e-ace9-564a1f89e7ed admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0003200 Jul 05 09:50:29.970745 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-55c247a7-1b22-4628-bc40-23ef86609ce4', 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4', 'tenant_id': '5b42709385dc41bca1cfc821f5b9f189', 'fixed_ips': [{'subnet_id': '1b90f72d-4184-4b62-b0c3-2350783eed15'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:50:29.972038 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.247511 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Allocated IP 172.20.0.2 (55c247a7-1b22-4628-bc40-23ef86609ce4/1b90f72d-4184-4b62-b0c3-2350783eed15/fb4d619e-6179-4928-8b0c-2fc046dae305) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:30.480957 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.496086 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Transition to ACTIVE for port object fb4d619e-6179-4928-8b0c-2fc046dae305 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:30.516639 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Transition to ACTIVE for port object fb4d619e-6179-4928-8b0c-2fc046dae305 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:30.639372 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.711933 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Network 55c247a7-1b22-4628-bc40-23ef86609ce4 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:30.718467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:30.721532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:30.733175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Pushing event updated for resources: {'Port': ['ID=fb4d619e-6179-4928-8b0c-2fc046dae305,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:30.773694 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:30.773964 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:30.774313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:30.774651 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:30.774985 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:30.775318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:30.775645 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:30.776009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:30.776337 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:30.776660 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:30.776985 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:30.777310 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Tracked resource versions report: Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: pushed versions: Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: { 'AddressGroup': {'1.2'}, Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'ConntrackHelper': {'1.0'}, Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'Log': {'1.0'}, Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'Network': {'1.1'}, Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'Port': {'1.7'}, Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'PortForwarding': {'1.2'}, Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'QosPolicy': {'1.8'}, Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'SecurityGroup': {'1.4'}, Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'SubPort': {'1.0'}, Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'Subnet': {'1.1'}, Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'Trunk': {'1.1'}} Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: consumer versions: Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: { DHCP agent@n-d-779913-27: {}, Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: L3 agent@n-d-779913-27: {}, Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: Metadata agent@n-d-779913-27: {}, Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: Metering agent@n-d-779913-27: {}, Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: Open vSwitch agent@n-d-779913-27: { 'AddressGroup': '1.2', Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'ConntrackHelper': '1.0', Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'Log': '1.0', Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'Network': '1.1', Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'Port': '1.7', Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'PortForwarding': '1.2', Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'QosPolicy': '1.8', Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'SecurityGroup': '1.4', Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'SecurityGroupRule': '1.2', Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'SubPort': '1.0', Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'Subnet': '1.1', Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: 'Trunk': '1.1'}} Jul 05 09:50:30.778387 n-d-779913-27 neutron-server[100777]: {{(pid=100777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:50:30.813250 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Attempting to bind port fb4d619e-6179-4928-8b0c-2fc046dae305 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:30.813657 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Attempting to bind port fb4d619e-6179-4928-8b0c-2fc046dae305 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '23cad997-d387-48ff-a800-12f2cbcffa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:30.814085 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Attempting to bind port fb4d619e-6179-4928-8b0c-2fc046dae305 on network 55c247a7-1b22-4628-bc40-23ef86609ce4 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:30.819512 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:30.819958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Checking segment: {'id': '23cad997-d387-48ff-a800-12f2cbcffa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:30.820439 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.820837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Bound using segment: {'id': '23cad997-d387-48ff-a800-12f2cbcffa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:30.821306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Bound port: fb4d619e-6179-4928-8b0c-2fc046dae305, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cad997-d387-48ff-a800-12f2cbcffa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:30.821731 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:30.886147 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] For port fb4d619e-6179-4928-8b0c-2fc046dae305, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:30.890383 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] For port fb4d619e-6179-4928-8b0c-2fc046dae305, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=fb4d619e-6179-4928-8b0c-2fc046dae305,segment=NetworkSegment(23cad997-d387-48ff-a800-12f2cbcffa84),segment_id=23cad997-d387-48ff-a800-12f2cbcffa84)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:31.005343 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:31.074190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40737edd-b349-4f90-b24a-47a1be057de5 None None] Pushing event updated for resources: {'Port': ['ID=fb4d619e-6179-4928-8b0c-2fc046dae305,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:32.143420 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59522) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:32.473238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-2a9fb8f2-7bc5-49d4-9f67-1dad3bf950c0 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:50:32.474251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2a9fb8f2-7bc5-49d4-9f67-1dad3bf950c0 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3298659 Jul 05 09:50:34.896807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59530) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:35.209931 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-0e542853-3710-499a-9426-3ceda5ad5085 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:50:35.210927 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0e542853-3710-499a-9426-3ceda5ad5085 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3131914 Jul 05 09:50:37.204713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049ac73f-cf20-47a4-ae3b-24b71d24c218 None None] Network 55c247a7-1b22-4628-bc40-23ef86609ce4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:37.331240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cf7ed60c-3635-4c89-9945-9c2b7f3f4b0d None None] Provisioning for port fb4d619e-6179-4928-8b0c-2fc046dae305 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:37.389112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device fb4d619e-6179-4928-8b0c-2fc046dae305 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:37.581870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port fb4d619e-6179-4928-8b0c-2fc046dae305 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:37.586452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port fb4d619e-6179-4928-8b0c-2fc046dae305 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:37.589990 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:37.704178 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:37.739924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port fb4d619e-6179-4928-8b0c-2fc046dae305, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=fb4d619e-6179-4928-8b0c-2fc046dae305,segment=NetworkSegment(23cad997-d387-48ff-a800-12f2cbcffa84),segment_id=23cad997-d387-48ff-a800-12f2cbcffa84)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:37.764995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-262cef26-09ba-4055-87d7-48d42e7dd982 None None] Provisioning complete for port fb4d619e-6179-4928-8b0c-2fc046dae305 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:37.765288 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-262cef26-09ba-4055-87d7-48d42e7dd982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:37.832140 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:37.886270 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-262cef26-09ba-4055-87d7-48d42e7dd982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:37.902111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=fb4d619e-6179-4928-8b0c-2fc046dae305,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:37.917257 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59544) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:37.948514 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-262cef26-09ba-4055-87d7-48d42e7dd982 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 09:50:37.948985 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-262cef26-09ba-4055-87d7-48d42e7dd982 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 09:50:38.236336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-21515a51-eaf0-4961-9795-d03cf57702d9 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '5b42709385dc41bca1cfc821f5b9f189', 'admin_state_up': True}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:38.319670 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-21515a51-eaf0-4961-9795-d03cf57702d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.321316 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-21515a51-eaf0-4961-9795-d03cf57702d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.482061 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-21515a51-eaf0-4961-9795-d03cf57702d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.594441 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-21515a51-eaf0-4961-9795-d03cf57702d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.702021 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-21515a51-eaf0-4961-9795-d03cf57702d9 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:38.703267 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-21515a51-eaf0-4961-9795-d03cf57702d9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7850015 Jul 05 09:50:39.342541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device fb4d619e-6179-4928-8b0c-2fc046dae305 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:39.392900 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port fb4d619e-6179-4928-8b0c-2fc046dae305 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:39.393277 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:40.890754 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8255ef67-b94e-4cd2-a61d-597460dfcb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:41.093032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59552) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:41.401763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-14fa0aaa-a819-4b78-8a5e-ba22b05bb878 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:50:41.402754 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-14fa0aaa-a819-4b78-8a5e-ba22b05bb878 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3087726 Jul 05 09:50:43.507817 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-27002614-f1a3-45c4-9859-124c492ece0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:43.701683 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:43.819251 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59560) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:44.122620 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-bf01ba20-52c0-4d06-a362-2f0d776f6e45 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:44.215862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf01ba20-52c0-4d06-a362-2f0d776f6e45 admin admin] Made reservation on behalf of 9b361f6f0e1f41308fe9375570884cc1 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:44.218158 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf01ba20-52c0-4d06-a362-2f0d776f6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:44.226942 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf01ba20-52c0-4d06-a362-2f0d776f6e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:44.310991 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf01ba20-52c0-4d06-a362-2f0d776f6e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:44.433292 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf01ba20-52c0-4d06-a362-2f0d776f6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:44.448549 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bf01ba20-52c0-4d06-a362-2f0d776f6e45 admin admin] Reserving flat network on physical network physnet1 {{(pid=100776) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 05 09:50:44.470375 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01ba20-52c0-4d06-a362-2f0d776f6e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1ef38e-dfd7-47c0-b9a5-b2cbe747f251,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:44.476954 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf01ba20-52c0-4d06-a362-2f0d776f6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:44.478177 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-bf01ba20-52c0-4d06-a362-2f0d776f6e45 admin admin] Added segment c1c4ce29-545c-4720-b3f2-d0eddf065bf5 of type flat for network 22142879-3a95-4b42-ba92-f5a272c3a101 Jul 05 09:50:44.619282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf01ba20-52c0-4d06-a362-2f0d776f6e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:44.753800 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf01ba20-52c0-4d06-a362-2f0d776f6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:44.754685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf01ba20-52c0-4d06-a362-2f0d776f6e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:44.755294 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf01ba20-52c0-4d06-a362-2f0d776f6e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:44.793263 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:44.812728 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01ba20-52c0-4d06-a362-2f0d776f6e45 admin admin] Pushing event updated for resources: {'Network': ['ID=22142879-3a95-4b42-ba92-f5a272c3a101,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:44.827055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 22142879-3a95-4b42-ba92-f5a272c3a101 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:50:44.891527 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bf01ba20-52c0-4d06-a362-2f0d776f6e45 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0711818 Jul 05 09:50:46.610409 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:47.244890 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59578) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:47.457638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf9c564-7b94-4ef3-8c63-d5c4440f6426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:47.459068 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0bf9c564-7b94-4ef3-8c63-d5c4440f6426 admin admin] 10.222.0.77 "GET /v2.0/subnets/1b90f72d-4184-4b62-b0c3-2350783eed15 HTTP/1.1" status: 200 len: 849 time: 0.2132039 Jul 05 09:50:47.637356 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-db6f1c3c-399b-423c-98e2-187487cbb61a admin admin] 10.222.0.77 "GET /v2.0/routers/e31318ef-a3a0-4990-8e5d-41b26567573b HTTP/1.1" status: 200 len: 704 time: 0.1722445 Jul 05 09:50:47.916194 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:48.212896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Allocated IP 172.20.0.1 (55c247a7-1b22-4628-bc40-23ef86609ce4/1b90f72d-4184-4b62-b0c3-2350783eed15/da1a462e-af6c-4975-a0e4-ccf6fdd3db93) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:48.396009 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:48.418828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Transition to ACTIVE for port object da1a462e-af6c-4975-a0e4-ccf6fdd3db93 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:48.582195 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:48.648034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Network 55c247a7-1b22-4628-bc40-23ef86609ce4 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:48.653608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:48.665786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:48.665903 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:48.719323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Pushing event updated for resources: {'Port': ['ID=da1a462e-af6c-4975-a0e4-ccf6fdd3db93,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:49.010421 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4f40ac4e-530f-438c-92a1-5be55594f3ba None None] Provisioning for port da1a462e-af6c-4975-a0e4-ccf6fdd3db93 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:49.014123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4f40ac4e-530f-438c-92a1-5be55594f3ba None None] Provisioning complete for port da1a462e-af6c-4975-a0e4-ccf6fdd3db93 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:49.014496 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4f40ac4e-530f-438c-92a1-5be55594f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.040456 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.047262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-4f40ac4e-530f-438c-92a1-5be55594f3ba None None] Port da1a462e-af6c-4975-a0e4-ccf6fdd3db93 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:50:49.215181 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.301702 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.302524 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.380079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Pushing event updated for resources: {'Port': ['ID=da1a462e-af6c-4975-a0e4-ccf6fdd3db93,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:49.426316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Network 55c247a7-1b22-4628-bc40-23ef86609ce4 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:49.427608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:49.667091 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-491c1923-0991-4d56-8c4f-8fcd2c9d66fb None None] Provisioning complete for port da1a462e-af6c-4975-a0e4-ccf6fdd3db93 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:49.667453 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-491c1923-0991-4d56-8c4f-8fcd2c9d66fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:49.699930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-491c1923-0991-4d56-8c4f-8fcd2c9d66fb None None] Port da1a462e-af6c-4975-a0e4-ccf6fdd3db93 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 09:50:49.713242 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Router e31318ef-a3a0-4990-8e5d-41b26567573b is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 09:50:49.804451 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:50:49.809712 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-23e62ceb-27f7-4a03-8903-23cda7c0119a admin admin] 10.222.0.77 "PUT /v2.0/routers/e31318ef-a3a0-4990-8e5d-41b26567573b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1673095 Jul 05 09:50:49.820440 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Sync routers for ids ['e31318ef-a3a0-4990-8e5d-41b26567573b'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:50:49.831785 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Routers {'e31318ef-a3a0-4990-8e5d-41b26567573b'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:50:49.832616 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T09:50:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['e31318ef-a3a0-4990-8e5d-41b26567573b'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:50.017983 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Set router e31318ef-a3a0-4990-8e5d-41b26567573b gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:50:50.446412 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31318ef-a3a0-4990-8e5d-41b26567573b', 'name': 'router1', 'tenant_id': '5b42709385dc41bca1cfc821f5b9f189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:50:38Z', 'updated_at': '2021-07-05T09:50:48Z', 'revision_number': 2, 'project_id': '5b42709385dc41bca1cfc821f5b9f189', 'gw_port_host': None, '_interfaces': [{'id': 'da1a462e-af6c-4975-a0e4-ccf6fdd3db93', 'name': '', 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4', 'tenant_id': '5b42709385dc41bca1cfc821f5b9f189', 'mac_address': 'fa:16:3e:df:59:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31318ef-a3a0-4990-8e5d-41b26567573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b90f72d-4184-4b62-b0c3-2350783eed15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:50:47Z', 'updated_at': '2021-07-05T09:50:49Z', 'revision_number': 2, 'project_id': '5b42709385dc41bca1cfc821f5b9f189', 'subnets': [{'id': '1b90f72d-4184-4b62-b0c3-2350783eed15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8db908b2-82c4-45e8-9e0b-7c2f25b29d60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:50.498328 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Checking router: e31318ef-a3a0-4990-8e5d-41b26567573b for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:50:50.498688 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Updating router e31318ef-a3a0-4990-8e5d-41b26567573b port da1a462e-af6c-4975-a0e4-ccf6fdd3db93 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:50:50.563344 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.053169 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.070829 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Transition to ACTIVE for port object da1a462e-af6c-4975-a0e4-ccf6fdd3db93 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:51.153546 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.308437 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a2f56-5dae-4545-b3ed-d72723d6093e None None] Pushing event updated for resources: {'Port': ['ID=da1a462e-af6c-4975-a0e4-ccf6fdd3db93,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:51.319691 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Attempting to bind port da1a462e-af6c-4975-a0e4-ccf6fdd3db93 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:51.320105 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Attempting to bind port da1a462e-af6c-4975-a0e4-ccf6fdd3db93 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '23cad997-d387-48ff-a800-12f2cbcffa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:51.320538 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Attempting to bind port da1a462e-af6c-4975-a0e4-ccf6fdd3db93 on network 55c247a7-1b22-4628-bc40-23ef86609ce4 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:51.324375 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2f56-5dae-4545-b3ed-d72723d6093e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:51.324716 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2f56-5dae-4545-b3ed-d72723d6093e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:51.325047 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2f56-5dae-4545-b3ed-d72723d6093e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:51.325371 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2f56-5dae-4545-b3ed-d72723d6093e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:51.325688 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2f56-5dae-4545-b3ed-d72723d6093e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:51.326006 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2f56-5dae-4545-b3ed-d72723d6093e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:51.326333 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2f56-5dae-4545-b3ed-d72723d6093e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:51.326633 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2f56-5dae-4545-b3ed-d72723d6093e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:51.326943 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2f56-5dae-4545-b3ed-d72723d6093e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:51.327253 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2f56-5dae-4545-b3ed-d72723d6093e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:51.327670 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2f56-5dae-4545-b3ed-d72723d6093e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:51.327919 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2f56-5dae-4545-b3ed-d72723d6093e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2f56-5dae-4545-b3ed-d72723d6093e None None] Tracked resource versions report: Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: pushed versions: Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: { 'AddressGroup': {'1.2'}, Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'ConntrackHelper': {'1.0'}, Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'Log': {'1.0'}, Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'Network': {'1.1'}, Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'Port': {'1.7'}, Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'PortForwarding': {'1.2'}, Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'QosPolicy': {'1.8'}, Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'SecurityGroup': {'1.4'}, Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'SecurityGroupRule': {'1.2'}, Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'SubPort': {'1.0'}, Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'Subnet': {'1.1'}, Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'Trunk': {'1.1'}} Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: consumer versions: Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: { DHCP agent@n-d-779913-27: {}, Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: L3 agent@n-d-779913-27: {}, Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: Metadata agent@n-d-779913-27: {}, Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: Metering agent@n-d-779913-27: {}, Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: Open vSwitch agent@n-d-779913-27: { 'AddressGroup': '1.2', Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'ConntrackHelper': '1.0', Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'Log': '1.0', Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'Network': '1.1', Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'Port': '1.7', Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'PortForwarding': '1.2', Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'QosPolicy': '1.8', Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'SecurityGroup': '1.4', Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'SecurityGroupRule': '1.2', Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'SubPort': '1.0', Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'Subnet': '1.1', Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: 'Trunk': '1.1'}} Jul 05 09:50:51.328969 n-d-779913-27 neutron-server[100778]: {{(pid=100778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 09:50:51.334115 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:51.334952 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Checking segment: {'id': '23cad997-d387-48ff-a800-12f2cbcffa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:51.335422 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.335820 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Bound using segment: {'id': '23cad997-d387-48ff-a800-12f2cbcffa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:51.336303 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Bound port: da1a462e-af6c-4975-a0e4-ccf6fdd3db93, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cad997-d387-48ff-a800-12f2cbcffa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:51.336707 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.402838 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] For port da1a462e-af6c-4975-a0e4-ccf6fdd3db93, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:51.424126 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] For port da1a462e-af6c-4975-a0e4-ccf6fdd3db93, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=da1a462e-af6c-4975-a0e4-ccf6fdd3db93,segment=NetworkSegment(23cad997-d387-48ff-a800-12f2cbcffa84),segment_id=23cad997-d387-48ff-a800-12f2cbcffa84)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:51.513949 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:51.570852 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a2f56-5dae-4545-b3ed-d72723d6093e None None] Pushing event updated for resources: {'Port': ['ID=da1a462e-af6c-4975-a0e4-ccf6fdd3db93,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:51.578615 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Routers {'e31318ef-a3a0-4990-8e5d-41b26567573b'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:50:51.579245 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T09:50:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['e31318ef-a3a0-4990-8e5d-41b26567573b'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:51.667965 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] Set router e31318ef-a3a0-4990-8e5d-41b26567573b gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:50:51.883464 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31318ef-a3a0-4990-8e5d-41b26567573b', 'name': 'router1', 'tenant_id': '5b42709385dc41bca1cfc821f5b9f189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:50:38Z', 'updated_at': '2021-07-05T09:50:48Z', 'revision_number': 2, 'project_id': '5b42709385dc41bca1cfc821f5b9f189', 'gw_port_host': None, '_interfaces': [{'id': 'da1a462e-af6c-4975-a0e4-ccf6fdd3db93', 'name': '', 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4', 'tenant_id': '5b42709385dc41bca1cfc821f5b9f189', 'mac_address': 'fa:16:3e:df:59:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31318ef-a3a0-4990-8e5d-41b26567573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b90f72d-4184-4b62-b0c3-2350783eed15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:50:47Z', 'updated_at': '2021-07-05T09:50:51Z', 'revision_number': 4, 'project_id': '5b42709385dc41bca1cfc821f5b9f189', 'subnets': [{'id': '1b90f72d-4184-4b62-b0c3-2350783eed15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8db908b2-82c4-45e8-9e0b-7c2f25b29d60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:51.912873 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99410a03-bbd6-4179-ad70-929af23ff5f4 None None] The sync data for ids ['e31318ef-a3a0-4990-8e5d-41b26567573b'] in n-d-779913-27 is: [{'id': 'e31318ef-a3a0-4990-8e5d-41b26567573b', 'name': 'router1', 'tenant_id': '5b42709385dc41bca1cfc821f5b9f189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:50:38Z', 'updated_at': '2021-07-05T09:50:48Z', 'revision_number': 2, 'project_id': '5b42709385dc41bca1cfc821f5b9f189', 'gw_port_host': None, '_interfaces': [{'id': 'da1a462e-af6c-4975-a0e4-ccf6fdd3db93', 'name': '', 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4', 'tenant_id': '5b42709385dc41bca1cfc821f5b9f189', 'mac_address': 'fa:16:3e:df:59:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31318ef-a3a0-4990-8e5d-41b26567573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b90f72d-4184-4b62-b0c3-2350783eed15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:50:47Z', 'updated_at': '2021-07-05T09:50:51Z', 'revision_number': 4, 'project_id': '5b42709385dc41bca1cfc821f5b9f189', 'subnets': [{'id': '1b90f72d-4184-4b62-b0c3-2350783eed15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8db908b2-82c4-45e8-9e0b-7c2f25b29d60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:50:52.068061 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59598) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:52.183583 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fb691a-563b-45a9-8818-f3308b3fa952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:52.185001 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e6fb691a-563b-45a9-8818-f3308b3fa952 admin admin] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 842 time: 0.1153944 Jul 05 09:50:52.194737 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4784ff51-3cae-4a6e-8800-62406a1ae302 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.5.1', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'cidr': '172.25.5.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:52.347359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4784ff51-3cae-4a6e-8800-62406a1ae302 admin admin] Made reservation on behalf of 9b361f6f0e1f41308fe9375570884cc1 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:50:52.350534 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4784ff51-3cae-4a6e-8800-62406a1ae302 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:52.767899 n-d-779913-27 neutron-server[100775]: DEBUG neutron.objects.ports [None req-4784ff51-3cae-4a6e-8800-62406a1ae302 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 09:50:52.768314 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4784ff51-3cae-4a6e-8800-62406a1ae302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:52.827551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784ff51-3cae-4a6e-8800-62406a1ae302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa5f09e-0502-49c5-9bb7-d2c1435efbf5,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:52.835588 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784ff51-3cae-4a6e-8800-62406a1ae302 admin admin] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:52.835974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4784ff51-3cae-4a6e-8800-62406a1ae302 admin admin] Network hostable DHCP agents. Network: 22142879-3a95-4b42-ba92-f5a272c3a101, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:50:52.952850 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4784ff51-3cae-4a6e-8800-62406a1ae302 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:50:53.055089 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 5 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:50:53.061764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-4784ff51-3cae-4a6e-8800-62406a1ae302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 22142879-3a95-4b42-ba92-f5a272c3a101) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:53.065974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784ff51-3cae-4a6e-8800-62406a1ae302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:53.066563 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4784ff51-3cae-4a6e-8800-62406a1ae302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:53.073347 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5351f6d4-5b51-4fc9-b94a-c90de0170252 None None] Network 22142879-3a95-4b42-ba92-f5a272c3a101 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:53.191779 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4784ff51-3cae-4a6e-8800-62406a1ae302 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9915071 Jul 05 09:50:53.204339 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b06a21-3800-4487-84f0-8df94e8f87b0 None None] Network 22142879-3a95-4b42-ba92-f5a272c3a101 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:50:55.378750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device da1a462e-af6c-4975-a0e4-ccf6fdd3db93 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:55.536065 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59610) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:50:55.605408 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port da1a462e-af6c-4975-a0e4-ccf6fdd3db93 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:50:55.609694 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port da1a462e-af6c-4975-a0e4-ccf6fdd3db93 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:55.610149 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:55.679754 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ef915d43-06cf-4471-a0a8-f117a3c77421 admin admin] 10.222.0.77 "GET /v2.0/routers/e31318ef-a3a0-4990-8e5d-41b26567573b HTTP/1.1" status: 200 len: 710 time: 0.1390738 Jul 05 09:50:55.768132 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:55.773618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397672ad-baf2-45e8-83e9-267ec80bff3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:50:55.775108 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-397672ad-baf2-45e8-83e9-267ec80bff3a admin admin] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 886 time: 0.0929539 Jul 05 09:50:55.784512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:50:55.803378 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port da1a462e-af6c-4975-a0e4-ccf6fdd3db93, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=da1a462e-af6c-4975-a0e4-ccf6fdd3db93,segment=NetworkSegment(23cad997-d387-48ff-a800-12f2cbcffa84),segment_id=23cad997-d387-48ff-a800-12f2cbcffa84)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:50:55.977155 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.025127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=da1a462e-af6c-4975-a0e4-ccf6fdd3db93,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:56.035352 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.464644 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.537865 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.639708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Allocated IP 172.25.5.39 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/9fc2a477-3786-456f-8f2d-a6716ab1171e) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:50:56.733271 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.884993 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:56.924748 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:50:56.931267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:50:56.936754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:50:56.939528 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Pushing event updated for resources: {'Port': ['ID=9fc2a477-3786-456f-8f2d-a6716ab1171e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:57.355431 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device da1a462e-af6c-4975-a0e4-ccf6fdd3db93 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:50:57.361739 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:57.406792 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port da1a462e-af6c-4975-a0e4-ccf6fdd3db93 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:50:57.407197 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:57.559195 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:57.562318 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:57.667263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Router e31318ef-a3a0-4990-8e5d-41b26567573b has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 09:50:57.770235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 09:50:57.775361 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:57.776974 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-95ce84f7-f8c1-4c56-ad79-9a8534921dfe admin admin] 10.222.0.77 "PUT /v2.0/routers/e31318ef-a3a0-4990-8e5d-41b26567573b HTTP/1.1" status: 200 len: 889 time: 1.9957325 Jul 05 09:50:57.795069 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Sync routers for ids ['e31318ef-a3a0-4990-8e5d-41b26567573b'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 09:50:57.807270 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Routers {'e31318ef-a3a0-4990-8e5d-41b26567573b'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:50:57.808118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T09:50:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['e31318ef-a3a0-4990-8e5d-41b26567573b'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:58.026117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Set router e31318ef-a3a0-4990-8e5d-41b26567573b gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:50:58.421882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31318ef-a3a0-4990-8e5d-41b26567573b', 'name': 'router1', 'tenant_id': '5b42709385dc41bca1cfc821f5b9f189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9fc2a477-3786-456f-8f2d-a6716ab1171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:50:38Z', 'updated_at': '2021-07-05T09:50:57Z', 'revision_number': 4, 'project_id': '5b42709385dc41bca1cfc821f5b9f189', 'gw_port': {'id': '9fc2a477-3786-456f-8f2d-a6716ab1171e', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31318ef-a3a0-4990-8e5d-41b26567573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:50:56Z', 'updated_at': '2021-07-05T09:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'da1a462e-af6c-4975-a0e4-ccf6fdd3db93', 'name': '', 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4', 'tenant_id': '5b42709385dc41bca1cfc821f5b9f189', 'mac_address': 'fa:16:3e:df:59:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31318ef-a3a0-4990-8e5d-41b26567573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b90f72d-4184-4b62-b0c3-2350783eed15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:50:47Z', 'updated_at': '2021-07-05T09:50:55Z', 'revision_number': 5, 'project_id': '5b42709385dc41bca1cfc821f5b9f189', 'subnets': [{'id': '1b90f72d-4184-4b62-b0c3-2350783eed15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8db908b2-82c4-45e8-9e0b-7c2f25b29d60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:58.473548 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Checking router: e31318ef-a3a0-4990-8e5d-41b26567573b for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 09:50:58.473933 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Updating router e31318ef-a3a0-4990-8e5d-41b26567573b port 9fc2a477-3786-456f-8f2d-a6716ab1171e binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 09:50:58.507417 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:58.833039 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:58.843381 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Transition to ACTIVE for port object 9fc2a477-3786-456f-8f2d-a6716ab1171e will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:50:58.936155 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:59.069663 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bab266-8f59-4447-ad37-6cc202abe965 None None] Pushing event updated for resources: {'Port': ['ID=9fc2a477-3786-456f-8f2d-a6716ab1171e,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:59.072158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Attempting to bind port 9fc2a477-3786-456f-8f2d-a6716ab1171e on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:50:59.072466 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Attempting to bind port 9fc2a477-3786-456f-8f2d-a6716ab1171e by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:50:59.072855 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Attempting to bind port 9fc2a477-3786-456f-8f2d-a6716ab1171e on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:50:59.078670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:50:59.079054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:50:59.079498 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:59.079924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:50:59.080395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Bound port: 9fc2a477-3786-456f-8f2d-a6716ab1171e, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:50:59.080793 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:59.133878 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] For port 9fc2a477-3786-456f-8f2d-a6716ab1171e, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:50:59.137576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] For port 9fc2a477-3786-456f-8f2d-a6716ab1171e, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=9fc2a477-3786-456f-8f2d-a6716ab1171e,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:50:59.211271 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:50:59.270144 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bab266-8f59-4447-ad37-6cc202abe965 None None] Pushing event updated for resources: {'Port': ['ID=9fc2a477-3786-456f-8f2d-a6716ab1171e,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:50:59.273849 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Routers {'e31318ef-a3a0-4990-8e5d-41b26567573b'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 09:50:59.274489 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T09:50:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['e31318ef-a3a0-4990-8e5d-41b26567573b'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:59.381665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] Set router e31318ef-a3a0-4990-8e5d-41b26567573b gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 09:50:59.592433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31318ef-a3a0-4990-8e5d-41b26567573b', 'name': 'router1', 'tenant_id': '5b42709385dc41bca1cfc821f5b9f189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9fc2a477-3786-456f-8f2d-a6716ab1171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:50:38Z', 'updated_at': '2021-07-05T09:50:57Z', 'revision_number': 4, 'project_id': '5b42709385dc41bca1cfc821f5b9f189', 'gw_port': {'id': '9fc2a477-3786-456f-8f2d-a6716ab1171e', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31318ef-a3a0-4990-8e5d-41b26567573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:50:56Z', 'updated_at': '2021-07-05T09:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'da1a462e-af6c-4975-a0e4-ccf6fdd3db93', 'name': '', 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4', 'tenant_id': '5b42709385dc41bca1cfc821f5b9f189', 'mac_address': 'fa:16:3e:df:59:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31318ef-a3a0-4990-8e5d-41b26567573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b90f72d-4184-4b62-b0c3-2350783eed15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:50:47Z', 'updated_at': '2021-07-05T09:50:55Z', 'revision_number': 5, 'project_id': '5b42709385dc41bca1cfc821f5b9f189', 'subnets': [{'id': '1b90f72d-4184-4b62-b0c3-2350783eed15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8db908b2-82c4-45e8-9e0b-7c2f25b29d60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 09:50:59.620010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe9dce-19fb-40bc-8ff7-0402e236fcb1 None None] The sync data for ids ['e31318ef-a3a0-4990-8e5d-41b26567573b'] in n-d-779913-27 is: [{'id': 'e31318ef-a3a0-4990-8e5d-41b26567573b', 'name': 'router1', 'tenant_id': '5b42709385dc41bca1cfc821f5b9f189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9fc2a477-3786-456f-8f2d-a6716ab1171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T09:50:38Z', 'updated_at': '2021-07-05T09:50:57Z', 'revision_number': 4, 'project_id': '5b42709385dc41bca1cfc821f5b9f189', 'gw_port': {'id': '9fc2a477-3786-456f-8f2d-a6716ab1171e', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31318ef-a3a0-4990-8e5d-41b26567573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:50:56Z', 'updated_at': '2021-07-05T09:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'da1a462e-af6c-4975-a0e4-ccf6fdd3db93', 'name': '', 'network_id': '55c247a7-1b22-4628-bc40-23ef86609ce4', 'tenant_id': '5b42709385dc41bca1cfc821f5b9f189', 'mac_address': 'fa:16:3e:df:59:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31318ef-a3a0-4990-8e5d-41b26567573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b90f72d-4184-4b62-b0c3-2350783eed15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T09:50:47Z', 'updated_at': '2021-07-05T09:50:55Z', 'revision_number': 5, 'project_id': '5b42709385dc41bca1cfc821f5b9f189', 'subnets': [{'id': '1b90f72d-4184-4b62-b0c3-2350783eed15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8db908b2-82c4-45e8-9e0b-7c2f25b29d60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 09:51:00.211334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59618) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:51:00.340740 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0cd016f6-48f9-4740-87a2-200a75fe093d admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1282399 Jul 05 09:51:01.383078 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9fc2a477-3786-456f-8f2d-a6716ab1171e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:01.523841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 9fc2a477-3786-456f-8f2d-a6716ab1171e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:51:01.528048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 9fc2a477-3786-456f-8f2d-a6716ab1171e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:01.528488 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:01.612007 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:01.636240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 9fc2a477-3786-456f-8f2d-a6716ab1171e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=9fc2a477-3786-456f-8f2d-a6716ab1171e,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:51:01.747996 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:01.794575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=9fc2a477-3786-456f-8f2d-a6716ab1171e,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:51:03.409255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9fc2a477-3786-456f-8f2d-a6716ab1171e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:51:03.461431 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 9fc2a477-3786-456f-8f2d-a6716ab1171e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:51:03.461890 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:10.924755 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-105ac170-b6b1-4a2e-9d5c-0a0c8696f068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.535739 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e54728d6-7747-4f60-b350-5111f9d77710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:13.621776 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:14.770616 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:16.564397 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:30.054515 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 5 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:51:40.935797 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad763-9381-4700-a940-b917cbd650c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.484976 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3f20c376-043d-45a1-8464-692cdc2a5c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:43.633057 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:44.800688 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:51:46.593169 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:07.053704 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 5 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:52:10.918337 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8993c7df-95b0-45bd-b560-bff821324d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.512633 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4d8e0c46-71c7-4c8e-b7ae-7af15c0688f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:13.587037 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:14.747014 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:16.552538 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:40.889661 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ce1731ab-493c-4ddb-bfdd-17867e67ae58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.484151 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2f47aaab-7f2a-4d48-95dd-e279a586128f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:43.604348 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:44.052931 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 5 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:52:44.757371 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:45.754573 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60218) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:45.816653 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc1668b-989b-4c74-832e-d8934c249e4d admin admin] GET failed (client error): The resource could not be found. Jul 05 09:52:45.818081 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3cc1668b-989b-4c74-832e-d8934c249e4d admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625622 Jul 05 09:52:46.085059 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15f0b6b-cc3c-43c9-898f-d26b968b0762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:46.086596 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b15f0b6b-cc3c-43c9-898f-d26b968b0762 admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2643187 Jul 05 09:52:46.608674 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.310471 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60228) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:48.405426 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51dadb0-2370-4ad2-a63b-eb5e74fd10b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:48.406863 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b51dadb0-2370-4ad2-a63b-eb5e74fd10b6 admin admin] 10.222.0.77 "GET /v2.0/subnets/1b90f72d-4184-4b62-b0c3-2350783eed15 HTTP/1.1" status: 200 len: 849 time: 0.0954142 Jul 05 09:52:48.416613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:52:48.508463 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.712660 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773647102751'] for subnet, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.745687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:48.746935 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:48.749411 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] 10.222.0.77 "PUT /v2.0/subnets/1b90f72d-4184-4b62-b0c3-2350783eed15 HTTP/1.1" status: 200 len: 868 time: 0.3347716 Jul 05 09:52:48.751823 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc91d6-8c8c-462e-8aef-626bef22ba37 None None] Network 55c247a7-1b22-4628-bc40-23ef86609ce4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:52:48.772254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b90f72d-4184-4b62-b0c3-2350783eed15,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:52:48.780662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.781068 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.781382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.781709 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.782041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.782375 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.782713 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.783017 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.783348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.783672 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.784085 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:48.784384 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8f708d-d763-4b3c-aa95-cb72e2567f77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:52:49.169494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-627e1c21-4555-4c05-a23a-a14b01245658 None None] Provisioning complete for port da1a462e-af6c-4975-a0e4-ccf6fdd3db93 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:49.170061 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-627e1c21-4555-4c05-a23a-a14b01245658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:49.265696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-627e1c21-4555-4c05-a23a-a14b01245658 None None] Provisioning complete for port fb4d619e-6179-4928-8b0c-2fc046dae305 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:52:49.266085 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-627e1c21-4555-4c05-a23a-a14b01245658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:52:51.062516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60236) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:51.274489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d36c389-7028-40eb-ad78-c585f8203a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:51.274882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d36c389-7028-40eb-ad78-c585f8203a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:51.276527 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6d36c389-7028-40eb-ad78-c585f8203a48 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2130511 Jul 05 09:52:53.489235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60244) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:53.626053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a83b7cd-3098-427a-b527-30af3090360c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:53.626518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a83b7cd-3098-427a-b527-30af3090360c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:53.628223 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5a83b7cd-3098-427a-b527-30af3090360c admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1383162 Jul 05 09:52:55.852203 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60252) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:55.979076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cc8f62-f3f1-4ab9-b561-e621b18ac034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:55.980528 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-64cc8f62-f3f1-4ab9-b561-e621b18ac034 admin admin] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 886 time: 0.1273654 Jul 05 09:52:58.300520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60262) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:52:58.452804 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29b3cf3-bbda-4226-97cc-966f7fd73bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:52:58.454499 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c29b3cf3-bbda-4226-97cc-966f7fd73bfb admin admin] 10.222.0.77 "GET /v2.0/networks/55c247a7-1b22-4628-bc40-23ef86609ce4 HTTP/1.1" status: 200 len: 869 time: 0.1527653 Jul 05 09:53:00.840538 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60270) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:00.966218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adc589b-ae81-48ee-b549-30ff8fcc60cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:00.966683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adc589b-ae81-48ee-b549-30ff8fcc60cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:00.968243 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2adc589b-ae81-48ee-b549-30ff8fcc60cd admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1267469 Jul 05 09:53:03.226329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60278) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:03.324126 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c83e0b-953c-41a6-b9db-2814388b0365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:03.324748 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c83e0b-953c-41a6-b9db-2814388b0365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:03.326136 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-79c83e0b-953c-41a6-b9db-2814388b0365 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0988541 Jul 05 09:53:05.716952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60286) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:05.874254 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409887fe-a6dd-4342-a5bc-779c59781b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:05.876443 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-409887fe-a6dd-4342-a5bc-779c59781b59 admin admin] 10.222.0.77 "GET /v2.0/subnets/1b90f72d-4184-4b62-b0c3-2350783eed15 HTTP/1.1" status: 200 len: 868 time: 0.1580234 Jul 05 09:53:08.123386 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60294) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:08.213635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3600f4cf-1fa8-4150-b6a6-64c52ae9d2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:08.215336 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3600f4cf-1fa8-4150-b6a6-64c52ae9d2f1 admin admin] 10.222.0.77 "GET /v2.0/subnets/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5 HTTP/1.1" status: 200 len: 816 time: 0.0907581 Jul 05 09:53:10.895586 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6b901266-ed88-496f-ac1b-da7c7b9490b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.512121 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-55da87c7-1fac-476d-b352-9c8e3235d649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:13.575543 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:14.746700 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:16.581671 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:21.051236 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 5 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:53:33.174541 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60338) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:33.221096 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-5c5b9f7d-9fc8-4157-b4e9-4fe0069ffb26 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:53:33.222118 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5c5b9f7d-9fc8-4157-b4e9-4fe0069ffb26 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460346 Jul 05 09:53:35.516414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60346) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:35.577631 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeebfdc7-c75e-4edd-a466-6f4008d017a9 admin admin] GET failed (client error): The resource could not be found. Jul 05 09:53:35.578973 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eeebfdc7-c75e-4edd-a466-6f4008d017a9 admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615730 Jul 05 09:53:35.724664 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284b04da-5d2f-4e52-8484-f36b907e8feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:35.726082 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-284b04da-5d2f-4e52-8484-f36b907e8feb admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1425521 Jul 05 09:53:37.977857 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60354) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:38.026608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:38.105443 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Made reservation on behalf of 9b361f6f0e1f41308fe9375570884cc1 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:38.108102 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:38.152936 n-d-779913-27 neutron-server[100775]: WARNING neutron.services.revisions.revision_plugin [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Could not find related network for resource to bump revision. Jul 05 09:53:38.169539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 09:53:38.185750 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773647081557', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:38.186319 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Unsubscribe: segment precommit_create {{(pid=100775) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 09:53:38.186794 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Added segment efad33b8-2dde-4a42-8587-18f86c2da3b9 of type vlan for network a002cad5-b58e-4f72-8cd1-2cc85537cc3b Jul 05 09:53:38.238596 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:38.346835 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:38.347879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:38.348539 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:38.444771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Pushing event updated for resources: {'Network': ['ID=a002cad5-b58e-4f72-8cd1-2cc85537cc3b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:38.451198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:38.451547 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:38.451987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:38.452329 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:38.452711 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:38.453075 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:38.453409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:38.453742 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:38.454071 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:38.454400 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:38.454735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:38.455062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:38.466301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 09:53:38.496587 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8ff25a51-a4f5-4058-ac72-8f10ef53c397 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5175986 Jul 05 09:53:40.718638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60362) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:53:40.780185 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8366eec0-9f74-402c-9401-aaffbf006f94 admin admin] GET failed (client error): The resource could not be found. Jul 05 09:53:40.781572 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8366eec0-9f74-402c-9401-aaffbf006f94 admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619779 Jul 05 09:53:40.855619 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e008c4ff-adde-4887-b5b0-c80fe0d6d18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:40.857146 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e008c4ff-adde-4887-b5b0-c80fe0d6d18c admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0715477 Jul 05 09:53:40.867917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c51c15b8-c5ec-4625-bdce-16ff5b5bb4dc admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 09:53:40.889479 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-04395f1e-e85a-406a-8b4a-252ab151d243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:40.967916 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51c15b8-c5ec-4625-bdce-16ff5b5bb4dc admin admin] Made reservation on behalf of 9b361f6f0e1f41308fe9375570884cc1 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 09:53:40.970293 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c51c15b8-c5ec-4625-bdce-16ff5b5bb4dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.198203 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c51c15b8-c5ec-4625-bdce-16ff5b5bb4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.254595 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c15b8-c5ec-4625-bdce-16ff5b5bb4dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:41.261509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c15b8-c5ec-4625-bdce-16ff5b5bb4dc admin admin] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:41.261764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51c15b8-c5ec-4625-bdce-16ff5b5bb4dc admin admin] Network hostable DHCP agents. Network: a002cad5-b58e-4f72-8cd1-2cc85537cc3b, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 09:53:41.358007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51c15b8-c5ec-4625-bdce-16ff5b5bb4dc admin admin] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 09:53:41.461281 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c51c15b8-c5ec-4625-bdce-16ff5b5bb4dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, a002cad5-b58e-4f72-8cd1-2cc85537cc3b) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:41.466789 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51c15b8-c5ec-4625-bdce-16ff5b5bb4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 09:53:41.467499 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c51c15b8-c5ec-4625-bdce-16ff5b5bb4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.473279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01141d39-9c57-43a0-a7b3-a32a132ce2bc None None] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:41.645320 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c51c15b8-c5ec-4625-bdce-16ff5b5bb4dc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7810869 Jul 05 09:53:41.677353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'tenant_id': '9b361f6f0e1f41308fe9375570884cc1', 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 09:53:41.681553 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:41.883251 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Allocated IP 192.168.233.2 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/421c4e53-87fd-47c8-ae09-646bef885a79) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 09:53:42.041925 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.052348 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Transition to ACTIVE for port object 421c4e53-87fd-47c8-ae09-646bef885a79 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:42.069816 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Transition to ACTIVE for port object 421c4e53-87fd-47c8-ae09-646bef885a79 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 09:53:42.262219 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.299214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 09:53:42.304623 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 09:53:42.308307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 09:53:42.314335 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Pushing event updated for resources: {'Port': ['ID=421c4e53-87fd-47c8-ae09-646bef885a79,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:42.326267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:42.326609 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:42.326961 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:42.327280 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:42.327664 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:42.328079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:42.328424 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:42.328762 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:42.329049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:42.329365 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:42.329713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:42.330039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:53:42.386184 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Attempting to bind port 421c4e53-87fd-47c8-ae09-646bef885a79 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 09:53:42.386548 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Attempting to bind port 421c4e53-87fd-47c8-ae09-646bef885a79 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 09:53:42.386908 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Attempting to bind port 421c4e53-87fd-47c8-ae09-646bef885a79 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 09:53:42.392874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 9, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 09:53:42.393176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 09:53:42.393382 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.393740 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 09:53:42.394205 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Bound port: 421c4e53-87fd-47c8-ae09-646bef885a79, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 09:53:42.394596 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.467253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] For port 421c4e53-87fd-47c8-ae09-646bef885a79, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 09:53:42.470693 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] For port 421c4e53-87fd-47c8-ae09-646bef885a79, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=421c4e53-87fd-47c8-ae09-646bef885a79,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 09:53:42.593487 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:42.664648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4885a41-1213-4027-8b9f-049cae8ff7ea None None] Pushing event updated for resources: {'Port': ['ID=421c4e53-87fd-47c8-ae09-646bef885a79,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:43.478066 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-28f4965b-bd74-44dc-82e3-dd4e704def7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.549813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6974ae-7009-4cdd-8925-213a20e9bbd2 None None] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 09:53:43.571916 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 421c4e53-87fd-47c8-ae09-646bef885a79 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:43.621508 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.773945 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-eefc3618-f1e3-4cfc-87d7-710b179420ba None None] Provisioning for port 421c4e53-87fd-47c8-ae09-646bef885a79 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:43.798408 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 421c4e53-87fd-47c8-ae09-646bef885a79 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 09:53:43.802721 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 421c4e53-87fd-47c8-ae09-646bef885a79 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:43.803096 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.904515 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:43.944440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 421c4e53-87fd-47c8-ae09-646bef885a79, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=421c4e53-87fd-47c8-ae09-646bef885a79,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 09:53:44.002899 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1c5aeac7-19b6-41e6-a111-1a9ee3f7dfb9 None None] Provisioning complete for port 421c4e53-87fd-47c8-ae09-646bef885a79 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:44.003330 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c5aeac7-19b6-41e6-a111-1a9ee3f7dfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.051651 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:44.132449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=421c4e53-87fd-47c8-ae09-646bef885a79,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:53:44.756807 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:45.497228 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 421c4e53-87fd-47c8-ae09-646bef885a79 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 09:53:45.546613 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 421c4e53-87fd-47c8-ae09-646bef885a79 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 09:53:45.547153 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:46.580923 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:53:58.049661 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 5 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:54:10.981030 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a716-e001-4050-97bf-6f95bd2757ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.512681 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fa6cca0f-ae55-479f-abd5-2080f21c45cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:13.608135 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:14.763996 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:16.587054 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:35.047947 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 5 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:54:40.957024 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ee9a9679-3dbf-43a7-bd2a-71a789653a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.497424 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d2f46370-25a2-4782-b595-16c354255765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:43.556332 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:44.843685 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:54:46.597059 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:03.208142 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60414) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:03.214083 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-da9d35c6-098e-466d-8317-c9c0f11c1af3 tempest-verify_tempest_config-133285783 tempest-verify_tempest_config-133285783-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 09:55:03.215114 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-da9d35c6-098e-466d-8317-c9c0f11c1af3 tempest-verify_tempest_config-133285783 tempest-verify_tempest_config-133285783-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060112 Jul 05 09:55:03.858008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60432) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:03.961587 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.047218 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.128708 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.180149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba0a372-5b67-418b-8075-3628a4000533,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:04.185102 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0a4f3b360d784cb38864fafacae01e0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3260515 Jul 05 09:55:04.187935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60438) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:55:04.190382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.190586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.190924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.191259 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.191691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.192050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.192375 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.192699 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.193021 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.193344 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.193663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.193981 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4fcee-f3a7-41c9-a61c-eb8aecedc5e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.274817 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.343009 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.529937 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.533033 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:04.534205 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aba0a372-5b67-418b-8075-3628a4000533 HTTP/1.1" status: 204 len: 168 time: 0.3449092 Jul 05 09:55:04.543070 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba0a372-5b67-418b-8075-3628a4000533,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 09:55:04.555793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.555793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.555793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.555793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.555793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.555793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.555793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.555793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.555793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.555793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.555793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:04.555793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be8b13-e9ee-4601-8038-d907e2c966f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 09:55:10.917956 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7da9-e7d3-47ea-ad87-1f16920e8161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:12.046152 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 5 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:55:13.490347 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-da5424c2-87f8-4579-b6c8-fc045ee072a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:13.578993 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:14.767779 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:16.573010 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:40.916282 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f84a-4900-4927-8cd9-20107329bb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.499189 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-490d6d88-031a-4f85-92ce-d7264357132d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:43.581021 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:44.775223 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:46.586736 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:55:49.044552 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 5 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:56:10.915613 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-56df87e3-e7c2-43cb-bf09-0bbee86aa70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.472913 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4bd18e3d-e3fd-48eb-98b1-a136c3c40480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:13.558243 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:14.763608 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:16.583976 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:26.043083 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 5 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:56:40.912351 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-86a32695-881a-430e-9b08-a0106f650c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:43.495744 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e40a6667-2ca7-41eb-80e3-c7c004631a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:43.567246 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:44.781800 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:56:46.615550 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:03.041189 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 5 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:57:10.898433 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d711f440-76d3-4fe8-acc8-e58fad892454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.503638 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4fba5470-0ac1-43f9-95c2-cdb8486742a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:13.649670 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:14.800898 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:16.649259 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:40.040829 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 5 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:57:40.909611 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-84dcc9e3-1272-4a83-ae47-3a3ec1a89f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.481193 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-809ce724-41e4-44e2-a6e0-ca69695eca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:43.578178 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:44.784079 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:57:46.641130 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:10.935484 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e76f3ee8-3cf7-4b40-8363-cb247bbe7251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.514899 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8f6ba76a-f387-4ee2-8464-5317d1544642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:13.621113 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:14.806566 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:16.615982 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:17.040075 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 5 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:58:21.969652 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584253'] for agent, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:23.695137 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-584253'] for agent, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:40.937893 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9b92d6a5-b574-42b5-be6a-109c60039d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:43.555689 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b4549338-658d-441c-98e1-f32d1bdb6b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:43.692039 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:44.818112 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:46.714803 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:51.969465 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:53.649616 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:58:54.044276 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:59:10.930266 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cad691f0-0d50-4192-a02f-06822276ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:11.278304 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60504) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:11.398792 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5c365649-5ffe-4ad9-bd5f-9db82ed5ceae admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1190851 Jul 05 09:59:13.530159 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-79348fb5-04b7-45d0-b2bc-fa426fb48b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:13.659943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60514) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 09:59:13.672168 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:13.727290 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-90692500-9e70-45bc-a4e5-6259f9a389d4 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0659406 Jul 05 09:59:14.852619 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:16.701064 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:22.061478 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:23.621661 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:31.045581 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 09:59:40.992642 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e3447370-204e-4a44-9cbf-acc1f8fbe5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.592771 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d190aad5-2433-42a9-9cca-dc0e0b7e1dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:43.626847 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:44.857964 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:46.684328 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:51.981403 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 09:59:53.673064 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:08.046462 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:00:11.051584 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-506ea895-c22a-4c2c-8712-8b23737271b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:13.657664 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5ef4b974-6a56-46b9-91c4-970b320a1d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:13.703156 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:14.834437 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:16.748633 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:22.112646 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:23.649574 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:41.200630 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5b13442d-9428-4de3-8227-460d31ba5a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.667764 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-495897ff-7573-41f5-a701-09b0d0939902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:43.857842 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:44.855291 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:45.050695 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:00:46.667271 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.487443 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60890) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:48.743327 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:48.853664 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.108521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60930) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:49.110691 n-d-779913-27 neutron-server[100775]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 10:00:49.147704 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.156944 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-ece307b7-5d38-481a-b2c5-d265e4da003f tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=060ee10fb4aa4915922734bda336858d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435386 Jul 05 10:00:49.225069 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cabf7ddacf34461a89eee0544bf0a335&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7363291 Jul 05 10:00:49.234767 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60940) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:49.298866 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.307756 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d181bd93-857b-461e-bf48-78aa5f59da16,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:49.322479 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.327484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.327943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.328216 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.328551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.328881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.329206 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.329566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.329958 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.330438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.330948 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.331479 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.332030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d2460-8f05-463d-b616-db196c97fc10 admin admin] Tracked resource versions report: Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: pushed versions: Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: { 'AddressGroup': {'1.2'}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'ConntrackHelper': {'1.0'}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'Log': {'1.0'}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'Network': {'1.1'}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'Port': {'1.7'}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'PortForwarding': {'1.2'}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'QosPolicy': {'1.8'}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'SecurityGroup': {'1.4'}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'SecurityGroupRule': {'1.2'}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'SubPort': {'1.0'}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'Subnet': {'1.1'}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'Trunk': {'1.1'}} Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: consumer versions: Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: { DHCP agent@n-d-779913-27: {}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: HyperV agent@n-h1-779913-27: {}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: HyperV agent@n-h2-779913-27: {}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: L3 agent@n-d-779913-27: {}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: Metadata agent@n-d-779913-27: {}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: Metering agent@n-d-779913-27: {}, Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: Open vSwitch agent@n-d-779913-27: { 'AddressGroup': '1.2', Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'ConntrackHelper': '1.0', Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'Log': '1.0', Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'Network': '1.1', Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'Port': '1.7', Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'PortForwarding': '1.2', Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'QosPolicy': '1.8', Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'SecurityGroup': '1.4', Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'SecurityGroupRule': '1.2', Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'SubPort': '1.0', Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'Subnet': '1.1', Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: 'Trunk': '1.1'}} Jul 05 10:00:49.333154 n-d-779913-27 neutron-server[100775]: {{(pid=100775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 10:00:49.422699 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-ee1820f8-9d4c-4bfa-b660-cdbe58b292f6 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:49.425193 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-ee1820f8-9d4c-4bfa-b660-cdbe58b292f6 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2588420 Jul 05 10:00:49.445082 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-f92521fc-a4a1-4569-b4bc-82169152091d tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/quotas/060ee10fb4aa4915922734bda336858d HTTP/1.1" status: 200 len: 375 time: 0.0127478 Jul 05 10:00:49.505300 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-5a3f6061-d2f9-44cb-ba5e-ac9b2f0f1541 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=060ee10fb4aa4915922734bda336858d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514810 Jul 05 10:00:49.509008 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.512596 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:49.515234 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d181bd93-857b-461e-bf48-78aa5f59da16 HTTP/1.1" status: 204 len: 168 time: 0.2786360 Jul 05 10:00:49.529959 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d181bd93-857b-461e-bf48-78aa5f59da16,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:49.534148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.534531 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.534827 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.535265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.535603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.536215 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.536442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.536774 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.537128 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.537457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.537781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.538209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2179642-b7e3-4a62-8a97-79458f1f8f2e admin admin] Tracked resource versions report: Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: pushed versions: Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: { 'AddressGroup': {'1.2'}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'ConntrackHelper': {'1.0'}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'Log': {'1.0'}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'Network': {'1.1'}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'Port': {'1.7'}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'PortForwarding': {'1.2'}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'QosPolicy': {'1.8'}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'SecurityGroup': {'1.4'}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'SecurityGroupRule': {'1.2'}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'SubPort': {'1.0'}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'Subnet': {'1.1'}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'Trunk': {'1.1'}} Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: consumer versions: Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: { DHCP agent@n-d-779913-27: {}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: HyperV agent@n-h1-779913-27: {}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: HyperV agent@n-h2-779913-27: {}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: L3 agent@n-d-779913-27: {}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: Metadata agent@n-d-779913-27: {}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: Metering agent@n-d-779913-27: {}, Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: Open vSwitch agent@n-d-779913-27: { 'AddressGroup': '1.2', Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'ConntrackHelper': '1.0', Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'Log': '1.0', Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'Network': '1.1', Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'Port': '1.7', Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'PortForwarding': '1.2', Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'QosPolicy': '1.8', Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'SecurityGroup': '1.4', Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'SecurityGroupRule': '1.2', Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'SubPort': '1.0', Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'Subnet': '1.1', Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: 'Trunk': '1.1'}} Jul 05 10:00:49.539382 n-d-779913-27 neutron-server[100776]: {{(pid=100776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 10:00:50.188097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60992) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:50.372308 n-d-779913-27 neutron-server[100776]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 10:00:50.421634 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3112baf4-93c4-477d-8875-3b92147dc1a3 req-b473ff45-217d-49e3-85b3-42f34c9261e6 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 210 time: 0.2321022 Jul 05 10:00:50.624321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32792) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:50.639710 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6113c5fc-0063-4fb6-b3d0-0694f0d50961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.733717 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6113c5fc-0063-4fb6-b3d0-0694f0d50961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.892468 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6113c5fc-0063-4fb6-b3d0-0694f0d50961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:50.938841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113c5fc-0063-4fb6-b3d0-0694f0d50961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5430df6d-9365-4c37-a965-da1ad3a9db5c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:50.970255 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6113c5fc-0063-4fb6-b3d0-0694f0d50961 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e7aa4a56c3324944945f3613f2f88c7f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3446658 Jul 05 10:00:50.973293 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32816) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:51.039508 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba4eb9fd-c7ee-41d1-9337-0aa5e349f603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.064801 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba4eb9fd-c7ee-41d1-9337-0aa5e349f603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.290696 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba4eb9fd-c7ee-41d1-9337-0aa5e349f603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.294702 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba4eb9fd-c7ee-41d1-9337-0aa5e349f603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:51.298915 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ba4eb9fd-c7ee-41d1-9337-0aa5e349f603 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5430df6d-9365-4c37-a965-da1ad3a9db5c HTTP/1.1" status: 204 len: 168 time: 0.3212981 Jul 05 10:00:51.304933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4eb9fd-c7ee-41d1-9337-0aa5e349f603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5430df6d-9365-4c37-a965-da1ad3a9db5c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:51.778376 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b4502d2f-986d-4c62-a99b-ae016589c310 req-23953c5c-840b-4809-88d6-2bb1df97d2e6 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 210 time: 0.0576341 Jul 05 10:00:52.119335 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:52.867929 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a5365c51-661f-426d-8d1a-051312e7836e req-8614846e-c48d-4754-84be-a1e6aa1346a3 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 210 time: 0.0303380 Jul 05 10:00:53.561865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32926) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:53.591032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32930) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:53.659330 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32936) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:53.772798 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-32dee4c4-e9ef-4de9-8738-a2e52ca7afba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.777716 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.837129 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-089d94d0-1f92-4960-931c-89f26ac0f942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.934968 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-32dee4c4-e9ef-4de9-8738-a2e52ca7afba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:53.993478 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0bf8427e-3850-4c11-b4b2-97201976d7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.005043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 32948) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:54.080572 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-32dee4c4-e9ef-4de9-8738-a2e52ca7afba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.105224 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-331a1e1f-3ffc-4db8-9b45-0f8f85c2f20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.128606 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.api [None req-0bf8427e-3850-4c11-b4b2-97201976d7b8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:00:54.128606 n-d-779913-27 neutron-server[100776]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:00:54.128606 n-d-779913-27 neutron-server[100776]: [parameters: {'project_id_1': '41df3c2bfcdf478496b6d89d18b5bee0', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 0, 54, 21093)}] Jul 05 10:00:54.128606 n-d-779913-27 neutron-server[100776]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:00:54.129149 n-d-779913-27 neutron-server[100776]: DEBUG oslo_db.api [None req-0bf8427e-3850-4c11-b4b2-97201976d7b8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:00:54.143174 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc0c57b5-c649-4507-8487-87dc201eaf22 req-5938049b-f780-4a09-969a-80b1f69ecdee tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 210 time: 0.0828772 Jul 05 10:00:54.181602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dee4c4-e9ef-4de9-8738-a2e52ca7afba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747e9bd1-0903-4c82-b9f2-5e7d49ed145e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:54.191603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-32dee4c4-e9ef-4de9-8738-a2e52ca7afba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cac5c4af58f24cc4af824525eed2072f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6280677 Jul 05 10:00:54.195200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 32960) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:54.273180 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1089c69e-3d98-4812-9194-323f518fc709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.296060 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1089c69e-3d98-4812-9194-323f518fc709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.296447 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-089d94d0-1f92-4960-931c-89f26ac0f942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.497963 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-089d94d0-1f92-4960-931c-89f26ac0f942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.545716 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d94d0-1f92-4960-931c-89f26ac0f942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e3f543-6d33-4755-b182-e139b9f014b1,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:54.571911 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-089d94d0-1f92-4960-931c-89f26ac0f942 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25ed3eb476fc477b9d49089c7d2a7399&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9775002 Jul 05 10:00:54.574090 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32976) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:54.624683 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1089c69e-3d98-4812-9194-323f518fc709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.627727 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1089c69e-3d98-4812-9194-323f518fc709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.629479 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1089c69e-3d98-4812-9194-323f518fc709 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/747e9bd1-0903-4c82-b9f2-5e7d49ed145e HTTP/1.1" status: 204 len: 168 time: 0.4334903 Jul 05 10:00:54.637636 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0bf8427e-3850-4c11-b4b2-97201976d7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.686291 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-74ec4c6d-ea8b-4b41-844a-a44eee01a414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.702935 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-331a1e1f-3ffc-4db8-9b45-0f8f85c2f20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.708675 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089c69e-3d98-4812-9194-323f518fc709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747e9bd1-0903-4c82-b9f2-5e7d49ed145e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:54.724984 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-74ec4c6d-ea8b-4b41-844a-a44eee01a414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.841297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32986) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:54.903867 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-331a1e1f-3ffc-4db8-9b45-0f8f85c2f20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.907519 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-74ec4c6d-ea8b-4b41-844a-a44eee01a414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.916143 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-74ec4c6d-ea8b-4b41-844a-a44eee01a414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:54.923657 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-74ec4c6d-ea8b-4b41-844a-a44eee01a414 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d3e3f543-6d33-4755-b182-e139b9f014b1 HTTP/1.1" status: 204 len: 168 time: 0.3477027 Jul 05 10:00:54.955163 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-331a1e1f-3ffc-4db8-9b45-0f8f85c2f20b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=07e5a590b77b443989a85710bffd67b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9487669 Jul 05 10:00:54.963846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33000) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:54.977448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec4c6d-ea8b-4b41-844a-a44eee01a414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e3f543-6d33-4755-b182-e139b9f014b1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:55.058971 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-79e87ffb-03a4-4655-8657-a0369d44fc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.075225 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0bf8427e-3850-4c11-b4b2-97201976d7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.088083 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-79e87ffb-03a4-4655-8657-a0369d44fc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.100972 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a1e1f-3ffc-4db8-9b45-0f8f85c2f20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f382e5-15f2-4d48-9617-47d040365c5f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:55.202536 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-b17fb1b5-c0ae-4717-9988-97c8d459bfd4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-network', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:55.232334 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0bf8427e-3850-4c11-b4b2-97201976d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.291604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8427e-3850-4c11-b4b2-97201976d7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0ed1dc-1787-4ff5-b066-6d7c68c4bb43,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:55.318814 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-79e87ffb-03a4-4655-8657-a0369d44fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.322460 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-79e87ffb-03a4-4655-8657-a0369d44fc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.327606 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0bf8427e-3850-4c11-b4b2-97201976d7b8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=41df3c2bfcdf478496b6d89d18b5bee0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6648409 Jul 05 10:00:55.327606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33014) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:55.330308 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-79e87ffb-03a4-4655-8657-a0369d44fc19 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/38f382e5-15f2-4d48-9617-47d040365c5f HTTP/1.1" status: 204 len: 168 time: 0.3630271 Jul 05 10:00:55.340112 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e87ffb-03a4-4655-8657-a0369d44fc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f382e5-15f2-4d48-9617-47d040365c5f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:55.399214 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-874e5672-a914-4986-98c2-a128bbf5e8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.436135 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-874e5672-a914-4986-98c2-a128bbf5e8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.466269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17fb1b5-c0ae-4717-9988-97c8d459bfd4 admin admin] Made reservation on behalf of 79a77f7ffb3f49cfa62bd853ab43f167 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:55.470275 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b17fb1b5-c0ae-4717-9988-97c8d459bfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.489579 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b17fb1b5-c0ae-4717-9988-97c8d459bfd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.554392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.64', 52222) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:55.583276 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-25329947-69c7-47b9-b024-5c52be248779 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=060ee10fb4aa4915922734bda336858d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276566 Jul 05 10:00:55.659530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ac5f4086-4d64-4d6b-9647-bd1ac2c9c259 req-03bef038-e4a9-42f5-b9e6-f67361c82db7 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 210 time: 0.1777103 Jul 05 10:00:55.784601 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-e6ea0753-cddd-4821-be5f-60f7acab1523 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:55.786344 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-e6ea0753-cddd-4821-be5f-60f7acab1523 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963372 Jul 05 10:00:55.814221 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33032) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:55.859769 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Request body: {'port': {'device_id': 'bb75c4c5-8e61-4c21-964c-9ce032ebc296', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '060ee10fb4aa4915922734bda336858d'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:55.906279 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-874e5672-a914-4986-98c2-a128bbf5e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.952202 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-874e5672-a914-4986-98c2-a128bbf5e8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:55.958459 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-874e5672-a914-4986-98c2-a128bbf5e8f1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b0ed1dc-1787-4ff5-b066-6d7c68c4bb43 HTTP/1.1" status: 204 len: 168 time: 0.6310678 Jul 05 10:00:55.990153 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e5672-a914-4986-98c2-a128bbf5e8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0ed1dc-1787-4ff5-b066-6d7c68c4bb43,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:56.078970 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cda357e0-c410-407f-bbaf-345d5afee8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.092378 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b17fb1b5-c0ae-4717-9988-97c8d459bfd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.240527 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b17fb1b5-c0ae-4717-9988-97c8d459bfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.251990 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:00:56.251990 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:00:56.251990 n-d-779913-27 neutron-server[100775]: [parameters: {'project_id_1': '060ee10fb4aa4915922734bda336858d', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 0, 56, 99777)}] Jul 05 10:00:56.251990 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:00:56.251990 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:00:56.265364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17fb1b5-c0ae-4717-9988-97c8d459bfd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:00:56.304232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fb1b5-c0ae-4717-9988-97c8d459bfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ee7e6c-2070-4dab-be80-5d0f18311832,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:56.310336 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b17fb1b5-c0ae-4717-9988-97c8d459bfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.310774 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-b17fb1b5-c0ae-4717-9988-97c8d459bfd4 admin admin] Added segment 73bcbc9a-0584-477b-9a51-1b1efbeca51b of type vlan for network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 Jul 05 10:00:56.375852 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cda357e0-c410-407f-bbaf-345d5afee8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.383014 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b17fb1b5-c0ae-4717-9988-97c8d459bfd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.691321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33062) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:56.694449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-8b22210d-337a-47f9-bb42-41506469d499 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=16c747e2eb8d4a2e9d787acf66ab7003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289257 Jul 05 10:00:56.712148 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8edd-ff8d-49a6-8553-2a24916485e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.767730 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cda357e0-c410-407f-bbaf-345d5afee8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.828250 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda357e0-c410-407f-bbaf-345d5afee8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489f213c-c791-43f1-93bb-81ace4540486,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:56.858410 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cda357e0-c410-407f-bbaf-345d5afee8e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e7b24b2072d43099d1532299a63d02a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0428193 Jul 05 10:00:56.885804 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33072) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:56.896036 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8edd-ff8d-49a6-8553-2a24916485e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.901128 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b17fb1b5-c0ae-4717-9988-97c8d459bfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.902762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17fb1b5-c0ae-4717-9988-97c8d459bfd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:56.903637 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b17fb1b5-c0ae-4717-9988-97c8d459bfd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:56.938697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-b4fb530e-4ab5-4c76-92e6-7c4b1f8b443e tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:56.944406 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-b4fb530e-4ab5-4c76-92e6-7c4b1f8b443e tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416351 Jul 05 10:00:56.975081 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-a2e78f37-f507-4218-8deb-8a9f54354f67 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/quotas/16c747e2eb8d4a2e9d787acf66ab7003 HTTP/1.1" status: 200 len: 375 time: 0.0121114 Jul 05 10:00:57.023358 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-f53c866a-013f-4a28-896f-671892ec3626 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=16c747e2eb8d4a2e9d787acf66ab7003&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469379 Jul 05 10:00:57.052155 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-472157ee-9e2c-4912-a9a6-54c92e790c21 req-be5ad2b6-6862-4a57-8bec-48127dd62862 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 210 time: 0.0842195 Jul 05 10:00:57.052778 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8edd-ff8d-49a6-8553-2a24916485e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.126613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b8edd-ff8d-49a6-8553-2a24916485e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39234d5c-72d9-4881-99c4-2cde3952b601,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:57.143147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fb1b5-c0ae-4717-9988-97c8d459bfd4 admin admin] Pushing event updated for resources: {'Network': ['ID=68d51614-9edc-4449-b0e1-c146ac5cc6e6,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:57.163819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:00:57.167116 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-577f8d2a-d86e-40e4-a7d2-220b97c20b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.175424 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0c1b8edd-ff8d-49a6-8553-2a24916485e0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a666becfee2546cca288578872497412&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4824083 Jul 05 10:00:57.179514 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33082) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:57.211762 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-577f8d2a-d86e-40e4-a7d2-220b97c20b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.260866 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2f31-754d-4fdb-86f3-665584e6ab2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.275357 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b17fb1b5-c0ae-4717-9988-97c8d459bfd4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4237366 Jul 05 10:00:57.276025 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33086) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:57.288980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8b8ac070-8649-4f31-abcc-ccadf5115c43 admin admin] Request body: {'subnet': {'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-subnet', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:57.310944 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2f31-754d-4fdb-86f3-665584e6ab2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.536895 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d5f3385-c3b8-4a21-af61-4c6c78ff175e req-ab77b599-8e7c-430d-ba4e-6e0037ebc572 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 210 time: 0.0439627 Jul 05 10:00:57.552661 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Made reservation on behalf of 060ee10fb4aa4915922734bda336858d for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:57.553157 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-577f8d2a-d86e-40e4-a7d2-220b97c20b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.555914 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-577f8d2a-d86e-40e4-a7d2-220b97c20b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.556395 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.561621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-577f8d2a-d86e-40e4-a7d2-220b97c20b8d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/489f213c-c791-43f1-93bb-81ace4540486 HTTP/1.1" status: 204 len: 168 time: 0.6608007 Jul 05 10:00:57.573935 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.576011 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2f31-754d-4fdb-86f3-665584e6ab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.579411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f8d2a-d86e-40e4-a7d2-220b97c20b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489f213c-c791-43f1-93bb-81ace4540486,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:57.579588 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2f31-754d-4fdb-86f3-665584e6ab2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.584661 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3e6c2f31-754d-4fdb-86f3-665584e6ab2a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/39234d5c-72d9-4881-99c4-2cde3952b601 HTTP/1.1" status: 204 len: 168 time: 0.3996074 Jul 05 10:00:57.604724 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c2f31-754d-4fdb-86f3-665584e6ab2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39234d5c-72d9-4881-99c4-2cde3952b601,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:57.839740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8ac070-8649-4f31-abcc-ccadf5115c43 admin admin] Made reservation on behalf of 79a77f7ffb3f49cfa62bd853ab43f167 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:00:57.844530 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b8ac070-8649-4f31-abcc-ccadf5115c43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:57.867456 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33126) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:57.895189 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e9006d33-c603-421b-8412-b6f88037944a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.027043 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.196294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33132) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:58.215399 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8ec9c484-77ac-46af-b1dd-e6cf8562e68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.256743 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b8ac070-8649-4f31-abcc-ccadf5115c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.273163 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.316498 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea995392-66b6-4d2b-aa84-e699076dc885 req-9ef22c47-7588-4c6c-bc02-276d7c2bd1bb tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 210 time: 0.0921998 Jul 05 10:00:58.329185 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9b47ad-9860-4f12-9e55-e0db99293a7a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:58.344578 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ac070-8649-4f31-abcc-ccadf5115c43 admin admin] Checking segment: {'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:00:58.344987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ac070-8649-4f31-abcc-ccadf5115c43 admin admin] Network hostable DHCP agents. Network: 68d51614-9edc-4449-b0e1-c146ac5cc6e6, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:00:58.354820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ac070-8649-4f31-abcc-ccadf5115c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:58.616384 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ac070-8649-4f31-abcc-ccadf5115c43 admin admin] Network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:00:58.679375 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4405a00c-22af-4bbc-b02f-59a88b01a7c7 req-4c4838a7-2829-4183-8a0b-04c2d33a5af7 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 210 time: 0.0477221 Jul 05 10:00:58.717968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Allocated IP 192.168.233.100 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/1807fcce-3bc7-4560-b583-8b09a3847b1e) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:58.771022 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-8b8ac070-8649-4f31-abcc-ccadf5115c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 68d51614-9edc-4449-b0e1-c146ac5cc6e6) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:00:58.821211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ac070-8649-4f31-abcc-ccadf5115c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:00:58.821211 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b8ac070-8649-4f31-abcc-ccadf5115c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:58.821791 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d268ef-480c-4e82-a43d-88648af19bf6 None None] Network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:00:58.822275 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e9006d33-c603-421b-8412-b6f88037944a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.066013 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e9006d33-c603-421b-8412-b6f88037944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.169400 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9006d33-c603-421b-8412-b6f88037944a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a74477-7535-4707-bc6e-72682041c085,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:59.223240 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.257938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:00:59.259088 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.317449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Transition to ACTIVE for port object 1807fcce-3bc7-4560-b583-8b09a3847b1e will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:00:59.319309 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8ec9c484-77ac-46af-b1dd-e6cf8562e68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.370335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e9006d33-c603-421b-8412-b6f88037944a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4afb61ad18934e6fa436ca541827f48a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4966419 Jul 05 10:00:59.370822 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33160) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:59.507768 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8ec9c484-77ac-46af-b1dd-e6cf8562e68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.587745 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61f663bd-b18d-4ebf-ad07-eadf8ec87602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.596437 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.671402 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8ec9c484-77ac-46af-b1dd-e6cf8562e68a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=21ed009477e84917a8ed9fdc2e4f320b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4727337 Jul 05 10:00:59.692925 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33166) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:59.693075 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8b8ac070-8649-4f31-abcc-ccadf5115c43 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4141512 Jul 05 10:00:59.698996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33168) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:00:59.708977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:00:59.741643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9c484-77ac-46af-b1dd-e6cf8562e68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d275ca1d-b76e-47a5-a5b6-d0ffb4b6aa8c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:00:59.747298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Allocated IP 172.20.0.2 (68d51614-9edc-4449-b0e1-c146ac5cc6e6/0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4/0be1e716-785b-4ae1-99b6-7dccaeeace64) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:00:59.747693 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61f663bd-b18d-4ebf-ad07-eadf8ec87602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.967326 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8304f11c-47d3-4a7e-9f0d-80bcb0fda631 req-c11d88de-2c5b-4818-b4b4-da37d7714ece tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 210 time: 0.1652527 Jul 05 10:00:59.968227 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:00:59.969411 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.055670 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.079510 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:00.102546 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:00.110780 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:00.126538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:00.127817 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.189765 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.279419 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Pushing event updated for resources: {'Port': ['ID=1807fcce-3bc7-4560-b583-8b09a3847b1e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:00.344149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Transition to ACTIVE for port object 0be1e716-785b-4ae1-99b6-7dccaeeace64 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:00.345418 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c35dd35f-3ffe-406c-9a52-aa73f7c04eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.402670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35d679-2b10-4497-806e-bb516b8ff5ae req-3bb31a22-7f48-4aaf-aa3f-c5ad5dd0c9d4 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:00.413893 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f35d679-2b10-4497-806e-bb516b8ff5ae req-3bb31a22-7f48-4aaf-aa3f-c5ad5dd0c9d4 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 936 time: 0.5198147 Jul 05 10:01:00.424556 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Transition to ACTIVE for port object 0be1e716-785b-4ae1-99b6-7dccaeeace64 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:00.444692 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61f663bd-b18d-4ebf-ad07-eadf8ec87602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.450398 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61f663bd-b18d-4ebf-ad07-eadf8ec87602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.452241 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-61f663bd-b18d-4ebf-ad07-eadf8ec87602 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4a74477-7535-4707-bc6e-72682041c085 HTTP/1.1" status: 204 len: 168 time: 1.0806952 Jul 05 10:01:00.481419 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c35dd35f-3ffe-406c-9a52-aa73f7c04eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.485788 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-67797895-6436-48f8-875b-9187ce918c98 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6324992 Jul 05 10:01:00.519659 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-df1dfe3e-62cc-47d5-9374-da13875d4b0c tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:01:00.521226 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-df1dfe3e-62cc-47d5-9374-da13875d4b0c tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088823 Jul 05 10:01:00.523138 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.562395 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f35d679-2b10-4497-806e-bb516b8ff5ae req-9c8c4d19-e54d-4dc3-b7fb-3b5a6e78b3e4 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474743 Jul 05 10:01:00.592778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f663bd-b18d-4ebf-ad07-eadf8ec87602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a74477-7535-4707-bc6e-72682041c085,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:00.645440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:00.667639 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:00.690770 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:00.739592 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.761000 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c35dd35f-3ffe-406c-9a52-aa73f7c04eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.763886 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c35dd35f-3ffe-406c-9a52-aa73f7c04eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.767964 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c35dd35f-3ffe-406c-9a52-aa73f7c04eab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d275ca1d-b76e-47a5-a5b6-d0ffb4b6aa8c HTTP/1.1" status: 204 len: 168 time: 1.0503120 Jul 05 10:01:00.791449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dd35f-3ffe-406c-9a52-aa73f7c04eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d275ca1d-b76e-47a5-a5b6-d0ffb4b6aa8c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:00.824302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Pushing event updated for resources: {'Port': ['ID=0be1e716-785b-4ae1-99b6-7dccaeeace64,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:00.833624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Attempting to bind port 0be1e716-785b-4ae1-99b6-7dccaeeace64 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:00.834460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Attempting to bind port 0be1e716-785b-4ae1-99b6-7dccaeeace64 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:00.835173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Attempting to bind port 0be1e716-785b-4ae1-99b6-7dccaeeace64 on network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:00.851271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:00.856588 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Checking segment: {'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:00.856588 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.856588 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Bound using segment: {'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:00.856588 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Bound port: 0be1e716-785b-4ae1-99b6-7dccaeeace64, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:00.856588 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:00.871642 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:00.872021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:00.872547 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:00.873004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:00.873340 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:00.873676 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:00.874285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:00.874619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:00.874946 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:00.875272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:00.875601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:00.875965 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Tracked resource versions report: Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: pushed versions: Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: { 'AddressGroup': {'1.2'}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'ConntrackHelper': {'1.0'}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'Log': {'1.0'}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'Network': {'1.1'}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'Port': {'1.7'}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'PortForwarding': {'1.2'}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'QosPolicy': {'1.8'}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'SecurityGroup': {'1.4'}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'SecurityGroupRule': {'1.2'}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'SubPort': {'1.0'}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'Subnet': {'1.1'}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'Trunk': {'1.1'}} Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: consumer versions: Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: { DHCP agent@n-d-779913-27: {}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: HyperV agent@n-h1-779913-27: {}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: HyperV agent@n-h2-779913-27: {}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: L3 agent@n-d-779913-27: {}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: Metadata agent@n-d-779913-27: {}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: Metering agent@n-d-779913-27: {}, Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: Open vSwitch agent@n-d-779913-27: { 'AddressGroup': '1.2', Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'ConntrackHelper': '1.0', Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'Log': '1.0', Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'Network': '1.1', Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'Port': '1.7', Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'PortForwarding': '1.2', Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'QosPolicy': '1.8', Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'SecurityGroup': '1.4', Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'SecurityGroupRule': '1.2', Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'SubPort': '1.0', Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'Subnet': '1.1', Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: 'Trunk': '1.1'}} Jul 05 10:01:00.877128 n-d-779913-27 neutron-server[100777]: {{(pid=100777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 10:01:01.010807 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-50824448-a6fc-4a4d-930b-09b1389f2d9f None None] Provisioning for port 1807fcce-3bc7-4560-b583-8b09a3847b1e completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:01.029253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-50824448-a6fc-4a4d-930b-09b1389f2d9f None None] Provisioning complete for port 1807fcce-3bc7-4560-b583-8b09a3847b1e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:01.031193 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-50824448-a6fc-4a4d-930b-09b1389f2d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.098298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] For port 0be1e716-785b-4ae1-99b6-7dccaeeace64, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:01.132701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] For port 0be1e716-785b-4ae1-99b6-7dccaeeace64, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0be1e716-785b-4ae1-99b6-7dccaeeace64,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:01.143978 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-50824448-a6fc-4a4d-930b-09b1389f2d9f None None] Port 1807fcce-3bc7-4560-b583-8b09a3847b1e cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:01.299457 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8355b9cf-0734-47e6-aa14-3efee32870e1 req-25e7088b-8c67-43e1-b353-82c79c62b69f tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 210 time: 0.0657566 Jul 05 10:01:01.405811 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.426049 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.447561 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:01.632534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7ff3d-9070-4002-9de7-af9feea3fd39 None None] Pushing event updated for resources: {'Port': ['ID=0be1e716-785b-4ae1-99b6-7dccaeeace64,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:01.828609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Allocated IP 172.25.5.129 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/179b03b3-4f0a-4bd1-89e8-5580770687c4) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:02.194155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafba32f-38d5-4b15-a936-e97b3c170302 req-0661a0ed-0e03-42ca-be80-e7f45c37acb8 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:02.196902 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cafba32f-38d5-4b15-a936-e97b3c170302 req-0661a0ed-0e03-42ca-be80-e7f45c37acb8 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 936 time: 0.2111256 Jul 05 10:01:02.205951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Request body: {'port': {'device_id': 'bb75c4c5-8e61-4c21-964c-9ce032ebc296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:02.279121 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.512477 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cafba32f-38d5-4b15-a936-e97b3c170302 req-3bf26403-7337-479c-876e-b511e612f290 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563665 Jul 05 10:01:02.554238 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.561628 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:02.704224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:02.727693 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9601a23c-afcf-4d55-8b52-2e626527e506 req-e772a523-5f7f-4f22-abff-0a218ea2f3c9 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 210 time: 0.0815783 Jul 05 10:01:02.731318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:02.738397 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:02.811709 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Pushing event updated for resources: {'Port': ['ID=179b03b3-4f0a-4bd1-89e8-5580770687c4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:03.235699 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1807fcce-3bc7-4560-b583-8b09a3847b1e {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:03.254050 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.280384 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Transition to ACTIVE for port object 1807fcce-3bc7-4560-b583-8b09a3847b1e will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:03.499220 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b3c115-8d24-42cd-8b47-4a6a2c427c2c None None] Network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:03.522218 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.792984 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:03.895224 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Pushing event updated for resources: {'Port': ['ID=1807fcce-3bc7-4560-b583-8b09a3847b1e,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:03.917397 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Attempting to bind port 1807fcce-3bc7-4560-b583-8b09a3847b1e on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:03.923084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Attempting to bind port 1807fcce-3bc7-4560-b583-8b09a3847b1e by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:03.923794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Attempting to bind port 1807fcce-3bc7-4560-b583-8b09a3847b1e on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:03.930042 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.73', 62750) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:03.931144 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Port 1807fcce-3bc7-4560-b583-8b09a3847b1e on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:01:03.931840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Attempting to bind port 1807fcce-3bc7-4560-b583-8b09a3847b1e on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:04.031207 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-d9a7c1eb-dbb2-4796-8696-836ef259f1c0 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=16c747e2eb8d4a2e9d787acf66ab7003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955050 Jul 05 10:01:04.058549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:04.059299 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:04.060042 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:04.060683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Bound port: 1807fcce-3bc7-4560-b583-8b09a3847b1e, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:04.061418 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.077150 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0be1e716-785b-4ae1-99b6-7dccaeeace64 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:04.195396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ed91c334-48dc-43dc-859e-14254ea776d3 None None] Provisioning for port 0be1e716-785b-4ae1-99b6-7dccaeeace64 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:04.452419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 0be1e716-785b-4ae1-99b6-7dccaeeace64 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:04.458912 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 0be1e716-785b-4ae1-99b6-7dccaeeace64 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:04.459790 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.567871 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d2a95208-26fa-4642-861e-8b692e691f56 req-837de94c-41f7-4137-bde1-0905467783a0 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 210 time: 0.1359463 Jul 05 10:01:04.685684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-83725767-725e-4569-9139-02f1316c8a12 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:04.687518 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-83725767-725e-4569-9139-02f1316c8a12 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6516213 Jul 05 10:01:04.761645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Request body: {'port': {'device_id': 'f84092fa-0bac-4886-84b6-e84c19ef6718', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '16c747e2eb8d4a2e9d787acf66ab7003'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:04.838432 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.927494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 0be1e716-785b-4ae1-99b6-7dccaeeace64, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0be1e716-785b-4ae1-99b6-7dccaeeace64,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:04.950291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-88f7ad1f-fe36-4682-8e30-cc70675d1a2e None None] Provisioning complete for port 0be1e716-785b-4ae1-99b6-7dccaeeace64 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:04.950840 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-88f7ad1f-fe36-4682-8e30-cc70675d1a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:04.965207 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.080723 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] For port 1807fcce-3bc7-4560-b583-8b09a3847b1e, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:05.120261 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.132678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919feed-71b9-4745-85da-a84b1ab1c603 req-57fd9e6a-2960-441a-9bcf-c5ca91afd4c6 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:05.135946 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7919feed-71b9-4745-85da-a84b1ab1c603 req-57fd9e6a-2960-441a-9bcf-c5ca91afd4c6 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 948 time: 1.1010189 Jul 05 10:01:05.172783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] For port 1807fcce-3bc7-4560-b583-8b09a3847b1e, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1807fcce-3bc7-4560-b583-8b09a3847b1e,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:05.264811 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7919feed-71b9-4745-85da-a84b1ab1c603 req-8647396d-782f-45a2-b8da-390d28ebbc62 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101401 Jul 05 10:01:05.363828 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.461507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:05.465023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=0be1e716-785b-4ae1-99b6-7dccaeeace64,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:05.466416 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.477889 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] 10.222.0.64 "PUT /v2.0/ports/1807fcce-3bc7-4560-b583-8b09a3847b1e HTTP/1.1" status: 200 len: 1097 time: 4.5987847 Jul 05 10:01:05.478806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb75c4c5-8e61-4c21-964c-9ce032ebc296', 'tag': '1807fcce-3bc7-4560-b583-8b09a3847b1e'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:05.674302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9826888-e371-4cdc-8b67-6ad4e208ec45 service neutron] Pushing event updated for resources: {'Port': ['ID=1807fcce-3bc7-4560-b583-8b09a3847b1e,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:05.700796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Made reservation on behalf of 16c747e2eb8d4a2e9d787acf66ab7003 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:05.702661 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Router cce03278-ab38-4570-a8ca-23457cc8e8c3 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:01:05.710131 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.742169 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:05.966362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0be1e716-785b-4ae1-99b6-7dccaeeace64 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:06.111911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 0be1e716-785b-4ae1-99b6-7dccaeeace64 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:06.127086 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.162950 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-819f1920-9bd3-4a8b-9bac-a1f3889ed536 req-68ced9c2-592c-4b04-b874-bb60d1dacafb tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 210 time: 0.1278338 Jul 05 10:01:06.200269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:06.215187 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Sync routers for ids ['cce03278-ab38-4570-a8ca-23457cc8e8c3'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:06.246884 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Routers {'cce03278-ab38-4570-a8ca-23457cc8e8c3'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:06.250316 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:00:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['cce03278-ab38-4570-a8ca-23457cc8e8c3'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:06.376828 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.470855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-4cc82f78-0e9c-4eb1-b268-8d294a76e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:06.473002 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-4cc82f78-0e9c-4eb1-b268-8d294a76e47a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=060ee10fb4aa4915922734bda336858d&device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 1100 time: 0.6230319 Jul 05 10:01:06.665523 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.669149 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-90b9e4fc-fd8e-4f48-adf7-0511e8f66d8e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.9683275 Jul 05 10:01:06.671786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33298) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:06.698344 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Set router cce03278-ab38-4570-a8ca-23457cc8e8c3 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:06.721261 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:06.810676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-9c1aa30d-0fc1-4faf-a526-2d88cb28a717 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=1807fcce-3bc7-4560-b583-8b09a3847b1e HTTP/1.1" status: 200 len: 217 time: 0.3288767 Jul 05 10:01:06.812844 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d38c71-f969-4338-9709-8c76473d4138" -d '{"events": [{"name": "network-changed", "server_uuid": "bb75c4c5-8e61-4c21-964c-9ce032ebc296", "tag": "1807fcce-3bc7-4560-b583-8b09a3847b1e"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:06.840104 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b4d8c9-4919-4287-932c-85a3720d74f2,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:07.160112 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:02Z', 'revision_number': 3, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:07.228117 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Checking router: cce03278-ab38-4570-a8ca-23457cc8e8c3 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:07.228117 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Updating router cce03278-ab38-4570-a8ca-23457cc8e8c3 port 179b03b3-4f0a-4bd1-89e8-5580770687c4 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:01:07.265081 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-cf70e74b-6d6b-4fc1-a792-c24bb331f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:07.266541 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-cf70e74b-6d6b-4fc1-a792-c24bb331f4e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.4056442 Jul 05 10:01:07.320496 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:07.710466 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Allocated IP 192.168.233.238 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/6607d1d7-6a8d-464b-9f71-7ca81204f941) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:08.062882 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6102a8-83fe-4eac-9777-7ec6076831f3 req-83a0a758-c5ac-4a04-9fc2-5bb1f6a6fd9e tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:08.065049 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ee6102a8-83fe-4eac-9777-7ec6076831f3 req-83a0a758-c5ac-4a04-9fc2-5bb1f6a6fd9e tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 948 time: 1.5770526 Jul 05 10:01:08.074249 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87f5b4c-ed63-494a-b813-cf3fbaa40b12 x-openstack-request-id: req-c87f5b4c-ed63-494a-b813-cf3fbaa40b12 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:08.074704 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb75c4c5-8e61-4c21-964c-9ce032ebc296", "tag": "1807fcce-3bc7-4560-b583-8b09a3847b1e", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:08.074996 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c87f5b4c-ed63-494a-b813-cf3fbaa40b12 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:08.075494 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb75c4c5-8e61-4c21-964c-9ce032ebc296', 'tag': '1807fcce-3bc7-4560-b583-8b09a3847b1e', 'status': 'completed', 'code': 200} Jul 05 10:01:08.275539 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.285670 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ee6102a8-83fe-4eac-9777-7ec6076831f3 req-7fdecbad-f659-4933-8626-cef01cfc7300 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068613 Jul 05 10:01:08.288270 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33328) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:08.331542 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-6e4e86bb-6576-4690-b6f6-355dee412f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:08.338177 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-6e4e86bb-6576-4690-b6f6-355dee412f12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0120575 Jul 05 10:01:08.366520 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.385744 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Transition to ACTIVE for port object 179b03b3-4f0a-4bd1-89e8-5580770687c4 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:08.408730 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.530140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Transition to ACTIVE for port object 6607d1d7-6a8d-464b-9f71-7ca81204f941 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:08.536127 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.625933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Allocated IP 172.20.0.1 (68d51614-9edc-4449-b0e1-c146ac5cc6e6/0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4/72779ba9-86ba-410d-9864-ffbbd8f00b31) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:08.670374 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78408e-bbe1-425c-9e29-db441d9137e2 None None] Pushing event updated for resources: {'Port': ['ID=179b03b3-4f0a-4bd1-89e8-5580770687c4,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:08.688573 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78408e-bbe1-425c-9e29-db441d9137e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:08.689615 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78408e-bbe1-425c-9e29-db441d9137e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:08.690474 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78408e-bbe1-425c-9e29-db441d9137e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:08.691293 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78408e-bbe1-425c-9e29-db441d9137e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:08.692196 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78408e-bbe1-425c-9e29-db441d9137e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:08.693125 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78408e-bbe1-425c-9e29-db441d9137e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:08.694303 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78408e-bbe1-425c-9e29-db441d9137e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:08.695161 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78408e-bbe1-425c-9e29-db441d9137e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:08.696042 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78408e-bbe1-425c-9e29-db441d9137e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:08.696866 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78408e-bbe1-425c-9e29-db441d9137e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:08.697816 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78408e-bbe1-425c-9e29-db441d9137e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:08.698641 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78408e-bbe1-425c-9e29-db441d9137e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78408e-bbe1-425c-9e29-db441d9137e2 None None] Tracked resource versions report: Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: pushed versions: Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: { 'AddressGroup': {'1.2'}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'ConntrackHelper': {'1.0'}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'Log': {'1.0'}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'Network': {'1.1'}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'Port': {'1.7'}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'PortForwarding': {'1.2'}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'QosPolicy': {'1.8'}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'SecurityGroup': {'1.4'}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'SecurityGroupRule': {'1.2'}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'SubPort': {'1.0'}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'Subnet': {'1.1'}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'Trunk': {'1.1'}} Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: consumer versions: Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: { DHCP agent@n-d-779913-27: {}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: HyperV agent@n-h1-779913-27: {}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: HyperV agent@n-h2-779913-27: {}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: L3 agent@n-d-779913-27: {}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: Metadata agent@n-d-779913-27: {}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: Metering agent@n-d-779913-27: {}, Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: Open vSwitch agent@n-d-779913-27: { 'AddressGroup': '1.2', Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'ConntrackHelper': '1.0', Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'Log': '1.0', Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'Network': '1.1', Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'Port': '1.7', Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'PortForwarding': '1.2', Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'QosPolicy': '1.8', Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'SecurityGroup': '1.4', Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'SecurityGroupRule': '1.2', Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'SubPort': '1.0', Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'Subnet': '1.1', Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: 'Trunk': '1.1'}} Jul 05 10:01:08.700865 n-d-779913-27 neutron-server[100778]: {{(pid=100778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 10:01:08.745228 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Attempting to bind port 179b03b3-4f0a-4bd1-89e8-5580770687c4 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:08.745228 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Attempting to bind port 179b03b3-4f0a-4bd1-89e8-5580770687c4 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:08.745228 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Attempting to bind port 179b03b3-4f0a-4bd1-89e8-5580770687c4 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:08.745784 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:08.746756 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:08.746756 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.747267 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:08.748230 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Bound port: 179b03b3-4f0a-4bd1-89e8-5580770687c4, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:08.748609 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.792428 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4fb3caa1-4ea9-4e92-966c-de9b174f3510 req-7e6412a1-0fc9-4fc9-94da-3c7c08796c9d tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 210 time: 0.1027429 Jul 05 10:01:08.810333 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-e678adee-924f-4aa8-b10d-8c4e331a53b8 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451385 Jul 05 10:01:08.824744 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] For port 179b03b3-4f0a-4bd1-89e8-5580770687c4, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:08.829046 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] For port 179b03b3-4f0a-4bd1-89e8-5580770687c4, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=179b03b3-4f0a-4bd1-89e8-5580770687c4,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:08.931467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.947020 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:08.995778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Transition to ACTIVE for port object 72779ba9-86ba-410d-9864-ffbbd8f00b31 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:09.007141 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:09.159628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:09.181839 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Pushing event updated for resources: {'Port': ['ID=6607d1d7-6a8d-464b-9f71-7ca81204f941,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:09.188099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:09.249449 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Routers {'cce03278-ab38-4570-a8ca-23457cc8e8c3'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:09.250268 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:00:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['cce03278-ab38-4570-a8ca-23457cc8e8c3'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:09.319938 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b11c8d2-4406-4c5d-b8c6-25e50286b8b5 req-787dca38-70af-4e86-80e6-ab907b1e7fe4 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979208 Jul 05 10:01:09.326693 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:09.328866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:09.339103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:09.339701 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:09.409367 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78408e-bbe1-425c-9e29-db441d9137e2 None None] Pushing event updated for resources: {'Port': ['ID=179b03b3-4f0a-4bd1-89e8-5580770687c4,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:09.443919 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4a9fddf5-0ac2-4857-b4af-f77aa3d47917 tempest-AutoAllocateNetworkTest-450487402 tempest-AutoAllocateNetworkTest-450487402-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3e86919587f9451198fbd091b4827c39&shared=False HTTP/1.1" status: 200 len: 208 time: 1.1432307 Jul 05 10:01:09.443919 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Pushing event updated for resources: {'Port': ['ID=72779ba9-86ba-410d-9864-ffbbd8f00b31,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:09.444582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33350) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:09.451985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:09.453899 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:09.459954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:09.461285 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:09.624443 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-477d18f2-e2cb-4b38-abb4-213c298a9d62 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8751447 Jul 05 10:01:09.711903 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] Set router cce03278-ab38-4570-a8ca-23457cc8e8c3 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:09.782812 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-9b9e2dc4-48a6-4e9b-9217-3c45aa60665c tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:01:09.812440 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-9b9e2dc4-48a6-4e9b-9217-3c45aa60665c tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448673 Jul 05 10:01:10.154894 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d75f701-7cb0-4b40-a686-c1305fc51259 tempest-AutoAllocateNetworkTest-450487402 tempest-AutoAllocateNetworkTest-450487402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:10.161738 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7d75f701-7cb0-4b40-a686-c1305fc51259 tempest-AutoAllocateNetworkTest-450487402 tempest-AutoAllocateNetworkTest-450487402-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.7110221 Jul 05 10:01:10.162972 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33362) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:10.365120 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8b29fa71-13e2-4df2-ad8a-6fb485283aad None None] Provisioning for port 6607d1d7-6a8d-464b-9f71-7ca81204f941 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:10.378519 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8b29fa71-13e2-4df2-ad8a-6fb485283aad None None] Provisioning complete for port 6607d1d7-6a8d-464b-9f71-7ca81204f941 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:10.381591 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8b29fa71-13e2-4df2-ad8a-6fb485283aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:10.418622 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:02Z', 'revision_number': 3, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:10.475040 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d78db-77af-414b-afc4-791275680c4d None None] The sync data for ids ['cce03278-ab38-4570-a8ca-23457cc8e8c3'] in n-d-779913-27 is: [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:02Z', 'revision_number': 3, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:01:10.487669 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-327399c0-2f54-4c21-9ed8-bf7bdd2edd16 tempest-AutoAllocateNetworkTest-450487402 tempest-AutoAllocateNetworkTest-450487402-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3184211 Jul 05 10:01:10.490355 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33370) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:10.515915 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8b29fa71-13e2-4df2-ad8a-6fb485283aad None None] Port 6607d1d7-6a8d-464b-9f71-7ca81204f941 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:10.546731 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d38c71-f969-4338-9709-8c76473d4138 req-4bdb2619-5917-4a55-a52c-abeeaba7464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:10.548393 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d2d38c71-f969-4338-9709-8c76473d4138 req-4bdb2619-5917-4a55-a52c-abeeaba7464e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=060ee10fb4aa4915922734bda336858d&device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 1100 time: 0.9039493 Jul 05 10:01:10.575589 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d76e6e-29be-418b-88e0-bde5e4dccb24 req-023d41ef-b8c7-4947-a515-e97df9c41f60 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:10.575891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d1905d1a-613f-44bf-ae99-5be97cb5ccf7 tempest-AutoAllocateNetworkTest-450487402 tempest-AutoAllocateNetworkTest-450487402-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3e86919587f9451198fbd091b4827c39 HTTP/1.1" status: 200 len: 208 time: 0.0831165 Jul 05 10:01:10.582610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-53d76e6e-29be-418b-88e0-bde5e4dccb24 req-023d41ef-b8c7-4947-a515-e97df9c41f60 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 948 time: 0.7001865 Jul 05 10:01:10.838573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Request body: {'port': {'device_id': 'f84092fa-0bac-4886-84b6-e84c19ef6718', 'device_owner': 'compute:tempest-test_az-1244850858', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:10.859073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d9f6057f-9eb5-4a0e-bda3-6cdf92639552 None None] Provisioning for port 72779ba9-86ba-410d-9864-ffbbd8f00b31 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:10.881666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d9f6057f-9eb5-4a0e-bda3-6cdf92639552 None None] Provisioning complete for port 72779ba9-86ba-410d-9864-ffbbd8f00b31 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:10.882106 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d9f6057f-9eb5-4a0e-bda3-6cdf92639552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:10.966176 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-53d76e6e-29be-418b-88e0-bde5e4dccb24 req-c341d324-2cfe-452c-868b-0e24110d72e2 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821239 Jul 05 10:01:10.991466 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6057f-9eb5-4a0e-bda3-6cdf92639552 None None] Port 72779ba9-86ba-410d-9864-ffbbd8f00b31 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:11.136555 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:11.145353 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:11.157625 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d38c71-f969-4338-9709-8c76473d4138 req-61a80c52-2382-4a5d-8b48-e1a4892840f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:11.160209 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d2d38c71-f969-4338-9709-8c76473d4138 req-61a80c52-2382-4a5d-8b48-e1a4892840f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.5752120 Jul 05 10:01:11.217683 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5c439413-07e7-4684-a0fd-32ecf1b01bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:11.391844 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6db8d-09ef-4d26-b616-07faf53c39a0 req-23f0e2cd-e6f3-4bd8-8e56-13b46d3bad07 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:11.399914 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-38b6db8d-09ef-4d26-b616-07faf53c39a0 req-23f0e2cd-e6f3-4bd8-8e56-13b46d3bad07 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 936 time: 0.6937835 Jul 05 10:01:11.745674 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-38b6db8d-09ef-4d26-b616-07faf53c39a0 req-6f64dcf9-d479-4d43-bbaf-0c644988fbe1 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430624 Jul 05 10:01:11.810318 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d2d38c71-f969-4338-9709-8c76473d4138 req-0893f8ff-72d2-4fb7-aa6b-dc11bc2d8971 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=1807fcce-3bc7-4560-b583-8b09a3847b1e HTTP/1.1" status: 200 len: 217 time: 0.6388359 Jul 05 10:01:12.031574 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33390) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:12.142309 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 179b03b3-4f0a-4bd1-89e8-5580770687c4 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:12.143469 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:12.179545 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d38c71-f969-4338-9709-8c76473d4138 req-7d519e07-2e71-4cb5-addc-aaa4441e4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:12.197468 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d2d38c71-f969-4338-9709-8c76473d4138 req-7d519e07-2e71-4cb5-addc-aaa4441e4a2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.3703303 Jul 05 10:01:12.541855 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:12.548234 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:12.599263 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 179b03b3-4f0a-4bd1-89e8-5580770687c4 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:12.607843 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 179b03b3-4f0a-4bd1-89e8-5580770687c4 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:12.608316 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6607d1d7-6a8d-464b-9f71-7ca81204f941 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:12.613703 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:12.661625 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:12.821531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Transition to ACTIVE for port object 6607d1d7-6a8d-464b-9f71-7ca81204f941 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:12.849088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d38c71-f969-4338-9709-8c76473d4138 req-e52fa28a-05d8-4d02-bf0b-cad3c634262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:12.859679 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d2d38c71-f969-4338-9709-8c76473d4138 req-e52fa28a-05d8-4d02-bf0b-cad3c634262a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5956023 Jul 05 10:01:12.899225 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45bd54-d408-42ff-8178-a527a92cbc95 req-4342b024-8728-4002-9827-236a08c5ad47 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:12.930681 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eb45bd54-d408-42ff-8178-a527a92cbc95 req-4342b024-8728-4002-9827-236a08c5ad47 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 948 time: 0.5680649 Jul 05 10:01:13.084287 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.191594 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.307797 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 179b03b3-4f0a-4bd1-89e8-5580770687c4, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=179b03b3-4f0a-4bd1-89e8-5580770687c4,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:13.329910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Pushing event updated for resources: {'Port': ['ID=6607d1d7-6a8d-464b-9f71-7ca81204f941,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:13.401498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Pushing event updated for resources: {'Port': ['ID=72779ba9-86ba-410d-9864-ffbbd8f00b31,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:13.472671 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.637118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Attempting to bind port 6607d1d7-6a8d-464b-9f71-7ca81204f941 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:13.638961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Attempting to bind port 6607d1d7-6a8d-464b-9f71-7ca81204f941 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:13.639486 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Attempting to bind port 6607d1d7-6a8d-464b-9f71-7ca81204f941 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:13.651671 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d2d38c71-f969-4338-9709-8c76473d4138 req-6bd2e80b-d907-4d11-a549-d07a20648259 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7822447 Jul 05 10:01:13.653665 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33402) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:13.706471 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eb45bd54-d408-42ff-8178-a527a92cbc95 req-c4014dd8-9a16-4b40-96e8-39cdfa60a16b tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7741544 Jul 05 10:01:13.764054 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ffc297c0-1329-4e14-b3b2-84cb0c63e144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.799688 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ef8ea1b3-5e63-4537-8692-8108865127ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.803976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Port 6607d1d7-6a8d-464b-9f71-7ca81204f941 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:01:13.804308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Attempting to bind port 6607d1d7-6a8d-464b-9f71-7ca81204f941 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:13.817463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:13.821586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:13.841672 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=179b03b3-4f0a-4bd1-89e8-5580770687c4,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:13.882230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:13.882861 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:13.883084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:13.918940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Bound port: 6607d1d7-6a8d-464b-9f71-7ca81204f941, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:13.918940 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:13.927916 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.113860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Router cce03278-ab38-4570-a8ca-23457cc8e8c3 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:01:14.349183 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6ee97237-b2b9-4bc4-b71f-9235fd6c3ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.418537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-24d64d83-07c6-42d3-9de6-d208277f185b None None] Provisioning complete for port 72779ba9-86ba-410d-9864-ffbbd8f00b31 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:14.418537 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-24d64d83-07c6-42d3-9de6-d208277f185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.477833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:14.523696 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8b90df90-78db-404f-822f-754fa5f19449 admin admin] 10.222.0.77 "PUT /v2.0/routers/cce03278-ab38-4570-a8ca-23457cc8e8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8495471 Jul 05 10:01:14.566190 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ffc297c0-1329-4e14-b3b2-84cb0c63e144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.649496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f681ab2-8a8a-4fec-9540-e90c4609cf0e req-b0ea3261-3f71-4984-ba3f-235fa9c3cd1b tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:14.659326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-24d64d83-07c6-42d3-9de6-d208277f185b None None] Port 72779ba9-86ba-410d-9864-ffbbd8f00b31 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:14.662973 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f681ab2-8a8a-4fec-9540-e90c4609cf0e req-b0ea3261-3f71-4984-ba3f-235fa9c3cd1b tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 970 time: 1.0341403 Jul 05 10:01:14.673390 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ffc297c0-1329-4e14-b3b2-84cb0c63e144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:14.704969 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] For port 6607d1d7-6a8d-464b-9f71-7ca81204f941, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:14.858786 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ffc297c0-1329-4e14-b3b2-84cb0c63e144 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=350d42037b1a4da68619f94d4b6128a8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8193371 Jul 05 10:01:14.868739 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc297c0-1329-4e14-b3b2-84cb0c63e144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d6b2a2-6688-49b7-ab82-fc2eda93c7c9,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:14.893517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33426) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:14.924011 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] For port 6607d1d7-6a8d-464b-9f71-7ca81204f941, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=6607d1d7-6a8d-464b-9f71-7ca81204f941,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:14.939381 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d2d38c71-f969-4338-9709-8c76473d4138 req-840b3b93-a2a8-42eb-97ef-6180b5d4c93e service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1426113 Jul 05 10:01:15.016595 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f681ab2-8a8a-4fec-9540-e90c4609cf0e req-7e19159b-f561-4f4c-a22f-25ae6c93b8cf tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523781 Jul 05 10:01:15.050734 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.091583 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b503d46-1592-4a21-96ef-c23e7710c7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.160002 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b503d46-1592-4a21-96ef-c23e7710c7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.191950 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.308753 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:15.311387 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.314502 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] 10.222.0.73 "PUT /v2.0/ports/6607d1d7-6a8d-464b-9f71-7ca81204f941 HTTP/1.1" status: 200 len: 1119 time: 4.8496883 Jul 05 10:01:15.320315 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84092fa-0bac-4886-84b6-e84c19ef6718', 'tag': '6607d1d7-6a8d-464b-9f71-7ca81204f941'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:15.323277 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9603da-6fca-430c-b7ee-8a9a75431d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f84092fa-0bac-4886-84b6-e84c19ef6718", "tag": "6607d1d7-6a8d-464b-9f71-7ca81204f941"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:15.394947 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b503d46-1592-4a21-96ef-c23e7710c7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.397411 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6ee97237-b2b9-4bc4-b71f-9235fd6c3ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.400666 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b503d46-1592-4a21-96ef-c23e7710c7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.401132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b505297-5b9d-4d6f-9710-336d6adc8efc service neutron] Pushing event updated for resources: {'Port': ['ID=6607d1d7-6a8d-464b-9f71-7ca81204f941,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:15.405218 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2b503d46-1592-4a21-96ef-c23e7710c7b1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/07d6b2a2-6688-49b7-ab82-fc2eda93c7c9 HTTP/1.1" status: 204 len: 168 time: 0.5085156 Jul 05 10:01:15.448521 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b503d46-1592-4a21-96ef-c23e7710c7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d6b2a2-6688-49b7-ab82-fc2eda93c7c9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:15.592707 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6ee97237-b2b9-4bc4-b71f-9235fd6c3ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:15.765495 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Sync routers for ids ['cce03278-ab38-4570-a8ca-23457cc8e8c3'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:15.777616 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6ee97237-b2b9-4bc4-b71f-9235fd6c3ca7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e86919587f9451198fbd091b4827c39&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1167636 Jul 05 10:01:15.777741 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33442) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:15.781375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee97237-b2b9-4bc4-b71f-9235fd6c3ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a149bf-5079-468b-bbcb-042b32236c23,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:15.819874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Routers {'cce03278-ab38-4570-a8ca-23457cc8e8c3'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:15.820556 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:01:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['cce03278-ab38-4570-a8ca-23457cc8e8c3'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:15.822769 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-df5be2cc-8cf6-46bf-a2b9-6f8e65017acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:15.826280 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-df5be2cc-8cf6-46bf-a2b9-6f8e65017acc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=16c747e2eb8d4a2e9d787acf66ab7003&device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 1122 time: 0.3216085 Jul 05 10:01:15.948003 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-d771278e-0ac4-45fd-921a-e34340319e4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=6607d1d7-6a8d-464b-9f71-7ca81204f941 HTTP/1.1" status: 200 len: 217 time: 0.1053972 Jul 05 10:01:15.985434 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d22b-1cf9-4dd4-a396-706fc221ea6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.031295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 179b03b3-4f0a-4bd1-89e8-5580770687c4 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:16.070136 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d22b-1cf9-4dd4-a396-706fc221ea6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.192810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-dedc1a7b-fa04-4efc-9395-9b5d9377c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:16.195237 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-dedc1a7b-fa04-4efc-9395-9b5d9377c31e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.2406056 Jul 05 10:01:16.339298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c903a-2477-40e1-812c-e6a0b6a29ae6 req-0f5326fb-0a59-4631-b7a8-6bf63021e8c6 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:16.346123 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c73c903a-2477-40e1-812c-e6a0b6a29ae6 req-0f5326fb-0a59-4631-b7a8-6bf63021e8c6 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 948 time: 0.2981870 Jul 05 10:01:16.412127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Set router cce03278-ab38-4570-a8ca-23457cc8e8c3 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:16.456835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d22b-1cf9-4dd4-a396-706fc221ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.467112 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d22b-1cf9-4dd4-a396-706fc221ea6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.470196 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d4e4d22b-1cf9-4dd4-a396-706fc221ea6d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f1a149bf-5079-468b-bbcb-042b32236c23 HTTP/1.1" status: 204 len: 168 time: 0.6915026 Jul 05 10:01:16.503282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4d22b-1cf9-4dd4-a396-706fc221ea6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a149bf-5079-468b-bbcb-042b32236c23,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:16.513103 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c73c903a-2477-40e1-812c-e6a0b6a29ae6 req-8a8f5a5d-afb8-4761-9395-6483c2eb2ff9 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519003 Jul 05 10:01:16.668768 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 179b03b3-4f0a-4bd1-89e8-5580770687c4 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:16.669611 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:16.849613 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afd1f8b-9e92-45be-9caa-2a39b38b4e37 x-openstack-request-id: req-2afd1f8b-9e92-45be-9caa-2a39b38b4e37 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:16.850052 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84092fa-0bac-4886-84b6-e84c19ef6718", "tag": "6607d1d7-6a8d-464b-9f71-7ca81204f941", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:16.850567 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2afd1f8b-9e92-45be-9caa-2a39b38b4e37 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:16.856028 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84092fa-0bac-4886-84b6-e84c19ef6718', 'tag': '6607d1d7-6a8d-464b-9f71-7ca81204f941', 'status': 'completed', 'code': 200} Jul 05 10:01:16.919193 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-de4b9f12-7d74-4db9-9d62-a24246787f71 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=cb3ededb79124a35b270fa6b05cc8460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374088 Jul 05 10:01:16.977986 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.156884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '72779ba9-86ba-410d-9864-ffbbd8f00b31', 'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:08Z', 'updated_at': '2021-07-05T10:01:11Z', 'revision_number': 2, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'subnets': [{'id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:17.171858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-7881b4ae-1a7a-4524-b040-71ae39a7e193 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:17.180144 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-7881b4ae-1a7a-4524-b040-71ae39a7e193 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590652 Jul 05 10:01:17.200508 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-4803bb30-c4bb-4d6b-8ed3-ea060bd6809e tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/quotas/cb3ededb79124a35b270fa6b05cc8460 HTTP/1.1" status: 200 len: 375 time: 0.0191932 Jul 05 10:01:17.207555 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Checking router: cce03278-ab38-4570-a8ca-23457cc8e8c3 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:17.208232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Updating router cce03278-ab38-4570-a8ca-23457cc8e8c3 port 72779ba9-86ba-410d-9864-ffbbd8f00b31 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:01:17.264918 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-35ca9d45-d674-413c-a9cb-7f82c048e738 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cb3ededb79124a35b270fa6b05cc8460&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544500 Jul 05 10:01:17.289454 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.429085 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33472) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:17.453344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-672389b6-239a-4442-8527-37988767f533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.597707 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-672389b6-239a-4442-8527-37988767f533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.689761 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33480) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:17.702318 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-37980d60-be17-4a49-8b03-aa0c2e06ca9a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1715182603-network', 'tenant_id': '5c872aa77a3a47188831f1e9a163b717'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:17.839092 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-672389b6-239a-4442-8527-37988767f533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:17.954130 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-672389b6-239a-4442-8527-37988767f533 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f3c3962de0fb49e7b05b6f34f2894ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234387 Jul 05 10:01:17.959873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33486) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:17.960467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672389b6-239a-4442-8527-37988767f533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c305b4b-5153-46b4-8d26-28bb507e2188,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:18.028686 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.092031 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Transition to ACTIVE for port object 72779ba9-86ba-410d-9864-ffbbd8f00b31 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:18.116775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37980d60-be17-4a49-8b03-aa0c2e06ca9a admin admin] Made reservation on behalf of 5c872aa77a3a47188831f1e9a163b717 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:18.126675 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37980d60-be17-4a49-8b03-aa0c2e06ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.180127 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37980d60-be17-4a49-8b03-aa0c2e06ca9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.246893 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.272243 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6105f813-3181-4405-ba50-d9736e2e688d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.293175 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5ad54-4ca6-4628-a348-b1bff007d3bf req-9aaaa990-edff-437a-9c24-428bc5039906 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:18.297155 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07f5ad54-4ca6-4628-a348-b1bff007d3bf req-9aaaa990-edff-437a-9c24-428bc5039906 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 970 time: 0.2510836 Jul 05 10:01:18.332569 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6105f813-3181-4405-ba50-d9736e2e688d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.451664 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07f5ad54-4ca6-4628-a348-b1bff007d3bf req-dab8034c-d468-4815-b564-cbeb24ed7c06 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402643 Jul 05 10:01:18.452148 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf576d6-b3d9-4dd8-a1cd-3bbba4e0957b None None] Pushing event updated for resources: {'Port': ['ID=72779ba9-86ba-410d-9864-ffbbd8f00b31,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:18.515644 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37980d60-be17-4a49-8b03-aa0c2e06ca9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.680378 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4cc98f8c-393d-45f7-a14c-81081705663a req-8ac56252-8d75-4837-8348-90456419bc22 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 210 time: 0.1026273 Jul 05 10:01:18.681980 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37980d60-be17-4a49-8b03-aa0c2e06ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.734920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Attempting to bind port 72779ba9-86ba-410d-9864-ffbbd8f00b31 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:18.735505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Attempting to bind port 72779ba9-86ba-410d-9864-ffbbd8f00b31 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:18.739631 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37980d60-be17-4a49-8b03-aa0c2e06ca9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaeae37-e50d-4195-a8b6-637c47141d5e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:18.743473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Attempting to bind port 72779ba9-86ba-410d-9864-ffbbd8f00b31 on network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:18.746864 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6105f813-3181-4405-ba50-d9736e2e688d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.749748 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6105f813-3181-4405-ba50-d9736e2e688d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.754475 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6105f813-3181-4405-ba50-d9736e2e688d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c305b4b-5153-46b4-8d26-28bb507e2188 HTTP/1.1" status: 204 len: 168 time: 0.7958500 Jul 05 10:01:18.768056 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:18.783940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Checking segment: {'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:18.784349 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37980d60-be17-4a49-8b03-aa0c2e06ca9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:01:18.784435 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.784435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Bound using segment: {'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:18.784435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Bound port: 72779ba9-86ba-410d-9864-ffbbd8f00b31, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:18.784655 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105f813-3181-4405-ba50-d9736e2e688d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c305b4b-5153-46b4-8d26-28bb507e2188,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:18.784724 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.784789 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37980d60-be17-4a49-8b03-aa0c2e06ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.784789 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-37980d60-be17-4a49-8b03-aa0c2e06ca9a admin admin] Added segment 14788a68-4395-49bb-a538-837d8fbf3f6e of type vlan for network faa66719-239d-499f-b981-64b4757e2117 Jul 05 10:01:18.904462 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37980d60-be17-4a49-8b03-aa0c2e06ca9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:18.992254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c03a5-bdd6-403f-9867-e7169b91f21b req-df899488-bd23-4aaa-94ff-7c0e8771b509 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:19.000411 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-481c03a5-bdd6-403f-9867-e7169b91f21b req-df899488-bd23-4aaa-94ff-7c0e8771b509 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 948 time: 0.1915367 Jul 05 10:01:19.023259 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] For port 72779ba9-86ba-410d-9864-ffbbd8f00b31, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:19.027515 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] For port 72779ba9-86ba-410d-9864-ffbbd8f00b31, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=72779ba9-86ba-410d-9864-ffbbd8f00b31,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:19.061686 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-481c03a5-bdd6-403f-9867-e7169b91f21b req-259625ee-743f-42c4-aed7-2bf473797414 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527868 Jul 05 10:01:19.328944 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37980d60-be17-4a49-8b03-aa0c2e06ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:19.330153 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:19.333106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37980d60-be17-4a49-8b03-aa0c2e06ca9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:19.335350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37980d60-be17-4a49-8b03-aa0c2e06ca9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:19.449719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Routers {'cce03278-ab38-4570-a8ca-23457cc8e8c3'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:19.450372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:01:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['cce03278-ab38-4570-a8ca-23457cc8e8c3'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:19.453692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf576d6-b3d9-4dd8-a1cd-3bbba4e0957b None None] Pushing event updated for resources: {'Port': ['ID=72779ba9-86ba-410d-9864-ffbbd8f00b31,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:19.456320 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37980d60-be17-4a49-8b03-aa0c2e06ca9a admin admin] Pushing event updated for resources: {'Network': ['ID=faa66719-239d-499f-b981-64b4757e2117,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:19.496907 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network faa66719-239d-499f-b981-64b4757e2117 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:01:19.690524 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] Set router cce03278-ab38-4570-a8ca-23457cc8e8c3 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:19.848161 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-37980d60-be17-4a49-8b03-aa0c2e06ca9a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1536143 Jul 05 10:01:19.880624 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33514) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:19.903137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a0ac0f6-2ed6-44ea-8609-03a09d13013d req-a52a4dd5-0fe9-4f2a-823c-2375be154af0 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 210 time: 0.0736866 Jul 05 10:01:19.924879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-36a07e18-3a80-4cfd-9cd5-f663af281e19 admin admin] Request body: {'subnet': {'network_id': 'faa66719-239d-499f-b981-64b4757e2117', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1715182603-subnet', 'tenant_id': '5c872aa77a3a47188831f1e9a163b717', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:20.055375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828983d-505a-422d-8b47-44babbc21398 req-e0f1429f-0164-49fe-a7b4-86ac3ac034b0 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:20.060677 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7828983d-505a-422d-8b47-44babbc21398 req-e0f1429f-0164-49fe-a7b4-86ac3ac034b0 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 970 time: 0.3707092 Jul 05 10:01:20.159299 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7828983d-505a-422d-8b47-44babbc21398 req-a32af0c3-aac7-4d57-a73e-44a2c16fb511 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896714 Jul 05 10:01:20.239542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '72779ba9-86ba-410d-9864-ffbbd8f00b31', 'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:08Z', 'updated_at': '2021-07-05T10:01:19Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'subnets': [{'id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:20.271832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4aca4b-c357-4afd-9549-c030711784c2 None None] The sync data for ids ['cce03278-ab38-4570-a8ca-23457cc8e8c3'] in n-d-779913-27 is: [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '72779ba9-86ba-410d-9864-ffbbd8f00b31', 'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:08Z', 'updated_at': '2021-07-05T10:01:19Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'subnets': [{'id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:01:20.276430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a07e18-3a80-4cfd-9cd5-f663af281e19 admin admin] Made reservation on behalf of 5c872aa77a3a47188831f1e9a163b717 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:20.287517 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-36a07e18-3a80-4cfd-9cd5-f663af281e19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.321206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1807fcce-3bc7-4560-b583-8b09a3847b1e details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:01:20.526333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9cb6-eb81-4d7b-8b31-f180815c0159 req-45ef76a2-42cf-4b64-a368-1ffa715fa400 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:20.528882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-107e9cb6-eb81-4d7b-8b31-f180815c0159 req-45ef76a2-42cf-4b64-a368-1ffa715fa400 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 948 time: 0.1909630 Jul 05 10:01:20.578092 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 1807fcce-3bc7-4560-b583-8b09a3847b1e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1807fcce-3bc7-4560-b583-8b09a3847b1e,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:20.623645 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '1807fcce-3bc7-4560-b583-8b09a3847b1e', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '1807fcce-3bc7-4560-b583-8b09a3847b1e', 'mac_address': 'fa:16:3e:a0:62:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:01:20.663137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-107e9cb6-eb81-4d7b-8b31-f180815c0159 req-af01b7f5-4ad5-4880-b6a9-e3eb69189ca0 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116862 Jul 05 10:01:20.732772 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:20.765834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1807fcce-3bc7-4560-b583-8b09a3847b1e {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:20.869682 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 1807fcce-3bc7-4560-b583-8b09a3847b1e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1807fcce-3bc7-4560-b583-8b09a3847b1e,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:21.100360 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.178610 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=1807fcce-3bc7-4560-b583-8b09a3847b1e,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:21.218714 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-14a1c509-191f-443f-ade2-a38211126255 req-e8997a2a-afb3-4a05-9342-9cff41fe4385 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 210 time: 0.0684648 Jul 05 10:01:21.321931 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-36a07e18-3a80-4cfd-9cd5-f663af281e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.419579 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a07e18-3a80-4cfd-9cd5-f663af281e19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd593cd6-055a-4947-8aa6-82b5f00d9711,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:21.433947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a07e18-3a80-4cfd-9cd5-f663af281e19 admin admin] Checking segment: {'id': '14788a68-4395-49bb-a538-837d8fbf3f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'faa66719-239d-499f-b981-64b4757e2117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:21.434370 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a07e18-3a80-4cfd-9cd5-f663af281e19 admin admin] Network hostable DHCP agents. Network: faa66719-239d-499f-b981-64b4757e2117, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:01:21.493602 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['1807fcce-3bc7-4560-b583-8b09a3847b1e'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:01:21.500279 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b70687-75cc-4a59-ada0-36fc5179af4e req-96431934-795e-4b79-8693-a67fcecbe355 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:21.504477 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d9b70687-75cc-4a59-ada0-36fc5179af4e req-96431934-795e-4b79-8693-a67fcecbe355 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 970 time: 0.1148117 Jul 05 10:01:21.609959 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a07e18-3a80-4cfd-9cd5-f663af281e19 admin admin] Network faa66719-239d-499f-b981-64b4757e2117 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:01:21.610718 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d9b70687-75cc-4a59-ada0-36fc5179af4e req-d3379d90-8315-41df-9ec0-87ea5bd9a61a tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969372 Jul 05 10:01:21.756885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-36a07e18-3a80-4cfd-9cd5-f663af281e19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, faa66719-239d-499f-b981-64b4757e2117) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:21.763322 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a07e18-3a80-4cfd-9cd5-f663af281e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:21.765979 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-36a07e18-3a80-4cfd-9cd5-f663af281e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:21.779325 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d387242-abe8-4911-8139-fc6c39789ba1 None None] Network faa66719-239d-499f-b981-64b4757e2117 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:21.926604 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-36a07e18-3a80-4cfd-9cd5-f663af281e19 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0410571 Jul 05 10:01:21.929764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33544) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:21.938571 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1715182603-router', 'tenant_id': '5c872aa77a3a47188831f1e9a163b717', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:22.054037 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:01:22.133753 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33550) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:22.147105 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 72779ba9-86ba-410d-9864-ffbbd8f00b31 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:22.191769 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652b745-2bdb-4c9e-8e60-273ab4cc157d req-8449cb7b-d7c2-4831-bcd0-975392977600 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:22.194243 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e652b745-2bdb-4c9e-8e60-273ab4cc157d req-8449cb7b-d7c2-4831-bcd0-975392977600 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 949 time: 0.1206028 Jul 05 10:01:22.261486 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e652b745-2bdb-4c9e-8e60-273ab4cc157d req-d010f2b8-96dd-4449-b961-273e754569d5 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484288 Jul 05 10:01:22.300896 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.302097 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.396920 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.442362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 72779ba9-86ba-410d-9864-ffbbd8f00b31 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:22.481824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 72779ba9-86ba-410d-9864-ffbbd8f00b31 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:22.481824 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.508089 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-13396df7-ba32-480e-abfe-af54e164a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:22.513629 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-13396df7-ba32-480e-abfe-af54e164a70a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1439679 Jul 05 10:01:22.544556 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.576926 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8602d15-c7b2-4e68-a7d7-76d74a064107 req-a3159c40-9055-4188-ac3d-feb66903df88 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 210 time: 0.0345271 Jul 05 10:01:22.588659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-faa66719-239d-499f-b981-64b4757e2117', 'network_id': 'faa66719-239d-499f-b981-64b4757e2117', 'tenant_id': '5c872aa77a3a47188831f1e9a163b717', 'fixed_ips': [{'subnet_id': 'fd593cd6-055a-4947-8aa6-82b5f00d9711'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:01:22.589183 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.670473 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-294f73dc-9408-4257-946d-6e76e971d725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.755180 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-142f9fb1-2426-4ede-9a30-c75e57ca9aa5 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270868 Jul 05 10:01:22.845708 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.945268 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-294f73dc-9408-4257-946d-6e76e971d725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.946046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Allocated IP 172.20.0.2 (faa66719-239d-499f-b981-64b4757e2117/fd593cd6-055a-4947-8aa6-82b5f00d9711/942db71f-d332-4fa3-a794-e0b0a405055e) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:22.949642 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a7c2758-4c6a-462e-af5b-507d150ab950 req-2fbdd69c-f882-449e-8ce2-76b597565ed6 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860318 Jul 05 10:01:22.957054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 72779ba9-86ba-410d-9864-ffbbd8f00b31, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=72779ba9-86ba-410d-9864-ffbbd8f00b31,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:22.957876 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:22.989511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af0ad5-1c23-4bab-8cb9-b6deec5dbac3 req-d1dec8f0-6281-45d8-9beb-d5da4ae4edfa tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:22.991372 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83af0ad5-1c23-4bab-8cb9-b6deec5dbac3 req-d1dec8f0-6281-45d8-9beb-d5da4ae4edfa tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 970 time: 0.1468124 Jul 05 10:01:23.051860 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83af0ad5-1c23-4bab-8cb9-b6deec5dbac3 req-84fdb512-7d11-4351-a9dd-03480930ce7e tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531268 Jul 05 10:01:23.119259 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-294f73dc-9408-4257-946d-6e76e971d725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.148525 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.213651 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.217569 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f73dc-9408-4257-946d-6e76e971d725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a07253-92e5-4231-9ad4-f4c86dc93232,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:23.230963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Transition to ACTIVE for port object 942db71f-d332-4fa3-a794-e0b0a405055e will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:23.248490 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-294f73dc-9408-4257-946d-6e76e971d725 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2d7b317569a482880a69763f53c205b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1093171 Jul 05 10:01:23.250234 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33574) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:23.251462 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Transition to ACTIVE for port object 942db71f-d332-4fa3-a794-e0b0a405055e will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:23.260023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=72779ba9-86ba-410d-9864-ffbbd8f00b31,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:23.332287 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ddcda940-104d-4703-be17-7d70d56e0e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.371616 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.451578 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ddcda940-104d-4703-be17-7d70d56e0e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.512612 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Network faa66719-239d-499f-b981-64b4757e2117 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:23.520903 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:23.532351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:23.534501 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9603da-6fca-430c-b7ee-8a9a75431d0b req-9418b245-83f1-44c3-a2ae-9548876397ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:23.536805 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a9603da-6fca-430c-b7ee-8a9a75431d0b req-9418b245-83f1-44c3-a2ae-9548876397ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=16c747e2eb8d4a2e9d787acf66ab7003&device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 1122 time: 0.1947904 Jul 05 10:01:23.541280 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Pushing event updated for resources: {'Port': ['ID=942db71f-d332-4fa3-a794-e0b0a405055e,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:23.698113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Attempting to bind port 942db71f-d332-4fa3-a794-e0b0a405055e on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:23.698717 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Attempting to bind port 942db71f-d332-4fa3-a794-e0b0a405055e by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '14788a68-4395-49bb-a538-837d8fbf3f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'faa66719-239d-499f-b981-64b4757e2117'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:23.699312 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Attempting to bind port 942db71f-d332-4fa3-a794-e0b0a405055e on network faa66719-239d-499f-b981-64b4757e2117 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:23.704537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316eddf-61aa-4390-a14f-8e1054a64971 req-3c0f6517-6462-448a-907c-dd6f519094d7 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:23.707041 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9316eddf-61aa-4390-a14f-8e1054a64971 req-3c0f6517-6462-448a-907c-dd6f519094d7 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 949 time: 0.2006896 Jul 05 10:01:23.724349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:23.724736 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Checking segment: {'id': '14788a68-4395-49bb-a538-837d8fbf3f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'faa66719-239d-499f-b981-64b4757e2117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:23.725146 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.725546 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Bound using segment: {'id': '14788a68-4395-49bb-a538-837d8fbf3f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'faa66719-239d-499f-b981-64b4757e2117'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:23.726076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Bound port: 942db71f-d332-4fa3-a794-e0b0a405055e, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14788a68-4395-49bb-a538-837d8fbf3f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'faa66719-239d-499f-b981-64b4757e2117'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:23.726502 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.780483 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.814647 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.849275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] For port 942db71f-d332-4fa3-a794-e0b0a405055e, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:23.852355 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9316eddf-61aa-4390-a14f-8e1054a64971 req-b4652ba3-c883-4f20-8290-8f7a7a93dddc tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372342 Jul 05 10:01:23.856230 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] For port 942db71f-d332-4fa3-a794-e0b0a405055e, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=942db71f-d332-4fa3-a794-e0b0a405055e,segment=NetworkSegment(14788a68-4395-49bb-a538-837d8fbf3f6e),segment_id=14788a68-4395-49bb-a538-837d8fbf3f6e)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:23.858428 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.865312 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ed74dce1-15cc-44e9-840d-596efbc0124a req-36db3254-2c5a-4c26-80ac-9d93ae0b269c tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 210 time: 0.0688407 Jul 05 10:01:23.866962 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9603da-6fca-430c-b7ee-8a9a75431d0b req-716059b4-f846-475b-91d8-f13a5f1b4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:23.895302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a9603da-6fca-430c-b7ee-8a9a75431d0b req-716059b4-f846-475b-91d8-f13a5f1b4fc5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.3264010 Jul 05 10:01:23.895302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ddcda940-104d-4703-be17-7d70d56e0e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.895302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ddcda940-104d-4703-be17-7d70d56e0e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:23.895302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ddcda940-104d-4703-be17-7d70d56e0e33 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a0a07253-92e5-4231-9ad4-f4c86dc93232 HTTP/1.1" status: 204 len: 168 time: 0.6238158 Jul 05 10:01:23.895302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-9e7c0996-afc7-49c1-8ac0-77207d8008e5 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=cb3ededb79124a35b270fa6b05cc8460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1157649 Jul 05 10:01:23.908849 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 72779ba9-86ba-410d-9864-ffbbd8f00b31 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:24.002645 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 72779ba9-86ba-410d-9864-ffbbd8f00b31 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:24.003080 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:24.009252 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcda940-104d-4703-be17-7d70d56e0e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a07253-92e5-4231-9ad4-f4c86dc93232,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:24.015684 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a9603da-6fca-430c-b7ee-8a9a75431d0b req-2899b726-ff58-48a0-8801-cb6eaf789744 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=6607d1d7-6a8d-464b-9f71-7ca81204f941 HTTP/1.1" status: 200 len: 217 time: 0.1366737 Jul 05 10:01:24.057874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Allocated IP 172.25.5.35 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/5ae43a30-006d-4ab4-9fbb-afa435143a24) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:24.149934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9603da-6fca-430c-b7ee-8a9a75431d0b req-e817650e-d596-4956-80b9-86bd7d860059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:24.152342 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a9603da-6fca-430c-b7ee-8a9a75431d0b req-e817650e-d596-4956-80b9-86bd7d860059 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1296370 Jul 05 10:01:24.221580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-83454b0f-34ae-4acf-a178-a16606bae261 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:24.224323 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-83454b0f-34ae-4acf-a178-a16606bae261 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3380470 Jul 05 10:01:24.243431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Request body: {'port': {'device_id': '96105364-eabb-4823-a474-71d7a9c98429', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': 'cb3ededb79124a35b270fa6b05cc8460'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:24.244221 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:24.316763 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1807fcce-3bc7-4560-b583-8b09a3847b1e up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:24.495337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9603da-6fca-430c-b7ee-8a9a75431d0b req-e634e178-3d60-44d6-b4e0-e362c14d170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:24.499297 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a9603da-6fca-430c-b7ee-8a9a75431d0b req-e634e178-3d60-44d6-b4e0-e362c14d170f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3366010 Jul 05 10:01:24.571080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43721ab-fd90-4cf0-ab4d-09e0be5b0136 None None] Pushing event updated for resources: {'Port': ['ID=942db71f-d332-4fa3-a794-e0b0a405055e,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:24.670495 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 1807fcce-3bc7-4560-b583-8b09a3847b1e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:24.677818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 1807fcce-3bc7-4560-b583-8b09a3847b1e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:24.678309 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:24.729639 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:24.886453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642647c-2670-4584-a3a5-6e29341bc0b8 req-ab468917-32a7-483b-9b3b-42b49df42fa6 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:24.904543 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9642647c-2670-4584-a3a5-6e29341bc0b8 req-ab468917-32a7-483b-9b3b-42b49df42fa6 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 970 time: 0.4739890 Jul 05 10:01:24.921692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a9603da-6fca-430c-b7ee-8a9a75431d0b req-7fba2b94-8ce2-4722-856c-818a5daed180 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083076 Jul 05 10:01:25.078395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Made reservation on behalf of cb3ededb79124a35b270fa6b05cc8460 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:25.096910 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9642647c-2670-4584-a3a5-6e29341bc0b8 req-04380766-17c9-4bc2-ba01-83c78967ca31 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905384 Jul 05 10:01:25.097680 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:25.109546 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:25.201295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb75c4c5-8e61-4c21-964c-9ce032ebc296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1807fcce-3bc7-4560-b583-8b09a3847b1e'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:25.226490 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:25.265789 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:25.402137 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a9603da-6fca-430c-b7ee-8a9a75431d0b req-c036e094-2a3b-4183-bc8c-68441ca0ec60 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678590 Jul 05 10:01:25.426703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:25.428685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:25.467067 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:25.635926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 1807fcce-3bc7-4560-b583-8b09a3847b1e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1807fcce-3bc7-4560-b583-8b09a3847b1e,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:25.668212 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae43a30-006d-4ab4-9fbb-afa435143a24,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:25.691346 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:25.773373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33616) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:25.777431 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97c22a59-81fe-4f5d-aca3-106ef4bdb693 req-4ee3657e-ce9f-4341-a4b9-c882dbd54f4b tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 210 time: 0.0611818 Jul 05 10:01:25.810827 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2986-7af5-4e05-b678-6d93521c88a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:25.822686 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:25.896350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:26.016719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=1807fcce-3bc7-4560-b583-8b09a3847b1e,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:26.076460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3bce8d-6bdf-43e7-b3ba-e531d343b471,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:26.143907 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7603cb5-9013-41dc-9dad-e3d8f9894400 req-c26c1640-4763-497d-bbb6-e47a8ba541f5 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:26.157495 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7603cb5-9013-41dc-9dad-e3d8f9894400 req-c26c1640-4763-497d-bbb6-e47a8ba541f5 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 949 time: 0.5082891 Jul 05 10:01:26.221217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 942db71f-d332-4fa3-a794-e0b0a405055e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:26.332394 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48976d4-55e0-4ea6-b187-4a910c174e5e" -d '{"events": [{"server_uuid": "bb75c4c5-8e61-4c21-964c-9ce032ebc296", "name": "network-vif-plugged", "status": "completed", "tag": "1807fcce-3bc7-4560-b583-8b09a3847b1e"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:26.513090 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Allocated IP 192.168.233.127 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/ac519456-6476-4a9e-86a1-700d4338ede9) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:26.531241 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7603cb5-9013-41dc-9dad-e3d8f9894400 req-a667baf7-4ce6-458c-95be-bf5a4dc4d30c tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695781 Jul 05 10:01:26.587975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 942db71f-d332-4fa3-a794-e0b0a405055e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:26.616280 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 6607d1d7-6a8d-464b-9f71-7ca81204f941 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:01:26.767988 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2986-7af5-4e05-b678-6d93521c88a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:26.861101 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:26.919863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 6607d1d7-6a8d-464b-9f71-7ca81204f941, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=6607d1d7-6a8d-464b-9f71-7ca81204f941,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:26.947694 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '6607d1d7-6a8d-464b-9f71-7ca81204f941', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '6607d1d7-6a8d-464b-9f71-7ca81204f941', 'mac_address': 'fa:16:3e:19:15:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:tempest-test_az-1244850858', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:01:26.950161 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e216ed3-00b0-4904-8c87-82373fa1a439 None None] Network faa66719-239d-499f-b981-64b4757e2117 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:27.000858 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2986-7af5-4e05-b678-6d93521c88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.119448 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cc1c2986-7af5-4e05-b678-6d93521c88a9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=67a6f6030cd244bb8b147c034df110b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3380878 Jul 05 10:01:27.130736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33638) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:27.180510 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305d4d26-3102-4c4a-9d90-3c9dcff56f64 x-openstack-request-id: req-305d4d26-3102-4c4a-9d90-3c9dcff56f64 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:27.182559 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb75c4c5-8e61-4c21-964c-9ce032ebc296", "name": "network-vif-plugged", "status": "completed", "tag": "1807fcce-3bc7-4560-b583-8b09a3847b1e", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:27.183427 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-305d4d26-3102-4c4a-9d90-3c9dcff56f64 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:27.184542 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb75c4c5-8e61-4c21-964c-9ce032ebc296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1807fcce-3bc7-4560-b583-8b09a3847b1e', 'code': 200} Jul 05 10:01:27.291154 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.307553 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c2986-7af5-4e05-b678-6d93521c88a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356503d1-dbd8-4217-b303-3b7e5758ae14,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:27.323381 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caab412-bec5-4828-86ee-7138e534ccef req-ebd77b01-2f6b-4d57-b5c1-ab81c9df7fc9 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:27.331385 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.334223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.64', 52231) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:27.339871 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2caab412-bec5-4828-86ee-7138e534ccef req-ebd77b01-2f6b-4d57-b5c1-ab81c9df7fc9 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 970 time: 0.5667827 Jul 05 10:01:27.361636 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c0bb4041-26d9-4300-8175-aa6765ff212a None None] Provisioning for port 942db71f-d332-4fa3-a794-e0b0a405055e completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:27.370829 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6607d1d7-6a8d-464b-9f71-7ca81204f941 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:27.384611 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c0bb4041-26d9-4300-8175-aa6765ff212a None None] Provisioning complete for port 942db71f-d332-4fa3-a794-e0b0a405055e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:27.386086 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4041-26d9-4300-8175-aa6765ff212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.390548 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Transition to ACTIVE for port object ac519456-6476-4a9e-86a1-700d4338ede9 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:27.459277 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7992615-f506-49b4-befd-3b7eee8d65d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.491667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33642) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:27.495771 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2caab412-bec5-4828-86ee-7138e534ccef req-432087aa-49c0-4a26-9199-2ba6f09963c2 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493061 Jul 05 10:01:27.499432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 6607d1d7-6a8d-464b-9f71-7ca81204f941, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=6607d1d7-6a8d-464b-9f71-7ca81204f941,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:27.547156 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7992615-f506-49b4-befd-3b7eee8d65d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.610083 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.657599 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.700671 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4041-26d9-4300-8175-aa6765ff212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.719274 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30eac2d-8773-4bdf-a856-13c28bcac650 req-7b402173-1f67-4868-89fc-60dbd112a6a1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 210 time: 0.2853220 Jul 05 10:01:27.766137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c0bb4041-26d9-4300-8175-aa6765ff212a None None] For port 942db71f-d332-4fa3-a794-e0b0a405055e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=942db71f-d332-4fa3-a794-e0b0a405055e,segment=NetworkSegment(14788a68-4395-49bb-a538-837d8fbf3f6e),segment_id=14788a68-4395-49bb-a538-837d8fbf3f6e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:27.768347 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.817311 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7992615-f506-49b4-befd-3b7eee8d65d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.821257 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=6607d1d7-6a8d-464b-9f71-7ca81204f941,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:27.834954 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7992615-f506-49b4-befd-3b7eee8d65d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.840786 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d7992615-f506-49b4-befd-3b7eee8d65d0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/356503d1-dbd8-4217-b303-3b7e5758ae14 HTTP/1.1" status: 204 len: 168 time: 0.6990108 Jul 05 10:01:27.859039 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4041-26d9-4300-8175-aa6765ff212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.898019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:27.947253 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:27.952882 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7992615-f506-49b4-befd-3b7eee8d65d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356503d1-dbd8-4217-b303-3b7e5758ae14,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:27.958453 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f78d8d82-5c55-4861-9939-d814922eeeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:27.970786 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:27.981762 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:27.982906 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.044578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Pushing event updated for resources: {'Port': ['ID=ac519456-6476-4a9e-86a1-700d4338ede9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:28.103470 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['6607d1d7-6a8d-464b-9f71-7ca81204f941'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:01:28.198367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb4041-26d9-4300-8175-aa6765ff212a None None] Pushing event updated for resources: {'Port': ['ID=942db71f-d332-4fa3-a794-e0b0a405055e,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:28.263757 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-fb5caa16-fc23-4ebf-ad78-23a136f29ca1 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0287201 Jul 05 10:01:28.274400 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-201eac07-7825-42df-8e29-3dc8f4ec534d None None] Provisioning complete for port 942db71f-d332-4fa3-a794-e0b0a405055e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:28.275278 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-201eac07-7825-42df-8e29-3dc8f4ec534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.303774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Request body: {'port': {'device_id': '96105364-eabb-4823-a474-71d7a9c98429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:28.349697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36ff61-754d-4fda-9466-238e5e575f67 req-3a2094d7-9df9-4031-9e45-f638b6b29040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:28.351482 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ad36ff61-754d-4fda-9466-238e5e575f67 req-3a2094d7-9df9-4031-9e45-f638b6b29040 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 1102 time: 1.0137668 Jul 05 10:01:28.487549 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ad36ff61-754d-4fda-9466-238e5e575f67 req-8ad0ff47-2763-4005-9d55-cbbea802a5b0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.674068 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00747e-b867-45b0-89f0-afc10c54aeea req-5a2ef43e-7054-4edd-92ab-cb3302a49ddd tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:28.676625 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dd00747e-b867-45b0-89f0-afc10c54aeea req-5a2ef43e-7054-4edd-92ab-cb3302a49ddd tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 950 time: 0.5483377 Jul 05 10:01:28.706697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33660) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:28.806308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Router 66d3f04a-201f-48c0-8897-dc10315d07ca is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:01:28.807233 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dd00747e-b867-45b0-89f0-afc10c54aeea req-d33d0824-99b9-4f32-9c53-81bedcb3f16d tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202888 Jul 05 10:01:28.847871 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.925412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-70e4987d-94c9-47c0-b54e-9033e15366fc None None] Provisioning for port ac519456-6476-4a9e-86a1-700d4338ede9 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:28.930699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-70e4987d-94c9-47c0-b54e-9033e15366fc None None] Provisioning complete for port ac519456-6476-4a9e-86a1-700d4338ede9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:28.931399 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-70e4987d-94c9-47c0-b54e-9033e15366fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.957841 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f78d8d82-5c55-4861-9939-d814922eeeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:28.994967 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-70e4987d-94c9-47c0-b54e-9033e15366fc None None] Port ac519456-6476-4a9e-86a1-700d4338ede9 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:29.004179 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69012027-2ec8-401e-946e-b27aec0f1811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.091513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f709693-87dd-4693-b8f8-d1e3c628facc req-5bc30e7c-2527-4fee-b380-c8a7299422c9 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:29.093118 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f709693-87dd-4693-b8f8-d1e3c628facc req-5bc30e7c-2527-4fee-b380-c8a7299422c9 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 971 time: 0.2381830 Jul 05 10:01:29.094357 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:29.104426 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Sync routers for ids ['66d3f04a-201f-48c0-8897-dc10315d07ca'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:29.116186 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Routers {'66d3f04a-201f-48c0-8897-dc10315d07ca'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:29.116906 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:01:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['66d3f04a-201f-48c0-8897-dc10315d07ca'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:29.182228 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f709693-87dd-4693-b8f8-d1e3c628facc req-f8ba87b8-85e3-454e-ae59-10b7362fbde1 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819497 Jul 05 10:01:29.213485 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f78d8d82-5c55-4861-9939-d814922eeeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.234635 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Set router 66d3f04a-201f-48c0-8897-dc10315d07ca gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:29.350835 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f78d8d82-5c55-4861-9939-d814922eeeb2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e60fb4b8cc8640b59433a89b582a0448&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8463082 Jul 05 10:01:29.354839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33672) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:29.356283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0f3cd-5d86-4029-954a-39f82f4c6960 req-b9c4a770-8738-4cd2-b83e-0f2f947839fb tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:29.359621 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-89b0f3cd-5d86-4029-954a-39f82f4c6960 req-b9c4a770-8738-4cd2-b83e-0f2f947839fb tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 936 time: 0.3117359 Jul 05 10:01:29.367870 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d8d82-5c55-4861-9939-d814922eeeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01749efa-de56-499d-9c07-34793b59b296,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:29.429159 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ad36ff61-754d-4fda-9466-238e5e575f67 req-8ad0ff47-2763-4005-9d55-cbbea802a5b0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.463701 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c577-7520-4dd8-bba2-dc4083b694b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.464024 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-89b0f3cd-5d86-4029-954a-39f82f4c6960 req-7edda9e2-635f-44a1-8b86-c2cbebbe788c tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908329 Jul 05 10:01:29.515282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c577-7520-4dd8-bba2-dc4083b694b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.522632 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1715182603-router', 'tenant_id': '5c872aa77a3a47188831f1e9a163b717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:22Z', 'updated_at': '2021-07-05T10:01:26Z', 'revision_number': 3, 'project_id': '5c872aa77a3a47188831f1e9a163b717', 'gw_port': {'id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:23Z', 'updated_at': '2021-07-05T10:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:29.542829 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ad36ff61-754d-4fda-9466-238e5e575f67 req-8ad0ff47-2763-4005-9d55-cbbea802a5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.560451 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac519456-6476-4a9e-86a1-700d4338ede9 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:29.570332 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Checking router: 66d3f04a-201f-48c0-8897-dc10315d07ca for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:29.570983 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Updating router 66d3f04a-201f-48c0-8897-dc10315d07ca port 5ae43a30-006d-4ab4-9fbb-afa435143a24 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:01:29.588772 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.607556 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Transition to ACTIVE for port object ac519456-6476-4a9e-86a1-700d4338ede9 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:29.620777 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ad36ff61-754d-4fda-9466-238e5e575f67 req-8ad0ff47-2763-4005-9d55-cbbea802a5b0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2571878 Jul 05 10:01:29.628528 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.643222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0ff47-2763-4005-9d55-cbbea802a5b0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d13d38-cecf-438b-afee-4cea6a3c7062,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:29.708325 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.768473 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Pushing event updated for resources: {'Port': ['ID=ac519456-6476-4a9e-86a1-700d4338ede9,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:29.827315 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Attempting to bind port ac519456-6476-4a9e-86a1-700d4338ede9 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:29.827915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Attempting to bind port ac519456-6476-4a9e-86a1-700d4338ede9 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:29.828452 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Attempting to bind port ac519456-6476-4a9e-86a1-700d4338ede9 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:29.836124 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Port ac519456-6476-4a9e-86a1-700d4338ede9 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:01:29.836664 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Attempting to bind port ac519456-6476-4a9e-86a1-700d4338ede9 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:29.843934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:29.844350 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:29.844748 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:29.845197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Bound port: ac519456-6476-4a9e-86a1-700d4338ede9, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:29.845613 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.933992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 942db71f-d332-4fa3-a794-e0b0a405055e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:29.940156 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c577-7520-4dd8-bba2-dc4083b694b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.945130 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c577-7520-4dd8-bba2-dc4083b694b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:29.955966 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1ed2c577-7520-4dd8-bba2-dc4083b694b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/01749efa-de56-499d-9c07-34793b59b296 HTTP/1.1" status: 204 len: 168 time: 0.5992994 Jul 05 10:01:30.017468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2c577-7520-4dd8-bba2-dc4083b694b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01749efa-de56-499d-9c07-34793b59b296,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:30.034679 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69012027-2ec8-401e-946e-b27aec0f1811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.034868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] For port ac519456-6476-4a9e-86a1-700d4338ede9, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:30.039293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] For port ac519456-6476-4a9e-86a1-700d4338ede9, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ac519456-6476-4a9e-86a1-700d4338ede9,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:30.059970 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 942db71f-d332-4fa3-a794-e0b0a405055e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:30.060496 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.141941 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.143282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69012027-2ec8-401e-946e-b27aec0f1811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.185188 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.211481 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Transition to ACTIVE for port object 5ae43a30-006d-4ab4-9fbb-afa435143a24 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:30.234294 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-69012027-2ec8-401e-946e-b27aec0f1811 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=644cdf3a3ebe427a870846643842ab59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5263817 Jul 05 10:01:30.235585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69012027-2ec8-401e-946e-b27aec0f1811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e2b1c9-4311-4731-a9fe-a29405d2790c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:30.236405 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:30.237143 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.239223 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] 10.222.0.64 "PUT /v2.0/ports/ac519456-6476-4a9e-86a1-700d4338ede9 HTTP/1.1" status: 200 len: 1097 time: 1.9625456 Jul 05 10:01:30.239693 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33692) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:30.251770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96105364-eabb-4823-a474-71d7a9c98429', 'tag': 'ac519456-6476-4a9e-86a1-700d4338ede9'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:30.257756 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26ee7f1-aec7-436c-b58a-c53fc5b1b0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "96105364-eabb-4823-a474-71d7a9c98429", "tag": "ac519456-6476-4a9e-86a1-700d4338ede9"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:30.278966 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.278966 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-82d6373e-a599-47e0-ac75-1acc24a98be9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.3457136 Jul 05 10:01:30.283155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33696) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:30.324722 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc458d-2e40-4f3f-a9fb-fce30263c1cb req-0fa95704-5f67-4838-99d7-878b3e9f8203 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:30.326365 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4dc458d-2e40-4f3f-a9fb-fce30263c1cb req-0fa95704-5f67-4838-99d7-878b3e9f8203 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 950 time: 0.2758880 Jul 05 10:01:30.331459 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.390092 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7d7fe-01ef-4717-b5dc-05857ffdd7c6 None None] Pushing event updated for resources: {'Port': ['ID=5ae43a30-006d-4ab4-9fbb-afa435143a24,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:30.407093 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed59102c-8309-4e25-b475-6855b6ecb4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.446099 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4dc458d-2e40-4f3f-a9fb-fce30263c1cb req-b7e93e41-a910-445e-aa3f-746708094c18 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074977 Jul 05 10:01:30.450489 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Attempting to bind port 5ae43a30-006d-4ab4-9fbb-afa435143a24 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:30.450489 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Attempting to bind port 5ae43a30-006d-4ab4-9fbb-afa435143a24 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:30.450489 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Attempting to bind port 5ae43a30-006d-4ab4-9fbb-afa435143a24 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:30.469302 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:30.484257 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:30.484257 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.484257 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:30.484257 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Bound port: 5ae43a30-006d-4ab4-9fbb-afa435143a24, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:30.484257 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.503902 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed59102c-8309-4e25-b475-6855b6ecb4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.606779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec0197-9854-4cad-8ecf-64906f9d7c78 service neutron] Pushing event updated for resources: {'Port': ['ID=ac519456-6476-4a9e-86a1-700d4338ede9,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:30.608805 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 6607d1d7-6a8d-464b-9f71-7ca81204f941 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:30.617164 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] For port 5ae43a30-006d-4ab4-9fbb-afa435143a24, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:30.655461 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] For port 5ae43a30-006d-4ab4-9fbb-afa435143a24, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5ae43a30-006d-4ab4-9fbb-afa435143a24,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:30.673531 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a829e88-cb1c-4dfe-ab23-0287f36c035c x-openstack-request-id: req-1a829e88-cb1c-4dfe-ab23-0287f36c035c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:30.674200 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96105364-eabb-4823-a474-71d7a9c98429", "tag": "ac519456-6476-4a9e-86a1-700d4338ede9", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:30.674937 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a829e88-cb1c-4dfe-ab23-0287f36c035c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:30.675681 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96105364-eabb-4823-a474-71d7a9c98429', 'tag': 'ac519456-6476-4a9e-86a1-700d4338ede9', 'status': 'completed', 'code': 200} Jul 05 10:01:30.791083 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed59102c-8309-4e25-b475-6855b6ecb4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.794393 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed59102c-8309-4e25-b475-6855b6ecb4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.795891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ed59102c-8309-4e25-b475-6855b6ecb4cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b2e2b1c9-4311-4731-a9fe-a29405d2790c HTTP/1.1" status: 204 len: 168 time: 0.5547788 Jul 05 10:01:30.825447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59102c-8309-4e25-b475-6855b6ecb4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e2b1c9-4311-4731-a9fe-a29405d2790c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:30.834291 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.834467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 6607d1d7-6a8d-464b-9f71-7ca81204f941 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:30.843550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 6607d1d7-6a8d-464b-9f71-7ca81204f941 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:30.844142 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:30.849796 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460c05f-7a8c-4f36-9304-59e61877127f req-59d1ae37-3076-4546-a831-e40a73a1bfff tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:30.851971 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e460c05f-7a8c-4f36-9304-59e61877127f req-59d1ae37-3076-4546-a831-e40a73a1bfff tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 971 time: 0.1272686 Jul 05 10:01:30.950279 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e460c05f-7a8c-4f36-9304-59e61877127f req-3fc5109a-74d6-454d-af3b-e5fe161536cf tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817373 Jul 05 10:01:30.952309 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Routers {'66d3f04a-201f-48c0-8897-dc10315d07ca'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:30.953029 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:01:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['66d3f04a-201f-48c0-8897-dc10315d07ca'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:30.982562 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:31.004326 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-2e2760f1-45d6-4746-9d7c-94e19549ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:31.007036 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-2e2760f1-45d6-4746-9d7c-94e19549ecbe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb3ededb79124a35b270fa6b05cc8460&device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 1100 time: 0.5096784 Jul 05 10:01:31.021073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84092fa-0bac-4886-84b6-e84c19ef6718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6607d1d7-6a8d-464b-9f71-7ca81204f941'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:31.023639 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7674591-828c-4a60-b85e-194d3bf277b0" -d '{"events": [{"server_uuid": "f84092fa-0bac-4886-84b6-e84c19ef6718", "name": "network-vif-plugged", "status": "completed", "tag": "6607d1d7-6a8d-464b-9f71-7ca81204f941"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:31.042464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 6607d1d7-6a8d-464b-9f71-7ca81204f941, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=6607d1d7-6a8d-464b-9f71-7ca81204f941,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:31.063949 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7d7fe-01ef-4717-b5dc-05857ffdd7c6 None None] Pushing event updated for resources: {'Port': ['ID=5ae43a30-006d-4ab4-9fbb-afa435143a24,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:31.090423 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c9b888-f645-499b-8913-267a25661761 x-openstack-request-id: req-d7c9b888-f645-499b-8913-267a25661761 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:31.091311 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84092fa-0bac-4886-84b6-e84c19ef6718", "name": "network-vif-plugged", "status": "completed", "tag": "6607d1d7-6a8d-464b-9f71-7ca81204f941", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:31.091765 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7c9b888-f645-499b-8913-267a25661761 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:31.092501 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84092fa-0bac-4886-84b6-e84c19ef6718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6607d1d7-6a8d-464b-9f71-7ca81204f941', 'code': 200} Jul 05 10:01:31.096051 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] Set router 66d3f04a-201f-48c0-8897-dc10315d07ca gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:31.200864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-c7e76cb2-6a05-4c41-9dc1-df5e07e0df2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=ac519456-6476-4a9e-86a1-700d4338ede9 HTTP/1.1" status: 200 len: 217 time: 0.1790373 Jul 05 10:01:31.280978 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:31.342451 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198f3b7-288c-4121-987c-257c5f295ae2 req-7f4c6860-8ce1-438d-a2da-f3830dc13394 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:31.344849 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3198f3b7-288c-4121-987c-257c5f295ae2 req-7f4c6860-8ce1-438d-a2da-f3830dc13394 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 948 time: 0.5015790 Jul 05 10:01:31.385642 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1715182603-router', 'tenant_id': '5c872aa77a3a47188831f1e9a163b717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:22Z', 'updated_at': '2021-07-05T10:01:26Z', 'revision_number': 3, 'project_id': '5c872aa77a3a47188831f1e9a163b717', 'gw_port': {'id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:23Z', 'updated_at': '2021-07-05T10:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:31.421545 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=6607d1d7-6a8d-464b-9f71-7ca81204f941,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:31.444392 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345bd1e-93ed-4693-93b7-0edfa72668fb None None] The sync data for ids ['66d3f04a-201f-48c0-8897-dc10315d07ca'] in n-d-779913-27 is: [{'id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1715182603-router', 'tenant_id': '5c872aa77a3a47188831f1e9a163b717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:22Z', 'updated_at': '2021-07-05T10:01:26Z', 'revision_number': 3, 'project_id': '5c872aa77a3a47188831f1e9a163b717', 'gw_port': {'id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:23Z', 'updated_at': '2021-07-05T10:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:01:31.480002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-ccf493cf-4ff9-4735-abb6-2ae385f9522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:31.481722 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-ccf493cf-4ff9-4735-abb6-2ae385f9522a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.2405970 Jul 05 10:01:31.618448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33714) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:31.639426 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5f19eba-f751-4db5-9372-3717118c0e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:31.760106 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3198f3b7-288c-4121-987c-257c5f295ae2 req-27e6a95c-48f6-43bb-87e9-f149d44f5b32 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695230 Jul 05 10:01:31.814547 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33716) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:31.823554 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bfeaa-0d7b-4c55-aec2-0a5ad1028ddc req-21aefcc4-cab0-4a37-8851-400c8901a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:31.825596 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da5bfeaa-0d7b-4c55-aec2-0a5ad1028ddc req-21aefcc4-cab0-4a37-8851-400c8901a766 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 1123 time: 0.6236126 Jul 05 10:01:31.932502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64342c27-830d-4a6b-a60a-aad6b0941416 req-046c5c28-6151-497b-8a46-a39490dec4a1 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:31.942520 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-64342c27-830d-4a6b-a60a-aad6b0941416 req-046c5c28-6151-497b-8a46-a39490dec4a1 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 950 time: 0.2235029 Jul 05 10:01:32.011097 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5f19eba-f751-4db5-9372-3717118c0e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.109871 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-64342c27-830d-4a6b-a60a-aad6b0941416 req-ed20bf06-c40a-4ee2-8930-e4678bdd0dc9 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453798 Jul 05 10:01:32.177381 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5f19eba-f751-4db5-9372-3717118c0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.325382 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b5f19eba-f751-4db5-9372-3717118c0e86 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2a21e7373dde4645bce7b08936031bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6976109 Jul 05 10:01:32.333263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33724) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:32.344804 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da5bfeaa-0d7b-4c55-aec2-0a5ad1028ddc req-7988e0ab-7a60-47a8-afe9-8364f8373b10 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759402 Jul 05 10:01:32.401919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-a047a172-0d23-4d20-9f2b-d35c233f0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:32.403367 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-a047a172-0d23-4d20-9f2b-d35c233f0391 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9129937 Jul 05 10:01:32.430112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f19eba-f751-4db5-9372-3717118c0e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec1424d-914f-46c7-9367-8dd57941561d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:32.480720 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a0a6fa60-5bec-4cdc-a594-072ffe4ce739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.482518 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a68e7064-0375-4294-8559-551cf6f98c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.533385 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a68e7064-0375-4294-8559-551cf6f98c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.652121 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4d73b-0512-402e-a317-43bd0ea9e39c req-431e1328-3385-438f-8348-40e4db886163 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:32.654184 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97c4d73b-0512-402e-a317-43bd0ea9e39c req-431e1328-3385-438f-8348-40e4db886163 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 972 time: 0.3082712 Jul 05 10:01:32.656348 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.660287 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-be7ae00a-bfaa-406a-a0b7-efbd50127310 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888120 Jul 05 10:01:32.701995 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a0a6fa60-5bec-4cdc-a594-072ffe4ce739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.779664 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97c4d73b-0512-402e-a317-43bd0ea9e39c req-c39cd033-7330-4204-9768-5091aef8d69b tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993330 Jul 05 10:01:32.792840 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a68e7064-0375-4294-8559-551cf6f98c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.797163 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a68e7064-0375-4294-8559-551cf6f98c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.799456 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a68e7064-0375-4294-8559-551cf6f98c6f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ec1424d-914f-46c7-9367-8dd57941561d HTTP/1.1" status: 204 len: 168 time: 0.4646690 Jul 05 10:01:32.812183 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e7064-0375-4294-8559-551cf6f98c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec1424d-914f-46c7-9367-8dd57941561d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:32.843333 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a0a6fa60-5bec-4cdc-a594-072ffe4ce739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:32.925740 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a0a6fa60-5bec-4cdc-a594-072ffe4ce739 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=df874fb1bb8f4bcd806c4aed96129eac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1092930 Jul 05 10:01:32.927386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6fa60-5bec-4cdc-a594-072ffe4ce739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45437b31-9ad8-47d9-8291-d3a24290bb2d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:32.941867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33730) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:32.942234 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33732) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:33.022908 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4c8c3e7b-f8d0-4ac1-a616-4bd4b8975a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.098484 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2da191a-5577-4f9f-abaf-0bad0ad0d113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.118974 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea601c17-0306-437f-a7f7-4145f9c27a6e req-1b4e2f50-adf7-4833-986f-af1c004357d2 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495590 Jul 05 10:01:33.192193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Allocated IP 172.20.0.1 (faa66719-239d-499f-b981-64b4757e2117/fd593cd6-055a-4947-8aa6-82b5f00d9711/47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:33.231812 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2da191a-5577-4f9f-abaf-0bad0ad0d113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.324669 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb726941-9b03-4221-b465-1cf759f923b7 req-a51bf19f-f107-461a-bd31-6d14368fc529 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:33.326268 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fb726941-9b03-4221-b465-1cf759f923b7 req-a51bf19f-f107-461a-bd31-6d14368fc529 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 948 time: 0.2339270 Jul 05 10:01:33.405165 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fb726941-9b03-4221-b465-1cf759f923b7 req-74d443a3-6eef-4e98-a057-fb1d129a3035 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661454 Jul 05 10:01:33.417690 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.442549 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4c8c3e7b-f8d0-4ac1-a616-4bd4b8975a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.463892 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2da191a-5577-4f9f-abaf-0bad0ad0d113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.469248 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2da191a-5577-4f9f-abaf-0bad0ad0d113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.473602 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c2da191a-5577-4f9f-abaf-0bad0ad0d113 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45437b31-9ad8-47d9-8291-d3a24290bb2d HTTP/1.1" status: 204 len: 168 time: 0.5261824 Jul 05 10:01:33.483442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da191a-5577-4f9f-abaf-0bad0ad0d113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45437b31-9ad8-47d9-8291-d3a24290bb2d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:33.507750 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Transition to ACTIVE for port object 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:33.530955 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4c8c3e7b-f8d0-4ac1-a616-4bd4b8975a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.583926 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4c8c3e7b-f8d0-4ac1-a616-4bd4b8975a40 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a3e6831e955740ae8ad14c89ecdbe86f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6405051 Jul 05 10:01:33.585002 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33742) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:33.585684 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c3e7b-f8d0-4ac1-a616-4bd4b8975a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c320084-c2ef-4a0b-b946-6b941ffc77a4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:33.625889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ee7f1-aec7-436c-b58a-c53fc5b1b0b7 req-f9c9be00-47d1-47c7-8155-219127ec55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:33.628614 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a26ee7f1-aec7-436c-b58a-c53fc5b1b0b7 req-f9c9be00-47d1-47c7-8155-219127ec55dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb3ededb79124a35b270fa6b05cc8460&device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 1100 time: 0.2304728 Jul 05 10:01:33.646575 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c9b48-4ee3-4dc4-930f-8e4f4ed8cd9a req-e81d501a-6e24-4746-aeae-4596cf6675bc tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:33.658725 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f7c9b48-4ee3-4dc4-930f-8e4f4ed8cd9a req-e81d501a-6e24-4746-aeae-4596cf6675bc tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 950 time: 0.2440333 Jul 05 10:01:33.665465 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c3547ca7-fd76-497e-ac09-19e606d12b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.714341 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c3547ca7-fd76-497e-ac09-19e606d12b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.855663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f7c9b48-4ee3-4dc4-930f-8e4f4ed8cd9a req-a5382f76-365d-474d-8135-cab36969d2db tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379960 Jul 05 10:01:33.855663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ee7f1-aec7-436c-b58a-c53fc5b1b0b7 req-445dbf5b-1bc3-40c4-9b33-74b2c5f6d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:33.855663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a26ee7f1-aec7-436c-b58a-c53fc5b1b0b7 req-445dbf5b-1bc3-40c4-9b33-74b2c5f6d771 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1759152 Jul 05 10:01:33.917628 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:33.924232 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a26ee7f1-aec7-436c-b58a-c53fc5b1b0b7 req-7c9dc554-141b-4025-8906-fa9c05b30751 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=ac519456-6476-4a9e-86a1-700d4338ede9 HTTP/1.1" status: 200 len: 217 time: 0.0788312 Jul 05 10:01:33.998762 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5ae43a30-006d-4ab4-9fbb-afa435143a24 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:34.080728 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c3547ca7-fd76-497e-ac09-19e606d12b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.084412 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c3547ca7-fd76-497e-ac09-19e606d12b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.114068 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c3547ca7-fd76-497e-ac09-19e606d12b14 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6c320084-c2ef-4a0b-b946-6b941ffc77a4 HTTP/1.1" status: 204 len: 168 time: 0.4963269 Jul 05 10:01:34.114790 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Network faa66719-239d-499f-b981-64b4757e2117 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:34.114940 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3547ca7-fd76-497e-ac09-19e606d12b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c320084-c2ef-4a0b-b946-6b941ffc77a4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:34.115082 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:34.116680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Pushing event updated for resources: {'Port': ['ID=47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:34.130669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:34.130669 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:34.300610 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ee7f1-aec7-436c-b58a-c53fc5b1b0b7 req-09af3f89-72f9-4e53-b2da-d4cbcab660d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:34.311791 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a26ee7f1-aec7-436c-b58a-c53fc5b1b0b7 req-09af3f89-72f9-4e53-b2da-d4cbcab660d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.3783739 Jul 05 10:01:34.616710 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac67cf-5b14-48e4-81f7-fcfad7e9dc16 req-08e73ceb-9f87-45fa-93a9-af1fb3e5dae7 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:34.620331 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-80ac67cf-5b14-48e4-81f7-fcfad7e9dc16 req-08e73ceb-9f87-45fa-93a9-af1fb3e5dae7 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 972 time: 0.5167360 Jul 05 10:01:34.706011 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ee7f1-aec7-436c-b58a-c53fc5b1b0b7 req-55e4ce9d-ec7b-447a-a784-3b8f2d5772eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:34.707673 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a26ee7f1-aec7-436c-b58a-c53fc5b1b0b7 req-55e4ce9d-ec7b-447a-a784-3b8f2d5772eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3783422 Jul 05 10:01:34.782206 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-80ac67cf-5b14-48e4-81f7-fcfad7e9dc16 req-019f212c-fef0-4603-af0f-187cadbc54a5 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496489 Jul 05 10:01:34.850501 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a26ee7f1-aec7-436c-b58a-c53fc5b1b0b7 req-9ce165ad-5c0c-4c54-8d76-e3a1d520051c service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318135 Jul 05 10:01:34.937004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 5ae43a30-006d-4ab4-9fbb-afa435143a24 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:34.946630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 5ae43a30-006d-4ab4-9fbb-afa435143a24 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:34.946630 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:35.098711 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:35.140141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 5ae43a30-006d-4ab4-9fbb-afa435143a24, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5ae43a30-006d-4ab4-9fbb-afa435143a24,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:35.203197 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a26ee7f1-aec7-436c-b58a-c53fc5b1b0b7 req-c5ae8926-bd7b-4a79-9fa5-baa3aafc5374 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463187 Jul 05 10:01:35.220003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3532514-8687-405c-9d84-b9e853a42b91 req-2acfaf0c-3f7d-4960-a8bd-947ed141621a tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:35.222182 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a3532514-8687-405c-9d84-b9e853a42b91 req-2acfaf0c-3f7d-4960-a8bd-947ed141621a tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 948 time: 0.3059871 Jul 05 10:01:35.272313 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a3532514-8687-405c-9d84-b9e853a42b91 req-f2d5d81c-df28-40ee-92a9-c63efc7665c3 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416937 Jul 05 10:01:35.423219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-53f5b295-ec9a-4982-a40e-1e036101e37d None None] Provisioning for port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:35.435034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-53f5b295-ec9a-4982-a40e-1e036101e37d None None] Provisioning complete for port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:35.435941 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-53f5b295-ec9a-4982-a40e-1e036101e37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:35.459935 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:35.474297 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:35.516152 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-53f5b295-ec9a-4982-a40e-1e036101e37d None None] Port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:35.523189 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=5ae43a30-006d-4ab4-9fbb-afa435143a24,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:35.769065 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:35.889046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5ae43a30-006d-4ab4-9fbb-afa435143a24 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:35.968020 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:35.968834 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.038217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 5ae43a30-006d-4ab4-9fbb-afa435143a24 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:36.039396 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.096137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e55ab3-fffc-4aae-9226-7538910b438e req-ebea6b34-44fc-4e47-8e2e-9666ec92883b tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:36.097305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Pushing event updated for resources: {'Port': ['ID=47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:36.108933 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09e55ab3-fffc-4aae-9226-7538910b438e req-ebea6b34-44fc-4e47-8e2e-9666ec92883b tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 972 time: 0.1482480 Jul 05 10:01:36.148433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c0e1a-082b-4b9e-9533-a57ffc1ad275 req-5d6e1cc8-5748-434b-9c47-cdce96abb251 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:36.156050 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-193c0e1a-082b-4b9e-9533-a57ffc1ad275 req-5d6e1cc8-5748-434b-9c47-cdce96abb251 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 950 time: 0.2456989 Jul 05 10:01:36.205447 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Network faa66719-239d-499f-b981-64b4757e2117 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:36.211870 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:36.237251 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-193c0e1a-082b-4b9e-9533-a57ffc1ad275 req-2fbc28f3-e129-4fc3-9c00-591f19e8a87d tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795493 Jul 05 10:01:36.237598 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09e55ab3-fffc-4aae-9226-7538910b438e req-d1592d84-6aad-4e4c-a5bb-b38e1b605f08 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271021 Jul 05 10:01:36.366300 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ac519456-6476-4a9e-86a1-700d4338ede9 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:01:36.615026 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Router 66d3f04a-201f-48c0-8897-dc10315d07ca has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:01:36.632660 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ac519456-6476-4a9e-86a1-700d4338ede9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ac519456-6476-4a9e-86a1-700d4338ede9,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:36.654703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441064d-853b-4615-bc3f-2f1825b94901 req-c745ea77-67c2-4895-8118-e149c78cce22 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:36.663879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14a54e-181d-49dc-bb83-36217074a39b req-b6a7f540-91ca-43dd-8485-1fa1f95d6a2c tempest-AggregatesAdminTestJSON-1719963292 tempest-AggregatesAdminTestJSON-1719963292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:36.665801 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'ac519456-6476-4a9e-86a1-700d4338ede9', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': 'ac519456-6476-4a9e-86a1-700d4338ede9', 'mac_address': 'fa:16:3e:06:fb:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:01:36.666341 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f14a54e-181d-49dc-bb83-36217074a39b req-b6a7f540-91ca-43dd-8485-1fa1f95d6a2c tempest-AggregatesAdminTestJSON-1719963292 tempest-AggregatesAdminTestJSON-1719963292-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 1124 time: 0.2128487 Jul 05 10:01:36.674012 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7441064d-853b-4615-bc3f-2f1825b94901 req-c745ea77-67c2-4895-8118-e149c78cce22 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 948 time: 0.1211984 Jul 05 10:01:36.725327 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7441064d-853b-4615-bc3f-2f1825b94901 req-e156be94-265c-437c-b392-7d608e28e3ed tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502479 Jul 05 10:01:36.760138 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.762456 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3f14a54e-181d-49dc-bb83-36217074a39b req-a7087c83-cbe9-4d94-a7ac-656fb4c8a1c4 tempest-AggregatesAdminTestJSON-1719963292 tempest-AggregatesAdminTestJSON-1719963292-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.801389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac519456-6476-4a9e-86a1-700d4338ede9 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:36.825414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ac519456-6476-4a9e-86a1-700d4338ede9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ac519456-6476-4a9e-86a1-700d4338ede9,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:36.829236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e61982b1-00a7-434c-8bdf-4e8dfe761abe None None] Provisioning complete for port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:36.829626 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e61982b1-00a7-434c-8bdf-4e8dfe761abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.867491 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e61982b1-00a7-434c-8bdf-4e8dfe761abe None None] Port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:36.904543 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:36.933572 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:01:36.948415 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a47e40f6-9f2a-4432-82e9-2b0b800206fe admin admin] 10.222.0.77 "PUT /v2.0/routers/66d3f04a-201f-48c0-8897-dc10315d07ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6628637 Jul 05 10:01:36.952902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Sync routers for ids ['66d3f04a-201f-48c0-8897-dc10315d07ca'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:01:36.979073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Routers {'66d3f04a-201f-48c0-8897-dc10315d07ca'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:36.979817 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:01:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['66d3f04a-201f-48c0-8897-dc10315d07ca'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:37.012550 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3f14a54e-181d-49dc-bb83-36217074a39b req-a7087c83-cbe9-4d94-a7ac-656fb4c8a1c4 tempest-AggregatesAdminTestJSON-1719963292 tempest-AggregatesAdminTestJSON-1719963292-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.029380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=ac519456-6476-4a9e-86a1-700d4338ede9,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:37.115766 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Set router 66d3f04a-201f-48c0-8897-dc10315d07ca gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:37.193180 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['ac519456-6476-4a9e-86a1-700d4338ede9'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:01:37.204816 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3f14a54e-181d-49dc-bb83-36217074a39b req-a7087c83-cbe9-4d94-a7ac-656fb4c8a1c4 tempest-AggregatesAdminTestJSON-1719963292 tempest-AggregatesAdminTestJSON-1719963292-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.234802 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f14a54e-181d-49dc-bb83-36217074a39b req-a7087c83-cbe9-4d94-a7ac-656fb4c8a1c4 tempest-AggregatesAdminTestJSON-1719963292 tempest-AggregatesAdminTestJSON-1719963292-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054393 Jul 05 10:01:37.266174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7087c83-cbe9-4d94-a7ac-656fb4c8a1c4 tempest-AggregatesAdminTestJSON-1719963292 tempest-AggregatesAdminTestJSON-1719963292-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8184ab6-0b01-474c-8304-2827209dff3d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:37.494176 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a40d2-5e19-4c47-a7eb-b1f62ba6adf0 req-26724156-3547-433d-800a-b47f6f55f53b tempest-DeleteServersAdminTestJSON-1492323259 tempest-DeleteServersAdminTestJSON-1492323259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:37.497632 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b35a40d2-5e19-4c47-a7eb-b1f62ba6adf0 req-26724156-3547-433d-800a-b47f6f55f53b tempest-DeleteServersAdminTestJSON-1492323259 tempest-DeleteServersAdminTestJSON-1492323259-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 1102 time: 0.1535759 Jul 05 10:01:37.558005 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1715182603-router', 'tenant_id': '5c872aa77a3a47188831f1e9a163b717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:22Z', 'updated_at': '2021-07-05T10:01:34Z', 'revision_number': 4, 'project_id': '5c872aa77a3a47188831f1e9a163b717', 'gw_port': {'id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:23Z', 'updated_at': '2021-07-05T10:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01', 'name': '', 'network_id': 'faa66719-239d-499f-b981-64b4757e2117', 'tenant_id': '5c872aa77a3a47188831f1e9a163b717', 'mac_address': 'fa:16:3e:9c:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'fd593cd6-055a-4947-8aa6-82b5f00d9711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:32Z', 'updated_at': '2021-07-05T10:01:35Z', 'revision_number': 2, 'project_id': '5c872aa77a3a47188831f1e9a163b717', 'subnets': [{'id': 'fd593cd6-055a-4947-8aa6-82b5f00d9711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:37.558850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33838) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:37.591899 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Checking router: 66d3f04a-201f-48c0-8897-dc10315d07ca for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:01:37.592475 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Updating router 66d3f04a-201f-48c0-8897-dc10315d07ca port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:01:37.640284 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.670472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-b35a40d2-5e19-4c47-a7eb-b1f62ba6adf0 req-39f76ac9-caf7-4aba-8176-d197684a9996 tempest-DeleteServersAdminTestJSON-1492323259 tempest-DeleteServersAdminTestJSON-1492323259-project-admin] Deleting port 1807fcce-3bc7-4560-b583-8b09a3847b1e {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:37.670939 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b35a40d2-5e19-4c47-a7eb-b1f62ba6adf0 req-39f76ac9-caf7-4aba-8176-d197684a9996 tempest-DeleteServersAdminTestJSON-1492323259 tempest-DeleteServersAdminTestJSON-1492323259-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.905510 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-b35a40d2-5e19-4c47-a7eb-b1f62ba6adf0 req-39f76ac9-caf7-4aba-8176-d197684a9996 tempest-DeleteServersAdminTestJSON-1492323259 tempest-DeleteServersAdminTestJSON-1492323259-project-admin] For port 1807fcce-3bc7-4560-b583-8b09a3847b1e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1807fcce-3bc7-4560-b583-8b09a3847b1e,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:37.906840 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b35a40d2-5e19-4c47-a7eb-b1f62ba6adf0 req-39f76ac9-caf7-4aba-8176-d197684a9996 tempest-DeleteServersAdminTestJSON-1492323259 tempest-DeleteServersAdminTestJSON-1492323259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:37.950755 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-b35a40d2-5e19-4c47-a7eb-b1f62ba6adf0 req-39f76ac9-caf7-4aba-8176-d197684a9996 tempest-DeleteServersAdminTestJSON-1492323259 tempest-DeleteServersAdminTestJSON-1492323259-project-admin] Calling delete_port for 1807fcce-3bc7-4560-b583-8b09a3847b1e owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:38.054199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-b55928e8-bb53-4941-b787-bb2c504c9edb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-43827539-network', 'tenant_id': '6119bc815ab94278a813be791a173223'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:38.091264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387dc17-fc59-4954-a664-5491b333e77a req-1fe3f35a-db1c-44c8-837a-c41b72789126 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:38.094847 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0387dc17-fc59-4954-a664-5491b333e77a req-1fe3f35a-db1c-44c8-837a-c41b72789126 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 950 time: 0.1445129 Jul 05 10:01:38.183205 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.193112 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0387dc17-fc59-4954-a664-5491b333e77a req-49a909fa-f3d2-4587-a22f-dab3685e8b68 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845766 Jul 05 10:01:38.201237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55928e8-bb53-4941-b787-bb2c504c9edb admin admin] Made reservation on behalf of 6119bc815ab94278a813be791a173223 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:38.207140 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Transition to ACTIVE for port object 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:38.208595 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b55928e8-bb53-4941-b787-bb2c504c9edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.233790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b55928e8-bb53-4941-b787-bb2c504c9edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.319333 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.347769 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b35a40d2-5e19-4c47-a7eb-b1f62ba6adf0 req-39f76ac9-caf7-4aba-8176-d197684a9996 tempest-DeleteServersAdminTestJSON-1492323259 tempest-DeleteServersAdminTestJSON-1492323259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.384407 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['1807fcce-3bc7-4560-b583-8b09a3847b1e'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:01:38.401832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ac519456-6476-4a9e-86a1-700d4338ede9 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:38.535866 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b55928e8-bb53-4941-b787-bb2c504c9edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.560767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f76ac9-caf7-4aba-8176-d197684a9996 tempest-DeleteServersAdminTestJSON-1492323259 tempest-DeleteServersAdminTestJSON-1492323259-project-admin] Pushing event deleted for resources: {'Port': ['ID=1807fcce-3bc7-4560-b583-8b09a3847b1e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:38.565150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35a40d2-5e19-4c47-a7eb-b1f62ba6adf0 req-39f76ac9-caf7-4aba-8176-d197684a9996 tempest-DeleteServersAdminTestJSON-1492323259 tempest-DeleteServersAdminTestJSON-1492323259-project-admin] No DVR routers for this DVR port 1807fcce-3bc7-4560-b583-8b09a3847b1e on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:01:38.574887 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b35a40d2-5e19-4c47-a7eb-b1f62ba6adf0 req-39f76ac9-caf7-4aba-8176-d197684a9996 tempest-DeleteServersAdminTestJSON-1492323259 tempest-DeleteServersAdminTestJSON-1492323259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.593626 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b35a40d2-5e19-4c47-a7eb-b1f62ba6adf0 req-39f76ac9-caf7-4aba-8176-d197684a9996 tempest-DeleteServersAdminTestJSON-1492323259 tempest-DeleteServersAdminTestJSON-1492323259-project-admin] 10.222.0.64 "DELETE /v2.0/ports/1807fcce-3bc7-4560-b583-8b09a3847b1e HTTP/1.1" status: 204 len: 173 time: 1.0829122 Jul 05 10:01:38.593626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb75c4c5-8e61-4c21-964c-9ce032ebc296', 'name': 'network-vif-deleted', 'tag': '1807fcce-3bc7-4560-b583-8b09a3847b1e'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:38.611560 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d55708-d9d2-4a3e-a0f0-c006115c1874" -d '{"events": [{"server_uuid": "bb75c4c5-8e61-4c21-964c-9ce032ebc296", "name": "network-vif-deleted", "tag": "1807fcce-3bc7-4560-b583-8b09a3847b1e"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:38.617604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447a904-1596-45c6-8258-56d32192befa req-a797857e-987c-4a56-bff0-2607aa6d2945 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:38.620838 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9447a904-1596-45c6-8258-56d32192befa req-a797857e-987c-4a56-bff0-2607aa6d2945 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 949 time: 0.2380698 Jul 05 10:01:38.648410 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b55928e8-bb53-4941-b787-bb2c504c9edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.664049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55928e8-bb53-4941-b787-bb2c504c9edb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:01:38.675196 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b55928e8-bb53-4941-b787-bb2c504c9edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.676015 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-b55928e8-bb53-4941-b787-bb2c504c9edb admin admin] Added segment 4dca89e4-839b-44c2-bc8d-929bef7823eb of type vlan for network f64ee891-e766-4295-93d9-758ae680bd4b Jul 05 10:01:38.720106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55928e8-bb53-4941-b787-bb2c504c9edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:38.773730 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b55928e8-bb53-4941-b787-bb2c504c9edb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:38.793426 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9447a904-1596-45c6-8258-56d32192befa req-b45f4af0-6e60-48b3-a545-ce3c806c129f tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628711 Jul 05 10:01:38.917886 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3bf49-64a6-454b-8505-45aeec08971c None None] Pushing event updated for resources: {'Port': ['ID=47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:38.918424 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574952ff-66ae-40b3-ab13-d8dfd9154c65 x-openstack-request-id: req-574952ff-66ae-40b3-ab13-d8dfd9154c65 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:38.918424 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb75c4c5-8e61-4c21-964c-9ce032ebc296", "name": "network-vif-deleted", "tag": "1807fcce-3bc7-4560-b583-8b09a3847b1e", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:38.918424 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-574952ff-66ae-40b3-ab13-d8dfd9154c65 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:38.925997 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb75c4c5-8e61-4c21-964c-9ce032ebc296', 'name': 'network-vif-deleted', 'tag': '1807fcce-3bc7-4560-b583-8b09a3847b1e', 'status': 'completed', 'code': 200} Jul 05 10:01:38.996906 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Attempting to bind port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:38.997573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Attempting to bind port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '14788a68-4395-49bb-a538-837d8fbf3f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'faa66719-239d-499f-b981-64b4757e2117'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:38.998001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Attempting to bind port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 on network faa66719-239d-499f-b981-64b4757e2117 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:39.003749 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:39.004355 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Checking segment: {'id': '14788a68-4395-49bb-a538-837d8fbf3f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'faa66719-239d-499f-b981-64b4757e2117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:39.005041 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.005530 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Bound using segment: {'id': '14788a68-4395-49bb-a538-837d8fbf3f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'faa66719-239d-499f-b981-64b4757e2117'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:39.006097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Bound port: 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14788a68-4395-49bb-a538-837d8fbf3f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'faa66719-239d-499f-b981-64b4757e2117'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:39.006561 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.079697 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b55928e8-bb53-4941-b787-bb2c504c9edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.080958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55928e8-bb53-4941-b787-bb2c504c9edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:39.081831 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b55928e8-bb53-4941-b787-bb2c504c9edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.095029 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] For port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:39.099395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] For port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01,segment=NetworkSegment(14788a68-4395-49bb-a538-837d8fbf3f6e),segment_id=14788a68-4395-49bb-a538-837d8fbf3f6e)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:39.136248 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port ac519456-6476-4a9e-86a1-700d4338ede9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:39.141428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port ac519456-6476-4a9e-86a1-700d4338ede9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:39.144925 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.176381 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55928e8-bb53-4941-b787-bb2c504c9edb admin admin] Pushing event updated for resources: {'Network': ['ID=f64ee891-e766-4295-93d9-758ae680bd4b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:39.189420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network f64ee891-e766-4295-93d9-758ae680bd4b details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:01:39.257258 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b55928e8-bb53-4941-b787-bb2c504c9edb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6974041 Jul 05 10:01:39.260832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33882) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:39.266480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-72df7a9f-20e8-4c53-be33-a93adcea077e admin admin] Request body: {'subnet': {'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-43827539-subnet', 'tenant_id': '6119bc815ab94278a813be791a173223', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:39.304128 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.329173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96105364-eabb-4823-a474-71d7a9c98429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac519456-6476-4a9e-86a1-700d4338ede9'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:39.331426 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8961cbb5-f26e-4a66-bcee-0a930dc200a8" -d '{"events": [{"server_uuid": "96105364-eabb-4823-a474-71d7a9c98429", "name": "network-vif-plugged", "status": "completed", "tag": "ac519456-6476-4a9e-86a1-700d4338ede9"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:39.343759 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.346770 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ac519456-6476-4a9e-86a1-700d4338ede9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ac519456-6476-4a9e-86a1-700d4338ede9,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:39.436806 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Routers {'66d3f04a-201f-48c0-8897-dc10315d07ca'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:01:39.437495 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:01:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['66d3f04a-201f-48c0-8897-dc10315d07ca'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:39.441917 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3bf49-64a6-454b-8505-45aeec08971c None None] Pushing event updated for resources: {'Port': ['ID=47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:39.470201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72df7a9f-20e8-4c53-be33-a93adcea077e admin admin] Made reservation on behalf of 6119bc815ab94278a813be791a173223 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:39.477122 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72df7a9f-20e8-4c53-be33-a93adcea077e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.534199 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c31cbf-d859-4570-baa8-58aea5750596 x-openstack-request-id: req-59c31cbf-d859-4570-baa8-58aea5750596 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:39.534595 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96105364-eabb-4823-a474-71d7a9c98429", "name": "network-vif-plugged", "status": "completed", "tag": "ac519456-6476-4a9e-86a1-700d4338ede9", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:39.534998 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59c31cbf-d859-4570-baa8-58aea5750596 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:39.535563 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96105364-eabb-4823-a474-71d7a9c98429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac519456-6476-4a9e-86a1-700d4338ede9', 'code': 200} Jul 05 10:01:39.544270 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:39.664745 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-54f7d091-c2ba-4314-b3b6-d9fe07bc9d8d req-9519f23f-5b7e-41b2-b404-9f1120d2dda9 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb75c4c5-8e61-4c21-964c-9ce032ebc296 HTTP/1.1" status: 200 len: 210 time: 0.0667095 Jul 05 10:01:39.699040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] Set router 66d3f04a-201f-48c0-8897-dc10315d07ca gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:01:39.701433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=ac519456-6476-4a9e-86a1-700d4338ede9,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:39.746019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d1cce-60a0-491c-8d4c-2630a7b98831 req-0edf9b7e-9ada-4710-8184-f896d33043c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:39.747574 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d9d1cce-60a0-491c-8d4c-2630a7b98831 req-0edf9b7e-9ada-4710-8184-f896d33043c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 1102 time: 0.1486771 Jul 05 10:01:39.881977 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d9d1cce-60a0-491c-8d4c-2630a7b98831 req-a28b533c-a069-490a-8915-1a8d396cd8dc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261075 Jul 05 10:01:40.023226 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1715182603-router', 'tenant_id': '5c872aa77a3a47188831f1e9a163b717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:22Z', 'updated_at': '2021-07-05T10:01:34Z', 'revision_number': 4, 'project_id': '5c872aa77a3a47188831f1e9a163b717', 'gw_port': {'id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:23Z', 'updated_at': '2021-07-05T10:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01', 'name': '', 'network_id': 'faa66719-239d-499f-b981-64b4757e2117', 'tenant_id': '5c872aa77a3a47188831f1e9a163b717', 'mac_address': 'fa:16:3e:9c:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'fd593cd6-055a-4947-8aa6-82b5f00d9711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:32Z', 'updated_at': '2021-07-05T10:01:39Z', 'revision_number': 4, 'project_id': '5c872aa77a3a47188831f1e9a163b717', 'subnets': [{'id': 'fd593cd6-055a-4947-8aa6-82b5f00d9711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:01:40.051231 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72df7a9f-20e8-4c53-be33-a93adcea077e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.060782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ce1a71-f1cb-4b62-b0fe-2623ddb3f770 None None] The sync data for ids ['66d3f04a-201f-48c0-8897-dc10315d07ca'] in n-d-779913-27 is: [{'id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1715182603-router', 'tenant_id': '5c872aa77a3a47188831f1e9a163b717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:22Z', 'updated_at': '2021-07-05T10:01:34Z', 'revision_number': 4, 'project_id': '5c872aa77a3a47188831f1e9a163b717', 'gw_port': {'id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:23Z', 'updated_at': '2021-07-05T10:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01', 'name': '', 'network_id': 'faa66719-239d-499f-b981-64b4757e2117', 'tenant_id': '5c872aa77a3a47188831f1e9a163b717', 'mac_address': 'fa:16:3e:9c:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'fd593cd6-055a-4947-8aa6-82b5f00d9711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:32Z', 'updated_at': '2021-07-05T10:01:39Z', 'revision_number': 4, 'project_id': '5c872aa77a3a47188831f1e9a163b717', 'subnets': [{'id': 'fd593cd6-055a-4947-8aa6-82b5f00d9711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:01:40.156705 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df7a9f-20e8-4c53-be33-a93adcea077e admin admin] Pushing event updated for resources: {'Subnet': ['ID=21d4184e-da4e-4e51-b2ca-6563db926533,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:40.182599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72df7a9f-20e8-4c53-be33-a93adcea077e admin admin] Checking segment: {'id': '4dca89e4-839b-44c2-bc8d-929bef7823eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:40.182956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72df7a9f-20e8-4c53-be33-a93adcea077e admin admin] Network hostable DHCP agents. Network: f64ee891-e766-4295-93d9-758ae680bd4b, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:01:40.296542 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33920) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:40.302241 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-9be637d4-61f0-4a92-9698-7e07639ae2b4 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1700504027', 'description': 'tempest-description--214611506'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:40.362155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72df7a9f-20e8-4c53-be33-a93adcea077e admin admin] Network f64ee891-e766-4295-93d9-758ae680bd4b is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:01:40.372824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64103f-5bf6-4f4e-b012-8285e7db2635 req-ff4bdc17-650a-4f9d-ada3-fe2efb4cd62b tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:40.374506 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b64103f-5bf6-4f4e-b012-8285e7db2635 req-ff4bdc17-650a-4f9d-ada3-fe2efb4cd62b tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 950 time: 0.0880921 Jul 05 10:01:40.425250 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b64103f-5bf6-4f4e-b012-8285e7db2635 req-e9a19cc5-75ff-4bc9-8598-7ee86e3d4886 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Jul 05 10:01:40.570048 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9be637d4-61f0-4a92-9698-7e07639ae2b4 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.588734 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-72df7a9f-20e8-4c53-be33-a93adcea077e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, f64ee891-e766-4295-93d9-758ae680bd4b) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:40.593159 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72df7a9f-20e8-4c53-be33-a93adcea077e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:40.594110 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72df7a9f-20e8-4c53-be33-a93adcea077e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:40.599603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44252b9f-785f-4cc7-9717-0f5122e48803 None None] Network f64ee891-e766-4295-93d9-758ae680bd4b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:40.771059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39592a9-0e24-4c24-970b-e2bae38c6ec1 None None] Network f64ee891-e766-4295-93d9-758ae680bd4b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:01:40.772415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01891821-b847-465c-a0ba-b119a77d6d7f req-9c5f7fe7-3257-4901-93d2-ee91f3def851 tempest-NetworksTest-719432430 tempest-NetworksTest-719432430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:40.772922 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01891821-b847-465c-a0ba-b119a77d6d7f req-9c5f7fe7-3257-4901-93d2-ee91f3def851 tempest-NetworksTest-719432430 tempest-NetworksTest-719432430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:40.773462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01891821-b847-465c-a0ba-b119a77d6d7f req-9c5f7fe7-3257-4901-93d2-ee91f3def851 tempest-NetworksTest-719432430 tempest-NetworksTest-719432430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:40.774505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01891821-b847-465c-a0ba-b119a77d6d7f req-9c5f7fe7-3257-4901-93d2-ee91f3def851 tempest-NetworksTest-719432430 tempest-NetworksTest-719432430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:40.775022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01891821-b847-465c-a0ba-b119a77d6d7f req-9c5f7fe7-3257-4901-93d2-ee91f3def851 tempest-NetworksTest-719432430 tempest-NetworksTest-719432430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:40.775497 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01891821-b847-465c-a0ba-b119a77d6d7f req-9c5f7fe7-3257-4901-93d2-ee91f3def851 tempest-NetworksTest-719432430 tempest-NetworksTest-719432430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:40.777467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-01891821-b847-465c-a0ba-b119a77d6d7f req-9c5f7fe7-3257-4901-93d2-ee91f3def851 tempest-NetworksTest-719432430 tempest-NetworksTest-719432430-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4329 time: 0.3051734 Jul 05 10:01:40.813060 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-72df7a9f-20e8-4c53-be33-a93adcea077e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5507793 Jul 05 10:01:40.977291 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9be637d4-61f0-4a92-9698-7e07639ae2b4 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.092586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600b712-c677-41f1-9627-7c7800eefdff req-13764e39-2c1b-4fa1-b8b5-a3d6952c4bb4 tempest-NetworksTest-719432430 tempest-NetworksTest-719432430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:41.094042 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8600b712-c677-41f1-9627-7c7800eefdff req-13764e39-2c1b-4fa1-b8b5-a3d6952c4bb4 tempest-NetworksTest-719432430 tempest-NetworksTest-719432430-project-admin] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 886 time: 0.2209466 Jul 05 10:01:41.170403 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9be637d4-61f0-4a92-9698-7e07639ae2b4 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.205672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be637d4-61f0-4a92-9698-7e07639ae2b4 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59eb1004-399f-4865-9d98-1312a2ce4426,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:41.220373 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-23b28f05-7597-488a-85ae-43c23b76a117 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=060ee10fb4aa4915922734bda336858d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312901 Jul 05 10:01:41.228503 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1ee6a3ba-7c0a-471d-bf69-2a7e1ffe4b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.338059 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9be637d4-61f0-4a92-9698-7e07639ae2b4 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.340673 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9be637d4-61f0-4a92-9698-7e07639ae2b4 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0417972 Jul 05 10:01:41.346899 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33960) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:41.357700 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-1ceb34f2-6ee1-419e-9b63-36460741cb4a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Request body: {'security_group_rule': {'security_group_id': '59eb1004-399f-4865-9d98-1312a2ce4426', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:41.362477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-3746ff3c-5edf-42a3-b86d-0cc0a5070b75 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:41.364554 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-3746ff3c-5edf-42a3-b86d-0cc0a5070b75 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1430149 Jul 05 10:01:41.385925 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-aab4d334-dc18-4dc2-a6c0-540091caa344 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/quotas/060ee10fb4aa4915922734bda336858d HTTP/1.1" status: 200 len: 375 time: 0.0137773 Jul 05 10:01:41.396617 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c9bfc-fda4-42a8-8f9b-fa97c26447ef req-5c3b9d9a-7331-49cf-99de-c94ed6b747b5 tempest-NetworksTest-719432430 tempest-NetworksTest-719432430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:41.397130 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c9bfc-fda4-42a8-8f9b-fa97c26447ef req-5c3b9d9a-7331-49cf-99de-c94ed6b747b5 tempest-NetworksTest-719432430 tempest-NetworksTest-719432430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:41.397595 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c9bfc-fda4-42a8-8f9b-fa97c26447ef req-5c3b9d9a-7331-49cf-99de-c94ed6b747b5 tempest-NetworksTest-719432430 tempest-NetworksTest-719432430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:41.398123 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c9bfc-fda4-42a8-8f9b-fa97c26447ef req-5c3b9d9a-7331-49cf-99de-c94ed6b747b5 tempest-NetworksTest-719432430 tempest-NetworksTest-719432430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:41.398594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c9bfc-fda4-42a8-8f9b-fa97c26447ef req-5c3b9d9a-7331-49cf-99de-c94ed6b747b5 tempest-NetworksTest-719432430 tempest-NetworksTest-719432430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:41.399081 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c9bfc-fda4-42a8-8f9b-fa97c26447ef req-5c3b9d9a-7331-49cf-99de-c94ed6b747b5 tempest-NetworksTest-719432430 tempest-NetworksTest-719432430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:41.400882 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3c8c9bfc-fda4-42a8-8f9b-fa97c26447ef req-5c3b9d9a-7331-49cf-99de-c94ed6b747b5 tempest-NetworksTest-719432430 tempest-NetworksTest-719432430-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4329 time: 0.1468599 Jul 05 10:01:41.453660 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-26aa825e-1145-4339-826f-2592a7203031 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=060ee10fb4aa4915922734bda336858d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593650 Jul 05 10:01:41.494398 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ceb34f2-6ee1-419e-9b63-36460741cb4a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.863018 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ceb34f2-6ee1-419e-9b63-36460741cb4a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:41.990424 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:42.024903 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ceb34f2-6ee1-419e-9b63-36460741cb4a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.040988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-819b071c-bc4c-482f-86c5-0dd432b1290e tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:42.042567 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-819b071c-bc4c-482f-86c5-0dd432b1290e tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/networks?id=f64ee891-e766-4295-93d9-758ae680bd4b HTTP/1.1" status: 200 len: 813 time: 0.4659495 Jul 05 10:01:42.064900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb34f2-6ee1-419e-9b63-36460741cb4a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606c06dc-4a71-4b62-8579-31f18ba564e1,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:42.074954 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-297134dd-851e-4420-9626-88303dbeae8e tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/quotas/6119bc815ab94278a813be791a173223 HTTP/1.1" status: 200 len: 375 time: 0.0228050 Jul 05 10:01:42.121376 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-b1187d6e-7e8b-4faf-a086-b9ba760cc2b7 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6119bc815ab94278a813be791a173223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422635 Jul 05 10:01:42.164426 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b19a-74e9-42c3-aa37-5a16fceb6d7b req-c4886ea5-c4fe-4adf-8a1d-30d5fc855e1a tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:42.168890 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9431b19a-74e9-42c3-aa37-5a16fceb6d7b req-c4886ea5-c4fe-4adf-8a1d-30d5fc855e1a tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 950 time: 0.0944834 Jul 05 10:01:42.221859 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9431b19a-74e9-42c3-aa37-5a16fceb6d7b req-e29729c2-5013-4f54-a808-3f5f9becad2a tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474334 Jul 05 10:01:42.237843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33992) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:42.263837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:42.270490 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ceb34f2-6ee1-419e-9b63-36460741cb4a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.270691 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:42.271373 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.274479 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1ceb34f2-6ee1-419e-9b63-36460741cb4a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9267731 Jul 05 10:01:42.282227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33998) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:42.302830 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f1266a08-2e96-4cb8-8f44-7951370cea9b tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Request body: {'security_group_rule': {'security_group_id': '59eb1004-399f-4865-9d98-1312a2ce4426', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:42.312238 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c91b618a-4d13-416d-b1ef-12371a24d4e9 req-39bf23e8-32d2-4781-80b1-e1cca8708a42 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 210 time: 0.0393686 Jul 05 10:01:42.331092 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f6013440-f85d-4b5b-9650-60d584aea7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.370756 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-3957d324-1a82-40b1-b8f9-8e5588829e9f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:01:42.382191 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-3957d324-1a82-40b1-b8f9-8e5588829e9f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1151328 Jul 05 10:01:42.411006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1807fcce-3bc7-4560-b583-8b09a3847b1e no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:42.447906 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 1807fcce-3bc7-4560-b583-8b09a3847b1e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:01:42.447906 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1807fcce-3bc7-4560-b583-8b09a3847b1e not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:01:42.454949 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.489007 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1266a08-2e96-4cb8-8f44-7951370cea9b tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.504878 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01,segment=NetworkSegment(14788a68-4395-49bb-a538-837d8fbf3f6e),segment_id=14788a68-4395-49bb-a538-837d8fbf3f6e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:42.592297 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f6013440-f85d-4b5b-9650-60d584aea7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.606902 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-0724d33f-24c6-459c-9888-3014d7f5bd23 service neutron] 10.222.0.77 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234640 Jul 05 10:01:42.615597 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.672078 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1266a08-2e96-4cb8-8f44-7951370cea9b tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.694505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:42.742549 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-dad00524-f23c-4579-99d0-1a9fa2312df0 service neutron] 10.222.0.77 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149397 Jul 05 10:01:42.759853 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f6013440-f85d-4b5b-9650-60d584aea7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.801217 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f6013440-f85d-4b5b-9650-60d584aea7f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58353173ccc54b99928c61d8460be766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5620112 Jul 05 10:01:42.803226 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6013440-f85d-4b5b-9650-60d584aea7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2434650-3b02-4983-a69a-ed9b676c9910,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:42.803966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34010) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:42.828573 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1266a08-2e96-4cb8-8f44-7951370cea9b tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.872880 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1266a08-2e96-4cb8-8f44-7951370cea9b tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11836693-162b-4201-a016-ced9daa24e8e,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:42.909012 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f9b2-5cfc-411c-999f-ccad661f8039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:42.941980 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f9b2-5cfc-411c-999f-ccad661f8039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:43.049234 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1266a08-2e96-4cb8-8f44-7951370cea9b tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:43.052747 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f1266a08-2e96-4cb8-8f44-7951370cea9b tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7589252 Jul 05 10:01:43.054907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34016) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:43.063195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:43.167853 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6b36c7f2-18ec-4b44-88c0-34d52508e4a9 req-714f5522-21b4-4362-a837-616bdf1846f7 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 210 time: 0.0310211 Jul 05 10:01:43.331796 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:43.339905 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f9b2-5cfc-411c-999f-ccad661f8039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:43.344798 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f9b2-5cfc-411c-999f-ccad661f8039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:43.347148 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c1b5f9b2-5cfc-411c-999f-ccad661f8039 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f2434650-3b02-4983-a69a-ed9b676c9910 HTTP/1.1" status: 204 len: 168 time: 0.5416882 Jul 05 10:01:43.433411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5f9b2-5cfc-411c-999f-ccad661f8039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2434650-3b02-4983-a69a-ed9b676c9910,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:43.547975 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:43.688987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Allocated IP 172.25.5.30 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/c3974cfd-3543-4165-99b2-77013593363e) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:43.729852 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-edcf4087-542a-45af-8148-5e8fd1e4f04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:43.770382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecfd82-3a59-4ced-a837-916725666f86 req-cf666a44-bb87-400f-ada0-3530cac56da2 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:43.772952 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67ecfd82-3a59-4ced-a837-916725666f86 req-cf666a44-bb87-400f-ada0-3530cac56da2 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 950 time: 0.1051750 Jul 05 10:01:43.819340 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67ecfd82-3a59-4ced-a837-916725666f86 req-3bf5b18c-01e6-4b5c-ba41-7fcf91d7e329 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393131 Jul 05 10:01:43.845901 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:43.881964 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:43.896482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:44.018800 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:44.020685 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.052539 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2372d340-c349-4bb0-b96b-e97cd8fd8a8a req-da08ff1c-3185-453f-92e8-37ae7d77103f tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 210 time: 0.0418458 Jul 05 10:01:44.135747 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.200392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:44.204459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:44.219674 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:44.255089 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-8ed93a53-bea1-418c-aa6f-1b9551dd3989 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=cb3ededb79124a35b270fa6b05cc8460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328896 Jul 05 10:01:44.276497 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Pushing event updated for resources: {'Port': ['ID=c3974cfd-3543-4165-99b2-77013593363e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:44.375516 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.429097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-16d52452-d109-45ae-9595-693cef1306ff tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:44.431480 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-16d52452-d109-45ae-9595-693cef1306ff tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792819 Jul 05 10:01:44.453492 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-a5f118e1-036d-4e83-9a3e-ffc5291d96b7 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/quotas/cb3ededb79124a35b270fa6b05cc8460 HTTP/1.1" status: 200 len: 375 time: 0.0128191 Jul 05 10:01:44.527032 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0618f1e-f62f-4d6f-9e2a-a259bb2c9618 req-e382cdfd-d7bb-45a9-90b7-d172f0b49d20 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 210 time: 0.0529571 Jul 05 10:01:44.724196 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.757833 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-b1f77d50-d8b0-432b-8a6d-63a15e9a1b56 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cb3ededb79124a35b270fa6b05cc8460&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2941689 Jul 05 10:01:44.847811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34070) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:44.865078 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-684c6b8b-8837-4c29-9405-7b06020fe7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.902163 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.945984 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:44.988930 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-684c6b8b-8837-4c29-9405-7b06020fe7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.135004 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3089449b-b00c-4ddc-a5e0-4af2485770a1 req-4e1fee06-de77-4115-8474-3c08df15a1a8 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 210 time: 0.0345700 Jul 05 10:01:45.198990 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.234847 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.264967 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Pushing event updated for resources: {'Port': ['ID=c3974cfd-3543-4165-99b2-77013593363e,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:45.277933 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-684c6b8b-8837-4c29-9405-7b06020fe7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.331952 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0ba8db9-c161-45a4-b508-6505b745e306 req-d131389c-bd2b-42ce-a12b-febcc5873efb tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 210 time: 0.0518346 Jul 05 10:01:45.354612 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-684c6b8b-8837-4c29-9405-7b06020fe7ab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9dc06671a7c04c8da4c6af0f5129ba0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5049181 Jul 05 10:01:45.357148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34090) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:45.365066 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c6b8b-8837-4c29-9405-7b06020fe7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33625cb1-bb41-4ea5-a6fd-3e8061b2894f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:45.413938 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6d457634-c53c-46c6-93ca-1df3627e4b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.415398 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.416768 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-02ae7b02-9d1a-44d8-bcd5-17b8864a961a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3598416 Jul 05 10:01:45.441023 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6d457634-c53c-46c6-93ca-1df3627e4b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.622069 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6d457634-c53c-46c6-93ca-1df3627e4b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.624671 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6d457634-c53c-46c6-93ca-1df3627e4b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:45.626408 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6d457634-c53c-46c6-93ca-1df3627e4b1d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/33625cb1-bb41-4ea5-a6fd-3e8061b2894f HTTP/1.1" status: 204 len: 168 time: 0.2680624 Jul 05 10:01:45.640009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d457634-c53c-46c6-93ca-1df3627e4b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33625cb1-bb41-4ea5-a6fd-3e8061b2894f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:45.653916 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-34d7e5e4-2fad-4cc1-85c1-c14e1baebd4f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1700504027&fields=id&tenant_id=79a77f7ffb3f49cfa62bd853ab43f167 HTTP/1.1" status: 200 len: 267 time: 0.0553036 Jul 05 10:01:45.858489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-88a5425e-8a7a-450b-856b-c1502231629c tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:45.860219 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-88a5425e-8a7a-450b-856b-c1502231629c tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/networks?id=68d51614-9edc-4449-b0e1-c146ac5cc6e6 HTTP/1.1" status: 200 len: 822 time: 0.1735821 Jul 05 10:01:45.883709 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-053d2563-0abf-49c6-8afc-5ad8b8018183 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/quotas/79a77f7ffb3f49cfa62bd853ab43f167 HTTP/1.1" status: 200 len: 375 time: 0.0104494 Jul 05 10:01:45.904116 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-01dd8b57-c260-4acf-9030-2eee8c0af098 req-d01e7f39-71b4-408a-9c31-27fc69030ba2 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 210 time: 0.0304878 Jul 05 10:01:45.962802 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-c2da1f99-b307-4984-8142-ace62cb3d252 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=060ee10fb4aa4915922734bda336858d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290623 Jul 05 10:01:46.091224 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-cd5448b9-bed0-4258-81ff-f2e7ebf234f2 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=79a77f7ffb3f49cfa62bd853ab43f167&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2011955 Jul 05 10:01:46.131421 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-a199d029-4ead-4a34-91fb-2c46ce2c6ae3 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:46.133032 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-a199d029-4ead-4a34-91fb-2c46ce2c6ae3 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631050 Jul 05 10:01:46.147658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-f8201f26-c265-4d76-9e00-92a83af48d89 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Request body: {'port': {'device_id': 'd709e994-238c-4751-bd2d-d8dbfc67fb3e', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '060ee10fb4aa4915922734bda336858d'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:46.330585 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-25f19eba-e812-4ba1-87fc-ad80424baa3f service neutron] 10.222.0.77 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209115 Jul 05 10:01:46.470084 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-f9c78212-cd39-4dab-a3bc-56af7507dc06 service neutron] 10.222.0.77 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280065 Jul 05 10:01:46.564354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-f8201f26-c265-4d76-9e00-92a83af48d89 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Made reservation on behalf of 060ee10fb4aa4915922734bda336858d for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:46.568412 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-f8201f26-c265-4d76-9e00-92a83af48d89 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.622083 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f76bbcfd-99c0-48a3-bb73-467c9077c853 req-04c34f2d-af16-4439-b156-752392984cbe tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 210 time: 0.0313365 Jul 05 10:01:46.729485 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:46.795754 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-f8201f26-c265-4d76-9e00-92a83af48d89 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Allocated IP 192.168.233.36 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/e8f667b2-8d10-485a-a6f2-1f9ef0e6a580) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:47.005037 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4ccf90d-bacd-4eee-9c54-aa512917d4df req-c7e0343d-a875-43f0-9b66-673100bac165 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 210 time: 0.0339534 Jul 05 10:01:47.047632 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-f8201f26-c265-4d76-9e00-92a83af48d89 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:47.067705 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-f8201f26-c265-4d76-9e00-92a83af48d89 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Transition to ACTIVE for port object e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:47.158823 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-544e7fcb-a9df-4c44-8e76-921f2c0d527f req-18f6be4a-0cec-4d13-8b0c-00b17077f2c8 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 210 time: 0.0672760 Jul 05 10:01:47.326698 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6206e2be-1424-4c2c-9c65-d400df80a2fa req-9075e267-c0a0-438e-8657-87000ea7370b tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 210 time: 0.0303557 Jul 05 10:01:47.336737 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-f8201f26-c265-4d76-9e00-92a83af48d89 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:47.396420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-f8201f26-c265-4d76-9e00-92a83af48d89 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:47.399744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-f8201f26-c265-4d76-9e00-92a83af48d89 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:47.404415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-f8201f26-c265-4d76-9e00-92a83af48d89 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:47.410157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-f8201f26-c265-4d76-9e00-92a83af48d89 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:47.410777 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-f8201f26-c265-4d76-9e00-92a83af48d89 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:47.415198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8201f26-c265-4d76-9e00-92a83af48d89 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Pushing event updated for resources: {'Port': ['ID=e8f667b2-8d10-485a-a6f2-1f9ef0e6a580,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:47.546860 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-f8201f26-c265-4d76-9e00-92a83af48d89 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4033148 Jul 05 10:01:47.564702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Request body: {'port': {'device_id': 'd709e994-238c-4751-bd2d-d8dbfc67fb3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:47.677884 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:47.880191 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-212e03fb-4f92-4659-9338-b54cb45a7108 None None] Provisioning for port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:47.891879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-212e03fb-4f92-4659-9338-b54cb45a7108 None None] Provisioning complete for port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:47.892546 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-212e03fb-4f92-4659-9338-b54cb45a7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:47.944560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-212e03fb-4f92-4659-9338-b54cb45a7108 None None] Port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:47.972143 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-74152bf8-225a-4668-9bc7-321d09406189 req-04d3d833-4be8-42b7-824a-f5f6907e02d7 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 210 time: 0.1059918 Jul 05 10:01:48.044127 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:48.077920 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.112290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-04266478-eb0a-4d74-8cf0-8a536b2eb39b tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:48.114218 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Transition to ACTIVE for port object e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:48.114346 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-04266478-eb0a-4d74-8cf0-8a536b2eb39b tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.64 "GET /v2.0/networks?id=f64ee891-e766-4295-93d9-758ae680bd4b HTTP/1.1" status: 200 len: 813 time: 0.3540661 Jul 05 10:01:48.127838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Request body: {'port': {'device_id': '9385ad22-e4f9-4905-b52a-9b1baa1907c7', 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b', 'admin_state_up': True, 'tenant_id': '6119bc815ab94278a813be791a173223'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:48.257848 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc0e17-8c51-46f2-a6c8-541b2d6f20d4 req-5e4f270b-59ce-468c-b3d4-201b14d48763 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:48.259536 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0ddc0e17-8c51-46f2-a6c8-541b2d6f20d4 req-5e4f270b-59ce-468c-b3d4-201b14d48763 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 935 time: 0.0962780 Jul 05 10:01:48.319558 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0ddc0e17-8c51-46f2-a6c8-541b2d6f20d4 req-4d23ecc9-82c1-4ecf-8c88-610f69cf7f93 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487022 Jul 05 10:01:48.418100 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a626d485-0ff2-4be1-bb31-ef31384882e6 req-6110f1a6-733f-4e5d-82fa-132226bd578b tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 210 time: 0.0290172 Jul 05 10:01:48.427499 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.511476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Pushing event updated for resources: {'Port': ['ID=e8f667b2-8d10-485a-a6f2-1f9ef0e6a580,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:48.534902 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Attempting to bind port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:48.534902 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Attempting to bind port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:48.534902 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Attempting to bind port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:48.535871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:01:48.536211 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Attempting to bind port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:48.545602 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:48.546004 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:48.546418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:48.546924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Bound port: e8f667b2-8d10-485a-a6f2-1f9ef0e6a580, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:48.547342 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.571140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Made reservation on behalf of 6119bc815ab94278a813be791a173223 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:48.576613 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.699101 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] For port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:48.703089 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] For port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e8f667b2-8d10-485a-a6f2-1f9ef0e6a580,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:48.785230 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22e523f6-a1d9-454f-8d05-f3a2f0a026ac req-cd092185-9a3b-470a-9c43-59701d54bccc tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 210 time: 0.1025651 Jul 05 10:01:48.906881 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Allocated IP 172.20.0.7 (f64ee891-e766-4295-93d9-758ae680bd4b/21d4184e-da4e-4e51-b2ca-6563db926533/8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:48.925824 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.975826 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:48.976731 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:48.978601 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] 10.222.0.64 "PUT /v2.0/ports/e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 HTTP/1.1" status: 200 len: 1096 time: 1.4247737 Jul 05 10:01:48.979205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd709e994-238c-4751-bd2d-d8dbfc67fb3e', 'tag': 'e8f667b2-8d10-485a-a6f2-1f9ef0e6a580'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:48.982334 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff42bb9-05a9-4073-bdfd-959483e21122" -d '{"events": [{"name": "network-changed", "server_uuid": "d709e994-238c-4751-bd2d-d8dbfc67fb3e", "tag": "e8f667b2-8d10-485a-a6f2-1f9ef0e6a580"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:49.010493 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4db6d-6816-4653-907f-122ddc15290d service neutron] Pushing event updated for resources: {'Port': ['ID=e8f667b2-8d10-485a-a6f2-1f9ef0e6a580,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:49.128458 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc10f98-b7cd-461c-9381-deeee59fc4af x-openstack-request-id: req-ccc10f98-b7cd-461c-9381-deeee59fc4af {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:49.129089 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d709e994-238c-4751-bd2d-d8dbfc67fb3e", "tag": "e8f667b2-8d10-485a-a6f2-1f9ef0e6a580", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:49.129089 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ccc10f98-b7cd-461c-9381-deeee59fc4af {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:49.129420 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd709e994-238c-4751-bd2d-d8dbfc67fb3e', 'tag': 'e8f667b2-8d10-485a-a6f2-1f9ef0e6a580', 'status': 'completed', 'code': 200} Jul 05 10:01:49.190849 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:49.316404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.64', 52241) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:49.339569 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9866f0bd-f523-4f96-92ce-ae65f9941fb0 req-7e184995-756d-4149-9d11-f156f6030084 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 210 time: 0.0529392 Jul 05 10:01:49.341627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff42bb9-05a9-4073-bdfd-959483e21122 req-8914d462-13ef-4e86-888b-2f12fc4cbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:49.348972 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9ff42bb9-05a9-4073-bdfd-959483e21122 req-8914d462-13ef-4e86-888b-2f12fc4cbca0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=060ee10fb4aa4915922734bda336858d&device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 1099 time: 0.1488550 Jul 05 10:01:49.378882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-b60cc0d0-18fd-4750-a0d3-ab19480ee1ba tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=cb3ededb79124a35b270fa6b05cc8460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603051 Jul 05 10:01:49.392936 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9ff42bb9-05a9-4073-bdfd-959483e21122 req-580148c7-0554-4a6a-bb4c-4bcf9e7d30a5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=060ee10fb4aa4915922734bda336858d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413477 Jul 05 10:01:49.406994 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:49.649861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Network f64ee891-e766-4295-93d9-758ae680bd4b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:49.674048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:49.686361 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:49.692106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:49.692769 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:49.694645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff42bb9-05a9-4073-bdfd-959483e21122 req-a48b4771-138a-4c3e-bac6-832f54ccbf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:49.696479 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9ff42bb9-05a9-4073-bdfd-959483e21122 req-a48b4771-138a-4c3e-bac6-832f54ccbf9b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2974706 Jul 05 10:01:49.713749 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Pushing event updated for resources: {'Port': ['ID=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:49.726157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-4c7c4adc-5bce-45df-a767-aebf51a80196 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:49.728346 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-4c7c4adc-5bce-45df-a767-aebf51a80196 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3447051 Jul 05 10:01:49.736294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:49.736294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:49.736641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:49.736998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:49.737249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:49.737614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:49.738186 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:49.738531 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:49.738882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:49.739246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:49.739646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:49.739944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:49.747592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-52e86d4f-5688-476e-961f-e22b10f9276e tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Request body: {'port': {'device_id': '8cb526cf-4098-45a1-b2d7-250074abdc8b', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': 'cb3ededb79124a35b270fa6b05cc8460'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:49.789964 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada58ad7-13bb-4d95-a5ff-6b6d874a2d0b req-6a1dbbb3-b724-4927-b089-6967f5925a97 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:49.792253 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ada58ad7-13bb-4d95-a5ff-6b6d874a2d0b req-6a1dbbb3-b724-4927-b089-6967f5925a97 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 947 time: 0.0987926 Jul 05 10:01:49.886844 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ada58ad7-13bb-4d95-a5ff-6b6d874a2d0b req-985886e7-caac-487c-ae7f-0175583db7bd tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876105 Jul 05 10:01:49.921700 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-db4d3cfa-20bf-4057-adcd-ffb3ca58ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:49.923205 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-db4d3cfa-20bf-4057-adcd-ffb3ca58ac40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=060ee10fb4aa4915922734bda336858d&device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 1099 time: 0.1012256 Jul 05 10:01:49.972971 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-4b2067b0-6c00-4f35-ba18-f801caf68799 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8493555 Jul 05 10:01:49.987861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Request body: {'port': {'device_id': '9385ad22-e4f9-4905-b52a-9b1baa1907c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:50.106119 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.173053 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-09b34bd4-e426-46b0-bdef-8d1fa91aff8b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 HTTP/1.1" status: 200 len: 217 time: 0.2420509 Jul 05 10:01:50.201664 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8923b1bb-4d18-4a50-a36b-e01d301fee1f req-0ca9e972-4100-4ec5-b931-6cdd30cb64da tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 210 time: 0.0310097 Jul 05 10:01:50.252194 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-2b046ed6-53c4-45d7-b3ec-4e524172ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:50.253957 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-2b046ed6-53c4-45d7-b3ec-4e524172ac4a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0549893 Jul 05 10:01:50.327022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-e85168a9-bf44-4c20-ba43-1a19142ee451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:50.328839 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-e85168a9-bf44-4c20-ba43-1a19142ee451 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0683880 Jul 05 10:01:50.422098 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-52e86d4f-5688-476e-961f-e22b10f9276e tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Made reservation on behalf of cb3ededb79124a35b270fa6b05cc8460 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:50.427983 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-52e86d4f-5688-476e-961f-e22b10f9276e tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.499652 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-939d301c-68f3-4834-b599-bd9293150f45 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574328 Jul 05 10:01:50.615500 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:50.626813 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.627636 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9207953c-ca19-4c40-9ade-912e8d5f33e8 req-1a87984c-54bd-4617-859f-2e7d57125ec7 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212924 Jul 05 10:01:50.655679 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Transition to ACTIVE for port object 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:50.671473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-52e86d4f-5688-476e-961f-e22b10f9276e tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Allocated IP 192.168.233.252 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/f8971b2a-e8b5-427d-abe3-80adc1e8a702) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:50.747919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34268) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:50.795604 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13beb76d-c1ad-4d2b-bd99-c775886ead08 req-f53a678a-7c84-4620-85f2-796db1959ec1 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:50.797736 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13beb76d-c1ad-4d2b-bd99-c775886ead08 req-f53a678a-7c84-4620-85f2-796db1959ec1 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 931 time: 0.0871196 Jul 05 10:01:50.798536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34272) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:50.863356 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13beb76d-c1ad-4d2b-bd99-c775886ead08 req-d89fe24e-ea7a-4626-8921-9d1f7030be34 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577631 Jul 05 10:01:50.897348 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:50.978864 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.056323 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b489-b1b0-46f5-832a-d374d804daa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.078188 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-510c63df-8c67-470c-823f-88107a27d88e req-bd97d0b9-b097-4925-bbc0-914341a29538 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=83193b56e172413e8acb288241638820&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732553 Jul 05 10:01:51.084464 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:51.113386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9ee6ce90-adb0-441f-b860-4a356c066aa0 req-f9cac872-48af-4f85-bc68-6a3a308b8f52 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 210 time: 0.0453773 Jul 05 10:01:51.220288 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-52e86d4f-5688-476e-961f-e22b10f9276e tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.231666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Attempting to bind port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:51.232060 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Attempting to bind port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '4dca89e4-839b-44c2-bc8d-929bef7823eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:51.232390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Attempting to bind port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc on network f64ee891-e766-4295-93d9-758ae680bd4b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:51.251172 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.255896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc on network f64ee891-e766-4295-93d9-758ae680bd4b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:01:51.256245 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Attempting to bind port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc on network f64ee891-e766-4295-93d9-758ae680bd4b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:51.260934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-52e86d4f-5688-476e-961f-e22b10f9276e tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Transition to ACTIVE for port object f8971b2a-e8b5-427d-abe3-80adc1e8a702 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:51.270907 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:51.271283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Checking segment: {'id': '4dca89e4-839b-44c2-bc8d-929bef7823eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:51.271924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Bound using segment: {'id': '4dca89e4-839b-44c2-bc8d-929bef7823eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:51.272385 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Bound port: 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dca89e4-839b-44c2-bc8d-929bef7823eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:51.272767 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.311209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-a84dc0ac-317d-4b2c-ab9d-64ee9db0f085 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:51.312748 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-a84dc0ac-317d-4b2c-ab9d-64ee9db0f085 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.73 "GET /v2.0/networks?id=68d51614-9edc-4449-b0e1-c146ac5cc6e6 HTTP/1.1" status: 200 len: 822 time: 0.1419005 Jul 05 10:01:51.322841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c63df-8c67-470c-823f-88107a27d88e req-5caee001-55b2-46a1-a5cd-8ea3f6aead96 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:51.324557 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-510c63df-8c67-470c-823f-88107a27d88e req-5caee001-55b2-46a1-a5cd-8ea3f6aead96 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333045 Jul 05 10:01:51.375397 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.376364 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-510c63df-8c67-470c-823f-88107a27d88e req-b645a081-3190-416b-bdb9-be4d1cd37935 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/quotas/83193b56e172413e8acb288241638820 HTTP/1.1" status: 200 len: 375 time: 0.0297608 Jul 05 10:01:51.424190 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-29fd1926-bbf4-417a-80b5-d11ab008e4ba tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79a77f7ffb3f49cfa62bd853ab43f167 HTTP/1.1" status: 200 len: 380 time: 0.1008081 Jul 05 10:01:51.425958 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-510c63df-8c67-470c-823f-88107a27d88e req-7ec0e557-a74b-4205-8bd8-37915d4977a4 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=83193b56e172413e8acb288241638820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422859 Jul 05 10:01:51.432363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] For port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:51.455748 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] For port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:51.469698 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=14b65c34a9824f51aa8cbfc3629bcdf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7117658 Jul 05 10:01:51.470029 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34288) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:51.473201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c02a55d9-33f7-491c-a597-92f3be1d178e tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Request body: {'port': {'device_id': '6e964ac4-d418-4858-9fe5-7098a04d8df4', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'admin_state_up': True, 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'security_groups': ['59eb1004-399f-4865-9d98-1312a2ce4426']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:51.500963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06eb5aab-e183-47ce-84c5-7f39f5e6ad6c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:51.531902 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-52e86d4f-5688-476e-961f-e22b10f9276e tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.536205 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d263331e-6953-4cb6-9655-a390a1e02bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.541334 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:51.541684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:51.542030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:51.542372 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:51.542710 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:51.543043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:51.543369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:51.543697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:51.543837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['ac519456-6476-4a9e-86a1-700d4338ede9'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:01:51.544376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:51.544599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:51.545134 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:51.545667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e28de05-1e2b-41e0-9804-57c0647832e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:01:51.589176 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d263331e-6953-4cb6-9655-a390a1e02bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.662396 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.677535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-52e86d4f-5688-476e-961f-e22b10f9276e tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:51.680315 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b489-b1b0-46f5-832a-d374d804daa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.697494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-52e86d4f-5688-476e-961f-e22b10f9276e tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:51.717142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:51.717471 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.718890 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] 10.222.0.64 "PUT /v2.0/ports/8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc HTTP/1.1" status: 200 len: 1092 time: 1.7359588 Jul 05 10:01:51.719467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9385ad22-e4f9-4905-b52a-9b1baa1907c7', 'tag': '8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:51.786263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e86d4f-5688-476e-961f-e22b10f9276e tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Pushing event updated for resources: {'Port': ['ID=f8971b2a-e8b5-427d-abe3-80adc1e8a702,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:51.835181 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b489-b1b0-46f5-832a-d374d804daa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.904599 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785094cb-84be-4db4-9f49-a2dd0040b9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9385ad22-e4f9-4905-b52a-9b1baa1907c7", "tag": "8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:51.920533 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-52e86d4f-5688-476e-961f-e22b10f9276e tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:51.930813 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aaa8b489-b1b0-46f5-832a-d374d804daa7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=07a10c6abe0c4c969d0a5bb286a74c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1311193 Jul 05 10:01:51.936913 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-52e86d4f-5688-476e-961f-e22b10f9276e tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:51.937777 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-52e86d4f-5688-476e-961f-e22b10f9276e tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:51.953413 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34308) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:51.966836 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8b489-b1b0-46f5-832a-d374d804daa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3ec8df-cc1f-4eae-8bda-20eda94bb44b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:51.980202 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.034322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2499cf5e-2808-4b9f-bd58-68d8b14a8f77 req-2a25b566-9096-4387-88ed-28f1caea0599 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 210 time: 0.1176069 Jul 05 10:01:52.048463 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda13b20-641a-43f8-933b-a541726c424d req-ae001fd8-b6d2-4a44-b637-dd78adf530d0 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:52.050057 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bda13b20-641a-43f8-933b-a541726c424d req-ae001fd8-b6d2-4a44-b637-dd78adf530d0 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 947 time: 0.1583486 Jul 05 10:01:52.075008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50f847-ce22-49bd-90bb-6f46e3cad298 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:52.081833 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c02a55d9-33f7-491c-a597-92f3be1d178e tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Made reservation on behalf of 79a77f7ffb3f49cfa62bd853ab43f167 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:52.085498 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c02a55d9-33f7-491c-a597-92f3be1d178e tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.122671 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bda13b20-641a-43f8-933b-a541726c424d req-c52e9bd8-dfed-425e-a3da-8a5773a552b7 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645144 Jul 05 10:01:52.149197 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56ed7fb0-3726-40f0-b10f-b143f72b6d6e req-25d3c034-f6dc-4355-864f-42103141874b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 210 time: 0.0435719 Jul 05 10:01:52.181139 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d263331e-6953-4cb6-9655-a390a1e02bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.181139 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d263331e-6953-4cb6-9655-a390a1e02bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.181139 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d263331e-6953-4cb6-9655-a390a1e02bd8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/06eb5aab-e183-47ce-84c5-7f39f5e6ad6c HTTP/1.1" status: 204 len: 168 time: 0.7103691 Jul 05 10:01:52.239565 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-52e86d4f-5688-476e-961f-e22b10f9276e tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4844038 Jul 05 10:01:52.256641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Request body: {'port': {'device_id': '8cb526cf-4098-45a1-b2d7-250074abdc8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:52.273317 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263331e-6953-4cb6-9655-a390a1e02bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06eb5aab-e183-47ce-84c5-7f39f5e6ad6c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:52.314455 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bea31a74-bac6-4984-9f75-e0a22dfc376d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.319182 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6037629-81d4-44b0-9e14-8e0e3ae248ba x-openstack-request-id: req-b6037629-81d4-44b0-9e14-8e0e3ae248ba {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:52.319470 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9385ad22-e4f9-4905-b52a-9b1baa1907c7", "tag": "8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:52.319758 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6037629-81d4-44b0-9e14-8e0e3ae248ba {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:52.320803 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9385ad22-e4f9-4905-b52a-9b1baa1907c7', 'tag': '8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc', 'status': 'completed', 'code': 200} Jul 05 10:01:52.348671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-f75d9446-d0bb-4afd-9b27-6412c7f1fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:52.350186 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-f75d9446-d0bb-4afd-9b27-6412c7f1fa48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6119bc815ab94278a813be791a173223&device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 1095 time: 0.3129957 Jul 05 10:01:52.362357 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bea31a74-bac6-4984-9f75-e0a22dfc376d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.369616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c02a55d9-33f7-491c-a597-92f3be1d178e tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Allocated IP 172.20.0.14 (68d51614-9edc-4449-b0e1-c146ac5cc6e6/0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4/863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:52.431987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd66f2b-3875-4e8b-b45a-6ab1675079b6 req-194aa885-a122-4c7e-975d-c872534fecd2 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:52.433673 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5fd66f2b-3875-4e8b-b45a-6ab1675079b6 req-194aa885-a122-4c7e-975d-c872534fecd2 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 943 time: 0.1598358 Jul 05 10:01:52.463296 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-76219f43-e856-4a39-80f3-e6d4f9ab629d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc HTTP/1.1" status: 200 len: 217 time: 0.1045389 Jul 05 10:01:52.511029 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b0e19699-bd7c-43fb-9cb3-ff204bb7c685 None None] Provisioning for port f8971b2a-e8b5-427d-abe3-80adc1e8a702 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:52.529186 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b0e19699-bd7c-43fb-9cb3-ff204bb7c685 None None] Provisioning complete for port f8971b2a-e8b5-427d-abe3-80adc1e8a702 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:52.530956 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b0e19699-bd7c-43fb-9cb3-ff204bb7c685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.539811 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.540160 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5fd66f2b-3875-4e8b-b45a-6ab1675079b6 req-9efa39e7-f0d0-4b1e-9c9a-51fe55a08f9d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000054 Jul 05 10:01:52.583255 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-f875e560-4768-4a08-bb55-e589de594365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:52.585071 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-f875e560-4768-4a08-bb55-e589de594365 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=21d4184e-da4e-4e51-b2ca-6563db926533 HTTP/1.1" status: 200 len: 853 time: 0.1150200 Jul 05 10:01:52.615461 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c02a55d9-33f7-491c-a597-92f3be1d178e tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:52.669542 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-af06871e-e32f-4231-948a-ab0c7e5f332e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64ee891-e766-4295-93d9-758ae680bd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591137 Jul 05 10:01:52.670178 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b0e19699-bd7c-43fb-9cb3-ff204bb7c685 None None] Port f8971b2a-e8b5-427d-abe3-80adc1e8a702 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:52.774992 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c02a55d9-33f7-491c-a597-92f3be1d178e tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Transition to ACTIVE for port object 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:52.977119 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c02a55d9-33f7-491c-a597-92f3be1d178e tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.005525 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bea31a74-bac6-4984-9f75-e0a22dfc376d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.008354 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bea31a74-bac6-4984-9f75-e0a22dfc376d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.012001 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bea31a74-bac6-4984-9f75-e0a22dfc376d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b3ec8df-cc1f-4eae-8bda-20eda94bb44b HTTP/1.1" status: 204 len: 168 time: 1.0533638 Jul 05 10:01:53.045711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea31a74-bac6-4984-9f75-e0a22dfc376d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3ec8df-cc1f-4eae-8bda-20eda94bb44b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:53.112003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c02a55d9-33f7-491c-a597-92f3be1d178e tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:53.114196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c02a55d9-33f7-491c-a597-92f3be1d178e tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:53.119802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c02a55d9-33f7-491c-a597-92f3be1d178e tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:53.128348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c02a55d9-33f7-491c-a597-92f3be1d178e tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:53.130100 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c02a55d9-33f7-491c-a597-92f3be1d178e tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.152757 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a55d9-33f7-491c-a597-92f3be1d178e tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Pushing event updated for resources: {'Port': ['ID=863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:53.177877 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-1b288810-a11e-4c12-87f1-3c3c8cb72aba service neutron] 10.222.0.64 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911268 Jul 05 10:01:53.200679 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2e131-8159-49c8-ba59-b2392a55832f req-befc7341-63ae-46cc-a73d-fca96adc247c tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:53.202838 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cdb2e131-8159-49c8-ba59-b2392a55832f req-befc7341-63ae-46cc-a73d-fca96adc247c tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 936 time: 0.4603794 Jul 05 10:01:53.285728 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c02a55d9-33f7-491c-a597-92f3be1d178e tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8167911 Jul 05 10:01:53.297581 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Request body: {'port': {'device_id': '6e964ac4-d418-4858-9fe5-7098a04d8df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:53.323011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34342) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:53.379261 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.380318 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f681d176-ca9b-4449-995c-7a0f0c0b6d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.392190 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cdb2e131-8159-49c8-ba59-b2392a55832f req-e80dfb3c-6c7a-41c5-a279-fb488f1cbc2f tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741524 Jul 05 10:01:53.409334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8971b2a-e8b5-427d-abe3-80adc1e8a702 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:53.427944 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.451652 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84ee0fa6-c2a1-43de-95b0-f2078362e3d5 req-8d75c1a4-b528-45a7-8c4c-9fa853067ead service neutron] 10.222.0.64 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450049 Jul 05 10:01:53.460289 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Transition to ACTIVE for port object f8971b2a-e8b5-427d-abe3-80adc1e8a702 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:53.562316 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f681d176-ca9b-4449-995c-7a0f0c0b6d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.599239 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39b3cc-59e7-42f2-9203-eadbdd8f9536 req-db56162b-76d0-4b8a-b45e-234407e95cac tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:53.600881 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0c39b3cc-59e7-42f2-9203-eadbdd8f9536 req-db56162b-76d0-4b8a-b45e-234407e95cac tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 932 time: 0.0855005 Jul 05 10:01:53.605576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a6ee2a64-b12f-4bfe-9f72-e8e639251fa5 None None] Provisioning for port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:53.611086 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a6ee2a64-b12f-4bfe-9f72-e8e639251fa5 None None] Provisioning complete for port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:53.619657 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a6ee2a64-b12f-4bfe-9f72-e8e639251fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.655673 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0c39b3cc-59e7-42f2-9203-eadbdd8f9536 req-950494bc-5e6c-4787-8db5-bcc34f4a1875 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457218 Jul 05 10:01:53.693822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:53.696364 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.704159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a6ee2a64-b12f-4bfe-9f72-e8e639251fa5 None None] Port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:01:53.705708 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.723603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Transition to ACTIVE for port object 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:53.797732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Pushing event updated for resources: {'Port': ['ID=f8971b2a-e8b5-427d-abe3-80adc1e8a702,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:53.805887 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.807018 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f681d176-ca9b-4449-995c-7a0f0c0b6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.856363 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:53.933623 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Attempting to bind port f8971b2a-e8b5-427d-abe3-80adc1e8a702 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:53.933923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Attempting to bind port f8971b2a-e8b5-427d-abe3-80adc1e8a702 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:53.939812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Attempting to bind port f8971b2a-e8b5-427d-abe3-80adc1e8a702 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:53.940622 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681d176-ca9b-4449-995c-7a0f0c0b6d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f9dc5a-0f0c-4ece-9d85-bf1baabda072,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:53.951838 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f681d176-ca9b-4449-995c-7a0f0c0b6d33 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=00ac0977635548cdb987bbfdff77e4e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6261029 Jul 05 10:01:53.954777 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Port f8971b2a-e8b5-427d-abe3-80adc1e8a702 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:01:53.955181 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Attempting to bind port f8971b2a-e8b5-427d-abe3-80adc1e8a702 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:53.963910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34350) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:53.974724 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785094cb-84be-4db4-9f49-a2dd0040b9ba req-18120a7c-44f3-4b54-ba14-9b49bb6aa901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:53.977836 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-785094cb-84be-4db4-9f49-a2dd0040b9ba req-18120a7c-44f3-4b54-ba14-9b49bb6aa901 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6119bc815ab94278a813be791a173223&device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 1095 time: 0.2439189 Jul 05 10:01:53.981593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:53.981813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:53.982063 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:53.982524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Bound port: f8971b2a-e8b5-427d-abe3-80adc1e8a702, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:53.982890 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.011808 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:54.032544 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Attempting to bind port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:01:54.033232 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Attempting to bind port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:01:54.033794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Attempting to bind port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 on network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:54.092432 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-86e29563-c57d-47ba-8129-5e281acaf3e8 req-cb447b7e-c4eb-454f-8a8c-cb0be2e8b857 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 210 time: 0.0655158 Jul 05 10:01:54.101923 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 on network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:01:54.102465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Attempting to bind port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 on network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:01:54.116155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:01:54.116693 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Checking segment: {'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:54.117347 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Bound using segment: {'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:01:54.118430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Bound port: 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:01:54.119038 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.169033 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34324073-8deb-4b5c-a34d-1e4235666e64 req-8acf3fd6-eff3-4387-9e24-281750ad5876 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:54.176394 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-34324073-8deb-4b5c-a34d-1e4235666e64 req-8acf3fd6-eff3-4387-9e24-281750ad5876 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 947 time: 0.3450253 Jul 05 10:01:54.197072 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d09b873-eff0-4859-924c-31bb75e2fda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.247184 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d09b873-eff0-4859-924c-31bb75e2fda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.272956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] For port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:54.294847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] For port f8971b2a-e8b5-427d-abe3-80adc1e8a702, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:01:54.316803 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] For port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:54.317283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785094cb-84be-4db4-9f49-a2dd0040b9ba req-df373a11-49c9-49ca-9109-c3027a66a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:54.319001 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-785094cb-84be-4db4-9f49-a2dd0040b9ba req-df373a11-49c9-49ca-9109-c3027a66a43c service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64ee891-e766-4295-93d9-758ae680bd4b HTTP/1.1" status: 200 len: 914 time: 0.3267746 Jul 05 10:01:54.324314 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-34324073-8deb-4b5c-a34d-1e4235666e64 req-ff8bc8d5-13ff-426d-9cb0-31004e9b8746 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468406 Jul 05 10:01:54.326639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] For port f8971b2a-e8b5-427d-abe3-80adc1e8a702, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=f8971b2a-e8b5-427d-abe3-80adc1e8a702,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:01:54.370735 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-785094cb-84be-4db4-9f49-a2dd0040b9ba req-da48fe5f-2e23-4cff-8d00-1ef9df9a181c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc HTTP/1.1" status: 200 len: 217 time: 0.0432348 Jul 05 10:01:54.398724 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdbdb2-bb0e-4fb2-abac-661221a49bad req-108d16ed-4bd5-423f-bc80-e1e918d11220 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:54.400630 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38cdbdb2-bb0e-4fb2-abac-661221a49bad req-108d16ed-4bd5-423f-bc80-e1e918d11220 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 943 time: 0.1438365 Jul 05 10:01:54.439339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785094cb-84be-4db4-9f49-a2dd0040b9ba req-7537a9a7-974c-4700-9cc5-7e47b936d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:54.442002 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-785094cb-84be-4db4-9f49-a2dd0040b9ba req-7537a9a7-974c-4700-9cc5-7e47b936d3a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=21d4184e-da4e-4e51-b2ca-6563db926533 HTTP/1.1" status: 200 len: 853 time: 0.0636494 Jul 05 10:01:54.452922 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38cdbdb2-bb0e-4fb2-abac-661221a49bad req-df0919e5-61ac-449f-9476-635a3257a26c tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437605 Jul 05 10:01:54.465898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:01:54.496150 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-785094cb-84be-4db4-9f49-a2dd0040b9ba req-113e0b9e-46e6-4695-9c56-8f0111d9c1a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64ee891-e766-4295-93d9-758ae680bd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459197 Jul 05 10:01:54.595095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e8f667b2-8d10-485a-a6f2-1f9ef0e6a580,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:54.607413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'e8f667b2-8d10-485a-a6f2-1f9ef0e6a580', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': 'e8f667b2-8d10-485a-a6f2-1f9ef0e6a580', 'mac_address': 'fa:16:3e:92:13:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:01:54.629260 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-785094cb-84be-4db4-9f49-a2dd0040b9ba req-7365f9f4-ed1d-4e0f-ab3e-190248aa18cc service neutron] 10.222.0.64 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102650 Jul 05 10:01:54.649276 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec67b36-685c-4e3e-8b30-f7411c54e17c req-38a0c001-b1e1-4e31-87bf-71e039d0689f tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:54.649441 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.649913 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9ec67b36-685c-4e3e-8b30-f7411c54e17c req-38a0c001-b1e1-4e31-87bf-71e039d0689f tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 972 time: 0.2018011 Jul 05 10:01:54.660806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34354) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:54.668508 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.678182 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.694745 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:54.713496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:54.714750 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.717148 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] 10.222.0.73 "PUT /v2.0/ports/863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 HTTP/1.1" status: 200 len: 1093 time: 1.4240990 Jul 05 10:01:54.718031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e964ac4-d418-4858-9fe5-7098a04d8df4', 'tag': '863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:54.721812 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67c40fc-594b-4152-a0b2-ff282b447181" -d '{"events": [{"name": "network-changed", "server_uuid": "6e964ac4-d418-4858-9fe5-7098a04d8df4", "tag": "863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:54.730536 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2bb01da0-b654-49dc-8231-0dea8741424c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.731745 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e8f667b2-8d10-485a-a6f2-1f9ef0e6a580,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:54.748143 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a50077-a72f-43d6-bbb6-d2c02977a356 req-811aaf08-c43e-45f3-9244-5d0a20eb0147 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:54.750332 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c9a50077-a72f-43d6-bbb6-d2c02977a356 req-811aaf08-c43e-45f3-9244-5d0a20eb0147 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 948 time: 0.1655898 Jul 05 10:01:54.759255 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d09b873-eff0-4859-924c-31bb75e2fda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.762061 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d09b873-eff0-4859-924c-31bb75e2fda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.766341 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7d09b873-eff0-4859-924c-31bb75e2fda1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/12f9dc5a-0f0c-4ece-9d85-bf1baabda072 HTTP/1.1" status: 204 len: 168 time: 0.7846074 Jul 05 10:01:54.816717 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09b873-eff0-4859-924c-31bb75e2fda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f9dc5a-0f0c-4ece-9d85-bf1baabda072,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:54.819768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4305645-a9ed-4cc9-a394-6a04d13de7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:54.851695 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:54.852373 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:54.857432 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] 10.222.0.64 "PUT /v2.0/ports/f8971b2a-e8b5-427d-abe3-80adc1e8a702 HTTP/1.1" status: 200 len: 1097 time: 2.6164844 Jul 05 10:01:54.860806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb526cf-4098-45a1-b2d7-250074abdc8b', 'tag': 'f8971b2a-e8b5-427d-abe3-80adc1e8a702'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:54.869651 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c9a50077-a72f-43d6-bbb6-d2c02977a356 req-4c5a9a85-165e-49a1-aaaa-133cad6ecd16 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971808 Jul 05 10:01:54.877177 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abff87d2-89bc-429d-a27c-85ab6bd86656" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb526cf-4098-45a1-b2d7-250074abdc8b", "tag": "f8971b2a-e8b5-427d-abe3-80adc1e8a702"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:54.909233 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9ec67b36-685c-4e3e-8b30-f7411c54e17c req-3caf539c-33f4-4fc0-9ef3-e953957e8dea tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378910 Jul 05 10:01:54.937588 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114764b-b753-4b47-b777-1ddaca225f0b service neutron] Pushing event updated for resources: {'Port': ['ID=f8971b2a-e8b5-427d-abe3-80adc1e8a702,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:55.014569 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b058031e-5878-4793-88f6-620bf2a24ebf x-openstack-request-id: req-b058031e-5878-4793-88f6-620bf2a24ebf {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:55.014892 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e964ac4-d418-4858-9fe5-7098a04d8df4", "tag": "863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:55.015107 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b058031e-5878-4793-88f6-620bf2a24ebf {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:55.015557 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e964ac4-d418-4858-9fe5-7098a04d8df4', 'tag': '863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016', 'status': 'completed', 'code': 200} Jul 05 10:01:55.016900 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:55.022233 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-785094cb-84be-4db4-9f49-a2dd0040b9ba req-8282bacd-c135-4b1a-8ba4-e7fc319a6837 service neutron] 10.222.0.64 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694484 Jul 05 10:01:55.082539 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e91c0a-ab00-4906-bcf2-06092847bf39 x-openstack-request-id: req-07e91c0a-ab00-4906-bcf2-06092847bf39 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:55.083007 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb526cf-4098-45a1-b2d7-250074abdc8b", "tag": "f8971b2a-e8b5-427d-abe3-80adc1e8a702", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:55.087805 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-07e91c0a-ab00-4906-bcf2-06092847bf39 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:55.088294 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb526cf-4098-45a1-b2d7-250074abdc8b', 'tag': 'f8971b2a-e8b5-427d-abe3-80adc1e8a702', 'status': 'completed', 'code': 200} Jul 05 10:01:55.161563 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=e8f667b2-8d10-485a-a6f2-1f9ef0e6a580,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:55.260926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['e8f667b2-8d10-485a-a6f2-1f9ef0e6a580'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:01:55.274976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-901fc3d6-d3b0-4be1-a1c5-b405c10622d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:55.284306 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-901fc3d6-d3b0-4be1-a1c5-b405c10622d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79a77f7ffb3f49cfa62bd853ab43f167&device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 1096 time: 0.3813953 Jul 05 10:01:55.294597 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2bb01da0-b654-49dc-8231-0dea8741424c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:55.330198 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7a37d5bc-c782-43d1-8ca0-edca9d87bc86 req-a50a54bd-6d12-4b86-a80b-abaab27691f6 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 210 time: 0.0577548 Jul 05 10:01:55.334319 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-5e1ef9f8-372a-4c59-a3e7-9791013eefdb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 HTTP/1.1" status: 200 len: 217 time: 0.0422843 Jul 05 10:01:55.341249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff87d2-89bc-429d-a27c-85ab6bd86656 req-d5dfd50a-1db0-4b84-a66d-89539321b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:55.342776 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-abff87d2-89bc-429d-a27c-85ab6bd86656 req-d5dfd50a-1db0-4b84-a66d-89539321b11b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb3ededb79124a35b270fa6b05cc8460&device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 1100 time: 0.1130102 Jul 05 10:01:55.377886 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.73', 62763) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:55.392120 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-abff87d2-89bc-429d-a27c-85ab6bd86656 req-1893ea18-485f-4e0e-852a-baeefb4e3e60 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=cb3ededb79124a35b270fa6b05cc8460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393867 Jul 05 10:01:55.438930 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2bb01da0-b654-49dc-8231-0dea8741424c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:55.537866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a71cac-3848-4cff-a796-f2a0c68f9d12 req-2404b25a-3034-4219-abb0-01554320679b tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:55.550996 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-11a71cac-3848-4cff-a796-f2a0c68f9d12 req-2404b25a-3034-4219-abb0-01554320679b tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 944 time: 0.4103656 Jul 05 10:01:55.584406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-e139361b-bebb-4600-ab70-cf3117d73884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:55.586546 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-e139361b-bebb-4600-ab70-cf3117d73884 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4 HTTP/1.1" status: 200 len: 861 time: 0.2452786 Jul 05 10:01:55.606264 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2bb01da0-b654-49dc-8231-0dea8741424c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ede49842aad42c486d99d630b2f49f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9388452 Jul 05 10:01:55.606264 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb01da0-b654-49dc-8231-0dea8741424c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700b34e4-b7a8-49fa-8292-45b1e952916f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:55.618796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34376) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:55.708820 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-11a71cac-3848-4cff-a796-f2a0c68f9d12 req-bca13f8b-21fb-415e-acb6-d14ab807f10d tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562128 Jul 05 10:01:55.860269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6dfa5-f421-4441-8f04-23de09cfcbbc req-9df81d5c-0486-4829-a88e-74a40fbd1d55 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:55.862237 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0cc6dfa5-f421-4441-8f04-23de09cfcbbc req-9df81d5c-0486-4829-a88e-74a40fbd1d55 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.73 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 972 time: 0.4495611 Jul 05 10:01:55.898718 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-858e21df-c6da-4937-b4ee-5553a23b0f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:55.994759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-dbb02627-2a1e-417d-b23c-01df7f19645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:55.996480 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-dbb02627-2a1e-417d-b23c-01df7f19645f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=68d51614-9edc-4449-b0e1-c146ac5cc6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3885186 Jul 05 10:01:56.004372 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b725e-720c-48e9-8a23-5331477ce584 req-c6baef5e-9109-4a46-bef7-44d11aa3e779 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:56.007123 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-825b725e-720c-48e9-8a23-5331477ce584 req-c6baef5e-9109-4a46-bef7-44d11aa3e779 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 948 time: 0.4691415 Jul 05 10:01:56.010240 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff87d2-89bc-429d-a27c-85ab6bd86656 req-154b0db6-c9de-4968-b2a8-f5d3effa95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:56.012758 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-abff87d2-89bc-429d-a27c-85ab6bd86656 req-154b0db6-c9de-4968-b2a8-f5d3effa95ba service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6131146 Jul 05 10:01:56.067341 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-858e21df-c6da-4937-b4ee-5553a23b0f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:56.091583 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-825b725e-720c-48e9-8a23-5331477ce584 req-c124ea5f-a707-4e0f-b98e-9760cd60154d tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760672 Jul 05 10:01:56.159665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-911b8166-0de4-4028-9215-b0658ea84ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:56.162088 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-911b8166-0de4-4028-9215-b0658ea84ddc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb3ededb79124a35b270fa6b05cc8460&device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 1100 time: 0.0873601 Jul 05 10:01:56.247613 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-c0f6ba67-2193-46d9-a65f-ba0e7d35620a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=f8971b2a-e8b5-427d-abe3-80adc1e8a702 HTTP/1.1" status: 200 len: 217 time: 0.0728061 Jul 05 10:01:56.390814 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-3620e246-e20a-4e9e-8644-307b470c99e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:56.393887 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-3620e246-e20a-4e9e-8644-307b470c99e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1387060 Jul 05 10:01:56.419162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d2d84-2d5a-4a29-8c55-8f465002ec4d req-de4c410f-ad3e-4592-9cd2-7ccf0b962d6d tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:56.434552 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d3d2d84-2d5a-4a29-8c55-8f465002ec4d req-de4c410f-ad3e-4592-9cd2-7ccf0b962d6d tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 948 time: 0.1428692 Jul 05 10:01:56.446633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2902de-4aa5-4a5e-b77f-706d4b57f943 req-a0e4daff-cafd-4695-b5ad-839d81064a5d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:56.454536 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aa2902de-4aa5-4a5e-b77f-706d4b57f943 req-a0e4daff-cafd-4695-b5ad-839d81064a5d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 943 time: 0.5845459 Jul 05 10:01:56.475473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:01:56.560467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:56.575145 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-91d36e3d-7c69-4395-9960-304e05b2ae18 service neutron] 10.222.0.73 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581954 Jul 05 10:01:56.584521 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d3d2d84-2d5a-4a29-8c55-8f465002ec4d req-db6faaba-5be5-443c-a97f-8b80931367a9 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486394 Jul 05 10:01:56.610620 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aa2902de-4aa5-4a5e-b77f-706d4b57f943 req-6c93e78c-9255-48a2-9715-3a68f19cdde4 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449256 Jul 05 10:01:56.645814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-0cc6dfa5-f421-4441-8f04-23de09cfcbbc req-d9b9f1b1-1747-4477-9990-9401b61a7739 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Deleting port 6607d1d7-6a8d-464b-9f71-7ca81204f941 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:01:56.649938 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0cc6dfa5-f421-4441-8f04-23de09cfcbbc req-d9b9f1b1-1747-4477-9990-9401b61a7739 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:56.666586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.73', 62764) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:56.706048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:56.738770 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-b17b1fb0-bacb-471b-8370-961451feba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:56.742459 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-b17b1fb0-bacb-471b-8370-961451feba85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3037062 Jul 05 10:01:56.746032 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-510c63df-8c67-470c-823f-88107a27d88e req-7cedee54-f269-49a8-84b7-285c5ac732b8 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=83193b56e172413e8acb288241638820&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751431 Jul 05 10:01:56.769001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc', 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b', 'port_id': '8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc', 'mac_address': 'fa:16:3e:70:50:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21d4184e-da4e-4e51-b2ca-6563db926533', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:01:56.794879 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-858e21df-c6da-4937-b4ee-5553a23b0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:56.797909 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-858e21df-c6da-4937-b4ee-5553a23b0f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:56.807444 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-858e21df-c6da-4937-b4ee-5553a23b0f4b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/700b34e4-b7a8-49fa-8292-45b1e952916f HTTP/1.1" status: 204 len: 168 time: 1.1867013 Jul 05 10:01:56.850468 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:56.856808 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:56.877960 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:56.878584 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:56.887137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:01:56.917486 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:56.953677 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e21df-c6da-4937-b4ee-5553a23b0f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700b34e4-b7a8-49fa-8292-45b1e952916f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:56.973534 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2759e384-d0a9-4514-8448-8d8fcbb3eedc req-b241e6a1-64e6-4e14-998e-ad1844acf682 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 210 time: 0.0813184 Jul 05 10:01:57.065256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c63df-8c67-470c-823f-88107a27d88e req-8bbe096e-76d0-4ea9-bbad-7a8317cce881 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:57.067123 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-510c63df-8c67-470c-823f-88107a27d88e req-8bbe096e-76d0-4ea9-bbad-7a8317cce881 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3002951 Jul 05 10:01:57.080439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Request body: {'port': {'device_id': '965d2029-a358-4e6e-b3ce-5eedfdeeb84d', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '83193b56e172413e8acb288241638820'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:57.085412 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-56ae8fcb-197a-4bef-8b84-802e563db139 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351045 Jul 05 10:01:57.103132 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.111281 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-0cc6dfa5-f421-4441-8f04-23de09cfcbbc req-d9b9f1b1-1747-4477-9990-9401b61a7739 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] For port 6607d1d7-6a8d-464b-9f71-7ca81204f941, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=6607d1d7-6a8d-464b-9f71-7ca81204f941,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:57.111950 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0cc6dfa5-f421-4441-8f04-23de09cfcbbc req-d9b9f1b1-1747-4477-9990-9401b61a7739 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.116660 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87277754-15ac-4c1b-b961-6820459a8dce req-03f3c04d-09c2-4c99-8ad0-05e8166e38e2 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:57.126809 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-87277754-15ac-4c1b-b961-6820459a8dce req-03f3c04d-09c2-4c99-8ad0-05e8166e38e2 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 972 time: 0.3572717 Jul 05 10:01:57.131283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-0cc6dfa5-f421-4441-8f04-23de09cfcbbc req-d9b9f1b1-1747-4477-9990-9401b61a7739 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Calling delete_port for 6607d1d7-6a8d-464b-9f71-7ca81204f941 owned by compute:tempest-test_az-1244850858 {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:01:57.133649 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.178971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd709e994-238c-4751-bd2d-d8dbfc67fb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f667b2-8d10-485a-a6f2-1f9ef0e6a580'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:57.181487 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f25b3c-7241-4f13-94fb-52e1bbd8362e" -d '{"events": [{"server_uuid": "d709e994-238c-4751-bd2d-d8dbfc67fb3e", "name": "network-vif-plugged", "status": "completed", "tag": "e8f667b2-8d10-485a-a6f2-1f9ef0e6a580"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:57.207454 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e8f667b2-8d10-485a-a6f2-1f9ef0e6a580,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:57.213294 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:57.250496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34410) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:57.291478 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8c08066-80e8-4380-b124-7f9a2d69c707 req-b29c6570-ddc0-4695-b805-0b139c7c4112 service neutron] 10.222.0.73 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7079206 Jul 05 10:01:57.313386 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.331555 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-87277754-15ac-4c1b-b961-6820459a8dce req-34c46952-e99a-495a-b257-0c69c8da0941 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/security-groups?id=37b4d8c9-4919-4287-932c-85a3720d74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037716 Jul 05 10:01:57.408444 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:01:57.442310 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33ad4d-84d3-4650-aa6c-3cdcc2411850 req-88cc4b5c-a152-4535-bca1-66738aadda9d tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:57.444771 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f882341-f71a-4d9f-b6cc-5c9bb2972ebd req-fdad772c-9790-4ea7-80d5-84123e17bcb3 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136315 Jul 05 10:01:57.452350 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f33ad4d-84d3-4650-aa6c-3cdcc2411850 req-88cc4b5c-a152-4535-bca1-66738aadda9d tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 944 time: 0.2303808 Jul 05 10:01:57.525530 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f33ad4d-84d3-4650-aa6c-3cdcc2411850 req-db546781-5928-425b-b682-a755015e2a68 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708761 Jul 05 10:01:57.530563 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=e8f667b2-8d10-485a-a6f2-1f9ef0e6a580,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:57.544423 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-2df54948-9bd3-4b0e-b64a-3fd8af4f231a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1257071165-network', 'tenant_id': '312b10a2b35949449c89df3e680df435'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:57.579472 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0cc6dfa5-f421-4441-8f04-23de09cfcbbc req-d9b9f1b1-1747-4477-9990-9401b61a7739 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.610398 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7b9ae2-b10a-4c55-ab02-fb3f4d802f9e x-openstack-request-id: req-5d7b9ae2-b10a-4c55-ab02-fb3f4d802f9e {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:57.611183 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d709e994-238c-4751-bd2d-d8dbfc67fb3e", "name": "network-vif-plugged", "status": "completed", "tag": "e8f667b2-8d10-485a-a6f2-1f9ef0e6a580", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:57.611183 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d7b9ae2-b10a-4c55-ab02-fb3f4d802f9e {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:57.613081 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd709e994-238c-4751-bd2d-d8dbfc67fb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f667b2-8d10-485a-a6f2-1f9ef0e6a580', 'code': 200} Jul 05 10:01:57.639207 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Made reservation on behalf of 83193b56e172413e8acb288241638820 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:57.646633 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.665386 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.708427 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d31b8-e46f-4468-b776-3db2c4bc6f4c req-1bdb91a9-c26c-42aa-a874-fca997e5880e tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:57.710133 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-720d31b8-e46f-4468-b776-3db2c4bc6f4c req-1bdb91a9-c26c-42aa-a874-fca997e5880e tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 949 time: 0.1990588 Jul 05 10:01:57.753166 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9f1b1-1747-4477-9990-9401b61a7739 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Pushing event deleted for resources: {'Port': ['ID=6607d1d7-6a8d-464b-9f71-7ca81204f941,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:57.769409 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.api [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:01:57.769409 n-d-779913-27 neutron-server[100776]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:01:57.769409 n-d-779913-27 neutron-server[100776]: [parameters: {'project_id_1': '83193b56e172413e8acb288241638820', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 1, 57, 693550)}] Jul 05 10:01:57.769409 n-d-779913-27 neutron-server[100776]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:01:57.769838 n-d-779913-27 neutron-server[100776]: DEBUG oslo_db.api [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:01:57.787949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc6dfa5-f421-4441-8f04-23de09cfcbbc req-d9b9f1b1-1747-4477-9990-9401b61a7739 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] No DVR routers for this DVR port 6607d1d7-6a8d-464b-9f71-7ca81204f941 on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:01:57.797727 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-720d31b8-e46f-4468-b776-3db2c4bc6f4c req-df53833e-0f23-49d6-a6e7-8b250cbe557f tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803828 Jul 05 10:01:57.816798 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1eea4-f59d-4e55-8065-b72740149a86 req-aafd8a41-6fb3-4a96-b3e1-89c67adf9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:57.818314 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9e1eea4-f59d-4e55-8065-b72740149a86 req-aafd8a41-6fb3-4a96-b3e1-89c67adf9cde service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 1101 time: 0.0852342 Jul 05 10:01:57.826073 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0cc6dfa5-f421-4441-8f04-23de09cfcbbc req-d9b9f1b1-1747-4477-9990-9401b61a7739 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.828305 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0cc6dfa5-f421-4441-8f04-23de09cfcbbc req-d9b9f1b1-1747-4477-9990-9401b61a7739 tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.73 "DELETE /v2.0/ports/6607d1d7-6a8d-464b-9f71-7ca81204f941 HTTP/1.1" status: 204 len: 173 time: 1.9571674 Jul 05 10:01:57.829736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84092fa-0bac-4886-84b6-e84c19ef6718', 'name': 'network-vif-deleted', 'tag': '6607d1d7-6a8d-464b-9f71-7ca81204f941'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:57.834032 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8524fe3-fd9f-4309-84e1-d7bbd0c518da" -d '{"events": [{"server_uuid": "f84092fa-0bac-4886-84b6-e84c19ef6718", "name": "network-vif-deleted", "tag": "6607d1d7-6a8d-464b-9f71-7ca81204f941"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:57.883352 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9e1eea4-f59d-4e55-8065-b72740149a86 req-8cc19681-e0b6-4f06-a084-02e66aaa55ff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541656 Jul 05 10:01:57.884850 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c40fc-594b-4152-a0b2-ff282b447181 req-1e3977ce-0d1f-4212-817b-e0312299561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:57.886461 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d67c40fc-594b-4152-a0b2-ff282b447181 req-1e3977ce-0d1f-4212-817b-e0312299561d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79a77f7ffb3f49cfa62bd853ab43f167&device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 1096 time: 0.3595486 Jul 05 10:01:57.956735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02b7b5-d4f0-47a1-b4bd-2835a2043016 req-fc4fad78-ea72-45e2-9d43-ac2e8f9c240b tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:57.958276 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f02b7b5-d4f0-47a1-b4bd-2835a2043016 req-fc4fad78-ea72-45e2-9d43-ac2e8f9c240b tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 948 time: 0.2076094 Jul 05 10:01:57.968429 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df54948-9bd3-4b0e-b64a-3fd8af4f231a admin admin] Made reservation on behalf of 312b10a2b35949449c89df3e680df435 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:57.968429 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2df54948-9bd3-4b0e-b64a-3fd8af4f231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:57.993266 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2df54948-9bd3-4b0e-b64a-3fd8af4f231a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.024614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a4165-51fb-4a2c-9eb0-f5cd8cb6194e req-45a88aef-1ac8-4f75-8c2f-0826b053f5d2 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:58.026148 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06a4165-51fb-4a2c-9eb0-f5cd8cb6194e req-45a88aef-1ac8-4f75-8c2f-0826b053f5d2 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 944 time: 0.0773044 Jul 05 10:01:58.057923 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f02b7b5-d4f0-47a1-b4bd-2835a2043016 req-72b12198-ab99-468e-99b3-97dd36c7d2b5 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917029 Jul 05 10:01:58.065835 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06a4165-51fb-4a2c-9eb0-f5cd8cb6194e req-6f789d47-9558-4415-a8ea-98462ca2a924 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337324 Jul 05 10:01:58.066397 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c40fc-594b-4152-a0b2-ff282b447181 req-a830830c-e739-45e1-b3fa-4040f99c36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:58.067826 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d67c40fc-594b-4152-a0b2-ff282b447181 req-a830830c-e739-45e1-b3fa-4040f99c36d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=68d51614-9edc-4449-b0e1-c146ac5cc6e6 HTTP/1.1" status: 200 len: 923 time: 0.1675277 Jul 05 10:01:58.132974 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d67c40fc-594b-4152-a0b2-ff282b447181 req-152e0cc7-e55e-4747-b561-a916b4144caf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 HTTP/1.1" status: 200 len: 217 time: 0.0543878 Jul 05 10:01:58.139975 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a0198f-f808-4c2e-926a-f88c2b634e83 x-openstack-request-id: req-70a0198f-f808-4c2e-926a-f88c2b634e83 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:58.140266 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84092fa-0bac-4886-84b6-e84c19ef6718", "name": "network-vif-deleted", "tag": "6607d1d7-6a8d-464b-9f71-7ca81204f941", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:58.140518 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70a0198f-f808-4c2e-926a-f88c2b634e83 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:58.140908 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84092fa-0bac-4886-84b6-e84c19ef6718', 'name': 'network-vif-deleted', 'tag': '6607d1d7-6a8d-464b-9f71-7ca81204f941', 'status': 'completed', 'code': 200} Jul 05 10:01:58.219945 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c40fc-594b-4152-a0b2-ff282b447181 req-7e057e83-4049-4a69-8961-41794e5921c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:58.221358 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d67c40fc-594b-4152-a0b2-ff282b447181 req-7e057e83-4049-4a69-8961-41794e5921c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4 HTTP/1.1" status: 200 len: 861 time: 0.0761938 Jul 05 10:01:58.248512 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6ab2bed-8073-4974-97f9-ec82a20c9d55 req-5f9f1438-78eb-4150-b992-b76255d48cb3 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 210 time: 0.0437422 Jul 05 10:01:58.270843 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.285695 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2df54948-9bd3-4b0e-b64a-3fd8af4f231a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.309507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c40fc-594b-4152-a0b2-ff282b447181 req-8200a2e3-b3ba-4de3-a034-309a5271ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:58.311021 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d67c40fc-594b-4152-a0b2-ff282b447181 req-8200a2e3-b3ba-4de3-a034-309a5271ff3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=68d51614-9edc-4449-b0e1-c146ac5cc6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649297 Jul 05 10:01:58.404736 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d67c40fc-594b-4152-a0b2-ff282b447181 req-3bab6b32-c3c9-4095-a707-2367c3a0227d service neutron] 10.222.0.73 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853891 Jul 05 10:01:58.466469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:01:58.481840 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2a1f31e2-da8e-4eaa-8669-6d9de15fad36 req-3a4a913d-e51f-4cc6-b1de-e6d4c577e8aa tempest-AggregatesAdminTestJSON-1868960785 tempest-AggregatesAdminTestJSON-1868960785-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84092fa-0bac-4886-84b6-e84c19ef6718 HTTP/1.1" status: 200 len: 210 time: 0.0301118 Jul 05 10:01:58.516813 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d67c40fc-594b-4152-a0b2-ff282b447181 req-9f0f3283-f73e-4f73-8a44-cb69abb28013 service neutron] 10.222.0.73 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058555 Jul 05 10:01:58.517564 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2df54948-9bd3-4b0e-b64a-3fd8af4f231a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.545116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df54948-9bd3-4b0e-b64a-3fd8af4f231a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:01:58.556312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df54948-9bd3-4b0e-b64a-3fd8af4f231a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164ab388-54d6-4df4-babc-0b7ad639155f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:58.561263 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2df54948-9bd3-4b0e-b64a-3fd8af4f231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.561615 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-2df54948-9bd3-4b0e-b64a-3fd8af4f231a admin admin] Added segment 72bd9fef-2d9e-4b19-852a-5ee15673b2cc of type vlan for network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf Jul 05 10:01:58.607387 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2df54948-9bd3-4b0e-b64a-3fd8af4f231a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.618303 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.655006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 6607d1d7-6a8d-464b-9f71-7ca81204f941 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:01:58.659253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:01:58.769504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8c1ab-c01e-4737-82e6-ef0c93c333e2 req-63c24b9d-1720-4791-985e-7aa1c136b5aa tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:58.771123 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1d8c1ab-c01e-4737-82e6-ef0c93c333e2 req-63c24b9d-1720-4791-985e-7aa1c136b5aa tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 944 time: 0.0824909 Jul 05 10:01:58.782720 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.794874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:01:58.795549 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.799025 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 6607d1d7-6a8d-464b-9f71-7ca81204f941 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:01:58.799565 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 6607d1d7-6a8d-464b-9f71-7ca81204f941 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:01:58.815760 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2df54948-9bd3-4b0e-b64a-3fd8af4f231a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.816752 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df54948-9bd3-4b0e-b64a-3fd8af4f231a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:58.817341 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2df54948-9bd3-4b0e-b64a-3fd8af4f231a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.840657 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1d8c1ab-c01e-4737-82e6-ef0c93c333e2 req-2c7c9857-5b48-4740-b57e-836afe410440 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622768 Jul 05 10:01:58.912015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7061a81d-3e1f-4a0a-8dd9-80844ca33873,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:58.936822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df54948-9bd3-4b0e-b64a-3fd8af4f231a admin admin] Pushing event updated for resources: {'Network': ['ID=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:58.938399 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:58.951052 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:01:58.993047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Allocated IP 192.168.233.30 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/c81e93ba-dfc9-4354-a1cd-60f3f82cf46a) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:01:59.042903 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:01:59.057929 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:01:59.133594 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2df54948-9bd3-4b0e-b64a-3fd8af4f231a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8768408 Jul 05 10:01:59.134651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34454) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:01:59.141559 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-1d1a99b8-c941-4ae3-9b4f-7020db40e0bf admin admin] Request body: {'subnet': {'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1257071165-subnet', 'tenant_id': '312b10a2b35949449c89df3e680df435', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:59.170075 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.172706 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca100c-9576-4b8e-abbd-c6e5a0b2967c req-9cf595c7-dd1f-487d-9408-7b4ea20f3410 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:59.174264 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cdca100c-9576-4b8e-abbd-c6e5a0b2967c req-9cf595c7-dd1f-487d-9408-7b4ea20f3410 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 949 time: 0.1599264 Jul 05 10:01:59.228105 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:59.249682 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cdca100c-9576-4b8e-abbd-c6e5a0b2967c req-d6e3712d-c719-4911-987d-149dfcbe13e0 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677242 Jul 05 10:01:59.253118 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.280526 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Transition to ACTIVE for port object c81e93ba-dfc9-4354-a1cd-60f3f82cf46a will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:01:59.314131 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1a99b8-c941-4ae3-9b4f-7020db40e0bf admin admin] Made reservation on behalf of 312b10a2b35949449c89df3e680df435 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:01:59.317050 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1d1a99b8-c941-4ae3-9b4f-7020db40e0bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.393055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8f9b8-72ad-4e7a-ac22-ab8a5ea33c8e req-16190b24-862c-48d7-a9e8-1df27f4bc554 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:59.395004 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37b8f9b8-72ad-4e7a-ac22-ab8a5ea33c8e req-16190b24-862c-48d7-a9e8-1df27f4bc554 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 948 time: 0.1686034 Jul 05 10:01:59.440150 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a91c3-0cd2-4c77-b11c-37a7f694daa6 req-16c4e447-bf20-4d85-adc6-369f414b0eb6 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:59.440442 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37b8f9b8-72ad-4e7a-ac22-ab8a5ea33c8e req-e30f374f-e3e3-41e7-b240-93990360b37b tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385685 Jul 05 10:01:59.441647 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-635a91c3-0cd2-4c77-b11c-37a7f694daa6 req-16c4e447-bf20-4d85-adc6-369f414b0eb6 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.0683877 Jul 05 10:01:59.492445 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-635a91c3-0cd2-4c77-b11c-37a7f694daa6 req-a86b5a07-da48-4a78-be0d-d983ec6ee1a7 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435574 Jul 05 10:01:59.537335 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.608750 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:01:59.612477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:01:59.612942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9385ad22-e4f9-4905-b52a-9b1baa1907c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:01:59.615921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:01:59.616166 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7c0ee7-c5fa-40f0-bfc1-850563d3a008" -d '{"events": [{"server_uuid": "9385ad22-e4f9-4905-b52a-9b1baa1907c7", "name": "network-vif-plugged", "status": "completed", "tag": "8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:01:59.622059 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:59.622863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.644101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Pushing event updated for resources: {'Port': ['ID=c81e93ba-dfc9-4354-a1cd-60f3f82cf46a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:59.685788 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe4a254-a9d5-4507-ba40-7756df798b56 x-openstack-request-id: req-1fe4a254-a9d5-4507-ba40-7756df798b56 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:01:59.685788 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9385ad22-e4f9-4905-b52a-9b1baa1907c7", "name": "network-vif-plugged", "status": "completed", "tag": "8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:01:59.685788 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1fe4a254-a9d5-4507-ba40-7756df798b56 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:01:59.685788 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9385ad22-e4f9-4905-b52a-9b1baa1907c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc', 'code': 200} Jul 05 10:01:59.718365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c205b-01bc-422a-940d-3e63d6ecfd87 req-7c54db0b-176c-46d5-ad01-47aca41feac3 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:59.720023 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f14c205b-01bc-422a-940d-3e63d6ecfd87 req-7c54db0b-176c-46d5-ad01-47aca41feac3 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 935 time: 0.1286678 Jul 05 10:01:59.766871 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-510c63df-8c67-470c-823f-88107a27d88e req-e440dd29-8281-40a9-b3b0-f5e2f0db3a6b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6894348 Jul 05 10:01:59.776725 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f14c205b-01bc-422a-940d-3e63d6ecfd87 req-311ed00e-c6d0-4cea-b9f1-4507869f925d tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/security-groups?id=7061a81d-3e1f-4a0a-8dd9-80844ca33873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438681 Jul 05 10:01:59.785519 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Request body: {'port': {'device_id': '965d2029-a358-4e6e-b3ce-5eedfdeeb84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:01:59.844680 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1d1a99b8-c941-4ae3-9b4f-7020db40e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.923733 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:01:59.945940 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e83db-6251-4461-bbce-bb4d46471a9d req-baa53eba-97a7-45b5-9ce8-1a4cbb5c1453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:01:59.947536 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e4e83db-6251-4461-bbce-bb4d46471a9d req-baa53eba-97a7-45b5-9ce8-1a4cbb5c1453 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 1097 time: 0.1862555 Jul 05 10:01:59.951750 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a99b8-c941-4ae3-9b4f-7020db40e0bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f50c4c-d55e-4a28-804b-fbebd2642e1d,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:01:59.956887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1a99b8-c941-4ae3-9b4f-7020db40e0bf admin admin] Checking segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:01:59.957474 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1a99b8-c941-4ae3-9b4f-7020db40e0bf admin admin] Network hostable DHCP agents. Network: 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:02:00.013977 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e4e83db-6251-4461-bbce-bb4d46471a9d req-c84b300f-f7b6-47b2-ae2d-de9fbab01575 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Jul 05 10:02:00.055738 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1a99b8-c941-4ae3-9b4f-7020db40e0bf admin admin] Network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:02:00.202636 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-feb31edd-530a-463c-8f11-ade9cc738580 None None] Provisioning for port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:00.208633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-feb31edd-530a-463c-8f11-ade9cc738580 None None] Provisioning complete for port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:00.209016 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-feb31edd-530a-463c-8f11-ade9cc738580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.221910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e52e90-4a60-40ac-8140-2374a7a7af21 req-303829b0-7a23-4c96-9389-317850877d03 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:00.223492 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42e52e90-4a60-40ac-8140-2374a7a7af21 req-303829b0-7a23-4c96-9389-317850877d03 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 944 time: 0.1433139 Jul 05 10:02:00.239560 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-1d1a99b8-c941-4ae3-9b4f-7020db40e0bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:00.247535 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1a99b8-c941-4ae3-9b4f-7020db40e0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:00.248176 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1d1a99b8-c941-4ae3-9b4f-7020db40e0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.264783 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecd1ac6-cc05-4b99-9f1c-12398eea9e5c None None] Network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:00.286983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-feb31edd-530a-463c-8f11-ade9cc738580 None None] Port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:00.306411 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42e52e90-4a60-40ac-8140-2374a7a7af21 req-71e53a5e-13fe-4b5c-858e-2bf7e594383e tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686934 Jul 05 10:02:00.365648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c81e93ba-dfc9-4354-a1cd-60f3f82cf46a {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:00.377220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1d1a99b8-c941-4ae3-9b4f-7020db40e0bf admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2406640 Jul 05 10:02:00.380529 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.398903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Transition to ACTIVE for port object c81e93ba-dfc9-4354-a1cd-60f3f82cf46a will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:00.409960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34488) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:00.516395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device f8971b2a-e8b5-427d-abe3-80adc1e8a702 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:00.536616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d23673-1c4b-4c5d-bbfc-b29d84bfc210 None None] Network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:00.547428 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.667402 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a0bce0de-d033-44e8-b1d4-311bf88aa6b1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=16c747e2eb8d4a2e9d787acf66ab7003&name=default HTTP/1.1" status: 200 len: 2978 time: 0.2554250 Jul 05 10:02:00.674088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34500) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:00.677696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:00.724224 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5d4c0-18fc-4fbf-a3cd-772682c1ac3b req-9fc89548-e5f1-4bf4-8e02-492a417df107 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:00.726799 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29a5d4c0-18fc-4fbf-a3cd-772682c1ac3b req-9fc89548-e5f1-4bf4-8e02-492a417df107 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 949 time: 0.2612855 Jul 05 10:02:00.780599 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c81e93ba-dfc9-4354-a1cd-60f3f82cf46a,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:00.805846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Attempting to bind port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:00.806185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Attempting to bind port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:00.806518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Attempting to bind port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:00.815023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:00.815390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Attempting to bind port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:00.823156 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e5645a6-d1a5-4611-966d-a50db53ed868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.831346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:00.831758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:00.832133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:00.832586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Bound port: c81e93ba-dfc9-4354-a1cd-60f3f82cf46a, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:00.832951 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.842378 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29a5d4c0-18fc-4fbf-a3cd-772682c1ac3b req-08e71a22-36e2-4e5d-9c99-8106bd2bf866 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010380 Jul 05 10:02:00.857519 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e5645a6-d1a5-4611-966d-a50db53ed868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:00.989161 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a75d7-6e09-45b8-b9d2-2390279c76d9 req-007d3020-4d07-4fc2-bccb-a12f16ebc3e0 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:01.006184 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-909a75d7-6e09-45b8-b9d2-2390279c76d9 req-007d3020-4d07-4fc2-bccb-a12f16ebc3e0 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 948 time: 0.3201768 Jul 05 10:02:01.057167 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e5645a6-d1a5-4611-966d-a50db53ed868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.062159 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e5645a6-d1a5-4611-966d-a50db53ed868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.066176 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2e5645a6-d1a5-4611-966d-a50db53ed868 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/37b4d8c9-4919-4287-932c-85a3720d74f2 HTTP/1.1" status: 204 len: 168 time: 0.3881373 Jul 05 10:02:01.066288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port f8971b2a-e8b5-427d-abe3-80adc1e8a702, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=f8971b2a-e8b5-427d-abe3-80adc1e8a702,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:01.067512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] For port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:01.077170 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5645a6-d1a5-4611-966d-a50db53ed868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b4d8c9-4919-4287-932c-85a3720d74f2,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:01.078127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'f8971b2a-e8b5-427d-abe3-80adc1e8a702', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': 'f8971b2a-e8b5-427d-abe3-80adc1e8a702', 'mac_address': 'fa:16:3e:92:5a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:02:01.116087 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-909a75d7-6e09-45b8-b9d2-2390279c76d9 req-96986b63-b023-43b3-9bb1-80dade923961 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081862 Jul 05 10:02:01.141674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] For port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c81e93ba-dfc9-4354-a1cd-60f3f82cf46a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:01.145044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:01.165305 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.178344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'port_id': '863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016', 'mac_address': 'fa:16:3e:ea:cd:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:02:01.196699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8971b2a-e8b5-427d-abe3-80adc1e8a702 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:01.245730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port f8971b2a-e8b5-427d-abe3-80adc1e8a702, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=f8971b2a-e8b5-427d-abe3-80adc1e8a702,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:01.249954 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.250695 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.264903 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:01.285993 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:01.301785 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc6313-a771-4360-a9d4-1ab2bf1e3434 req-17a2f847-5965-4c1b-8c20-417488e2af05 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:01.303467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e6cc6313-a771-4360-a9d4-1ab2bf1e3434 req-17a2f847-5965-4c1b-8c20-417488e2af05 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.1819725 Jul 05 10:02:01.318128 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:01.319130 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.321344 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-510c63df-8c67-470c-823f-88107a27d88e req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] 10.222.0.73 "PUT /v2.0/ports/c81e93ba-dfc9-4354-a1cd-60f3f82cf46a HTTP/1.1" status: 200 len: 1096 time: 1.5460250 Jul 05 10:02:01.326080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965d2029-a358-4e6e-b3ce-5eedfdeeb84d', 'tag': 'c81e93ba-dfc9-4354-a1cd-60f3f82cf46a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:01.330209 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcae30e-b016-4c28-96c6-67b78fe6b1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "965d2029-a358-4e6e-b3ce-5eedfdeeb84d", "tag": "c81e93ba-dfc9-4354-a1cd-60f3f82cf46a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:01.355169 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.394480 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e6cc6313-a771-4360-a9d4-1ab2bf1e3434 req-fd567aef-6476-4a98-81bb-9ed4f2bf567c tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733213 Jul 05 10:02:01.436434 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.451445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231562d6-d3fd-4236-a12b-59c3b8c442b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c81e93ba-dfc9-4354-a1cd-60f3f82cf46a,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:01.453763 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=f8971b2a-e8b5-427d-abe3-80adc1e8a702,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:01.464788 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:01.465244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:01.465788 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:01.466278 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:01.467127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:01.467538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:01.468064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:01.468504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:01.469304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:01.474959 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:01.476980 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:01.477391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:01.487771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f93843-7a53-4375-946c-2b78f5570051 req-30002fa8-8b16-4f29-b5db-6a0c4fa26dfa tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:01.497321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7f93843-7a53-4375-946c-2b78f5570051 req-30002fa8-8b16-4f29-b5db-6a0c4fa26dfa tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 947 time: 0.1576288 Jul 05 10:02:01.592914 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7f93843-7a53-4375-946c-2b78f5570051 req-9a138e2c-e6dc-49f9-98bf-20947cbaf7c5 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/security-groups?id=7061a81d-3e1f-4a0a-8dd9-80844ca33873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828536 Jul 05 10:02:01.644593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c63df-8c67-470c-823f-88107a27d88e req-3e67ff33-b725-4be4-9c16-c6917ecaffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:01.648858 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-510c63df-8c67-470c-823f-88107a27d88e req-3e67ff33-b725-4be4-9c16-c6917ecaffb5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83193b56e172413e8acb288241638820&device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 1099 time: 0.1412439 Jul 05 10:02:01.667048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:01.725860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34526) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:01.734389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-1cbec197-a4fd-41e5-ad00-65f6fae149a7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1804483101-network', 'tenant_id': '14acde33dd454f4c86ee8d739cc53ce5'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:01.738162 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:01.788454 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['f8971b2a-e8b5-427d-abe3-80adc1e8a702'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:01.934368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbec197-a4fd-41e5-ad00-65f6fae149a7 admin admin] Made reservation on behalf of 14acde33dd454f4c86ee8d739cc53ce5 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:01.937571 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1cbec197-a4fd-41e5-ad00-65f6fae149a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.948127 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1cbec197-a4fd-41e5-ad00-65f6fae149a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:01.961368 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-510c63df-8c67-470c-823f-88107a27d88e req-6a67e6dd-2758-4ba7-be0b-6ca9ac4f0626 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=c81e93ba-dfc9-4354-a1cd-60f3f82cf46a HTTP/1.1" status: 200 len: 217 time: 0.3021588 Jul 05 10:02:01.963072 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c988b456-0cba-4be8-958a-e1464d38d9c7 x-openstack-request-id: req-c988b456-0cba-4be8-958a-e1464d38d9c7 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:01.963582 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965d2029-a358-4e6e-b3ce-5eedfdeeb84d", "tag": "c81e93ba-dfc9-4354-a1cd-60f3f82cf46a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:01.963696 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c988b456-0cba-4be8-958a-e1464d38d9c7 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:01.967890 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965d2029-a358-4e6e-b3ce-5eedfdeeb84d', 'tag': 'c81e93ba-dfc9-4354-a1cd-60f3f82cf46a', 'status': 'completed', 'code': 200} Jul 05 10:02:02.081348 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1cbec197-a4fd-41e5-ad00-65f6fae149a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.084983 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c63df-8c67-470c-823f-88107a27d88e req-11219051-1d1f-484c-9774-329450d71eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:02.087466 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-510c63df-8c67-470c-823f-88107a27d88e req-11219051-1d1f-484c-9774-329450d71eb3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0772836 Jul 05 10:02:02.100557 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3659bd-6822-4551-aaa2-593d3bf851fa req-312a3e63-47af-44a9-bf1c-2d2ecdb2be2b tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:02.101933 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e3659bd-6822-4551-aaa2-593d3bf851fa req-312a3e63-47af-44a9-bf1c-2d2ecdb2be2b tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 945 time: 0.1369381 Jul 05 10:02:02.144907 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34534) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:02.193694 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1cbec197-a4fd-41e5-ad00-65f6fae149a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.214257 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e3659bd-6822-4551-aaa2-593d3bf851fa req-2286244f-a597-479b-82f9-d643b4585758 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014047 Jul 05 10:02:02.218223 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6cded946-3b01-435e-95ab-d86bfa6c87b8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e8780649175347a8bcc541a9c3855ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0711010 Jul 05 10:02:02.226916 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34538) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:02.228875 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbec197-a4fd-41e5-ad00-65f6fae149a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:02:02.246798 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c63df-8c67-470c-823f-88107a27d88e req-11478b3f-53a8-4890-9922-9eb2bd8ab267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:02.248446 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-510c63df-8c67-470c-823f-88107a27d88e req-11478b3f-53a8-4890-9922-9eb2bd8ab267 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1456189 Jul 05 10:02:02.329163 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1cbec197-a4fd-41e5-ad00-65f6fae149a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.330650 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-1cbec197-a4fd-41e5-ad00-65f6fae149a7 admin admin] Added segment b1add294-d4a9-4a58-851d-5930d5309ea2 of type vlan for network 005c0c2f-b216-4516-ba30-1d08792830ca Jul 05 10:02:02.351209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbec197-a4fd-41e5-ad00-65f6fae149a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b998fdc-11d0-465a-b695-1e47a955ec81,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:02.375196 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-80f7af11-e659-4980-afd9-e906ec1bac8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.424855 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-80f7af11-e659-4980-afd9-e906ec1bac8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.428026 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1cbec197-a4fd-41e5-ad00-65f6fae149a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.433939 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-510c63df-8c67-470c-823f-88107a27d88e req-93167415-30ec-4a51-85ba-e45c6a17cccd service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739464 Jul 05 10:02:02.451020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837d56b-c808-4b9e-85de-4aef9e3f0f04 req-0a0123a3-45c8-4688-b13c-24aa07d0f880 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:02.452448 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5837d56b-c808-4b9e-85de-4aef9e3f0f04 req-0a0123a3-45c8-4688-b13c-24aa07d0f880 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 949 time: 0.2099774 Jul 05 10:02:02.512756 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5837d56b-c808-4b9e-85de-4aef9e3f0f04 req-0926fa64-5f2e-41e4-affd-fe4e991bb7c9 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472200 Jul 05 10:02:02.541367 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1cbec197-a4fd-41e5-ad00-65f6fae149a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.542363 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbec197-a4fd-41e5-ad00-65f6fae149a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:02.543330 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1cbec197-a4fd-41e5-ad00-65f6fae149a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.613643 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-510c63df-8c67-470c-823f-88107a27d88e req-7163dc4f-2a6f-4e3a-9e42-68b240d3bda3 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703017 Jul 05 10:02:02.617035 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbec197-a4fd-41e5-ad00-65f6fae149a7 admin admin] Pushing event updated for resources: {'Network': ['ID=005c0c2f-b216-4516-ba30-1d08792830ca,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:02.627815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392a780-4ffc-444e-b14e-466becb66b3c req-bea77412-ae63-4d93-aa3f-c8dcc37ab5eb tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:02.629451 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a392a780-4ffc-444e-b14e-466becb66b3c req-bea77412-ae63-4d93-aa3f-c8dcc37ab5eb tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 949 time: 0.1208103 Jul 05 10:02:02.630707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 005c0c2f-b216-4516-ba30-1d08792830ca details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:02:02.682896 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-80f7af11-e659-4980-afd9-e906ec1bac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.689621 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1cbec197-a4fd-41e5-ad00-65f6fae149a7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9588411 Jul 05 10:02:02.689828 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-80f7af11-e659-4980-afd9-e906ec1bac8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.689828 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-80f7af11-e659-4980-afd9-e906ec1bac8a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f8184ab6-0b01-474c-8304-2827209dff3d HTTP/1.1" status: 204 len: 168 time: 0.4604876 Jul 05 10:02:02.692591 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a392a780-4ffc-444e-b14e-466becb66b3c req-a793f14a-b6a9-4b78-8cb3-0b2ba186645a tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518568 Jul 05 10:02:02.693114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34550) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:02.700346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f3cfdd49-f4e6-45ed-94ab-d10ad71ed31c admin admin] Request body: {'subnet': {'network_id': '005c0c2f-b216-4516-ba30-1d08792830ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1804483101-subnet', 'tenant_id': '14acde33dd454f4c86ee8d739cc53ce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:02.715187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7af11-e659-4980-afd9-e906ec1bac8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8184ab6-0b01-474c-8304-2827209dff3d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:02.731867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:02.781687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7992f1-6484-47d1-b8b4-472922c34842 req-8ebc4c15-e779-4dd8-bdea-88c7bd83d4a8 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:02.783330 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aa7992f1-6484-47d1-b8b4-472922c34842 req-8ebc4c15-e779-4dd8-bdea-88c7bd83d4a8 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.1095588 Jul 05 10:02:02.853229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cfdd49-f4e6-45ed-94ab-d10ad71ed31c admin admin] Made reservation on behalf of 14acde33dd454f4c86ee8d739cc53ce5 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:02.856638 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f3cfdd49-f4e6-45ed-94ab-d10ad71ed31c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.859675 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aa7992f1-6484-47d1-b8b4-472922c34842 req-fe181cf2-2a92-4331-aca4-4069bf2a7461 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632951 Jul 05 10:02:02.895983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:02.903127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:02.904136 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:02.966638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcae30e-b016-4c28-96c6-67b78fe6b1eb req-636473ad-9fa9-4338-946a-07f7add76455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:02.968354 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afcae30e-b016-4c28-96c6-67b78fe6b1eb req-636473ad-9fa9-4338-946a-07f7add76455 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83193b56e172413e8acb288241638820&device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 1099 time: 0.1610072 Jul 05 10:02:03.004960 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.031484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e964ac4-d418-4858-9fe5-7098a04d8df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:03.034061 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159268c2-a019-4d76-ad2c-69b8f38ff5e3" -d '{"events": [{"server_uuid": "6e964ac4-d418-4858-9fe5-7098a04d8df4", "name": "network-vif-plugged", "status": "completed", "tag": "863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:03.065327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:03.150451 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcae30e-b016-4c28-96c6-67b78fe6b1eb req-05b0dff8-0d8e-4b6f-a333-73500cca275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:03.152159 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afcae30e-b016-4c28-96c6-67b78fe6b1eb req-05b0dff8-0d8e-4b6f-a333-73500cca275d service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1750095 Jul 05 10:02:03.164680 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.220539 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afcae30e-b016-4c28-96c6-67b78fe6b1eb req-27c8643b-bef1-45e7-acc4-6f57c7a102c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=c81e93ba-dfc9-4354-a1cd-60f3f82cf46a HTTP/1.1" status: 200 len: 217 time: 0.0609987 Jul 05 10:02:03.234158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:03.236669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d78c5-7f3c-4ce5-99de-547a679e6f74 req-5d4b3d10-a50b-42de-a491-418ad46c9392 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:03.240289 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e49d78c5-7f3c-4ce5-99de-547a679e6f74 req-5d4b3d10-a50b-42de-a491-418ad46c9392 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 947 time: 0.0986273 Jul 05 10:02:03.266696 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f3cfdd49-f4e6-45ed-94ab-d10ad71ed31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.281872 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e49d78c5-7f3c-4ce5-99de-547a679e6f74 req-08210056-f083-48a3-af4c-4c5f1f5adc68 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/security-groups?id=7061a81d-3e1f-4a0a-8dd9-80844ca33873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352745 Jul 05 10:02:03.329279 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcae30e-b016-4c28-96c6-67b78fe6b1eb req-cb98d18a-e118-4437-96ce-127dd2e74e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:03.331803 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afcae30e-b016-4c28-96c6-67b78fe6b1eb req-cb98d18a-e118-4437-96ce-127dd2e74e9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1038125 Jul 05 10:02:03.362967 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfdd49-f4e6-45ed-94ab-d10ad71ed31c admin admin] Pushing event updated for resources: {'Subnet': ['ID=49478771-b223-4431-9a9d-68336fd7a4d9,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:03.416401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cfdd49-f4e6-45ed-94ab-d10ad71ed31c admin admin] Checking segment: {'id': 'b1add294-d4a9-4a58-851d-5930d5309ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '005c0c2f-b216-4516-ba30-1d08792830ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:03.417341 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cfdd49-f4e6-45ed-94ab-d10ad71ed31c admin admin] Network hostable DHCP agents. Network: 005c0c2f-b216-4516-ba30-1d08792830ca, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:02:03.450669 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcae30e-b016-4c28-96c6-67b78fe6b1eb req-eb31ece0-235c-4410-929f-938b81caf86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:03.452303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afcae30e-b016-4c28-96c6-67b78fe6b1eb req-eb31ece0-235c-4410-929f-938b81caf86a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1126132 Jul 05 10:02:03.480130 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c592d-ee40-478f-a102-914c88d98450 req-d169bf38-ebea-4df8-b626-1de24175f43e tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:03.480130 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7b4c592d-ee40-478f-a102-914c88d98450 req-d169bf38-ebea-4df8-b626-1de24175f43e tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.0805099 Jul 05 10:02:03.526869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cfdd49-f4e6-45ed-94ab-d10ad71ed31c admin admin] Network 005c0c2f-b216-4516-ba30-1d08792830ca is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:02:03.543577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7b4c592d-ee40-478f-a102-914c88d98450 req-dba5e736-de22-4843-bb91-855eb5a9ddd6 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602391 Jul 05 10:02:03.553840 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17408dbf-ca55-49a2-a403-452593d69445 x-openstack-request-id: req-17408dbf-ca55-49a2-a403-452593d69445 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:03.554077 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e964ac4-d418-4858-9fe5-7098a04d8df4", "name": "network-vif-plugged", "status": "completed", "tag": "863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:03.554604 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17408dbf-ca55-49a2-a403-452593d69445 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:03.555259 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e964ac4-d418-4858-9fe5-7098a04d8df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016', 'code': 200} Jul 05 10:02:03.603616 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afcae30e-b016-4c28-96c6-67b78fe6b1eb req-3c7d9c52-6213-40ef-b9ff-25b552743224 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429474 Jul 05 10:02:03.681584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-f3cfdd49-f4e6-45ed-94ab-d10ad71ed31c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 005c0c2f-b216-4516-ba30-1d08792830ca) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:03.685824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cfdd49-f4e6-45ed-94ab-d10ad71ed31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:03.686593 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f3cfdd49-f4e6-45ed-94ab-d10ad71ed31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:03.692676 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e689d8-45dd-4493-9cfd-679da01ef7b7 None None] Network 005c0c2f-b216-4516-ba30-1d08792830ca requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:03.704753 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d2820-3ba7-44a7-bed5-2dc86262d8bf req-6ff5f17f-f22f-4bd3-aa80-b4a2be2f8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:03.707843 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e2d2820-3ba7-44a7-bed5-2dc86262d8bf req-6ff5f17f-f22f-4bd3-aa80-b4a2be2f8c71 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 1098 time: 0.0765591 Jul 05 10:02:03.771876 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afcae30e-b016-4c28-96c6-67b78fe6b1eb req-9af9c70a-6844-43d3-bd92-099a6455f927 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592550 Jul 05 10:02:03.777729 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e2d2820-3ba7-44a7-bed5-2dc86262d8bf req-a33f207e-9c6d-4528-bfbf-89859c3e3a7f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565765 Jul 05 10:02:03.786480 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f3cfdd49-f4e6-45ed-94ab-d10ad71ed31c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0903063 Jul 05 10:02:03.806681 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89952877-547f-4a59-b26a-5a7fa084da38 req-f9f7457a-fc82-4142-a565-376ba0952c7e tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:03.808518 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-89952877-547f-4a59-b26a-5a7fa084da38 req-f9f7457a-fc82-4142-a565-376ba0952c7e tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 949 time: 0.0995948 Jul 05 10:02:03.820503 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6344d6-7856-4586-9a28-da465af92741 req-8ec7d547-38cc-45a1-b4c9-dfe150798239 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:03.822149 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de6344d6-7856-4586-9a28-da465af92741 req-8ec7d547-38cc-45a1-b4c9-dfe150798239 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 946 time: 0.0955312 Jul 05 10:02:03.857973 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-89952877-547f-4a59-b26a-5a7fa084da38 req-c4038368-3d2c-422e-adf8-57315f62b401 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424464 Jul 05 10:02:03.861819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2044b4b9-92a0-4cbe-b39c-274b12c4ddde None None] Network 005c0c2f-b216-4516-ba30-1d08792830ca requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:02:03.898903 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de6344d6-7856-4586-9a28-da465af92741 req-6de5c930-f120-44ef-906c-a6106b72a9ec tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628958 Jul 05 10:02:04.155133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0b736-3832-4e80-8c57-0c2fbd94a37d req-62d8c173-765a-4ea5-9a18-75aa942dc713 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:04.156815 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-65e0b736-3832-4e80-8c57-0c2fbd94a37d req-62d8c173-765a-4ea5-9a18-75aa942dc713 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 949 time: 0.0698626 Jul 05 10:02:04.199015 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-65e0b736-3832-4e80-8c57-0c2fbd94a37d req-bd84dc5e-22d1-401d-acd0-b02aa4d01a83 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366218 Jul 05 10:02:04.501224 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device f8971b2a-e8b5-427d-abe3-80adc1e8a702 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:04.684788 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port f8971b2a-e8b5-427d-abe3-80adc1e8a702 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:04.687830 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b20df-5adb-4593-a7d6-c11c4752fd79 req-fc58ddb9-1636-4b7e-972e-ce01b687ad34 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:04.689787 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-749b20df-5adb-4593-a7d6-c11c4752fd79 req-fc58ddb9-1636-4b7e-972e-ce01b687ad34 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 947 time: 0.0824318 Jul 05 10:02:04.698285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port f8971b2a-e8b5-427d-abe3-80adc1e8a702 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:04.699274 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.736830 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-749b20df-5adb-4593-a7d6-c11c4752fd79 req-4b1711d0-1dac-4179-8a4f-feceb0c51fa4 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/security-groups?id=7061a81d-3e1f-4a0a-8dd9-80844ca33873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412023 Jul 05 10:02:04.805737 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:04.838794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-47fc02e9-b1c6-44df-8ce2-01d9b8603308 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:04.838794 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-47fc02e9-b1c6-44df-8ce2-01d9b8603308 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 821 time: 0.1321933 Jul 05 10:02:04.847875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port f8971b2a-e8b5-427d-abe3-80adc1e8a702, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=f8971b2a-e8b5-427d-abe3-80adc1e8a702,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:04.857600 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-b8f9f6c0-5147-4a47-b00c-590b154c97de tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/quotas/312b10a2b35949449c89df3e680df435 HTTP/1.1" status: 200 len: 375 time: 0.0111628 Jul 05 10:02:04.914008 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-efd9e896-d9d1-4fc3-b657-61337173acb0 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503118 Jul 05 10:02:04.976268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdac34f-5bb3-4055-bca0-8e14285bc676 req-6e75a0d4-a5b5-447b-83ac-d591bf2cc42c tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:04.977947 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ebdac34f-5bb3-4055-bca0-8e14285bc676 req-6e75a0d4-a5b5-447b-83ac-d591bf2cc42c tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.64 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 949 time: 0.1184928 Jul 05 10:02:04.993615 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.017625 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-d30a84e8-fcc9-40d8-a9b2-10239dd8ae41 service neutron] 10.222.0.77 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023910 Jul 05 10:02:05.054117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=f8971b2a-e8b5-427d-abe3-80adc1e8a702,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:05.127197 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-81e6bcc6-cd4c-4986-bc44-1bf418772e22 service neutron] 10.222.0.77 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083920 Jul 05 10:02:05.201443 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864d330-c252-4a28-86c9-ac91ee6150fb req-18631dbc-fe9e-4662-ad10-a671c719d9d8 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:05.203089 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f864d330-c252-4a28-86c9-ac91ee6150fb req-18631dbc-fe9e-4662-ad10-a671c719d9d8 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.1523490 Jul 05 10:02:05.225076 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-ebdac34f-5bb3-4055-bca0-8e14285bc676 req-fc0e7ee0-1080-439c-b735-e0798dda83be tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Deleting port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:05.225451 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ebdac34f-5bb3-4055-bca0-8e14285bc676 req-fc0e7ee0-1080-439c-b735-e0798dda83be tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.300848 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f864d330-c252-4a28-86c9-ac91ee6150fb req-e20e5ebf-1d01-4c6d-a4cc-50e4155f6413 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872517 Jul 05 10:02:05.355932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-ebdac34f-5bb3-4055-bca0-8e14285bc676 req-fc0e7ee0-1080-439c-b735-e0798dda83be tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] For port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e8f667b2-8d10-485a-a6f2-1f9ef0e6a580,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:05.356249 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ebdac34f-5bb3-4055-bca0-8e14285bc676 req-fc0e7ee0-1080-439c-b735-e0798dda83be tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.378662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-ebdac34f-5bb3-4055-bca0-8e14285bc676 req-fc0e7ee0-1080-439c-b735-e0798dda83be tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Calling delete_port for e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:05.556262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb526cf-4098-45a1-b2d7-250074abdc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8971b2a-e8b5-427d-abe3-80adc1e8a702'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:05.558768 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c8bdb1-e9f6-44ec-84a0-3313c28a1a97" -d '{"events": [{"server_uuid": "8cb526cf-4098-45a1-b2d7-250074abdc8b", "name": "network-vif-plugged", "status": "completed", "tag": "f8971b2a-e8b5-427d-abe3-80adc1e8a702"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:05.597646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95d7ca-1f72-4456-8593-4ad956cd2830 req-2bc4c150-32d2-4453-9a7e-9cecf86b9bf1 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:05.599235 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8f95d7ca-1f72-4456-8593-4ad956cd2830 req-2bc4c150-32d2-4453-9a7e-9cecf86b9bf1 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 949 time: 0.1266561 Jul 05 10:02:05.654524 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8f95d7ca-1f72-4456-8593-4ad956cd2830 req-359b28c8-1c69-4e30-8c52-a036613b47c1 tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc9b47ad-9860-4f12-9e55-e0db99293a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431612 Jul 05 10:02:05.672791 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d88f5-54bb-4cd0-b278-0a6dee1e91e9 req-8699e3af-3881-4985-92ff-79bf3cb2e777 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:05.682220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d36d88f5-54bb-4cd0-b278-0a6dee1e91e9 req-8699e3af-3881-4985-92ff-79bf3cb2e777 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 946 time: 0.1154008 Jul 05 10:02:05.712364 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ebdac34f-5bb3-4055-bca0-8e14285bc676 req-fc0e7ee0-1080-439c-b735-e0798dda83be tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:05.727633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['e8f667b2-8d10-485a-a6f2-1f9ef0e6a580'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:05.779263 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d36d88f5-54bb-4cd0-b278-0a6dee1e91e9 req-5c8790e3-b5bc-4444-9a6e-7983f676a865 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959671 Jul 05 10:02:05.791126 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e7ee0-1080-439c-b735-e0798dda83be tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Pushing event deleted for resources: {'Port': ['ID=e8f667b2-8d10-485a-a6f2-1f9ef0e6a580,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:06.057456 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b33ef6fb-1531-4a02-8b34-06f700cd2e2d req-53669005-d805-4925-989e-cd38d89ef646 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 210 time: 0.0314000 Jul 05 10:02:06.059333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdac34f-5bb3-4055-bca0-8e14285bc676 req-fc0e7ee0-1080-439c-b735-e0798dda83be tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] No DVR routers for this DVR port e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:06.059333 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ebdac34f-5bb3-4055-bca0-8e14285bc676 req-fc0e7ee0-1080-439c-b735-e0798dda83be tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.059333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ebdac34f-5bb3-4055-bca0-8e14285bc676 req-fc0e7ee0-1080-439c-b735-e0798dda83be tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.64 "DELETE /v2.0/ports/e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 HTTP/1.1" status: 204 len: 173 time: 0.9068868 Jul 05 10:02:06.059333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd709e994-238c-4751-bd2d-d8dbfc67fb3e', 'name': 'network-vif-deleted', 'tag': 'e8f667b2-8d10-485a-a6f2-1f9ef0e6a580'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:06.059333 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad38ef69-fd7f-4aa2-844a-26c2d6c296ea" -d '{"events": [{"server_uuid": "d709e994-238c-4751-bd2d-d8dbfc67fb3e", "name": "network-vif-deleted", "tag": "e8f667b2-8d10-485a-a6f2-1f9ef0e6a580"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:06.059333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7a35f-a57f-4657-9b40-306bb5e8f5a3 req-ca285e9d-1143-4d85-8979-a9c4275d1766 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:06.059333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ed7a35f-a57f-4657-9b40-306bb5e8f5a3 req-ca285e9d-1143-4d85-8979-a9c4275d1766 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 950 time: 0.1370125 Jul 05 10:02:06.059333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ed7a35f-a57f-4657-9b40-306bb5e8f5a3 req-de187ebd-4d91-4faf-8729-5a42e6dc867c tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382178 Jul 05 10:02:06.061810 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d99e8b-9a37-4746-a67f-1e20ecbca4b6 x-openstack-request-id: req-65d99e8b-9a37-4746-a67f-1e20ecbca4b6 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:06.061810 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb526cf-4098-45a1-b2d7-250074abdc8b", "name": "network-vif-plugged", "status": "completed", "tag": "f8971b2a-e8b5-427d-abe3-80adc1e8a702", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:06.061810 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65d99e8b-9a37-4746-a67f-1e20ecbca4b6 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:06.061810 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb526cf-4098-45a1-b2d7-250074abdc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8971b2a-e8b5-427d-abe3-80adc1e8a702', 'code': 200} Jul 05 10:02:06.211688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fef05-df1a-4556-999f-15051fee49aa req-aeaa3d82-5cc7-413c-a7bb-b86f3b69d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:06.213235 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b33fef05-df1a-4556-999f-15051fee49aa req-aeaa3d82-5cc7-413c-a7bb-b86f3b69d580 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 1102 time: 0.1038356 Jul 05 10:02:06.220956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7c2a0-083d-42c7-962f-a29f3951d184 req-482b3fc4-71cf-4589-b32b-0f654655de99 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:06.222371 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a9a7c2a0-083d-42c7-962f-a29f3951d184 req-482b3fc4-71cf-4589-b32b-0f654655de99 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 947 time: 0.1048036 Jul 05 10:02:06.276807 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b33fef05-df1a-4556-999f-15051fee49aa req-33391d27-f0d4-4fba-9106-bf2416f8ae64 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534277 Jul 05 10:02:06.281918 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a9a7c2a0-083d-42c7-962f-a29f3951d184 req-3d7a6366-3abe-482b-8bb5-801203178443 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/security-groups?id=7061a81d-3e1f-4a0a-8dd9-80844ca33873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526948 Jul 05 10:02:06.457077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5a4bc-5eb0-45ae-b5e0-ea65509eb7ed req-f075e5a8-4dae-4a81-b401-715bc966bd07 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:06.458570 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-51c5a4bc-5eb0-45ae-b5e0-ea65509eb7ed req-f075e5a8-4dae-4a81-b401-715bc966bd07 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 946 time: 0.0667114 Jul 05 10:02:06.471127 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34672) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:06.477933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f5e9c53f-2edb-48ad-abc2-64a66256373d tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Request body: {'floatingip': {'port_id': '863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:06.550519 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f5e9c53f-2edb-48ad-abc2-64a66256373d tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for floatingip, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.644673 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd9b41f-6bc7-4386-b72c-50f4a6919620 x-openstack-request-id: req-dbd9b41f-6bc7-4386-b72c-50f4a6919620 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:06.645077 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d709e994-238c-4751-bd2d-d8dbfc67fb3e", "name": "network-vif-deleted", "tag": "e8f667b2-8d10-485a-a6f2-1f9ef0e6a580", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:06.645408 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dbd9b41f-6bc7-4386-b72c-50f4a6919620 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:06.645929 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd709e994-238c-4751-bd2d-d8dbfc67fb3e', 'name': 'network-vif-deleted', 'tag': 'e8f667b2-8d10-485a-a6f2-1f9ef0e6a580', 'status': 'completed', 'code': 200} Jul 05 10:02:06.691475 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c81e93ba-dfc9-4354-a1cd-60f3f82cf46a details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:06.809883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c81e93ba-dfc9-4354-a1cd-60f3f82cf46a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:06.827038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'c81e93ba-dfc9-4354-a1cd-60f3f82cf46a', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': 'c81e93ba-dfc9-4354-a1cd-60f3f82cf46a', 'mac_address': 'fa:16:3e:c7:22:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:02:06.879872 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:06.898045 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81e93ba-dfc9-4354-a1cd-60f3f82cf46a {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:06.940279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c81e93ba-dfc9-4354-a1cd-60f3f82cf46a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:07.057208 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ddfda287-f151-4a01-bf93-223de84a358b req-f3a8d869-fa73-40be-801e-dc2b0211e01c tempest-DeleteServersAdminTestJSON-1609127856 tempest-DeleteServersAdminTestJSON-1609127856-project] 10.222.0.77 "GET /v2.0/ports?device_id=d709e994-238c-4751-bd2d-d8dbfc67fb3e HTTP/1.1" status: 200 len: 210 time: 0.0314698 Jul 05 10:02:07.169389 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.202990 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451650c-cfd4-4a45-99c9-192d6b1580a3 req-26b70e3f-4f8c-4482-9f11-e24dfd9ebc51 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:07.205981 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3451650c-cfd4-4a45-99c9-192d6b1580a3 req-26b70e3f-4f8c-4482-9f11-e24dfd9ebc51 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.4519801 Jul 05 10:02:07.222967 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=c81e93ba-dfc9-4354-a1cd-60f3f82cf46a,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:07.319845 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-86be6b58-33e3-45e6-a15f-8a2cbfceeba1 req-e3afc2f8-14ba-43f7-95d4-012843321b1f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 210 time: 0.0313983 Jul 05 10:02:07.345728 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3451650c-cfd4-4a45-99c9-192d6b1580a3 req-039048fa-bc8f-436e-a381-29247f6bd00f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167572 Jul 05 10:02:07.398376 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['c81e93ba-dfc9-4354-a1cd-60f3f82cf46a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:07.523570 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e6530-6fff-44f6-816d-da9e7114fc4a req-43670b49-6544-4dd9-a041-40648be600dc tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:07.531860 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d86e6530-6fff-44f6-816d-da9e7114fc4a req-43670b49-6544-4dd9-a041-40648be600dc tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 950 time: 0.0885255 Jul 05 10:02:07.574320 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d86e6530-6fff-44f6-816d-da9e7114fc4a req-b3386520-b0a6-4feb-9207-f15135b13f4f tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413735 Jul 05 10:02:07.619826 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f5e9c53f-2edb-48ad-abc2-64a66256373d tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.677975 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f5e9c53f-2edb-48ad-abc2-64a66256373d tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:07.823747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7f7d4-b9bf-41cd-9535-56918335db42 req-4b87c027-f942-439a-b741-2bb91737440b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:07.825504 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58e7f7d4-b9bf-41cd-9535-56918335db42 req-4b87c027-f942-439a-b741-2bb91737440b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 948 time: 0.1595559 Jul 05 10:02:07.832716 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-f5e9c53f-2edb-48ad-abc2-64a66256373d tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Floating IP d99b1b8a-99b4-4d1b-aff0-69d84b1fac7c associated. External IP: 172.25.5.30, port: 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016. Jul 05 10:02:07.953359 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58e7f7d4-b9bf-41cd-9535-56918335db42 req-9a9b74a9-90ce-4fd0-80b6-e684a029829c tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/security-groups?id=7061a81d-3e1f-4a0a-8dd9-80844ca33873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169438 Jul 05 10:02:08.110537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e9c53f-2edb-48ad-abc2-64a66256373d tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Router cce03278-ab38-4570-a8ca-23457cc8e8c3 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:02:08.237772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e9c53f-2edb-48ad-abc2-64a66256373d tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:02:08.243308 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f5e9c53f-2edb-48ad-abc2-64a66256373d tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.253252 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c582ca22-0d75-421d-9f13-ae52ed330d49 None None] Sync routers for ids ['cce03278-ab38-4570-a8ca-23457cc8e8c3'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:02:08.265263 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c582ca22-0d75-421d-9f13-ae52ed330d49 None None] Routers {'cce03278-ab38-4570-a8ca-23457cc8e8c3'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:08.266227 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c582ca22-0d75-421d-9f13-ae52ed330d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:01:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['cce03278-ab38-4570-a8ca-23457cc8e8c3'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:08.285730 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f5e9c53f-2edb-48ad-abc2-64a66256373d tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "PUT /v2.0/floatingips/d99b1b8a-99b4-4d1b-aff0-69d84b1fac7c HTTP/1.1" status: 200 len: 991 time: 1.8132694 Jul 05 10:02:08.286528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e964ac4-d418-4858-9fe5-7098a04d8df4', 'tag': '863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:08.289765 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762f83ef-e7ed-430f-824f-7ab07c741921" -d '{"events": [{"name": "network-changed", "server_uuid": "6e964ac4-d418-4858-9fe5-7098a04d8df4", "tag": "863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:08.403656 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a74a84e-e18c-4d36-bc81-7567c209b113 x-openstack-request-id: req-2a74a84e-e18c-4d36-bc81-7567c209b113 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:08.404175 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e964ac4-d418-4858-9fe5-7098a04d8df4", "tag": "863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:08.404515 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a74a84e-e18c-4d36-bc81-7567c209b113 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:08.405095 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e964ac4-d418-4858-9fe5-7098a04d8df4', 'tag': '863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016', 'status': 'completed', 'code': 200} Jul 05 10:02:08.418156 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-c582ca22-0d75-421d-9f13-ae52ed330d49 None None] Set router cce03278-ab38-4570-a8ca-23457cc8e8c3 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:08.502127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:08.560392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f83ef-e7ed-430f-824f-7ab07c741921 req-9274b0a8-0b17-438f-8432-947d9ed635e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:08.562085 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-762f83ef-e7ed-430f-824f-7ab07c741921 req-9274b0a8-0b17-438f-8432-947d9ed635e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79a77f7ffb3f49cfa62bd853ab43f167&device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 1098 time: 0.1323473 Jul 05 10:02:08.638839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1355bd11-de81-4528-9987-d327fa9a8602 req-d5f0fdf1-b702-4b4c-aff8-1d56cedc1778 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 210 time: 0.0525334 Jul 05 10:02:08.688001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:08.688354 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device e8f667b2-8d10-485a-a6f2-1f9ef0e6a580 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:08.700696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c81e93ba-dfc9-4354-a1cd-60f3f82cf46a up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:08.727376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f83ef-e7ed-430f-824f-7ab07c741921 req-95450941-a3b2-49f6-9124-60af2146fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:08.729143 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-762f83ef-e7ed-430f-824f-7ab07c741921 req-95450941-a3b2-49f6-9124-60af2146fcec service neutron] 10.222.0.73 "GET /v2.0/networks?id=68d51614-9edc-4449-b0e1-c146ac5cc6e6 HTTP/1.1" status: 200 len: 923 time: 0.1611061 Jul 05 10:02:08.892192 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-762f83ef-e7ed-430f-824f-7ab07c741921 req-1b23d1d6-a8db-47ac-9f19-1b4b5f582f7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 HTTP/1.1" status: 200 len: 999 time: 0.1565347 Jul 05 10:02:08.896832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:08.905529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:08.906847 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:08.942336 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c582ca22-0d75-421d-9f13-ae52ed330d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'd99b1b8a-99b4-4d1b-aff0-69d84b1fac7c', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'port_id': '863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'mac_address': 'fa:16:3e:ea:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e964ac4-d418-4858-9fe5-7098a04d8df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:01:44Z', 'updated_at': '2021-07-05T10:02:07Z', 'revision_number': 1, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72779ba9-86ba-410d-9864-ffbbd8f00b31', 'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:08Z', 'updated_at': '2021-07-05T10:01:22Z', 'revision_number': 5, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'subnets': [{'id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:08.973305 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c582ca22-0d75-421d-9f13-ae52ed330d49 None None] Checking router: cce03278-ab38-4570-a8ca-23457cc8e8c3 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:02:08.983463 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c582ca22-0d75-421d-9f13-ae52ed330d49 None None] Routers {'cce03278-ab38-4570-a8ca-23457cc8e8c3'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:02:08.984151 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c582ca22-0d75-421d-9f13-ae52ed330d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:01:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['cce03278-ab38-4570-a8ca-23457cc8e8c3'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:09.002538 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d74895-e4f1-4ce8-94ce-7d5b541057ef req-15c15ff9-a1d5-4804-9024-738fc13b1c84 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:09.004103 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84d74895-e4f1-4ce8-94ce-7d5b541057ef req-15c15ff9-a1d5-4804-9024-738fc13b1c84 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 950 time: 0.1335330 Jul 05 10:02:09.016671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34760) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:09.074729 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.126957 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84d74895-e4f1-4ce8-94ce-7d5b541057ef req-29cf7224-0e3c-4054-8619-7daf20f144f3 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076279 Jul 05 10:02:09.136367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965d2029-a358-4e6e-b3ce-5eedfdeeb84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81e93ba-dfc9-4354-a1cd-60f3f82cf46a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:09.138742 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f13b4e0-e187-48d9-8898-5654331ad28b" -d '{"events": [{"server_uuid": "965d2029-a358-4e6e-b3ce-5eedfdeeb84d", "name": "network-vif-plugged", "status": "completed", "tag": "c81e93ba-dfc9-4354-a1cd-60f3f82cf46a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:09.146969 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-c582ca22-0d75-421d-9f13-ae52ed330d49 None None] Set router cce03278-ab38-4570-a8ca-23457cc8e8c3 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:02:09.168920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c81e93ba-dfc9-4354-a1cd-60f3f82cf46a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:09.264806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f83ef-e7ed-430f-824f-7ab07c741921 req-db5d03e8-2feb-4807-9f8a-b8197815a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:09.267182 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-762f83ef-e7ed-430f-824f-7ab07c741921 req-db5d03e8-2feb-4807-9f8a-b8197815a64a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4 HTTP/1.1" status: 200 len: 861 time: 0.3656693 Jul 05 10:02:09.276810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6cd6a-6071-42ba-9026-d11df63a8fbc req-923a5eed-32d7-47a8-bad8-1c7a7ae95e0e tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:09.295278 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cbe6cd6a-6071-42ba-9026-d11df63a8fbc req-923a5eed-32d7-47a8-bad8-1c7a7ae95e0e tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.5522645 Jul 05 10:02:09.295673 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.379325 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=c81e93ba-dfc9-4354-a1cd-60f3f82cf46a,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:09.404636 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f8e92688-0d14-4624-b4d5-efdac79a9f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.440321 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cbe6cd6a-6071-42ba-9026-d11df63a8fbc req-e827c1bf-ec55-469c-b723-538ac0fec78f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425695 Jul 05 10:02:09.479183 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f83ef-e7ed-430f-824f-7ab07c741921 req-51437ada-053c-4da1-bdd0-bbfb9550dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:09.481748 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-762f83ef-e7ed-430f-824f-7ab07c741921 req-51437ada-053c-4da1-bdd0-bbfb9550dc8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=68d51614-9edc-4449-b0e1-c146ac5cc6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827865 Jul 05 10:02:09.525933 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bf2b4f-3d34-4004-879d-84cb1627ccda x-openstack-request-id: req-14bf2b4f-3d34-4004-879d-84cb1627ccda {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:09.526512 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965d2029-a358-4e6e-b3ce-5eedfdeeb84d", "name": "network-vif-plugged", "status": "completed", "tag": "c81e93ba-dfc9-4354-a1cd-60f3f82cf46a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:09.526785 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14bf2b4f-3d34-4004-879d-84cb1627ccda {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:09.527183 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965d2029-a358-4e6e-b3ce-5eedfdeeb84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81e93ba-dfc9-4354-a1cd-60f3f82cf46a', 'code': 200} Jul 05 10:02:09.634804 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c582ca22-0d75-421d-9f13-ae52ed330d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'd99b1b8a-99b4-4d1b-aff0-69d84b1fac7c', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'port_id': '863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'mac_address': 'fa:16:3e:ea:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e964ac4-d418-4858-9fe5-7098a04d8df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:01:44Z', 'updated_at': '2021-07-05T10:02:07Z', 'revision_number': 1, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72779ba9-86ba-410d-9864-ffbbd8f00b31', 'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:08Z', 'updated_at': '2021-07-05T10:01:22Z', 'revision_number': 5, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'subnets': [{'id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:02:09.673583 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c582ca22-0d75-421d-9f13-ae52ed330d49 None None] The sync data for ids ['cce03278-ab38-4570-a8ca-23457cc8e8c3'] in n-d-779913-27 is: [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'd99b1b8a-99b4-4d1b-aff0-69d84b1fac7c', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'port_id': '863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'mac_address': 'fa:16:3e:ea:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e964ac4-d418-4858-9fe5-7098a04d8df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:01:44Z', 'updated_at': '2021-07-05T10:02:07Z', 'revision_number': 1, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72779ba9-86ba-410d-9864-ffbbd8f00b31', 'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:08Z', 'updated_at': '2021-07-05T10:01:22Z', 'revision_number': 5, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'subnets': [{'id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:02:09.695426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-762f83ef-e7ed-430f-824f-7ab07c741921 req-e3c5338e-15c1-47d8-861c-5a5e0b0ff83c service neutron] 10.222.0.73 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060933 Jul 05 10:02:09.802871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6e6c5-8eac-41b0-a7d2-5f0a08aa2404 req-5e52f9b1-fb31-4b24-b25e-4e5fcf91a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:09.805375 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-17d6e6c5-8eac-41b0-a7d2-5f0a08aa2404 req-5e52f9b1-fb31-4b24-b25e-4e5fcf91a6e9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 1101 time: 0.1504507 Jul 05 10:02:09.846514 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f8e92688-0d14-4624-b4d5-efdac79a9f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:09.861558 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-762f83ef-e7ed-430f-824f-7ab07c741921 req-ab850f4c-ba16-4c76-a6eb-d4340f893b95 service neutron] 10.222.0.73 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592388 Jul 05 10:02:09.866763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cb103-3a2c-4fda-a58a-9382fa79b6cc req-7019e14c-eed9-4690-b9b9-c4427a703d85 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:09.872663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-17d6e6c5-8eac-41b0-a7d2-5f0a08aa2404 req-51a37276-d21b-43e0-98a4-01b5c5864ded service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7061a81d-3e1f-4a0a-8dd9-80844ca33873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546696 Jul 05 10:02:09.872896 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-324cb103-3a2c-4fda-a58a-9382fa79b6cc req-7019e14c-eed9-4690-b9b9-c4427a703d85 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 949 time: 0.3609600 Jul 05 10:02:09.879884 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-014d4587-3e54-490a-984f-3399fec43f55 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:09.882443 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-014d4587-3e54-490a-984f-3399fec43f55 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.73 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 821 time: 0.2699759 Jul 05 10:02:09.918595 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34778) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:09.931972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-1b26f2e4-54f0-4281-bb53-dd9c18baa085 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Request body: {'port': {'device_id': '013bac1f-ff7b-4e00-82eb-5c4d3786f365', 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf', 'admin_state_up': True, 'tenant_id': '312b10a2b35949449c89df3e680df435'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:09.934128 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-324cb103-3a2c-4fda-a58a-9382fa79b6cc req-520aeb53-679a-4bd7-93ec-157230a5eb2b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/security-groups?id=7061a81d-3e1f-4a0a-8dd9-80844ca33873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505316 Jul 05 10:02:09.978824 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f8e92688-0d14-4624-b4d5-efdac79a9f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.011232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba50435-213a-4bd1-aec5-ed585aa01ef1 None None] New status for floating IP d99b1b8a-99b4-4d1b-aff0-69d84b1fac7c: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:02:10.041475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e92688-0d14-4624-b4d5-efdac79a9f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bb3d74-b2c0-4c95-9dc9-08c7ed2439ca,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:10.078407 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f8e92688-0d14-4624-b4d5-efdac79a9f8a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0ff54f363f894e7c833f99bee44fba40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0538268 Jul 05 10:02:10.079631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34782) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:10.137655 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-87a76545-9e45-4b67-9041-098dd162d9f4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=060ee10fb4aa4915922734bda336858d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2156227 Jul 05 10:02:10.137878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34786) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:10.190088 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0549a452-1484-4581-b1a4-586094b68c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.208483 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0cc10d34-eb3b-4fbd-b795-1011e1b87b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.222755 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0549a452-1484-4581-b1a4-586094b68c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.237063 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0cc10d34-eb3b-4fbd-b795-1011e1b87b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.296772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-1b26f2e4-54f0-4281-bb53-dd9c18baa085 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Made reservation on behalf of 312b10a2b35949449c89df3e680df435 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:10.302644 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-1b26f2e4-54f0-4281-bb53-dd9c18baa085 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.406743 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0549a452-1484-4581-b1a4-586094b68c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.410294 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0549a452-1484-4581-b1a4-586094b68c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.415635 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0549a452-1484-4581-b1a4-586094b68c13 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f8bb3d74-b2c0-4c95-9dc9-08c7ed2439ca HTTP/1.1" status: 204 len: 168 time: 0.3305185 Jul 05 10:02:10.425028 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21ce0479-1a31-460c-8bbc-4fef4dc7ab24 req-b0bda52d-c94e-4a28-8ca3-ea03f057e31a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 210 time: 0.0349545 Jul 05 10:02:10.426607 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0cc10d34-eb3b-4fbd-b795-1011e1b87b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.429907 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0cc10d34-eb3b-4fbd-b795-1011e1b87b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.431048 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0cc10d34-eb3b-4fbd-b795-1011e1b87b42 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc9b47ad-9860-4f12-9e55-e0db99293a7a HTTP/1.1" status: 204 len: 168 time: 0.2922363 Jul 05 10:02:10.457435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549a452-1484-4581-b1a4-586094b68c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bb3d74-b2c0-4c95-9dc9-08c7ed2439ca,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:10.460093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc10d34-eb3b-4fbd-b795-1011e1b87b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9b47ad-9860-4f12-9e55-e0db99293a7a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:10.643604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-1b26f2e4-54f0-4281-bb53-dd9c18baa085 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Allocated IP 172.20.0.9 (39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf/36f50c4c-d55e-4a28-804b-fbebd2642e1d/2c050aba-668f-4f15-ba14-35340e4f3bfa) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:10.705177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f40f48-d24a-4530-b05d-8f58d1a8863e req-52dd99b6-4e2c-4520-912e-6349c6ff3bab tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:10.706695 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a1f40f48-d24a-4530-b05d-8f58d1a8863e req-52dd99b6-4e2c-4520-912e-6349c6ff3bab tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 950 time: 0.1099851 Jul 05 10:02:10.723579 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1752c-70e5-45aa-a8f9-5325ea6e5fea req-2a6e949d-d2b0-4956-988e-9d754db923bc tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:10.725848 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71a1752c-70e5-45aa-a8f9-5325ea6e5fea req-2a6e949d-d2b0-4956-988e-9d754db923bc tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.0738869 Jul 05 10:02:10.777435 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71a1752c-70e5-45aa-a8f9-5325ea6e5fea req-0477c05e-dd13-4d4a-b9d7-c7de9748d550 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449061 Jul 05 10:02:10.808855 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a1f40f48-d24a-4530-b05d-8f58d1a8863e req-ec16fb58-448b-46f9-b6b0-e6beead5e06b tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942945 Jul 05 10:02:10.943152 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-1b26f2e4-54f0-4281-bb53-dd9c18baa085 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:10.967614 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-94ca58c5-8e84-44f9-a387-4bf25447d6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.147570 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-1b26f2e4-54f0-4281-bb53-dd9c18baa085 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.209212 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-1b26f2e4-54f0-4281-bb53-dd9c18baa085 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:11.217250 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-1b26f2e4-54f0-4281-bb53-dd9c18baa085 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:11.222372 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26f2e4-54f0-4281-bb53-dd9c18baa085 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Pushing event updated for resources: {'Port': ['ID=2c050aba-668f-4f15-ba14-35340e4f3bfa,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:11.224874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-1b26f2e4-54f0-4281-bb53-dd9c18baa085 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:11.230996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-1b26f2e4-54f0-4281-bb53-dd9c18baa085 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:11.231613 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-1b26f2e4-54f0-4281-bb53-dd9c18baa085 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.254918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618f20e-fb3f-4187-8949-87e13b417728 req-0e609f09-d066-4644-a429-86e2b2415526 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:11.256535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7618f20e-fb3f-4187-8949-87e13b417728 req-0e609f09-d066-4644-a429-86e2b2415526 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 949 time: 0.1531005 Jul 05 10:02:11.296890 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7618f20e-fb3f-4187-8949-87e13b417728 req-8264d483-b2e1-4d28-ac52-e75b0c07f49b tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/security-groups?id=7061a81d-3e1f-4a0a-8dd9-80844ca33873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346944 Jul 05 10:02:11.439026 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-1b26f2e4-54f0-4281-bb53-dd9c18baa085 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5173938 Jul 05 10:02:11.451642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Request body: {'port': {'device_id': '013bac1f-ff7b-4e00-82eb-5c4d3786f365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:11.498911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34830) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:11.513116 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3a127fb2-9974-4290-92c7-b0566de4e18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.644172 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3a127fb2-9974-4290-92c7-b0566de4e18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.646000 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34836) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:11.660606 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6874f4b2-0fe5-4e44-8b0b-582375dd629b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.722553 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3a127fb2-9974-4290-92c7-b0566de4e18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.757950 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.784535 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3a127fb2-9974-4290-92c7-b0566de4e18f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=65b9be2055cc49afba5b5957fb410c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815809 Jul 05 10:02:11.784928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34838) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:11.794386 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a127fb2-9974-4290-92c7-b0566de4e18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b0a889-0477-4c75-ba79-8ca894264043,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:11.875876 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8b025-b8bb-470e-a984-fda4ed56d0d4 req-39f99581-e735-4780-9d7a-c291ccb7fee1 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:11.877220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4a8b025-b8bb-470e-a984-fda4ed56d0d4 req-39f99581-e735-4780-9d7a-c291ccb7fee1 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 931 time: 0.1894333 Jul 05 10:02:11.903496 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7349030f-3655-427b-bb51-a0cff7361670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.962145 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7349030f-3655-427b-bb51-a0cff7361670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.974822 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6874f4b2-0fe5-4e44-8b0b-582375dd629b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:11.987580 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4a8b025-b8bb-470e-a984-fda4ed56d0d4 req-d81e8dd2-126a-471f-8b66-fc6dc72f424c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005244 Jul 05 10:02:12.076982 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c050aba-668f-4f15-ba14-35340e4f3bfa {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:12.083956 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6874f4b2-0fe5-4e44-8b0b-582375dd629b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.087724 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.124337 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6874f4b2-0fe5-4e44-8b0b-582375dd629b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ead84c2369f46caa68d0df89834fb53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772692 Jul 05 10:02:12.125372 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874f4b2-0fe5-4e44-8b0b-582375dd629b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed69a3c2-3973-4691-b70b-7dca358c3d02,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:12.127013 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34846) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:12.190145 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6740aa90-7670-460c-b16d-b27b31e27bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.208598 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b19f5-48b4-433a-a5f6-01c7137145a1 req-54928b0c-8d34-45d8-a116-53e254f08665 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:12.211455 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f35b19f5-48b4-433a-a5f6-01c7137145a1 req-54928b0c-8d34-45d8-a116-53e254f08665 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.0815439 Jul 05 10:02:12.212909 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6740aa90-7670-460c-b16d-b27b31e27bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.259250 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f35b19f5-48b4-433a-a5f6-01c7137145a1 req-c92d6308-dee5-4989-b1ab-ad4e10457b66 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417209 Jul 05 10:02:12.272551 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7349030f-3655-427b-bb51-a0cff7361670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.278939 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7349030f-3655-427b-bb51-a0cff7361670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.278939 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7349030f-3655-427b-bb51-a0cff7361670 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b5b0a889-0477-4c75-ba79-8ca894264043 HTTP/1.1" status: 204 len: 168 time: 0.4910970 Jul 05 10:02:12.292795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349030f-3655-427b-bb51-a0cff7361670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b0a889-0477-4c75-ba79-8ca894264043,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:12.339992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75ecb1-c1a6-4157-af11-d43333c602a2 req-6fa33705-570f-46a1-a89b-dfca1bcf079f tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:12.341696 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8f75ecb1-c1a6-4157-af11-d43333c602a2 req-6fa33705-570f-46a1-a89b-dfca1bcf079f tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 950 time: 0.0735030 Jul 05 10:02:12.383059 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8f75ecb1-c1a6-4157-af11-d43333c602a2 req-4a6c81c1-7b8f-485a-ab28-9a527b17b2c8 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359585 Jul 05 10:02:12.419681 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Transition to ACTIVE for port object 2c050aba-668f-4f15-ba14-35340e4f3bfa will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:12.421606 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6740aa90-7670-460c-b16d-b27b31e27bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.430466 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6740aa90-7670-460c-b16d-b27b31e27bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.430466 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6740aa90-7670-460c-b16d-b27b31e27bee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ed69a3c2-3973-4691-b70b-7dca358c3d02 HTTP/1.1" status: 204 len: 168 time: 0.2984726 Jul 05 10:02:12.440685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740aa90-7670-460c-b16d-b27b31e27bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed69a3c2-3973-4691-b70b-7dca358c3d02,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:12.533841 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.557164 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b7fd-e7dc-445f-b6a7-a08b833378e0 req-b277003c-9025-4de1-bb60-8f68d4649038 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:12.564718 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f2c9b7fd-e7dc-445f-b6a7-a08b833378e0 req-b277003c-9025-4de1-bb60-8f68d4649038 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 949 time: 0.0747316 Jul 05 10:02:12.618894 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f2c9b7fd-e7dc-445f-b6a7-a08b833378e0 req-e06888d5-8d38-4898-8349-3362df2ed334 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/security-groups?id=7061a81d-3e1f-4a0a-8dd9-80844ca33873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534024 Jul 05 10:02:12.633375 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Pushing event updated for resources: {'Port': ['ID=2c050aba-668f-4f15-ba14-35340e4f3bfa,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:12.640288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Attempting to bind port 2c050aba-668f-4f15-ba14-35340e4f3bfa on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:12.640704 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Attempting to bind port 2c050aba-668f-4f15-ba14-35340e4f3bfa by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:12.641104 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Attempting to bind port 2c050aba-668f-4f15-ba14-35340e4f3bfa on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:12.647632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Port 2c050aba-668f-4f15-ba14-35340e4f3bfa on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:12.648055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Attempting to bind port 2c050aba-668f-4f15-ba14-35340e4f3bfa on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:12.653406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:12.654000 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Checking segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:12.654448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Bound using segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:12.654949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Bound port: 2c050aba-668f-4f15-ba14-35340e4f3bfa, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:12.655384 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.763882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] For port 2c050aba-668f-4f15-ba14-35340e4f3bfa, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:12.767568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] For port 2c050aba-668f-4f15-ba14-35340e4f3bfa, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:12.781928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4a25d-18a7-4eb0-bf48-8b73ea2f143b req-00f53c9c-2ba4-4f64-b3d9-bddb8737901b tempest-LiveMigrationNegativeTest-1223792625 tempest-LiveMigrationNegativeTest-1223792625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:12.783452 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-32e4a25d-18a7-4eb0-bf48-8b73ea2f143b req-00f53c9c-2ba4-4f64-b3d9-bddb8737901b tempest-LiveMigrationNegativeTest-1223792625 tempest-LiveMigrationNegativeTest-1223792625-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 1102 time: 0.0827379 Jul 05 10:02:12.810463 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-32e4a25d-18a7-4eb0-bf48-8b73ea2f143b req-04fc30c0-9767-4ede-907d-95f3e3b48dd8 tempest-LiveMigrationNegativeTest-1223792625 tempest-LiveMigrationNegativeTest-1223792625-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.873188 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.925224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:12.925839 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:12.927228 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] 10.222.0.73 "PUT /v2.0/ports/2c050aba-668f-4f15-ba14-35340e4f3bfa HTTP/1.1" status: 200 len: 1092 time: 1.4811876 Jul 05 10:02:12.929353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013bac1f-ff7b-4e00-82eb-5c4d3786f365', 'tag': '2c050aba-668f-4f15-ba14-35340e4f3bfa'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:12.931640 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4874bd-29ee-46b5-9251-af809eab3001" -d '{"events": [{"name": "network-changed", "server_uuid": "013bac1f-ff7b-4e00-82eb-5c4d3786f365", "tag": "2c050aba-668f-4f15-ba14-35340e4f3bfa"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:12.975002 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77053710-e7f6-4763-840c-b5f6b57fdb77 service neutron] Pushing event updated for resources: {'Port': ['ID=2c050aba-668f-4f15-ba14-35340e4f3bfa,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:12.982445 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-32e4a25d-18a7-4eb0-bf48-8b73ea2f143b req-04fc30c0-9767-4ede-907d-95f3e3b48dd8 tempest-LiveMigrationNegativeTest-1223792625 tempest-LiveMigrationNegativeTest-1223792625-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.003967 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9051794d-8ab8-4579-b678-4db7f0732ab3 x-openstack-request-id: req-9051794d-8ab8-4579-b678-4db7f0732ab3 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:13.003967 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013bac1f-ff7b-4e00-82eb-5c4d3786f365", "tag": "2c050aba-668f-4f15-ba14-35340e4f3bfa", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:13.003967 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9051794d-8ab8-4579-b678-4db7f0732ab3 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:13.004289 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013bac1f-ff7b-4e00-82eb-5c4d3786f365', 'tag': '2c050aba-668f-4f15-ba14-35340e4f3bfa', 'status': 'completed', 'code': 200} Jul 05 10:02:13.082651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4874bd-29ee-46b5-9251-af809eab3001 req-0c9d67d3-d97b-4e53-ba5f-8acbac6ff584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:13.085840 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc4874bd-29ee-46b5-9251-af809eab3001 req-0c9d67d3-d97b-4e53-ba5f-8acbac6ff584 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 1095 time: 0.0598474 Jul 05 10:02:13.162072 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-32e4a25d-18a7-4eb0-bf48-8b73ea2f143b req-04fc30c0-9767-4ede-907d-95f3e3b48dd8 tempest-LiveMigrationNegativeTest-1223792625 tempest-LiveMigrationNegativeTest-1223792625-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.194991 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b1522-88cc-45e4-85a6-3e81b88beda6 req-e43c3fee-1f1d-4a55-902a-fc3c9234263c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:13.196587 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2e6b1522-88cc-45e4-85a6-3e81b88beda6 req-e43c3fee-1f1d-4a55-902a-fc3c9234263c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 943 time: 0.0731170 Jul 05 10:02:13.236370 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-32e4a25d-18a7-4eb0-bf48-8b73ea2f143b req-04fc30c0-9767-4ede-907d-95f3e3b48dd8 tempest-LiveMigrationNegativeTest-1223792625 tempest-LiveMigrationNegativeTest-1223792625-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459276 Jul 05 10:02:13.254494 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2e6b1522-88cc-45e4-85a6-3e81b88beda6 req-e2d8ff9c-3f44-4d87-8bd0-940a7e9aa4ab tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515544 Jul 05 10:02:13.263051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc30c0-9767-4ede-907d-95f3e3b48dd8 tempest-LiveMigrationNegativeTest-1223792625 tempest-LiveMigrationNegativeTest-1223792625-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7bfa2b-ae70-4ea0-a39f-239d7f121fe3,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:13.339166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4874bd-29ee-46b5-9251-af809eab3001 req-c68e7d88-bb8e-4ee1-ac98-7e893363b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:13.340993 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc4874bd-29ee-46b5-9251-af809eab3001 req-c68e7d88-bb8e-4ee1-ac98-7e893363b37d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=312b10a2b35949449c89df3e680df435&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2471952 Jul 05 10:02:13.466046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4874bd-29ee-46b5-9251-af809eab3001 req-a6e39d81-7034-4d7e-b231-7454f0da9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:13.467730 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc4874bd-29ee-46b5-9251-af809eab3001 req-a6e39d81-7034-4d7e-b231-7454f0da9bf5 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190519 Jul 05 10:02:13.524921 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee1801-fca4-42f8-98e8-6ec77d5a495c req-e1500bc0-00d8-4016-a57b-e81de7037052 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:13.533541 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40ee1801-fca4-42f8-98e8-6ec77d5a495c req-e1500bc0-00d8-4016-a57b-e81de7037052 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.1063244 Jul 05 10:02:13.541091 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ffa13dc4-0ef7-4299-a542-2f47237e175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.601600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-84f06ae0-f3e9-4284-a1e2-a07e9e51e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:13.613596 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-84f06ae0-f3e9-4284-a1e2-a07e9e51e4b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 1095 time: 0.0834622 Jul 05 10:02:13.636884 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.650367 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40ee1801-fca4-42f8-98e8-6ec77d5a495c req-521f89e0-4109-47c5-b437-967efd814652 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123974 Jul 05 10:02:13.672187 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-f5bdde09-27df-4c97-813f-3fc0ad7108c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa HTTP/1.1" status: 200 len: 217 time: 0.0607862 Jul 05 10:02:13.727689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f12d5-328e-4457-be8e-bb71d91e8d6b req-b9162519-2037-4ffa-bdfb-5d9dcc0bae64 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:13.729203 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-155f12d5-328e-4457-be8e-bb71d91e8d6b req-b9162519-2037-4ffa-bdfb-5d9dcc0bae64 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.73 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 949 time: 0.1934872 Jul 05 10:02:13.779547 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-f0d5ecfb-b658-4941-997c-9adf740c8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:13.781047 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-f0d5ecfb-b658-4941-997c-9adf740c8637 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.1019104 Jul 05 10:02:13.815304 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-1d011a00-74b0-426c-8100-2a112cf5c9f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278311 Jul 05 10:02:13.885739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-155f12d5-328e-4457-be8e-bb71d91e8d6b req-2a76ea1c-5f94-404c-a8e6-7740e740aeb7 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Deleting port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:13.886140 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-155f12d5-328e-4457-be8e-bb71d91e8d6b req-2a76ea1c-5f94-404c-a8e6-7740e740aeb7 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:13.931569 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-4bac4f08-63e3-4eda-b7f0-2ba5c95eb212 service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097772 Jul 05 10:02:14.030321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0211b45-2656-479e-a5dc-21fb46f45604 req-38c35d08-72a8-4ab6-9e68-be6926e2da63 service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926824 Jul 05 10:02:14.054455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-155f12d5-328e-4457-be8e-bb71d91e8d6b req-2a76ea1c-5f94-404c-a8e6-7740e740aeb7 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] For port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c81e93ba-dfc9-4354-a1cd-60f3f82cf46a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:14.054833 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-155f12d5-328e-4457-be8e-bb71d91e8d6b req-2a76ea1c-5f94-404c-a8e6-7740e740aeb7 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.074910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-155f12d5-328e-4457-be8e-bb71d91e8d6b req-2a76ea1c-5f94-404c-a8e6-7740e740aeb7 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Calling delete_port for c81e93ba-dfc9-4354-a1cd-60f3f82cf46a owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:14.098663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85c3f0-bb89-4c8f-84f3-adb5eb9b62c6 req-afd60407-fee8-46c7-af32-b7bf02b77e8a tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:14.103230 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be85c3f0-bb89-4c8f-84f3-adb5eb9b62c6 req-afd60407-fee8-46c7-af32-b7bf02b77e8a tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 949 time: 0.1231909 Jul 05 10:02:14.188237 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be85c3f0-bb89-4c8f-84f3-adb5eb9b62c6 req-a141424d-505e-438f-8f35-7b0dd02bdc02 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/security-groups?id=7061a81d-3e1f-4a0a-8dd9-80844ca33873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533161 Jul 05 10:02:14.242797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0ba58-79cb-41db-a007-cba229f62aee req-6d57b430-4cbc-482e-8d34-86c9494d5b71 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:14.244559 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f2e0ba58-79cb-41db-a007-cba229f62aee req-6d57b430-4cbc-482e-8d34-86c9494d5b71 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 950 time: 0.0879641 Jul 05 10:02:14.302036 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f2e0ba58-79cb-41db-a007-cba229f62aee req-0e9222ee-2990-4062-b52f-4261ddf9bcaf tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491359 Jul 05 10:02:14.368708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34944) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:14.371825 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-155f12d5-328e-4457-be8e-bb71d91e8d6b req-2a76ea1c-5f94-404c-a8e6-7740e740aeb7 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.384269 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['c81e93ba-dfc9-4354-a1cd-60f3f82cf46a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:14.438290 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76ea1c-5f94-404c-a8e6-7740e740aeb7 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Pushing event deleted for resources: {'Port': ['ID=c81e93ba-dfc9-4354-a1cd-60f3f82cf46a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:14.492591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-155f12d5-328e-4457-be8e-bb71d91e8d6b req-2a76ea1c-5f94-404c-a8e6-7740e740aeb7 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] No DVR routers for this DVR port c81e93ba-dfc9-4354-a1cd-60f3f82cf46a on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:14.495814 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-155f12d5-328e-4457-be8e-bb71d91e8d6b req-2a76ea1c-5f94-404c-a8e6-7740e740aeb7 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.497623 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-155f12d5-328e-4457-be8e-bb71d91e8d6b req-2a76ea1c-5f94-404c-a8e6-7740e740aeb7 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.73 "DELETE /v2.0/ports/c81e93ba-dfc9-4354-a1cd-60f3f82cf46a HTTP/1.1" status: 204 len: 173 time: 0.7630522 Jul 05 10:02:14.498071 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965d2029-a358-4e6e-b3ce-5eedfdeeb84d', 'name': 'network-vif-deleted', 'tag': 'c81e93ba-dfc9-4354-a1cd-60f3f82cf46a'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:14.500500 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9ab8fa-3e8d-4a21-9bb0-1f0fbe95b572" -d '{"events": [{"server_uuid": "965d2029-a358-4e6e-b3ce-5eedfdeeb84d", "name": "network-vif-deleted", "tag": "c81e93ba-dfc9-4354-a1cd-60f3f82cf46a"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:14.537892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7694cd7-b37a-4514-a7fd-76ebad3bb212 req-41ec070a-3cce-44fd-b32c-18d881e83b1c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:14.546082 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7694cd7-b37a-4514-a7fd-76ebad3bb212 req-41ec070a-3cce-44fd-b32c-18d881e83b1c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 943 time: 0.1701362 Jul 05 10:02:14.601757 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6a436586-a35e-45cb-be26-33aca271f2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.620869 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9e3a0d-2327-4c16-a68c-32708055e3a7 x-openstack-request-id: req-7c9e3a0d-2327-4c16-a68c-32708055e3a7 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:14.620869 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965d2029-a358-4e6e-b3ce-5eedfdeeb84d", "name": "network-vif-deleted", "tag": "c81e93ba-dfc9-4354-a1cd-60f3f82cf46a", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:14.620869 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7c9e3a0d-2327-4c16-a68c-32708055e3a7 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:14.620869 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965d2029-a358-4e6e-b3ce-5eedfdeeb84d', 'name': 'network-vif-deleted', 'tag': 'c81e93ba-dfc9-4354-a1cd-60f3f82cf46a', 'status': 'completed', 'code': 200} Jul 05 10:02:14.667799 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7694cd7-b37a-4514-a7fd-76ebad3bb212 req-d1dec5d8-87b0-4c87-8932-81b3c362a427 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180639 Jul 05 10:02:14.814108 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6a436586-a35e-45cb-be26-33aca271f2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.842842 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:14.892360 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02963c9-dd27-4e68-b6e3-55d706a5a696 req-61ba165f-de96-4771-9d17-19b2a8e3d266 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:14.894098 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f02963c9-dd27-4e68-b6e3-55d706a5a696 req-61ba165f-de96-4771-9d17-19b2a8e3d266 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.1049659 Jul 05 10:02:14.963276 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f02963c9-dd27-4e68-b6e3-55d706a5a696 req-3d8b02ed-e1c9-4272-ad8e-9d5d793be666 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604255 Jul 05 10:02:14.966890 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6a436586-a35e-45cb-be26-33aca271f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.011911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a436586-a35e-45cb-be26-33aca271f2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6270eeaa-4a20-41e5-9b00-7ab75d03f8e4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:15.018784 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6a436586-a35e-45cb-be26-33aca271f2b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c1a23c47e53b436292d175b649bba615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6490116 Jul 05 10:02:15.021717 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34972) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:15.084925 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c2080e76-f02d-4299-8421-731cadb29789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.116282 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c2080e76-f02d-4299-8421-731cadb29789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.300243 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c2080e76-f02d-4299-8421-731cadb29789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.307264 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c2080e76-f02d-4299-8421-731cadb29789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:15.309472 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c2080e76-f02d-4299-8421-731cadb29789 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6270eeaa-4a20-41e5-9b00-7ab75d03f8e4 HTTP/1.1" status: 204 len: 168 time: 0.2861907 Jul 05 10:02:15.321202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2080e76-f02d-4299-8421-731cadb29789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6270eeaa-4a20-41e5-9b00-7ab75d03f8e4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:15.384010 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ce337dde-3fba-4930-888a-7b866d6cb271 req-6383796b-1225-4910-9511-13a6db6f1127 tempest-ServerDiagnosticsNegativeTest-1687249121 tempest-ServerDiagnosticsNegativeTest-1687249121-project] 10.222.0.77 "GET /v2.0/ports?device_id=965d2029-a358-4e6e-b3ce-5eedfdeeb84d HTTP/1.1" status: 200 len: 210 time: 0.0404470 Jul 05 10:02:15.637194 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8eaa30-ee3c-465c-bab5-134584e50f1b req-09d4af78-7eea-440a-a276-5e20b4959126 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:15.639052 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2b8eaa30-ee3c-465c-bab5-134584e50f1b req-09d4af78-7eea-440a-a276-5e20b4959126 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 950 time: 0.0971177 Jul 05 10:02:15.686824 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2b8eaa30-ee3c-465c-bab5-134584e50f1b req-73d24d1d-d334-47fc-9ba8-0f5ea37aef64 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Jul 05 10:02:15.938956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef53963-5c59-4ea5-b432-a90b7a806126 req-3c413141-108a-4c85-879e-84e78d9358c6 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:15.940801 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aef53963-5c59-4ea5-b432-a90b7a806126 req-3c413141-108a-4c85-879e-84e78d9358c6 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 950 time: 0.0992939 Jul 05 10:02:16.050139 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3f508-1d8c-4705-bff6-6fa742b3ec3a req-bec65de8-5acb-45b0-8c39-7e6f4ae807e0 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:16.052721 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6a3f508-1d8c-4705-bff6-6fa742b3ec3a req-bec65de8-5acb-45b0-8c39-7e6f4ae807e0 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 943 time: 0.1019471 Jul 05 10:02:16.098610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6a3f508-1d8c-4705-bff6-6fa742b3ec3a req-53511939-aafc-4837-a2b2-47a5bd34a5a4 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405104 Jul 05 10:02:16.108261 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-aef53963-5c59-4ea5-b432-a90b7a806126 req-a0abf1fc-9b48-46c7-b60d-b973e2b08853 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Deleting port f8971b2a-e8b5-427d-abe3-80adc1e8a702 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:16.108793 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aef53963-5c59-4ea5-b432-a90b7a806126 req-a0abf1fc-9b48-46c7-b60d-b973e2b08853 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.143582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35014) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:16.186329 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-33ae80eb-6a1c-406e-875e-e80b94865fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.265987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-aef53963-5c59-4ea5-b432-a90b7a806126 req-a0abf1fc-9b48-46c7-b60d-b973e2b08853 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] For port f8971b2a-e8b5-427d-abe3-80adc1e8a702, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=f8971b2a-e8b5-427d-abe3-80adc1e8a702,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:16.266522 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aef53963-5c59-4ea5-b432-a90b7a806126 req-a0abf1fc-9b48-46c7-b60d-b973e2b08853 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.293161 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-aef53963-5c59-4ea5-b432-a90b7a806126 req-a0abf1fc-9b48-46c7-b60d-b973e2b08853 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Calling delete_port for f8971b2a-e8b5-427d-abe3-80adc1e8a702 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:16.422192 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-33ae80eb-6a1c-406e-875e-e80b94865fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.458362 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b0de1-6cc3-466b-9b5a-192d661e5b68 req-c4ab3f66-381c-4f9c-a4f6-11a5e0f7c41c tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:16.463360 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c3b0de1-6cc3-466b-9b5a-192d661e5b68 req-c4ab3f66-381c-4f9c-a4f6-11a5e0f7c41c tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.1210196 Jul 05 10:02:16.517548 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c3b0de1-6cc3-466b-9b5a-192d661e5b68 req-11262d22-e3ff-4166-b48a-7f7222fb6d7b tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440860 Jul 05 10:02:16.521552 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-33ae80eb-6a1c-406e-875e-e80b94865fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.588473 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-33ae80eb-6a1c-406e-875e-e80b94865fb4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f7d657dccc154e1a85521732d1cc2b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4427133 Jul 05 10:02:16.590314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35026) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:16.605456 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae80eb-6a1c-406e-875e-e80b94865fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c32bba-7e1d-4785-97b0-51544233a03e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:16.614106 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aef53963-5c59-4ea5-b432-a90b7a806126 req-a0abf1fc-9b48-46c7-b60d-b973e2b08853 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.628036 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['ac519456-6476-4a9e-86a1-700d4338ede9', 'f8971b2a-e8b5-427d-abe3-80adc1e8a702'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:16.664243 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.680685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abf1fc-9b48-46c7-b60d-b973e2b08853 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Pushing event deleted for resources: {'Port': ['ID=f8971b2a-e8b5-427d-abe3-80adc1e8a702,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:16.797614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef53963-5c59-4ea5-b432-a90b7a806126 req-a0abf1fc-9b48-46c7-b60d-b973e2b08853 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] No DVR routers for this DVR port f8971b2a-e8b5-427d-abe3-80adc1e8a702 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:16.800850 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a7363459-ef13-4727-8d95-731b0edf4efe req-4a3f4705-4dff-46ec-b186-d7fbc39564c5 tempest-QuotasAdminNegativeTest-137099670 tempest-QuotasAdminNegativeTest-137099670-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c024101372e840ec9c6f66377bb340bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0987077 Jul 05 10:02:16.809547 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aef53963-5c59-4ea5-b432-a90b7a806126 req-a0abf1fc-9b48-46c7-b60d-b973e2b08853 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.811663 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aef53963-5c59-4ea5-b432-a90b7a806126 req-a0abf1fc-9b48-46c7-b60d-b973e2b08853 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.64 "DELETE /v2.0/ports/f8971b2a-e8b5-427d-abe3-80adc1e8a702 HTTP/1.1" status: 204 len: 173 time: 0.8637125 Jul 05 10:02:16.812158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb526cf-4098-45a1-b2d7-250074abdc8b', 'name': 'network-vif-deleted', 'tag': 'f8971b2a-e8b5-427d-abe3-80adc1e8a702'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:16.836096 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 2c050aba-668f-4f15-ba14-35340e4f3bfa details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:16.844754 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c77880-cc15-48ef-a7a3-677173864439" -d '{"events": [{"server_uuid": "8cb526cf-4098-45a1-b2d7-250074abdc8b", "name": "network-vif-deleted", "tag": "f8971b2a-e8b5-427d-abe3-80adc1e8a702"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:16.859794 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c81e93ba-dfc9-4354-a1cd-60f3f82cf46a no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:16.891603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: c81e93ba-dfc9-4354-a1cd-60f3f82cf46a {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:16.892162 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c81e93ba-dfc9-4354-a1cd-60f3f82cf46a not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:16.910709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35044) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:16.954561 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3e99a6e-ae83-450e-9130-582f82b9f598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:16.981613 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd1e0a20-8cab-468a-8aca-874f05fd8942 req-fe040cf4-34cb-4d54-9f3b-1b92c1eb40cc tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 210 time: 0.0579555 Jul 05 10:02:17.019069 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363459-ef13-4727-8d95-731b0edf4efe req-bc876564-e0fe-48e1-a06c-6f6c383680a8 tempest-QuotasAdminNegativeTest-137099670 tempest-QuotasAdminNegativeTest-137099670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:17.026652 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a7363459-ef13-4727-8d95-731b0edf4efe req-bc876564-e0fe-48e1-a06c-6f6c383680a8 tempest-QuotasAdminNegativeTest-137099670 tempest-QuotasAdminNegativeTest-137099670-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831672 Jul 05 10:02:17.054810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 2c050aba-668f-4f15-ba14-35340e4f3bfa, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:17.062587 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a7363459-ef13-4727-8d95-731b0edf4efe req-a768f316-ecb1-40d8-abb4-d18ce1b9d2e2 tempest-QuotasAdminNegativeTest-137099670 tempest-QuotasAdminNegativeTest-137099670-project] 10.222.0.77 "GET /v2.0/quotas/c024101372e840ec9c6f66377bb340bf HTTP/1.1" status: 200 len: 375 time: 0.0345829 Jul 05 10:02:17.070313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '2c050aba-668f-4f15-ba14-35340e4f3bfa', 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf', 'port_id': '2c050aba-668f-4f15-ba14-35340e4f3bfa', 'mac_address': 'fa:16:3e:09:24:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f50c4c-d55e-4a28-804b-fbebd2642e1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:02:17.083197 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3e99a6e-ae83-450e-9130-582f82b9f598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.119214 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a7363459-ef13-4727-8d95-731b0edf4efe req-6a820c80-6aa4-4ef2-8179-7eece678f497 tempest-QuotasAdminNegativeTest-137099670 tempest-QuotasAdminNegativeTest-137099670-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c024101372e840ec9c6f66377bb340bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555177 Jul 05 10:02:17.126380 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.127904 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53d11a9-8ebc-4ad2-8ed5-50b7e5269e49 x-openstack-request-id: req-e53d11a9-8ebc-4ad2-8ed5-50b7e5269e49 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:17.129198 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb526cf-4098-45a1-b2d7-250074abdc8b", "name": "network-vif-deleted", "tag": "f8971b2a-e8b5-427d-abe3-80adc1e8a702", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:17.129510 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e53d11a9-8ebc-4ad2-8ed5-50b7e5269e49 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:17.130288 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb526cf-4098-45a1-b2d7-250074abdc8b', 'name': 'network-vif-deleted', 'tag': 'f8971b2a-e8b5-427d-abe3-80adc1e8a702', 'status': 'completed', 'code': 200} Jul 05 10:02:17.132250 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37703fc4-bfe5-4f37-847d-b5f30e05b18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.140846 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c050aba-668f-4f15-ba14-35340e4f3bfa {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:17.182231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 2c050aba-668f-4f15-ba14-35340e4f3bfa, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:17.250024 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.278719 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3e99a6e-ae83-450e-9130-582f82b9f598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.283170 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3e99a6e-ae83-450e-9130-582f82b9f598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.285086 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a3e99a6e-ae83-450e-9130-582f82b9f598 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/72c32bba-7e1d-4785-97b0-51544233a03e HTTP/1.1" status: 204 len: 168 time: 0.6931298 Jul 05 10:02:17.322588 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e99a6e-ae83-450e-9130-582f82b9f598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c32bba-7e1d-4785-97b0-51544233a03e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:17.410231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35062) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:17.434727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=2c050aba-668f-4f15-ba14-35340e4f3bfa,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:17.491222 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87027de0-2d38-4ad2-998b-882a6ad53bbe req-064c1426-52df-4fcc-926c-f899748f5b97 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:17.496339 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87027de0-2d38-4ad2-998b-882a6ad53bbe req-064c1426-52df-4fcc-926c-f899748f5b97 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 944 time: 0.2308965 Jul 05 10:02:17.504087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['2c050aba-668f-4f15-ba14-35340e4f3bfa'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:17.560135 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37703fc4-bfe5-4f37-847d-b5f30e05b18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.568941 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87027de0-2d38-4ad2-998b-882a6ad53bbe req-ed6cf075-53af-4856-95cf-6d85ccfc90ef tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654178 Jul 05 10:02:17.620917 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37703fc4-bfe5-4f37-847d-b5f30e05b18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.682025 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-37703fc4-bfe5-4f37-847d-b5f30e05b18d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d1caf21148e943f68f5345df5bc80dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7701399 Jul 05 10:02:17.683018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37703fc4-bfe5-4f37-847d-b5f30e05b18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b73e6c-3a16-4005-b1dc-43ed46f7560b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:17.685619 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35068) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:17.809948 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad26dd05-ea15-4358-a883-96527880fefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:17.853679 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad26dd05-ea15-4358-a883-96527880fefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.015817 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9298cce8-bc3e-44b3-9f52-139728edc9b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=83193b56e172413e8acb288241638820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6040273 Jul 05 10:02:18.022198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35086) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:18.046628 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c7824-1c73-4e6d-ae34-000975901f0a req-e49a9d45-2841-4702-9b83-9c1a72df124b tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:18.048282 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d79c7824-1c73-4e6d-ae34-000975901f0a req-e49a9d45-2841-4702-9b83-9c1a72df124b tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.1317427 Jul 05 10:02:18.091994 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad26dd05-ea15-4358-a883-96527880fefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.092237 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7bbc34db-38c2-4b9c-8591-e0dccc73ed2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.095514 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad26dd05-ea15-4358-a883-96527880fefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.097164 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ad26dd05-ea15-4358-a883-96527880fefe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/16b73e6c-3a16-4005-b1dc-43ed46f7560b HTTP/1.1" status: 204 len: 168 time: 0.4111958 Jul 05 10:02:18.108538 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d79c7824-1c73-4e6d-ae34-000975901f0a req-3d4bb2b3-4545-42e9-aa23-0be2892e7dec tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514214 Jul 05 10:02:18.114073 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26dd05-ea15-4358-a883-96527880fefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b73e6c-3a16-4005-b1dc-43ed46f7560b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:18.129078 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7bbc34db-38c2-4b9c-8591-e0dccc73ed2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.314005 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d0e369d9-25d7-41f8-a36d-ccda378efe0b req-55d66421-174d-4c3b-a319-b0f3c0a72a1a tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb526cf-4098-45a1-b2d7-250074abdc8b HTTP/1.1" status: 200 len: 210 time: 0.0403106 Jul 05 10:02:18.335095 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7bbc34db-38c2-4b9c-8591-e0dccc73ed2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.337938 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7bbc34db-38c2-4b9c-8591-e0dccc73ed2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:18.339219 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7bbc34db-38c2-4b9c-8591-e0dccc73ed2f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7061a81d-3e1f-4a0a-8dd9-80844ca33873 HTTP/1.1" status: 204 len: 168 time: 0.3154778 Jul 05 10:02:18.347406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc34db-38c2-4b9c-8591-e0dccc73ed2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7061a81d-3e1f-4a0a-8dd9-80844ca33873,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:18.768371 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297f2b6-5513-4af8-b6bd-ebf5a94ff5e9 req-c62d48d5-1b59-4122-9e44-62b5884a02ea tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:18.769875 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8297f2b6-5513-4af8-b6bd-ebf5a94ff5e9 req-c62d48d5-1b59-4122-9e44-62b5884a02ea tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 944 time: 0.0702145 Jul 05 10:02:18.794824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 2c050aba-668f-4f15-ba14-35340e4f3bfa up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:18.817174 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8297f2b6-5513-4af8-b6bd-ebf5a94ff5e9 req-e343cc37-83eb-4a74-a00a-30955dcebe92 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407224 Jul 05 10:02:18.957770 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 2c050aba-668f-4f15-ba14-35340e4f3bfa completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:18.961916 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 2c050aba-668f-4f15-ba14-35340e4f3bfa triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:18.962481 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.042787 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.063226 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35114) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:19.066823 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013bac1f-ff7b-4e00-82eb-5c4d3786f365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c050aba-668f-4f15-ba14-35340e4f3bfa'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:19.069089 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be35713-6310-401d-96df-efc665a837b3" -d '{"events": [{"server_uuid": "013bac1f-ff7b-4e00-82eb-5c4d3786f365", "name": "network-vif-plugged", "status": "completed", "tag": "2c050aba-668f-4f15-ba14-35340e4f3bfa"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:19.078150 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d692ac12-2dd7-47f2-bdf1-072bfc2bb083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.087287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 2c050aba-668f-4f15-ba14-35340e4f3bfa, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:19.112253 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9907aba7-b114-4924-b99e-e495adbdc757 x-openstack-request-id: req-9907aba7-b114-4924-b99e-e495adbdc757 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:19.112538 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013bac1f-ff7b-4e00-82eb-5c4d3786f365", "name": "network-vif-plugged", "status": "completed", "tag": "2c050aba-668f-4f15-ba14-35340e4f3bfa", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:19.112984 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9907aba7-b114-4924-b99e-e495adbdc757 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:19.113376 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013bac1f-ff7b-4e00-82eb-5c4d3786f365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c050aba-668f-4f15-ba14-35340e4f3bfa', 'code': 200} Jul 05 10:02:19.169387 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.213240 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d692ac12-2dd7-47f2-bdf1-072bfc2bb083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.243806 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=2c050aba-668f-4f15-ba14-35340e4f3bfa,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:19.275798 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35124) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:19.298282 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d692ac12-2dd7-47f2-bdf1-072bfc2bb083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.303879 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c406c78-e469-4c69-a3b8-c35d4102bbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.333142 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7137de-0d1e-4c56-8805-18309a68c74a req-cb9f2dee-f763-48fa-a2ee-92605fa026f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:19.335134 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f7137de-0d1e-4c56-8805-18309a68c74a req-cb9f2dee-f763-48fa-a2ee-92605fa026f4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 1097 time: 0.1324966 Jul 05 10:02:19.381991 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692ac12-2dd7-47f2-bdf1-072bfc2bb083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5873ac63-e897-4f0a-8e71-dea68c8be7df,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:19.386406 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d692ac12-2dd7-47f2-bdf1-072bfc2bb083 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a87574cc00e0434e993df45fd4365594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219869 Jul 05 10:02:19.393714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35136) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:19.425756 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f7137de-0d1e-4c56-8805-18309a68c74a req-5179e494-fb3e-4b96-a0db-d698ee4dcece service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783079 Jul 05 10:02:19.432603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ec848813-f414-47b5-8652-563be229e9ac req-80b1d323-83c8-43d0-9f23-8bb0d2350b2c tempest-QuotasAdminNegativeTest-137099670 tempest-QuotasAdminNegativeTest-137099670-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c024101372e840ec9c6f66377bb340bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580082 Jul 05 10:02:19.456597 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212afcc-4ff9-4230-8515-b6ade7d64e17 req-9ff8d798-75a9-4604-adaa-67e69ba6cb08 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:19.458265 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0212afcc-4ff9-4230-8515-b6ade7d64e17 req-9ff8d798-75a9-4604-adaa-67e69ba6cb08 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.1985018 Jul 05 10:02:19.493661 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e79e5715-64ea-465d-a910-182e7b0aec29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.520717 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0212afcc-4ff9-4230-8515-b6ade7d64e17 req-80b192f3-252c-4a2e-8125-6a5c89434575 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544715 Jul 05 10:02:19.534290 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e79e5715-64ea-465d-a910-182e7b0aec29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.635898 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec848813-f414-47b5-8652-563be229e9ac req-4809af04-4f19-4f9b-ba62-53424811fb74 tempest-QuotasAdminNegativeTest-137099670 tempest-QuotasAdminNegativeTest-137099670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:19.641533 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ec848813-f414-47b5-8652-563be229e9ac req-4809af04-4f19-4f9b-ba62-53424811fb74 tempest-QuotasAdminNegativeTest-137099670 tempest-QuotasAdminNegativeTest-137099670-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048597 Jul 05 10:02:19.660404 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c406c78-e469-4c69-a3b8-c35d4102bbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.664078 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ec848813-f414-47b5-8652-563be229e9ac req-3a58684d-e805-48a8-a4a4-2570a9e76db9 tempest-QuotasAdminNegativeTest-137099670 tempest-QuotasAdminNegativeTest-137099670-project] 10.222.0.77 "GET /v2.0/quotas/c024101372e840ec9c6f66377bb340bf HTTP/1.1" status: 200 len: 375 time: 0.0157342 Jul 05 10:02:19.672284 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e79e5715-64ea-465d-a910-182e7b0aec29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.675831 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e79e5715-64ea-465d-a910-182e7b0aec29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.681573 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e79e5715-64ea-465d-a910-182e7b0aec29 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5873ac63-e897-4f0a-8e71-dea68c8be7df HTTP/1.1" status: 204 len: 168 time: 0.2827308 Jul 05 10:02:19.692414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e5715-64ea-465d-a910-182e7b0aec29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5873ac63-e897-4f0a-8e71-dea68c8be7df,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:19.745110 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ec848813-f414-47b5-8652-563be229e9ac req-442a957d-9622-4234-a087-be216fb2d643 tempest-QuotasAdminNegativeTest-137099670 tempest-QuotasAdminNegativeTest-137099670-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c024101372e840ec9c6f66377bb340bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666027 Jul 05 10:02:19.786252 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c406c78-e469-4c69-a3b8-c35d4102bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.852602 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2c406c78-e469-4c69-a3b8-c35d4102bbbc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f4c57e23ed074394afc401612809419b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5743172 Jul 05 10:02:19.855004 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35146) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:19.857785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c406c78-e469-4c69-a3b8-c35d4102bbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e6f019-b240-41dd-aa1a-1bbc84a19d95,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:19.923824 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-57daef1c-8c50-4b9b-82d7-22948b2a3a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:19.946924 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-57daef1c-8c50-4b9b-82d7-22948b2a3a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.106402 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-57daef1c-8c50-4b9b-82d7-22948b2a3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.109102 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-57daef1c-8c50-4b9b-82d7-22948b2a3a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:20.118171 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-57daef1c-8c50-4b9b-82d7-22948b2a3a03 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/33e6f019-b240-41dd-aa1a-1bbc84a19d95 HTTP/1.1" status: 204 len: 168 time: 0.2543297 Jul 05 10:02:20.120824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57daef1c-8c50-4b9b-82d7-22948b2a3a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e6f019-b240-41dd-aa1a-1bbc84a19d95,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:20.517949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c694e-3419-4b9e-9431-87c2f3f2684d req-f2a9e647-654b-4763-a8bd-1a4fae0ad2e2 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:20.522461 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-283c694e-3419-4b9e-9431-87c2f3f2684d req-f2a9e647-654b-4763-a8bd-1a4fae0ad2e2 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 945 time: 0.1159341 Jul 05 10:02:20.573527 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-283c694e-3419-4b9e-9431-87c2f3f2684d req-9d846ec1-a7b3-469b-a888-ca0ed2f74849 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454531 Jul 05 10:02:20.589536 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device f8971b2a-e8b5-427d-abe3-80adc1e8a702 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:20.629255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: f8971b2a-e8b5-427d-abe3-80adc1e8a702 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:20.629255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device f8971b2a-e8b5-427d-abe3-80adc1e8a702 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:20.856821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc352d6-b1c5-47ee-80ca-b08ab40d9e81 req-2aaab905-4e7b-451b-99a7-4754af6dd9c8 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:20.858437 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ebc352d6-b1c5-47ee-80ca-b08ab40d9e81 req-2aaab905-4e7b-451b-99a7-4754af6dd9c8 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 950 time: 0.1009781 Jul 05 10:02:20.918877 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ebc352d6-b1c5-47ee-80ca-b08ab40d9e81 req-d9e0f006-f5bc-4812-9ab4-8e59136524f5 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543144 Jul 05 10:02:20.955134 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc63d4-d1b0-4be6-a9e0-92a6e9710a81 req-4ce5acc9-75d4-4d4e-a367-312cce373ad5 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:20.957090 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91cc63d4-d1b0-4be6-a9e0-92a6e9710a81 req-4ce5acc9-75d4-4d4e-a367-312cce373ad5 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.1067216 Jul 05 10:02:21.004460 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91cc63d4-d1b0-4be6-a9e0-92a6e9710a81 req-82037a64-f2f1-40a2-bd36-ef7b2e456832 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408013 Jul 05 10:02:21.781070 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889cb95-bf29-43fc-85bb-9f18e9a85504 req-dc24f2bb-1232-4223-898b-888457656e58 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:21.782528 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9889cb95-bf29-43fc-85bb-9f18e9a85504 req-dc24f2bb-1232-4223-898b-888457656e58 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 945 time: 0.0696321 Jul 05 10:02:21.824392 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9889cb95-bf29-43fc-85bb-9f18e9a85504 req-5887a3e6-80d6-49c5-adb7-b3624ec17b70 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360303 Jul 05 10:02:21.964300 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:21.978597 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e5fc9-f82a-4ad7-94e5-1cb7592b449b req-e587026d-8d47-4107-8a2b-449c061ba0e4 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:21.984115 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c11e5fc9-f82a-4ad7-94e5-1cb7592b449b req-e587026d-8d47-4107-8a2b-449c061ba0e4 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.64 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 950 time: 0.1260216 Jul 05 10:02:22.128368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-c11e5fc9-f82a-4ad7-94e5-1cb7592b449b req-85b8eab8-591d-48e3-88ce-400e515affa6 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Deleting port ac519456-6476-4a9e-86a1-700d4338ede9 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:22.128713 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c11e5fc9-f82a-4ad7-94e5-1cb7592b449b req-85b8eab8-591d-48e3-88ce-400e515affa6 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.172960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71219ff2-6be3-4519-9d06-d39e5037a08e req-2776d04e-4ec5-47e9-a703-1ab463ebcd61 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:22.174458 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71219ff2-6be3-4519-9d06-d39e5037a08e req-2776d04e-4ec5-47e9-a703-1ab463ebcd61 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/ports?device_id=96105364-eabb-4823-a474-71d7a9c98429 HTTP/1.1" status: 200 len: 950 time: 0.0914352 Jul 05 10:02:22.218153 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71219ff2-6be3-4519-9d06-d39e5037a08e req-e831808e-49a6-4181-be56-6b7b3187193b tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f3bce8d-6bdf-43e7-b3ba-e531d343b471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364656 Jul 05 10:02:22.256562 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-c11e5fc9-f82a-4ad7-94e5-1cb7592b449b req-85b8eab8-591d-48e3-88ce-400e515affa6 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] For port ac519456-6476-4a9e-86a1-700d4338ede9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ac519456-6476-4a9e-86a1-700d4338ede9,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:22.257231 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c11e5fc9-f82a-4ad7-94e5-1cb7592b449b req-85b8eab8-591d-48e3-88ce-400e515affa6 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.273922 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-c11e5fc9-f82a-4ad7-94e5-1cb7592b449b req-85b8eab8-591d-48e3-88ce-400e515affa6 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Calling delete_port for ac519456-6476-4a9e-86a1-700d4338ede9 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:22.462820 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739c472-b04e-4022-8224-f87a44303867 req-96a75532-e2ac-4350-b62c-580abce3663a tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:22.464803 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1739c472-b04e-4022-8224-f87a44303867 req-96a75532-e2ac-4350-b62c-580abce3663a tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.0858600 Jul 05 10:02:22.521590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc087b8-78dc-4331-be7e-93e7f706da85 req-ced9d3da-55bf-439c-9f86-4659562a125f tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:22.523887 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1739c472-b04e-4022-8224-f87a44303867 req-4eee9a68-ee1c-4892-b041-2b5a662411cb tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529549 Jul 05 10:02:22.525395 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cfc087b8-78dc-4331-be7e-93e7f706da85 req-ced9d3da-55bf-439c-9f86-4659562a125f tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 1097 time: 0.1107280 Jul 05 10:02:22.560691 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c11e5fc9-f82a-4ad7-94e5-1cb7592b449b req-85b8eab8-591d-48e3-88ce-400e515affa6 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.578516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['ac519456-6476-4a9e-86a1-700d4338ede9'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:22.609268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8eab8-591d-48e3-88ce-400e515affa6 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Pushing event deleted for resources: {'Port': ['ID=ac519456-6476-4a9e-86a1-700d4338ede9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:22.620749 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cfc087b8-78dc-4331-be7e-93e7f706da85 req-cc86a1d4-f7c3-4f9d-9783-6d43f566f30f tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856769 Jul 05 10:02:22.668694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11e5fc9-f82a-4ad7-94e5-1cb7592b449b req-85b8eab8-591d-48e3-88ce-400e515affa6 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] No DVR routers for this DVR port ac519456-6476-4a9e-86a1-700d4338ede9 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:22.673271 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c11e5fc9-f82a-4ad7-94e5-1cb7592b449b req-85b8eab8-591d-48e3-88ce-400e515affa6 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:22.675709 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c11e5fc9-f82a-4ad7-94e5-1cb7592b449b req-85b8eab8-591d-48e3-88ce-400e515affa6 tempest-LiveMigrationNegativeTest-555635493 tempest-LiveMigrationNegativeTest-555635493-project] 10.222.0.64 "DELETE /v2.0/ports/ac519456-6476-4a9e-86a1-700d4338ede9 HTTP/1.1" status: 204 len: 173 time: 0.6886795 Jul 05 10:02:22.676333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96105364-eabb-4823-a474-71d7a9c98429', 'name': 'network-vif-deleted', 'tag': 'ac519456-6476-4a9e-86a1-700d4338ede9'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:22.679645 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8bd32d-d79f-486e-89f6-7412056c1a57" -d '{"events": [{"server_uuid": "96105364-eabb-4823-a474-71d7a9c98429", "name": "network-vif-deleted", "tag": "ac519456-6476-4a9e-86a1-700d4338ede9"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:22.706351 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-611d6a11-7753-4bb9-b1f4-859017afcc86 req-60b36a37-4732-45df-9ec3-109393cb6541 tempest-QuotasAdminNegativeTest-137099670 tempest-QuotasAdminNegativeTest-137099670-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c024101372e840ec9c6f66377bb340bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590580 Jul 05 10:02:22.765184 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d475e8be-82d3-443c-9c00-94b8b788e7b6 x-openstack-request-id: req-d475e8be-82d3-443c-9c00-94b8b788e7b6 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:22.765494 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96105364-eabb-4823-a474-71d7a9c98429", "name": "network-vif-deleted", "tag": "ac519456-6476-4a9e-86a1-700d4338ede9", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:22.765751 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d475e8be-82d3-443c-9c00-94b8b788e7b6 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:22.766164 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96105364-eabb-4823-a474-71d7a9c98429', 'name': 'network-vif-deleted', 'tag': 'ac519456-6476-4a9e-86a1-700d4338ede9', 'status': 'completed', 'code': 200} Jul 05 10:02:22.860257 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d6a11-7753-4bb9-b1f4-859017afcc86 req-1aa69014-04df-45a6-87d4-919a7b1ffc9a tempest-QuotasAdminNegativeTest-137099670 tempest-QuotasAdminNegativeTest-137099670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:22.862788 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-611d6a11-7753-4bb9-b1f4-859017afcc86 req-1aa69014-04df-45a6-87d4-919a7b1ffc9a tempest-QuotasAdminNegativeTest-137099670 tempest-QuotasAdminNegativeTest-137099670-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532133 Jul 05 10:02:22.922918 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-611d6a11-7753-4bb9-b1f4-859017afcc86 req-f53b69d8-b553-48c5-9146-257f0c0af69e tempest-QuotasAdminNegativeTest-137099670 tempest-QuotasAdminNegativeTest-137099670-project] 10.222.0.77 "GET /v2.0/quotas/c024101372e840ec9c6f66377bb340bf HTTP/1.1" status: 200 len: 375 time: 0.0442705 Jul 05 10:02:22.959137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6ee08-17e0-47b8-a727-f93a451db6f9 req-7877d01e-d5d9-4094-ab10-48b9a80c7691 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:22.970539 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b3e6ee08-17e0-47b8-a727-f93a451db6f9 req-7877d01e-d5d9-4094-ab10-48b9a80c7691 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 1097 time: 0.0987680 Jul 05 10:02:23.008755 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-611d6a11-7753-4bb9-b1f4-859017afcc86 req-7ddce370-e2ec-4b00-b57a-3588e5c18a8b tempest-QuotasAdminNegativeTest-137099670 tempest-QuotasAdminNegativeTest-137099670-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c024101372e840ec9c6f66377bb340bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698166 Jul 05 10:02:23.039487 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b3e6ee08-17e0-47b8-a727-f93a451db6f9 req-00b7930c-aeb3-4531-b028-d146457ce2e2 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671082 Jul 05 10:02:23.671795 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:24.888381 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a41b26-2ca0-4c64-ba6b-bf87adc37ded req-9e070edf-beb6-4227-9ad0-480be43e740c tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:24.897518 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d4a41b26-2ca0-4c64-ba6b-bf87adc37ded req-9e070edf-beb6-4227-9ad0-480be43e740c tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.0980113 Jul 05 10:02:24.961279 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d4a41b26-2ca0-4c64-ba6b-bf87adc37ded req-7a8eb0c8-16ea-47bf-9a41-a26e8565842f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603349 Jul 05 10:02:24.962476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35354) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:25.124085 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7e7fae20-bd71-4445-a462-48e417b0f465 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb3ededb79124a35b270fa6b05cc8460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1576147 Jul 05 10:02:25.124207 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35360) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:25.189375 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f276cd4f-855c-4401-8e85-6dd6d5b7fb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.214444 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f276cd4f-855c-4401-8e85-6dd6d5b7fb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.381540 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f276cd4f-855c-4401-8e85-6dd6d5b7fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.385047 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f276cd4f-855c-4401-8e85-6dd6d5b7fb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:25.386381 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f276cd4f-855c-4401-8e85-6dd6d5b7fb0f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7f3bce8d-6bdf-43e7-b3ba-e531d343b471 HTTP/1.1" status: 204 len: 168 time: 0.2611139 Jul 05 10:02:25.417885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276cd4f-855c-4401-8e85-6dd6d5b7fb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3bce8d-6bdf-43e7-b3ba-e531d343b471,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:25.424453 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-1029d853-2668-4a5a-aeb7-bcd5a3e26c3c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=449f214ee5014225a50a24c3b1f55312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369520 Jul 05 10:02:25.911708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-b3e11c11-3794-48cb-9ba9-027e14a2f3d7 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:25.920404 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-b3e11c11-3794-48cb-9ba9-027e14a2f3d7 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4805934 Jul 05 10:02:25.939835 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-3ad95698-4dee-4904-ad7f-97d444f44b64 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/quotas/449f214ee5014225a50a24c3b1f55312 HTTP/1.1" status: 200 len: 375 time: 0.0183947 Jul 05 10:02:25.946987 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4db42db5-f161-45a7-8a9e-ff93e9d673ce req-7a137052-d3bf-4905-9d00-77465967bd13 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0869465 Jul 05 10:02:25.981927 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-34d506b7-cfac-4de3-914c-afd9fbb31cea tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408909 Jul 05 10:02:26.014116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35388) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:26.077396 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db42db5-f161-45a7-8a9e-ff93e9d673ce req-eae41267-41f9-4fae-994d-3e504de92365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:26.078938 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4db42db5-f161-45a7-8a9e-ff93e9d673ce req-eae41267-41f9-4fae-994d-3e504de92365 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79a77f7ffb3f49cfa62bd853ab43f167&device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 1098 time: 0.0591812 Jul 05 10:02:26.186516 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-34f69f63-e7dc-4eed-a27f-117eeb9cbb0c tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:02:26.187544 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-34f69f63-e7dc-4eed-a27f-117eeb9cbb0c tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1723707 Jul 05 10:02:26.217371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db42db5-f161-45a7-8a9e-ff93e9d673ce req-b9b6d2ab-6925-4d63-ac2a-117c62810573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:26.219220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4db42db5-f161-45a7-8a9e-ff93e9d673ce req-b9b6d2ab-6925-4d63-ac2a-117c62810573 service neutron] 10.222.0.73 "GET /v2.0/networks?id=68d51614-9edc-4449-b0e1-c146ac5cc6e6 HTTP/1.1" status: 200 len: 923 time: 0.1182208 Jul 05 10:02:26.246356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35398) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:26.315165 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d1ec6b9a-55a8-44c4-a8e0-e7a71171c250 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b2777a881b2b4da7b0171f08efbe5cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671222 Jul 05 10:02:26.317806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35402) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:26.390946 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4db42db5-f161-45a7-8a9e-ff93e9d673ce req-6b438b7c-d705-4c0e-a786-bdc4b61fe3a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 HTTP/1.1" status: 200 len: 1001 time: 0.1650972 Jul 05 10:02:26.451884 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49ead7df-4967-4a28-a15b-d666a9dedc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:26.485477 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db42db5-f161-45a7-8a9e-ff93e9d673ce req-b81af0e2-c578-4ce1-9abb-8f37b42e68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:26.485587 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49ead7df-4967-4a28-a15b-d666a9dedc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:26.485676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4db42db5-f161-45a7-8a9e-ff93e9d673ce req-b81af0e2-c578-4ce1-9abb-8f37b42e68d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4 HTTP/1.1" status: 200 len: 861 time: 0.0859768 Jul 05 10:02:26.567811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db42db5-f161-45a7-8a9e-ff93e9d673ce req-3bdf29f3-f6a7-45c8-b66e-b80e59fac3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:26.569391 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4db42db5-f161-45a7-8a9e-ff93e9d673ce req-3bdf29f3-f6a7-45c8-b66e-b80e59fac3cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=68d51614-9edc-4449-b0e1-c146ac5cc6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762870 Jul 05 10:02:26.610612 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ac519456-6476-4a9e-86a1-700d4338ede9 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:26.633759 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49ead7df-4967-4a28-a15b-d666a9dedc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:26.635882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: ac519456-6476-4a9e-86a1-700d4338ede9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:26.636428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ac519456-6476-4a9e-86a1-700d4338ede9 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:26.641028 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49ead7df-4967-4a28-a15b-d666a9dedc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:26.647434 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-49ead7df-4967-4a28-a15b-d666a9dedc32 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a7bfa2b-ae70-4ea0-a39f-239d7f121fe3 HTTP/1.1" status: 204 len: 168 time: 0.3279946 Jul 05 10:02:26.661803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ead7df-4967-4a28-a15b-d666a9dedc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7bfa2b-ae70-4ea0-a39f-239d7f121fe3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:26.706543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-9111d38d-2ab8-4d78-9a3c-c4e137945bb9 service neutron] Request body: {'binding': {'host': 'n-h2-779913-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:26.707056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-9111d38d-2ab8-4d78-9a3c-c4e137945bb9 service neutron] Unknown quota resources ['binding']. {{(pid=100775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:02:26.711485 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4db42db5-f161-45a7-8a9e-ff93e9d673ce req-f4331bd5-55c7-40ce-afb4-1570f546866e service neutron] 10.222.0.73 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304522 Jul 05 10:02:26.921519 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35420) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:26.937892 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4db42db5-f161-45a7-8a9e-ff93e9d673ce req-661164b8-e263-469b-a412-fc63e5f0504b service neutron] 10.222.0.73 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081099 Jul 05 10:02:27.012884 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-9111d38d-2ab8-4d78-9a3c-c4e137945bb9 service neutron] Attempting to bind port 2c050aba-668f-4f15-ba14-35340e4f3bfa on host n-h2-779913-27 for vnic_type normal with profile None {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:27.012884 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-9111d38d-2ab8-4d78-9a3c-c4e137945bb9 service neutron] Attempting to bind port 2c050aba-668f-4f15-ba14-35340e4f3bfa by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:27.013549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-9111d38d-2ab8-4d78-9a3c-c4e137945bb9 service neutron] Attempting to bind port 2c050aba-668f-4f15-ba14-35340e4f3bfa on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:27.022165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-9111d38d-2ab8-4d78-9a3c-c4e137945bb9 service neutron] Port 2c050aba-668f-4f15-ba14-35340e4f3bfa on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:27.022791 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-9111d38d-2ab8-4d78-9a3c-c4e137945bb9 service neutron] Attempting to bind port 2c050aba-668f-4f15-ba14-35340e4f3bfa on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:27.032881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-9111d38d-2ab8-4d78-9a3c-c4e137945bb9 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:27.033434 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-9111d38d-2ab8-4d78-9a3c-c4e137945bb9 service neutron] Checking segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:27.034056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-9111d38d-2ab8-4d78-9a3c-c4e137945bb9 service neutron] Bound using segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:27.034989 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-9111d38d-2ab8-4d78-9a3c-c4e137945bb9 service neutron] Bound port: 2c050aba-668f-4f15-ba14-35340e4f3bfa, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:27.192518 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-9111d38d-2ab8-4d78-9a3c-c4e137945bb9 service neutron] For port 2c050aba-668f-4f15-ba14-35340e4f3bfa, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:27.268357 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a4185b8-0561-4ed0-9843-614e06f8aca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.296399 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-9111d38d-2ab8-4d78-9a3c-c4e137945bb9 service neutron] Notify callbacks [] for binding, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.297653 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-9111d38d-2ab8-4d78-9a3c-c4e137945bb9 service neutron] 10.222.0.77 "POST /v2.0/ports/2c050aba-668f-4f15-ba14-35340e4f3bfa/bindings HTTP/1.1" status: 201 len: 390 time: 0.8837695 Jul 05 10:02:27.423831 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a4185b8-0561-4ed0-9843-614e06f8aca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.523563 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a4185b8-0561-4ed0-9843-614e06f8aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.569181 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4185b8-0561-4ed0-9843-614e06f8aca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fff78d-ef3b-4cdd-8d7d-74b72dc9d903,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:27.589464 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5a4185b8-0561-4ed0-9843-614e06f8aca3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c024101372e840ec9c6f66377bb340bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6640744 Jul 05 10:02:27.591099 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35440) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:27.654268 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-48de8e87-05a5-497c-ba4f-9848184174be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.683831 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-48de8e87-05a5-497c-ba4f-9848184174be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.792545 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c67559-b89b-47ec-89db-2ca3ab9b3304 req-135c5ff7-804e-49e0-b8a0-7f2e3adc5989 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:27.794124 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-02c67559-b89b-47ec-89db-2ca3ab9b3304 req-135c5ff7-804e-49e0-b8a0-7f2e3adc5989 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.0884609 Jul 05 10:02:27.852455 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-02c67559-b89b-47ec-89db-2ca3ab9b3304 req-bbc644a3-576d-486e-93ea-5b8d23d739ab tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451629 Jul 05 10:02:27.859112 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-48de8e87-05a5-497c-ba4f-9848184174be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.862077 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-48de8e87-05a5-497c-ba4f-9848184174be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:27.864512 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-48de8e87-05a5-497c-ba4f-9848184174be admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/09fff78d-ef3b-4cdd-8d7d-74b72dc9d903 HTTP/1.1" status: 204 len: 168 time: 0.2721529 Jul 05 10:02:27.908732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de8e87-05a5-497c-ba4f-9848184174be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fff78d-ef3b-4cdd-8d7d-74b72dc9d903,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:28.059424 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c41c57f-7e5e-4ede-979e-cd5db1d830c4 req-21d97b50-9801-4c8c-bd65-193642b87fe2 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 210 time: 0.0431609 Jul 05 10:02:28.421419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db4797-cc0e-4860-a708-b1078a342afb req-64627187-c405-480d-adae-5d23f61d4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:28.422969 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4db4797-cc0e-4860-a708-b1078a342afb req-64627187-c405-480d-adae-5d23f61d4554 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6119bc815ab94278a813be791a173223&device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 1097 time: 0.1384730 Jul 05 10:02:28.429903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-4b5c9d33-d3ce-425c-84f0-583d7c642ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:28.435657 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-4b5c9d33-d3ce-425c-84f0-583d7c642ca1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 1097 time: 0.2289345 Jul 05 10:02:28.632668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-b99fae46-3d93-433d-b2b6-a4595fcf0a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:28.634231 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-b99fae46-3d93-433d-b2b6-a4595fcf0a23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.1889524 Jul 05 10:02:28.635664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db4797-cc0e-4860-a708-b1078a342afb req-2f537c44-4c2a-41c5-83e6-0948a33fbdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:28.637017 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4db4797-cc0e-4860-a708-b1078a342afb req-2f537c44-4c2a-41c5-83e6-0948a33fbdc7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64ee891-e766-4295-93d9-758ae680bd4b HTTP/1.1" status: 200 len: 914 time: 0.1768343 Jul 05 10:02:28.683079 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453ae09-adcc-4350-a483-a83bd466cb73 req-93d1cf29-fedf-4bf4-acbd-ecde13b19bf6 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:28.685269 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7453ae09-adcc-4350-a483-a83bd466cb73 req-93d1cf29-fedf-4bf4-acbd-ecde13b19bf6 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 945 time: 0.0788889 Jul 05 10:02:28.732085 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4db4797-cc0e-4860-a708-b1078a342afb req-4d8af607-bb8e-4fa7-bc14-77cd2840f0a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc HTTP/1.1" status: 200 len: 217 time: 0.0759652 Jul 05 10:02:28.735518 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-5a7dd605-b5bd-46ed-bf81-e1d20b34d75c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa HTTP/1.1" status: 200 len: 217 time: 0.0755687 Jul 05 10:02:28.747327 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7453ae09-adcc-4350-a483-a83bd466cb73 req-b3159b2a-6083-44e6-8b59-b1c2d56e49ae tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 Jul 05 10:02:28.831151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-b92a25df-636f-4eb8-9d12-c8159f3f6034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:28.832674 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-b92a25df-636f-4eb8-9d12-c8159f3f6034 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.0788243 Jul 05 10:02:28.834600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db4797-cc0e-4860-a708-b1078a342afb req-7d6a6e56-f29b-4127-8664-7352087590b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:28.836036 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4db4797-cc0e-4860-a708-b1078a342afb req-7d6a6e56-f29b-4127-8664-7352087590b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=21d4184e-da4e-4e51-b2ca-6563db926533 HTTP/1.1" status: 200 len: 853 time: 0.0905747 Jul 05 10:02:28.891466 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-6375e2a5-b7ec-4457-a1f4-e25fb534b0cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458863 Jul 05 10:02:28.917179 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4db4797-cc0e-4860-a708-b1078a342afb req-d2c88fa0-9cda-49d1-b753-989bec1b3fff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64ee891-e766-4295-93d9-758ae680bd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598593 Jul 05 10:02:28.955088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35480) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:28.967146 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1994d0e5-3e37-4a00-a56d-b53dfef679d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.076205 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-c635fe78-bf3b-4d92-8dc6-99529023f1eb service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681316 Jul 05 10:02:29.080579 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4db4797-cc0e-4860-a708-b1078a342afb req-e71ef99b-8408-4756-9034-e53cd334de51 service neutron] 10.222.0.64 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527135 Jul 05 10:02:29.154545 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1994d0e5-3e37-4a00-a56d-b53dfef679d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.277102 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1994d0e5-3e37-4a00-a56d-b53dfef679d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.299107 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4db4797-cc0e-4860-a708-b1078a342afb req-2e5b937b-089c-430e-b0f6-dfb9421a0827 service neutron] 10.222.0.64 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087646 Jul 05 10:02:29.300994 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-13937038-7fba-4341-978c-65dce65d60cb service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122014 Jul 05 10:02:29.340251 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1994d0e5-3e37-4a00-a56d-b53dfef679d3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f99c7372291a44ee936baae6934b6e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887157 Jul 05 10:02:29.342169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35490) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:29.348671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994d0e5-3e37-4a00-a56d-b53dfef679d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a64bd20-3c91-4b2f-9b1d-edfe0acebe99,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:29.412901 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1cabaf27-9cf4-495e-b64b-f3d31c34af45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.426019 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-335ec6cc-67fd-4d51-b747-f91a7b7cfe7d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=449f214ee5014225a50a24c3b1f55312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254076 Jul 05 10:02:29.448551 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1cabaf27-9cf4-495e-b64b-f3d31c34af45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.681999 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1cabaf27-9cf4-495e-b64b-f3d31c34af45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.685353 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1cabaf27-9cf4-495e-b64b-f3d31c34af45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:29.691179 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1cabaf27-9cf4-495e-b64b-f3d31c34af45 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a64bd20-3c91-4b2f-9b1d-edfe0acebe99 HTTP/1.1" status: 204 len: 168 time: 0.3439863 Jul 05 10:02:29.701504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabaf27-9cf4-495e-b64b-f3d31c34af45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a64bd20-3c91-4b2f-9b1d-edfe0acebe99,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:29.726542 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-bdf2a44a-f18f-417f-800f-c16048fb8565 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:29.729054 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-bdf2a44a-f18f-417f-800f-c16048fb8565 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2949831 Jul 05 10:02:29.749024 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Request body: {'port': {'device_id': 'bbe8fdb0-04b1-478f-ac48-52e59b4b6b27', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '449f214ee5014225a50a24c3b1f55312'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:29.837444 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-2a9e045a-f848-4087-b041-69e47d9223d1 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:29.839081 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-2a9e045a-f848-4087-b041-69e47d9223d1 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365&tenant_id=312b10a2b35949449c89df3e680df435&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 1097 time: 0.2614579 Jul 05 10:02:29.861729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-27'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:29.934758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197c482-9dfc-4f24-83fe-53975e2ea3a0 req-0a050087-b220-4cf5-904b-340b74beb86c tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:29.936330 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5197c482-9dfc-4f24-83fe-53975e2ea3a0 req-0a050087-b220-4cf5-904b-340b74beb86c tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.2926593 Jul 05 10:02:30.039977 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5197c482-9dfc-4f24-83fe-53975e2ea3a0 req-46f31577-c963-47b4-af09-1794a7f2f122 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941846 Jul 05 10:02:30.041515 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.155862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Made reservation on behalf of 449f214ee5014225a50a24c3b1f55312 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:30.161551 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.202189 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.227584 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa5d2957-74d7-471c-82c4-06f032339f5d req-3e8ce6d5-ed99-4850-add6-bc0792cda6bc tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 210 time: 0.0614536 Jul 05 10:02:30.263283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] For port 2c050aba-668f-4f15-ba14-35340e4f3bfa, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:30.321545 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] For port 2c050aba-668f-4f15-ba14-35340e4f3bfa, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:30.380142 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.383136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013bac1f-ff7b-4e00-82eb-5c4d3786f365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c050aba-668f-4f15-ba14-35340e4f3bfa'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:30.385592 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016b58a6-1129-4365-8f67-b682fc4b4adf" -d '{"events": [{"server_uuid": "013bac1f-ff7b-4e00-82eb-5c4d3786f365", "name": "network-vif-unplugged", "status": "completed", "tag": "2c050aba-668f-4f15-ba14-35340e4f3bfa"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:30.437913 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.471925 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.582272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c050aba-668f-4f15-ba14-35340e4f3bfa,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:30.594730 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.681035 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30654222-8f8f-457c-994e-ac9a2d6260d9 x-openstack-request-id: req-30654222-8f8f-457c-994e-ac9a2d6260d9 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:30.681324 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013bac1f-ff7b-4e00-82eb-5c4d3786f365", "name": "network-vif-unplugged", "status": "completed", "tag": "2c050aba-668f-4f15-ba14-35340e4f3bfa", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:30.681780 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30654222-8f8f-457c-994e-ac9a2d6260d9 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:30.682010 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013bac1f-ff7b-4e00-82eb-5c4d3786f365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c050aba-668f-4f15-ba14-35340e4f3bfa', 'code': 200} Jul 05 10:02:30.723137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Attempting to bind port 2c050aba-668f-4f15-ba14-35340e4f3bfa on host n-h1-779913-27 for vnic_type normal with profile {"migrating_to": "n-h2-779913-27"} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:30.723473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Attempting to bind port 2c050aba-668f-4f15-ba14-35340e4f3bfa by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:30.723824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Attempting to bind port 2c050aba-668f-4f15-ba14-35340e4f3bfa on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:30.734439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccf0864-4079-42c7-946a-06ba886a2242,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:30.745083 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Port 2c050aba-668f-4f15-ba14-35340e4f3bfa on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:30.745412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Attempting to bind port 2c050aba-668f-4f15-ba14-35340e4f3bfa on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:30.776038 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:30.778098 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Checking segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:30.778098 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Bound using segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:30.778098 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Bound port: 2c050aba-668f-4f15-ba14-35340e4f3bfa, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:30.778098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:30.787522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28822d60-6e4a-4f3a-b7b5-44a061cba432 req-3c3c72da-5f45-4d1b-b8a2-c4a3367ffdb7 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:30.789093 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-28822d60-6e4a-4f3a-b7b5-44a061cba432 req-3c3c72da-5f45-4d1b-b8a2-c4a3367ffdb7 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 943 time: 0.3070929 Jul 05 10:02:30.805275 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35532) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:30.877112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Allocated IP 192.168.233.67 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/359472dc-eb7d-4f43-b241-701bffc603b6) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:30.910653 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-28822d60-6e4a-4f3a-b7b5-44a061cba432 req-1c6013d8-0d3c-4db2-b2d6-a1a698f370a8 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041570 Jul 05 10:02:30.937916 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] For port 2c050aba-668f-4f15-ba14-35340e4f3bfa, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:30.956071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] For port 2c050aba-668f-4f15-ba14-35340e4f3bfa, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:31.027907 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de3803cc-60a8-4ddd-b98c-f3046519320d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.080983 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.179771 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.194966 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c050aba-668f-4f15-ba14-35340e4f3bfa,revision_number=8']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:31.204887 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de3803cc-60a8-4ddd-b98c-f3046519320d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.234355 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:31.235228 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.237268 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-fe7d8ff5-9038-416e-928c-07f10da529b8 service neutron] 10.222.0.64 "PUT /v2.0/ports/2c050aba-668f-4f15-ba14-35340e4f3bfa HTTP/1.1" status: 200 len: 1123 time: 1.3863239 Jul 05 10:02:31.242106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Transition to ACTIVE for port object 359472dc-eb7d-4f43-b241-701bffc603b6 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:31.320310 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['2c050aba-668f-4f15-ba14-35340e4f3bfa'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:31.320936 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b4327-34ad-4607-8f1c-84319fe278af req-b2a81268-7715-49e7-b802-01560e0cf83f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:31.322238 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-072b4327-34ad-4607-8f1c-84319fe278af req-b2a81268-7715-49e7-b802-01560e0cf83f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.0800786 Jul 05 10:02:31.323462 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de3803cc-60a8-4ddd-b98c-f3046519320d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.385925 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-de3803cc-60a8-4ddd-b98c-f3046519320d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4921699b84c64685ae3fb72999d595ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5769606 Jul 05 10:02:31.385925 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3803cc-60a8-4ddd-b98c-f3046519320d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0651ae-111e-432a-89fd-22fb3ef492ae,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:31.386174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35572) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:31.422476 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-072b4327-34ad-4607-8f1c-84319fe278af req-967cf227-137e-4ce3-b80d-ec2404945c2c tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828362 Jul 05 10:02:31.438684 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.584464 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:31.600587 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:31.616267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:31.629976 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:31.631205 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.719795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event updated for resources: {'Port': ['ID=359472dc-eb7d-4f43-b241-701bffc603b6,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:31.762917 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf088-15db-44be-8160-5e8f21229637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.797182 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf088-15db-44be-8160-5e8f21229637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.851731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814a257-e698-4a49-86ae-601710936eac req-906df807-e5a7-47f1-ba23-4c24ffa7bad1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:31.858742 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e814a257-e698-4a49-86ae-601710936eac req-906df807-e5a7-47f1-ba23-4c24ffa7bad1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 935 time: 0.2009909 Jul 05 10:02:31.892877 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-0cfce5c2-c214-4eb0-888f-3bed2c46e323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1515763 Jul 05 10:02:31.904979 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Request body: {'port': {'device_id': 'bbe8fdb0-04b1-478f-ac48-52e59b4b6b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:31.909821 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e814a257-e698-4a49-86ae-601710936eac req-78104a45-7812-48ec-8bd1-82b54eb10655 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502477 Jul 05 10:02:31.989358 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf088-15db-44be-8160-5e8f21229637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.993769 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf088-15db-44be-8160-5e8f21229637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:31.994928 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4ebcf088-15db-44be-8160-5e8f21229637 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c0651ae-111e-432a-89fd-22fb3ef492ae HTTP/1.1" status: 204 len: 168 time: 0.6074398 Jul 05 10:02:32.007420 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.010477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcf088-15db-44be-8160-5e8f21229637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0651ae-111e-432a-89fd-22fb3ef492ae,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:32.165598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ba26aea7-e282-42cc-885c-d77071c29ced None None] Provisioning for port 359472dc-eb7d-4f43-b241-701bffc603b6 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:32.174923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ba26aea7-e282-42cc-885c-d77071c29ced None None] Provisioning complete for port 359472dc-eb7d-4f43-b241-701bffc603b6 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:32.175589 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ba26aea7-e282-42cc-885c-d77071c29ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.221709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ba26aea7-e282-42cc-885c-d77071c29ced None None] Port 359472dc-eb7d-4f43-b241-701bffc603b6 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:32.254708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c889ef0-4da2-4003-993a-a862c72ceafe req-f1ebd8cb-d290-4c53-9a74-2b0f24db474f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:32.256397 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1c889ef0-4da2-4003-993a-a862c72ceafe req-f1ebd8cb-d290-4c53-9a74-2b0f24db474f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 943 time: 0.1333876 Jul 05 10:02:32.325136 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1c889ef0-4da2-4003-993a-a862c72ceafe req-5b605593-47c8-4aa1-bd57-38b122ed3b8c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625241 Jul 05 10:02:32.386987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359472dc-eb7d-4f43-b241-701bffc603b6 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:32.394891 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.407501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Transition to ACTIVE for port object 359472dc-eb7d-4f43-b241-701bffc603b6 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:32.435283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35602) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:32.539950 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.615332 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb1fa8da-dd18-4b68-9993-69855d7792b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.641658 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Pushing event updated for resources: {'Port': ['ID=359472dc-eb7d-4f43-b241-701bffc603b6,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:32.669965 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a4354-5f9d-428f-ae9d-c33a6952b508 req-d830c197-7150-47a3-851a-dfd410156b47 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:32.677435 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-941a4354-5f9d-428f-ae9d-c33a6952b508 req-d830c197-7150-47a3-851a-dfd410156b47 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.1339121 Jul 05 10:02:32.688812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013bac1f-ff7b-4e00-82eb-5c4d3786f365', 'tag': '2c050aba-668f-4f15-ba14-35340e4f3bfa'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:32.691414 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08df6b9b-99df-41e0-ac2e-ee92bc2a59f4" -d '{"events": [{"name": "network-changed", "server_uuid": "013bac1f-ff7b-4e00-82eb-5c4d3786f365", "tag": "2c050aba-668f-4f15-ba14-35340e4f3bfa"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:32.713970 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Attempting to bind port 359472dc-eb7d-4f43-b241-701bffc603b6 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:32.714513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Attempting to bind port 359472dc-eb7d-4f43-b241-701bffc603b6 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:32.715165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Attempting to bind port 359472dc-eb7d-4f43-b241-701bffc603b6 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:32.735577 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Port 359472dc-eb7d-4f43-b241-701bffc603b6 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:32.735577 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Attempting to bind port 359472dc-eb7d-4f43-b241-701bffc603b6 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:32.746177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:32.746629 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:32.747363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:32.748064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Bound port: 359472dc-eb7d-4f43-b241-701bffc603b6, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:32.748646 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.752865 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-941a4354-5f9d-428f-ae9d-c33a6952b508 req-c7e34fde-19e4-43d4-b7a6-8888b106ffa1 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743949 Jul 05 10:02:32.821050 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa02ea8-b5e7-4457-9f76-b6a987e0893e x-openstack-request-id: req-faa02ea8-b5e7-4457-9f76-b6a987e0893e {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:32.821050 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013bac1f-ff7b-4e00-82eb-5c4d3786f365", "tag": "2c050aba-668f-4f15-ba14-35340e4f3bfa", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:32.821050 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-faa02ea8-b5e7-4457-9f76-b6a987e0893e {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:32.821479 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013bac1f-ff7b-4e00-82eb-5c4d3786f365', 'tag': '2c050aba-668f-4f15-ba14-35340e4f3bfa', 'status': 'completed', 'code': 200} Jul 05 10:02:32.869339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] For port 359472dc-eb7d-4f43-b241-701bffc603b6, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:32.892824 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb1fa8da-dd18-4b68-9993-69855d7792b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:32.895272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] For port 359472dc-eb7d-4f43-b241-701bffc603b6, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=359472dc-eb7d-4f43-b241-701bffc603b6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:33.101286 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb1fa8da-dd18-4b68-9993-69855d7792b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.106164 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.167071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:33.168027 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.169510 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] 10.222.0.64 "PUT /v2.0/ports/359472dc-eb7d-4f43-b241-701bffc603b6 HTTP/1.1" status: 200 len: 1096 time: 1.2701347 Jul 05 10:02:33.208201 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fa8da-dd18-4b68-9993-69855d7792b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead48abc-7aae-427f-bd9c-eb71a6c2f7c2,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:33.238822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df6b9b-99df-41e0-ac2e-ee92bc2a59f4 req-ceb22c4f-2134-46df-b1c0-f002a5a1260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:33.247944 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-08df6b9b-99df-41e0-ac2e-ee92bc2a59f4 req-ceb22c4f-2134-46df-b1c0-f002a5a1260e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 1126 time: 0.3665535 Jul 05 10:02:33.248294 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bb1fa8da-dd18-4b68-9993-69855d7792b4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dc1377e7496746bd84314a1e59c9dc45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8065886 Jul 05 10:02:33.249603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3292bf-4cfd-45f1-86a3-16c7ac08f378 service neutron] Pushing event updated for resources: {'Port': ['ID=359472dc-eb7d-4f43-b241-701bffc603b6,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:33.253021 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35634) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:33.310356 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904d1ce-0471-465e-8bea-c022e9c6e032 req-8cdcf095-175d-4f89-accc-7cde32a3cbdc tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:33.326302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6904d1ce-0471-465e-8bea-c022e9c6e032 req-8cdcf095-175d-4f89-accc-7cde32a3cbdc tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 947 time: 0.1467018 Jul 05 10:02:33.326749 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7acaccb8-477c-42ab-bab3-acad1007537f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.336841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35636) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:33.366268 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7acaccb8-477c-42ab-bab3-acad1007537f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.368941 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ef6652a-e72a-41f3-85ec-c765e5882599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.384356 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6904d1ce-0471-465e-8bea-c022e9c6e032 req-2d40265b-8c99-43a8-af90-945db2d13f42 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657840 Jul 05 10:02:33.440266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df6b9b-99df-41e0-ac2e-ee92bc2a59f4 req-f770a1ea-a393-416f-bdcf-ffa47942b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:33.444768 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-08df6b9b-99df-41e0-ac2e-ee92bc2a59f4 req-f770a1ea-a393-416f-bdcf-ffa47942b86b service neutron] 10.222.0.73 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.1970448 Jul 05 10:02:33.512537 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-08df6b9b-99df-41e0-ac2e-ee92bc2a59f4 req-61d91f32-901f-44f0-bcf3-373814288671 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa HTTP/1.1" status: 200 len: 217 time: 0.0614047 Jul 05 10:02:33.599468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-a1775eed-6ad1-4d48-a006-fac1d6af9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:33.601033 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-a1775eed-6ad1-4d48-a006-fac1d6af9372 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 1099 time: 0.1505616 Jul 05 10:02:33.607963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df6b9b-99df-41e0-ac2e-ee92bc2a59f4 req-be403e5b-706b-45a6-bf46-b9abf9f80eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:33.609791 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-08df6b9b-99df-41e0-ac2e-ee92bc2a59f4 req-be403e5b-706b-45a6-bf46-b9abf9f80eac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.0900307 Jul 05 10:02:33.652638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-08df6b9b-99df-41e0-ac2e-ee92bc2a59f4 req-6fd88404-4ba3-4469-b096-9c5793c4cefb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338883 Jul 05 10:02:33.729138 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b2fe-7723-4095-8dda-cee86cfddaac req-2ec7855b-ab59-4965-bf75-e855d8d4a48f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:33.730850 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e989b2fe-7723-4095-8dda-cee86cfddaac req-2ec7855b-ab59-4965-bf75-e855d8d4a48f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 943 time: 0.1721008 Jul 05 10:02:33.809345 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e989b2fe-7723-4095-8dda-cee86cfddaac req-8b7c8e41-fbe3-4430-abef-a3a69f56b046 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676911 Jul 05 10:02:33.825624 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-08df6b9b-99df-41e0-ac2e-ee92bc2a59f4 req-da2a938d-51f8-4496-83db-d152d23c5c57 service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628604 Jul 05 10:02:33.907431 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7acaccb8-477c-42ab-bab3-acad1007537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.909994 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7acaccb8-477c-42ab-bab3-acad1007537f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:33.913752 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7acaccb8-477c-42ab-bab3-acad1007537f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ead48abc-7aae-427f-bd9c-eb71a6c2f7c2 HTTP/1.1" status: 204 len: 168 time: 0.6566985 Jul 05 10:02:33.916652 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-a8c9731b-1bcc-481d-ad64-087fd0ab8fce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=359472dc-eb7d-4f43-b241-701bffc603b6 HTTP/1.1" status: 200 len: 217 time: 0.3063302 Jul 05 10:02:33.937015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acaccb8-477c-42ab-bab3-acad1007537f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead48abc-7aae-427f-bd9c-eb71a6c2f7c2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:33.941529 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-08df6b9b-99df-41e0-ac2e-ee92bc2a59f4 req-2bf814b9-adf5-42a5-8508-af810e928302 service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087999 Jul 05 10:02:34.006927 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ef6652a-e72a-41f3-85ec-c765e5882599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.016720 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-6860b63d-c1b0-472b-a4c4-6a7d9f920cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:34.019503 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-6860b63d-c1b0-472b-a4c4-6a7d9f920cd6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0935009 Jul 05 10:02:34.061318 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6af589-fbac-4fa1-a759-ae09adbc23f2 req-b1ed64e3-1bb9-4a43-a5b6-89b06626e078 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:34.063138 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f6af589-fbac-4fa1-a759-ae09adbc23f2 req-b1ed64e3-1bb9-4a43-a5b6-89b06626e078 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.0860281 Jul 05 10:02:34.090711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35660) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:34.112969 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ef6652a-e72a-41f3-85ec-c765e5882599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.150743 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-8d4da939-8209-48f7-9e6e-da9c06f3f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:34.152314 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-8d4da939-8209-48f7-9e6e-da9c06f3f457 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1221216 Jul 05 10:02:34.154863 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f6af589-fbac-4fa1-a759-ae09adbc23f2 req-9e061d8d-00f2-4c7d-8608-71e00a6bbe21 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732014 Jul 05 10:02:34.179849 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6652a-e72a-41f3-85ec-c765e5882599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbbc221-91fb-4fad-9f11-3e812252d2e6,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:34.206743 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9ef6652a-e72a-41f3-85ec-c765e5882599 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=edbaa3d49a0e4df3af9ee1b74bef0727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8670442 Jul 05 10:02:34.210319 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35664) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:34.287171 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-975a82d1-3e84-42b9-b44e-fc3850c71448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.289573 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-1c995beb-c0da-4e90-aea2-8b2a8e41b0cb service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300683 Jul 05 10:02:34.314511 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-975a82d1-3e84-42b9-b44e-fc3850c71448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.403112 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4ddcfe1-e6e8-471a-b342-1cb9a0036df2 req-ec216f76-386d-4255-8330-bd2bad94095d service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066797 Jul 05 10:02:34.421718 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f37188d2-8005-41f3-afd9-01ea3cecc2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.545925 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-975a82d1-3e84-42b9-b44e-fc3850c71448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.548761 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-975a82d1-3e84-42b9-b44e-fc3850c71448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.553310 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-975a82d1-3e84-42b9-b44e-fc3850c71448 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8bbbc221-91fb-4fad-9f11-3e812252d2e6 HTTP/1.1" status: 204 len: 168 time: 0.3409462 Jul 05 10:02:34.562425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a82d1-3e84-42b9-b44e-fc3850c71448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbbc221-91fb-4fad-9f11-3e812252d2e6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:34.635448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 2c050aba-668f-4f15-ba14-35340e4f3bfa details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:34.645584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9bfcf-6feb-429e-8a7b-57d863b8cdb8 req-997f7ce3-d98b-4795-9afb-e40d5eaca499 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:34.647659 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-33c9bfcf-6feb-429e-8a7b-57d863b8cdb8 req-997f7ce3-d98b-4795-9afb-e40d5eaca499 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 947 time: 0.1131916 Jul 05 10:02:34.685310 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f37188d2-8005-41f3-afd9-01ea3cecc2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.704277 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-33c9bfcf-6feb-429e-8a7b-57d863b8cdb8 req-b9388912-31e8-4875-93b7-673c6127ea71 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491455 Jul 05 10:02:34.776582 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 2c050aba-668f-4f15-ba14-35340e4f3bfa, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:34.780677 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f37188d2-8005-41f3-afd9-01ea3cecc2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.801308 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 2c050aba-668f-4f15-ba14-35340e4f3bfa has no active binding in host n-h2-779913-27 {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 10:02:34.822748 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe8fdb0-04b1-478f-ac48-52e59b4b6b27', 'tag': '359472dc-eb7d-4f43-b241-701bffc603b6'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:34.825175 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00619e72-fe67-4c28-a071-c7d122572e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe8fdb0-04b1-478f-ac48-52e59b4b6b27", "tag": "359472dc-eb7d-4f43-b241-701bffc603b6"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:34.831267 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f37188d2-8005-41f3-afd9-01ea3cecc2aa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a13f3362b7c4f34975ddd404dc00a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7392294 Jul 05 10:02:34.832114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37188d2-8005-41f3-afd9-01ea3cecc2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bf735e-c269-4e20-b0c8-3aa0a2403c4c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:34.835507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35684) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:34.877591 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d8912b-120a-47ab-b465-d09163d86198 x-openstack-request-id: req-76d8912b-120a-47ab-b465-d09163d86198 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:34.877895 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe8fdb0-04b1-478f-ac48-52e59b4b6b27", "tag": "359472dc-eb7d-4f43-b241-701bffc603b6", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:34.878158 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-76d8912b-120a-47ab-b465-d09163d86198 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:34.878557 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe8fdb0-04b1-478f-ac48-52e59b4b6b27', 'tag': '359472dc-eb7d-4f43-b241-701bffc603b6', 'status': 'completed', 'code': 200} Jul 05 10:02:34.912925 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35690) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:34.957312 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e0de792-7f8e-40e3-bf87-9a6d0bd28e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:34.962516 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84f28651-df4c-4089-868c-42001c5dc408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.012013 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84f28651-df4c-4089-868c-42001c5dc408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.051075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00619e72-fe67-4c28-a071-c7d122572e6c req-77d49c05-0779-4165-bf67-8b7ac6d838c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:35.052728 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00619e72-fe67-4c28-a071-c7d122572e6c req-77d49c05-0779-4165-bf67-8b7ac6d838c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 1099 time: 0.1293628 Jul 05 10:02:35.130821 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da27597-5067-49b1-94db-d59fe696a0d5 req-4ae64227-9826-463d-bf50-b3079e2273b4 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:35.145944 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7da27597-5067-49b1-94db-d59fe696a0d5 req-4ae64227-9826-463d-bf50-b3079e2273b4 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 943 time: 0.1572003 Jul 05 10:02:35.200240 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7da27597-5067-49b1-94db-d59fe696a0d5 req-caba8dca-e8f0-4d15-ac93-d5f092ff6406 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557914 Jul 05 10:02:35.205207 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e0de792-7f8e-40e3-bf87-9a6d0bd28e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.210973 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00619e72-fe67-4c28-a071-c7d122572e6c req-d9121df5-b346-481f-bc9c-0a995800ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:35.212796 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00619e72-fe67-4c28-a071-c7d122572e6c req-d9121df5-b346-481f-bc9c-0a995800ac40 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1518400 Jul 05 10:02:35.283542 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00619e72-fe67-4c28-a071-c7d122572e6c req-1aa413b1-c11d-4313-8aca-30ca25101ba9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=359472dc-eb7d-4f43-b241-701bffc603b6 HTTP/1.1" status: 200 len: 217 time: 0.0587101 Jul 05 10:02:35.387507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00619e72-fe67-4c28-a071-c7d122572e6c req-650a891a-3ddd-4f44-b9ac-db676104cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:35.389095 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00619e72-fe67-4c28-a071-c7d122572e6c req-650a891a-3ddd-4f44-b9ac-db676104cd0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1030836 Jul 05 10:02:35.419849 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84f28651-df4c-4089-868c-42001c5dc408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.422476 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84f28651-df4c-4089-868c-42001c5dc408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.423607 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-84f28651-df4c-4089-868c-42001c5dc408 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a2bf735e-c269-4e20-b0c8-3aa0a2403c4c HTTP/1.1" status: 204 len: 168 time: 0.5866749 Jul 05 10:02:35.433235 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f28651-df4c-4089-868c-42001c5dc408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bf735e-c269-4e20-b0c8-3aa0a2403c4c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:35.465108 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5bc6a-081a-4f8e-91b0-3cff6ed52fb7 req-c9598d94-58b7-4e1b-8690-34cb16ec9e38 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:35.466622 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-abe5bc6a-081a-4f8e-91b0-3cff6ed52fb7 req-c9598d94-58b7-4e1b-8690-34cb16ec9e38 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.1220105 Jul 05 10:02:35.482481 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00619e72-fe67-4c28-a071-c7d122572e6c req-0699aee5-aa8f-41a6-9a8a-f940cd0a468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:35.484036 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00619e72-fe67-4c28-a071-c7d122572e6c req-0699aee5-aa8f-41a6-9a8a-f940cd0a468c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0869656 Jul 05 10:02:35.549765 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e0de792-7f8e-40e3-bf87-9a6d0bd28e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.575930 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-abe5bc6a-081a-4f8e-91b0-3cff6ed52fb7 req-ae420635-e3cc-497a-9fa1-3e5e03b9d55d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020803 Jul 05 10:02:35.609001 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1e0de792-7f8e-40e3-bf87-9a6d0bd28e00 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da3548b01cf549d19e83d463db4055a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6924319 Jul 05 10:02:35.609001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0de792-7f8e-40e3-bf87-9a6d0bd28e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631c8ddb-4fe1-41d1-bc46-ad29e840df43,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:35.609370 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35710) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:35.665165 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00619e72-fe67-4c28-a071-c7d122572e6c req-5e516fb1-365b-40e9-932f-a34296b95a0e service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711011 Jul 05 10:02:35.689546 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2693bb94-9455-498f-a67e-5aa0033256bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.715406 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2693bb94-9455-498f-a67e-5aa0033256bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:35.772587 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00619e72-fe67-4c28-a071-c7d122572e6c req-91826c19-4de4-454e-bab1-6ddc48d69b23 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996766 Jul 05 10:02:35.984810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f19bc8-9519-4123-9197-e937525cee7e req-c2ad9fdf-5d8b-4d99-96b3-ef34d51987c8 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:35.984810 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69f19bc8-9519-4123-9197-e937525cee7e req-c2ad9fdf-5d8b-4d99-96b3-ef34d51987c8 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 947 time: 0.0868690 Jul 05 10:02:36.001096 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69f19bc8-9519-4123-9197-e937525cee7e req-bc0e2b45-0e53-4240-b324-992a9869148d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433612 Jul 05 10:02:36.058425 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:02:36.151997 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2693bb94-9455-498f-a67e-5aa0033256bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.154717 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2693bb94-9455-498f-a67e-5aa0033256bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.155817 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2693bb94-9455-498f-a67e-5aa0033256bb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/631c8ddb-4fe1-41d1-bc46-ad29e840df43 HTTP/1.1" status: 204 len: 168 time: 0.5454016 Jul 05 10:02:36.163628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693bb94-9455-498f-a67e-5aa0033256bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631c8ddb-4fe1-41d1-bc46-ad29e840df43,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:36.318977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35722) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:36.439976 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb905fc-e70b-4ce3-a68f-10b944f709d3 req-f5f2a30f-4ad8-4d95-9e29-25853f8bbc14 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:36.442083 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fbb905fc-e70b-4ce3-a68f-10b944f709d3 req-f5f2a30f-4ad8-4d95-9e29-25853f8bbc14 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 943 time: 0.0781951 Jul 05 10:02:36.496407 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fbb905fc-e70b-4ce3-a68f-10b944f709d3 req-7c7147bd-4c87-48cf-b731-b46e787a7ae4 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 Jul 05 10:02:36.605052 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49dc9e2e-b256-4e51-bd42-5587a9536af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.657922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 359472dc-eb7d-4f43-b241-701bffc603b6 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:36.719896 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49dc9e2e-b256-4e51-bd42-5587a9536af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.786267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 359472dc-eb7d-4f43-b241-701bffc603b6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=359472dc-eb7d-4f43-b241-701bffc603b6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:36.800015 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '359472dc-eb7d-4f43-b241-701bffc603b6', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '359472dc-eb7d-4f43-b241-701bffc603b6', 'mac_address': 'fa:16:3e:14:54:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:02:36.806316 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f7f96-2374-4e0f-b7c3-e125ede1f9a0 req-d9f2a79e-6c38-4890-8938-7d608b6c4f1c tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:36.807984 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e54f7f96-2374-4e0f-b7c3-e125ede1f9a0 req-d9f2a79e-6c38-4890-8938-7d608b6c4f1c tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.0905216 Jul 05 10:02:36.839666 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.854268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359472dc-eb7d-4f43-b241-701bffc603b6 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:36.854596 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49dc9e2e-b256-4e51-bd42-5587a9536af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.865893 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e54f7f96-2374-4e0f-b7c3-e125ede1f9a0 req-d20f43e6-b03a-452d-a75e-b053e70fe30a tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503597 Jul 05 10:02:36.886900 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 359472dc-eb7d-4f43-b241-701bffc603b6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=359472dc-eb7d-4f43-b241-701bffc603b6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:36.901534 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-49dc9e2e-b256-4e51-bd42-5587a9536af5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1dbdee3c72c94c73b027e2880ab399f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5814497 Jul 05 10:02:36.901950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35740) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:36.902462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc9e2e-b256-4e51-bd42-5587a9536af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fe91b2-1c28-4145-9d4a-d0668581d505,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:36.954156 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9318abe3-a47a-4dca-80d4-c51be5db1e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:36.982045 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9318abe3-a47a-4dca-80d4-c51be5db1e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.036439 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.093579 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=359472dc-eb7d-4f43-b241-701bffc603b6,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:37.185466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e155e0-9f74-47e3-a0a2-2ebd87e6d769 req-4d03359f-ddad-4e3d-81b9-005972cdd688 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:37.186994 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1e155e0-9f74-47e3-a0a2-2ebd87e6d769 req-4d03359f-ddad-4e3d-81b9-005972cdd688 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 948 time: 0.0734575 Jul 05 10:02:37.233817 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1e155e0-9f74-47e3-a0a2-2ebd87e6d769 req-72368b0f-9856-4e96-9264-75b564198e1a tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384176 Jul 05 10:02:37.253636 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-cb99a7dc-9aa9-4dd1-bcb4-56a439736e85 service neutron] 10.222.0.73 "GET /v2.0/ports/2c050aba-668f-4f15-ba14-35340e4f3bfa/bindings/n-h2-779913-27 HTTP/1.1" status: 200 len: 385 time: 0.0649428 Jul 05 10:02:37.265350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9318abe3-a47a-4dca-80d4-c51be5db1e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.267855 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9318abe3-a47a-4dca-80d4-c51be5db1e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.268954 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9318abe3-a47a-4dca-80d4-c51be5db1e07 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5fe91b2-1c28-4145-9d4a-d0668581d505 HTTP/1.1" status: 204 len: 168 time: 0.3659582 Jul 05 10:02:37.297126 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318abe3-a47a-4dca-80d4-c51be5db1e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fe91b2-1c28-4145-9d4a-d0668581d505,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:37.308861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['359472dc-eb7d-4f43-b241-701bffc603b6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:37.353466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35750) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:37.374840 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a25179ba-5dbc-4a5d-826a-226a291d3358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.503031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-6146aa10-635c-4915-a1b0-9506aa7d02d3 service neutron] For port 2c050aba-668f-4f15-ba14-35340e4f3bfa, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:37.540361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-6146aa10-635c-4915-a1b0-9506aa7d02d3 service neutron] For port 2c050aba-668f-4f15-ba14-35340e4f3bfa, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:37.592874 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-6146aa10-635c-4915-a1b0-9506aa7d02d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c050aba-668f-4f15-ba14-35340e4f3bfa {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:37.597008 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a25179ba-5dbc-4a5d-826a-226a291d3358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.605097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-6146aa10-635c-4915-a1b0-9506aa7d02d3 service neutron] For port 2c050aba-668f-4f15-ba14-35340e4f3bfa, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:37.750425 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dd989-b3e0-406f-b2da-2e763ac23d67 req-6f797cb3-3ae5-4faf-b39b-d78f29a1a734 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:37.751972 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c22dd989-b3e0-406f-b2da-2e763ac23d67 req-6f797cb3-3ae5-4faf-b39b-d78f29a1a734 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 943 time: 0.0718968 Jul 05 10:02:37.794328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c22dd989-b3e0-406f-b2da-2e763ac23d67 req-67a87651-9ead-4615-b6ae-56caa7308d37 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351107 Jul 05 10:02:37.824565 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-6146aa10-635c-4915-a1b0-9506aa7d02d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.825277 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a25179ba-5dbc-4a5d-826a-226a291d3358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.866517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25179ba-5dbc-4a5d-826a-226a291d3358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099890d2-42ee-43af-8402-18b7914222be,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:37.876354 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a25179ba-5dbc-4a5d-826a-226a291d3358 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=79a7459fbd4e428bbbd0cdd05d29af96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5207307 Jul 05 10:02:37.878567 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35762) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:37.948857 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-71db5a1e-6550-44c5-9512-ec9e19094345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:37.954662 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-6146aa10-635c-4915-a1b0-9506aa7d02d3 service neutron] Transition to ACTIVE for port object 2c050aba-668f-4f15-ba14-35340e4f3bfa will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:37.977278 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-71db5a1e-6550-44c5-9512-ec9e19094345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.103044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20aba5-8861-4b97-8c3c-61d635fa822c req-8e0c61c6-91a7-4dfd-b86c-6c6a36f4e8e5 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:38.104735 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-db20aba5-8861-4b97-8c3c-61d635fa822c req-8e0c61c6-91a7-4dfd-b86c-6c6a36f4e8e5 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.0780437 Jul 05 10:02:38.147278 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-db20aba5-8861-4b97-8c3c-61d635fa822c req-247970aa-57e0-4208-bdb5-784a19f974fc tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352063 Jul 05 10:02:38.277422 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-71db5a1e-6550-44c5-9512-ec9e19094345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.280106 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-6146aa10-635c-4915-a1b0-9506aa7d02d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.281497 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-71db5a1e-6550-44c5-9512-ec9e19094345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.285601 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-71db5a1e-6550-44c5-9512-ec9e19094345 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/099890d2-42ee-43af-8402-18b7914222be HTTP/1.1" status: 204 len: 168 time: 0.4065752 Jul 05 10:02:38.310307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db5a1e-6550-44c5-9512-ec9e19094345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099890d2-42ee-43af-8402-18b7914222be,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:38.386584 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-6146aa10-635c-4915-a1b0-9506aa7d02d3 service neutron] No DVR routers for this DVR port 2c050aba-668f-4f15-ba14-35340e4f3bfa on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:38.394603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146aa10-635c-4915-a1b0-9506aa7d02d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c050aba-668f-4f15-ba14-35340e4f3bfa,revision_number=10']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:38.440569 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-6146aa10-635c-4915-a1b0-9506aa7d02d3 service neutron] 10.222.0.73 "PUT /v2.0/ports/2c050aba-668f-4f15-ba14-35340e4f3bfa/bindings/n-h2-779913-27/activate HTTP/1.1" status: 200 len: 370 time: 1.1814590 Jul 05 10:02:38.469228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8eb274-9f41-4eeb-8b28-52b79d636d10 req-cdd8fc05-6a58-4511-b4b7-a80e4edc7082 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:38.470804 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b8eb274-9f41-4eeb-8b28-52b79d636d10 req-cdd8fc05-6a58-4511-b4b7-a80e4edc7082 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 948 time: 0.0901070 Jul 05 10:02:38.521590 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b8eb274-9f41-4eeb-8b28-52b79d636d10 req-8f495bed-36a5-4def-91e2-3bbd6b69d10d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448189 Jul 05 10:02:38.655441 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 359472dc-eb7d-4f43-b241-701bffc603b6 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:38.689989 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35780) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:38.706474 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-267ea3ee-6b46-4036-bf9f-0d30d841bdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.747592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-284f5e65-77a4-41ee-9a61-ae58eb6792f2 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:38.752814 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-284f5e65-77a4-41ee-9a61-ae58eb6792f2 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365&tenant_id=312b10a2b35949449c89df3e680df435&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 1096 time: 0.1252432 Jul 05 10:02:38.848154 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-267ea3ee-6b46-4036-bf9f-0d30d841bdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.860246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 359472dc-eb7d-4f43-b241-701bffc603b6 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:38.866011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-da276c76-2d25-4c9d-8158-7ba7bfca1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:38.867755 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-da276c76-2d25-4c9d-8158-7ba7bfca1667 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365&tenant_id=312b10a2b35949449c89df3e680df435 HTTP/1.1" status: 200 len: 1096 time: 0.1058741 Jul 05 10:02:38.868195 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 359472dc-eb7d-4f43-b241-701bffc603b6 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:38.868573 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:38.997865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-415a359b-0624-4155-8ac2-7a25c44a3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:38.999840 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-415a359b-0624-4155-8ac2-7a25c44a3bbc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 1096 time: 0.1027730 Jul 05 10:02:39.007124 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.055058 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-267ea3ee-6b46-4036-bf9f-0d30d841bdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.080660 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 359472dc-eb7d-4f43-b241-701bffc603b6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=359472dc-eb7d-4f43-b241-701bffc603b6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:39.080928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8cb94-8053-4202-8ceb-4ef4a80e95e1 req-1305669c-08fe-42a0-bad4-b8327d935d34 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:39.082436 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6ad8cb94-8053-4202-8ceb-4ef4a80e95e1 req-1305669c-08fe-42a0-bad4-b8327d935d34 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 944 time: 0.1525054 Jul 05 10:02:39.085603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe8fdb0-04b1-478f-ac48-52e59b4b6b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359472dc-eb7d-4f43-b241-701bffc603b6'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:39.092974 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfd33c5-422e-48e1-b860-8902ed44d8db" -d '{"events": [{"server_uuid": "bbe8fdb0-04b1-478f-ac48-52e59b4b6b27", "name": "network-vif-plugged", "status": "completed", "tag": "359472dc-eb7d-4f43-b241-701bffc603b6"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:39.105548 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-267ea3ee-6b46-4036-bf9f-0d30d841bdc1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=15c57963f98b4801ae9f0d11ebc848d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144292 Jul 05 10:02:39.109961 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35792) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:39.152225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ea3ee-6b46-4036-bf9f-0d30d841bdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd7e828-a070-4012-9290-5c731b16a84a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:39.164610 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243074a3-8cbc-4eeb-97ed-0ec82aa75649 x-openstack-request-id: req-243074a3-8cbc-4eeb-97ed-0ec82aa75649 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:39.164907 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe8fdb0-04b1-478f-ac48-52e59b4b6b27", "name": "network-vif-plugged", "status": "completed", "tag": "359472dc-eb7d-4f43-b241-701bffc603b6", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:39.166048 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-243074a3-8cbc-4eeb-97ed-0ec82aa75649 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:39.166616 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe8fdb0-04b1-478f-ac48-52e59b4b6b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359472dc-eb7d-4f43-b241-701bffc603b6', 'code': 200} Jul 05 10:02:39.231804 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.233063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:39.261845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-1b9e086b-4d13-4e8b-b535-1a80e291309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:39.263365 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-1b9e086b-4d13-4e8b-b535-1a80e291309a service neutron] 10.222.0.64 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.2563365 Jul 05 10:02:39.306225 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6ad8cb94-8053-4202-8ceb-4ef4a80e95e1 req-8b770b87-1219-45d5-bdd0-a29308478d9a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100563 Jul 05 10:02:39.375175 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cef0145b-e83e-484f-bbfa-bb7d504c54cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.384813 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-60e1fb53-7826-4c6f-ae92-ac1bb9b09130 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa HTTP/1.1" status: 200 len: 217 time: 0.0722761 Jul 05 10:02:39.451383 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cef0145b-e83e-484f-bbfa-bb7d504c54cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.454089 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=359472dc-eb7d-4f43-b241-701bffc603b6,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:39.505635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83dd3e-4d9d-487d-9152-c30169b0139a req-ac7c9ca9-80e2-471f-ad82-6c3d97bcfb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:39.505888 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.507524 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b83dd3e-4d9d-487d-9152-c30169b0139a req-ac7c9ca9-80e2-471f-ad82-6c3d97bcfb55 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 1101 time: 0.2473783 Jul 05 10:02:39.509682 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-2151923c-ff64-4c59-a05b-719902699c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:39.513732 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-2151923c-ff64-4c59-a05b-719902699c4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.1149831 Jul 05 10:02:39.555394 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:39.577126 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9521a24-7a12-4578-af73-ef2bb5b6d5b9 req-b4a1adfa-1cc9-4a4f-88cf-9063791cdf56 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:39.577126 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c9521a24-7a12-4578-af73-ef2bb5b6d5b9 req-b4a1adfa-1cc9-4a4f-88cf-9063791cdf56 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.1383426 Jul 05 10:02:39.579581 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-8e53d2b4-fbe5-4c9b-bc15-4e2307d574ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544775 Jul 05 10:02:39.641482 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c9521a24-7a12-4578-af73-ef2bb5b6d5b9 req-2659f188-c272-41dc-b02d-efebf8f7c385 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551748 Jul 05 10:02:39.662259 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b83dd3e-4d9d-487d-9152-c30169b0139a req-a9494786-76c4-4380-901a-5bc6b6df2be7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422110 Jul 05 10:02:39.747598 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-177174ee-7f87-48f7-8ec7-332b277bfada service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519520 Jul 05 10:02:39.750677 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cef0145b-e83e-484f-bbfa-bb7d504c54cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.753483 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cef0145b-e83e-484f-bbfa-bb7d504c54cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.759100 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cef0145b-e83e-484f-bbfa-bb7d504c54cc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fbd7e828-a070-4012-9290-5c731b16a84a HTTP/1.1" status: 204 len: 168 time: 0.6191661 Jul 05 10:02:39.785642 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:39.826341 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0145b-e83e-484f-bbfa-bb7d504c54cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd7e828-a070-4012-9290-5c731b16a84a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:39.860716 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236bc13-5683-4ece-821b-f722e4b35b6a req-1cd2d0e0-a8cb-4f53-a422-459354242906 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:39.878746 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e236bc13-5683-4ece-821b-f722e4b35b6a req-1cd2d0e0-a8cb-4f53-a422-459354242906 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 949 time: 0.1859436 Jul 05 10:02:39.945759 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:39.961024 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-0197bfa6-9d4b-48df-ba42-2a6e381a367f service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042620 Jul 05 10:02:39.969057 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e236bc13-5683-4ece-821b-f722e4b35b6a req-5e01fb62-60f4-4c86-94f3-f0bcb3b98187 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893652 Jul 05 10:02:40.579903 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b7693-0790-426c-9c66-2da9d3e72a7a req-fa2286bf-06e5-4724-8629-48f1f31e448e tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:40.581862 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b2b7693-0790-426c-9c66-2da9d3e72a7a req-fa2286bf-06e5-4724-8629-48f1f31e448e tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 944 time: 0.0949411 Jul 05 10:02:40.626291 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b2b7693-0790-426c-9c66-2da9d3e72a7a req-a73497c5-016f-4056-a060-a7eebbe8b2bd tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334845 Jul 05 10:02:40.653755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:40.808960 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:40.841852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc', 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b', 'port_id': '8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc', 'mac_address': 'fa:16:3e:70:50:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21d4184e-da4e-4e51-b2ca-6563db926533', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:02:40.855986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-4c0deb28-01f0-41a8-b588-13f4489b774b tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:40.857486 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-4c0deb28-01f0-41a8-b588-13f4489b774b tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365&tenant_id=312b10a2b35949449c89df3e680df435&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 1096 time: 0.1164274 Jul 05 10:02:40.878006 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626f60d-edac-4d1e-bc80-7dc11d6e9450 req-a1bb6672-4e76-4b5e-8bae-4e0a4f954a09 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:40.879360 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0626f60d-edac-4d1e-bc80-7dc11d6e9450 req-a1bb6672-4e76-4b5e-8bae-4e0a4f954a09 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 943 time: 0.1044273 Jul 05 10:02:40.888314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 2c050aba-668f-4f15-ba14-35340e4f3bfa no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:40.947708 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:40.965936 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0626f60d-edac-4d1e-bc80-7dc11d6e9450 req-f92cf0bd-6145-4bf3-8d54-f591f788d357 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648737 Jul 05 10:02:41.007276 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:41.017927 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0ee6b36f-f6fb-4976-9e9d-6a0cd69864a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.066815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 2c050aba-668f-4f15-ba14-35340e4f3bfa not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:41.072729 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:41.168438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9385ad22-e4f9-4905-b52a-9b1baa1907c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:41.173833 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede10e22-12b5-4a21-b975-50b67feaeb8e" -d '{"events": [{"server_uuid": "9385ad22-e4f9-4905-b52a-9b1baa1907c7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:41.179576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35852) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:41.206152 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d89422a5-ea1f-4679-8a0a-40d72183a49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.220544 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d45d8b-0465-4e1d-b934-388e1a2069b2 x-openstack-request-id: req-24d45d8b-0465-4e1d-b934-388e1a2069b2 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:41.220927 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9385ad22-e4f9-4905-b52a-9b1baa1907c7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:41.221322 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24d45d8b-0465-4e1d-b934-388e1a2069b2 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:41.222322 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9385ad22-e4f9-4905-b52a-9b1baa1907c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc', 'code': 200} Jul 05 10:02:41.252641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e6aea-9908-4083-9cd1-b56f3277054f req-e5512214-db32-46ab-af5c-95cfa800386c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:41.254231 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f9e6aea-9908-4083-9cd1-b56f3277054f req-e5512214-db32-46ab-af5c-95cfa800386c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 949 time: 0.1191549 Jul 05 10:02:41.269302 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.270224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-16ce2c01-3611-4224-b162-f932203d6a72 service neutron] For port 2c050aba-668f-4f15-ba14-35340e4f3bfa, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:41.292625 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-16ce2c01-3611-4224-b162-f932203d6a72 service neutron] Notify callbacks [] for binding, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.293737 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f26195c-3af8-4b19-b60e-f947351fa1fc req-16ce2c01-3611-4224-b162-f932203d6a72 service neutron] 10.222.0.64 "DELETE /v2.0/ports/2c050aba-668f-4f15-ba14-35340e4f3bfa/bindings/n-h1-779913-27 HTTP/1.1" status: 204 len: 173 time: 0.4295464 Jul 05 10:02:41.336511 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f9e6aea-9908-4083-9cd1-b56f3277054f req-9370e861-b46d-4c62-be14-dde999cc978c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701797 Jul 05 10:02:41.338831 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:41.387159 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d89422a5-ea1f-4679-8a0a-40d72183a49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.517219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:41.572786 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d89422a5-ea1f-4679-8a0a-40d72183a49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.619486 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d89422a5-ea1f-4679-8a0a-40d72183a49b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af54e7d40976452694b7ac582f2a5680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4375525 Jul 05 10:02:41.621572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89422a5-ea1f-4679-8a0a-40d72183a49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d1f019-7889-4cd0-b154-b93a5c7705b4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:41.623749 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35862) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:41.703190 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-789ba47a-b18b-42d2-bec3-ad16005ff05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.742973 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-789ba47a-b18b-42d2-bec3-ad16005ff05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:41.883506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3ca9a-6c41-4b1b-a3e4-3f42b6115376 req-35f458ae-5b99-4050-957c-4d7c9e1648ec tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:41.885130 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fad3ca9a-6c41-4b1b-a3e4-3f42b6115376 req-35f458ae-5b99-4050-957c-4d7c9e1648ec tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 944 time: 0.0868342 Jul 05 10:02:41.980269 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fad3ca9a-6c41-4b1b-a3e4-3f42b6115376 req-40d1d061-e3f9-4491-8ccd-892348cc7381 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631630 Jul 05 10:02:42.108826 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a5c0a-d1ff-45c9-988a-b4287308f57a req-30803d54-37a8-4e9c-b944-23bb22899d88 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:42.110303 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff5a5c0a-d1ff-45c9-988a-b4287308f57a req-30803d54-37a8-4e9c-b944-23bb22899d88 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 1101 time: 0.0623167 Jul 05 10:02:42.129076 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff5a5c0a-d1ff-45c9-988a-b4287308f57a req-ce803b14-1b58-4286-8c32-1fc533e0fb26 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.214330 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-789ba47a-b18b-42d2-bec3-ad16005ff05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.217518 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-789ba47a-b18b-42d2-bec3-ad16005ff05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.218975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-789ba47a-b18b-42d2-bec3-ad16005ff05c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f2d1f019-7889-4cd0-b154-b93a5c7705b4 HTTP/1.1" status: 204 len: 168 time: 0.5940747 Jul 05 10:02:42.228834 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ba47a-b18b-42d2-bec3-ad16005ff05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d1f019-7889-4cd0-b154-b93a5c7705b4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:42.311657 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff5a5c0a-d1ff-45c9-988a-b4287308f57a req-ce803b14-1b58-4286-8c32-1fc533e0fb26 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.526929 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff5a5c0a-d1ff-45c9-988a-b4287308f57a req-ce803b14-1b58-4286-8c32-1fc533e0fb26 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.550716 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff5a5c0a-d1ff-45c9-988a-b4287308f57a req-ce803b14-1b58-4286-8c32-1fc533e0fb26 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339733 Jul 05 10:02:42.560262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce803b14-1b58-4286-8c32-1fc533e0fb26 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7bde39-f80c-48d5-8e91-821de3330078,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:42.665690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:42.723519 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:42.724043 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.730031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd01b4-7090-472e-8c05-7e4e642359ce req-7980cde3-fac5-4652-9b61-7c9f1966f007 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:42.731620 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8fbd01b4-7090-472e-8c05-7e4e642359ce req-7980cde3-fac5-4652-9b61-7c9f1966f007 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 944 time: 0.0732248 Jul 05 10:02:42.804061 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8fbd01b4-7090-472e-8c05-7e4e642359ce req-e431cc80-7f73-4235-8687-b6d54ab59abe tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664399 Jul 05 10:02:42.829334 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:42.879053 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:43.138489 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:43.190360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:43.224419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9385ad22-e4f9-4905-b52a-9b1baa1907c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:43.227254 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97f9b99-5107-45a3-93aa-2f2d3ab56a01" -d '{"events": [{"server_uuid": "9385ad22-e4f9-4905-b52a-9b1baa1907c7", "name": "network-vif-plugged", "status": "completed", "tag": "8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:43.375390 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fdd95-e32e-4c6a-a377-7712988a8cf9 req-a2fdca12-a19c-4b06-af8d-3ee8f02603b9 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:43.377402 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ec8fdd95-e32e-4c6a-a377-7712988a8cf9 req-a2fdca12-a19c-4b06-af8d-3ee8f02603b9 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 1096 time: 0.0555995 Jul 05 10:02:43.417997 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ec8fdd95-e32e-4c6a-a377-7712988a8cf9 req-9efaf501-7676-470a-ab3b-ebe7a24d55fd tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337536 Jul 05 10:02:43.597327 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9338951-bf7a-4c62-a0ad-b32381c649a4 x-openstack-request-id: req-f9338951-bf7a-4c62-a0ad-b32381c649a4 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:43.597970 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9385ad22-e4f9-4905-b52a-9b1baa1907c7", "name": "network-vif-plugged", "status": "completed", "tag": "8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:43.598660 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f9338951-bf7a-4c62-a0ad-b32381c649a4 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:43.599811 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9385ad22-e4f9-4905-b52a-9b1baa1907c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc', 'code': 200} Jul 05 10:02:43.724667 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-482d75d3-1bd1-4543-b3ca-13025fcf79d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:43.732496 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:43.853510 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0419c50-737b-4a28-bce2-0ae35ac8f37c req-92526426-066e-4ed6-a678-655477af202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:43.855059 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0419c50-737b-4a28-bce2-0ae35ac8f37c req-92526426-066e-4ed6-a678-655477af202b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 1097 time: 0.0609999 Jul 05 10:02:43.893299 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0419c50-737b-4a28-bce2-0ae35ac8f37c req-1d4baf94-0adf-40c2-a95b-7093390727d9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307169 Jul 05 10:02:44.294729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-c11619f9-f4fd-4252-9339-ec2339114339 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:44.297933 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-c11619f9-f4fd-4252-9339-ec2339114339 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 821 time: 0.1335411 Jul 05 10:02:44.318349 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-11624135-65ea-4441-bafe-51d2a39eb2d5 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/quotas/312b10a2b35949449c89df3e680df435 HTTP/1.1" status: 200 len: 375 time: 0.0114646 Jul 05 10:02:44.348431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc727937-705e-4afa-8c75-b6cd598bff42 req-661c09fb-0fa5-4f48-8039-9f36087bacaf tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:44.356313 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cc727937-705e-4afa-8c75-b6cd598bff42 req-661c09fb-0fa5-4f48-8039-9f36087bacaf tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.0834062 Jul 05 10:02:44.393413 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cc727937-705e-4afa-8c75-b6cd598bff42 req-111a04db-bc51-483e-bbe1-bc1e720380f0 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362215 Jul 05 10:02:44.410830 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-95078f91-cb57-4b83-8240-d333a22df927 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0811384 Jul 05 10:02:44.502897 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-8c7681a7-b114-4e1b-aaed-f22fb7fa1eb3 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=449f214ee5014225a50a24c3b1f55312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253155 Jul 05 10:02:44.622259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-cccdceb4-86fc-44d3-a39a-9af89a9797d2 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:44.623835 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-cccdceb4-86fc-44d3-a39a-9af89a9797d2 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1151757 Jul 05 10:02:44.646153 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-24af2542-1150-4303-8410-253fdb4de8d2 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/quotas/449f214ee5014225a50a24c3b1f55312 HTTP/1.1" status: 200 len: 375 time: 0.0151417 Jul 05 10:02:44.742114 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-9dcf368f-473a-4816-80d5-82b7763694a2 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0954602 Jul 05 10:02:44.832462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-768e9ce5-efec-4c9f-880d-a96b4f9e00c4 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:02:44.841223 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-768e9ce5-efec-4c9f-880d-a96b4f9e00c4 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1942954 Jul 05 10:02:44.917385 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35982) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:44.951706 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:44.957698 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-e235e2fa-b2bd-48c6-81bf-e89fbdc9d6e5 service neutron] 10.222.0.77 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137557 Jul 05 10:02:45.268429 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f61ac0fa-5236-4b34-9180-7aab129f716c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.378055 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-953a7807-b5ab-4908-a856-e25b178a2efd service neutron] 10.222.0.77 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055910 Jul 05 10:02:45.453911 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f61ac0fa-5236-4b34-9180-7aab129f716c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.610851 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f61ac0fa-5236-4b34-9180-7aab129f716c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.658477 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35994) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:45.659019 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f61ac0fa-5236-4b34-9180-7aab129f716c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=21efe6dc46e54f67a7363ca5c9b4f3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7386057 Jul 05 10:02:45.659617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ac0fa-5236-4b34-9180-7aab129f716c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b42701-94b7-4aec-a7f3-4853b6b2b175,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:45.790596 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c545c8e2-3892-4192-bcdf-925b21c0ac0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:45.837136 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c545c8e2-3892-4192-bcdf-925b21c0ac0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.158254 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c545c8e2-3892-4192-bcdf-925b21c0ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.163886 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c545c8e2-3892-4192-bcdf-925b21c0ac0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.165432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23509f5-18f1-406e-a74f-1d3a70b4088d req-17a0bd3c-86ae-402e-a7e4-e50441add513 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:46.166885 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c545c8e2-3892-4192-bcdf-925b21c0ac0d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/48b42701-94b7-4aec-a7f3-4853b6b2b175 HTTP/1.1" status: 204 len: 168 time: 0.5051198 Jul 05 10:02:46.167891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a23509f5-18f1-406e-a74f-1d3a70b4088d req-17a0bd3c-86ae-402e-a7e4-e50441add513 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.1200616 Jul 05 10:02:46.181426 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545c8e2-3892-4192-bcdf-925b21c0ac0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b42701-94b7-4aec-a7f3-4853b6b2b175,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:46.247810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-f3b6b658-7a67-42ad-9edb-408a5ad11e0e req-e47759b0-3218-4a6c-9eb4-bfb4a2735873 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2077730102', 'description': 'tempest-description-341245854'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:46.255574 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a23509f5-18f1-406e-a74f-1d3a70b4088d req-aeb5bb5d-f909-4cb5-9b4a-f5e5be118f58 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736284 Jul 05 10:02:46.341697 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5f1c441e-ee29-4c92-9184-36620f3afafe req-cc1efd69-d069-4d9b-8646-0959cbf77496 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 210 time: 0.0337064 Jul 05 10:02:46.431231 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f3b6b658-7a67-42ad-9edb-408a5ad11e0e req-e47759b0-3218-4a6c-9eb4-bfb4a2735873 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.447884 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f3b6b658-7a67-42ad-9edb-408a5ad11e0e req-e47759b0-3218-4a6c-9eb4-bfb4a2735873 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.573655 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f3b6b658-7a67-42ad-9edb-408a5ad11e0e req-e47759b0-3218-4a6c-9eb4-bfb4a2735873 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.716913 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f3b6b658-7a67-42ad-9edb-408a5ad11e0e req-e47759b0-3218-4a6c-9eb4-bfb4a2735873 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.717486 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:46.761004 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47759b0-3218-4a6c-9eb4-bfb4a2735873 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b005647-3369-4061-8f2b-2b3d43f33809,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:46.852424 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f3b6b658-7a67-42ad-9edb-408a5ad11e0e req-e47759b0-3218-4a6c-9eb4-bfb4a2735873 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.007681 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f3b6b658-7a67-42ad-9edb-408a5ad11e0e req-e47759b0-3218-4a6c-9eb4-bfb4a2735873 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.032318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f190d92-89e9-41fe-9dac-2eb363eee6e2 req-eeec4989-0a20-40d9-8f57-0757faa1e916 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:47.033986 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f190d92-89e9-41fe-9dac-2eb363eee6e2 req-eeec4989-0a20-40d9-8f57-0757faa1e916 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.0686855 Jul 05 10:02:47.037406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47759b0-3218-4a6c-9eb4-bfb4a2735873 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cda6afd-1149-469d-8bb8-b185b8de062c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:47.076717 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f190d92-89e9-41fe-9dac-2eb363eee6e2 req-fc2add5d-a828-42e6-9c81-57b180819a72 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356102 Jul 05 10:02:47.254231 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f3b6b658-7a67-42ad-9edb-408a5ad11e0e req-e47759b0-3218-4a6c-9eb4-bfb4a2735873 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.255452 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f3b6b658-7a67-42ad-9edb-408a5ad11e0e req-e47759b0-3218-4a6c-9eb4-bfb4a2735873 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0280640 Jul 05 10:02:47.318918 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f069d4f-44fc-44f3-b0b7-b124d47c8bec req-e483dd06-ffc8-45a5-857b-45a58da366ca tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 210 time: 0.0315816 Jul 05 10:02:47.728571 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36060) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:47.751701 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fcc6bf22-7d8d-4be6-8da4-4b53d7fb29e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.857717 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fcc6bf22-7d8d-4be6-8da4-4b53d7fb29e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:47.928524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-f08f21bc-fc8e-4925-b528-0fa35f68afc0 req-9daae770-8365-4bc5-88ab-02fe8328ada2 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Request body: {'security_group': {'name': 'tempest-securitygroup-780375546', 'description': 'tempest-description-1996828208'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:48.005738 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fcc6bf22-7d8d-4be6-8da4-4b53d7fb29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.060355 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fcc6bf22-7d8d-4be6-8da4-4b53d7fb29e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d6d09df6a47d45a2a35dfcf239d397be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303280 Jul 05 10:02:48.061227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6bf22-7d8d-4be6-8da4-4b53d7fb29e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a331ff63-fcaa-496c-8ae8-a2de3fb38c96,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:48.065644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36066) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:48.132112 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17235243-99ad-4f21-8007-79bf205fd98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.161611 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f08f21bc-fc8e-4925-b528-0fa35f68afc0 req-9daae770-8365-4bc5-88ab-02fe8328ada2 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.170090 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3d718ab5-174c-48e4-8ed5-edbb67269197 req-424aade5-fb49-475e-9839-2984a281c217 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 210 time: 0.0405798 Jul 05 10:02:48.185088 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17235243-99ad-4f21-8007-79bf205fd98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.260858 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f08f21bc-fc8e-4925-b528-0fa35f68afc0 req-9daae770-8365-4bc5-88ab-02fe8328ada2 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.363002 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17235243-99ad-4f21-8007-79bf205fd98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.366687 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17235243-99ad-4f21-8007-79bf205fd98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.367890 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-17235243-99ad-4f21-8007-79bf205fd98e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a331ff63-fcaa-496c-8ae8-a2de3fb38c96 HTTP/1.1" status: 204 len: 168 time: 0.2976739 Jul 05 10:02:48.376562 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17235243-99ad-4f21-8007-79bf205fd98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a331ff63-fcaa-496c-8ae8-a2de3fb38c96,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:48.408575 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f08f21bc-fc8e-4925-b528-0fa35f68afc0 req-9daae770-8365-4bc5-88ab-02fe8328ada2 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.450210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daae770-8365-4bc5-88ab-02fe8328ada2 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd066fa2-e65d-487e-86b5-bea01e23fa2e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:48.557179 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f08f21bc-fc8e-4925-b528-0fa35f68afc0 req-9daae770-8365-4bc5-88ab-02fe8328ada2 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:48.558465 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f08f21bc-fc8e-4925-b528-0fa35f68afc0 req-9daae770-8365-4bc5-88ab-02fe8328ada2 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6348195 Jul 05 10:02:48.641682 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a6254282-1997-4604-ac0f-6dedc5dc0b00 req-a9ce535b-886f-4dd3-9634-716d1549b39d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 210 time: 0.0475860 Jul 05 10:02:48.761282 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-fb9fcd60-aa6e-4521-8206-fbb955898cfa tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:48.762838 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-fb9fcd60-aa6e-4521-8206-fbb955898cfa tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/networks?id=f64ee891-e766-4295-93d9-758ae680bd4b HTTP/1.1" status: 200 len: 813 time: 0.1215105 Jul 05 10:02:48.780958 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-f3c8fa64-d059-4498-9dc1-91c57f9503ea tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/quotas/6119bc815ab94278a813be791a173223 HTTP/1.1" status: 200 len: 375 time: 0.0112185 Jul 05 10:02:48.880404 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-cb0236d1-4c31-4333-b602-bb4982dd9f05 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6119bc815ab94278a813be791a173223&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931721 Jul 05 10:02:49.081519 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-0b770b70-c78d-4440-a7e0-8e89be38c139 service neutron] 10.222.0.77 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865749 Jul 05 10:02:49.201815 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-456a4efb-9fc7-4953-8811-1cab43a3dccf service neutron] 10.222.0.77 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179886 Jul 05 10:02:49.240651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-718fc99c-0f80-4e34-adc1-ebb418587005 req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-675135918', 'description': 'tempest-description-1724236835'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:49.380590 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-718fc99c-0f80-4e34-adc1-ebb418587005 req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.398715 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-091dc800-2ca2-49e9-91d5-2de9a484fad0 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:49.400639 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-091dc800-2ca2-49e9-91d5-2de9a484fad0 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.73 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 821 time: 0.1505299 Jul 05 10:02:49.401180 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-718fc99c-0f80-4e34-adc1-ebb418587005 req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.414836 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-81b10681-9433-4d68-84f5-ee43f25a247f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Request body: {'port': {'device_id': '6f4648d8-3e9f-49b3-abeb-030809a27ab0', 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf', 'admin_state_up': True, 'tenant_id': '312b10a2b35949449c89df3e680df435'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:49.606673 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-718fc99c-0f80-4e34-adc1-ebb418587005 req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.642447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f0cba-f294-41d7-a675-86ba5f86b44b req-8a15aaef-4697-45e0-920f-63360c111f7a tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:49.644036 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b3f0cba-f294-41d7-a675-86ba5f86b44b req-8a15aaef-4697-45e0-920f-63360c111f7a tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.64 "GET /v2.0/ports?device_id=9385ad22-e4f9-4905-b52a-9b1baa1907c7 HTTP/1.1" status: 200 len: 945 time: 0.1392415 Jul 05 10:02:49.774608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-5b3f0cba-f294-41d7-a675-86ba5f86b44b req-a3950006-5915-4657-97da-d857431d081d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Deleting port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:02:49.775163 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5b3f0cba-f294-41d7-a675-86ba5f86b44b req-a3950006-5915-4657-97da-d857431d081d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.780611 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-718fc99c-0f80-4e34-adc1-ebb418587005 req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.874400 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c89b6e-c92f-4162-8b56-fa398004e5a7,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:49.892767 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:49.893463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:49.893812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:49.894181 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:49.894516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:49.894848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:49.895205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:49.895534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:49.895894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:49.896224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:49.896545 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:49.896869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:49.925877 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5b3f0cba-f294-41d7-a675-86ba5f86b44b req-a3950006-5915-4657-97da-d857431d081d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] For port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:49.926276 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5b3f0cba-f294-41d7-a675-86ba5f86b44b req-a3950006-5915-4657-97da-d857431d081d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:49.945092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-5b3f0cba-f294-41d7-a675-86ba5f86b44b req-a3950006-5915-4657-97da-d857431d081d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Calling delete_port for 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:02:49.956590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-81b10681-9433-4d68-84f5-ee43f25a247f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Made reservation on behalf of 312b10a2b35949449c89df3e680df435 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:49.962236 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-81b10681-9433-4d68-84f5-ee43f25a247f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.187900 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-718fc99c-0f80-4e34-adc1-ebb418587005 req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.244307 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-81b10681-9433-4d68-84f5-ee43f25a247f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Allocated IP 172.20.0.11 (39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf/36f50c4c-d55e-4a28-804b-fbebd2642e1d/4a28df10-47c9-4368-b5fa-716036a872d5) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:50.288056 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7228ae1-6d4a-4b0f-a0a0-48d78060cfd8 req-bd5ba752-bf5e-4cff-aa5b-62ed4a9b6746 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 210 time: 0.0709467 Jul 05 10:02:50.374201 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-129a2554-10f9-488d-a59d-029121585765 req-2917d15d-f23a-4c98-80b6-53a0cfced474 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 210 time: 0.0385597 Jul 05 10:02:50.414974 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-718fc99c-0f80-4e34-adc1-ebb418587005 req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.426488 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5b3f0cba-f294-41d7-a675-86ba5f86b44b req-a3950006-5915-4657-97da-d857431d081d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.445820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:50.525053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cf9ebb-8e72-4866-8e23-77542b39662d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:50.531516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3950006-5915-4657-97da-d857431d081d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Pushing event deleted for resources: {'Port': ['ID=8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:50.549618 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a4ae7b1-e191-4b97-bff7-6a6b9fbb5ae7 req-98e46cb2-a63e-40eb-9519-29bc7c5edb88 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 210 time: 0.0506184 Jul 05 10:02:50.564711 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-81b10681-9433-4d68-84f5-ee43f25a247f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.600238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3f0cba-f294-41d7-a675-86ba5f86b44b req-a3950006-5915-4657-97da-d857431d081d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] No DVR routers for this DVR port 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:02:50.604433 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5b3f0cba-f294-41d7-a675-86ba5f86b44b req-a3950006-5915-4657-97da-d857431d081d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.606548 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b3f0cba-f294-41d7-a675-86ba5f86b44b req-a3950006-5915-4657-97da-d857431d081d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.64 "DELETE /v2.0/ports/8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc HTTP/1.1" status: 204 len: 173 time: 0.9569807 Jul 05 10:02:50.607012 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9385ad22-e4f9-4905-b52a-9b1baa1907c7', 'name': 'network-vif-deleted', 'tag': '8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:50.609532 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ee19e8-4f75-4955-ae70-5931806ed08d" -d '{"events": [{"server_uuid": "9385ad22-e4f9-4905-b52a-9b1baa1907c7", "name": "network-vif-deleted", "tag": "8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:50.619598 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-718fc99c-0f80-4e34-adc1-ebb418587005 req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.620888 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-718fc99c-0f80-4e34-adc1-ebb418587005 req-1ba1d39c-c04b-46f3-8b4f-60a8af416380 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3849735 Jul 05 10:02:50.736438 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-81b10681-9433-4d68-84f5-ee43f25a247f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.791903 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-9f6d72d4-05a9-4e52-8294-776ac449b56e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=449f214ee5014225a50a24c3b1f55312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312791 Jul 05 10:02:50.830208 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-81b10681-9433-4d68-84f5-ee43f25a247f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:50.835309 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-81b10681-9433-4d68-84f5-ee43f25a247f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:50.846697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-81b10681-9433-4d68-84f5-ee43f25a247f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:50.853135 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-81b10681-9433-4d68-84f5-ee43f25a247f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:50.854159 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-81b10681-9433-4d68-84f5-ee43f25a247f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:50.857709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b10681-9433-4d68-84f5-ee43f25a247f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Pushing event updated for resources: {'Port': ['ID=4a28df10-47c9-4368-b5fa-716036a872d5,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:50.995544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-f7eb4c97-cd3b-4681-9e05-09ee918b6d8e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:50.997323 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-f7eb4c97-cd3b-4681-9e05-09ee918b6d8e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007856 Jul 05 10:02:51.011541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-9ca39b59-e84b-4ae2-8fb9-959b15e27d1c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Request body: {'port': {'device_id': '709275f3-6872-47f2-bae7-479d29fd7257', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '449f214ee5014225a50a24c3b1f55312'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:51.038420 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-81b10681-9433-4d68-84f5-ee43f25a247f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6289275 Jul 05 10:02:51.056932 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Request body: {'port': {'device_id': '6f4648d8-3e9f-49b3-abeb-030809a27ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:51.085663 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4a4af0-9c4d-4f29-a167-af3b8179ac8f x-openstack-request-id: req-cc4a4af0-9c4d-4f29-a167-af3b8179ac8f {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:51.086031 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9385ad22-e4f9-4905-b52a-9b1baa1907c7", "name": "network-vif-deleted", "tag": "8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:51.086634 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc4a4af0-9c4d-4f29-a167-af3b8179ac8f {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:51.087039 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9385ad22-e4f9-4905-b52a-9b1baa1907c7', 'name': 'network-vif-deleted', 'tag': '8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc', 'status': 'completed', 'code': 200} Jul 05 10:02:51.102239 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-8e892b08-4584-4d2a-9bf8-ca1ad0044365 req-5db97aaa-7eeb-4423-9d56-912894a9194e tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2063467136', 'description': 'tempest-description-1103756475'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:51.194815 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.268477 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8e892b08-4584-4d2a-9bf8-ca1ad0044365 req-5db97aaa-7eeb-4423-9d56-912894a9194e tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.377926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-9ca39b59-e84b-4ae2-8fb9-959b15e27d1c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Made reservation on behalf of 449f214ee5014225a50a24c3b1f55312 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:51.383132 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-9ca39b59-e84b-4ae2-8fb9-959b15e27d1c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.574794 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8e892b08-4584-4d2a-9bf8-ca1ad0044365 req-5db97aaa-7eeb-4423-9d56-912894a9194e tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.592100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-9ca39b59-e84b-4ae2-8fb9-959b15e27d1c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Allocated IP 192.168.233.222 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/14137496-8105-4037-99b4-0d283d07846b) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:51.598027 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-eedc0374-48ea-4dcd-9f39-bf2cddfcdddb tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=449f214ee5014225a50a24c3b1f55312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517836 Jul 05 10:02:51.603322 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a28df10-47c9-4368-b5fa-716036a872d5 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:51.622778 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.706308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Transition to ACTIVE for port object 4a28df10-47c9-4368-b5fa-716036a872d5 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:51.711928 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8e892b08-4584-4d2a-9bf8-ca1ad0044365 req-5db97aaa-7eeb-4423-9d56-912894a9194e tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.761132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2004f4-692e-4181-96e9-a40b5ff76e40 req-7eff2a73-7a57-47f2-9189-03aaf86ea4d9 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:51.762733 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a2004f4-692e-4181-96e9-a40b5ff76e40 req-7eff2a73-7a57-47f2-9189-03aaf86ea4d9 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 932 time: 0.2649748 Jul 05 10:02:51.764345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db97aaa-7eeb-4423-9d56-912894a9194e tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1240b0-3dc2-432f-995a-d63ee7a4a54c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:51.784040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-6a260283-21ef-4b37-a14d-8e2e0ffd7a37 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:51.786285 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-6a260283-21ef-4b37-a14d-8e2e0ffd7a37 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782324 Jul 05 10:02:51.808862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-3a03869f-476f-46b6-a615-84ffe81d5d7e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Request body: {'port': {'device_id': 'bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '449f214ee5014225a50a24c3b1f55312'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:51.829986 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.836298 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-9ca39b59-e84b-4ae2-8fb9-959b15e27d1c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.863221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-9ca39b59-e84b-4ae2-8fb9-959b15e27d1c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Transition to ACTIVE for port object 14137496-8105-4037-99b4-0d283d07846b will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:51.898729 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8e892b08-4584-4d2a-9bf8-ca1ad0044365 req-5db97aaa-7eeb-4423-9d56-912894a9194e tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:51.912454 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e892b08-4584-4d2a-9bf8-ca1ad0044365 req-5db97aaa-7eeb-4423-9d56-912894a9194e tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8196423 Jul 05 10:02:51.947738 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a2004f4-692e-4181-96e9-a40b5ff76e40 req-c9cf9352-8ae0-4032-bfd0-b03d4430a61a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583381 Jul 05 10:02:51.993254 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:52.050483 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Pushing event updated for resources: {'Port': ['ID=4a28df10-47c9-4368-b5fa-716036a872d5,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:52.071984 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-9ca39b59-e84b-4ae2-8fb9-959b15e27d1c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:52.090656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['359472dc-eb7d-4f43-b241-701bffc603b6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:52.119129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:52.119637 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:52.132901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:52.133294 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:52.133775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:52.134149 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:52.134483 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:52.134814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:52.135142 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:52.135469 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:52.135823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:52.136146 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:02:52.151700 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Attempting to bind port 4a28df10-47c9-4368-b5fa-716036a872d5 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:52.152052 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Attempting to bind port 4a28df10-47c9-4368-b5fa-716036a872d5 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:52.152375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Attempting to bind port 4a28df10-47c9-4368-b5fa-716036a872d5 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:52.160676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Port 4a28df10-47c9-4368-b5fa-716036a872d5 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:52.161006 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Attempting to bind port 4a28df10-47c9-4368-b5fa-716036a872d5 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:52.174266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:52.174630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Checking segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:52.175023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Bound using segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:52.176084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Bound port: 4a28df10-47c9-4368-b5fa-716036a872d5, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:52.176994 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:52.198810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-9ca39b59-e84b-4ae2-8fb9-959b15e27d1c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:52.202662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-9ca39b59-e84b-4ae2-8fb9-959b15e27d1c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:52.213788 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-9ca39b59-e84b-4ae2-8fb9-959b15e27d1c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:52.224290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-9ca39b59-e84b-4ae2-8fb9-959b15e27d1c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:52.237023 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-9ca39b59-e84b-4ae2-8fb9-959b15e27d1c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:52.289546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca39b59-e84b-4ae2-8fb9-959b15e27d1c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event updated for resources: {'Port': ['ID=14137496-8105-4037-99b4-0d283d07846b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:52.461184 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-9ca39b59-e84b-4ae2-8fb9-959b15e27d1c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4533420 Jul 05 10:02:52.472781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Request body: {'port': {'device_id': '709275f3-6872-47f2-bae7-479d29fd7257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:52.557352 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0c46423b-d572-407e-a1e9-119e60023cc6 req-0dc527ae-b36e-493a-a0db-ae439df3ae4b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 210 time: 0.0618286 Jul 05 10:02:52.615409 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:52.627479 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f9ecab51-9e42-4374-9f3d-76458188fb5b req-58901400-450a-42ca-9c0c-efc169d1f936 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 210 time: 0.3952854 Jul 05 10:02:52.631869 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-3a03869f-476f-46b6-a615-84ffe81d5d7e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Made reservation on behalf of 449f214ee5014225a50a24c3b1f55312 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:52.635355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-3a03869f-476f-46b6-a615-84ffe81d5d7e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:52.651569 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4de882e3-e168-49cb-ba43-09b98e4b9c63 None None] Provisioning for port 14137496-8105-4037-99b4-0d283d07846b completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:52.651569 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4de882e3-e168-49cb-ba43-09b98e4b9c63 None None] Provisioning complete for port 14137496-8105-4037-99b4-0d283d07846b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:52.651569 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4de882e3-e168-49cb-ba43-09b98e4b9c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:52.725601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:02:52.759249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:02:52.760016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 8f1c4ad2-75e5-454a-a4ee-e7de5af1bddc not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:02:52.773134 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-4de882e3-e168-49cb-ba43-09b98e4b9c63 None None] Port 14137496-8105-4037-99b4-0d283d07846b cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:52.775507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] For port 4a28df10-47c9-4368-b5fa-716036a872d5, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:52.805027 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] For port 4a28df10-47c9-4368-b5fa-716036a872d5, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4a28df10-47c9-4368-b5fa-716036a872d5,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:52.844578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36198) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:52.905567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-3a03869f-476f-46b6-a615-84ffe81d5d7e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Allocated IP 192.168.233.127 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/27ed9cb2-e6b4-44c6-82da-120fd3accfca) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:52.994175 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.069202 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-3fe02354-57cd-4525-bc0f-9ce63c11436e tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42323 time: 0.4819634 Jul 05 10:02:53.095979 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-90c45b9e-0aa2-45c3-899b-ea7565e3646e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.120531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:53.121124 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.122534 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] 10.222.0.73 "PUT /v2.0/ports/4a28df10-47c9-4368-b5fa-716036a872d5 HTTP/1.1" status: 200 len: 1093 time: 2.0709105 Jul 05 10:02:53.122987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4648d8-3e9f-49b3-abeb-030809a27ab0', 'tag': '4a28df10-47c9-4368-b5fa-716036a872d5'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:53.125317 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864cf6db-4e99-4f45-9346-92d07620f75c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4648d8-3e9f-49b3-abeb-030809a27ab0", "tag": "4a28df10-47c9-4368-b5fa-716036a872d5"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:53.137519 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-ee805a4f-4a98-42ce-84a1-8ee9a521f037 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/0c7bde39-f80c-48d5-8e91-821de3330078 HTTP/1.1" status: 200 len: 2981 time: 0.0530927 Jul 05 10:02:53.172554 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba6498-21c0-4064-8684-75783879ee62 service neutron] Pushing event updated for resources: {'Port': ['ID=4a28df10-47c9-4368-b5fa-716036a872d5,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:53.222879 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-3a03869f-476f-46b6-a615-84ffe81d5d7e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.244410 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-e83acf14-2256-4ba0-9993-3acc2d18bbb1 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/0c7bde39-f80c-48d5-8e91-821de3330078 HTTP/1.1" status: 200 len: 2981 time: 0.1020696 Jul 05 10:02:53.265450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-3a03869f-476f-46b6-a615-84ffe81d5d7e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Transition to ACTIVE for port object 27ed9cb2-e6b4-44c6-82da-120fd3accfca will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:53.306003 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.73', 62803) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:53.317795 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-c2231750-92f4-433c-bc9b-73dc63f5f721 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/164ab388-54d6-4df4-babc-0b7ad639155f HTTP/1.1" status: 200 len: 2981 time: 0.0625782 Jul 05 10:02:53.389658 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-4a269026-40bb-465f-800f-ca2c299ad925 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/164ab388-54d6-4df4-babc-0b7ad639155f HTTP/1.1" status: 200 len: 2981 time: 0.0525668 Jul 05 10:02:53.397256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-37fab136-d01b-4c4a-8164-a2472b1f4be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:53.399267 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-37fab136-d01b-4c4a-8164-a2472b1f4be1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0921426 Jul 05 10:02:53.439750 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-48d15e0d-577e-48db-b939-e02fd863a74a tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:53.441206 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-48d15e0d-577e-48db-b939-e02fd863a74a tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.73 "GET /v2.0/networks?id=f64ee891-e766-4295-93d9-758ae680bd4b HTTP/1.1" status: 200 len: 813 time: 0.2097416 Jul 05 10:02:53.449070 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-90c45b9e-0aa2-45c3-899b-ea7565e3646e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.451265 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-b676e1a0-e0bf-41b7-8518-78cbaeaf3ee1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a28df10-47c9-4368-b5fa-716036a872d5 HTTP/1.1" status: 200 len: 217 time: 0.0415888 Jul 05 10:02:53.455806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-25a91141-7643-4f9b-ba2f-07b7bbc205c9 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Request body: {'port': {'device_id': '8320f666-953a-4fa2-9bdf-b23695c3e07c', 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b', 'admin_state_up': True, 'tenant_id': '6119bc815ab94278a813be791a173223'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:53.511902 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-b91b5dcf-8c8c-4378-9d12-d5ce1837ffa3 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/2eaeae37-e50d-4195-a8b6-637c47141d5e HTTP/1.1" status: 200 len: 2981 time: 0.1090105 Jul 05 10:02:53.527382 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291d889-6845-48ce-bdc3-01e699259003 req-f68b1f01-5636-46a3-92c2-de3d647d9e59 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:53.529094 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f291d889-6845-48ce-bdc3-01e699259003 req-f68b1f01-5636-46a3-92c2-de3d647d9e59 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 944 time: 0.2175579 Jul 05 10:02:53.532650 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-3a03869f-476f-46b6-a615-84ffe81d5d7e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.545313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['359472dc-eb7d-4f43-b241-701bffc603b6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:53.578320 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-90c45b9e-0aa2-45c3-899b-ea7565e3646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.585254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-567bae1a-3b65-4971-a83c-0f8d55d98da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:53.586753 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-567bae1a-3b65-4971-a83c-0f8d55d98da3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.1280472 Jul 05 10:02:53.632954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c45b9e-0aa2-45c3-899b-ea7565e3646e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4752d0a-19ce-4b90-9713-d1cc7dd585e6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:53.659888 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-3a03869f-476f-46b6-a615-84ffe81d5d7e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:53.663482 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-110e3445-c36b-41f1-ba9a-16ecdf4fd979 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565732 Jul 05 10:02:53.688344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-3a03869f-476f-46b6-a615-84ffe81d5d7e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:53.721970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-3a03869f-476f-46b6-a615-84ffe81d5d7e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:53.729504 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-121aa18f-717e-4956-96b8-de9799bd8329 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/2eaeae37-e50d-4195-a8b6-637c47141d5e HTTP/1.1" status: 200 len: 2981 time: 0.2102740 Jul 05 10:02:53.731551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-3a03869f-476f-46b6-a615-84ffe81d5d7e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:53.732257 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-3a03869f-476f-46b6-a615-84ffe81d5d7e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.751517 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f291d889-6845-48ce-bdc3-01e699259003 req-e7830743-8d6d-4966-bcde-c1802500b454 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073872 Jul 05 10:02:53.755999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03869f-476f-46b6-a615-84ffe81d5d7e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event updated for resources: {'Port': ['ID=27ed9cb2-e6b4-44c6-82da-120fd3accfca,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:53.763669 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-90c45b9e-0aa2-45c3-899b-ea7565e3646e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a6c3c842c17b48129719d0103fae358b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9175851 Jul 05 10:02:53.770730 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36224) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:53.848427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aece7706-2be2-4d6e-a418-17959f3efc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.884919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aece7706-2be2-4d6e-a418-17959f3efc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.890431 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:53.894189 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fdc2ec-44a7-4544-8c4b-89fc7839e4d9 x-openstack-request-id: req-69fdc2ec-44a7-4544-8c4b-89fc7839e4d9 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:53.894481 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4648d8-3e9f-49b3-abeb-030809a27ab0", "tag": "4a28df10-47c9-4368-b5fa-716036a872d5", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:53.894729 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69fdc2ec-44a7-4544-8c4b-89fc7839e4d9 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:53.895160 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4648d8-3e9f-49b3-abeb-030809a27ab0', 'tag': '4a28df10-47c9-4368-b5fa-716036a872d5', 'status': 'completed', 'code': 200} Jul 05 10:02:53.929873 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-3a03869f-476f-46b6-a615-84ffe81d5d7e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1314433 Jul 05 10:02:53.965646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Request body: {'port': {'device_id': 'bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:54.019661 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-4195e342-7232-4b71-afd8-7f6ae1ff9215 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/4b998fdc-11d0-465a-b695-1e47a955ec81 HTTP/1.1" status: 200 len: 2981 time: 0.2230601 Jul 05 10:02:54.039198 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-bdd58ca6-b68c-43b8-af5f-ab5e5e5146c1 service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680882 Jul 05 10:02:54.064259 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14137496-8105-4037-99b4-0d283d07846b {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:54.085916 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.107036 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.357623 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Transition to ACTIVE for port object 14137496-8105-4037-99b4-0d283d07846b will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:54.357623 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-acba6425-27c3-4854-bb6f-0a3b8495eb09 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/4b998fdc-11d0-465a-b695-1e47a955ec81 HTTP/1.1" status: 200 len: 2981 time: 0.1331806 Jul 05 10:02:54.358870 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7138283-524e-46ff-a81f-1b55b6bb5465 req-f1f4d067-0884-4c95-886b-197365b29e3f tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:54.358870 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7138283-524e-46ff-a81f-1b55b6bb5465 req-f1f4d067-0884-4c95-886b-197365b29e3f tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 936 time: 0.1248767 Jul 05 10:02:54.359321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b897db57-2f83-41e2-a66c-81be42d4fc04 req-cbd18920-1379-4580-8a56-6997f7946e5c service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606207 Jul 05 10:02:54.359321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-d290a850-a82e-4465-a2ca-aa64d943639d tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/4e1ef38e-dfd7-47c0-b9a5-b2cbe747f251 HTTP/1.1" status: 200 len: 2977 time: 0.0491922 Jul 05 10:02:54.359321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-17f5412f-62a0-4541-974c-ed705e16f4bd tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/4e1ef38e-dfd7-47c0-b9a5-b2cbe747f251 HTTP/1.1" status: 200 len: 2977 time: 0.0435917 Jul 05 10:02:54.359804 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7138283-524e-46ff-a81f-1b55b6bb5465 req-eb54b455-8b69-48c9-b567-a1abe6a8014d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950072 Jul 05 10:02:54.359882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-98bc9cf0-c253-400a-bc91-b28bbae57f37 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/53c89b6e-c92f-4162-8b56-fa398004e5a7 HTTP/1.1" status: 200 len: 2981 time: 0.0496540 Jul 05 10:02:54.386912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-25a91141-7643-4f9b-ba2f-07b7bbc205c9 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Made reservation on behalf of 6119bc815ab94278a813be791a173223 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:02:54.386912 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-25a91141-7643-4f9b-ba2f-07b7bbc205c9 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.394298 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-5257fac7-63c5-4336-9641-084d9aeac8ba tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/53c89b6e-c92f-4162-8b56-fa398004e5a7 HTTP/1.1" status: 200 len: 2981 time: 0.0471368 Jul 05 10:02:54.442939 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-615a54ac-8481-432b-8f28-3b6e3a4d305a req-f5509785-cdd3-4dd7-87bd-f8e127f5e05f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 210 time: 0.0389864 Jul 05 10:02:54.446326 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-b6f6c932-1689-4729-8fb8-11ef3764e6e4 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/54ee7e6c-2070-4dab-be80-5d0f18311832 HTTP/1.1" status: 200 len: 2977 time: 0.0457997 Jul 05 10:02:54.504118 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-b778ea6e-6d85-4bbe-a7fb-87091ccced16 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/54ee7e6c-2070-4dab-be80-5d0f18311832 HTTP/1.1" status: 200 len: 2977 time: 0.0502720 Jul 05 10:02:54.547184 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-946dc47c-2ee4-49db-99bb-92884c001373 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/6b005647-3369-4061-8f2b-2b3d43f33809 HTTP/1.1" status: 200 len: 2981 time: 0.0371368 Jul 05 10:02:54.571749 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aece7706-2be2-4d6e-a418-17959f3efc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.571988 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aece7706-2be2-4d6e-a418-17959f3efc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.575775 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aece7706-2be2-4d6e-a418-17959f3efc68 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d4752d0a-19ce-4b90-9713-d1cc7dd585e6 HTTP/1.1" status: 204 len: 168 time: 0.8013766 Jul 05 10:02:54.613567 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-73fa0349-7469-41bb-9f01-0e560b5736fb tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/6b005647-3369-4061-8f2b-2b3d43f33809 HTTP/1.1" status: 200 len: 2981 time: 0.0602372 Jul 05 10:02:54.618044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece7706-2be2-4d6e-a418-17959f3efc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4752d0a-19ce-4b90-9713-d1cc7dd585e6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:54.677862 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-43adc6b1-b1cb-450e-a622-cc9fc6fa862b tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b HTTP/1.1" status: 200 len: 2981 time: 0.0632768 Jul 05 10:02:54.682982 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-21e12776-c3ea-4248-bb10-7b2a37a1640a None None] Provisioning for port 27ed9cb2-e6b4-44c6-82da-120fd3accfca completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:54.687658 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.688548 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-21e12776-c3ea-4248-bb10-7b2a37a1640a None None] Provisioning complete for port 27ed9cb2-e6b4-44c6-82da-120fd3accfca triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:54.689155 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-21e12776-c3ea-4248-bb10-7b2a37a1640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:54.733776 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-21e12776-c3ea-4248-bb10-7b2a37a1640a None None] Port 27ed9cb2-e6b4-44c6-82da-120fd3accfca cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:02:54.824958 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-25a91141-7643-4f9b-ba2f-07b7bbc205c9 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Allocated IP 172.20.0.9 (f64ee891-e766-4295-93d9-758ae680bd4b/21d4184e-da4e-4e51-b2ca-6563db926533/e8db1710-6ffe-4cc2-bb7a-4732a15db20c) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:02:54.847148 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-839cd7da-2c47-461a-be61-90e0902ed964 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b HTTP/1.1" status: 200 len: 2981 time: 0.1684039 Jul 05 10:02:54.906464 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Pushing event updated for resources: {'Port': ['ID=14137496-8105-4037-99b4-0d283d07846b,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:54.947226 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-d73f73f8-fa3b-4ded-8f2e-9bceb17c9fbc tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9ccf0864-4079-42c7-946a-06ba886a2242 HTTP/1.1" status: 200 len: 2981 time: 0.0891390 Jul 05 10:02:54.956649 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Attempting to bind port 14137496-8105-4037-99b4-0d283d07846b on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:54.957053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Attempting to bind port 14137496-8105-4037-99b4-0d283d07846b by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:54.957614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Attempting to bind port 14137496-8105-4037-99b4-0d283d07846b on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:54.967314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cf6db-4e99-4f45-9346-92d07620f75c req-4bf25b9b-b4b6-4733-8536-7a26af5c4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:54.968959 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-864cf6db-4e99-4f45-9346-92d07620f75c req-4bf25b9b-b4b6-4733-8536-7a26af5c4d05 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 1096 time: 0.2199416 Jul 05 10:02:54.995877 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Port 14137496-8105-4037-99b4-0d283d07846b on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:54.996588 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Attempting to bind port 14137496-8105-4037-99b4-0d283d07846b on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:55.043380 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ed9cb2-e6b4-44c6-82da-120fd3accfca {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:55.058004 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.071513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:55.072017 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:55.072811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:55.073541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Bound port: 14137496-8105-4037-99b4-0d283d07846b, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:55.074125 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.109524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Transition to ACTIVE for port object 27ed9cb2-e6b4-44c6-82da-120fd3accfca will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:55.119461 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-dfd63186-4853-42da-87f3-a78f78b40470 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9ccf0864-4079-42c7-946a-06ba886a2242 HTTP/1.1" status: 200 len: 2981 time: 0.1655695 Jul 05 10:02:55.171607 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-25a91141-7643-4f9b-ba2f-07b7bbc205c9 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.194080 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdaf8d-5073-4a4c-8dfa-4ad0dded8f6f req-d178fa56-cc3b-48b9-9de6-8555e2cae712 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:55.195665 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e0bdaf8d-5073-4a4c-8dfa-4ad0dded8f6f req-d178fa56-cc3b-48b9-9de6-8555e2cae712 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 944 time: 0.1273615 Jul 05 10:02:55.210934 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.249776 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cf6db-4e99-4f45-9346-92d07620f75c req-33fe5112-f678-4afd-aed4-5543c12ebc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:55.251362 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-864cf6db-4e99-4f45-9346-92d07620f75c req-33fe5112-f678-4afd-aed4-5543c12ebc7e service neutron] 10.222.0.73 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.2574091 Jul 05 10:02:55.303340 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] For port 14137496-8105-4037-99b4-0d283d07846b, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:55.309620 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-864cf6db-4e99-4f45-9346-92d07620f75c req-da2352d4-68aa-4f9d-94d3-bdaf0be57741 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a28df10-47c9-4368-b5fa-716036a872d5 HTTP/1.1" status: 200 len: 217 time: 0.0478926 Jul 05 10:02:55.313183 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e0bdaf8d-5073-4a4c-8dfa-4ad0dded8f6f req-e1532450-4080-46bf-9e01-b35e95e1b77b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117973 Jul 05 10:02:55.321378 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-694222a3-4389-4c7e-9236-d08d0a5a4d8d tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/e1769af8-5c5a-4597-8e75-83caf87e41b8 HTTP/1.1" status: 200 len: 2973 time: 0.1891019 Jul 05 10:02:55.321689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Pushing event updated for resources: {'Port': ['ID=27ed9cb2-e6b4-44c6-82da-120fd3accfca,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:55.321796 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] For port 14137496-8105-4037-99b4-0d283d07846b, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=14137496-8105-4037-99b4-0d283d07846b,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:55.378013 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Attempting to bind port 27ed9cb2-e6b4-44c6-82da-120fd3accfca on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:55.378394 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Attempting to bind port 27ed9cb2-e6b4-44c6-82da-120fd3accfca by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:55.379294 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Attempting to bind port 27ed9cb2-e6b4-44c6-82da-120fd3accfca on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:55.385444 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-25a91141-7643-4f9b-ba2f-07b7bbc205c9 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.390460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Port 27ed9cb2-e6b4-44c6-82da-120fd3accfca on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:55.390949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Attempting to bind port 27ed9cb2-e6b4-44c6-82da-120fd3accfca on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:55.407553 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:55.407994 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:55.408328 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:55.408774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Bound port: 27ed9cb2-e6b4-44c6-82da-120fd3accfca, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:55.409241 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.417243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cf6db-4e99-4f45-9346-92d07620f75c req-febb556a-20f7-4712-8339-d533e32c6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:55.419646 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-864cf6db-4e99-4f45-9346-92d07620f75c req-febb556a-20f7-4712-8339-d533e32c6114 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.1001358 Jul 05 10:02:55.443752 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.454420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-25a91141-7643-4f9b-ba2f-07b7bbc205c9 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Network f64ee891-e766-4295-93d9-758ae680bd4b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:02:55.459872 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-25a91141-7643-4f9b-ba2f-07b7bbc205c9 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:02:55.464082 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-25a91141-7643-4f9b-ba2f-07b7bbc205c9 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:02:55.471259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-25a91141-7643-4f9b-ba2f-07b7bbc205c9 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:55.472305 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-25a91141-7643-4f9b-ba2f-07b7bbc205c9 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.485828 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-864cf6db-4e99-4f45-9346-92d07620f75c req-022cea4b-61ef-4e6a-a419-493a79c18d90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573697 Jul 05 10:02:55.513149 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-fce656c1-5101-4821-a7fd-9b206592b36a tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/e1769af8-5c5a-4597-8e75-83caf87e41b8 HTTP/1.1" status: 200 len: 2973 time: 0.1776650 Jul 05 10:02:55.541669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a91141-7643-4f9b-ba2f-07b7bbc205c9 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Pushing event updated for resources: {'Port': ['ID=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:55.572302 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:55.573003 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.574695 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] 10.222.0.73 "PUT /v2.0/ports/14137496-8105-4037-99b4-0d283d07846b HTTP/1.1" status: 200 len: 1097 time: 3.1065755 Jul 05 10:02:55.578586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709275f3-6872-47f2-bae7-479d29fd7257', 'tag': '14137496-8105-4037-99b4-0d283d07846b'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:55.580646 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e4cd8c-03d9-4903-9c7c-f4a8b7cd385d" -d '{"events": [{"name": "network-changed", "server_uuid": "709275f3-6872-47f2-bae7-479d29fd7257", "tag": "14137496-8105-4037-99b4-0d283d07846b"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:55.592270 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] For port 27ed9cb2-e6b4-44c6-82da-120fd3accfca, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:55.596476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] For port 27ed9cb2-e6b4-44c6-82da-120fd3accfca, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27ed9cb2-e6b4-44c6-82da-120fd3accfca,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:55.650914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593ce6f-8336-4318-9a3e-d26c52fdcf6f service neutron] Pushing event updated for resources: {'Port': ['ID=14137496-8105-4037-99b4-0d283d07846b,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:55.684619 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-60147ccd-95b6-4980-b17e-f8df3499dde1 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/e7d13d38-cecf-438b-afee-4cea6a3c7062 HTTP/1.1" status: 200 len: 2981 time: 0.1494172 Jul 05 10:02:55.738545 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36260) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:55.738987 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-864cf6db-4e99-4f45-9346-92d07620f75c req-453eb2bd-072a-470c-bbd0-38a3b3f2e6e2 service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301824 Jul 05 10:02:55.761651 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3b80-4d93-4d95-866b-ba472664c74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.773365 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d30f8775-631c-4f3b-a964-e041090b918b req-e12d6528-0b17-46d5-8a1a-7b9329b78c18 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/e7d13d38-cecf-438b-afee-4cea6a3c7062 HTTP/1.1" status: 200 len: 2981 time: 0.0847712 Jul 05 10:02:55.789392 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.802436 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-25a91141-7643-4f9b-ba2f-07b7bbc205c9 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3508904 Jul 05 10:02:55.820691 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Request body: {'port': {'device_id': '8320f666-953a-4fa2-9bdf-b23695c3e07c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:02:55.865216 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:55.865216 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:55.865216 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] 10.222.0.73 "PUT /v2.0/ports/27ed9cb2-e6b4-44c6-82da-120fd3accfca HTTP/1.1" status: 200 len: 1097 time: 1.9171398 Jul 05 10:02:55.896733 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88', 'tag': '27ed9cb2-e6b4-44c6-82da-120fd3accfca'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:55.899109 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32539a9-8b01-41a3-97de-a7d8e2bf500c" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88", "tag": "27ed9cb2-e6b4-44c6-82da-120fd3accfca"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:55.953327 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3a81e-35d8-4ffb-b79a-bcda1609f5bd service neutron] Pushing event updated for resources: {'Port': ['ID=27ed9cb2-e6b4-44c6-82da-120fd3accfca,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:55.964422 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-864cf6db-4e99-4f45-9346-92d07620f75c req-e86b00eb-8c2b-4bdf-ad49-62977e805c24 service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184808 Jul 05 10:02:55.997122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-de712e85-f565-4990-b359-39fbef4939df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:55.998561 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-de712e85-f565-4990-b359-39fbef4939df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=709275f3-6872-47f2-bae7-479d29fd7257 HTTP/1.1" status: 200 len: 1100 time: 0.1763425 Jul 05 10:02:56.016712 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.102928 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3b80-4d93-4d95-866b-ba472664c74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.197327 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3b80-4d93-4d95-866b-ba472664c74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.298945 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dbdd3b80-4d93-4d95-866b-ba472664c74e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8902b52675ed40c5b645a2113a3851a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5585148 Jul 05 10:02:56.302207 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36268) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:02:56.305228 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-dd76deba-7570-43ad-b1ea-1a64eadc38a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=14137496-8105-4037-99b4-0d283d07846b HTTP/1.1" status: 200 len: 217 time: 0.2987862 Jul 05 10:02:56.311160 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd3b80-4d93-4d95-866b-ba472664c74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125067d7-e344-461f-b124-a906e4eb8f18,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:56.381963 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c1559-2828-4be9-bda3-e3f8096d8324 req-9106f50c-a209-4e8b-a30d-4fcee7bd4f36 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:56.384475 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a49c1559-2828-4be9-bda3-e3f8096d8324 req-9106f50c-a209-4e8b-a30d-4fcee7bd4f36 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 948 time: 0.4349780 Jul 05 10:02:56.399314 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2d1fee5a-b88b-4c62-9ea7-509359fdaff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.422544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-3d308754-cc6a-4eb1-bb8d-d09c6f303a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:56.423968 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-3d308754-cc6a-4eb1-bb8d-d09c6f303a6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0983145 Jul 05 10:02:56.454420 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2d1fee5a-b88b-4c62-9ea7-509359fdaff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.468827 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-14d634a6-0b2c-46e9-8121-940c340902a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:56.470302 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-14d634a6-0b2c-46e9-8121-940c340902a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 1100 time: 0.1740329 Jul 05 10:02:56.477927 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a49c1559-2828-4be9-bda3-e3f8096d8324 req-a2c1d9da-5a3f-4fea-8fdb-9c7ffb5e3b7d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849385 Jul 05 10:02:56.494664 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8db1710-6ffe-4cc2-bb7a-4732a15db20c {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:56.499398 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.517663 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-3a067a12-1bbd-4358-a9b1-c3e0a59f2e89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=27ed9cb2-e6b4-44c6-82da-120fd3accfca HTTP/1.1" status: 200 len: 217 time: 0.0375259 Jul 05 10:02:56.519983 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Transition to ACTIVE for port object e8db1710-6ffe-4cc2-bb7a-4732a15db20c will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:02:56.578746 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-357eecb0-ebc7-4cfa-b33f-881b3c75b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:56.580222 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-357eecb0-ebc7-4cfa-b33f-881b3c75b0bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0567813 Jul 05 10:02:56.582098 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-4823c675-940f-4ac2-8807-0bc3b006c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:56.583596 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-4823c675-940f-4ac2-8807-0bc3b006c7dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1531153 Jul 05 10:02:56.660558 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.663816 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2d1fee5a-b88b-4c62-9ea7-509359fdaff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.666862 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2d1fee5a-b88b-4c62-9ea7-509359fdaff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.669351 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2d1fee5a-b88b-4c62-9ea7-509359fdaff3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/125067d7-e344-461f-b124-a906e4eb8f18 HTTP/1.1" status: 204 len: 168 time: 0.3654191 Jul 05 10:02:56.721693 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fee5a-b88b-4c62-9ea7-509359fdaff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125067d7-e344-461f-b124-a906e4eb8f18,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:56.725277 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-6328d486-8106-462d-8b26-1f1d27e44ac4 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336412 Jul 05 10:02:56.744205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Pushing event updated for resources: {'Port': ['ID=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:56.799078 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Attempting to bind port e8db1710-6ffe-4cc2-bb7a-4732a15db20c on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:02:56.799413 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Attempting to bind port e8db1710-6ffe-4cc2-bb7a-4732a15db20c by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '4dca89e4-839b-44c2-bc8d-929bef7823eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:02:56.799768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Attempting to bind port e8db1710-6ffe-4cc2-bb7a-4732a15db20c on network f64ee891-e766-4295-93d9-758ae680bd4b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:56.804946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Port e8db1710-6ffe-4cc2-bb7a-4732a15db20c on network f64ee891-e766-4295-93d9-758ae680bd4b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:02:56.805269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Attempting to bind port e8db1710-6ffe-4cc2-bb7a-4732a15db20c on network f64ee891-e766-4295-93d9-758ae680bd4b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:02:56.811885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:02:56.812459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Checking segment: {'id': '4dca89e4-839b-44c2-bc8d-929bef7823eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:02:56.813032 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Bound using segment: {'id': '4dca89e4-839b-44c2-bc8d-929bef7823eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:02:56.813476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Bound port: e8db1710-6ffe-4cc2-bb7a-4732a15db20c, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dca89e4-839b-44c2-bc8d-929bef7823eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:02:56.813862 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:56.860950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-25e7b568-25d1-4cd0-997a-292b687fdc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:56.862497 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-25e7b568-25d1-4cd0-997a-292b687fdc6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2692442 Jul 05 10:02:56.887115 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] For port e8db1710-6ffe-4cc2-bb7a-4732a15db20c, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:02:56.890469 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] For port e8db1710-6ffe-4cc2-bb7a-4732a15db20c, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:02:56.956412 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-edd09e98-b2a8-4242-97aa-91d4a8d8c5bf service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221355 Jul 05 10:02:56.975384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4a28df10-47c9-4368-b5fa-716036a872d5 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:02:56.988496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a50b-e10a-4c51-aad8-19ea5a49fafb req-d9ebf576-d6c9-4741-a853-65419b8aded4 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:56.990568 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a94a50b-e10a-4c51-aad8-19ea5a49fafb req-d9ebf576-d6c9-4741-a853-65419b8aded4 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 943 time: 0.1861928 Jul 05 10:02:56.996685 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.013826 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-1ecd5c45-8dc3-45a5-b3c6-dd18839ff0bb service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405053 Jul 05 10:02:57.060939 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a94a50b-e10a-4c51-aad8-19ea5a49fafb req-59f4180a-31c0-428c-b15b-d2dbc3539ef0 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582929 Jul 05 10:02:57.106985 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 4a28df10-47c9-4368-b5fa-716036a872d5, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4a28df10-47c9-4368-b5fa-716036a872d5,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:57.125045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Pushing event updated for resources: {'Port': ['ID=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:57.125419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '4a28df10-47c9-4368-b5fa-716036a872d5', 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf', 'port_id': '4a28df10-47c9-4368-b5fa-716036a872d5', 'mac_address': 'fa:16:3e:03:58:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f50c4c-d55e-4a28-804b-fbebd2642e1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:02:57.133169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:57.133925 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.140028 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-bd6f1159-4b89-4591-a39b-6a45975964ea service neutron] 10.222.0.73 "PUT /v2.0/ports/e8db1710-6ffe-4cc2-bb7a-4732a15db20c HTTP/1.1" status: 200 len: 1092 time: 1.3240414 Jul 05 10:02:57.144338 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48e731c8-aea8-4716-b1d9-6c76b1130da4 req-c8ef9bbf-9b98-4adb-afe4-bc5d0d14aa1b service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228621 Jul 05 10:02:57.189410 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.216358 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a28df10-47c9-4368-b5fa-716036a872d5 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:02:57.240113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 4a28df10-47c9-4368-b5fa-716036a872d5, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4a28df10-47c9-4368-b5fa-716036a872d5,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:57.281595 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f6a4a2-ac41-43bd-bbf7-3a0d77a4abfd x-openstack-request-id: req-02f6a4a2-ac41-43bd-bbf7-3a0d77a4abfd {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:57.282071 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "709275f3-6872-47f2-bae7-479d29fd7257", "tag": "14137496-8105-4037-99b4-0d283d07846b", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:57.282327 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02f6a4a2-ac41-43bd-bbf7-3a0d77a4abfd {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:57.282727 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709275f3-6872-47f2-bae7-479d29fd7257', 'tag': '14137496-8105-4037-99b4-0d283d07846b', 'status': 'completed', 'code': 200} Jul 05 10:02:57.368463 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4cd8c-03d9-4903-9c7c-f4a8b7cd385d req-dd103ec4-2596-423b-8219-dbc174bb180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:57.369997 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43e4cd8c-03d9-4903-9c7c-f4a8b7cd385d req-dd103ec4-2596-423b-8219-dbc174bb180c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=709275f3-6872-47f2-bae7-479d29fd7257 HTTP/1.1" status: 200 len: 1100 time: 0.0645337 Jul 05 10:02:57.396930 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:57.425071 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-661db450-2d71-4b25-8c53-848090aa7dc6 req-04121154-5326-43c7-a52a-882654a803f1 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8366097f8e864b51ae28f041aa254697 HTTP/1.1" status: 200 len: 6102 time: 0.1275427 Jul 05 10:02:57.427076 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-c66d9e5c-7caa-413b-a237-4d41609430b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:57.428642 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-c66d9e5c-7caa-413b-a237-4d41609430b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6119bc815ab94278a813be791a173223&device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 1095 time: 0.1331246 Jul 05 10:02:57.470019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=4a28df10-47c9-4368-b5fa-716036a872d5,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:57.490511 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-72457fbe-e932-4251-8a66-62134edfe6ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8db1710-6ffe-4cc2-bb7a-4732a15db20c HTTP/1.1" status: 200 len: 217 time: 0.0542614 Jul 05 10:02:57.503018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4cd8c-03d9-4903-9c7c-f4a8b7cd385d req-031c2b78-35ab-4851-8fbd-61854503029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:57.509753 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43e4cd8c-03d9-4903-9c7c-f4a8b7cd385d req-031c2b78-35ab-4851-8fbd-61854503029b service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1284122 Jul 05 10:02:57.561917 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43e4cd8c-03d9-4903-9c7c-f4a8b7cd385d req-ffc2ae31-b453-4cbd-8cce-4f3d5666df05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=14137496-8105-4037-99b4-0d283d07846b HTTP/1.1" status: 200 len: 217 time: 0.0496485 Jul 05 10:02:57.572624 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-661db450-2d71-4b25-8c53-848090aa7dc6 req-49d1c41e-ac0c-4d6a-a6d8-fd5fcf47d1b9 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] 10.222.0.77 "GET /v2.0/security-groups/6b005647-3369-4061-8f2b-2b3d43f33809 HTTP/1.1" status: 200 len: 2981 time: 0.1290653 Jul 05 10:02:57.574228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-b33adaeb-b85a-4d8f-8edf-cf77fb338f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:57.575784 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-b33adaeb-b85a-4d8f-8edf-cf77fb338f9c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21d4184e-da4e-4e51-b2ca-6563db926533 HTTP/1.1" status: 200 len: 853 time: 0.0791323 Jul 05 10:02:57.621190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['4a28df10-47c9-4368-b5fa-716036a872d5'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:02:57.628506 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-fee9617c-d66c-48ab-b8f7-36bdfbca1f53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f64ee891-e766-4295-93d9-758ae680bd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371568 Jul 05 10:02:57.640607 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4cd8c-03d9-4903-9c7c-f4a8b7cd385d req-e93c1daf-389b-4107-aafe-032b497e59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:57.643743 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43e4cd8c-03d9-4903-9c7c-f4a8b7cd385d req-e93c1daf-389b-4107-aafe-032b497e59c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0738070 Jul 05 10:02:57.701884 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-661db450-2d71-4b25-8c53-848090aa7dc6 req-998b4e64-63f7-4625-b123-f6880f577791 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] 10.222.0.77 "GET /v2.0/security-groups/6b005647-3369-4061-8f2b-2b3d43f33809 HTTP/1.1" status: 200 len: 2981 time: 0.1202824 Jul 05 10:02:57.722878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4cd8c-03d9-4903-9c7c-f4a8b7cd385d req-a684773d-bd52-48e5-a41c-c90923ec3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:57.733378 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43e4cd8c-03d9-4903-9c7c-f4a8b7cd385d req-a684773d-bd52-48e5-a41c-c90923ec3795 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760899 Jul 05 10:02:57.834848 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-2135aabc-1123-4421-aefe-62fe62aee575 service neutron] 10.222.0.73 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977551 Jul 05 10:02:57.840146 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670368d2-e780-4065-8bf3-1a92f0303da4 x-openstack-request-id: req-670368d2-e780-4065-8bf3-1a92f0303da4 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:02:57.840497 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88", "tag": "27ed9cb2-e6b4-44c6-82da-120fd3accfca", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:02:57.840774 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-670368d2-e780-4065-8bf3-1a92f0303da4 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:02:57.841161 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88', 'tag': '27ed9cb2-e6b4-44c6-82da-120fd3accfca', 'status': 'completed', 'code': 200} Jul 05 10:02:57.932943 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43e4cd8c-03d9-4903-9c7c-f4a8b7cd385d req-6f35bd66-b143-4f29-b7a5-aff6e7866639 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987007 Jul 05 10:02:58.115259 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7677083-23c9-4db8-bd7c-da7408622c3d req-5aca9b40-c011-4199-8bc9-464a1d311562 service neutron] 10.222.0.73 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703905 Jul 05 10:02:58.136376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32539a9-8b01-41a3-97de-a7d8e2bf500c req-4dea44c3-dbb7-45be-b0d0-af7c5663eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:58.138358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32539a9-8b01-41a3-97de-a7d8e2bf500c req-4dea44c3-dbb7-45be-b0d0-af7c5663eb03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 1100 time: 0.2966204 Jul 05 10:02:58.138499 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43e4cd8c-03d9-4903-9c7c-f4a8b7cd385d req-6b8101e3-29bb-4219-b761-e09cf995e68a service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983049 Jul 05 10:02:58.153970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193957e6-e55c-4bf0-a361-7d0dbf848e51 req-519514b1-fc01-4c25-9328-08fac7ae8e15 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:58.154618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1405acb-34cd-4040-aad0-82a6625cab17 req-79ae260e-83a8-4d3b-a097-68479b7b67f0 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:58.155928 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-193957e6-e55c-4bf0-a361-7d0dbf848e51 req-519514b1-fc01-4c25-9328-08fac7ae8e15 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 948 time: 0.2042928 Jul 05 10:02:58.157661 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b1405acb-34cd-4040-aad0-82a6625cab17 req-79ae260e-83a8-4d3b-a097-68479b7b67f0 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 945 time: 0.2328174 Jul 05 10:02:58.222451 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-193957e6-e55c-4bf0-a361-7d0dbf848e51 req-20212b31-5568-433f-b694-aad61d1cc199 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561364 Jul 05 10:02:58.283532 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b1405acb-34cd-4040-aad0-82a6625cab17 req-12f945e0-0406-4b24-b54d-c16abe13d10c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078970 Jul 05 10:02:58.313545 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c642eb8a-8533-45e7-8199-2da670b00f0b req-170c3c92-c912-4f53-8c46-ee2e47a5b501 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/fa1240b0-3dc2-432f-995a-d63ee7a4a54c HTTP/1.1" status: 200 len: 1778 time: 0.0502439 Jul 05 10:02:58.352348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32539a9-8b01-41a3-97de-a7d8e2bf500c req-f1ad34c6-e908-4039-ade0-72db3e549cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:58.354031 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32539a9-8b01-41a3-97de-a7d8e2bf500c req-f1ad34c6-e908-4039-ade0-72db3e549cc7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1950743 Jul 05 10:02:58.391388 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c642eb8a-8533-45e7-8199-2da670b00f0b req-109f0c8f-a194-45c1-a496-9a898de678dd tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.416874 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32539a9-8b01-41a3-97de-a7d8e2bf500c req-9f6fe44c-58f9-4bdd-98d7-26b9e3a9d36b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=27ed9cb2-e6b4-44c6-82da-120fd3accfca HTTP/1.1" status: 200 len: 217 time: 0.0549371 Jul 05 10:02:58.429815 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c642eb8a-8533-45e7-8199-2da670b00f0b req-109f0c8f-a194-45c1-a496-9a898de678dd tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.469428 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32539a9-8b01-41a3-97de-a7d8e2bf500c req-c4267ee6-e077-42f0-8ef4-e4764067b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:58.470897 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32539a9-8b01-41a3-97de-a7d8e2bf500c req-c4267ee6-e077-42f0-8ef4-e4764067b3c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0486596 Jul 05 10:02:58.541718 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32539a9-8b01-41a3-97de-a7d8e2bf500c req-c1329d3c-dc0e-4ca9-ac8b-fa54e9538980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:58.543247 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32539a9-8b01-41a3-97de-a7d8e2bf500c req-c1329d3c-dc0e-4ca9-ac8b-fa54e9538980 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0659091 Jul 05 10:02:58.585288 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c642eb8a-8533-45e7-8199-2da670b00f0b req-109f0c8f-a194-45c1-a496-9a898de678dd tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.588303 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c642eb8a-8533-45e7-8199-2da670b00f0b req-109f0c8f-a194-45c1-a496-9a898de678dd tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:58.590133 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c642eb8a-8533-45e7-8199-2da670b00f0b req-109f0c8f-a194-45c1-a496-9a898de678dd tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa1240b0-3dc2-432f-995a-d63ee7a4a54c HTTP/1.1" status: 204 len: 173 time: 0.2696609 Jul 05 10:02:58.616814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f0c8f-a194-45c1-a496-9a898de678dd tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1240b0-3dc2-432f-995a-d63ee7a4a54c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:58.706488 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32539a9-8b01-41a3-97de-a7d8e2bf500c req-31a6cf5a-bf49-4adb-bdd4-8732fbbe8466 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551940 Jul 05 10:02:58.830505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eca7c-4270-459a-8e40-0080ecec5cc7 req-60a0d092-9673-413f-b2fc-5d1ced5b84b8 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:58.833220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c8eca7c-4270-459a-8e40-0080ecec5cc7 req-60a0d092-9673-413f-b2fc-5d1ced5b84b8 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 943 time: 0.0828369 Jul 05 10:02:58.874624 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32539a9-8b01-41a3-97de-a7d8e2bf500c req-30b653fd-caac-4fde-a2b1-800da293e4f7 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613207 Jul 05 10:02:58.887647 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c8eca7c-4270-459a-8e40-0080ecec5cc7 req-44c39c83-50a9-437f-8da7-a942a5925e03 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450740 Jul 05 10:02:58.977654 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4a28df10-47c9-4368-b5fa-716036a872d5 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:02:59.103995 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c3ea38e-cf34-4ce4-bf7a-c86316726f0a req-0bf24202-c2e5-4926-8227-a6e1de305caf tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "GET /v2.0/security-groups/f1cf9ebb-8e72-4866-8e23-77542b39662d HTTP/1.1" status: 200 len: 1777 time: 0.0391314 Jul 05 10:02:59.189320 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6c3ea38e-cf34-4ce4-bf7a-c86316726f0a req-de2e15c0-cd90-44d7-a0d2-2919f1965123 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.207581 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 4a28df10-47c9-4368-b5fa-716036a872d5 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:02:59.214577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 4a28df10-47c9-4368-b5fa-716036a872d5 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:02:59.215010 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.220587 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6c3ea38e-cf34-4ce4-bf7a-c86316726f0a req-de2e15c0-cd90-44d7-a0d2-2919f1965123 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.324988 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.350944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4648d8-3e9f-49b3-abeb-030809a27ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a28df10-47c9-4368-b5fa-716036a872d5'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:59.353343 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b6980b-015f-418a-b1ca-7a30a6a77a6c" -d '{"events": [{"server_uuid": "6f4648d8-3e9f-49b3-abeb-030809a27ab0", "name": "network-vif-plugged", "status": "completed", "tag": "4a28df10-47c9-4368-b5fa-716036a872d5"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:59.371329 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 4a28df10-47c9-4368-b5fa-716036a872d5, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4a28df10-47c9-4368-b5fa-716036a872d5,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:02:59.429822 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6c3ea38e-cf34-4ce4-bf7a-c86316726f0a req-de2e15c0-cd90-44d7-a0d2-2919f1965123 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.432554 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6c3ea38e-cf34-4ce4-bf7a-c86316726f0a req-de2e15c0-cd90-44d7-a0d2-2919f1965123 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.433816 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c3ea38e-cf34-4ce4-bf7a-c86316726f0a req-de2e15c0-cd90-44d7-a0d2-2919f1965123 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/f1cf9ebb-8e72-4866-8e23-77542b39662d HTTP/1.1" status: 204 len: 173 time: 0.3234036 Jul 05 10:02:59.443416 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e15c0-cd90-44d7-a0d2-2919f1965123 tempest-SecurityGroupsTestAdminJSON-1295904816 tempest-SecurityGroupsTestAdminJSON-1295904816-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cf9ebb-8e72-4866-8e23-77542b39662d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:59.505683 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:02:59.570346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=4a28df10-47c9-4368-b5fa-716036a872d5,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:02:59.640628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cde8f-3e69-49b3-abde-286bfd2cb5d5 req-ef71c3e5-1e63-4b71-b411-a0d20e338c62 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:59.642133 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-268cde8f-3e69-49b3-abde-286bfd2cb5d5 req-ef71c3e5-1e63-4b71-b411-a0d20e338c62 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 948 time: 0.0688765 Jul 05 10:02:59.684953 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-268cde8f-3e69-49b3-abde-286bfd2cb5d5 req-b12ffbe7-b4cf-44d1-8418-0f1ecff7ad3b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368447 Jul 05 10:02:59.843367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8320f666-953a-4fa2-9bdf-b23695c3e07c', 'tag': 'e8db1710-6ffe-4cc2-bb7a-4732a15db20c'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:02:59.846613 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0016a7-4fdd-4561-9639-9044e16994df" -d '{"events": [{"name": "network-changed", "server_uuid": "8320f666-953a-4fa2-9bdf-b23695c3e07c", "tag": "e8db1710-6ffe-4cc2-bb7a-4732a15db20c"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:02:59.889801 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144d001-a206-4669-8bd2-599e69090564 req-e70bc11c-c57f-4e09-b9a1-9128da722050 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:02:59.891373 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1144d001-a206-4669-8bd2-599e69090564 req-e70bc11c-c57f-4e09-b9a1-9128da722050 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 946 time: 0.0927203 Jul 05 10:02:59.943500 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1144d001-a206-4669-8bd2-599e69090564 req-d18ae343-abf5-419b-97e0-b0a8217ba19c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462482 Jul 05 10:03:00.016417 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ebe866-11af-4761-8556-aa1b3d60333c x-openstack-request-id: req-34ebe866-11af-4761-8556-aa1b3d60333c {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:00.016998 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4648d8-3e9f-49b3-abeb-030809a27ab0", "name": "network-vif-plugged", "status": "completed", "tag": "4a28df10-47c9-4368-b5fa-716036a872d5", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:00.016998 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34ebe866-11af-4761-8556-aa1b3d60333c {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:00.017336 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4648d8-3e9f-49b3-abeb-030809a27ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a28df10-47c9-4368-b5fa-716036a872d5', 'code': 200} Jul 05 10:03:00.080977 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ce0fc39-ccb7-4836-a06c-139beaa9aec9 req-f99bddde-69a8-4c66-861d-d2be438c29ea tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] 10.222.0.77 "GET /v2.0/security-groups/dd066fa2-e65d-487e-86b5-bea01e23fa2e HTTP/1.1" status: 200 len: 1777 time: 0.0522695 Jul 05 10:03:00.149699 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3ce0fc39-ccb7-4836-a06c-139beaa9aec9 req-560dfc6e-284d-4f6e-bbb5-acbd4f2c8ddd tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.157054 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d148f-f08d-4bef-b7e3-dd542adfb994 req-61ea45d5-4a54-40c8-95a1-c24d6ec4db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.159486 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d5d148f-f08d-4bef-b7e3-dd542adfb994 req-61ea45d5-4a54-40c8-95a1-c24d6ec4db00 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 1098 time: 0.0692005 Jul 05 10:03:00.177974 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3ce0fc39-ccb7-4836-a06c-139beaa9aec9 req-560dfc6e-284d-4f6e-bbb5-acbd4f2c8ddd tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.198731 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d5d148f-f08d-4bef-b7e3-dd542adfb994 req-dfbdb0bb-a30b-4efe-846e-b82d0b0f37f4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330181 Jul 05 10:03:00.367145 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3ce0fc39-ccb7-4836-a06c-139beaa9aec9 req-560dfc6e-284d-4f6e-bbb5-acbd4f2c8ddd tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.371236 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3ce0fc39-ccb7-4836-a06c-139beaa9aec9 req-560dfc6e-284d-4f6e-bbb5-acbd4f2c8ddd tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.372773 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ce0fc39-ccb7-4836-a06c-139beaa9aec9 req-560dfc6e-284d-4f6e-bbb5-acbd4f2c8ddd tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] 10.222.0.77 "DELETE /v2.0/security-groups/dd066fa2-e65d-487e-86b5-bea01e23fa2e HTTP/1.1" status: 204 len: 173 time: 0.2870841 Jul 05 10:03:00.384124 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dfc6e-284d-4f6e-bbb5-acbd4f2c8ddd tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd066fa2-e65d-487e-86b5-bea01e23fa2e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:00.413222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36350) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:00.444053 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282e8419-bb4a-4a28-8829-fdba901f87dd x-openstack-request-id: req-282e8419-bb4a-4a28-8829-fdba901f87dd {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:00.444654 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8320f666-953a-4fa2-9bdf-b23695c3e07c", "tag": "e8db1710-6ffe-4cc2-bb7a-4732a15db20c", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:00.444654 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-282e8419-bb4a-4a28-8829-fdba901f87dd {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:00.444996 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8320f666-953a-4fa2-9bdf-b23695c3e07c', 'tag': 'e8db1710-6ffe-4cc2-bb7a-4732a15db20c', 'status': 'completed', 'code': 200} Jul 05 10:03:00.539298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0016a7-4fdd-4561-9639-9044e16994df req-c90cbd1b-dc73-47ad-a679-6b3f48e86dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.541685 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f0016a7-4fdd-4561-9639-9044e16994df req-c90cbd1b-dc73-47ad-a679-6b3f48e86dd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6119bc815ab94278a813be791a173223&device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 1095 time: 0.0652492 Jul 05 10:03:00.576011 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6db83352-5703-408e-b550-358414b6e640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.625753 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59ef15-6364-4431-9c87-27559f253ffd req-22774749-3fb2-4878-a9e9-47380cdc4abe tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.627443 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d59ef15-6364-4431-9c87-27559f253ffd req-22774749-3fb2-4878-a9e9-47380cdc4abe tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 943 time: 0.0697792 Jul 05 10:03:00.675971 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d59ef15-6364-4431-9c87-27559f253ffd req-c8e2437c-9447-44ce-9a01-4b6b10b7b15a tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396886 Jul 05 10:03:00.696463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0016a7-4fdd-4561-9639-9044e16994df req-0ac94843-221d-43e2-a60b-f42febf4d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.698994 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f0016a7-4fdd-4561-9639-9044e16994df req-0ac94843-221d-43e2-a60b-f42febf4d9b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f64ee891-e766-4295-93d9-758ae680bd4b HTTP/1.1" status: 200 len: 914 time: 0.1480720 Jul 05 10:03:00.752377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f0016a7-4fdd-4561-9639-9044e16994df req-57c6a483-38be-40b1-b1fa-1b18bb01a1bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8db1710-6ffe-4cc2-bb7a-4732a15db20c HTTP/1.1" status: 200 len: 217 time: 0.0399299 Jul 05 10:03:00.828619 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0016a7-4fdd-4561-9639-9044e16994df req-21a09633-07d4-455a-b003-95723b7335b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:00.830666 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f0016a7-4fdd-4561-9639-9044e16994df req-21a09633-07d4-455a-b003-95723b7335b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21d4184e-da4e-4e51-b2ca-6563db926533 HTTP/1.1" status: 200 len: 853 time: 0.0708687 Jul 05 10:03:00.856310 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6db83352-5703-408e-b550-358414b6e640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.876934 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3a2305f9-9c0d-43ca-b8f1-f85dce62e180 req-bdf746f0-29fd-4e24-be77-29f27607324b tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] 10.222.0.77 "GET /v2.0/security-groups/8cda6afd-1149-469d-8bb8-b185b8de062c HTTP/1.1" status: 200 len: 1777 time: 0.0554633 Jul 05 10:03:00.885294 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f0016a7-4fdd-4561-9639-9044e16994df req-b8fc0d37-14d1-40c0-8d9f-7915dd15f435 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f64ee891-e766-4295-93d9-758ae680bd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439379 Jul 05 10:03:00.942355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3a2305f9-9c0d-43ca-b8f1-f85dce62e180 req-5c25181a-0581-4f57-a41d-5fef9f02b9e9 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.967634 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6db83352-5703-408e-b550-358414b6e640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.970656 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3a2305f9-9c0d-43ca-b8f1-f85dce62e180 req-5c25181a-0581-4f57-a41d-5fef9f02b9e9 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:00.978665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 27ed9cb2-e6b4-44c6-82da-120fd3accfca details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:01.040368 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6db83352-5703-408e-b550-358414b6e640 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=55b87137e9724d4cb204a66029715274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6299465 Jul 05 10:03:01.041725 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36360) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:01.051990 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db83352-5703-408e-b550-358414b6e640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e73449-1e8d-47f4-a441-a3a75cff5a8c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:01.091587 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f0016a7-4fdd-4561-9639-9044e16994df req-ec2c32ec-3ada-4357-90c5-afb334e34045 service neutron] 10.222.0.73 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922853 Jul 05 10:03:01.107297 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3c42bf08-1384-4584-8400-55f2cc7d6fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.127458 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3a2305f9-9c0d-43ca-b8f1-f85dce62e180 req-5c25181a-0581-4f57-a41d-5fef9f02b9e9 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.132093 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3a2305f9-9c0d-43ca-b8f1-f85dce62e180 req-5c25181a-0581-4f57-a41d-5fef9f02b9e9 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.146657 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3a2305f9-9c0d-43ca-b8f1-f85dce62e180 req-5c25181a-0581-4f57-a41d-5fef9f02b9e9 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] 10.222.0.77 "DELETE /v2.0/security-groups/8cda6afd-1149-469d-8bb8-b185b8de062c HTTP/1.1" status: 204 len: 173 time: 0.2678225 Jul 05 10:03:01.172497 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3c42bf08-1384-4584-8400-55f2cc7d6fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.183077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 27ed9cb2-e6b4-44c6-82da-120fd3accfca, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27ed9cb2-e6b4-44c6-82da-120fd3accfca,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:01.201357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '27ed9cb2-e6b4-44c6-82da-120fd3accfca', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '27ed9cb2-e6b4-44c6-82da-120fd3accfca', 'mac_address': 'fa:16:3e:ca:11:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:03:01.201488 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25181a-0581-4f57-a41d-5fef9f02b9e9 tempest-SecurityGroupsTestAdminJSON-686331068 tempest-SecurityGroupsTestAdminJSON-686331068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cda6afd-1149-469d-8bb8-b185b8de062c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:01.245488 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f0016a7-4fdd-4561-9639-9044e16994df req-a7d7bcf5-d03c-4cd6-a3f6-680a88e0d0b1 service neutron] 10.222.0.73 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470814 Jul 05 10:03:01.287454 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.306537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ed9cb2-e6b4-44c6-82da-120fd3accfca {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:01.333542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 27ed9cb2-e6b4-44c6-82da-120fd3accfca, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27ed9cb2-e6b4-44c6-82da-120fd3accfca,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:01.383695 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec989536-9234-498b-a455-c5a53d4464c0 req-5bf8a315-31bf-4931-ad21-fb3986a3de22 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:01.385778 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ec989536-9234-498b-a455-c5a53d4464c0 req-5bf8a315-31bf-4931-ad21-fb3986a3de22 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 948 time: 0.0821757 Jul 05 10:03:01.432078 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ec989536-9234-498b-a455-c5a53d4464c0 req-4e4ef171-b102-408e-a404-43f3c3b1fb9b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400913 Jul 05 10:03:01.562218 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.563390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 14137496-8105-4037-99b4-0d283d07846b details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:01.566896 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3c42bf08-1384-4584-8400-55f2cc7d6fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.568997 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3c42bf08-1384-4584-8400-55f2cc7d6fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.573177 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3c42bf08-1384-4584-8400-55f2cc7d6fe5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f9e73449-1e8d-47f4-a441-a3a75cff5a8c HTTP/1.1" status: 204 len: 168 time: 0.5269835 Jul 05 10:03:01.586133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42bf08-1384-4584-8400-55f2cc7d6fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e73449-1e8d-47f4-a441-a3a75cff5a8c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:01.627587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c3e7a-b7a3-48d0-8018-c4fd9bdf716c req-38f7a08d-63ac-477a-86cc-47f17b5b0b2d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:01.627587 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-767c3e7a-b7a3-48d0-8018-c4fd9bdf716c req-38f7a08d-63ac-477a-86cc-47f17b5b0b2d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 946 time: 0.0911107 Jul 05 10:03:01.684422 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-767c3e7a-b7a3-48d0-8018-c4fd9bdf716c req-83f6c9d1-0aa8-4ae9-991e-b4abeb7b8c54 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495365 Jul 05 10:03:01.711280 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=27ed9cb2-e6b4-44c6-82da-120fd3accfca,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:01.711280 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 14137496-8105-4037-99b4-0d283d07846b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=14137496-8105-4037-99b4-0d283d07846b,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:01.727497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:01.733518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:01.733518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:01.733518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:01.733518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:01.733518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:01.733518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:01.733518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:01.733518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:01.733518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:01.733518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:01.733518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:01.747293 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '14137496-8105-4037-99b4-0d283d07846b', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '14137496-8105-4037-99b4-0d283d07846b', 'mac_address': 'fa:16:3e:6e:c6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:03:01.802173 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.827392 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14137496-8105-4037-99b4-0d283d07846b {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:01.845446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 14137496-8105-4037-99b4-0d283d07846b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=14137496-8105-4037-99b4-0d283d07846b,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:01.912505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87222cac-d13d-4e54-b97a-338167e9a584 req-d00b76c4-fdd9-438a-b290-1ce518520d98 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:01.914872 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87222cac-d13d-4e54-b97a-338167e9a584 req-d00b76c4-fdd9-438a-b290-1ce518520d98 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 943 time: 0.0752578 Jul 05 10:03:01.968465 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87222cac-d13d-4e54-b97a-338167e9a584 req-fe47f82e-bd1f-4817-b074-869e294df4eb tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466616 Jul 05 10:03:01.984823 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:01.985924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e8db1710-6ffe-4cc2-bb7a-4732a15db20c details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:02.052236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=14137496-8105-4037-99b4-0d283d07846b,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:02.140911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36378) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:02.320250 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e8db1710-6ffe-4cc2-bb7a-4732a15db20c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:02.364288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'e8db1710-6ffe-4cc2-bb7a-4732a15db20c', 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b', 'port_id': 'e8db1710-6ffe-4cc2-bb7a-4732a15db20c', 'mac_address': 'fa:16:3e:e3:0c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21d4184e-da4e-4e51-b2ca-6563db926533', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:03:02.418048 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7e50fcf5-538b-4f5d-844e-e369112172d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8366097f8e864b51ae28f041aa254697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740877 Jul 05 10:03:02.419663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36388) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:02.445406 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.465196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8db1710-6ffe-4cc2-bb7a-4732a15db20c {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:02.492167 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-63a78c82-34b5-4442-a9f3-308a8349dc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.492939 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e8db1710-6ffe-4cc2-bb7a-4732a15db20c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:02.526545 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-63a78c82-34b5-4442-a9f3-308a8349dc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.546729 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32231bbe-0877-4575-a5eb-c1833a5fd3d2 req-fd628797-9d13-4781-ad6f-cf6a2d31fe00 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:02.548467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-32231bbe-0877-4575-a5eb-c1833a5fd3d2 req-fd628797-9d13-4781-ad6f-cf6a2d31fe00 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 1098 time: 0.4560533 Jul 05 10:03:02.600422 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-32231bbe-0877-4575-a5eb-c1833a5fd3d2 req-9877618f-de99-4a38-99e3-6c7912b88783 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450773 Jul 05 10:03:02.686212 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.688092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f44315-a935-4805-ae3e-3ee7cf32c4ea req-a651a15e-832f-4e77-b59e-4d5709317eb1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:02.708527 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c2f44315-a935-4805-ae3e-3ee7cf32c4ea req-a651a15e-832f-4e77-b59e-4d5709317eb1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 949 time: 0.0715637 Jul 05 10:03:02.743597 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c2f44315-a935-4805-ae3e-3ee7cf32c4ea req-23894627-22a9-4f4b-a44a-1790a39e0068 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428402 Jul 05 10:03:02.759646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:02.839524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74781034-d0ee-47b0-94cc-a83514658c10 req-e89bfb2a-02d2-4d06-9475-05b6fb05f2d7 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:02.841379 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-74781034-d0ee-47b0-94cc-a83514658c10 req-e89bfb2a-02d2-4d06-9475-05b6fb05f2d7 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 1098 time: 0.0627306 Jul 05 10:03:02.858858 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-63a78c82-34b5-4442-a9f3-308a8349dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.862970 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-63a78c82-34b5-4442-a9f3-308a8349dc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.866569 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-63a78c82-34b5-4442-a9f3-308a8349dc18 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b005647-3369-4061-8f2b-2b3d43f33809 HTTP/1.1" status: 204 len: 168 time: 0.4457064 Jul 05 10:03:02.876731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a78c82-34b5-4442-a9f3-308a8349dc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b005647-3369-4061-8f2b-2b3d43f33809,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:02.885490 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-74781034-d0ee-47b0-94cc-a83514658c10 req-3920037c-4aaa-40ff-878b-3d71cb4fbb1c tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382512 Jul 05 10:03:02.937947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36404) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:02.953920 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-73c12b47-c688-417f-bd5e-c330dcb1ea26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:02.966912 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['27ed9cb2-e6b4-44c6-82da-120fd3accfca'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:02.999979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['14137496-8105-4037-99b4-0d283d07846b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:03.077272 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-73c12b47-c688-417f-bd5e-c330dcb1ea26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.093722 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['e8db1710-6ffe-4cc2-bb7a-4732a15db20c'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:03.225359 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-73c12b47-c688-417f-bd5e-c330dcb1ea26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.274036 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41b625-3e21-4186-b977-8623533e1aa8 req-6eb86dca-ad87-45ad-8034-4e681b9d732e tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:03.284898 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cf41b625-3e21-4186-b977-8623533e1aa8 req-6eb86dca-ad87-45ad-8034-4e681b9d732e tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 944 time: 0.1117601 Jul 05 10:03:03.292701 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-73c12b47-c688-417f-bd5e-c330dcb1ea26 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0637bd3b885c43579cdc07107777f4f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519182 Jul 05 10:03:03.294524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36414) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:03.331019 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cf41b625-3e21-4186-b977-8623533e1aa8 req-f09dbe29-6f3d-4526-8d9b-65fb14c82099 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456269 Jul 05 10:03:03.352057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c12b47-c688-417f-bd5e-c330dcb1ea26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09efec99-be9c-420c-b227-115abdbb3eef,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:03.385512 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7a0f4aaa-1c30-4baa-a3b3-457b36e3c11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.414840 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7a0f4aaa-1c30-4baa-a3b3-457b36e3c11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.626103 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7a0f4aaa-1c30-4baa-a3b3-457b36e3c11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.628644 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7a0f4aaa-1c30-4baa-a3b3-457b36e3c11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:03.637673 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7a0f4aaa-1c30-4baa-a3b3-457b36e3c11a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/09efec99-be9c-420c-b227-115abdbb3eef HTTP/1.1" status: 204 len: 168 time: 0.3358984 Jul 05 10:03:03.656302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f4aaa-1c30-4baa-a3b3-457b36e3c11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09efec99-be9c-420c-b227-115abdbb3eef,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:03.699141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b170e-c179-4fe7-ad62-5c82e546f0d3 req-7235b610-1c01-4258-8663-2b82d5aeec37 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:03.703290 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ad4b170e-c179-4fe7-ad62-5c82e546f0d3 req-7235b610-1c01-4258-8663-2b82d5aeec37 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 1098 time: 0.0884504 Jul 05 10:03:03.728580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36426) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:03.756475 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ad4b170e-c179-4fe7-ad62-5c82e546f0d3 req-491ea60b-75bd-45a8-8738-5d6baef387e5 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518782 Jul 05 10:03:03.944655 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3dbaf-222c-4ea8-8f64-b7898b9dca7e req-fde3c4f7-4b1d-4ab1-923f-2c9918a17c21 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:03.946172 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ba3dbaf-222c-4ea8-8f64-b7898b9dca7e req-fde3c4f7-4b1d-4ab1-923f-2c9918a17c21 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 949 time: 0.0687258 Jul 05 10:03:03.997138 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ba3dbaf-222c-4ea8-8f64-b7898b9dca7e req-b16df730-5a32-4721-ae9a-d331b4fcc2af tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422122 Jul 05 10:03:04.491323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36436) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.545527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4defde-4b26-4d27-8368-485338701325 req-3dccbfe0-e349-46e3-a876-017656305461 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:04.548250 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ad4defde-4b26-4d27-8368-485338701325 req-3dccbfe0-e349-46e3-a876-017656305461 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 944 time: 0.0932333 Jul 05 10:03:04.555197 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36440) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.629860 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ad4defde-4b26-4d27-8368-485338701325 req-b0acdd04-fb61-4d94-aa2d-0dbfa3fa8e43 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719454 Jul 05 10:03:04.635403 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-987bd858-cbb8-47d8-9a88-bd879646b0c8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bfe372d2a0da42c8ac8e75a17f62fd5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0791590 Jul 05 10:03:04.638155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36444) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:04.706050 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-11451391-8308-41ea-99f8-3d0e3eb8d1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.746883 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-11451391-8308-41ea-99f8-3d0e3eb8d1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.765475 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b00618f0-0297-4d8f-a6b3-00a69a2515bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.780949 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa151f31-e56a-4693-8be7-6ed6f10699e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.832292 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.api [None req-aa151f31-e56a-4693-8be7-6ed6f10699e5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:03:04.832292 n-d-779913-27 neutron-server[100776]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 10:03:04.832292 n-d-779913-27 neutron-server[100776]: [parameters: {'project_id': '48907642fc9846c2a26de6df087a711b', 'id': 'd3154e2a-d7e6-4928-8e8f-bddcdaaba229', 'expiration': datetime.datetime(2021, 7, 5, 10, 5, 4, 822010)}] Jul 05 10:03:04.832292 n-d-779913-27 neutron-server[100776]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:03:04.834632 n-d-779913-27 neutron-server[100776]: DEBUG oslo_db.api [None req-aa151f31-e56a-4693-8be7-6ed6f10699e5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:03:04.950922 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-11451391-8308-41ea-99f8-3d0e3eb8d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.953632 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-11451391-8308-41ea-99f8-3d0e3eb8d1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:04.954820 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-11451391-8308-41ea-99f8-3d0e3eb8d1f8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/53c89b6e-c92f-4162-8b56-fa398004e5a7 HTTP/1.1" status: 204 len: 168 time: 0.3149600 Jul 05 10:03:04.962764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08bccc-9174-4fda-9bbe-b69ea1927894 req-a1a62744-4478-4c95-b18d-0100526d5165 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:04.969506 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e08bccc-9174-4fda-9bbe-b69ea1927894 req-a1a62744-4478-4c95-b18d-0100526d5165 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 1098 time: 0.0715694 Jul 05 10:03:04.982398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11451391-8308-41ea-99f8-3d0e3eb8d1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c89b6e-c92f-4162-8b56-fa398004e5a7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:05.029753 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 27ed9cb2-e6b4-44c6-82da-120fd3accfca up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:05.030350 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e08bccc-9174-4fda-9bbe-b69ea1927894 req-b3245d45-2924-42c0-8aeb-2f0e2e16db0f tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594873 Jul 05 10:03:05.065979 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b00618f0-0297-4d8f-a6b3-00a69a2515bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.171404 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b00618f0-0297-4d8f-a6b3-00a69a2515bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.216491 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b00618f0-0297-4d8f-a6b3-00a69a2515bd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05a61d30a5e146b1a19b8bbe3a0e711e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7242575 Jul 05 10:03:05.219269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36462) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:05.221132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00618f0-0297-4d8f-a6b3-00a69a2515bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee36f182-f57f-4dfa-a4be-60ca559e596b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:05.247704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 27ed9cb2-e6b4-44c6-82da-120fd3accfca completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:05.249247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08effa-32b3-46a0-bdb0-b4719b16654b req-ce4c7eed-0129-4f28-9e98-a787555b8455 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:05.251809 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a08effa-32b3-46a0-bdb0-b4719b16654b req-ce4c7eed-0129-4f28-9e98-a787555b8455 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 949 time: 0.1188660 Jul 05 10:03:05.253241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 27ed9cb2-e6b4-44c6-82da-120fd3accfca triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:05.253875 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.278615 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b7785e3-4ef5-491a-a1e3-4a00763d9806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.327031 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a08effa-32b3-46a0-bdb0-b4719b16654b req-c4cdd5e9-ec3d-484d-a0ef-db1c126525b5 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687387 Jul 05 10:03:05.328814 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b7785e3-4ef5-491a-a1e3-4a00763d9806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.333872 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa151f31-e56a-4693-8be7-6ed6f10699e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.379885 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.407746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ed9cb2-e6b4-44c6-82da-120fd3accfca'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:05.410632 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b22ee75-35d0-4ec0-8c60-93b2e8e7c015" -d '{"events": [{"server_uuid": "bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88", "name": "network-vif-plugged", "status": "completed", "tag": "27ed9cb2-e6b4-44c6-82da-120fd3accfca"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:05.428162 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 27ed9cb2-e6b4-44c6-82da-120fd3accfca, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27ed9cb2-e6b4-44c6-82da-120fd3accfca,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:05.456109 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9289f5-b098-40a6-bcee-81ae26c5c8ef x-openstack-request-id: req-3a9289f5-b098-40a6-bcee-81ae26c5c8ef {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:05.456633 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88", "name": "network-vif-plugged", "status": "completed", "tag": "27ed9cb2-e6b4-44c6-82da-120fd3accfca", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:05.456995 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a9289f5-b098-40a6-bcee-81ae26c5c8ef {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:05.457587 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ed9cb2-e6b4-44c6-82da-120fd3accfca', 'code': 200} Jul 05 10:03:05.523995 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b7785e3-4ef5-491a-a1e3-4a00763d9806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.526528 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b7785e3-4ef5-491a-a1e3-4a00763d9806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.527879 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7b7785e3-4ef5-491a-a1e3-4a00763d9806 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee36f182-f57f-4dfa-a4be-60ca559e596b HTTP/1.1" status: 204 len: 168 time: 0.3074002 Jul 05 10:03:05.537423 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7785e3-4ef5-491a-a1e3-4a00763d9806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee36f182-f57f-4dfa-a4be-60ca559e596b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:05.553839 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.555532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 14137496-8105-4037-99b4-0d283d07846b up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:05.638577 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6cdf2-c5ed-401c-a471-9b74820eda31 req-2ad69002-6ded-457c-b8e5-0985c4f4ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:05.640124 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f2b6cdf2-c5ed-401c-a471-9b74820eda31 req-2ad69002-6ded-457c-b8e5-0985c4f4ac62 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 1102 time: 0.1158850 Jul 05 10:03:05.645144 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa151f31-e56a-4693-8be7-6ed6f10699e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.659566 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=27ed9cb2-e6b4-44c6-82da-120fd3accfca,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:05.683081 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f2b6cdf2-c5ed-401c-a471-9b74820eda31 req-c350e14d-7b90-4889-9304-a28a4d8e419f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364153 Jul 05 10:03:05.790697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 14137496-8105-4037-99b4-0d283d07846b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:05.790919 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa151f31-e56a-4693-8be7-6ed6f10699e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.801174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 14137496-8105-4037-99b4-0d283d07846b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:05.801559 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.849656 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-aa151f31-e56a-4693-8be7-6ed6f10699e5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=48907642fc9846c2a26de6df087a711b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1194592 Jul 05 10:03:05.852709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36486) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:05.859180 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5aae69-0b57-4e26-931b-3ed62c4b8fd0 req-0d723582-40ec-44fd-b9eb-cdb0c9950b4b tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:05.861406 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f5aae69-0b57-4e26-931b-3ed62c4b8fd0 req-0d723582-40ec-44fd-b9eb-cdb0c9950b4b tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 944 time: 0.1127160 Jul 05 10:03:05.862340 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa151f31-e56a-4693-8be7-6ed6f10699e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d1b8b8-6176-4b0e-bdb7-67feb1118466,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:05.932358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f5aae69-0b57-4e26-931b-3ed62c4b8fd0 req-6654ef59-22fb-4683-b4f3-3a9f57cde4d0 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624261 Jul 05 10:03:05.937320 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6ab47b44-1eb0-4152-b465-4feffa0cf1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.958308 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:05.975112 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6ab47b44-1eb0-4152-b465-4feffa0cf1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.085964 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 14137496-8105-4037-99b4-0d283d07846b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=14137496-8105-4037-99b4-0d283d07846b,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:06.282277 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.282779 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6ab47b44-1eb0-4152-b465-4feffa0cf1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.283688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e8db1710-6ffe-4cc2-bb7a-4732a15db20c up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:06.288217 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6ab47b44-1eb0-4152-b465-4feffa0cf1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.289664 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6ab47b44-1eb0-4152-b465-4feffa0cf1a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0d1b8b8-6176-4b0e-bdb7-67feb1118466 HTTP/1.1" status: 204 len: 168 time: 0.4355798 Jul 05 10:03:06.304150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab47b44-1eb0-4152-b465-4feffa0cf1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d1b8b8-6176-4b0e-bdb7-67feb1118466,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:06.382414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=14137496-8105-4037-99b4-0d283d07846b,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:06.516403 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port e8db1710-6ffe-4cc2-bb7a-4732a15db20c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:06.520574 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port e8db1710-6ffe-4cc2-bb7a-4732a15db20c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:06.521007 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.540499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6b3e4-1f46-4f4b-b880-7e1f51c6b178 req-2509dfe3-a83e-4a2e-a0b0-ecf2d51919f5 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:06.542036 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-11d6b3e4-1f46-4f4b-b880-7e1f51c6b178 req-2509dfe3-a83e-4a2e-a0b0-ecf2d51919f5 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 950 time: 0.0758836 Jul 05 10:03:06.588526 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-11d6b3e4-1f46-4f4b-b880-7e1f51c6b178 req-c2439ea5-bce1-42b2-9655-58b0def187f9 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399563 Jul 05 10:03:06.622221 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.657079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e8db1710-6ffe-4cc2-bb7a-4732a15db20c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:06.806617 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:06.853643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:07.124452 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132691f-f4a8-436f-a373-0b90077bf6e2 req-6f6579fd-3604-4227-baf2-f76fb6b7adc3 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:07.126027 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3132691f-f4a8-436f-a373-0b90077bf6e2 req-6f6579fd-3604-4227-baf2-f76fb6b7adc3 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.0705643 Jul 05 10:03:07.164359 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3132691f-f4a8-436f-a373-0b90077bf6e2 req-14a456b6-825d-467d-acad-dabe70783a1c tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314100 Jul 05 10:03:07.459222 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709275f3-6872-47f2-bae7-479d29fd7257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14137496-8105-4037-99b4-0d283d07846b'}, {'server_uuid': '8320f666-953a-4fa2-9bdf-b23695c3e07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8db1710-6ffe-4cc2-bb7a-4732a15db20c'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:07.461643 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa862be5-132f-41e1-a7d7-0c9215950b8e" -d '{"events": [{"server_uuid": "709275f3-6872-47f2-bae7-479d29fd7257", "name": "network-vif-plugged", "status": "completed", "tag": "14137496-8105-4037-99b4-0d283d07846b"}, {"server_uuid": "8320f666-953a-4fa2-9bdf-b23695c3e07c", "name": "network-vif-plugged", "status": "completed", "tag": "e8db1710-6ffe-4cc2-bb7a-4732a15db20c"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:07.505630 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599cdacc-3462-4c35-a787-647332513396 x-openstack-request-id: req-599cdacc-3462-4c35-a787-647332513396 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:07.505923 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709275f3-6872-47f2-bae7-479d29fd7257", "name": "network-vif-plugged", "status": "completed", "tag": "14137496-8105-4037-99b4-0d283d07846b", "code": 200}, {"server_uuid": "8320f666-953a-4fa2-9bdf-b23695c3e07c", "name": "network-vif-plugged", "status": "completed", "tag": "e8db1710-6ffe-4cc2-bb7a-4732a15db20c", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:07.506172 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-599cdacc-3462-4c35-a787-647332513396 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:07.506573 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709275f3-6872-47f2-bae7-479d29fd7257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14137496-8105-4037-99b4-0d283d07846b', 'code': 200} Jul 05 10:03:07.506830 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8320f666-953a-4fa2-9bdf-b23695c3e07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8db1710-6ffe-4cc2-bb7a-4732a15db20c', 'code': 200} Jul 05 10:03:07.668674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992ae6b-4c0b-44eb-9482-2b35aee5dee6 req-8be0b7ae-11c1-4264-b6ef-141d607fd188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:07.670449 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c992ae6b-4c0b-44eb-9482-2b35aee5dee6 req-8be0b7ae-11c1-4264-b6ef-141d607fd188 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=709275f3-6872-47f2-bae7-479d29fd7257 HTTP/1.1" status: 200 len: 1102 time: 0.0921683 Jul 05 10:03:07.687431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131e873-4a0c-4ff6-a8a4-1985321d5b51 req-97863e3a-bbba-4f08-9c19-c6630c603fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:07.689946 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4131e873-4a0c-4ff6-a8a4-1985321d5b51 req-97863e3a-bbba-4f08-9c19-c6630c603fb2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 1097 time: 0.0927911 Jul 05 10:03:07.728737 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36548) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:07.748553 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c992ae6b-4c0b-44eb-9482-2b35aee5dee6 req-45574601-4f9f-4091-8610-aa1b0260640c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708635 Jul 05 10:03:07.781320 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-01e1c10e-04ab-4784-ad8c-6a10c2686ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:07.813821 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4131e873-4a0c-4ff6-a8a4-1985321d5b51 req-4248e9af-7956-46f9-88fd-24a23cd8c9bb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181140 Jul 05 10:03:07.819932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3146e-62f5-4b0b-93cd-a6c701cf0f96 req-b63eba70-f719-4ed5-8207-3b9c56efd041 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:07.822216 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e6c3146e-62f5-4b0b-93cd-a6c701cf0f96 req-b63eba70-f719-4ed5-8207-3b9c56efd041 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 950 time: 0.0896330 Jul 05 10:03:07.906316 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e6c3146e-62f5-4b0b-93cd-a6c701cf0f96 req-4abbd530-1990-4759-8d60-f84a82bf7161 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785813 Jul 05 10:03:07.948516 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-01e1c10e-04ab-4784-ad8c-6a10c2686ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.087949 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-01e1c10e-04ab-4784-ad8c-6a10c2686ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.112575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cce04-8033-473c-8ac6-6f7a5fc98336 req-ebcc405b-26f4-42c2-9757-b6a40865b578 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:08.121058 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-866cce04-8033-473c-8ac6-6f7a5fc98336 req-ebcc405b-26f4-42c2-9757-b6a40865b578 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=709275f3-6872-47f2-bae7-479d29fd7257 HTTP/1.1" status: 200 len: 950 time: 0.0912585 Jul 05 10:03:08.129025 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-01e1c10e-04ab-4784-ad8c-6a10c2686ba1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a84d68ec403b48019c5b4be6c858a391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975337 Jul 05 10:03:08.130426 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1c10e-04ab-4784-ad8c-6a10c2686ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1e422a-b9ab-4044-8136-b27663e8c2d5,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:08.133889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36562) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:08.167684 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-866cce04-8033-473c-8ac6-6f7a5fc98336 req-1f31090b-7219-4f29-b036-88de7b112ecb tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451860 Jul 05 10:03:08.199580 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebb41d87-dd99-4a99-9b93-bc684c65826f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.232009 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebb41d87-dd99-4a99-9b93-bc684c65826f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.415503 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc9174-4672-4675-bd6d-a5c31d4c8aa8 req-ea5c84f3-35db-4b10-930b-323da001c5e0 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:08.417081 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3cc9174-4672-4675-bd6d-a5c31d4c8aa8 req-ea5c84f3-35db-4b10-930b-323da001c5e0 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.0938427 Jul 05 10:03:08.430605 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebb41d87-dd99-4a99-9b93-bc684c65826f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.433770 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebb41d87-dd99-4a99-9b93-bc684c65826f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:08.437841 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ebb41d87-dd99-4a99-9b93-bc684c65826f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4d1e422a-b9ab-4044-8136-b27663e8c2d5 HTTP/1.1" status: 204 len: 168 time: 0.2999926 Jul 05 10:03:08.447766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb41d87-dd99-4a99-9b93-bc684c65826f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1e422a-b9ab-4044-8136-b27663e8c2d5,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:08.465837 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3cc9174-4672-4675-bd6d-a5c31d4c8aa8 req-d5ff8cb0-f3ca-401e-9e5e-bebfeb09a93d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421772 Jul 05 10:03:09.197639 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36612) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:09.319102 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-4e5b7c2d-d989-4560-907d-c424fa10607c tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:03:09.320353 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-4e5b7c2d-d989-4560-907d-c424fa10607c tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1215155 Jul 05 10:03:09.379577 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cdafa-61be-44a1-84c5-6c9059afe78d req-54483056-178e-40de-b89f-dd53002dc9f9 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:09.381248 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-048cdafa-61be-44a1-84c5-6c9059afe78d req-54483056-178e-40de-b89f-dd53002dc9f9 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=709275f3-6872-47f2-bae7-479d29fd7257 HTTP/1.1" status: 200 len: 950 time: 0.0819988 Jul 05 10:03:09.428845 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-048cdafa-61be-44a1-84c5-6c9059afe78d req-229c060e-70b9-4151-b383-5096076fcb9b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410736 Jul 05 10:03:09.600431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-6e5d1bda-7232-45a5-9eb9-048c2e450daa service neutron] Request body: {'binding': {'host': 'n-h2-779913-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:09.601172 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-6e5d1bda-7232-45a5-9eb9-048c2e450daa service neutron] Unknown quota resources ['binding']. {{(pid=100775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:03:09.760573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-6e5d1bda-7232-45a5-9eb9-048c2e450daa service neutron] Attempting to bind port 4a28df10-47c9-4368-b5fa-716036a872d5 on host n-h2-779913-27 for vnic_type normal with profile None {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:09.760919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-6e5d1bda-7232-45a5-9eb9-048c2e450daa service neutron] Attempting to bind port 4a28df10-47c9-4368-b5fa-716036a872d5 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:09.761265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-6e5d1bda-7232-45a5-9eb9-048c2e450daa service neutron] Attempting to bind port 4a28df10-47c9-4368-b5fa-716036a872d5 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:09.765731 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-6e5d1bda-7232-45a5-9eb9-048c2e450daa service neutron] Port 4a28df10-47c9-4368-b5fa-716036a872d5 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:03:09.766059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-6e5d1bda-7232-45a5-9eb9-048c2e450daa service neutron] Attempting to bind port 4a28df10-47c9-4368-b5fa-716036a872d5 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:09.771405 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-6e5d1bda-7232-45a5-9eb9-048c2e450daa service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:09.771963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-6e5d1bda-7232-45a5-9eb9-048c2e450daa service neutron] Checking segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:09.773131 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-6e5d1bda-7232-45a5-9eb9-048c2e450daa service neutron] Bound using segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:09.773131 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-6e5d1bda-7232-45a5-9eb9-048c2e450daa service neutron] Bound port: 4a28df10-47c9-4368-b5fa-716036a872d5, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:09.818978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6762b21-33ee-4259-9724-5f6752a8ef04 req-c961f9d8-3df2-47de-8725-6f467b71d0ec tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:09.825226 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6762b21-33ee-4259-9724-5f6752a8ef04 req-c961f9d8-3df2-47de-8725-6f467b71d0ec tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:09.826878 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6762b21-33ee-4259-9724-5f6752a8ef04 req-c961f9d8-3df2-47de-8725-6f467b71d0ec tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88&device_id=709275f3-6872-47f2-bae7-479d29fd7257 HTTP/1.1" status: 200 len: 1691 time: 0.0939271 Jul 05 10:03:09.838974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-6e5d1bda-7232-45a5-9eb9-048c2e450daa service neutron] For port 4a28df10-47c9-4368-b5fa-716036a872d5, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4a28df10-47c9-4368-b5fa-716036a872d5,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:09.902750 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6762b21-33ee-4259-9724-5f6752a8ef04 req-04d2656e-219e-465b-a1ac-86286974c0e6 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698652 Jul 05 10:03:09.934362 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-6e5d1bda-7232-45a5-9eb9-048c2e450daa service neutron] Notify callbacks [] for binding, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:09.935748 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-6e5d1bda-7232-45a5-9eb9-048c2e450daa service neutron] 10.222.0.77 "POST /v2.0/ports/4a28df10-47c9-4368-b5fa-716036a872d5/bindings HTTP/1.1" status: 201 len: 390 time: 0.4503815 Jul 05 10:03:10.075659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd95384-52b6-43f9-a04c-3e8f74c06be6 req-8efe68f0-7854-4beb-a4bd-ab1cc3523b6d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:10.077354 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cbd95384-52b6-43f9-a04c-3e8f74c06be6 req-8efe68f0-7854-4beb-a4bd-ab1cc3523b6d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.0783646 Jul 05 10:03:10.131052 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cbd95384-52b6-43f9-a04c-3e8f74c06be6 req-ad0b34c1-80ab-44e4-a282-17c0c5a8ddd0 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462589 Jul 05 10:03:10.656881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b91e9e-2cbb-4947-8ecd-8b60fef69fa7 req-629cc3b5-d6be-47f6-b7ba-065582bbfd7e tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:10.658506 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e6b91e9e-2cbb-4947-8ecd-8b60fef69fa7 req-629cc3b5-d6be-47f6-b7ba-065582bbfd7e tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.0816300 Jul 05 10:03:10.737766 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e6b91e9e-2cbb-4947-8ecd-8b60fef69fa7 req-72aaf9ae-29b2-43b0-b4fd-7458dbb1812d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719707 Jul 05 10:03:10.759552 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-1e703ebb-5a10-4c44-ad87-f1bb6eca5b22 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0a275aca18e04ce8aa4b2ca209ee878c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402544 Jul 05 10:03:10.901292 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36710) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:10.916138 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-76b25a98-e331-4ca4-865a-126d1def586c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:10.941577 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0a521-d5e7-4567-a30d-9c5d266f279b req-072b471b-ea55-4765-8f53-7f4a1dda7487 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:10.943278 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94f0a521-d5e7-4567-a30d-9c5d266f279b req-072b471b-ea55-4765-8f53-7f4a1dda7487 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 1102 time: 0.0753891 Jul 05 10:03:10.945096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-aaecefbf-50af-4eb9-851f-eb8fb58f3201 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:10.946652 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-aaecefbf-50af-4eb9-851f-eb8fb58f3201 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863024 Jul 05 10:03:10.975457 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-37eeaeea-b1c0-4757-a14c-cc69fe365dfe tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/quotas/0a275aca18e04ce8aa4b2ca209ee878c HTTP/1.1" status: 200 len: 375 time: 0.0210962 Jul 05 10:03:10.981763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-367fbe04-fb6b-4f54-93a0-6b96b5be5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:10.983338 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-367fbe04-fb6b-4f54-93a0-6b96b5be5ac8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 1098 time: 0.1196485 Jul 05 10:03:10.992979 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94f0a521-d5e7-4567-a30d-9c5d266f279b req-27e9b4f6-6504-41e4-8d23-ea2b7f457615 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433400 Jul 05 10:03:11.029463 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7cd6d53-9fcf-46b0-ba53-29ad10cac9a8 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0a275aca18e04ce8aa4b2ca209ee878c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441921 Jul 05 10:03:11.091985 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9174f3bc-4572-4d0f-a84e-5257006a8db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:11.232952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef2f2d-d468-4204-89fb-86adbc70344f req-5b4b6546-f076-452a-bfda-b37d21c7cf3b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:11.235348 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bef2f2d-d468-4204-89fb-86adbc70344f req-5b4b6546-f076-452a-bfda-b37d21c7cf3b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 946 time: 0.1184967 Jul 05 10:03:11.303303 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9174f3bc-4572-4d0f-a84e-5257006a8db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:11.307066 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bef2f2d-d468-4204-89fb-86adbc70344f req-7e6662f3-065e-4afe-995d-946e25db34d8 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645063 Jul 05 10:03:11.407141 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-f3d83917-7023-4161-a1fe-287adddbde54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:11.408750 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-f3d83917-7023-4161-a1fe-287adddbde54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.4123311 Jul 05 10:03:11.436755 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9174f3bc-4572-4d0f-a84e-5257006a8db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:11.471414 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf9a71e8-656d-427a-9e98-f35a4fb10de1 req-c1212d82-36e1-4229-a216-ff533fcbead4 tempest-FlavorsV2NegativeTest-1692548870 tempest-FlavorsV2NegativeTest-1692548870-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0ee7d0ca4c32416b9ed66aabb94c9266&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469055 Jul 05 10:03:11.521903 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-2992cf07-08c9-4975-b8ea-fe5a8cf73fee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a28df10-47c9-4368-b5fa-716036a872d5 HTTP/1.1" status: 200 len: 217 time: 0.1025558 Jul 05 10:03:11.559465 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9174f3bc-4572-4d0f-a84e-5257006a8db2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1a3571d282f84d4887ba9c027d2ae74b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6551907 Jul 05 10:03:11.563609 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36738) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:11.564464 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174f3bc-4572-4d0f-a84e-5257006a8db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d95e7a-2431-424a-bdff-f22b3e7a8bfc,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:11.592856 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-923dedab-4c32-40c9-8e47-f7dc360244b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:11.594736 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-923dedab-4c32-40c9-8e47-f7dc360244b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.0633411 Jul 05 10:03:11.637949 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-9bf83a52-1ce4-4bf2-97ee-61cd79ef63d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345407 Jul 05 10:03:11.679257 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a71e8-656d-427a-9e98-f35a4fb10de1 req-dac3983e-fdc9-45b1-8e05-2ddaf68c26b9 tempest-FlavorsV2NegativeTest-1692548870 tempest-FlavorsV2NegativeTest-1692548870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:11.681241 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf9a71e8-656d-427a-9e98-f35a4fb10de1 req-dac3983e-fdc9-45b1-8e05-2ddaf68c26b9 tempest-FlavorsV2NegativeTest-1692548870 tempest-FlavorsV2NegativeTest-1692548870-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088125 Jul 05 10:03:11.686144 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe8e97a3-5091-40b9-a25b-1efa2670c9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:11.714535 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf9a71e8-656d-427a-9e98-f35a4fb10de1 req-51c7dcec-1f00-4d43-9538-4e76f667e555 tempest-FlavorsV2NegativeTest-1692548870 tempest-FlavorsV2NegativeTest-1692548870-project] 10.222.0.77 "GET /v2.0/quotas/0ee7d0ca4c32416b9ed66aabb94c9266 HTTP/1.1" status: 200 len: 375 time: 0.0265224 Jul 05 10:03:11.719662 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe8e97a3-5091-40b9-a25b-1efa2670c9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:11.739460 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-3e575899-9688-4f05-9432-a728f9f57377 service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941603 Jul 05 10:03:11.767333 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf9a71e8-656d-427a-9e98-f35a4fb10de1 req-c36099d1-0a21-4898-8743-f031c6df0550 tempest-FlavorsV2NegativeTest-1692548870 tempest-FlavorsV2NegativeTest-1692548870-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ee7d0ca4c32416b9ed66aabb94c9266&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397346 Jul 05 10:03:11.961699 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe8e97a3-5091-40b9-a25b-1efa2670c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:11.966052 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe8e97a3-5091-40b9-a25b-1efa2670c9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:11.967566 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fe8e97a3-5091-40b9-a25b-1efa2670c9e6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/35d95e7a-2431-424a-bdff-f22b3e7a8bfc HTTP/1.1" status: 204 len: 168 time: 0.3895054 Jul 05 10:03:11.984434 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e97a3-5091-40b9-a25b-1efa2670c9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d95e7a-2431-424a-bdff-f22b3e7a8bfc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:11.994845 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-acc30ec4-943a-40e4-a211-fb78fbfbbf8a service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420111 Jul 05 10:03:11.997796 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6b3a4-1a9b-44bb-87c7-5daaa2794e83 req-463a741e-ad2c-4dc0-9a74-5e6be3f0ed3f tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:11.999454 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07d6b3a4-1a9b-44bb-87c7-5daaa2794e83 req-463a741e-ad2c-4dc0-9a74-5e6be3f0ed3f tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=709275f3-6872-47f2-bae7-479d29fd7257 HTTP/1.1" status: 200 len: 1102 time: 0.1078150 Jul 05 10:03:12.041846 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21a31647-25fa-40b6-a73f-0509fb617951 req-b169b205-a111-45a8-bef2-1c189eb75dca tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0a275aca18e04ce8aa4b2ca209ee878c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396833 Jul 05 10:03:12.048955 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07d6b3a4-1a9b-44bb-87c7-5daaa2794e83 req-8e98b3b2-0edd-45a4-8a8e-d7e0d6211fdb tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357347 Jul 05 10:03:12.188563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a31647-25fa-40b6-a73f-0509fb617951 req-967a8018-69ba-45c9-8fe4-717fa728a5ff tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:12.190121 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21a31647-25fa-40b6-a73f-0509fb617951 req-967a8018-69ba-45c9-8fe4-717fa728a5ff tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473541 Jul 05 10:03:12.209227 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21a31647-25fa-40b6-a73f-0509fb617951 req-07f89247-5347-446b-93c5-dfaab82448b2 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/quotas/0a275aca18e04ce8aa4b2ca209ee878c HTTP/1.1" status: 200 len: 375 time: 0.0132358 Jul 05 10:03:12.255529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c2f9c-412d-4719-bc20-c5a8efd0cbba req-165e8a20-4b0e-427a-8caa-b3566e2d333d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:12.257240 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-826c2f9c-412d-4719-bc20-c5a8efd0cbba req-165e8a20-4b0e-427a-8caa-b3566e2d333d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.0747318 Jul 05 10:03:12.268376 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21a31647-25fa-40b6-a73f-0509fb617951 req-c152fa32-1b8d-4a79-a078-7730911aaa71 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0a275aca18e04ce8aa4b2ca209ee878c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513146 Jul 05 10:03:12.314127 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-826c2f9c-412d-4719-bc20-c5a8efd0cbba req-fc879a1d-be5f-4dd0-9c8b-cc301a153643 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503891 Jul 05 10:03:12.440316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-3f8fc86b-4d0b-40e7-aada-56651424e822 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:12.440618 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-3f8fc86b-4d0b-40e7-aada-56651424e822 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0&tenant_id=312b10a2b35949449c89df3e680df435&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 1098 time: 0.0621800 Jul 05 10:03:12.454301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-27'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:12.538419 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:12.720686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] For port 4a28df10-47c9-4368-b5fa-716036a872d5, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4a28df10-47c9-4368-b5fa-716036a872d5,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:12.784398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] For port 4a28df10-47c9-4368-b5fa-716036a872d5, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:12.834530 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c089bd6-b2d8-4893-b1ed-1d32448764b0 req-2a8308c1-3860-4881-b2eb-5f2b59c2700d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:12.837190 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1c089bd6-b2d8-4893-b1ed-1d32448764b0 req-2a8308c1-3860-4881-b2eb-5f2b59c2700d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.1170726 Jul 05 10:03:12.902468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4648d8-3e9f-49b3-abeb-030809a27ab0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a28df10-47c9-4368-b5fa-716036a872d5'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:12.905947 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0233ff-d798-4942-8d8c-0d8ab5ef3a47" -d '{"events": [{"server_uuid": "6f4648d8-3e9f-49b3-abeb-030809a27ab0", "name": "network-vif-unplugged", "status": "completed", "tag": "4a28df10-47c9-4368-b5fa-716036a872d5"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:12.910674 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:12.911790 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1c089bd6-b2d8-4893-b1ed-1d32448764b0 req-522505e3-76b9-46b7-a648-b5680165e21d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672796 Jul 05 10:03:12.959081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0d836-ee54-4684-b47e-f3dfaa8c9b67 req-7be7b82d-d90e-4695-a4e0-3484dbc384db tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:12.966850 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-25a0d836-ee54-4684-b47e-f3dfaa8c9b67 req-7be7b82d-d90e-4695-a4e0-3484dbc384db tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 946 time: 0.1106803 Jul 05 10:03:13.007425 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-25a0d836-ee54-4684-b47e-f3dfaa8c9b67 req-003adf6d-9398-4850-8f56-7253fa8f8377 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396309 Jul 05 10:03:13.060194 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:03:13.083990 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9ca9fb45-9a3d-43e7-aeb8-2cc63073cc37 req-fe83e114-4c5d-449c-9c5b-7cb396632e60 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 210 time: 0.0304768 Jul 05 10:03:13.086906 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.178245 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a28df10-47c9-4368-b5fa-716036a872d5,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:13.204665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Attempting to bind port 4a28df10-47c9-4368-b5fa-716036a872d5 on host n-h1-779913-27 for vnic_type normal with profile {"migrating_to": "n-h2-779913-27"} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:13.205068 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Attempting to bind port 4a28df10-47c9-4368-b5fa-716036a872d5 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:13.205412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Attempting to bind port 4a28df10-47c9-4368-b5fa-716036a872d5 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:13.219285 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-16c842e1-a42b-4ad8-8e41-07e12f27fdcb tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=449f214ee5014225a50a24c3b1f55312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292058 Jul 05 10:03:13.220094 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Port 4a28df10-47c9-4368-b5fa-716036a872d5 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:03:13.223703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Attempting to bind port 4a28df10-47c9-4368-b5fa-716036a872d5 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:13.228001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:13.228345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Checking segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:13.228728 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Bound using segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:13.229160 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Bound port: 4a28df10-47c9-4368-b5fa-716036a872d5, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:13.229521 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.376908 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] For port 4a28df10-47c9-4368-b5fa-716036a872d5, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:13.385479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-d0bc7226-b55f-4723-bb00-a72794bec7f2 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:13.387028 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-d0bc7226-b55f-4723-bb00-a72794bec7f2 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610553 Jul 05 10:03:13.388917 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] For port 4a28df10-47c9-4368-b5fa-716036a872d5, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4a28df10-47c9-4368-b5fa-716036a872d5,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:13.403515 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-8a20dcf8-bda2-4211-bc95-02dc46bbcd7b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/quotas/449f214ee5014225a50a24c3b1f55312 HTTP/1.1" status: 200 len: 375 time: 0.0109727 Jul 05 10:03:13.484789 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-4da70579-c30e-4da3-a4e8-f0c17842b0d8 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0757966 Jul 05 10:03:13.607855 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7c5a538a-2800-4eba-a08c-f02fd1b3a8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.608894 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.609318 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.672117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a28df10-47c9-4368-b5fa-716036a872d5,revision_number=8']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:13.697848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:13.698469 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.699888 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-8c9e64aa-814d-4abe-9e2e-6b0f06f46fe7 service neutron] 10.222.0.64 "PUT /v2.0/ports/4a28df10-47c9-4368-b5fa-716036a872d5 HTTP/1.1" status: 200 len: 1124 time: 1.2508154 Jul 05 10:03:13.794269 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['4a28df10-47c9-4368-b5fa-716036a872d5'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:13.822078 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36830) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:13.841640 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9e6cf93-8295-4283-9a75-c871726cf7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:13.973057 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9e6cf93-8295-4283-9a75-c871726cf7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.104451 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36838) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:14.178030 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9e6cf93-8295-4283-9a75-c871726cf7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.227571 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6cf93-8295-4283-9a75-c871726cf7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2f030f-7767-4b3f-bf94-75cb23bcb7e8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:14.232159 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f9e6cf93-8295-4283-9a75-c871726cf7a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fd75d06fb1d04c019b514184b992ad92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089835 Jul 05 10:03:14.233399 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c5b194d-e570-48c9-9980-731da323d02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.235759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36844) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:14.295327 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7dae2ad7-5139-45a0-8b96-de1db66e7c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.323018 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7dae2ad7-5139-45a0-8b96-de1db66e7c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.344476 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c5b194d-e570-48c9-9980-731da323d02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.500471 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad269482-8260-4f58-ac7d-f8189ba6b73b x-openstack-request-id: req-ad269482-8260-4f58-ac7d-f8189ba6b73b {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:14.500867 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4648d8-3e9f-49b3-abeb-030809a27ab0", "name": "network-vif-unplugged", "status": "completed", "tag": "4a28df10-47c9-4368-b5fa-716036a872d5", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:14.501211 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad269482-8260-4f58-ac7d-f8189ba6b73b {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:14.501667 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4648d8-3e9f-49b3-abeb-030809a27ab0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a28df10-47c9-4368-b5fa-716036a872d5', 'code': 200} Jul 05 10:03:14.567211 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c5b194d-e570-48c9-9980-731da323d02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.609598 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7c5b194d-e570-48c9-9980-731da323d02e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0ee7d0ca4c32416b9ed66aabb94c9266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034220 Jul 05 10:03:14.610607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b194d-e570-48c9-9980-731da323d02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933df434-c526-4099-aadc-85756ec984a1,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:14.614528 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36852) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:14.630371 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7dae2ad7-5139-45a0-8b96-de1db66e7c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.644457 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7dae2ad7-5139-45a0-8b96-de1db66e7c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.644457 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7dae2ad7-5139-45a0-8b96-de1db66e7c4f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e2f030f-7767-4b3f-bf94-75cb23bcb7e8 HTTP/1.1" status: 204 len: 168 time: 0.4024930 Jul 05 10:03:14.679118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae2ad7-5139-45a0-8b96-de1db66e7c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2f030f-7767-4b3f-bf94-75cb23bcb7e8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:14.767993 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a6baecb-98d1-472d-9892-150dc886ac12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.804893 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a6baecb-98d1-472d-9892-150dc886ac12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.911995 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:14.960391 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ee9c7-dd2c-4bce-9bd6-0b90f4d175d5 req-84e32fa9-81c3-4117-b0ab-3f512770736a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:14.962026 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a2ee9c7-dd2c-4bce-9bd6-0b90f4d175d5 req-84e32fa9-81c3-4117-b0ab-3f512770736a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 944 time: 0.0722814 Jul 05 10:03:15.001855 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a2ee9c7-dd2c-4bce-9bd6-0b90f4d175d5 req-ac20c411-a9fa-4940-9872-83612c26ddca tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341313 Jul 05 10:03:15.136190 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-af13c77c-8320-46b9-9611-c06a155f4c91 req-3b3720d2-4c35-475a-a447-25f1bf3fbcd7 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 210 time: 0.0311017 Jul 05 10:03:15.138196 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a6baecb-98d1-472d-9892-150dc886ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:15.141783 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a6baecb-98d1-472d-9892-150dc886ac12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:15.146744 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1a6baecb-98d1-472d-9892-150dc886ac12 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/933df434-c526-4099-aadc-85756ec984a1 HTTP/1.1" status: 204 len: 168 time: 0.5281839 Jul 05 10:03:15.163861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6baecb-98d1-472d-9892-150dc886ac12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933df434-c526-4099-aadc-85756ec984a1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:15.782628 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-138b24f9-4fc7-4034-add6-b5220511771f req-ad46fafa-1013-4e86-9aa4-30794274fb9e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 210 time: 0.0416291 Jul 05 10:03:15.846750 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cf930-9cc4-4027-bd12-ceb6c2aa3a6f req-3844ecf0-9502-4b06-bb5d-29aa7d26c6c4 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:15.849169 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb2cf930-9cc4-4027-bd12-ceb6c2aa3a6f req-3844ecf0-9502-4b06-bb5d-29aa7d26c6c4 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.1625049 Jul 05 10:03:15.900105 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb2cf930-9cc4-4027-bd12-ceb6c2aa3a6f req-15fed186-a79a-498b-bbd8-d9cace7263ec tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452428 Jul 05 10:03:16.198315 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-53299c88-27da-4616-9c1b-fd1d79e6ca3a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0a275aca18e04ce8aa4b2ca209ee878c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255008 Jul 05 10:03:16.279108 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc924d22-1464-4180-82ee-ae4588656fe0 req-626fc539-912a-424b-984f-d9d8a2ed30f9 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:16.280690 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc924d22-1464-4180-82ee-ae4588656fe0 req-626fc539-912a-424b-984f-d9d8a2ed30f9 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 944 time: 0.1440284 Jul 05 10:03:16.353786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-5170475b-bb45-4d13-b561-db23d686a3d9 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:16.355279 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-5170475b-bb45-4d13-b561-db23d686a3d9 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507306 Jul 05 10:03:16.358390 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc924d22-1464-4180-82ee-ae4588656fe0 req-2f6dd47c-29dd-40b9-a745-5e792b227c2a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714772 Jul 05 10:03:16.379635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Request body: {'port': {'device_id': 'd5eaa9cc-492b-4f15-a81e-847631f18a2d', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '0a275aca18e04ce8aa4b2ca209ee878c'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:16.504990 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4648d8-3e9f-49b3-abeb-030809a27ab0', 'tag': '4a28df10-47c9-4368-b5fa-716036a872d5'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:16.508770 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0715b9-2bd8-4aab-81c2-e2e409c3a834" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4648d8-3e9f-49b3-abeb-030809a27ab0", "tag": "4a28df10-47c9-4368-b5fa-716036a872d5"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:16.555068 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1cac7572-4446-49c2-8af8-c4432b11611b req-943ae4f4-c192-4705-9d5f-8d466ea609af tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 210 time: 0.0523942 Jul 05 10:03:16.611009 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf88a53d-8611-4b81-9522-26d7ca2b8956 x-openstack-request-id: req-cf88a53d-8611-4b81-9522-26d7ca2b8956 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:16.611009 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4648d8-3e9f-49b3-abeb-030809a27ab0", "tag": "4a28df10-47c9-4368-b5fa-716036a872d5", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:16.611009 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf88a53d-8611-4b81-9522-26d7ca2b8956 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:16.611009 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4648d8-3e9f-49b3-abeb-030809a27ab0', 'tag': '4a28df10-47c9-4368-b5fa-716036a872d5', 'status': 'completed', 'code': 200} Jul 05 10:03:16.730376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0715b9-2bd8-4aab-81c2-e2e409c3a834 req-5154d2a1-4950-41f8-860f-083acaf84a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:16.733749 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d0715b9-2bd8-4aab-81c2-e2e409c3a834 req-5154d2a1-4950-41f8-860f-083acaf84a74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 1127 time: 0.0954556 Jul 05 10:03:16.801415 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:16.805820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Made reservation on behalf of 0a275aca18e04ce8aa4b2ca209ee878c for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:16.816837 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:16.842433 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:16.881137 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0715b9-2bd8-4aab-81c2-e2e409c3a834 req-264b6a8b-6218-4a20-84f8-6f4b90c93a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:16.882855 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d0715b9-2bd8-4aab-81c2-e2e409c3a834 req-264b6a8b-6218-4a20-84f8-6f4b90c93a62 service neutron] 10.222.0.73 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.1426058 Jul 05 10:03:16.883952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4a28df10-47c9-4368-b5fa-716036a872d5 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:16.940546 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d0715b9-2bd8-4aab-81c2-e2e409c3a834 req-a69af06f-1f38-4d74-95cf-d30282c37640 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a28df10-47c9-4368-b5fa-716036a872d5 HTTP/1.1" status: 200 len: 217 time: 0.0506608 Jul 05 10:03:16.970891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fe9ae4bd-7b42-47fa-8f67-13bf6e150908 req-8cfeb0c9-893d-4998-b96e-ac798f01910e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 210 time: 0.0599725 Jul 05 10:03:17.071467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0715b9-2bd8-4aab-81c2-e2e409c3a834 req-3f6e1017-dc8a-484e-a519-fc98fd1b73c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:17.086911 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d0715b9-2bd8-4aab-81c2-e2e409c3a834 req-3f6e1017-dc8a-484e-a519-fc98fd1b73c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.1355226 Jul 05 10:03:17.103704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4a28df10-47c9-4368-b5fa-716036a872d5, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4a28df10-47c9-4368-b5fa-716036a872d5,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:17.132909 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4a28df10-47c9-4368-b5fa-716036a872d5 has no active binding in host n-h2-779913-27 {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 10:03:17.151811 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.160473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36956) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:17.195289 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d0715b9-2bd8-4aab-81c2-e2e409c3a834 req-d9f191c4-a596-4253-892a-fe3be7636946 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929031 Jul 05 10:03:17.296416 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.339664 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d0715b9-2bd8-4aab-81c2-e2e409c3a834 req-fdd6eca7-98ba-4960-b9a4-299ca657487e service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375923 Jul 05 10:03:17.363569 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-65e715d6-d9f1-43dd-966e-560177863561 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-53014662-network', 'tenant_id': 'd0902934a26f41a79380c33f7a9f5ca1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:17.404552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de098eae-4c96-4478-9874-336e7a1c72c0,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:17.500573 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21a31647-25fa-40b6-a73f-0509fb617951 req-a4ca3b2d-3551-49cd-90ba-8bf52153221d tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0a275aca18e04ce8aa4b2ca209ee878c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506086 Jul 05 10:03:17.505812 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d0715b9-2bd8-4aab-81c2-e2e409c3a834 req-224669cd-ecd6-418e-b13c-423e41c3e632 service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590271 Jul 05 10:03:17.513900 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f20b8-764c-4b51-a131-0e46566c0989 req-9b0194fd-9406-487a-b753-f6d22fdafc14 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:17.516535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a91f20b8-764c-4b51-a131-0e46566c0989 req-9b0194fd-9406-487a-b753-f6d22fdafc14 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.2877300 Jul 05 10:03:17.606650 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Allocated IP 192.168.233.23 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/5a07ba85-efe4-4796-badd-aa806435518a) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:17.616416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e715d6-d9f1-43dd-966e-560177863561 admin admin] Made reservation on behalf of d0902934a26f41a79380c33f7a9f5ca1 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:17.619989 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-65e715d6-d9f1-43dd-966e-560177863561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.668861 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-65e715d6-d9f1-43dd-966e-560177863561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:17.688870 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea595d77-3d4e-47e4-9e00-3ad851ae014d req-9e4cf816-0c3b-4a42-8688-517f18f4cfde tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:17.703480 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea595d77-3d4e-47e4-9e00-3ad851ae014d req-9e4cf816-0c3b-4a42-8688-517f18f4cfde tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 944 time: 0.1577501 Jul 05 10:03:17.708632 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a91f20b8-764c-4b51-a131-0e46566c0989 req-d176422e-7a7c-4957-9aa4-6fdf12cedf07 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739476 Jul 05 10:03:17.829511 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a31647-25fa-40b6-a73f-0509fb617951 req-d8e6f328-66e4-482f-a6f7-75e9b0eb42b3 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:17.832669 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21a31647-25fa-40b6-a73f-0509fb617951 req-d8e6f328-66e4-482f-a6f7-75e9b0eb42b3 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3151655 Jul 05 10:03:17.854073 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea595d77-3d4e-47e4-9e00-3ad851ae014d req-75a327e7-c845-4b43-b8d4-888dedb21e81 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493771 Jul 05 10:03:17.904310 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-de5596b2-1bf0-4d1a-8d8b-70d5265eeca8 service neutron] 10.222.0.73 "GET /v2.0/ports/4a28df10-47c9-4368-b5fa-716036a872d5/bindings/n-h2-779913-27 HTTP/1.1" status: 200 len: 385 time: 0.1571383 Jul 05 10:03:17.933822 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-21a31647-25fa-40b6-a73f-0509fb617951 req-ebbec57e-cfce-4c01-aed7-5232dc499c9a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Request body: {'port': {'device_id': 'bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '0a275aca18e04ce8aa4b2ca209ee878c'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:18.234723 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43326ec7-e261-4ff0-af1c-96a8b1a43ca1 req-e7f1fd12-f30d-425d-bac8-efeb3b8faded tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 210 time: 0.1514449 Jul 05 10:03:18.273670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-f58317a4-a7c3-4827-b6c5-b340291d64d3 service neutron] For port 4a28df10-47c9-4368-b5fa-716036a872d5, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4a28df10-47c9-4368-b5fa-716036a872d5,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:18.318429 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c056f581-7157-4b2d-9ae2-5309b5377b6a req-af0cdd7a-8a0d-4f9b-b492-7a099653bc6c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 210 time: 0.0479193 Jul 05 10:03:18.328908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-f58317a4-a7c3-4827-b6c5-b340291d64d3 service neutron] For port 4a28df10-47c9-4368-b5fa-716036a872d5, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:18.357813 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-65e715d6-d9f1-43dd-966e-560177863561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:18.363351 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:18.386926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Transition to ACTIVE for port object 5a07ba85-efe4-4796-badd-aa806435518a will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:18.402623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-f58317a4-a7c3-4827-b6c5-b340291d64d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a28df10-47c9-4368-b5fa-716036a872d5 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:18.422892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-f58317a4-a7c3-4827-b6c5-b340291d64d3 service neutron] For port 4a28df10-47c9-4368-b5fa-716036a872d5, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4a28df10-47c9-4368-b5fa-716036a872d5,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:18.426872 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-65e715d6-d9f1-43dd-966e-560177863561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:18.465618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e715d6-d9f1-43dd-966e-560177863561 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:03:18.494953 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-65e715d6-d9f1-43dd-966e-560177863561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:18.495308 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-65e715d6-d9f1-43dd-966e-560177863561 admin admin] Added segment 6e38e655-1a8a-4431-9d67-99416c87d99c of type vlan for network ea37c172-0e71-428d-8834-8a102849cc87 Jul 05 10:03:18.503556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e715d6-d9f1-43dd-966e-560177863561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2dfe47-2cb4-4815-9012-b17dc2a4b93d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:18.538756 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-f58317a4-a7c3-4827-b6c5-b340291d64d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:18.555814 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-65e715d6-d9f1-43dd-966e-560177863561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:18.590689 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:18.601434 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a31647-25fa-40b6-a73f-0509fb617951 req-ebbec57e-cfce-4c01-aed7-5232dc499c9a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Made reservation on behalf of 0a275aca18e04ce8aa4b2ca209ee878c for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:18.605120 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21a31647-25fa-40b6-a73f-0509fb617951 req-ebbec57e-cfce-4c01-aed7-5232dc499c9a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:18.635070 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-f58317a4-a7c3-4827-b6c5-b340291d64d3 service neutron] Transition to ACTIVE for port object 4a28df10-47c9-4368-b5fa-716036a872d5 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:18.670727 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:18.681407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:18.683905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:18.690473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:18.691751 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:18.706859 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-65e715d6-d9f1-43dd-966e-560177863561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:18.708556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e715d6-d9f1-43dd-966e-560177863561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:18.709329 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-65e715d6-d9f1-43dd-966e-560177863561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:18.717926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Pushing event updated for resources: {'Port': ['ID=5a07ba85-efe4-4796-badd-aa806435518a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:18.773345 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-f58317a4-a7c3-4827-b6c5-b340291d64d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:18.861358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e715d6-d9f1-43dd-966e-560177863561 admin admin] Pushing event updated for resources: {'Network': ['ID=ea37c172-0e71-428d-8834-8a102849cc87,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:18.878992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network ea37c172-0e71-428d-8834-8a102849cc87 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:03:18.900191 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-f7889f7c-d525-4f2d-bf15-a7a875d8f592 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5222261 Jul 05 10:03:18.905116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-f58317a4-a7c3-4827-b6c5-b340291d64d3 service neutron] No DVR routers for this DVR port 4a28df10-47c9-4368-b5fa-716036a872d5 on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:03:18.927811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Request body: {'port': {'device_id': 'd5eaa9cc-492b-4f15-a81e-847631f18a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:18.989364 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-65e715d6-d9f1-43dd-966e-560177863561 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8277636 Jul 05 10:03:19.015078 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36998) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:19.035089 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-f58317a4-a7c3-4827-b6c5-b340291d64d3 service neutron] 10.222.0.73 "PUT /v2.0/ports/4a28df10-47c9-4368-b5fa-716036a872d5/bindings/n-h2-779913-27/activate HTTP/1.1" status: 200 len: 370 time: 1.1268725 Jul 05 10:03:19.038391 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58317a4-a7c3-4827-b6c5-b340291d64d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a28df10-47c9-4368-b5fa-716036a872d5,revision_number=10']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:19.041281 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-726f3c98-3c47-4a51-b5f1-95b411c77dca admin admin] Request body: {'subnet': {'network_id': 'ea37c172-0e71-428d-8834-8a102849cc87', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-53014662-subnet', 'tenant_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:19.124223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-21a31647-25fa-40b6-a73f-0509fb617951 req-ebbec57e-cfce-4c01-aed7-5232dc499c9a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Allocated IP 192.168.233.58 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/1a88842f-aea7-4454-af83-ee17389d4c30) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:19.159193 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:19.258936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c5520515-ad5a-434c-a4f8-50f353908c31 None None] Provisioning for port 5a07ba85-efe4-4796-badd-aa806435518a completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:19.268992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c5520515-ad5a-434c-a4f8-50f353908c31 None None] Provisioning complete for port 5a07ba85-efe4-4796-badd-aa806435518a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:19.270431 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c5520515-ad5a-434c-a4f8-50f353908c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:19.275686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd551f4-0a52-4871-a75e-df41570dd9ea req-1fa5cc6d-9d43-48f7-9511-f2f580c6b3cc tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:19.278400 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fcd551f4-0a52-4871-a75e-df41570dd9ea req-1fa5cc6d-9d43-48f7-9511-f2f580c6b3cc tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.3256028 Jul 05 10:03:19.310368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37008) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:19.358289 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c5520515-ad5a-434c-a4f8-50f353908c31 None None] Port 5a07ba85-efe4-4796-badd-aa806435518a cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:19.502457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726f3c98-3c47-4a51-b5f1-95b411c77dca admin admin] Made reservation on behalf of d0902934a26f41a79380c33f7a9f5ca1 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:19.505845 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-726f3c98-3c47-4a51-b5f1-95b411c77dca admin admin] Notify callbacks [] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:19.572362 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-572f6281-a9bd-43ff-8fae-7934b791285b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:19.594856 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad4aa1-a6c8-48b3-ad77-23fd68481051 req-d47adf39-c62c-44d2-8885-121b3ff3b965 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:19.596416 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffad4aa1-a6c8-48b3-ad77-23fd68481051 req-d47adf39-c62c-44d2-8885-121b3ff3b965 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 945 time: 0.2078226 Jul 05 10:03:19.600240 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.64', 52264) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:19.603740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-68b3e38d-b66f-472b-a464-1b29552f8a11 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:19.605213 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-68b3e38d-b66f-472b-a464-1b29552f8a11 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0&tenant_id=312b10a2b35949449c89df3e680df435&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 1097 time: 0.2855291 Jul 05 10:03:19.634428 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fcd551f4-0a52-4871-a75e-df41570dd9ea req-a7159e21-fe9b-48fd-a414-a20ecffcfebf tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391075 Jul 05 10:03:19.688351 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21a31647-25fa-40b6-a73f-0509fb617951 req-ebbec57e-cfce-4c01-aed7-5232dc499c9a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:19.702470 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-fc402f64-b3aa-4780-986b-0e5cd8d14f65 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=449f214ee5014225a50a24c3b1f55312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1008058 Jul 05 10:03:19.729032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-21a31647-25fa-40b6-a73f-0509fb617951 req-ebbec57e-cfce-4c01-aed7-5232dc499c9a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Transition to ACTIVE for port object 1a88842f-aea7-4454-af83-ee17389d4c30 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:19.820656 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-065247d2-3b16-434d-9d4b-cfd37d9e247a tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=449f214ee5014225a50a24c3b1f55312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899026 Jul 05 10:03:19.828540 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffad4aa1-a6c8-48b3-ad77-23fd68481051 req-2139edfd-c505-4bb8-904d-b47692f9fa13 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125695 Jul 05 10:03:20.094979 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc17c66f-f0f1-4fa5-a1d4-5c1b84426010 req-f402aee9-0d55-453d-b9b1-89f9c993aa16 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 210 time: 0.0934463 Jul 05 10:03:20.105340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-f787b0f9-784f-45d5-94b8-1aee12c59e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:20.106431 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-f787b0f9-784f-45d5-94b8-1aee12c59e5f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0&tenant_id=312b10a2b35949449c89df3e680df435 HTTP/1.1" status: 200 len: 1097 time: 0.4868574 Jul 05 10:03:20.120999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-1158081d-e36e-4a16-97ff-70195f242a43 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:20.122697 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-1158081d-e36e-4a16-97ff-70195f242a43 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4067929 Jul 05 10:03:20.145211 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-dbf9eedc-1581-4ed2-b407-0bee06f46e9c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Request body: {'port': {'device_id': '4caf069c-bdb8-4c5e-8532-f784db90b501', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '449f214ee5014225a50a24c3b1f55312'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:20.185515 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-f31190cd-6cf7-48c9-a44a-7a5959534ce1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:20.187147 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-f31190cd-6cf7-48c9-a44a-7a5959534ce1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3573458 Jul 05 10:03:20.209570 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-564f2db5-aadb-4999-97a5-53ed709d3136 req-04358f29-5e93-4aae-98a5-186851b29216 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 210 time: 0.0523560 Jul 05 10:03:20.242147 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-95261d30-0829-4ef7-aaf8-2832cd86bbf0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Request body: {'port': {'device_id': 'e63866bd-2670-410e-82c7-07637f9df519', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '449f214ee5014225a50a24c3b1f55312'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:20.281339 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-572f6281-a9bd-43ff-8fae-7934b791285b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.473704 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21a31647-25fa-40b6-a73f-0509fb617951 req-ebbec57e-cfce-4c01-aed7-5232dc499c9a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.494810 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-726f3c98-3c47-4a51-b5f1-95b411c77dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.623244 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a31647-25fa-40b6-a73f-0509fb617951 req-ebbec57e-cfce-4c01-aed7-5232dc499c9a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:20.639876 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-572f6281-a9bd-43ff-8fae-7934b791285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.642964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbec57e-cfce-4c01-aed7-5232dc499c9a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Pushing event updated for resources: {'Port': ['ID=1a88842f-aea7-4454-af83-ee17389d4c30,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:20.646805 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-21a31647-25fa-40b6-a73f-0509fb617951 req-ebbec57e-cfce-4c01-aed7-5232dc499c9a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:20.649055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a31647-25fa-40b6-a73f-0509fb617951 req-ebbec57e-cfce-4c01-aed7-5232dc499c9a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:20.655894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a31647-25fa-40b6-a73f-0509fb617951 req-ebbec57e-cfce-4c01-aed7-5232dc499c9a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:20.655894 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21a31647-25fa-40b6-a73f-0509fb617951 req-ebbec57e-cfce-4c01-aed7-5232dc499c9a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.676041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f3c98-3c47-4a51-b5f1-95b411c77dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd04acfb-73fd-4d83-9821-94a351fc4866,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:20.729164 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f3c98-3c47-4a51-b5f1-95b411c77dca admin admin] Checking segment: {'id': '6e38e655-1a8a-4431-9d67-99416c87d99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ea37c172-0e71-428d-8834-8a102849cc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:20.729164 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726f3c98-3c47-4a51-b5f1-95b411c77dca admin admin] Network hostable DHCP agents. Network: ea37c172-0e71-428d-8834-8a102849cc87, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:03:20.738150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-132bdfa7-130e-4e20-963b-cbfba6934baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:20.739840 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-132bdfa7-130e-4e20-963b-cbfba6934baf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 1097 time: 0.5496466 Jul 05 10:03:20.752596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37022) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:20.755917 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-572f6281-a9bd-43ff-8fae-7934b791285b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=492f8fb238354217aed336e820902e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4328065 Jul 05 10:03:20.772279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f6281-a9bd-43ff-8fae-7934b791285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691f8d58-09ec-4f03-8f3d-6ee9f1c77adb,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:20.896896 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21a31647-25fa-40b6-a73f-0509fb617951 req-ebbec57e-cfce-4c01-aed7-5232dc499c9a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0081069 Jul 05 10:03:20.920310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Request body: {'port': {'device_id': 'bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:20.924874 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37028) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:20.925299 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a07ba85-efe4-4796-badd-aa806435518a {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:20.970239 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:20.984569 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726f3c98-3c47-4a51-b5f1-95b411c77dca admin admin] Network ea37c172-0e71-428d-8834-8a102849cc87 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:03:20.992129 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cd73f6b6-8dcf-436c-9ce1-d2a50e8befd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.035710 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-5f60b44e-1e3b-45e4-903f-17eb2bcf26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:21.037782 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cd73f6b6-8dcf-436c-9ce1-d2a50e8befd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.038529 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-5f60b44e-1e3b-45e4-903f-17eb2bcf26b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.2810986 Jul 05 10:03:21.098059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-dbf9eedc-1581-4ed2-b407-0bee06f46e9c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Made reservation on behalf of 449f214ee5014225a50a24c3b1f55312 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:21.102118 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-dbf9eedc-1581-4ed2-b407-0bee06f46e9c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.103941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cefd3233-75c5-405d-87f9-a1681bfa352f None None] Provisioning for port 1a88842f-aea7-4454-af83-ee17389d4c30 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:21.108957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cefd3233-75c5-405d-87f9-a1681bfa352f None None] Provisioning complete for port 1a88842f-aea7-4454-af83-ee17389d4c30 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:21.110431 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cefd3233-75c5-405d-87f9-a1681bfa352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.111835 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-0ae2cd5e-67d2-4bb9-9c94-e3cfdb56f4c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a28df10-47c9-4368-b5fa-716036a872d5 HTTP/1.1" status: 200 len: 217 time: 0.0656686 Jul 05 10:03:21.121746 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Transition to ACTIVE for port object 5a07ba85-efe4-4796-badd-aa806435518a will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:21.154343 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4a28df10-47c9-4368-b5fa-716036a872d5 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:21.200516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-cefd3233-75c5-405d-87f9-a1681bfa352f None None] Port 1a88842f-aea7-4454-af83-ee17389d4c30 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:21.201081 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.203568 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e49daa-8b4c-4faf-bfc2-c99739c2363d req-411f6fd2-b05a-4795-b618-5e0617d90283 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:21.211021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4a28df10-47c9-4368-b5fa-716036a872d5 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:21.213275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a1e49daa-8b4c-4faf-bfc2-c99739c2363d req-411f6fd2-b05a-4795-b618-5e0617d90283 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.2893062 Jul 05 10:03:21.218216 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cd73f6b6-8dcf-436c-9ce1-d2a50e8befd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.220220 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d474f6-eb7f-4cde-a60b-8a456053406e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.220880 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cd73f6b6-8dcf-436c-9ce1-d2a50e8befd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.222769 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cd73f6b6-8dcf-436c-9ce1-d2a50e8befd2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/691f8d58-09ec-4f03-8f3d-6ee9f1c77adb HTTP/1.1" status: 204 len: 168 time: 0.4671450 Jul 05 10:03:21.262244 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73f6b6-8dcf-436c-9ce1-d2a50e8befd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691f8d58-09ec-4f03-8f3d-6ee9f1c77adb,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:21.269663 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.269897 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-726f3c98-3c47-4a51-b5f1-95b411c77dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, ea37c172-0e71-428d-8834-8a102849cc87) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:21.288850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726f3c98-3c47-4a51-b5f1-95b411c77dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:21.289473 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-726f3c98-3c47-4a51-b5f1-95b411c77dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.296310 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-95261d30-0829-4ef7-aaf8-2832cd86bbf0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Made reservation on behalf of 449f214ee5014225a50a24c3b1f55312 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:21.300578 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-95261d30-0829-4ef7-aaf8-2832cd86bbf0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.303902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c024f0f-c8aa-4781-8afa-7159ed9a2758 None None] Network ea37c172-0e71-428d-8834-8a102849cc87 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:21.341167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-3b6963d6-7ed8-4167-bf36-214585dc2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:21.342813 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-3b6963d6-7ed8-4167-bf36-214585dc2b04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.2142949 Jul 05 10:03:21.407748 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ee01-cea2-4f91-9340-d03b395e0830 req-0ba2bb39-2bc5-420b-a5e2-c0ba2e526060 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:21.410212 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a74ee01-cea2-4f91-9340-d03b395e0830 req-0ba2bb39-2bc5-420b-a5e2-c0ba2e526060 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 945 time: 0.2558067 Jul 05 10:03:21.434184 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-13844465-70d3-4cc6-a631-dfb2e4e22437 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762680 Jul 05 10:03:21.446433 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a1e49daa-8b4c-4faf-bfc2-c99739c2363d req-fe23eeac-7374-4ccf-98ec-8fec270bced2 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336903 Jul 05 10:03:21.458561 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5a07ba85-efe4-4796-badd-aa806435518a,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:21.610349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-ea37c172-0e71-428d-8834-8a102849cc87', 'network_id': 'ea37c172-0e71-428d-8834-8a102849cc87', 'tenant_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'fixed_ips': [{'subnet_id': 'bd04acfb-73fd-4d83-9821-94a351fc4866'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:03:21.612645 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.650344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-dbf9eedc-1581-4ed2-b407-0bee06f46e9c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Allocated IP 192.168.233.46 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/abff4552-fd23-4b6b-8ecd-d8bcfb937f77) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:21.667961 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Attempting to bind port 5a07ba85-efe4-4796-badd-aa806435518a on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:21.668625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Attempting to bind port 5a07ba85-efe4-4796-badd-aa806435518a by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:21.669206 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Attempting to bind port 5a07ba85-efe4-4796-badd-aa806435518a on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:21.689709 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Port 5a07ba85-efe4-4796-badd-aa806435518a on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:03:21.690084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Attempting to bind port 5a07ba85-efe4-4796-badd-aa806435518a on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:21.704269 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a74ee01-cea2-4f91-9340-d03b395e0830 req-0a11404e-5df2-4870-9ff9-2d512731a50d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129052 Jul 05 10:03:21.716311 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:21.716660 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:21.717060 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:21.717524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Bound port: 5a07ba85-efe4-4796-badd-aa806435518a, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:21.717867 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.804162 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-26d72378-569b-45af-ae95-954356ad280c req-75016cc9-e2c6-4e6f-91f1-6d61d839de48 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 210 time: 0.1098526 Jul 05 10:03:21.805907 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] For port 5a07ba85-efe4-4796-badd-aa806435518a, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:21.809950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] For port 5a07ba85-efe4-4796-badd-aa806435518a, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5a07ba85-efe4-4796-badd-aa806435518a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:21.862399 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Allocated IP 172.20.0.2 (ea37c172-0e71-428d-8834-8a102849cc87/bd04acfb-73fd-4d83-9821-94a351fc4866/95c21726-6183-446f-9d15-2157a9a59516) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:21.905338 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:21.921143 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-858c07e5-96a0-45c2-ab37-acb675702240 service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637954 Jul 05 10:03:22.027379 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:22.028123 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.029500 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] 10.222.0.64 "PUT /v2.0/ports/5a07ba85-efe4-4796-badd-aa806435518a HTTP/1.1" status: 200 len: 1096 time: 3.1139243 Jul 05 10:03:22.030897 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5eaa9cc-492b-4f15-a81e-847631f18a2d', 'tag': '5a07ba85-efe4-4796-badd-aa806435518a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:22.033355 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7509981-b1ad-4789-96f2-309e6fefdb54" -d '{"events": [{"name": "network-changed", "server_uuid": "d5eaa9cc-492b-4f15-a81e-847631f18a2d", "tag": "5a07ba85-efe4-4796-badd-aa806435518a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:22.069724 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5e1de-c6df-4227-a2a4-7f97a759f9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5a07ba85-efe4-4796-badd-aa806435518a,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:22.074274 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d474f6-eb7f-4cde-a60b-8a456053406e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.090372 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d94f83-bb76-4880-a4ad-208b9d0b6f3c req-b785b98d-bd0a-4eab-b7cf-bb2f9707f086 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:22.103291 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e6d94f83-bb76-4880-a4ad-208b9d0b6f3c req-b785b98d-bd0a-4eab-b7cf-bb2f9707f086 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 935 time: 0.2010381 Jul 05 10:03:22.116502 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.127141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Transition to ACTIVE for port object 95c21726-6183-446f-9d15-2157a9a59516 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:22.147863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Transition to ACTIVE for port object 95c21726-6183-446f-9d15-2157a9a59516 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:22.163338 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-dbf9eedc-1581-4ed2-b407-0bee06f46e9c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.174502 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-fb9a5a94-7eef-4ba2-8b96-ab92dbd780d9 service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440016 Jul 05 10:03:22.182216 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-dbf9eedc-1581-4ed2-b407-0bee06f46e9c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Transition to ACTIVE for port object abff4552-fd23-4b6b-8ecd-d8bcfb937f77 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:22.184312 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.195629 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e6d94f83-bb76-4880-a4ad-208b9d0b6f3c req-ac470c1b-2b6b-4761-b98a-b5f9f45ebc1d tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906065 Jul 05 10:03:22.209626 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ad72e8-cd98-411a-bc97-2ebcd03c13a6 x-openstack-request-id: req-b3ad72e8-cd98-411a-bc97-2ebcd03c13a6 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:22.209929 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5eaa9cc-492b-4f15-a81e-847631f18a2d", "tag": "5a07ba85-efe4-4796-badd-aa806435518a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:22.210186 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3ad72e8-cd98-411a-bc97-2ebcd03c13a6 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:22.210580 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5eaa9cc-492b-4f15-a81e-847631f18a2d', 'tag': '5a07ba85-efe4-4796-badd-aa806435518a', 'status': 'completed', 'code': 200} Jul 05 10:03:22.272769 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d474f6-eb7f-4cde-a60b-8a456053406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.312302 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.318181 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-31d474f6-eb7f-4cde-a60b-8a456053406e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8604a63ed2c049d9950f1415acfcef27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3849690 Jul 05 10:03:22.321089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37044) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:22.326385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d474f6-eb7f-4cde-a60b-8a456053406e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40edefdf-7fe3-4656-8d81-856092667131,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:22.352381 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-dbf9eedc-1581-4ed2-b407-0bee06f46e9c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.382880 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-726f3c98-3c47-4a51-b5f1-95b411c77dca admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3570189 Jul 05 10:03:22.393227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37046) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:22.395700 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-c7dd2d30-0967-4dba-8d08-722a5778a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:22.397242 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-c7dd2d30-0967-4dba-8d08-722a5778a766 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a275aca18e04ce8aa4b2ca209ee878c&device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 1099 time: 0.1616349 Jul 05 10:03:22.399507 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Network ea37c172-0e71-428d-8834-8a102849cc87 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:22.401092 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['27ed9cb2-e6b4-44c6-82da-120fd3accfca', '14137496-8105-4037-99b4-0d283d07846b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:22.401418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-53014662-router', 'tenant_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:22.403875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['359472dc-eb7d-4f43-b241-701bffc603b6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:22.433986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:22.437032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:22.473957 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fbca447d-a504-4168-bbc7-1abb31851a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.493880 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-dbf9eedc-1581-4ed2-b407-0bee06f46e9c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:22.496278 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-30d771f5-cba8-4490-9eb6-8f7c5743c632 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5a07ba85-efe4-4796-badd-aa806435518a HTTP/1.1" status: 200 len: 217 time: 0.0834382 Jul 05 10:03:22.504700 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-dbf9eedc-1581-4ed2-b407-0bee06f46e9c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:22.510875 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-dbf9eedc-1581-4ed2-b407-0bee06f46e9c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:22.517055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-dbf9eedc-1581-4ed2-b407-0bee06f46e9c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:22.517651 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-dbf9eedc-1581-4ed2-b407-0bee06f46e9c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.523754 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9eedc-1581-4ed2-b407-0bee06f46e9c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event updated for resources: {'Port': ['ID=abff4552-fd23-4b6b-8ecd-d8bcfb937f77,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:22.541648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Pushing event updated for resources: {'Port': ['ID=95c21726-6183-446f-9d15-2157a9a59516,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:22.560233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37052) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:22.601098 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.602191 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.623585 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-fdea4b9f-19d4-4f4d-afcd-e408c0e260d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:22.625164 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-fdea4b9f-19d4-4f4d-afcd-e408c0e260d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1036923 Jul 05 10:03:22.629788 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6afcf7b1-1f4c-4903-8eb1-8ca2f80900b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.796198 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-dbf9eedc-1581-4ed2-b407-0bee06f46e9c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6616986 Jul 05 10:03:22.800955 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.824530 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Request body: {'port': {'device_id': '4caf069c-bdb8-4c5e-8532-f784db90b501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:22.844668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a88842f-aea7-4454-af83-ee17389d4c30 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:22.853605 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:22.876318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Transition to ACTIVE for port object 1a88842f-aea7-4454-af83-ee17389d4c30 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:22.888107 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fbca447d-a504-4168-bbc7-1abb31851a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.013579 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.045749 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Attempting to bind port 95c21726-6183-446f-9d15-2157a9a59516 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:23.046119 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Attempting to bind port 95c21726-6183-446f-9d15-2157a9a59516 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '6e38e655-1a8a-4431-9d67-99416c87d99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ea37c172-0e71-428d-8834-8a102849cc87'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:23.046481 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Attempting to bind port 95c21726-6183-446f-9d15-2157a9a59516 on network ea37c172-0e71-428d-8834-8a102849cc87 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:23.058395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:23.058784 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Checking segment: {'id': '6e38e655-1a8a-4431-9d67-99416c87d99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ea37c172-0e71-428d-8834-8a102849cc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:23.059157 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.059656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Bound using segment: {'id': '6e38e655-1a8a-4431-9d67-99416c87d99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ea37c172-0e71-428d-8834-8a102849cc87'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:23.060166 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Bound port: 95c21726-6183-446f-9d15-2157a9a59516, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e38e655-1a8a-4431-9d67-99416c87d99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ea37c172-0e71-428d-8834-8a102849cc87'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:23.060543 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.091569 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.123090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2412a4eb-e20c-4656-b889-060a92e19d00 None None] Provisioning for port abff4552-fd23-4b6b-8ecd-d8bcfb937f77 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:23.141135 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-c6bc1f8d-c83f-4c5f-bd8b-f9cefe0f7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:23.142840 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-c6bc1f8d-c83f-4c5f-bd8b-f9cefe0f7b4b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5084271 Jul 05 10:03:23.154613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Pushing event updated for resources: {'Port': ['ID=1a88842f-aea7-4454-af83-ee17389d4c30,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:23.170504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2412a4eb-e20c-4656-b889-060a92e19d00 None None] Provisioning complete for port abff4552-fd23-4b6b-8ecd-d8bcfb937f77 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:23.170850 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2412a4eb-e20c-4656-b889-060a92e19d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.203756 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Attempting to bind port 1a88842f-aea7-4454-af83-ee17389d4c30 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:23.204164 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Attempting to bind port 1a88842f-aea7-4454-af83-ee17389d4c30 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:23.204749 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Attempting to bind port 1a88842f-aea7-4454-af83-ee17389d4c30 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:23.225409 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.241578 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Port 1a88842f-aea7-4454-af83-ee17389d4c30 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:03:23.241909 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Attempting to bind port 1a88842f-aea7-4454-af83-ee17389d4c30 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:23.258194 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6afcf7b1-1f4c-4903-8eb1-8ca2f80900b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.267950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c4b54-ba67-404e-9667-90a27f4c60b2 req-cb7e843a-520a-4a79-92a5-ff781d0aa06f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:23.276500 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2412a4eb-e20c-4656-b889-060a92e19d00 None None] Port abff4552-fd23-4b6b-8ecd-d8bcfb937f77 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:23.277061 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-944c4b54-ba67-404e-9667-90a27f4c60b2 req-cb7e843a-520a-4a79-92a5-ff781d0aa06f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.3408198 Jul 05 10:03:23.281285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:23.281647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:23.282006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] For port 95c21726-6183-446f-9d15-2157a9a59516, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:23.282131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:23.282499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Bound port: 1a88842f-aea7-4454-af83-ee17389d4c30, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:23.282869 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.292066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] For port 95c21726-6183-446f-9d15-2157a9a59516, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=95c21726-6183-446f-9d15-2157a9a59516,segment=NetworkSegment(6e38e655-1a8a-4431-9d67-99416c87d99c),segment_id=6e38e655-1a8a-4431-9d67-99416c87d99c)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:23.292617 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fbca447d-a504-4168-bbc7-1abb31851a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.309343 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fbca447d-a504-4168-bbc7-1abb31851a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.309343 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fbca447d-a504-4168-bbc7-1abb31851a69 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/40edefdf-7fe3-4656-8d81-856092667131 HTTP/1.1" status: 204 len: 168 time: 0.9743800 Jul 05 10:03:23.355105 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-95261d30-0829-4ef7-aaf8-2832cd86bbf0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Allocated IP 192.168.233.104 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/074bba59-bc5c-4814-bbdb-bb63e7141fef) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:23.401661 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-944c4b54-ba67-404e-9667-90a27f4c60b2 req-c63d5139-b605-499d-be6c-1ecee0c5c405 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236303 Jul 05 10:03:23.405638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca447d-a504-4168-bbc7-1abb31851a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40edefdf-7fe3-4656-8d81-856092667131,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:23.421532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-9f9b6fa5-14d5-4cdd-a4a6-6ce361a1d89f tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:23.423083 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-9f9b6fa5-14d5-4cdd-a4a6-6ce361a1d89f tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0&tenant_id=312b10a2b35949449c89df3e680df435&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 1097 time: 0.2871475 Jul 05 10:03:23.423747 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6afcf7b1-1f4c-4903-8eb1-8ca2f80900b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.424966 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.502126 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2263d-d371-412e-8738-b486248d053e req-1b99370f-c605-4d1c-80cd-e11e0a4b5ec1 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:23.512090 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-31a2263d-d371-412e-8738-b486248d053e req-1b99370f-c605-4d1c-80cd-e11e0a4b5ec1 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 945 time: 0.5661480 Jul 05 10:03:23.520710 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848bcdc-ce87-4748-94e4-b2477b70c967 None None] Pushing event updated for resources: {'Port': ['ID=95c21726-6183-446f-9d15-2157a9a59516,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:23.587968 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] For port 1a88842f-aea7-4454-af83-ee17389d4c30, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:23.595685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcf7b1-1f4c-4903-8eb1-8ca2f80900b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05023aa-4175-4fbc-ae7f-cb9213534d9b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:23.637461 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6afcf7b1-1f4c-4903-8eb1-8ca2f80900b1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=96ccf6219ed04ed18aa5c88024a606fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0675795 Jul 05 10:03:23.637999 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-1f0d5910-0f55-4bf1-89a8-b5de50d3c0ae service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027619 Jul 05 10:03:23.650652 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37064) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:23.662943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] For port 1a88842f-aea7-4454-af83-ee17389d4c30, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1a88842f-aea7-4454-af83-ee17389d4c30,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:23.670486 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.732786 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a44e77a-040e-4562-a90c-e7d1a7af4a78 req-fa4d5229-de02-4383-a501-b192104fda81 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 210 time: 0.0524774 Jul 05 10:03:23.799218 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.858624 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:23.859294 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:23.860997 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21a31647-25fa-40b6-a73f-0509fb617951 req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] 10.222.0.64 "PUT /v2.0/ports/1a88842f-aea7-4454-af83-ee17389d4c30 HTTP/1.1" status: 200 len: 1096 time: 2.9529929 Jul 05 10:03:23.983786 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-612247a6-a6e2-4b01-b5d5-729fcf80c706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.118346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 95c21726-6183-446f-9d15-2157a9a59516 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:24.133579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-47eb6678-4033-4834-a2c0-474885a0acf9 service neutron] For port 4a28df10-47c9-4368-b5fa-716036a872d5, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:24.138138 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-612247a6-a6e2-4b01-b5d5-729fcf80c706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.161996 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-47eb6678-4033-4834-a2c0-474885a0acf9 service neutron] Notify callbacks [] for binding, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.163356 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba85550d-1fed-4ca9-a515-53312dde5b04 req-47eb6678-4033-4834-a2c0-474885a0acf9 service neutron] 10.222.0.64 "DELETE /v2.0/ports/4a28df10-47c9-4368-b5fa-716036a872d5/bindings/n-h1-779913-27 HTTP/1.1" status: 204 len: 173 time: 0.7036159 Jul 05 10:03:24.171329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d9407-1763-459c-8832-9a20c2fe433b service neutron] Pushing event updated for resources: {'Port': ['ID=1a88842f-aea7-4454-af83-ee17389d4c30,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:24.227937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829', 'tag': '1a88842f-aea7-4454-af83-ee17389d4c30'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:24.234590 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcf9e41-6128-4bf6-b67b-34b5e8363c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829", "tag": "1a88842f-aea7-4454-af83-ee17389d4c30"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:24.309060 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a31647-25fa-40b6-a73f-0509fb617951 req-a68c2a71-7fbb-4029-8dd9-9714bb48138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:24.309295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 95c21726-6183-446f-9d15-2157a9a59516 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:24.310587 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21a31647-25fa-40b6-a73f-0509fb617951 req-a68c2a71-7fbb-4029-8dd9-9714bb48138f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a275aca18e04ce8aa4b2ca209ee878c&device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 1099 time: 0.3018482 Jul 05 10:03:24.330244 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-31a2263d-d371-412e-8738-b486248d053e req-9496c191-543d-4b72-b660-5ebd115b030d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7967446 Jul 05 10:03:24.400736 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21a31647-25fa-40b6-a73f-0509fb617951 req-a0cf734d-2402-4186-955d-021872229c99 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=1a88842f-aea7-4454-af83-ee17389d4c30 HTTP/1.1" status: 200 len: 217 time: 0.0771689 Jul 05 10:03:24.435586 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-985b80ef-a576-4560-9a22-4a2f3e4a7de2 req-cc12cced-5a32-4ca7-ae04-68ec74388337 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7875409 Jul 05 10:03:24.460140 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-95261d30-0829-4ef7-aaf8-2832cd86bbf0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.470937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b324859-2c20-412b-aa85-daf28f1e3be2 req-ece90cab-7455-4493-871e-dec07d896288 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:24.480025 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b324859-2c20-412b-aa85-daf28f1e3be2 req-ece90cab-7455-4493-871e-dec07d896288 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 947 time: 0.2301149 Jul 05 10:03:24.482392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-95261d30-0829-4ef7-aaf8-2832cd86bbf0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Transition to ACTIVE for port object 074bba59-bc5c-4814-bbdb-bb63e7141fef will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:24.487226 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-612247a6-a6e2-4b01-b5d5-729fcf80c706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.490064 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-612247a6-a6e2-4b01-b5d5-729fcf80c706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.494434 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-612247a6-a6e2-4b01-b5d5-729fcf80c706 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e05023aa-4175-4fbc-ae7f-cb9213534d9b HTTP/1.1" status: 204 len: 168 time: 0.8426540 Jul 05 10:03:24.546536 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da248daa-5b34-4041-ab10-454f12e79639 x-openstack-request-id: req-da248daa-5b34-4041-ab10-454f12e79639 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:24.547451 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829", "tag": "1a88842f-aea7-4454-af83-ee17389d4c30", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:24.549025 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da248daa-5b34-4041-ab10-454f12e79639 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:24.550808 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829', 'tag': '1a88842f-aea7-4454-af83-ee17389d4c30', 'status': 'completed', 'code': 200} Jul 05 10:03:24.604111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612247a6-a6e2-4b01-b5d5-729fcf80c706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05023aa-4175-4fbc-ae7f-cb9213534d9b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:24.661500 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a31647-25fa-40b6-a73f-0509fb617951 req-e5df9462-61f7-4136-a4fe-a82b033d130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:24.661783 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21a31647-25fa-40b6-a73f-0509fb617951 req-e5df9462-61f7-4136-a4fe-a82b033d130a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.2469523 Jul 05 10:03:24.754245 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b324859-2c20-412b-aa85-daf28f1e3be2 req-0226a7e4-19d2-441e-8ca2-e79d90c8706e tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712154 Jul 05 10:03:24.776042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37074) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:24.838800 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a2f5d620-55ad-4cc2-998a-28324e70d402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:24.996840 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a2f5d620-55ad-4cc2-998a-28324e70d402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:25.004944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a31647-25fa-40b6-a73f-0509fb617951 req-99bf2215-4f52-4833-9acd-db856a04c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:25.007303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21a31647-25fa-40b6-a73f-0509fb617951 req-99bf2215-4f52-4833-9acd-db856a04c3e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3349907 Jul 05 10:03:25.029768 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:25.108380 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:25.125994 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-95261d30-0829-4ef7-aaf8-2832cd86bbf0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:25.137653 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['27ed9cb2-e6b4-44c6-82da-120fd3accfca', '14137496-8105-4037-99b4-0d283d07846b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:25.142301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['359472dc-eb7d-4f43-b241-701bffc603b6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:25.176007 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-819cddad-f910-424e-8734-700d779b8c15 req-0ffe25a1-6181-4e1d-9553-dc8187352d21 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 210 time: 0.1552682 Jul 05 10:03:25.188547 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a2f5d620-55ad-4cc2-998a-28324e70d402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:25.277607 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a2f5d620-55ad-4cc2-998a-28324e70d402 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=23bdea82ae10454d880699d1e597b3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981585 Jul 05 10:03:25.277607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5d620-55ad-4cc2-998a-28324e70d402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248a49f2-8855-4fea-969a-ccdef7ca7b5d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:25.280247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37082) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:25.421082 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7509981-b1ad-4789-96f2-309e6fefdb54 req-8478f2fe-34d9-4723-ad77-b78473ddf6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:25.435026 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7509981-b1ad-4789-96f2-309e6fefdb54 req-8478f2fe-34d9-4723-ad77-b78473ddf6cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a275aca18e04ce8aa4b2ca209ee878c&device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 1099 time: 0.7490377 Jul 05 10:03:25.661720 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-85e989d1-6c4b-4024-af38-4e3878ee4a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:25.661720 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21a31647-25fa-40b6-a73f-0509fb617951 req-66f5a5c6-bc74-4e62-aeae-09d63f6f26b2 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813688 Jul 05 10:03:25.664868 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9a9969-69cc-4eb9-84d3-1287f0672992 None None] Network ea37c172-0e71-428d-8834-8a102849cc87 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:25.726811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-95261d30-0829-4ef7-aaf8-2832cd86bbf0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:25.745683 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-85e989d1-6c4b-4024-af38-4e3878ee4a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:25.871525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-95261d30-0829-4ef7-aaf8-2832cd86bbf0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:25.875759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95261d30-0829-4ef7-aaf8-2832cd86bbf0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event updated for resources: {'Port': ['ID=074bba59-bc5c-4814-bbdb-bb63e7141fef,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:25.885070 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21a31647-25fa-40b6-a73f-0509fb617951 req-570a4408-520a-4597-a827-3b06d2768461 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511152 Jul 05 10:03:25.987238 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-95261d30-0829-4ef7-aaf8-2832cd86bbf0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:25.990905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0dd1d-c67d-49a4-bc30-a3054bf463b4 req-87b193a2-7ed9-4f11-841c-e543194ef429 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:25.993023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-95261d30-0829-4ef7-aaf8-2832cd86bbf0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:25.993731 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-95261d30-0829-4ef7-aaf8-2832cd86bbf0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.020865 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbf0dd1d-c67d-49a4-bc30-a3054bf463b4 req-87b193a2-7ed9-4f11-841c-e543194ef429 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 945 time: 0.2719195 Jul 05 10:03:26.155205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348e17d-4497-424e-aa26-6972447f1de9 req-1e69e0eb-4872-472b-ab23-58ff25165be2 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:26.180534 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9348e17d-4497-424e-aa26-6972447f1de9 req-1e69e0eb-4872-472b-ab23-58ff25165be2 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 1.3060853 Jul 05 10:03:26.196862 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbf0dd1d-c67d-49a4-bc30-a3054bf463b4 req-8865b5e1-2d7c-4b3c-a801-a0ec424040d0 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742570 Jul 05 10:03:26.207976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c16980fe-6ab9-49f8-a8d6-5ac40a83c900 None None] Provisioning for port 95c21726-6183-446f-9d15-2157a9a59516 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:26.236587 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c16980fe-6ab9-49f8-a8d6-5ac40a83c900 None None] Provisioning complete for port 95c21726-6183-446f-9d15-2157a9a59516 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:26.237311 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c16980fe-6ab9-49f8-a8d6-5ac40a83c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.283170 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-85e989d1-6c4b-4024-af38-4e3878ee4a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.286389 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-85e989d1-6c4b-4024-af38-4e3878ee4a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:26.289765 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-85e989d1-6c4b-4024-af38-4e3878ee4a39 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/248a49f2-8855-4fea-969a-ccdef7ca7b5d HTTP/1.1" status: 204 len: 168 time: 0.9944177 Jul 05 10:03:26.295662 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7509981-b1ad-4789-96f2-309e6fefdb54 req-f8099f83-9bf8-4ce5-9324-4d70fa11f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:26.299231 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7509981-b1ad-4789-96f2-309e6fefdb54 req-f8099f83-9bf8-4ce5-9324-4d70fa11f047 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.8358560 Jul 05 10:03:26.335665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e989d1-6c4b-4024-af38-4e3878ee4a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248a49f2-8855-4fea-969a-ccdef7ca7b5d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:26.338214 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-95261d30-0829-4ef7-aaf8-2832cd86bbf0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1156867 Jul 05 10:03:26.514856 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7509981-b1ad-4789-96f2-309e6fefdb54 req-ced6d65b-6b19-4a6a-bab7-0358229edf4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5a07ba85-efe4-4796-badd-aa806435518a HTTP/1.1" status: 200 len: 217 time: 0.1799917 Jul 05 10:03:26.551113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf9e41-6128-4bf6-b67b-34b5e8363c6d req-3b407b8f-6e5b-4254-8bba-b482f3369cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:26.556705 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5fcf9e41-6128-4bf6-b67b-34b5e8363c6d req-3b407b8f-6e5b-4254-8bba-b482f3369cd5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a275aca18e04ce8aa4b2ca209ee878c&device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 1099 time: 0.2338152 Jul 05 10:03:26.574335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Allocated IP 172.25.5.158 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/c281c6bb-ccbe-410c-a072-4d12a79d3dd9) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:26.730351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Request body: {'port': {'device_id': 'e63866bd-2670-410e-82c7-07637f9df519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:26.779050 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9348e17d-4497-424e-aa26-6972447f1de9 req-376e04e8-8626-4cf9-8f29-08e3c8864c8e tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939305 Jul 05 10:03:26.877372 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b71b6-eb76-40cf-a0c7-0dbffbe098ac req-26b52cb9-b67a-47a4-bc25-af4fec5075cf tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:26.883450 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb0b71b6-eb76-40cf-a0c7-0dbffbe098ac req-26b52cb9-b67a-47a4-bc25-af4fec5075cf tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 947 time: 0.1848080 Jul 05 10:03:26.941006 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf9e41-6128-4bf6-b67b-34b5e8363c6d req-a972474a-66b5-4d77-bbf8-f0b0e230c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:26.943212 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5fcf9e41-6128-4bf6-b67b-34b5e8363c6d req-a972474a-66b5-4d77-bbf8-f0b0e230c26f service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.3785744 Jul 05 10:03:26.986773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5a07ba85-efe4-4796-badd-aa806435518a details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:27.019885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abff4552-fd23-4b6b-8ecd-d8bcfb937f77 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:27.052204 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:27.078668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7509981-b1ad-4789-96f2-309e6fefdb54 req-5e93bf74-541c-4b2f-81db-5a4ddf25ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:27.082328 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7509981-b1ad-4789-96f2-309e6fefdb54 req-5e93bf74-541c-4b2f-81db-5a4ddf25ffc6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.3364658 Jul 05 10:03:27.134677 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5fcf9e41-6128-4bf6-b67b-34b5e8363c6d req-0b75a23b-1c36-4c50-a50b-c2d1845e3035 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=1a88842f-aea7-4454-af83-ee17389d4c30 HTTP/1.1" status: 200 len: 217 time: 0.1838241 Jul 05 10:03:27.197310 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb0b71b6-eb76-40cf-a0c7-0dbffbe098ac req-3928bd41-c496-4d54-b36a-a281a2809091 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055670 Jul 05 10:03:27.224260 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Transition to ACTIVE for port object abff4552-fd23-4b6b-8ecd-d8bcfb937f77 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:27.279858 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:27.358933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf9e41-6128-4bf6-b67b-34b5e8363c6d req-d821a152-3e10-42d2-883b-db8f2f1f5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:27.358933 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5fcf9e41-6128-4bf6-b67b-34b5e8363c6d req-d821a152-3e10-42d2-883b-db8f2f1f5e34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1983993 Jul 05 10:03:27.412388 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:27.479775 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:27.504479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf9e41-6128-4bf6-b67b-34b5e8363c6d req-21e1eff9-8d0c-4642-ac88-3cf920832a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:27.508335 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5fcf9e41-6128-4bf6-b67b-34b5e8363c6d req-21e1eff9-8d0c-4642-ac88-3cf920832a91 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1437011 Jul 05 10:03:27.583666 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c16980fe-6ab9-49f8-a8d6-5ac40a83c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:27.658051 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5a07ba85-efe4-4796-badd-aa806435518a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5a07ba85-efe4-4796-badd-aa806435518a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:27.707083 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5fcf9e41-6128-4bf6-b67b-34b5e8363c6d req-2a01b4af-d173-4c52-a698-7434e6ccf1f0 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891878 Jul 05 10:03:27.733666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '5a07ba85-efe4-4796-badd-aa806435518a', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '5a07ba85-efe4-4796-badd-aa806435518a', 'mac_address': 'fa:16:3e:6f:32:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:03:27.766639 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c16980fe-6ab9-49f8-a8d6-5ac40a83c900 None None] For port 95c21726-6183-446f-9d15-2157a9a59516, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=95c21726-6183-446f-9d15-2157a9a59516,segment=NetworkSegment(6e38e655-1a8a-4431-9d67-99416c87d99c),segment_id=6e38e655-1a8a-4431-9d67-99416c87d99c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:27.884326 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:27.906173 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c16980fe-6ab9-49f8-a8d6-5ac40a83c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:27.939487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37128) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:27.953298 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:27.974041 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Pushing event updated for resources: {'Port': ['ID=abff4552-fd23-4b6b-8ecd-d8bcfb937f77,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:28.022030 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a07ba85-efe4-4796-badd-aa806435518a {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:28.112211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5a07ba85-efe4-4796-badd-aa806435518a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5a07ba85-efe4-4796-badd-aa806435518a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:28.133491 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16980fe-6ab9-49f8-a8d6-5ac40a83c900 None None] Pushing event updated for resources: {'Port': ['ID=95c21726-6183-446f-9d15-2157a9a59516,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:28.142676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:28.158878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7509981-b1ad-4789-96f2-309e6fefdb54 req-6ae2fa8f-5119-4762-ba53-bcac0d8a5e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:28.158878 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7509981-b1ad-4789-96f2-309e6fefdb54 req-6ae2fa8f-5119-4762-ba53-bcac0d8a5e6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0308294 Jul 05 10:03:28.189643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:28.240730 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:28.246462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Attempting to bind port abff4552-fd23-4b6b-8ecd-d8bcfb937f77 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:28.246988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Attempting to bind port abff4552-fd23-4b6b-8ecd-d8bcfb937f77 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:28.247502 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Attempting to bind port abff4552-fd23-4b6b-8ecd-d8bcfb937f77 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:28.265565 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02884917-6999-48ab-bafc-1f7894997780 req-1dc5c3bc-f806-4b30-9178-3b764460afea tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:28.265770 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-02884917-6999-48ab-bafc-1f7894997780 req-1dc5c3bc-f806-4b30-9178-3b764460afea tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 936 time: 1.0942190 Jul 05 10:03:28.272201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:28.297343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c281c6bb-ccbe-410c-a072-4d12a79d3dd9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:28.305874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6e420714-826f-4ced-b2a3-1085faa0cca2 None None] Provisioning for port 074bba59-bc5c-4814-bbdb-bb63e7141fef completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:28.326126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6e420714-826f-4ced-b2a3-1085faa0cca2 None None] Provisioning complete for port 074bba59-bc5c-4814-bbdb-bb63e7141fef triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:28.326126 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6e420714-826f-4ced-b2a3-1085faa0cca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:28.392508 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9402d368-9d9e-4943-a19a-5cf1c0bb05eb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1614553819-network', 'tenant_id': '02c6c378105848858812ba588ec530d5'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:28.411558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Port abff4552-fd23-4b6b-8ecd-d8bcfb937f77 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:03:28.412091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Attempting to bind port abff4552-fd23-4b6b-8ecd-d8bcfb937f77 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:28.416022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=5a07ba85-efe4-4796-badd-aa806435518a,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:28.429266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6e420714-826f-4ced-b2a3-1085faa0cca2 None None] Port 074bba59-bc5c-4814-bbdb-bb63e7141fef cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:28.438355 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5fcf9e41-6128-4bf6-b67b-34b5e8363c6d req-02981ad3-3acf-4c6b-aaef-1cb555c86504 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7229376 Jul 05 10:03:28.441519 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90d2a7-e148-477f-a7dc-a8d47cff5506 req-b3836b99-422e-4ab6-bd2b-0535e9ec450b tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:28.452645 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a90d2a7-e148-477f-a7dc-a8d47cff5506 req-b3836b99-422e-4ab6-bd2b-0535e9ec450b tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 1097 time: 0.6045547 Jul 05 10:03:28.457405 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6e420714-826f-4ced-b2a3-1085faa0cca2 None None] Provisioning complete for port 95c21726-6183-446f-9d15-2157a9a59516 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:28.458023 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6e420714-826f-4ced-b2a3-1085faa0cca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:28.502418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:28.503495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:28.504091 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a90d2a7-e148-477f-a7dc-a8d47cff5506 req-71e51fa8-4565-4efe-b0b9-38056f97c1fb tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500858 Jul 05 10:03:28.504316 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:28.504928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Bound port: abff4552-fd23-4b6b-8ecd-d8bcfb937f77, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:28.505535 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:28.532821 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['5a07ba85-efe4-4796-badd-aa806435518a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:28.624469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9402d368-9d9e-4943-a19a-5cf1c0bb05eb admin admin] Made reservation on behalf of 02c6c378105848858812ba588ec530d5 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:28.628476 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9402d368-9d9e-4943-a19a-5cf1c0bb05eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:28.643268 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9402d368-9d9e-4943-a19a-5cf1c0bb05eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:28.806489 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-02884917-6999-48ab-bafc-1f7894997780 req-dcb7fb23-42cc-4e0e-918e-f2f854c38509 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109563 Jul 05 10:03:28.891676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7509981-b1ad-4789-96f2-309e6fefdb54 req-b887f357-0654-4468-88fe-bf04bdc98436 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7142489 Jul 05 10:03:28.969764 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1a88842f-aea7-4454-af83-ee17389d4c30 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:29.054708 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] For port abff4552-fd23-4b6b-8ecd-d8bcfb937f77, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:29.063846 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9402d368-9d9e-4943-a19a-5cf1c0bb05eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.088079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cc0ea-fe3d-45d0-a4ab-1c7e6b7336d3 req-5c40f7f8-aa39-4332-bd05-53cbe703c482 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:29.098582 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d56cc0ea-fe3d-45d0-a4ab-1c7e6b7336d3 req-5c40f7f8-aa39-4332-bd05-53cbe703c482 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.2899261 Jul 05 10:03:29.150348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] For port abff4552-fd23-4b6b-8ecd-d8bcfb937f77, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=abff4552-fd23-4b6b-8ecd-d8bcfb937f77,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:29.164738 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d56cc0ea-fe3d-45d0-a4ab-1c7e6b7336d3 req-35e1f10e-b2cb-49e8-bdf1-4f7a963a8654 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644104 Jul 05 10:03:29.196097 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9402d368-9d9e-4943-a19a-5cf1c0bb05eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.199302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074bba59-bc5c-4814-bbdb-bb63e7141fef {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:29.285613 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 1a88842f-aea7-4454-af83-ee17389d4c30, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1a88842f-aea7-4454-af83-ee17389d4c30,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:29.309658 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9402d368-9d9e-4943-a19a-5cf1c0bb05eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:03:29.309658 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402d368-9d9e-4943-a19a-5cf1c0bb05eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0c7c3e-53ef-4803-b03b-59f6f764b18d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:29.330384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '1a88842f-aea7-4454-af83-ee17389d4c30', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '1a88842f-aea7-4454-af83-ee17389d4c30', 'mac_address': 'fa:16:3e:3a:bc:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:03:29.336421 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9402d368-9d9e-4943-a19a-5cf1c0bb05eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.336839 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-9402d368-9d9e-4943-a19a-5cf1c0bb05eb admin admin] Added segment 8a648c73-d467-408e-bc94-e003db47c4f2 of type vlan for network 5569fb9d-f94c-49e5-a20f-d3c216aca2b8 Jul 05 10:03:29.412575 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9402d368-9d9e-4943-a19a-5cf1c0bb05eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.486026 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.510263 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a88842f-aea7-4454-af83-ee17389d4c30 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:29.559488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 1a88842f-aea7-4454-af83-ee17389d4c30, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1a88842f-aea7-4454-af83-ee17389d4c30,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:29.600094 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9402d368-9d9e-4943-a19a-5cf1c0bb05eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.601141 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9402d368-9d9e-4943-a19a-5cf1c0bb05eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:29.601839 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9402d368-9d9e-4943-a19a-5cf1c0bb05eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.610395 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.618455 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.712053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402d368-9d9e-4943-a19a-5cf1c0bb05eb admin admin] Pushing event updated for resources: {'Network': ['ID=5569fb9d-f94c-49e5-a20f-d3c216aca2b8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:29.726963 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.733536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Transition to ACTIVE for port object 074bba59-bc5c-4814-bbdb-bb63e7141fef will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:29.774610 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-44c2b280-1b68-4f3e-82c3-916c5a115b74 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:29.777288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 5569fb9d-f94c-49e5-a20f-d3c216aca2b8 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:03:29.777510 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-44c2b280-1b68-4f3e-82c3-916c5a115b74 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 821 time: 0.2533724 Jul 05 10:03:29.777707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:29.777864 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.780156 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] 10.222.0.64 "PUT /v2.0/ports/abff4552-fd23-4b6b-8ecd-d8bcfb937f77 HTTP/1.1" status: 200 len: 1096 time: 6.9632196 Jul 05 10:03:29.786920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4caf069c-bdb8-4c5e-8532-f784db90b501', 'tag': 'abff4552-fd23-4b6b-8ecd-d8bcfb937f77'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:29.791311 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529931ad-4919-43e2-a8cb-0241f998fa0d" -d '{"events": [{"name": "network-changed", "server_uuid": "4caf069c-bdb8-4c5e-8532-f784db90b501", "tag": "abff4552-fd23-4b6b-8ecd-d8bcfb937f77"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:29.807416 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:29.812228 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7509981-b1ad-4789-96f2-309e6fefdb54 req-b576ed8e-8f22-4f35-9c09-58983379d893 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9042168 Jul 05 10:03:29.832011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9402d368-9d9e-4943-a19a-5cf1c0bb05eb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8897853 Jul 05 10:03:29.833409 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37168) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:29.848556 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-2d397a52-5602-41f2-8024-4b0547820613 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/quotas/312b10a2b35949449c89df3e680df435 HTTP/1.1" status: 200 len: 375 time: 0.0504718 Jul 05 10:03:29.859875 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8750e26e-c7cd-4482-9fd6-38d3545da61e admin admin] Request body: {'subnet': {'network_id': '5569fb9d-f94c-49e5-a20f-d3c216aca2b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1614553819-subnet', 'tenant_id': '02c6c378105848858812ba588ec530d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:29.889666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a95cc2-33b1-4eab-b05e-243f0ed3b5dd service neutron] Pushing event updated for resources: {'Port': ['ID=abff4552-fd23-4b6b-8ecd-d8bcfb937f77,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:29.904287 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d1627-4bd4-4111-a097-0dfcfde804dc req-2ca2ef39-3fd6-4d08-ab69-087c2714b2c6 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:29.914313 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-251d1627-4bd4-4111-a097-0dfcfde804dc req-2ca2ef39-3fd6-4d08-ab69-087c2714b2c6 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 947 time: 0.8627059 Jul 05 10:03:29.917848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=1a88842f-aea7-4454-af83-ee17389d4c30,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:29.930809 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.011289 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['1a88842f-aea7-4454-af83-ee17389d4c30'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:30.123521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 95c21726-6183-446f-9d15-2157a9a59516 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:30.145615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-36e215fe-abf5-403b-997e-88b1335884fa tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2957585 Jul 05 10:03:30.182311 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8750e26e-c7cd-4482-9fd6-38d3545da61e admin admin] Made reservation on behalf of 02c6c378105848858812ba588ec530d5 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:30.190719 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8750e26e-c7cd-4482-9fd6-38d3545da61e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.266526 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 95c21726-6183-446f-9d15-2157a9a59516 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:30.266797 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-251d1627-4bd4-4111-a097-0dfcfde804dc req-e3e5e22d-6a74-4078-bffd-0313b26f26c3 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510578 Jul 05 10:03:30.271371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Pushing event updated for resources: {'Port': ['ID=074bba59-bc5c-4814-bbdb-bb63e7141fef,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:30.274394 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.371057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Attempting to bind port 074bba59-bc5c-4814-bbdb-bb63e7141fef on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:30.371394 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Attempting to bind port 074bba59-bc5c-4814-bbdb-bb63e7141fef by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:30.371785 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Attempting to bind port 074bba59-bc5c-4814-bbdb-bb63e7141fef on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:30.403500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Port 074bba59-bc5c-4814-bbdb-bb63e7141fef on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:03:30.403978 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Attempting to bind port 074bba59-bc5c-4814-bbdb-bb63e7141fef on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:30.435565 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:30.436050 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:30.436460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:30.436989 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Bound port: 074bba59-bc5c-4814-bbdb-bb63e7141fef, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:30.437406 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.503102 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f9d482-bbda-48a9-a36b-d6e1f44e1c28 x-openstack-request-id: req-30f9d482-bbda-48a9-a36b-d6e1f44e1c28 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:30.503424 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4caf069c-bdb8-4c5e-8532-f784db90b501", "tag": "abff4552-fd23-4b6b-8ecd-d8bcfb937f77", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:30.503685 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30f9d482-bbda-48a9-a36b-d6e1f44e1c28 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:30.504064 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4caf069c-bdb8-4c5e-8532-f784db90b501', 'tag': 'abff4552-fd23-4b6b-8ecd-d8bcfb937f77', 'status': 'completed', 'code': 200} Jul 05 10:03:30.509929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-d74d6607-6be7-42cb-a2a8-8497c8f90aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:30.511623 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-d74d6607-6be7-42cb-a2a8-8497c8f90aca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=4caf069c-bdb8-4c5e-8532-f784db90b501 HTTP/1.1" status: 200 len: 1099 time: 0.4317961 Jul 05 10:03:30.538872 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-bf7b684b-d74b-4725-ba35-4f8233037f4c service neutron] 10.222.0.77 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797050 Jul 05 10:03:30.591256 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-f82195ac-0d85-442a-a081-ce0093e5d088 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=abff4552-fd23-4b6b-8ecd-d8bcfb937f77 HTTP/1.1" status: 200 len: 217 time: 0.0678871 Jul 05 10:03:30.661888 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.677475 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-db9b3496-8d3c-4156-aced-afc29a46e808 service neutron] 10.222.0.77 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376994 Jul 05 10:03:30.791075 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] For port 074bba59-bc5c-4814-bbdb-bb63e7141fef, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:30.795783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-4ce9438e-87f2-467d-a719-fc63b95898c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:30.797626 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-4ce9438e-87f2-467d-a719-fc63b95898c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1766906 Jul 05 10:03:30.799602 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] For port 074bba59-bc5c-4814-bbdb-bb63e7141fef, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=074bba59-bc5c-4814-bbdb-bb63e7141fef,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:30.916059 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.983222 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64ebd4-e0f5-4919-bce5-b9a1508bc0f4 req-2c970f83-35ae-4960-9199-56679b048863 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:30.983222 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd64ebd4-e0f5-4919-bce5-b9a1508bc0f4 req-2c970f83-35ae-4960-9199-56679b048863 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 948 time: 0.3270383 Jul 05 10:03:30.983544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5a07ba85-efe4-4796-badd-aa806435518a up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:30.993255 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:30.994593 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:30.996525 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] 10.222.0.73 "PUT /v2.0/ports/074bba59-bc5c-4814-bbdb-bb63e7141fef HTTP/1.1" status: 200 len: 1097 time: 4.2730665 Jul 05 10:03:31.014425 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8750e26e-c7cd-4482-9fd6-38d3545da61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:31.152886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750e26e-c7cd-4482-9fd6-38d3545da61e admin admin] Checking segment: {'id': '8a648c73-d467-408e-bc94-e003db47c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5569fb9d-f94c-49e5-a20f-d3c216aca2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:31.153245 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8750e26e-c7cd-4482-9fd6-38d3545da61e admin admin] Network hostable DHCP agents. Network: 5569fb9d-f94c-49e5-a20f-d3c216aca2b8, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:03:31.171007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-be4e38e2-763b-4b49-a698-94dc5073c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.172343 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 5a07ba85-efe4-4796-badd-aa806435518a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:31.173451 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-be4e38e2-763b-4b49-a698-94dc5073c7c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3682230 Jul 05 10:03:31.184440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750e26e-c7cd-4482-9fd6-38d3545da61e admin admin] Pushing event updated for resources: {'Subnet': ['ID=054c9059-03b8-42a3-9713-29c7e5c4b129,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:31.192061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 5a07ba85-efe4-4796-badd-aa806435518a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:31.192527 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:31.243583 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ec5cc-17ce-48da-a2b4-e35c672e0142 service neutron] Pushing event updated for resources: {'Port': ['ID=074bba59-bc5c-4814-bbdb-bb63e7141fef,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:31.334253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8750e26e-c7cd-4482-9fd6-38d3545da61e admin admin] Network 5569fb9d-f94c-49e5-a20f-d3c216aca2b8 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:03:31.385152 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd64ebd4-e0f5-4919-bce5-b9a1508bc0f4 req-9971ca01-7ce7-4e97-89d0-d22f47391d42 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068995 Jul 05 10:03:31.419375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Router 0ed5e8fd-b519-4220-97f3-2b868f16d361 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:03:31.431222 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-831ecdfa-e7fd-40ad-a20c-7e75cd079043 req-6acc9120-19b1-4f1d-97b0-d5ccb7e18886 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4623148 Jul 05 10:03:31.443009 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:31.499051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-8750e26e-c7cd-4482-9fd6-38d3545da61e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 5569fb9d-f94c-49e5-a20f-d3c216aca2b8) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:31.513430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750e26e-c7cd-4482-9fd6-38d3545da61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.513430 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8750e26e-c7cd-4482-9fd6-38d3545da61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:31.525196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eaa9cc-492b-4f15-a81e-847631f18a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a07ba85-efe4-4796-badd-aa806435518a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:31.533435 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdd9211-aa1e-4bc9-8140-4a2dd48a96f2" -d '{"events": [{"server_uuid": "d5eaa9cc-492b-4f15-a81e-847631f18a2d", "name": "network-vif-plugged", "status": "completed", "tag": "5a07ba85-efe4-4796-badd-aa806435518a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:31.545979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30880814-c1d1-4650-b7a4-adfb7c464047 None None] Network 5569fb9d-f94c-49e5-a20f-d3c216aca2b8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:31.605798 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ac515-49ff-41e6-9825-70dee77e8533 req-8684deaa-6e58-4188-b121-b29299d00258 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.609643 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6b5ac515-49ff-41e6-9825-70dee77e8533 req-8684deaa-6e58-4188-b121-b29299d00258 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.2245674 Jul 05 10:03:31.657608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5a07ba85-efe4-4796-badd-aa806435518a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5a07ba85-efe4-4796-badd-aa806435518a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:31.683307 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-520126ce-9237-44c8-81ec-a60e0792fd43 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959533 Jul 05 10:03:31.687436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:31.692196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-35b714a1-a935-46bc-b223-cfeccbd8be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.693752 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-35b714a1-a935-46bc-b223-cfeccbd8be84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 1100 time: 0.4960387 Jul 05 10:03:31.701786 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Sync routers for ids ['0ed5e8fd-b519-4220-97f3-2b868f16d361'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:31.702695 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6b5ac515-49ff-41e6-9825-70dee77e8533 req-5db24169-330c-4bc5-b39c-9d81afbdb97f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803587 Jul 05 10:03:31.709765 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8750e26e-c7cd-4482-9fd6-38d3545da61e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8576424 Jul 05 10:03:31.713972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37198) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:31.736313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1614553819-router', 'tenant_id': '02c6c378105848858812ba588ec530d5', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:31.740491 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Routers {'0ed5e8fd-b519-4220-97f3-2b868f16d361'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:31.741135 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:03:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0ed5e8fd-b519-4220-97f3-2b868f16d361'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:31.831816 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-15002f45-4a86-414a-9511-f20cecf7f001 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=074bba59-bc5c-4814-bbdb-bb63e7141fef HTTP/1.1" status: 200 len: 217 time: 0.1227567 Jul 05 10:03:31.845525 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:31.853956 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff2cb753-cca3-4493-98df-53372817a10c req-99bfef08-98cb-4ce1-8e10-f27e10d8f74c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 210 time: 0.0526261 Jul 05 10:03:31.944050 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ecdfa-e7fd-40ad-a20c-7e75cd079043 req-1b3a7e4c-b75d-472a-8a5a-cd2c37d520c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:31.946413 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-831ecdfa-e7fd-40ad-a20c-7e75cd079043 req-1b3a7e4c-b75d-472a-8a5a-cd2c37d520c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 1096 time: 0.3915014 Jul 05 10:03:31.966902 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:31.968143 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:31.996245 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Set router 0ed5e8fd-b519-4220-97f3-2b868f16d361 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:32.020539 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-b0578bdb-c616-4546-9021-9e7a096bd3ee service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240423 Jul 05 10:03:32.071673 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa849b3-b179-4059-86b7-14eadfffc947 x-openstack-request-id: req-0fa849b3-b179-4059-86b7-14eadfffc947 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:32.074406 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5eaa9cc-492b-4f15-a81e-847631f18a2d", "name": "network-vif-plugged", "status": "completed", "tag": "5a07ba85-efe4-4796-badd-aa806435518a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:32.074840 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0fa849b3-b179-4059-86b7-14eadfffc947 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:32.075416 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5eaa9cc-492b-4f15-a81e-847631f18a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a07ba85-efe4-4796-badd-aa806435518a', 'code': 200} Jul 05 10:03:32.133132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-5cfbea4b-3a84-40a1-acbc-3c55ea1c13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:32.133778 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.134687 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-5cfbea4b-3a84-40a1-acbc-3c55ea1c13ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.2881832 Jul 05 10:03:32.149158 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.154613 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-873569ac-7dfc-4c89-8f18-d530a2e027b5 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.7534788 Jul 05 10:03:32.161740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37208) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:32.167910 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=5a07ba85-efe4-4796-badd-aa806435518a,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:32.186694 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-5569fb9d-f94c-49e5-a20f-d3c216aca2b8', 'network_id': '5569fb9d-f94c-49e5-a20f-d3c216aca2b8', 'tenant_id': '02c6c378105848858812ba588ec530d5', 'fixed_ips': [{'subnet_id': '054c9059-03b8-42a3-9713-29c7e5c4b129'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:03:32.188080 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.281933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ecdfa-e7fd-40ad-a20c-7e75cd079043 req-a71ba043-19e4-4770-b350-a58f01d148da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:32.291307 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-831ecdfa-e7fd-40ad-a20c-7e75cd079043 req-a71ba043-19e4-4770-b350-a58f01d148da service neutron] 10.222.0.64 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.2513819 Jul 05 10:03:32.385210 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-831ecdfa-e7fd-40ad-a20c-7e75cd079043 req-43957580-757b-4b47-9b7d-721db40d06d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa HTTP/1.1" status: 200 len: 217 time: 0.0902262 Jul 05 10:03:32.490356 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'name': 'tempest-FloatingIPsNegativeTestJSON-53014662-router', 'tenant_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:22Z', 'updated_at': '2021-07-05T10:03:28Z', 'revision_number': 3, 'project_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'gw_port': {'id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:25Z', 'updated_at': '2021-07-05T10:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:32.532515 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Allocated IP 172.20.0.2 (5569fb9d-f94c-49e5-a20f-d3c216aca2b8/054c9059-03b8-42a3-9713-29c7e5c4b129/57c18d78-ff10-449a-a0c9-c495d5fe16ff) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:32.545375 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Checking router: 0ed5e8fd-b519-4220-97f3-2b868f16d361 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:32.545776 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Updating router 0ed5e8fd-b519-4220-97f3-2b868f16d361 port c281c6bb-ccbe-410c-a072-4d12a79d3dd9 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:03:32.601613 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.622554 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529931ad-4919-43e2-a8cb-0241f998fa0d req-962658b6-c773-438d-abd7-043af27a2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:32.623252 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.624100 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-529931ad-4919-43e2-a8cb-0241f998fa0d req-962658b6-c773-438d-abd7-043af27a2348 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=4caf069c-bdb8-4c5e-8532-f784db90b501 HTTP/1.1" status: 200 len: 1099 time: 0.3204758 Jul 05 10:03:32.632181 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62a74e-37c1-4f81-8eeb-8c393526e328 req-81a54a19-9e74-4839-a869-42d1968308bc tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:32.639562 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba62a74e-37c1-4f81-8eeb-8c393526e328 req-81a54a19-9e74-4839-a869-42d1968308bc tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 948 time: 0.5030768 Jul 05 10:03:32.777506 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.787241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Transition to ACTIVE for port object 57c18d78-ff10-449a-a0c9-c495d5fe16ff will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:32.791357 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba62a74e-37c1-4f81-8eeb-8c393526e328 req-f26f335d-28eb-49bb-8e32-b65098353392 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507924 Jul 05 10:03:32.812509 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Transition to ACTIVE for port object 57c18d78-ff10-449a-a0c9-c495d5fe16ff will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:32.862610 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63866bd-2670-410e-82c7-07637f9df519', 'tag': '074bba59-bc5c-4814-bbdb-bb63e7141fef'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:32.865145 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079118c2-22ed-4a33-a1fa-4a2b2696e656" -d '{"events": [{"name": "network-changed", "server_uuid": "e63866bd-2670-410e-82c7-07637f9df519", "tag": "074bba59-bc5c-4814-bbdb-bb63e7141fef"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:32.944740 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:32.959459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ecdfa-e7fd-40ad-a20c-7e75cd079043 req-99f1fff9-b774-4119-947f-49be359256ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:32.961477 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-831ecdfa-e7fd-40ad-a20c-7e75cd079043 req-99f1fff9-b774-4119-947f-49be359256ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.5304461 Jul 05 10:03:32.965703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-485249c2-b9de-40a2-90f3-5765751625eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:32.967215 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-485249c2-b9de-40a2-90f3-5765751625eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8103938 Jul 05 10:03:32.972189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529931ad-4919-43e2-a8cb-0241f998fa0d req-c2999fd1-1c6a-4eca-84c3-a11514254219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:32.975024 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-529931ad-4919-43e2-a8cb-0241f998fa0d req-c2999fd1-1c6a-4eca-84c3-a11514254219 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.3322680 Jul 05 10:03:32.985535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1a88842f-aea7-4454-af83-ee17389d4c30 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:33.017329 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.028240 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-831ecdfa-e7fd-40ad-a20c-7e75cd079043 req-cee2852e-1f8f-4f63-b62c-6b507ed143cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542455 Jul 05 10:03:33.030782 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Transition to ACTIVE for port object c281c6bb-ccbe-410c-a072-4d12a79d3dd9 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:33.091036 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Network 5569fb9d-f94c-49e5-a20f-d3c216aca2b8 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:33.099671 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:33.109181 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-529931ad-4919-43e2-a8cb-0241f998fa0d req-b2518318-8ea3-42ba-9c8a-54d319484ee9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=abff4552-fd23-4b6b-8ecd-d8bcfb937f77 HTTP/1.1" status: 200 len: 217 time: 0.0619974 Jul 05 10:03:33.111897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc97faa-d34c-4d24-b325-dc8e376f1f89 req-4b176a90-da6d-4a60-92be-189dc1abf548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:33.117231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:33.120198 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bfc97faa-d34c-4d24-b325-dc8e376f1f89 req-4b176a90-da6d-4a60-92be-189dc1abf548 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 1101 time: 0.8264151 Jul 05 10:03:33.153049 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.199317 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Pushing event updated for resources: {'Port': ['ID=57c18d78-ff10-449a-a0c9-c495d5fe16ff,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:33.254944 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Attempting to bind port c281c6bb-ccbe-410c-a072-4d12a79d3dd9 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:33.255319 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Attempting to bind port c281c6bb-ccbe-410c-a072-4d12a79d3dd9 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:33.255681 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Attempting to bind port c281c6bb-ccbe-410c-a072-4d12a79d3dd9 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:33.258619 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87812f-9254-4819-86b6-b5cb8c952bc1 None None] Pushing event updated for resources: {'Port': ['ID=c281c6bb-ccbe-410c-a072-4d12a79d3dd9,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:33.268681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Attempting to bind port 57c18d78-ff10-449a-a0c9-c495d5fe16ff on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:33.269842 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87812f-9254-4819-86b6-b5cb8c952bc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:33.270366 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87812f-9254-4819-86b6-b5cb8c952bc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:33.270733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Attempting to bind port 57c18d78-ff10-449a-a0c9-c495d5fe16ff by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '8a648c73-d467-408e-bc94-e003db47c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5569fb9d-f94c-49e5-a20f-d3c216aca2b8'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:33.271134 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87812f-9254-4819-86b6-b5cb8c952bc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:33.271627 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87812f-9254-4819-86b6-b5cb8c952bc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:33.272128 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87812f-9254-4819-86b6-b5cb8c952bc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:33.272467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Attempting to bind port 57c18d78-ff10-449a-a0c9-c495d5fe16ff on network 5569fb9d-f94c-49e5-a20f-d3c216aca2b8 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:33.272972 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87812f-9254-4819-86b6-b5cb8c952bc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:33.273517 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87812f-9254-4819-86b6-b5cb8c952bc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:33.274019 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87812f-9254-4819-86b6-b5cb8c952bc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:33.274503 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87812f-9254-4819-86b6-b5cb8c952bc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:33.274988 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87812f-9254-4819-86b6-b5cb8c952bc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:33.275463 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87812f-9254-4819-86b6-b5cb8c952bc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:33.275961 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87812f-9254-4819-86b6-b5cb8c952bc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:33.281056 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-831ecdfa-e7fd-40ad-a20c-7e75cd079043 req-cd45235a-644f-4dd1-b6ef-dfed52e5bbef service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581526 Jul 05 10:03:33.292442 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:33.294608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Checking segment: {'id': '8a648c73-d467-408e-bc94-e003db47c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5569fb9d-f94c-49e5-a20f-d3c216aca2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:33.294808 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:33.295209 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.295548 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:33.295686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Bound using segment: {'id': '8a648c73-d467-408e-bc94-e003db47c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5569fb9d-f94c-49e5-a20f-d3c216aca2b8'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:33.296131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Bound port: 57c18d78-ff10-449a-a0c9-c495d5fe16ff, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a648c73-d467-408e-bc94-e003db47c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5569fb9d-f94c-49e5-a20f-d3c216aca2b8'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:33.298305 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.299803 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:33.300059 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.301151 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Bound port: c281c6bb-ccbe-410c-a072-4d12a79d3dd9, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:33.302484 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.371936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529931ad-4919-43e2-a8cb-0241f998fa0d req-1fa09fa5-4bfc-4f1f-81ba-f9d4adaba8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:33.373514 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-529931ad-4919-43e2-a8cb-0241f998fa0d req-1fa09fa5-4bfc-4f1f-81ba-f9d4adaba8a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.2585773 Jul 05 10:03:33.404225 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] For port 57c18d78-ff10-449a-a0c9-c495d5fe16ff, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:33.406062 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-d136482b-5e46-4c0d-819a-49713844aabe service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170549 Jul 05 10:03:33.408040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] For port 57c18d78-ff10-449a-a0c9-c495d5fe16ff, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=57c18d78-ff10-449a-a0c9-c495d5fe16ff,segment=NetworkSegment(8a648c73-d467-408e-bc94-e003db47c4f2),segment_id=8a648c73-d467-408e-bc94-e003db47c4f2)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:33.414534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 1a88842f-aea7-4454-af83-ee17389d4c30 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:33.417527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 1a88842f-aea7-4454-af83-ee17389d4c30 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:33.418595 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.432412 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] For port c281c6bb-ccbe-410c-a072-4d12a79d3dd9, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:33.436290 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] For port c281c6bb-ccbe-410c-a072-4d12a79d3dd9, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c281c6bb-ccbe-410c-a072-4d12a79d3dd9,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:33.483055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ae130-570d-4a0a-83bd-4d447f9c58f4 req-11142a9c-1159-4b6f-8c90-538e44c4f647 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:33.486179 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3e7ae130-570d-4a0a-83bd-4d447f9c58f4 req-11142a9c-1159-4b6f-8c90-538e44c4f647 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 948 time: 0.6141677 Jul 05 10:03:33.524533 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.528689 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.558271 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.614985 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bfc97faa-d34c-4d24-b325-dc8e376f1f89 req-37f8f410-9ca0-4c66-82ea-53553715611f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718950 Jul 05 10:03:33.671477 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87812f-9254-4819-86b6-b5cb8c952bc1 None None] Pushing event updated for resources: {'Port': ['ID=c281c6bb-ccbe-410c-a072-4d12a79d3dd9,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:33.676534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 1a88842f-aea7-4454-af83-ee17389d4c30, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1a88842f-aea7-4454-af83-ee17389d4c30,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:33.692193 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce1f0e-a1c9-491a-99ec-f9ae2406548a None None] Pushing event updated for resources: {'Port': ['ID=57c18d78-ff10-449a-a0c9-c495d5fe16ff,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:33.696500 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3e7ae130-570d-4a0a-83bd-4d447f9c58f4 req-7fbdde43-274e-446d-8c42-152cb2d351b7 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873047 Jul 05 10:03:33.702647 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-831ecdfa-e7fd-40ad-a20c-7e75cd079043 req-30969d7b-88ce-439b-acec-6eb24e41e32c service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582857 Jul 05 10:03:33.709593 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Routers {'0ed5e8fd-b519-4220-97f3-2b868f16d361'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:33.712239 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:03:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0ed5e8fd-b519-4220-97f3-2b868f16d361'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:33.735802 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff22b8fa-c9ea-41c8-8e34-0759507cd412 req-1e1ae270-e485-4c6d-a76c-5634d3a29551 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468643 Jul 05 10:03:33.778537 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:33.780391 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770b5a64-c3c1-4735-9112-e60867172317 x-openstack-request-id: req-770b5a64-c3c1-4735-9112-e60867172317 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:33.780870 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63866bd-2670-410e-82c7-07637f9df519", "tag": "074bba59-bc5c-4814-bbdb-bb63e7141fef", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:33.781455 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-770b5a64-c3c1-4735-9112-e60867172317 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:33.782230 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63866bd-2670-410e-82c7-07637f9df519', 'tag': '074bba59-bc5c-4814-bbdb-bb63e7141fef', 'status': 'completed', 'code': 200} Jul 05 10:03:33.906548 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=1a88842f-aea7-4454-af83-ee17389d4c30,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:34.030940 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2ffbc588-2d0a-4146-ab5c-595de15365ba req-11c2fad0-b0a6-47fc-a084-208edf355039 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 210 time: 0.0861776 Jul 05 10:03:34.079776 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a88842f-aea7-4454-af83-ee17389d4c30'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:34.082634 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090662ea-87c7-458a-957e-d76bfa590a95" -d '{"events": [{"server_uuid": "bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829", "name": "network-vif-plugged", "status": "completed", "tag": "1a88842f-aea7-4454-af83-ee17389d4c30"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:34.109671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079118c2-22ed-4a33-a1fa-4a2b2696e656 req-b7488e84-2bdb-40c3-b14c-f15a0912925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:34.113128 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-079118c2-22ed-4a33-a1fa-4a2b2696e656 req-b7488e84-2bdb-40c3-b14c-f15a0912925f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 1100 time: 0.1620984 Jul 05 10:03:34.181424 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] Set router 0ed5e8fd-b519-4220-97f3-2b868f16d361 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:34.184032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3bf5f-658b-41c8-9772-b3691be74fd3 req-de3d4d64-b6d5-4f79-93b7-b2311f45be7f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:34.194082 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-62f3bf5f-658b-41c8-9772-b3691be74fd3 req-de3d4d64-b6d5-4f79-93b7-b2311f45be7f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.8279855 Jul 05 10:03:34.259075 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079118c2-22ed-4a33-a1fa-4a2b2696e656 req-9443fcf2-b6b8-4870-9262-bf675d7c7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:34.261617 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-079118c2-22ed-4a33-a1fa-4a2b2696e656 req-9443fcf2-b6b8-4870-9262-bf675d7c7a0f service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1418889 Jul 05 10:03:34.263391 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529931ad-4919-43e2-a8cb-0241f998fa0d req-98f63c3b-0efb-4ac3-8280-60db07767e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:34.265288 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-529931ad-4919-43e2-a8cb-0241f998fa0d req-98f63c3b-0efb-4ac3-8280-60db07767e6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8529456 Jul 05 10:03:34.344834 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-079118c2-22ed-4a33-a1fa-4a2b2696e656 req-90afaf68-93f2-4ea7-b2a0-147ef959f2b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=074bba59-bc5c-4814-bbdb-bb63e7141fef HTTP/1.1" status: 200 len: 217 time: 0.0692251 Jul 05 10:03:34.396464 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-62f3bf5f-658b-41c8-9772-b3691be74fd3 req-0934ea03-c68d-4c50-a4d6-5eebad7c13f2 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011819 Jul 05 10:03:34.402843 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:34.440809 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:34.445883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079118c2-22ed-4a33-a1fa-4a2b2696e656 req-4ba9260c-60c7-4ea1-8448-c208950f4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:34.448032 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-079118c2-22ed-4a33-a1fa-4a2b2696e656 req-4ba9260c-60c7-4ea1-8448-c208950f4b37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0786781 Jul 05 10:03:34.454638 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:34.497320 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'name': 'tempest-FloatingIPsNegativeTestJSON-53014662-router', 'tenant_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:22Z', 'updated_at': '2021-07-05T10:03:28Z', 'revision_number': 3, 'project_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'gw_port': {'id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:25Z', 'updated_at': '2021-07-05T10:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:34.511458 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dbb31-67d4-4ca0-aa3e-3b3b4f882c24 req-fa82dc97-12a2-453e-bf32-2fe5a3a40cd1 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:34.520086 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e87dbb31-67d4-4ca0-aa3e-3b3b4f882c24 req-fa82dc97-12a2-453e-bf32-2fe5a3a40cd1 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 949 time: 0.1934066 Jul 05 10:03:34.533235 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da755e24-66f3-45a7-8516-cc75518f577a x-openstack-request-id: req-da755e24-66f3-45a7-8516-cc75518f577a {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:34.535745 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829", "name": "network-vif-plugged", "status": "completed", "tag": "1a88842f-aea7-4454-af83-ee17389d4c30", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:34.536214 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da755e24-66f3-45a7-8516-cc75518f577a {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:34.536870 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a88842f-aea7-4454-af83-ee17389d4c30', 'code': 200} Jul 05 10:03:34.539435 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef7c51-61b6-4684-9e2f-34be029a60fc None None] The sync data for ids ['0ed5e8fd-b519-4220-97f3-2b868f16d361'] in n-d-779913-27 is: [{'id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'name': 'tempest-FloatingIPsNegativeTestJSON-53014662-router', 'tenant_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:22Z', 'updated_at': '2021-07-05T10:03:28Z', 'revision_number': 3, 'project_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'gw_port': {'id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:25Z', 'updated_at': '2021-07-05T10:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:34.574615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-529931ad-4919-43e2-a8cb-0241f998fa0d req-ca5213e5-bb04-4387-822f-0de14e2fa193 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855616 Jul 05 10:03:34.589551 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e87dbb31-67d4-4ca0-aa3e-3b3b4f882c24 req-0b99147c-6b97-43bc-be2f-7066a914a4ec tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680718 Jul 05 10:03:34.599638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079118c2-22ed-4a33-a1fa-4a2b2696e656 req-69a28b58-0020-4fac-a81b-1e7c64382075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:34.601423 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-079118c2-22ed-4a33-a1fa-4a2b2696e656 req-69a28b58-0020-4fac-a81b-1e7c64382075 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1423790 Jul 05 10:03:34.906580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Allocated IP 172.25.5.108 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/0f27c03b-94e9-4a30-a66d-d2f8eda4da00) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:34.990015 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device abff4552-fd23-4b6b-8ecd-d8bcfb937f77 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:35.060267 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-529931ad-4919-43e2-a8cb-0241f998fa0d req-3605367b-6302-42bf-b420-e06c900b8fa8 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416304 Jul 05 10:03:35.140786 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cd9d4-1ccf-4d85-867a-f1993d859f09 req-14981aab-b97e-40a9-a5fb-3eaeb9d8281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:35.145052 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff1cd9d4-1ccf-4d85-867a-f1993d859f09 req-14981aab-b97e-40a9-a5fb-3eaeb9d8281f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 1101 time: 0.3628345 Jul 05 10:03:35.163318 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-079118c2-22ed-4a33-a1fa-4a2b2696e656 req-0657431f-195a-4d96-8a61-f96d4592e019 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454502 Jul 05 10:03:35.262023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port abff4552-fd23-4b6b-8ecd-d8bcfb937f77, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=abff4552-fd23-4b6b-8ecd-d8bcfb937f77,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:35.289955 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'abff4552-fd23-4b6b-8ecd-d8bcfb937f77', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': 'abff4552-fd23-4b6b-8ecd-d8bcfb937f77', 'mac_address': 'fa:16:3e:0b:39:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:03:35.414150 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:35.470125 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abff4552-fd23-4b6b-8ecd-d8bcfb937f77 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:35.478989 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff1cd9d4-1ccf-4d85-867a-f1993d859f09 req-857cf375-0463-431b-9d26-7f380b2dba0c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256254 Jul 05 10:03:35.507798 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Allocated IP 172.20.0.1 (ea37c172-0e71-428d-8834-8a102849cc87/bd04acfb-73fd-4d83-9821-94a351fc4866/9972c395-52df-4b52-8191-4121128e68a7) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:35.508766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386239d-6b85-492e-b078-7e733d10bc0b req-82196012-820e-40d6-b28f-af465fa4d14e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:35.509712 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2386239d-6b85-492e-b078-7e733d10bc0b req-82196012-820e-40d6-b28f-af465fa4d14e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 948 time: 0.5151949 Jul 05 10:03:35.562406 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port abff4552-fd23-4b6b-8ecd-d8bcfb937f77, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=abff4552-fd23-4b6b-8ecd-d8bcfb937f77,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:35.575963 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-079118c2-22ed-4a33-a1fa-4a2b2696e656 req-980e6f93-a4f3-47ab-a66a-30d3dcb109f3 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060936 Jul 05 10:03:35.620504 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2386239d-6b85-492e-b078-7e733d10bc0b req-b1b34f6b-23e0-4ff6-8aa5-ea1f660dd480 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019595 Jul 05 10:03:35.641755 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:35.659541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5a06a2-6c7a-4777-aea1-51b6ea05a167 None None] Network 5569fb9d-f94c-49e5-a20f-d3c216aca2b8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:35.696319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0c32f96f-13b0-4cfb-b968-8ff3a5124ab8 req-5afcf86e-bc47-4007-8c84-ad7e21340a50 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 210 time: 0.1243610 Jul 05 10:03:35.706753 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37252) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:35.723702 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:35.891061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-53eda4e3-ed5e-4f23-b446-f9e3b11c9658 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:35.892724 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-53eda4e3-ed5e-4f23-b446-f9e3b11c9658 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.73 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 821 time: 0.6985362 Jul 05 10:03:35.912254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-cc5f1edd-371c-4d62-907e-a53376c7138b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Request body: {'port': {'device_id': 'f5750385-d5a1-4e6c-aa5f-3343d973751e', 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf', 'admin_state_up': True, 'tenant_id': '312b10a2b35949449c89df3e680df435'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:36.065471 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2debe317-5bbf-494a-a4b9-8e8a137137c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.170932 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.184682 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=abff4552-fd23-4b6b-8ecd-d8bcfb937f77,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:36.196435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Transition to ACTIVE for port object 9972c395-52df-4b52-8191-4121128e68a7 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:36.313913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c281c6bb-ccbe-410c-a072-4d12a79d3dd9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:36.318330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['abff4552-fd23-4b6b-8ecd-d8bcfb937f77'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:36.323224 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d5485be2-822e-4360-81f3-e0f56db8d6be None None] Provisioning for port 57c18d78-ff10-449a-a0c9-c495d5fe16ff completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:36.358936 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2debe317-5bbf-494a-a4b9-8e8a137137c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.385805 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.415836 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.437491 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a251aa-3dea-4176-998f-71bf88360c30 req-e3529cb2-0146-4e06-87ce-26ff91a70447 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:36.444284 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03a251aa-3dea-4176-998f-71bf88360c30 req-e3529cb2-0146-4e06-87ce-26ff91a70447 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.5737140 Jul 05 10:03:36.477992 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2debe317-5bbf-494a-a4b9-8e8a137137c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.540869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Network ea37c172-0e71-428d-8834-8a102849cc87 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:36.545497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:36.556528 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:36.559884 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Pushing event updated for resources: {'Port': ['ID=9972c395-52df-4b52-8191-4121128e68a7,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:36.563467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:36.569329 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2debe317-5bbf-494a-a4b9-8e8a137137c4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4f3cf5d6c2d24c3d8b3dc4f89a913293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8585725 Jul 05 10:03:36.575607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37258) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:36.588123 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debe317-5bbf-494a-a4b9-8e8a137137c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535354d6-c477-4a11-9249-25551fc95e7b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:36.589028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:36.589566 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.597730 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03a251aa-3dea-4176-998f-71bf88360c30 req-ae76eacc-e95f-4ad7-97df-8b9d8bd9f4b0 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474788 Jul 05 10:03:36.613127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port c281c6bb-ccbe-410c-a072-4d12a79d3dd9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:36.675924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port c281c6bb-ccbe-410c-a072-4d12a79d3dd9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:36.676463 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.708907 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-cc5f1edd-371c-4d62-907e-a53376c7138b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Made reservation on behalf of 312b10a2b35949449c89df3e680df435 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:36.727577 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-cc5f1edd-371c-4d62-907e-a53376c7138b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.750020 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:36.761187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6a9d2-1d27-460c-bf02-defcfb41926f req-eed7cfb9-97ac-467f-a370-8bc360220be9 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:36.768898 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-02e6a9d2-1d27-460c-bf02-defcfb41926f req-eed7cfb9-97ac-467f-a370-8bc360220be9 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 949 time: 0.5015235 Jul 05 10:03:36.852823 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.910279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port c281c6bb-ccbe-410c-a072-4d12a79d3dd9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c281c6bb-ccbe-410c-a072-4d12a79d3dd9,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:36.994985 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:36.996206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 57c18d78-ff10-449a-a0c9-c495d5fe16ff up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:37.023190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Pushing event updated for resources: {'Port': ['ID=0f27c03b-94e9-4a30-a66d-d2f8eda4da00,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:37.086883 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-02e6a9d2-1d27-460c-bf02-defcfb41926f req-e0428160-ba6e-46fa-936b-3d62a7c8796b tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169374 Jul 05 10:03:37.105064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf95bdb-dc80-4b80-9b45-739f19388bea req-034a610d-2756-4271-9a77-5c1920ed40f4 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:37.106667 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abf95bdb-dc80-4b80-9b45-739f19388bea req-034a610d-2756-4271-9a77-5c1920ed40f4 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 948 time: 0.0908983 Jul 05 10:03:37.135865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=c281c6bb-ccbe-410c-a072-4d12a79d3dd9,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:37.162113 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bd4b712e-25a0-4300-a9a4-942dd5d02f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.195775 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abf95bdb-dc80-4b80-9b45-739f19388bea req-719dde36-d983-45cf-9d4b-5b21ef94680f tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813429 Jul 05 10:03:37.241776 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e8db1710-6ffe-4cc2-bb7a-4732a15db20c details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:37.245867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e8db1710-6ffe-4cc2-bb7a-4732a15db20c no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:37.258833 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bd4b712e-25a0-4300-a9a4-942dd5d02f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.292932 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ad6eefc1-e78b-44ba-b607-eaeb6f7a822f None None] Provisioning for port 9972c395-52df-4b52-8191-4121128e68a7 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:37.305753 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ad6eefc1-e78b-44ba-b607-eaeb6f7a822f None None] Provisioning complete for port 9972c395-52df-4b52-8191-4121128e68a7 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:37.306328 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ad6eefc1-e78b-44ba-b607-eaeb6f7a822f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.322287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 57c18d78-ff10-449a-a0c9-c495d5fe16ff completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:37.350958 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eda412d0-88aa-4b4c-bdbe-1a969afb0d7c req-fd070aa7-7759-4b4f-9f33-5ec257293747 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 210 time: 0.0992603 Jul 05 10:03:37.378138 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 57c18d78-ff10-449a-a0c9-c495d5fe16ff triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:37.378138 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.454010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-cc5f1edd-371c-4d62-907e-a53376c7138b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Allocated IP 172.20.0.10 (39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf/36f50c4c-d55e-4a28-804b-fbebd2642e1d/50b5aa0b-e5be-45e7-bec0-95d0e538e22d) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:37.469483 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ad6eefc1-e78b-44ba-b607-eaeb6f7a822f None None] Port 9972c395-52df-4b52-8191-4121128e68a7 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:37.527368 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.548555 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.589037 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e8db1710-6ffe-4cc2-bb7a-4732a15db20c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:37.609927 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.622011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8320f666-953a-4fa2-9bdf-b23695c3e07c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8db1710-6ffe-4cc2-bb7a-4732a15db20c'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:37.626099 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6660d8f-0449-4cb2-83bb-ac04510b87ad" -d '{"events": [{"server_uuid": "8320f666-953a-4fa2-9bdf-b23695c3e07c", "name": "network-vif-unplugged", "status": "completed", "tag": "e8db1710-6ffe-4cc2-bb7a-4732a15db20c"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:37.629049 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.630952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'e8db1710-6ffe-4cc2-bb7a-4732a15db20c', 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b', 'port_id': 'e8db1710-6ffe-4cc2-bb7a-4732a15db20c', 'mac_address': 'fa:16:3e:e3:0c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21d4184e-da4e-4e51-b2ca-6563db926533', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:03:37.651520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e8db1710-6ffe-4cc2-bb7a-4732a15db20c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:37.674080 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bd4b712e-25a0-4300-a9a4-942dd5d02f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.677154 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bd4b712e-25a0-4300-a9a4-942dd5d02f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.682558 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bd4b712e-25a0-4300-a9a4-942dd5d02f79 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/535354d6-c477-4a11-9249-25551fc95e7b HTTP/1.1" status: 204 len: 168 time: 1.0846088 Jul 05 10:03:37.683141 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c2f30c-6161-4ee6-91a9-5c41a3c7c6d4 x-openstack-request-id: req-78c2f30c-6161-4ee6-91a9-5c41a3c7c6d4 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:37.683141 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8320f666-953a-4fa2-9bdf-b23695c3e07c", "name": "network-vif-unplugged", "status": "completed", "tag": "e8db1710-6ffe-4cc2-bb7a-4732a15db20c", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:37.683141 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78c2f30c-6161-4ee6-91a9-5c41a3c7c6d4 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:37.683141 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8320f666-953a-4fa2-9bdf-b23695c3e07c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8db1710-6ffe-4cc2-bb7a-4732a15db20c', 'code': 200} Jul 05 10:03:37.720104 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 57c18d78-ff10-449a-a0c9-c495d5fe16ff, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=57c18d78-ff10-449a-a0c9-c495d5fe16ff,segment=NetworkSegment(8a648c73-d467-408e-bc94-e003db47c4f2),segment_id=8a648c73-d467-408e-bc94-e003db47c4f2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:37.723965 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.738457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b712e-25a0-4300-a9a4-942dd5d02f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535354d6-c477-4a11-9249-25551fc95e7b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:37.743822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8db1710-6ffe-4cc2-bb7a-4732a15db20c {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:37.750636 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.819582 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:37.856020 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:03:37.856458 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:03:37.859890 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:37.936689 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=57c18d78-ff10-449a-a0c9-c495d5fe16ff,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:38.031483 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c281c6bb-ccbe-410c-a072-4d12a79d3dd9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:38.086056 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port c281c6bb-ccbe-410c-a072-4d12a79d3dd9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:38.086431 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.198246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 57c18d78-ff10-449a-a0c9-c495d5fe16ff up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:38.259923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 57c18d78-ff10-449a-a0c9-c495d5fe16ff triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:38.260294 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.262734 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-cc5f1edd-371c-4d62-907e-a53376c7138b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.283622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29737f-a35d-4d6c-bc08-180aad160740 req-145c6061-1f63-41be-9190-ed26a2855bfd tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:38.286769 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a29737f-a35d-4d6c-bc08-180aad160740 req-145c6061-1f63-41be-9190-ed26a2855bfd tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 949 time: 0.0782669 Jul 05 10:03:38.340426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a29737f-a35d-4d6c-bc08-180aad160740 req-91429cba-820c-451d-9aff-b29db91b09ac tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474513 Jul 05 10:03:38.348335 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.360909 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb4790-bfda-4584-bd64-0bf61dd45910 req-4f888faf-955b-49b3-8bca-6c1b925a166a tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:38.362534 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31bb4790-bfda-4584-bd64-0bf61dd45910 req-4f888faf-955b-49b3-8bca-6c1b925a166a tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 943 time: 0.2868407 Jul 05 10:03:38.413591 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.423707 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.429414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8db1710-6ffe-4cc2-bb7a-4732a15db20c {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:38.438280 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31bb4790-bfda-4584-bd64-0bf61dd45910 req-c1f2b932-8e27-4383-88a5-80861e0cb7ba tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688434 Jul 05 10:03:38.451415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e8db1710-6ffe-4cc2-bb7a-4732a15db20c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:38.462814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37286) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:38.492973 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.492973 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.493184 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b43b50b-9675-4ff4-9097-15fa8cc6aaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.520186 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.520847 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 074bba59-bc5c-4814-bbdb-bb63e7141fef details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:38.573503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846168c-7cbb-41c4-a101-7d86ca830851 req-a8e4be4b-0c1d-4fae-a175-b571771bb5cd tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:38.575067 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2846168c-7cbb-41c4-a101-7d86ca830851 req-a8e4be4b-0c1d-4fae-a175-b571771bb5cd tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 948 time: 0.1035104 Jul 05 10:03:38.597864 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-cc5f1edd-371c-4d62-907e-a53376c7138b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.634265 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 074bba59-bc5c-4814-bbdb-bb63e7141fef, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=074bba59-bc5c-4814-bbdb-bb63e7141fef,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:38.634905 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2846168c-7cbb-41c4-a101-7d86ca830851 req-066c50f8-cebf-4cf2-927e-7db0d0bad816 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531814 Jul 05 10:03:38.648241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '074bba59-bc5c-4814-bbdb-bb63e7141fef', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '074bba59-bc5c-4814-bbdb-bb63e7141fef', 'mac_address': 'fa:16:3e:b5:b0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:03:38.691677 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b43b50b-9675-4ff4-9097-15fa8cc6aaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.709542 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Pushing event updated for resources: {'Port': ['ID=9972c395-52df-4b52-8191-4121128e68a7,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:38.728581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-cc5f1edd-371c-4d62-907e-a53376c7138b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:38.735252 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.738831 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:38.749775 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b43b50b-9675-4ff4-9097-15fa8cc6aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.754755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074bba59-bc5c-4814-bbdb-bb63e7141fef {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:38.756053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-cc5f1edd-371c-4d62-907e-a53376c7138b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:38.761708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-cc5f1edd-371c-4d62-907e-a53376c7138b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:38.767229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-cc5f1edd-371c-4d62-907e-a53376c7138b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:38.767940 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-cc5f1edd-371c-4d62-907e-a53376c7138b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.782741 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 074bba59-bc5c-4814-bbdb-bb63e7141fef, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=074bba59-bc5c-4814-bbdb-bb63e7141fef,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:38.825683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f1edd-371c-4d62-907e-a53376c7138b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Pushing event updated for resources: {'Port': ['ID=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:38.837566 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0b43b50b-9675-4ff4-9097-15fa8cc6aaa4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=393bcdf1acd44af3ad64cae87b6a35e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731234 Jul 05 10:03:38.839140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37288) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:38.846191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43b50b-9675-4ff4-9097-15fa8cc6aaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241d16da-29cb-4903-86f2-193e5425d4b6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:38.846948 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:38.848097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Network ea37c172-0e71-428d-8834-8a102849cc87 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:38.862055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1b106-f8e7-4131-980a-88c25a3a279f req-1da416ec-821e-47a5-abcd-ce5ffd56e013 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:38.862603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-50f1b106-f8e7-4131-980a-88c25a3a279f req-1da416ec-821e-47a5-abcd-ce5ffd56e013 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.2703166 Jul 05 10:03:38.876453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:38.902328 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c8b4c-2285-4736-9a2f-fc976c8a97cd req-371d5626-bf45-42a5-b47c-9eb72f97cdad tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:38.905132 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-400c8b4c-2285-4736-9a2f-fc976c8a97cd req-371d5626-bf45-42a5-b47c-9eb72f97cdad tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 932 time: 0.1274524 Jul 05 10:03:38.922589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=074bba59-bc5c-4814-bbdb-bb63e7141fef,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:38.924545 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-cc5f1edd-371c-4d62-907e-a53376c7138b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0206108 Jul 05 10:03:38.925154 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Router a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:03:38.964012 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-400c8b4c-2285-4736-9a2f-fc976c8a97cd req-0c742a8d-9ebf-4000-9ab3-4eb559982f12 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470560 Jul 05 10:03:38.972768 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Request body: {'port': {'device_id': 'f5750385-d5a1-4e6c-aa5f-3343d973751e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:39.022104 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device abff4552-fd23-4b6b-8ecd-d8bcfb937f77 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:39.040873 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-50f1b106-f8e7-4131-980a-88c25a3a279f req-9170772b-bc89-4154-bee4-7139e6892b33 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600611 Jul 05 10:03:39.119913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['074bba59-bc5c-4814-bbdb-bb63e7141fef'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:39.144007 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['e8db1710-6ffe-4cc2-bb7a-4732a15db20c'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:39.168036 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29530301-b97a-482c-af04-270fd9ae99f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:39.213026 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port abff4552-fd23-4b6b-8ecd-d8bcfb937f77 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:39.226029 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29530301-b97a-482c-af04-270fd9ae99f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:39.247444 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port abff4552-fd23-4b6b-8ecd-d8bcfb937f77 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:39.247856 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:39.270692 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:39.292113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ef168c4a-000e-447a-98e6-1348e7c218e1 None None] Provisioning complete for port 9972c395-52df-4b52-8191-4121128e68a7 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:39.292529 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ef168c4a-000e-447a-98e6-1348e7c218e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:39.315811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Router 0ed5e8fd-b519-4220-97f3-2b868f16d361 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:03:39.340641 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-6dd9f7d1-f894-4554-8ba5-cbb610076211 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0a275aca18e04ce8aa4b2ca209ee878c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751374 Jul 05 10:03:39.383411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:39.396413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ef168c4a-000e-447a-98e6-1348e7c218e1 None None] Port 9972c395-52df-4b52-8191-4121128e68a7 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:39.404139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Sync routers for ids ['a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:39.469576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Routers {'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:39.470214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:03:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:39.540247 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:39.577610 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:39.578840 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6c33155e-a2e8-416f-86a8-68ff9731abc4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.8634481 Jul 05 10:03:39.592402 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37306) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:39.603107 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29530301-b97a-482c-af04-270fd9ae99f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:39.605845 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29530301-b97a-482c-af04-270fd9ae99f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:39.610044 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-29530301-b97a-482c-af04-270fd9ae99f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/241d16da-29cb-4903-86f2-193e5425d4b6 HTTP/1.1" status: 204 len: 168 time: 0.7669039 Jul 05 10:03:39.681809 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29530301-b97a-482c-af04-270fd9ae99f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241d16da-29cb-4903-86f2-193e5425d4b6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:39.735651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-be3e2f7e-70a0-482d-8bd5-701dd910ad7c tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:39.743262 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-be3e2f7e-70a0-482d-8bd5-701dd910ad7c tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3930707 Jul 05 10:03:39.753708 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caf069c-bdb8-4c5e-8532-f784db90b501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abff4552-fd23-4b6b-8ecd-d8bcfb937f77'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:39.755996 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb9dd61-f7be-4d0f-b98a-e90eed826c60" -d '{"events": [{"server_uuid": "4caf069c-bdb8-4c5e-8532-f784db90b501", "name": "network-vif-plugged", "status": "completed", "tag": "abff4552-fd23-4b6b-8ecd-d8bcfb937f77"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:39.759950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:39.774820 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-88064cf2-bbf5-4887-a51a-0c25bd6f0678 admin admin] 10.222.0.77 "PUT /v2.0/routers/0ed5e8fd-b519-4220-97f3-2b868f16d361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6026721 Jul 05 10:03:39.774945 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Sync routers for ids ['0ed5e8fd-b519-4220-97f3-2b868f16d361'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:39.783958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port abff4552-fd23-4b6b-8ecd-d8bcfb937f77, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=abff4552-fd23-4b6b-8ecd-d8bcfb937f77,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:39.789398 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-d8a11fca-5c69-43c1-81c4-7e5aeed92a3c tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/quotas/0a275aca18e04ce8aa4b2ca209ee878c HTTP/1.1" status: 200 len: 375 time: 0.0445232 Jul 05 10:03:39.792089 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Routers {'0ed5e8fd-b519-4220-97f3-2b868f16d361'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:39.792707 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:03:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0ed5e8fd-b519-4220-97f3-2b868f16d361'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:39.813544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Set router a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:39.877517 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:39.922331 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-c22f1887-2216-4628-9f20-b920dd25cb1a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0a275aca18e04ce8aa4b2ca209ee878c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300094 Jul 05 10:03:39.947167 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Set router 0ed5e8fd-b519-4220-97f3-2b868f16d361 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:40.044223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=abff4552-fd23-4b6b-8ecd-d8bcfb937f77,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:40.104321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d5dff-285d-41ae-a479-9c63f957a2c9 req-c8c7327b-dc8b-4bbd-a3cb-82d93aa06816 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:40.112616 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b5aa0b-e5be-45e7-bec0-95d0e538e22d {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:40.117653 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-957d5dff-285d-41ae-a479-9c63f957a2c9 req-c8c7327b-dc8b-4bbd-a3cb-82d93aa06816 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 944 time: 0.5353925 Jul 05 10:03:40.131826 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.138444 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'name': 'tempest-FloatingIPsTestJSON-1614553819-router', 'tenant_id': '02c6c378105848858812ba588ec530d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:31Z', 'updated_at': '2021-07-05T10:03:37Z', 'revision_number': 3, 'project_id': '02c6c378105848858812ba588ec530d5', 'gw_port': {'id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:40.167972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Transition to ACTIVE for port object 50b5aa0b-e5be-45e7-bec0-95d0e538e22d will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:40.174681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Checking router: a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:40.175195 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Updating router a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5 port 0f27c03b-94e9-4a30-a66d-d2f8eda4da00 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:03:40.218586 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.238721 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-957d5dff-285d-41ae-a479-9c63f957a2c9 req-fba210ed-ef90-45ef-9650-f31691c76878 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072779 Jul 05 10:03:40.240490 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'name': 'tempest-FloatingIPsNegativeTestJSON-53014662-router', 'tenant_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:22Z', 'updated_at': '2021-07-05T10:03:37Z', 'revision_number': 4, 'project_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'gw_port': {'id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:25Z', 'updated_at': '2021-07-05T10:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '9972c395-52df-4b52-8191-4121128e68a7', 'name': '', 'network_id': 'ea37c172-0e71-428d-8834-8a102849cc87', 'tenant_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'mac_address': 'fa:16:3e:74:46:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'bd04acfb-73fd-4d83-9821-94a351fc4866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:37Z', 'revision_number': 2, 'project_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'subnets': [{'id': 'bd04acfb-73fd-4d83-9821-94a351fc4866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:40.259191 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.295082 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Checking router: 0ed5e8fd-b519-4220-97f3-2b868f16d361 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:40.295443 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Updating router 0ed5e8fd-b519-4220-97f3-2b868f16d361 port 9972c395-52df-4b52-8191-4121128e68a7 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:03:40.421331 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:40.435125 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.438127 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.530040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Attempting to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:40.533909 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Attempting to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:40.534382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Attempting to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:40.549736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:03:40.554318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Attempting to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:40.561875 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c099e8c-ed67-4b25-8d0b-95a883ff2ea6 x-openstack-request-id: req-2c099e8c-ed67-4b25-8d0b-95a883ff2ea6 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:40.562159 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4caf069c-bdb8-4c5e-8532-f784db90b501", "name": "network-vif-plugged", "status": "completed", "tag": "abff4552-fd23-4b6b-8ecd-d8bcfb937f77", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:40.562408 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c099e8c-ed67-4b25-8d0b-95a883ff2ea6 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:40.562786 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4caf069c-bdb8-4c5e-8532-f784db90b501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abff4552-fd23-4b6b-8ecd-d8bcfb937f77', 'code': 200} Jul 05 10:03:40.565838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:40.566190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Checking segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:40.566583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Bound using segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:40.568858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Bound port: 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:40.569246 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.730934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:40.774996 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.802619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Transition to ACTIVE for port object 0f27c03b-94e9-4a30-a66d-d2f8eda4da00 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:40.825138 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-26020458-c7c8-497a-b573-b0ca175b4426 req-457c0ee6-a735-4c6b-95e3-bbb6ba95ccc9 tempest-FloatingIPsNegativeTestJSON-1056490470 tempest-FloatingIPsNegativeTestJSON-1056490470-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=d0902934a26f41a79380c33f7a9f5ca1 HTTP/1.1" status: 200 len: 217 time: 0.0979908 Jul 05 10:03:40.849065 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:40.887518 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:40.991653 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1b3dba73-42f9-4829-a431-c9b589144c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.004782 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.059158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2426e3-6d7d-4825-bfda-32d72e65f6d0 None None] Pushing event updated for resources: {'Port': ['ID=0f27c03b-94e9-4a30-a66d-d2f8eda4da00,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:41.064107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Attempting to bind port 0f27c03b-94e9-4a30-a66d-d2f8eda4da00 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:41.070052 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Attempting to bind port 0f27c03b-94e9-4a30-a66d-d2f8eda4da00 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:41.070052 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Attempting to bind port 0f27c03b-94e9-4a30-a66d-d2f8eda4da00 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:41.081501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:41.085155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:41.085848 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.087435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:41.090110 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Bound port: 0f27c03b-94e9-4a30-a66d-d2f8eda4da00, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:41.092001 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.101148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35974c30-2d42-4e45-8a99-efddbf04ac9f req-ed7498f3-85d0-4044-9a86-9e14a4618547 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:41.106071 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.108519 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35974c30-2d42-4e45-8a99-efddbf04ac9f req-ed7498f3-85d0-4044-9a86-9e14a4618547 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 949 time: 0.5569541 Jul 05 10:03:41.112695 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9b2ea-d0d6-4f01-945b-a3d995d84bd1 req-b41c471d-03e7-4862-853e-79a4c17beba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:41.114233 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90b9b2ea-d0d6-4f01-945b-a3d995d84bd1 req-b41c471d-03e7-4862-853e-79a4c17beba4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4caf069c-bdb8-4c5e-8532-f784db90b501 HTTP/1.1" status: 200 len: 1101 time: 0.5671325 Jul 05 10:03:41.120737 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Transition to ACTIVE for port object 9972c395-52df-4b52-8191-4121128e68a7 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:41.144597 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Allocated IP 172.20.0.1 (5569fb9d-f94c-49e5-a20f-d3c216aca2b8/054c9059-03b8-42a3-9713-29c7e5c4b129/947de69b-3dcd-4e77-ac76-903955580813) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:41.188233 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.202913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] For port 0f27c03b-94e9-4a30-a66d-d2f8eda4da00, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:41.209933 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] For port 0f27c03b-94e9-4a30-a66d-d2f8eda4da00, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0f27c03b-94e9-4a30-a66d-d2f8eda4da00,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:41.253480 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90b9b2ea-d0d6-4f01-945b-a3d995d84bd1 req-8b4c4d5a-440b-4014-bed9-5d4ae9ea79cb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166151 Jul 05 10:03:41.259195 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 074bba59-bc5c-4814-bbdb-bb63e7141fef up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:41.263185 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6824e-dad2-4d37-bf88-1fed6116d266 None None] Pushing event updated for resources: {'Port': ['ID=9972c395-52df-4b52-8191-4121128e68a7,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:41.266736 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35974c30-2d42-4e45-8a99-efddbf04ac9f req-df695a0b-d11d-4f29-9ad0-3765fd709230 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572418 Jul 05 10:03:41.380315 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Attempting to bind port 9972c395-52df-4b52-8191-4121128e68a7 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:41.381053 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Attempting to bind port 9972c395-52df-4b52-8191-4121128e68a7 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '6e38e655-1a8a-4431-9d67-99416c87d99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ea37c172-0e71-428d-8834-8a102849cc87'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:41.383992 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Attempting to bind port 9972c395-52df-4b52-8191-4121128e68a7 on network ea37c172-0e71-428d-8834-8a102849cc87 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:41.388692 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:41.389078 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Checking segment: {'id': '6e38e655-1a8a-4431-9d67-99416c87d99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ea37c172-0e71-428d-8834-8a102849cc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:41.389586 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.389985 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Bound using segment: {'id': '6e38e655-1a8a-4431-9d67-99416c87d99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ea37c172-0e71-428d-8834-8a102849cc87'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:41.390465 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Bound port: 9972c395-52df-4b52-8191-4121128e68a7, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e38e655-1a8a-4431-9d67-99416c87d99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ea37c172-0e71-428d-8834-8a102849cc87'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:41.390989 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.391227 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.405083 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.415622 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:41.416564 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.418906 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] 10.222.0.73 "PUT /v2.0/ports/50b5aa0b-e5be-45e7-bec0-95d0e538e22d HTTP/1.1" status: 200 len: 1093 time: 2.4814484 Jul 05 10:03:41.431064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5750385-d5a1-4e6c-aa5f-3343d973751e', 'tag': '50b5aa0b-e5be-45e7-bec0-95d0e538e22d'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:41.435755 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cfb5b3-8735-4182-9569-71399e77e204" -d '{"events": [{"name": "network-changed", "server_uuid": "f5750385-d5a1-4e6c-aa5f-3343d973751e", "tag": "50b5aa0b-e5be-45e7-bec0-95d0e538e22d"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:41.456240 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Transition to ACTIVE for port object 947de69b-3dcd-4e77-ac76-903955580813 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:41.542300 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] For port 9972c395-52df-4b52-8191-4121128e68a7, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:41.546181 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8135c4b-2cd8-47e8-b2c2-26914364dbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:41.552694 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] For port 9972c395-52df-4b52-8191-4121128e68a7, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=9972c395-52df-4b52-8191-4121128e68a7,segment=NetworkSegment(6e38e655-1a8a-4431-9d67-99416c87d99c),segment_id=6e38e655-1a8a-4431-9d67-99416c87d99c)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:41.553557 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2426e3-6d7d-4825-bfda-32d72e65f6d0 None None] Pushing event updated for resources: {'Port': ['ID=0f27c03b-94e9-4a30-a66d-d2f8eda4da00,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:41.577326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Routers {'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:41.577542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:03:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:41.612635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3d381-46a1-4abf-b200-03717310363a req-e912b731-31df-49bd-b0fb-95bbd1ce18e9 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:41.623296 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eea3d381-46a1-4abf-b200-03717310363a req-e912b731-31df-49bd-b0fb-95bbd1ce18e9 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 944 time: 0.6742764 Jul 05 10:03:41.635166 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.637491 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.643703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 074bba59-bc5c-4814-bbdb-bb63e7141fef completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:41.658408 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 074bba59-bc5c-4814-bbdb-bb63e7141fef triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:41.658925 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.683874 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eea3d381-46a1-4abf-b200-03717310363a req-6c84c365-4743-41a7-ac46-4b850f982401 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595136 Jul 05 10:03:41.728490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-12eb0a3c-1a14-4090-9de0-368a01855af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:41.730392 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-12eb0a3c-1a14-4090-9de0-368a01855af1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 1096 time: 0.2000878 Jul 05 10:03:41.765261 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-118edcee-3817-4675-be9a-818d357a6894 req-019423f0-6140-4755-8855-9a3fcaf401d7 tempest-FloatingIPsNegativeTestJSON-1056490470 tempest-FloatingIPsNegativeTestJSON-1056490470-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0333965 Jul 05 10:03:41.782087 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6824e-dad2-4d37-bf88-1fed6116d266 None None] Pushing event updated for resources: {'Port': ['ID=9972c395-52df-4b52-8191-4121128e68a7,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:41.794289 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Network 5569fb9d-f94c-49e5-a20f-d3c216aca2b8 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:41.821465 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-84af406f-06a0-44f4-8f63-0860207bf90d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50b5aa0b-e5be-45e7-bec0-95d0e538e22d HTTP/1.1" status: 200 len: 217 time: 0.0548246 Jul 05 10:03:41.829200 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Routers {'0ed5e8fd-b519-4220-97f3-2b868f16d361'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:41.829830 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:03:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0ed5e8fd-b519-4220-97f3-2b868f16d361'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:41.855110 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] Set router a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:41.869868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:41.878809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:41.881029 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:41.888630 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a5efd82b-5ebb-4215-a818-d978d30e5ce6 req-bf872267-632c-4599-8dc3-bbd6dfe80d25 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 210 time: 0.1633046 Jul 05 10:03:41.981994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-674d8d1f-deac-4525-9419-09ae9a4142e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:41.988288 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-674d8d1f-deac-4525-9419-09ae9a4142e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.1564434 Jul 05 10:03:41.990119 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Pushing event updated for resources: {'Port': ['ID=947de69b-3dcd-4e77-ac76-903955580813,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:42.152538 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-2e6c2ae7-b731-42c4-a972-710fe0589908 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1561632 Jul 05 10:03:42.159187 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7800fa3-fa0f-4507-93ed-ecc39b1ed79c x-openstack-request-id: req-f7800fa3-fa0f-4507-93ed-ecc39b1ed79c {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:42.161757 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5750385-d5a1-4e6c-aa5f-3343d973751e", "tag": "50b5aa0b-e5be-45e7-bec0-95d0e538e22d", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:42.162012 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f7800fa3-fa0f-4507-93ed-ecc39b1ed79c {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:42.162432 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5750385-d5a1-4e6c-aa5f-3343d973751e', 'tag': '50b5aa0b-e5be-45e7-bec0-95d0e538e22d', 'status': 'completed', 'code': 200} Jul 05 10:03:42.223469 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-19ce7b07-3c5e-4abe-8e26-98a19a24de4f req-5477e2e9-607e-47d7-a163-9e4da6b563af tempest-FloatingIPsNegativeTestJSON-1056490470 tempest-FloatingIPsNegativeTestJSON-1056490470-project] show failed (client error): The resource could not be found. Jul 05 10:03:42.227577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-19ce7b07-3c5e-4abe-8e26-98a19a24de4f req-5477e2e9-607e-47d7-a163-9e4da6b563af tempest-FloatingIPsNegativeTestJSON-1056490470 tempest-FloatingIPsNegativeTestJSON-1056490470-project] 10.222.0.77 "GET /v2.0/floatingips/0200ee6b-b887-45c5-b7ce-db148ff365e2 HTTP/1.1" status: 404 len: 350 time: 0.1224146 Jul 05 10:03:42.237434 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] Set router 0ed5e8fd-b519-4220-97f3-2b868f16d361 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:42.249421 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37366) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:42.388072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef5583-f316-43cf-9b65-70b8432f7173 req-d72fd69b-c2b4-4896-a416-846ed9dc4efb tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:42.396971 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1eef5583-f316-43cf-9b65-70b8432f7173 req-d72fd69b-c2b4-4896-a416-846ed9dc4efb tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 944 time: 0.3844223 Jul 05 10:03:42.466082 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-ef7b670c-0aa9-4c73-8cb1-e723ec48ef16 service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012972 Jul 05 10:03:42.498512 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.654438 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7363202-bef1-4c96-8f46-09a2f02d8f38 req-b096aeb8-486a-46ff-96e7-4d39a573ec26 service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768444 Jul 05 10:03:42.665894 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'name': 'tempest-FloatingIPsNegativeTestJSON-53014662-router', 'tenant_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:22Z', 'updated_at': '2021-07-05T10:03:37Z', 'revision_number': 4, 'project_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'gw_port': {'id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:25Z', 'updated_at': '2021-07-05T10:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '9972c395-52df-4b52-8191-4121128e68a7', 'name': '', 'network_id': 'ea37c172-0e71-428d-8834-8a102849cc87', 'tenant_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'mac_address': 'fa:16:3e:74:46:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'bd04acfb-73fd-4d83-9821-94a351fc4866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:41Z', 'revision_number': 4, 'project_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'subnets': [{'id': 'bd04acfb-73fd-4d83-9821-94a351fc4866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:42.674760 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1eef5583-f316-43cf-9b65-70b8432f7173 req-900d6d1c-12af-400b-82c3-eb73f995e3ad tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767403 Jul 05 10:03:42.677496 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.678718 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63866bd-2670-410e-82c7-07637f9df519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074bba59-bc5c-4814-bbdb-bb63e7141fef'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:42.681210 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a1709c-8795-402b-af1a-5f6f58379b5a" -d '{"events": [{"server_uuid": "e63866bd-2670-410e-82c7-07637f9df519", "name": "network-vif-plugged", "status": "completed", "tag": "074bba59-bc5c-4814-bbdb-bb63e7141fef"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:42.716412 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ab389-9c6b-463a-9fe6-c32790ac76b9 None None] The sync data for ids ['0ed5e8fd-b519-4220-97f3-2b868f16d361'] in n-d-779913-27 is: [{'id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'name': 'tempest-FloatingIPsNegativeTestJSON-53014662-router', 'tenant_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:22Z', 'updated_at': '2021-07-05T10:03:37Z', 'revision_number': 4, 'project_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'gw_port': {'id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:25Z', 'updated_at': '2021-07-05T10:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '9972c395-52df-4b52-8191-4121128e68a7', 'name': '', 'network_id': 'ea37c172-0e71-428d-8834-8a102849cc87', 'tenant_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'mac_address': 'fa:16:3e:74:46:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'bd04acfb-73fd-4d83-9821-94a351fc4866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:41Z', 'revision_number': 4, 'project_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'subnets': [{'id': 'bd04acfb-73fd-4d83-9821-94a351fc4866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:42.716602 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 074bba59-bc5c-4814-bbdb-bb63e7141fef, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=074bba59-bc5c-4814-bbdb-bb63e7141fef,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:42.754510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'name': 'tempest-FloatingIPsTestJSON-1614553819-router', 'tenant_id': '02c6c378105848858812ba588ec530d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:31Z', 'updated_at': '2021-07-05T10:03:37Z', 'revision_number': 3, 'project_id': '02c6c378105848858812ba588ec530d5', 'gw_port': {'id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:42.789474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f663fd-e622-4306-997b-eb14e7f17847 None None] The sync data for ids ['a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'] in n-d-779913-27 is: [{'id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'name': 'tempest-FloatingIPsTestJSON-1614553819-router', 'tenant_id': '02c6c378105848858812ba588ec530d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:31Z', 'updated_at': '2021-07-05T10:03:37Z', 'revision_number': 3, 'project_id': '02c6c378105848858812ba588ec530d5', 'gw_port': {'id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:42.835621 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.836586 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e8db1710-6ffe-4cc2-bb7a-4732a15db20c up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:42.852500 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0c26d481-6362-4785-964b-cdaef2587280 None None] Provisioning for port 947de69b-3dcd-4e77-ac76-903955580813 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:42.899041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfb5b3-8735-4182-9569-71399e77e204 req-450a3a25-68b0-4a7c-a498-b5447a1d3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:42.903807 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79cfb5b3-8735-4182-9569-71399e77e204 req-450a3a25-68b0-4a7c-a498-b5447a1d3913 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 1096 time: 0.1118860 Jul 05 10:03:42.948843 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0c26d481-6362-4785-964b-cdaef2587280 None None] Provisioning complete for port 947de69b-3dcd-4e77-ac76-903955580813 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:42.949361 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0c26d481-6362-4785-964b-cdaef2587280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:42.951909 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42801fa-02e8-44e1-9b2a-f441074ff1dc x-openstack-request-id: req-e42801fa-02e8-44e1-9b2a-f441074ff1dc {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:42.952618 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63866bd-2670-410e-82c7-07637f9df519", "name": "network-vif-plugged", "status": "completed", "tag": "074bba59-bc5c-4814-bbdb-bb63e7141fef", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:42.952875 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e42801fa-02e8-44e1-9b2a-f441074ff1dc {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:42.953258 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63866bd-2670-410e-82c7-07637f9df519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074bba59-bc5c-4814-bbdb-bb63e7141fef', 'code': 200} Jul 05 10:03:43.106938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0c26d481-6362-4785-964b-cdaef2587280 None None] Port 947de69b-3dcd-4e77-ac76-903955580813 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:43.108998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=074bba59-bc5c-4814-bbdb-bb63e7141fef,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:43.130217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfb5b3-8735-4182-9569-71399e77e204 req-b9e2cc65-fec2-495b-a724-88bc5d178789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:43.132558 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79cfb5b3-8735-4182-9569-71399e77e204 req-b9e2cc65-fec2-495b-a724-88bc5d178789 service neutron] 10.222.0.73 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.2212820 Jul 05 10:03:43.171227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port e8db1710-6ffe-4cc2-bb7a-4732a15db20c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:43.171607 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:43.178321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d133c2-aea3-4fad-8b5b-581217ca79ed req-c2da7524-ff2c-468a-8691-211d7fed78c4 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:43.186562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-70d133c2-aea3-4fad-8b5b-581217ca79ed req-c2da7524-ff2c-468a-8691-211d7fed78c4 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 949 time: 0.6663380 Jul 05 10:03:43.210895 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79cfb5b3-8735-4182-9569-71399e77e204 req-730e9a2d-7733-46a6-8c60-32977cfaaeb4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50b5aa0b-e5be-45e7-bec0-95d0e538e22d HTTP/1.1" status: 200 len: 217 time: 0.0670846 Jul 05 10:03:43.284919 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:43.359451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e8db1710-6ffe-4cc2-bb7a-4732a15db20c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:43.367380 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfb5b3-8735-4182-9569-71399e77e204 req-54f0d7c4-334c-4b1c-af5a-57e0b9228867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:43.369002 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79cfb5b3-8735-4182-9569-71399e77e204 req-54f0d7c4-334c-4b1c-af5a-57e0b9228867 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.0911350 Jul 05 10:03:43.430177 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79cfb5b3-8735-4182-9569-71399e77e204 req-a926fd9b-2857-4e4a-bb7d-41ad4bafa92e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417304 Jul 05 10:03:43.444393 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:43.463782 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-70d133c2-aea3-4fad-8b5b-581217ca79ed req-f91c5b0b-29da-48c5-8f20-2db63df3f9d3 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723660 Jul 05 10:03:43.526029 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a3eb5-d01e-4701-9c35-068e32c109ac req-b342aba0-ab32-4f33-af52-1ae7a25060ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:43.529579 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a87a3eb5-d01e-4701-9c35-068e32c109ac req-b342aba0-ab32-4f33-af52-1ae7a25060ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 1102 time: 0.3859398 Jul 05 10:03:43.545299 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6fef-eb3e-4688-a4b2-21640d03cab2 req-6ec5b558-51ed-4b77-b022-379172c0396b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:43.573574 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7d6e6fef-eb3e-4688-a4b2-21640d03cab2 req-6ec5b558-51ed-4b77-b022-379172c0396b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 944 time: 0.3603272 Jul 05 10:03:43.674876 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79cfb5b3-8735-4182-9569-71399e77e204 req-17bb1568-4fa2-4825-86b6-ee49fb20eed2 service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348816 Jul 05 10:03:43.715761 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-1e4d3064-ec68-41c6-9ff8-0bf874299ad0 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0a275aca18e04ce8aa4b2ca209ee878c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069009 Jul 05 10:03:43.722830 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-51f5a1b1-64d3-4edd-86f7-ee58be8f3e92 req-3b6d9db3-4e6f-45ba-9c1e-93da89ddadd6 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 210 time: 0.0716341 Jul 05 10:03:43.755279 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4aee-8d3b-4ade-b4d7-3e01da6998be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:43.813334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:43.825540 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79cfb5b3-8735-4182-9569-71399e77e204 req-5791875b-5f3b-4df7-bc8e-4d7a6b1adeb1 service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434901 Jul 05 10:03:43.843424 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7d6e6fef-eb3e-4688-a4b2-21640d03cab2 req-b913758f-d4e4-4613-9da1-b9d51cd0b89e tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694309 Jul 05 10:03:43.877730 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:43.936911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-fa7bbf85-88cf-473a-bd21-71c0304ec707 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:43.938466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-fa7bbf85-88cf-473a-bd21-71c0304ec707 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2144821 Jul 05 10:03:43.941823 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:43.976294 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a87a3eb5-d01e-4701-9c35-068e32c109ac req-1701f541-9235-4ee9-80e4-11343124bfe0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132085 Jul 05 10:03:43.980656 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-39f181f0-9f1e-4eae-9e1b-145fac722796 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Request body: {'port': {'device_id': 'd33b1461-3a4a-44c9-8634-8b80a1cfa1b4', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '0a275aca18e04ce8aa4b2ca209ee878c'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:44.132898 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:44.134044 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:44.173171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d228b-1709-4495-ab4f-d9af4aac73d8 req-09e372e7-6338-4cfb-89ee-942c807b7f1a tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:44.176989 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a7d228b-1709-4495-ab4f-d9af4aac73d8 req-09e372e7-6338-4cfb-89ee-942c807b7f1a tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.1753483 Jul 05 10:03:44.202076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9972c395-52df-4b52-8191-4121128e68a7 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:44.287158 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a7d228b-1709-4495-ab4f-d9af4aac73d8 req-93143f49-fa85-4c28-9d2e-463f6b73b700 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026552 Jul 05 10:03:44.312348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Pushing event updated for resources: {'Port': ['ID=947de69b-3dcd-4e77-ac76-903955580813,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:44.412694 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-39f181f0-9f1e-4eae-9e1b-145fac722796 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Made reservation on behalf of 0a275aca18e04ce8aa4b2ca209ee878c for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:44.417856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 9972c395-52df-4b52-8191-4121128e68a7 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:44.418675 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-39f181f0-9f1e-4eae-9e1b-145fac722796 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:44.427675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 9972c395-52df-4b52-8191-4121128e68a7 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:44.429283 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:44.532924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Network 5569fb9d-f94c-49e5-a20f-d3c216aca2b8 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:44.544829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:44.592687 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:44.667970 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e0c48e62-5e66-406b-ba93-f0213197bdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:44.679377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 9972c395-52df-4b52-8191-4121128e68a7, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=9972c395-52df-4b52-8191-4121128e68a7,segment=NetworkSegment(6e38e655-1a8a-4431-9d67-99416c87d99c),segment_id=6e38e655-1a8a-4431-9d67-99416c87d99c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:44.757104 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:44.760313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0f27c03b-94e9-4a30-a66d-d2f8eda4da00 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:44.800310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a589f-f920-437d-a2b4-273ccf9cf349 req-b5f362cc-1f21-4fa0-861f-2bb3b7300f21 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:44.808075 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-422a589f-f920-437d-a2b4-273ccf9cf349 req-b5f362cc-1f21-4fa0-861f-2bb3b7300f21 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 950 time: 0.1167500 Jul 05 10:03:44.853041 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:44.871684 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-422a589f-f920-437d-a2b4-273ccf9cf349 req-44a89da4-23af-4cef-9470-23cb1fa88773 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600133 Jul 05 10:03:44.900270 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=9972c395-52df-4b52-8191-4121128e68a7,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:44.956373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8320f666-953a-4fa2-9bdf-b23695c3e07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8db1710-6ffe-4cc2-bb7a-4732a15db20c'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:44.960251 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ef8fa4-8f4d-4eb1-9504-a846f05506c4" -d '{"events": [{"server_uuid": "8320f666-953a-4fa2-9bdf-b23695c3e07c", "name": "network-vif-plugged", "status": "completed", "tag": "e8db1710-6ffe-4cc2-bb7a-4732a15db20c"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:44.989270 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 0f27c03b-94e9-4a30-a66d-d2f8eda4da00 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:44.993537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 0f27c03b-94e9-4a30-a66d-d2f8eda4da00 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:44.993862 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:45.015947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-39f181f0-9f1e-4eae-9e1b-145fac722796 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Allocated IP 192.168.233.199 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/d430e8eb-9c9a-46b2-8752-8f8539bf5eab) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:45.026178 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Router a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:03:45.050187 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c76426dc-1430-447c-bcbc-4143aa2fc4f0 req-ec6b2e4a-719d-4067-855e-01fe84614442 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 210 time: 0.0393717 Jul 05 10:03:45.072018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c77016da-053e-4649-9343-6995e99f9076 None None] Provisioning complete for port 947de69b-3dcd-4e77-ac76-903955580813 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:45.072301 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c77016da-053e-4649-9343-6995e99f9076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:45.100546 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4a1165-c5c1-48ce-88ed-5223bee66bc1 x-openstack-request-id: req-6b4a1165-c5c1-48ce-88ed-5223bee66bc1 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:45.109495 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8320f666-953a-4fa2-9bdf-b23695c3e07c", "name": "network-vif-plugged", "status": "completed", "tag": "e8db1710-6ffe-4cc2-bb7a-4732a15db20c", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:45.109729 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b4a1165-c5c1-48ce-88ed-5223bee66bc1 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:45.110138 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8320f666-953a-4fa2-9bdf-b23695c3e07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8db1710-6ffe-4cc2-bb7a-4732a15db20c', 'code': 200} Jul 05 10:03:45.133486 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c77016da-053e-4649-9343-6995e99f9076 None None] Port 947de69b-3dcd-4e77-ac76-903955580813 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:45.169946 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:45.194449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 0f27c03b-94e9-4a30-a66d-d2f8eda4da00, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0f27c03b-94e9-4a30-a66d-d2f8eda4da00,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:45.262739 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 50b5aa0b-e5be-45e7-bec0-95d0e538e22d details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:45.269576 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:45.404858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=0f27c03b-94e9-4a30-a66d-d2f8eda4da00,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:45.433152 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:45.444522 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '50b5aa0b-e5be-45e7-bec0-95d0e538e22d', 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf', 'port_id': '50b5aa0b-e5be-45e7-bec0-95d0e538e22d', 'mac_address': 'fa:16:3e:e6:d5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f50c4c-d55e-4a28-804b-fbebd2642e1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:03:45.490973 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:45.517959 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b5aa0b-e5be-45e7-bec0-95d0e538e22d {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:45.552726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:45.623203 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:45.670235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b6bd2-7aee-42e8-a06d-b85abed3512f req-f39c2b92-f171-452d-a1b4-ac931d79a112 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:45.680436 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-804b6bd2-7aee-42e8-a06d-b85abed3512f req-f39c2b92-f171-452d-a1b4-ac931d79a112 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.0827122 Jul 05 10:03:45.697589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:45.720121 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:45.736402 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-804b6bd2-7aee-42e8-a06d-b85abed3512f req-b7eb61cf-b1e3-4000-bd8b-6d607c75089a tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545576 Jul 05 10:03:45.744237 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7b58a4d1-59bf-4210-ab01-72e7a2faf737 admin admin] 10.222.0.77 "PUT /v2.0/routers/a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1500006 Jul 05 10:03:45.781747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b07c49-6b94-4a80-9830-93996fb74cdc req-38ea40fc-a8e8-4212-bb44-ca2b5636ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:45.783193 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f5b07c49-6b94-4a80-9830-93996fb74cdc req-38ea40fc-a8e8-4212-bb44-ca2b5636ff72 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 1097 time: 0.3780258 Jul 05 10:03:45.793438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bed5d-7f71-4a6c-adf9-71cd8ff4b2e1 req-0943dbf7-fafd-4f0f-8ef3-dfb54efe16d3 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:45.795386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-877bed5d-7f71-4a6c-adf9-71cd8ff4b2e1 req-0943dbf7-fafd-4f0f-8ef3-dfb54efe16d3 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 944 time: 0.3472455 Jul 05 10:03:45.857932 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-39f181f0-9f1e-4eae-9e1b-145fac722796 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:45.908720 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-39f181f0-9f1e-4eae-9e1b-145fac722796 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Transition to ACTIVE for port object d430e8eb-9c9a-46b2-8752-8f8539bf5eab will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:45.918750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['50b5aa0b-e5be-45e7-bec0-95d0e538e22d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:45.927189 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f5b07c49-6b94-4a80-9830-93996fb74cdc req-a861356b-c914-4766-b264-6f273cb073aa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182365 Jul 05 10:03:45.951398 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-877bed5d-7f71-4a6c-adf9-71cd8ff4b2e1 req-d1f4a441-c327-48e2-a7bf-636f56d4a424 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382785 Jul 05 10:03:46.008932 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48e62-5e66-406b-ba93-f0213197bdbe admin admin] Deleting port 9972c395-52df-4b52-8191-4121128e68a7 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:46.009326 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e0c48e62-5e66-406b-ba93-f0213197bdbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.086051 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-39f181f0-9f1e-4eae-9e1b-145fac722796 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.110091 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['5a07ba85-efe4-4796-badd-aa806435518a', '1a88842f-aea7-4454-af83-ee17389d4c30'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:46.164824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-39f181f0-9f1e-4eae-9e1b-145fac722796 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:46.171293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-39f181f0-9f1e-4eae-9e1b-145fac722796 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:46.185955 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-39f181f0-9f1e-4eae-9e1b-145fac722796 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:46.191487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-39f181f0-9f1e-4eae-9e1b-145fac722796 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:46.192221 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-39f181f0-9f1e-4eae-9e1b-145fac722796 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.208488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9972c395-52df-4b52-8191-4121128e68a7 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:46.215901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8d8aa-1990-48c0-9c42-899bee9108c0 req-812145ef-6cac-4cf3-b3e9-3e67a602e2cb tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:46.223884 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f181f0-9f1e-4eae-9e1b-145fac722796 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Pushing event updated for resources: {'Port': ['ID=d430e8eb-9c9a-46b2-8752-8f8539bf5eab,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:46.224245 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a9f8d8aa-1990-48c0-9c42-899bee9108c0 req-812145ef-6cac-4cf3-b3e9-3e67a602e2cb tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 950 time: 0.1191370 Jul 05 10:03:46.290626 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a9f8d8aa-1990-48c0-9c42-899bee9108c0 req-49593b87-2b54-499c-a3ac-763642bc16ec tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578067 Jul 05 10:03:46.296744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-e0c48e62-5e66-406b-ba93-f0213197bdbe admin admin] For port 9972c395-52df-4b52-8191-4121128e68a7, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=9972c395-52df-4b52-8191-4121128e68a7,segment=NetworkSegment(6e38e655-1a8a-4431-9d67-99416c87d99c),segment_id=6e38e655-1a8a-4431-9d67-99416c87d99c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:46.297383 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e0c48e62-5e66-406b-ba93-f0213197bdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.379502 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-39f181f0-9f1e-4eae-9e1b-145fac722796 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4282751 Jul 05 10:03:46.403222 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Request body: {'port': {'device_id': 'd33b1461-3a4a-44c9-8634-8b80a1cfa1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:46.410734 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48e62-5e66-406b-ba93-f0213197bdbe admin admin] Calling delete_port for 9972c395-52df-4b52-8191-4121128e68a7 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:46.424065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 9972c395-52df-4b52-8191-4121128e68a7 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:46.424726 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.573455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ec495-573d-4cb0-a2aa-59e45a4feb9e req-264ea3ae-5557-4fff-b075-2e46490d7a54 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:46.582221 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-622ec495-573d-4cb0-a2aa-59e45a4feb9e req-264ea3ae-5557-4fff-b075-2e46490d7a54 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 936 time: 0.0887022 Jul 05 10:03:46.599798 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-56b6c6c5-4c5b-4f61-9ecf-8142858b49bd None None] Provisioning for port d430e8eb-9c9a-46b2-8752-8f8539bf5eab completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:46.606627 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-56b6c6c5-4c5b-4f61-9ecf-8142858b49bd None None] Provisioning complete for port d430e8eb-9c9a-46b2-8752-8f8539bf5eab triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:46.607552 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-56b6c6c5-4c5b-4f61-9ecf-8142858b49bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.609343 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0f27c03b-94e9-4a30-a66d-d2f8eda4da00 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:46.621972 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-622ec495-573d-4cb0-a2aa-59e45a4feb9e req-95d9d34e-4390-49ed-8a4d-0bccd4a216bf tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388684 Jul 05 10:03:46.665016 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.687963 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.697445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-56b6c6c5-4c5b-4f61-9ecf-8142858b49bd None None] Port d430e8eb-9c9a-46b2-8752-8f8539bf5eab cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:46.704963 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-fa1a51f5-5b28-43be-8b90-3269e87a6bef tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4441288 Jul 05 10:03:46.746627 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 0f27c03b-94e9-4a30-a66d-d2f8eda4da00 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:46.747018 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.752734 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:46.915370 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Sync routers for ids ['a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:46.921114 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:46.927666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Routers {'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:46.928619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:03:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:46.938337 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ffadb-0050-409c-a787-3ec68c3b6a13 req-8655ce60-9a17-4fad-9f70-023bd4b84ce3 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:46.940233 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1c6ffadb-0050-409c-a787-3ec68c3b6a13 req-8655ce60-9a17-4fad-9f70-023bd4b84ce3 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=4caf069c-bdb8-4c5e-8532-f784db90b501 HTTP/1.1" status: 200 len: 949 time: 0.0837109 Jul 05 10:03:46.983401 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1c6ffadb-0050-409c-a787-3ec68c3b6a13 req-7c060aba-ee0e-4a40-b5b6-41ce803e8e2f tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368080 Jul 05 10:03:47.053344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Set router a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:47.163289 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e0c48e62-5e66-406b-ba93-f0213197bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.173940 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.205741 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d430e8eb-9c9a-46b2-8752-8f8539bf5eab {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:47.211408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48e62-5e66-406b-ba93-f0213197bdbe admin admin] Pushing event deleted for resources: {'Port': ['ID=9972c395-52df-4b52-8191-4121128e68a7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:47.221129 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.265787 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 50b5aa0b-e5be-45e7-bec0-95d0e538e22d up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:47.348885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bff5e-3f67-41b9-9e94-08843b34e1a7 req-d5369fba-be7f-44a6-81fb-c01b65a69926 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:47.357567 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6c0bff5e-3f67-41b9-9e94-08843b34e1a7 req-d5369fba-be7f-44a6-81fb-c01b65a69926 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.1146939 Jul 05 10:03:47.360243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Transition to ACTIVE for port object d430e8eb-9c9a-46b2-8752-8f8539bf5eab will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:47.411567 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'name': 'tempest-FloatingIPsTestJSON-1614553819-router', 'tenant_id': '02c6c378105848858812ba588ec530d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:31Z', 'updated_at': '2021-07-05T10:03:42Z', 'revision_number': 4, 'project_id': '02c6c378105848858812ba588ec530d5', 'gw_port': {'id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '947de69b-3dcd-4e77-ac76-903955580813', 'name': '', 'network_id': '5569fb9d-f94c-49e5-a20f-d3c216aca2b8', 'tenant_id': '02c6c378105848858812ba588ec530d5', 'mac_address': 'fa:16:3e:55:97:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '054c9059-03b8-42a3-9713-29c7e5c4b129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:40Z', 'updated_at': '2021-07-05T10:03:43Z', 'revision_number': 2, 'project_id': '02c6c378105848858812ba588ec530d5', 'subnets': [{'id': '054c9059-03b8-42a3-9713-29c7e5c4b129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:47.412215 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6c0bff5e-3f67-41b9-9e94-08843b34e1a7 req-68f8fbef-4000-4883-8639-d08d6dfbfafd tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513585 Jul 05 10:03:47.451018 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.467350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Checking router: a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:47.467931 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Updating router a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5 port 947de69b-3dcd-4e77-ac76-903955580813 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:03:47.497763 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:47.507658 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:47.507988 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.512346 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.655358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37446) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:47.788239 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d427be29-7159-4aeb-9cc4-c7da22abf7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.869872 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Allocated IP 172.25.5.101 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/9dda68ce-c98a-41b6-8998-b737ff387599) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:47.888898 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e0c48e62-5e66-406b-ba93-f0213197bdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.892559 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Pushing event updated for resources: {'Port': ['ID=d430e8eb-9c9a-46b2-8752-8f8539bf5eab,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:47.936000 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:47.982074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64b8f-778d-4cdf-a591-d4dcd340d620 req-6885e7c6-aa1f-4a29-991d-e482257f2e94 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:47.991497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64b8f-778d-4cdf-a591-d4dcd340d620 req-6885e7c6-aa1f-4a29-991d-e482257f2e94 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:47.993860 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6ae64b8f-778d-4cdf-a591-d4dcd340d620 req-6885e7c6-aa1f-4a29-991d-e482257f2e94 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519&device_id=4caf069c-bdb8-4c5e-8532-f784db90b501 HTTP/1.1" status: 200 len: 1690 time: 0.1794193 Jul 05 10:03:48.006639 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5750385-d5a1-4e6c-aa5f-3343d973751e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b5aa0b-e5be-45e7-bec0-95d0e538e22d'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:48.010951 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76fc968-033d-4803-887e-ca8b9ca70e79" -d '{"events": [{"server_uuid": "f5750385-d5a1-4e6c-aa5f-3343d973751e", "name": "network-vif-plugged", "status": "completed", "tag": "50b5aa0b-e5be-45e7-bec0-95d0e538e22d"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:48.036030 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:48.089946 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6ae64b8f-778d-4cdf-a591-d4dcd340d620 req-81160072-d705-4924-850b-75853078a19e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878706 Jul 05 10:03:48.102486 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d427be29-7159-4aeb-9cc4-c7da22abf7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.115577 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Attempting to bind port d430e8eb-9c9a-46b2-8752-8f8539bf5eab on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:48.116112 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Attempting to bind port d430e8eb-9c9a-46b2-8752-8f8539bf5eab by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:48.116559 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Attempting to bind port d430e8eb-9c9a-46b2-8752-8f8539bf5eab on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:48.125624 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.137576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Transition to ACTIVE for port object 947de69b-3dcd-4e77-ac76-903955580813 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:48.140447 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Port d430e8eb-9c9a-46b2-8752-8f8539bf5eab on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:03:48.144909 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Attempting to bind port d430e8eb-9c9a-46b2-8752-8f8539bf5eab on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:48.145111 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.160749 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d427be29-7159-4aeb-9cc4-c7da22abf7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.163580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:48.164076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:48.164823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:48.165108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Bound port: d430e8eb-9c9a-46b2-8752-8f8539bf5eab, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:48.165581 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.210262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427be29-7159-4aeb-9cc4-c7da22abf7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1760e4da-5d98-4348-97d6-18e8d9d1da0d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:48.216501 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d427be29-7159-4aeb-9cc4-c7da22abf7c0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=efe58e5b2f0c4db1a6c0ebf1347cd0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5595520 Jul 05 10:03:48.220553 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.223891 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37456) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:48.224474 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.275267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:48.350593 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3155c624-bb97-4ab3-80c0-1a23c9c2909b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.384690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Attempting to bind port 947de69b-3dcd-4e77-ac76-903955580813 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:03:48.385072 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Attempting to bind port 947de69b-3dcd-4e77-ac76-903955580813 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '8a648c73-d467-408e-bc94-e003db47c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5569fb9d-f94c-49e5-a20f-d3c216aca2b8'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:03:48.387781 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3155c624-bb97-4ab3-80c0-1a23c9c2909b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.388988 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Attempting to bind port 947de69b-3dcd-4e77-ac76-903955580813 on network 5569fb9d-f94c-49e5-a20f-d3c216aca2b8 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:03:48.395654 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ca503-1c90-4a20-8860-cd4a122d89c6 None None] Pushing event updated for resources: {'Port': ['ID=947de69b-3dcd-4e77-ac76-903955580813,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:48.403541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:03:48.403965 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Checking segment: {'id': '8a648c73-d467-408e-bc94-e003db47c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5569fb9d-f94c-49e5-a20f-d3c216aca2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:03:48.404206 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0d313-4d24-40e7-98e0-0673b85b3c8b req-6e3539cc-ba6e-4bcb-a281-8fed22aa1191 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:48.404524 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.404743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Bound using segment: {'id': '8a648c73-d467-408e-bc94-e003db47c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5569fb9d-f94c-49e5-a20f-d3c216aca2b8'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:03:48.405196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Bound port: 947de69b-3dcd-4e77-ac76-903955580813, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a648c73-d467-408e-bc94-e003db47c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5569fb9d-f94c-49e5-a20f-d3c216aca2b8'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:03:48.406194 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.406376 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7ff0d313-4d24-40e7-98e0-0673b85b3c8b req-6e3539cc-ba6e-4bcb-a281-8fed22aa1191 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 946 time: 0.1364083 Jul 05 10:03:48.417143 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] For port d430e8eb-9c9a-46b2-8752-8f8539bf5eab, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:48.440917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] For port d430e8eb-9c9a-46b2-8752-8f8539bf5eab, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d430e8eb-9c9a-46b2-8752-8f8539bf5eab,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:48.461232 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c48e62-5e66-406b-ba93-f0213197bdbe admin admin] Router 0ed5e8fd-b519-4220-97f3-2b868f16d361 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:03:48.489282 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7ff0d313-4d24-40e7-98e0-0673b85b3c8b req-c91d5ea6-2123-4f08-83ed-a1d881cb2dc4 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581374 Jul 05 10:03:48.510661 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] For port 947de69b-3dcd-4e77-ac76-903955580813, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:03:48.515619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] For port 947de69b-3dcd-4e77-ac76-903955580813, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=947de69b-3dcd-4e77-ac76-903955580813,segment=NetworkSegment(8a648c73-d467-408e-bc94-e003db47c4f2),segment_id=8a648c73-d467-408e-bc94-e003db47c4f2)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:03:48.516385 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.557857 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.581114 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:48.612187 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3155c624-bb97-4ab3-80c0-1a23c9c2909b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.617324 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3155c624-bb97-4ab3-80c0-1a23c9c2909b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.619112 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3155c624-bb97-4ab3-80c0-1a23c9c2909b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1760e4da-5d98-4348-97d6-18e8d9d1da0d HTTP/1.1" status: 204 len: 168 time: 0.3932011 Jul 05 10:03:48.625068 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:48.626510 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155c624-bb97-4ab3-80c0-1a23c9c2909b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1760e4da-5d98-4348-97d6-18e8d9d1da0d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:48.632628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:48.648110 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Pushing event updated for resources: {'Port': ['ID=9dda68ce-c98a-41b6-8998-b737ff387599,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:48.653763 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.658974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:48.659504 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.660926 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] 10.222.0.64 "PUT /v2.0/ports/d430e8eb-9c9a-46b2-8752-8f8539bf5eab HTTP/1.1" status: 200 len: 1097 time: 2.2628672 Jul 05 10:03:48.661390 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33b1461-3a4a-44c9-8634-8b80a1cfa1b4', 'tag': 'd430e8eb-9c9a-46b2-8752-8f8539bf5eab'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:48.663797 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f37a989-3648-4c4a-ae16-de99064d1a20" -d '{"events": [{"name": "network-changed", "server_uuid": "d33b1461-3a4a-44c9-8634-8b80a1cfa1b4", "tag": "d430e8eb-9c9a-46b2-8752-8f8539bf5eab"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:48.738078 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c48e62-5e66-406b-ba93-f0213197bdbe admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:48.740664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabd781-a3c5-4396-84cb-7c2612c8f35c req-0e54b95a-7fce-4097-8370-5c09fe727363 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:48.748430 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e0c48e62-5e66-406b-ba93-f0213197bdbe admin admin] 10.222.0.77 "PUT /v2.0/routers/0ed5e8fd-b519-4220-97f3-2b868f16d361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4979608 Jul 05 10:03:48.751439 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37464) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:48.756090 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c27b1-e361-4f30-a65f-02db68fa62b6 None None] Sync routers for ids ['0ed5e8fd-b519-4220-97f3-2b868f16d361'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:48.758878 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bbabd781-a3c5-4396-84cb-7c2612c8f35c req-0e54b95a-7fce-4097-8370-5c09fe727363 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 946 time: 0.1211071 Jul 05 10:03:48.794188 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c27b1-e361-4f30-a65f-02db68fa62b6 None None] Routers {'0ed5e8fd-b519-4220-97f3-2b868f16d361'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:48.794836 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c66c27b1-e361-4f30-a65f-02db68fa62b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:03:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0ed5e8fd-b519-4220-97f3-2b868f16d361'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:48.803453 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Routers {'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:48.803783 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:03:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:48.844438 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:48.863622 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bbabd781-a3c5-4396-84cb-7c2612c8f35c req-4f619cff-ac5e-4996-a38f-76be0a6b7387 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037014 Jul 05 10:03:48.883308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754413ef-cfb3-47f7-92d8-0d240de0e18b service neutron] Pushing event updated for resources: {'Port': ['ID=d430e8eb-9c9a-46b2-8752-8f8539bf5eab,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:48.972395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ca503-1c90-4a20-8860-cd4a122d89c6 None None] Pushing event updated for resources: {'Port': ['ID=947de69b-3dcd-4e77-ac76-903955580813,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:49.019432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] Set router a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:49.138536 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13d6af66-e2c8-43b4-8adf-b7063e9510b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:49.146547 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:49.202740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b6101-73ab-4e77-9a11-12597e0f733f req-59e0f4ed-6238-4f75-bca5-53fd400ec881 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:49.212255 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-666b6101-73ab-4e77-9a11-12597e0f733f req-59e0f4ed-6238-4f75-bca5-53fd400ec881 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 948 time: 0.0988500 Jul 05 10:03:49.258900 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-c66c27b1-e361-4f30-a65f-02db68fa62b6 None None] Set router 0ed5e8fd-b519-4220-97f3-2b868f16d361 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:49.271912 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-666b6101-73ab-4e77-9a11-12597e0f733f req-22208465-86d7-484c-be61-2e10ab9be5f4 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549853 Jul 05 10:03:49.322283 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee5185d-62ea-49c7-b63f-e41bf1ee419f x-openstack-request-id: req-7ee5185d-62ea-49c7-b63f-e41bf1ee419f {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:49.323231 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5750385-d5a1-4e6c-aa5f-3343d973751e", "name": "network-vif-plugged", "status": "completed", "tag": "50b5aa0b-e5be-45e7-bec0-95d0e538e22d", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:49.327117 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ee5185d-62ea-49c7-b63f-e41bf1ee419f {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:49.327117 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5750385-d5a1-4e6c-aa5f-3343d973751e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b5aa0b-e5be-45e7-bec0-95d0e538e22d', 'code': 200} Jul 05 10:03:49.335590 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:49.392918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-34cfd530-f8ba-4908-acd4-ee196a7726d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:49.394590 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-34cfd530-f8ba-4908-acd4-ee196a7726d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a275aca18e04ce8aa4b2ca209ee878c&device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 1100 time: 0.5674391 Jul 05 10:03:49.485616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'name': 'tempest-FloatingIPsTestJSON-1614553819-router', 'tenant_id': '02c6c378105848858812ba588ec530d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:31Z', 'updated_at': '2021-07-05T10:03:42Z', 'revision_number': 4, 'project_id': '02c6c378105848858812ba588ec530d5', 'gw_port': {'id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '947de69b-3dcd-4e77-ac76-903955580813', 'name': '', 'network_id': '5569fb9d-f94c-49e5-a20f-d3c216aca2b8', 'tenant_id': '02c6c378105848858812ba588ec530d5', 'mac_address': 'fa:16:3e:55:97:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '054c9059-03b8-42a3-9713-29c7e5c4b129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:40Z', 'updated_at': '2021-07-05T10:03:48Z', 'revision_number': 4, 'project_id': '02c6c378105848858812ba588ec530d5', 'subnets': [{'id': '054c9059-03b8-42a3-9713-29c7e5c4b129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:49.505339 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c66c27b1-e361-4f30-a65f-02db68fa62b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'name': 'tempest-FloatingIPsNegativeTestJSON-53014662-router', 'tenant_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:22Z', 'updated_at': '2021-07-05T10:03:46Z', 'revision_number': 5, 'project_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'gw_port': {'id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:25Z', 'updated_at': '2021-07-05T10:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:49.518728 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:49.524169 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401e2db4-5c03-4c73-8941-cb21516ce19f None None] The sync data for ids ['a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'] in n-d-779913-27 is: [{'id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'name': 'tempest-FloatingIPsTestJSON-1614553819-router', 'tenant_id': '02c6c378105848858812ba588ec530d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:31Z', 'updated_at': '2021-07-05T10:03:42Z', 'revision_number': 4, 'project_id': '02c6c378105848858812ba588ec530d5', 'gw_port': {'id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '947de69b-3dcd-4e77-ac76-903955580813', 'name': '', 'network_id': '5569fb9d-f94c-49e5-a20f-d3c216aca2b8', 'tenant_id': '02c6c378105848858812ba588ec530d5', 'mac_address': 'fa:16:3e:55:97:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '054c9059-03b8-42a3-9713-29c7e5c4b129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:40Z', 'updated_at': '2021-07-05T10:03:48Z', 'revision_number': 4, 'project_id': '02c6c378105848858812ba588ec530d5', 'subnets': [{'id': '054c9059-03b8-42a3-9713-29c7e5c4b129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:49.527197 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-c79c42f6-7b96-4002-9912-06d4ce31e43b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d430e8eb-9c9a-46b2-8752-8f8539bf5eab HTTP/1.1" status: 200 len: 217 time: 0.1120036 Jul 05 10:03:49.550193 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c27b1-e361-4f30-a65f-02db68fa62b6 None None] Checking router: 0ed5e8fd-b519-4220-97f3-2b868f16d361 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:49.603429 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c27b1-e361-4f30-a65f-02db68fa62b6 None None] Routers {'0ed5e8fd-b519-4220-97f3-2b868f16d361'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:49.608189 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c66c27b1-e361-4f30-a65f-02db68fa62b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:03:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0ed5e8fd-b519-4220-97f3-2b868f16d361'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:49.625624 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37476) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:49.636711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dda371-8e2c-41bd-8269-6be265e80df3 req-2e8140b8-0fd7-4df8-9fb5-bc62f25e1f52 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:49.649875 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e0dda371-8e2c-41bd-8269-6be265e80df3 req-2e8140b8-0fd7-4df8-9fb5-bc62f25e1f52 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.1305065 Jul 05 10:03:49.670941 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:49.684080 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:49.719906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Pushing event updated for resources: {'Port': ['ID=9dda68ce-c98a-41b6-8998-b737ff387599,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:49.738119 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13d6af66-e2c8-43b4-8adf-b7063e9510b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:49.743205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-a93e17e9-0041-4810-b67c-6ec04852aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:49.745029 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-a93e17e9-0041-4810-b67c-6ec04852aa03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.2063055 Jul 05 10:03:49.755587 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-c66c27b1-e361-4f30-a65f-02db68fa62b6 None None] Set router 0ed5e8fd-b519-4220-97f3-2b868f16d361 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:49.759383 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e0dda371-8e2c-41bd-8269-6be265e80df3 req-55cc6538-4327-458f-b100-c6d0f6b6e4d7 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084366 Jul 05 10:03:49.800380 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83f76e-4379-4e92-8588-4e01acca65af req-8cdc0eda-d4fe-49c9-8d82-f22a81e5d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:49.809664 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc83f76e-4379-4e92-8588-4e01acca65af req-8cdc0eda-d4fe-49c9-8d82-f22a81e5d8d3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 1098 time: 0.3971777 Jul 05 10:03:49.809664 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:49.809664 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-ecdbb4bd-9d4f-4b6c-900e-ff177f97eca9 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0638092 Jul 05 10:03:49.879106 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1677feec-dee7-4717-9553-4a9c1ac967f4 x-openstack-request-id: req-1677feec-dee7-4717-9553-4a9c1ac967f4 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:49.879435 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33b1461-3a4a-44c9-8634-8b80a1cfa1b4", "tag": "d430e8eb-9c9a-46b2-8752-8f8539bf5eab", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:49.879744 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1677feec-dee7-4717-9553-4a9c1ac967f4 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:49.880146 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33b1461-3a4a-44c9-8634-8b80a1cfa1b4', 'tag': 'd430e8eb-9c9a-46b2-8752-8f8539bf5eab', 'status': 'completed', 'code': 200} Jul 05 10:03:49.991322 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:49.996449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-b52febc5-ac0f-4e2b-b2ac-df8f01637163 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.101 HTTP/1.1" status: 200 len: 696 time: 0.1818624 Jul 05 10:03:50.039550 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c66c27b1-e361-4f30-a65f-02db68fa62b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'name': 'tempest-FloatingIPsNegativeTestJSON-53014662-router', 'tenant_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:22Z', 'updated_at': '2021-07-05T10:03:46Z', 'revision_number': 5, 'project_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'gw_port': {'id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:25Z', 'updated_at': '2021-07-05T10:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:50.078554 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c27b1-e361-4f30-a65f-02db68fa62b6 None None] The sync data for ids ['0ed5e8fd-b519-4220-97f3-2b868f16d361'] in n-d-779913-27 is: [{'id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'name': 'tempest-FloatingIPsNegativeTestJSON-53014662-router', 'tenant_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:22Z', 'updated_at': '2021-07-05T10:03:46Z', 'revision_number': 5, 'project_id': 'd0902934a26f41a79380c33f7a9f5ca1', 'gw_port': {'id': 'c281c6bb-ccbe-410c-a072-4d12a79d3dd9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed5e8fd-b519-4220-97f3-2b868f16d361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:25Z', 'updated_at': '2021-07-05T10:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:50.089148 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:03:50.089430 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc83f76e-4379-4e92-8588-4e01acca65af req-74ad7117-402f-49aa-b667-c531fca462cc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592003 Jul 05 10:03:50.098274 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-3f0f88de-34d3-42b3-a6ef-c16f96cae505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:50.099836 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-3f0f88de-34d3-42b3-a6ef-c16f96cae505 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3403261 Jul 05 10:03:50.100042 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:50.138947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-13d6af66-e2c8-43b4-8adf-b7063e9510b4 admin admin] Deleting port c281c6bb-ccbe-410c-a072-4d12a79d3dd9 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:50.139340 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13d6af66-e2c8-43b4-8adf-b7063e9510b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:50.146563 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 947de69b-3dcd-4e77-ac76-903955580813 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:50.153744 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3528e4ac5a3c4e53a689b7e3fc9e8eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5276229 Jul 05 10:03:50.159174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37480) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:50.163182 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0aeda-7975-4297-a92a-f0f3208e0ca8 req-dd639eb3-2136-4b31-b758-f01a35a352d7 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:50.171416 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4db0aeda-7975-4297-a92a-f0f3208e0ca8 req-dd639eb3-2136-4b31-b758-f01a35a352d7 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 1102 time: 0.1939628 Jul 05 10:03:50.264178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc67af09-a91b-4f76-9c34-aaf811b1204e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:50.276483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:50.276661 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-55a77802-ba81-41c6-8b14-e15788342335 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:50.276835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:50.277183 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:50.277529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:50.277980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:50.278079 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-55a77802-ba81-41c6-8b14-e15788342335 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.2698085 Jul 05 10:03:50.278393 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:50.278710 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:50.279044 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:50.279375 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:50.279727 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:50.280069 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:50.280412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6469eb7-75b6-4775-960f-45da128e60d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:50.281067 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 947de69b-3dcd-4e77-ac76-903955580813 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:50.296687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-1610c071-c309-4f55-9260-3573ae7f6dec tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:03:50.296687 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8dd4ccd-f0ef-4281-b8a6-513c35684877 req-1610c071-c309-4f55-9260-3573ae7f6dec tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060778 Jul 05 10:03:50.297577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 947de69b-3dcd-4e77-ac76-903955580813 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:50.297656 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4db0aeda-7975-4297-a92a-f0f3208e0ca8 req-de9ccfe7-0f4a-4262-80f5-c10fc4989376 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246712 Jul 05 10:03:50.297740 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:50.298832 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-acae3b10-b062-4129-9998-ef68a15d8450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:50.365301 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-acae3b10-b062-4129-9998-ef68a15d8450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:50.369460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-13d6af66-e2c8-43b4-8adf-b7063e9510b4 admin admin] For port c281c6bb-ccbe-410c-a072-4d12a79d3dd9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c281c6bb-ccbe-410c-a072-4d12a79d3dd9,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:50.370038 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13d6af66-e2c8-43b4-8adf-b7063e9510b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:50.394534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-13d6af66-e2c8-43b4-8adf-b7063e9510b4 admin admin] Calling delete_port for c281c6bb-ccbe-410c-a072-4d12a79d3dd9 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:50.398243 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-5f97e778-e34e-4707-b1b9-73067ea70efb service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514987 Jul 05 10:03:50.479774 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:50.544654 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 947de69b-3dcd-4e77-ac76-903955580813, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=947de69b-3dcd-4e77-ac76-903955580813,segment=NetworkSegment(8a648c73-d467-408e-bc94-e003db47c4f2),segment_id=8a648c73-d467-408e-bc94-e003db47c4f2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:50.567689 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-acae3b10-b062-4129-9998-ef68a15d8450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:50.570381 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-acae3b10-b062-4129-9998-ef68a15d8450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:50.572205 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-acae3b10-b062-4129-9998-ef68a15d8450 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cc67af09-a91b-4f76-9c34-aaf811b1204e HTTP/1.1" status: 204 len: 168 time: 0.3897130 Jul 05 10:03:50.603534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae3b10-b062-4129-9998-ef68a15d8450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc67af09-a91b-4f76-9c34-aaf811b1204e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:50.626019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d432f-b17a-404a-8ab2-50c8150b45be req-7065bc8d-7fb3-4507-9e3a-67ff128de561 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:50.637119 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:50.639376 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-834d432f-b17a-404a-8ab2-50c8150b45be req-7065bc8d-7fb3-4507-9e3a-67ff128de561 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 946 time: 0.1283410 Jul 05 10:03:50.699874 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-834d432f-b17a-404a-8ab2-50c8150b45be req-426c9a0e-d232-4f60-ba36-a77358f2c00c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564370 Jul 05 10:03:50.728455 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=947de69b-3dcd-4e77-ac76-903955580813,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:51.036995 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189cb63-5c48-4185-8760-1d738ee6e191 req-492ea10d-d5b8-4415-8a12-c6f1ce5d3394 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:51.041624 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2189cb63-5c48-4185-8760-1d738ee6e191 req-492ea10d-d5b8-4415-8a12-c6f1ce5d3394 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.1832979 Jul 05 10:03:51.138326 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2189cb63-5c48-4185-8760-1d738ee6e191 req-8435a593-588d-423e-818d-73ec4c33ba4e tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847914 Jul 05 10:03:51.140153 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0667385-28fd-4c9b-8ab8-dc2557ae36dc req-2c3a8539-bc91-4a50-aa4f-070253e71555 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7334499 Jul 05 10:03:51.232905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31048d96-0173-4c75-8b8a-6970b5ef14d4 req-273ca6d4-72f3-426c-b9c1-087671b42553 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:51.234748 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-31048d96-0173-4c75-8b8a-6970b5ef14d4 req-273ca6d4-72f3-426c-b9c1-087671b42553 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 948 time: 0.0780241 Jul 05 10:03:51.236646 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13d6af66-e2c8-43b4-8adf-b7063e9510b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:51.282752 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6af66-e2c8-43b4-8adf-b7063e9510b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c281c6bb-ccbe-410c-a072-4d12a79d3dd9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:51.292685 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-27e1a6b6-720b-4629-8d93-064715aa8761 req-2c107a32-2c50-40b8-8d57-43be2729e458 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/floatingips/914dbced-8166-491e-aac6-073171cc9f51 HTTP/1.1" status: 200 len: 693 time: 0.1169257 Jul 05 10:03:51.357617 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13d6af66-e2c8-43b4-8adf-b7063e9510b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:51.424174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1a6b6-720b-4629-8d93-064715aa8761 req-249b21f5-2558-44fc-a1e8-f693ca8b6521 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:51.430487 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-27e1a6b6-720b-4629-8d93-064715aa8761 req-249b21f5-2558-44fc-a1e8-f693ca8b6521 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.1372857 Jul 05 10:03:51.436204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-27e1a6b6-720b-4629-8d93-064715aa8761 req-fa438a65-8121-4717-9833-f42999663826 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:03:51.447401 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-27e1a6b6-720b-4629-8d93-064715aa8761 req-fa438a65-8121-4717-9833-f42999663826 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159276 Jul 05 10:03:51.511832 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-31048d96-0173-4c75-8b8a-6970b5ef14d4 req-ec146bea-03ad-46b8-8a89-f250a166ae9c tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610209 Jul 05 10:03:51.513671 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13d6af66-e2c8-43b4-8adf-b7063e9510b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:51.516707 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13d6af66-e2c8-43b4-8adf-b7063e9510b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:51.601386 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37a989-3648-4c4a-ae16-de99064d1a20 req-d5a234d4-4c23-4175-9250-3eb960e5960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:51.602872 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f37a989-3648-4c4a-ae16-de99064d1a20 req-d5a234d4-4c23-4175-9250-3eb960e5960e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a275aca18e04ce8aa4b2ca209ee878c&device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 1100 time: 0.2487669 Jul 05 10:03:51.618662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b49a7-029e-402d-b58b-46217082a5dd req-555b50b1-6746-42c0-abcd-d0e6f4526600 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:51.620308 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b90b49a7-029e-402d-b58b-46217082a5dd req-555b50b1-6746-42c0-abcd-d0e6f4526600 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4caf069c-bdb8-4c5e-8532-f784db90b501 HTTP/1.1" status: 200 len: 1101 time: 0.0698853 Jul 05 10:03:51.658593 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b90b49a7-029e-402d-b58b-46217082a5dd req-9328bfd6-0ad6-40f2-bdf1-af18132e653f tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310135 Jul 05 10:03:51.698846 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13d6af66-e2c8-43b4-8adf-b7063e9510b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:51.699376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d6af66-e2c8-43b4-8adf-b7063e9510b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ed5e8fd-b519-4220-97f3-2b868f16d361 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:03:51.716782 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13d6af66-e2c8-43b4-8adf-b7063e9510b4 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:51.717962 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-13d6af66-e2c8-43b4-8adf-b7063e9510b4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0ed5e8fd-b519-4220-97f3-2b868f16d361 HTTP/1.1" status: 204 len: 168 time: 2.9634106 Jul 05 10:03:51.722972 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-6482c604-efcb-4aef-91e3-570a2f6c7b41 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1700504027&fields=id&tenant_id=79a77f7ffb3f49cfa62bd853ab43f167 HTTP/1.1" status: 200 len: 267 time: 0.1111326 Jul 05 10:03:51.725408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37518) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:51.826177 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37a989-3648-4c4a-ae16-de99064d1a20 req-21c02cfd-3e73-4ca8-b3c9-a4ecd2d75f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:51.828181 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f37a989-3648-4c4a-ae16-de99064d1a20 req-21c02cfd-3e73-4ca8-b3c9-a4ecd2d75f9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.2177937 Jul 05 10:03:51.891000 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f37a989-3648-4c4a-ae16-de99064d1a20 req-6b41a661-ba6e-4a8a-9ab3-2bd8e283d53b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d430e8eb-9c9a-46b2-8752-8f8539bf5eab HTTP/1.1" status: 200 len: 217 time: 0.0528667 Jul 05 10:03:51.896920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Deleting subnet bd04acfb-73fd-4d83-9821-94a351fc4866 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:03:51.907507 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:51.989111 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.028948 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.032027 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-42e041f2-335f-4c1e-8608-b595f2fea183 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:52.033678 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-42e041f2-335f-4c1e-8608-b595f2fea183 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/networks?id=68d51614-9edc-4449-b0e1-c146ac5cc6e6 HTTP/1.1" status: 200 len: 822 time: 0.2945876 Jul 05 10:03:52.074719 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37a989-3648-4c4a-ae16-de99064d1a20 req-56c7e962-63ad-476c-b86b-81626e88d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:52.076332 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f37a989-3648-4c4a-ae16-de99064d1a20 req-56c7e962-63ad-476c-b86b-81626e88d5ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1460776 Jul 05 10:03:52.113233 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-004b8e8a-2f98-4e0b-b65a-f594731015b2 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/quotas/79a77f7ffb3f49cfa62bd853ab43f167 HTTP/1.1" status: 200 len: 375 time: 0.0607481 Jul 05 10:03:52.154183 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.280030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37a989-3648-4c4a-ae16-de99064d1a20 req-b0c2122b-71b5-413e-a705-4dfe16117749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:52.286318 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f37a989-3648-4c4a-ae16-de99064d1a20 req-b0c2122b-71b5-413e-a705-4dfe16117749 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1937907 Jul 05 10:03:52.328090 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-210a3874-b6a2-471d-900e-533737ce5fe3 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=79a77f7ffb3f49cfa62bd853ab43f167&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1904082 Jul 05 10:03:52.364002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 947de69b-3dcd-4e77-ac76-903955580813 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:52.383122 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b57c01f5-5961-4b64-bd28-04ba5d465663 req-acee1a29-f59a-4430-a880-96ce9154ff58 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=02c6c378105848858812ba588ec530d5 HTTP/1.1" status: 200 len: 696 time: 0.0827501 Jul 05 10:03:52.387428 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.448217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 947de69b-3dcd-4e77-ac76-903955580813 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:52.448597 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.477644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd04acfb-73fd-4d83-9821-94a351fc4866,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:52.489121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0694530-9ada-4605-b9ce-e17b9a35085b None None] Network ea37c172-0e71-428d-8834-8a102849cc87 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:03:52.505868 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.507793 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bd04acfb-73fd-4d83-9821-94a351fc4866 HTTP/1.1" status: 204 len: 168 time: 0.7814302 Jul 05 10:03:52.515706 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37538) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:52.524398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:52.524746 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:52.525190 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:52.525422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:52.525757 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:52.526449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:52.526449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:52.526747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:52.527143 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:52.527508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:52.527959 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:52.528344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54fdfb-d98d-423b-a2b8-a8d91319f765 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:03:52.533757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c01f5-5961-4b64-bd28-04ba5d465663 req-230e5da6-da4a-4714-86c4-99e2e94cfeee tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:52.535273 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b57c01f5-5961-4b64-bd28-04ba5d465663 req-230e5da6-da4a-4714-86c4-99e2e94cfeee tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/networks?id=22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 787 time: 0.1417956 Jul 05 10:03:52.595045 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-b57c01f5-5961-4b64-bd28-04ba5d465663 req-e9837f35-6c78-41cd-bfca-d1a4967ef337 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:03:52.596646 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b57c01f5-5961-4b64-bd28-04ba5d465663 req-e9837f35-6c78-41cd-bfca-d1a4967ef337 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144470 Jul 05 10:03:52.599695 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f37a989-3648-4c4a-ae16-de99064d1a20 req-d0090fcd-a499-4bb0-9a57-78a1046295ce service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706218 Jul 05 10:03:52.612775 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-6db4e67b-5676-47cc-a0d3-58c89386d8d9 service neutron] 10.222.0.77 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634785 Jul 05 10:03:52.626417 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.669967 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cbb53-9d7f-4de6-8605-c1cf446206a1 req-24651857-44b4-4870-b1e2-9e84f623e597 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:52.672605 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-688cbb53-9d7f-4de6-8605-c1cf446206a1 req-24651857-44b4-4870-b1e2-9e84f623e597 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e964ac4-d418-4858-9fe5-7098a04d8df4 HTTP/1.1" status: 200 len: 946 time: 0.2635849 Jul 05 10:03:52.728044 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Deleting port 95c21726-6183-446f-9d15-2157a9a59516 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:52.728560 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.729467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c281c6bb-ccbe-410c-a072-4d12a79d3dd9 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:52.760083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: c281c6bb-ccbe-410c-a072-4d12a79d3dd9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:03:52.761159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c281c6bb-ccbe-410c-a072-4d12a79d3dd9 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:52.761159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9972c395-52df-4b52-8191-4121128e68a7 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:52.786116 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236915aa-77ec-4538-aee1-b57b382e99dd None None] DHCP port deletion for ea37c172-0e71-428d-8834-8a102849cc87 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:03:52.812037 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 9972c395-52df-4b52-8191-4121128e68a7 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:03:52.812800 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9972c395-52df-4b52-8191-4121128e68a7 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:52.840647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] For port 95c21726-6183-446f-9d15-2157a9a59516, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=95c21726-6183-446f-9d15-2157a9a59516,segment=NetworkSegment(6e38e655-1a8a-4431-9d67-99416c87d99c),segment_id=6e38e655-1a8a-4431-9d67-99416c87d99c)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:52.841002 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.844023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-236915aa-77ec-4538-aee1-b57b382e99dd None None] Deleting port 95c21726-6183-446f-9d15-2157a9a59516 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:52.844857 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-236915aa-77ec-4538-aee1-b57b382e99dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.857713 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Calling delete_port for 95c21726-6183-446f-9d15-2157a9a59516 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:52.912217 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f37a989-3648-4c4a-ae16-de99064d1a20 req-925194a5-302e-4746-9e4b-3b46d8c9f6cb service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936146 Jul 05 10:03:52.914832 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-e00d1172-af6d-4c0a-8f19-c86abc09d1d5 service neutron] 10.222.0.77 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935669 Jul 05 10:03:52.919204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-236915aa-77ec-4538-aee1-b57b382e99dd None None] For port 95c21726-6183-446f-9d15-2157a9a59516, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=95c21726-6183-446f-9d15-2157a9a59516,segment=NetworkSegment(6e38e655-1a8a-4431-9d67-99416c87d99c),segment_id=6e38e655-1a8a-4431-9d67-99416c87d99c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:52.919954 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-236915aa-77ec-4538-aee1-b57b382e99dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.920977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383e0d1-f83e-4d1b-ba75-a4bc585a0295 req-29d0dcdf-d42f-4103-abc6-9ea17f5a086b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:52.928345 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8383e0d1-f83e-4d1b-ba75-a4bc585a0295 req-29d0dcdf-d42f-4103-abc6-9ea17f5a086b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 946 time: 0.1520200 Jul 05 10:03:52.935849 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-236915aa-77ec-4538-aee1-b57b382e99dd None None] Calling delete_port for 95c21726-6183-446f-9d15-2157a9a59516 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:52.972045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-688cbb53-9d7f-4de6-8605-c1cf446206a1 req-ba5b37f2-83ca-49f9-b985-a8edd83a801f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Deleting port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:52.972394 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-688cbb53-9d7f-4de6-8605-c1cf446206a1 req-ba5b37f2-83ca-49f9-b985-a8edd83a801f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:52.996623 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8383e0d1-f83e-4d1b-ba75-a4bc585a0295 req-30e8906c-ea54-4292-bd1c-f01db62a95ca tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667925 Jul 05 10:03:53.120985 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.129809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-688cbb53-9d7f-4de6-8605-c1cf446206a1 req-ba5b37f2-83ca-49f9-b985-a8edd83a801f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] For port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:53.130455 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-688cbb53-9d7f-4de6-8605-c1cf446206a1 req-ba5b37f2-83ca-49f9-b985-a8edd83a801f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.142073 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-236915aa-77ec-4538-aee1-b57b382e99dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.167527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236915aa-77ec-4538-aee1-b57b382e99dd None None] Pushing event deleted for resources: {'Port': ['ID=95c21726-6183-446f-9d15-2157a9a59516,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:53.179020 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236915aa-77ec-4538-aee1-b57b382e99dd None None] No DVR routers for this DVR port 95c21726-6183-446f-9d15-2157a9a59516 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:03:53.218222 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e6cbd3b6-86d3-440a-9865-c3c75706884c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=449f214ee5014225a50a24c3b1f55312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393240 Jul 05 10:03:53.219647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Pushing event deleted for resources: {'Port': ['ID=95c21726-6183-446f-9d15-2157a9a59516,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:53.229782 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] No DVR routers for this DVR port 95c21726-6183-446f-9d15-2157a9a59516 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:03:53.468574 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-356ca7dd-728e-4c0b-a44b-ce0189ff235c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:53.478897 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-356ca7dd-728e-4c0b-a44b-ce0189ff235c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383518 Jul 05 10:03:53.509404 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-19bd267d-7031-472d-b9aa-c6009f61aa3c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/quotas/449f214ee5014225a50a24c3b1f55312 HTTP/1.1" status: 200 len: 375 time: 0.0292218 Jul 05 10:03:53.598256 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.613058 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:03:53.613749 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:03:53.614153 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:03:53.614510 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Subscribe: > port after_create 55550000 {{(pid=100776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:03:53.614856 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Subscribe: > port after_delete 55550000 {{(pid=100776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:03:53.615181 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Subscribe: > port after_update 55550000 {{(pid=100776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:03:53.615501 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:03:53.615900 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:03:53.616225 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:03:53.616545 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:03:53.637142 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-688cbb53-9d7f-4de6-8605-c1cf446206a1 req-ba5b37f2-83ca-49f9-b985-a8edd83a801f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.637716 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-688cbb53-9d7f-4de6-8605-c1cf446206a1 req-ba5b37f2-83ca-49f9-b985-a8edd83a801f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.638037 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [req-688cbb53-9d7f-4de6-8605-c1cf446206a1 req-ba5b37f2-83ca-49f9-b985-a8edd83a801f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Floating IP d99b1b8a-99b4-4d1b-aff0-69d84b1fac7c disassociated. External IP: 172.25.5.30, port: 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016. Jul 05 10:03:53.638440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-688cbb53-9d7f-4de6-8605-c1cf446206a1 req-ba5b37f2-83ca-49f9-b985-a8edd83a801f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Calling delete_port for 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:53.696543 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.729222 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-933e78ec-4f4f-46d9-9104-aaaa9b59058b tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:53.734324 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:03:53.734874 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:03:53.735467 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:03:53.737632 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:03:53.737791 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-933e78ec-4f4f-46d9-9104-aaaa9b59058b tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/networks?id=f64ee891-e766-4295-93d9-758ae680bd4b HTTP/1.1" status: 200 len: 813 time: 0.2001574 Jul 05 10:03:53.737893 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea37c172-0e71-428d-8834-8a102849cc87']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:53.766455 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-9ab418cf-0889-4a54-bd97-d8300a4f23a0 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/quotas/6119bc815ab94278a813be791a173223 HTTP/1.1" status: 200 len: 375 time: 0.0196390 Jul 05 10:03:53.772683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e38e655-1a8a-4431-9d67-99416c87d99c') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:53.773352 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e38e655-1a8a-4431-9d67-99416c87d99c') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:53.824084 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.888669 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-767421e9-ed60-4f09-a89e-77db3c4e9014 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3782442 Jul 05 10:03:53.896705 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.906702 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:03:53.907265 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:53.923297 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-67199f56-30b1-4e1f-a117-db7ada2aa505 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6119bc815ab94278a813be791a173223&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1457407 Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: from cryptography.utils import int_from_bytes Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: from cryptography.utils import int_from_bytes Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.973684 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:03:53.977721 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:03:53.995394 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-688cbb53-9d7f-4de6-8605-c1cf446206a1 req-ba5b37f2-83ca-49f9-b985-a8edd83a801f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.089057 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 95c21726-6183-446f-9d15-2157a9a59516 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:54.093625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73135b8-cba2-47bd-8343-254d57eecce6 req-a1219473-558e-4984-8ff6-d710cf3adf54 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:54.104514 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f73135b8-cba2-47bd-8343-254d57eecce6 req-a1219473-558e-4984-8ff6-d710cf3adf54 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.73 "GET /v2.0/ports?device_id=8320f666-953a-4fa2-9bdf-b23695c3e07c HTTP/1.1" status: 200 len: 945 time: 0.2921627 Jul 05 10:03:54.132669 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37582) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:54.133282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 95c21726-6183-446f-9d15-2157a9a59516 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:03:54.133817 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 95c21726-6183-446f-9d15-2157a9a59516 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:54.172952 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.185342 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.189324 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] 10.222.0.77 "DELETE /v2.0/networks/ea37c172-0e71-428d-8834-8a102849cc87 HTTP/1.1" status: 204 len: 168 time: 1.6724093 Jul 05 10:03:54.212978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b554f-2a80-4913-b91f-eaaa08da24cd admin admin] Pushing event deleted for resources: {'Network': ['ID=ea37c172-0e71-428d-8834-8a102849cc87,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:54.334769 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a18e1dff-3534-4fe7-a040-f978bfcb3037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.428306 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b37f2-83ca-49f9-b985-a8edd83a801f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Pushing event deleted for resources: {'Port': ['ID=863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:54.441703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-f73135b8-cba2-47bd-8343-254d57eecce6 req-c717b93f-f563-42f5-a961-75111a591304 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Deleting port e8db1710-6ffe-4cc2-bb7a-4732a15db20c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:54.445067 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f73135b8-cba2-47bd-8343-254d57eecce6 req-c717b93f-f563-42f5-a961-75111a591304 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.519881 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-aafd683a-cbd8-41b3-8609-3e7ed135c05f service neutron] 10.222.0.77 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945954 Jul 05 10:03:54.641077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-f73135b8-cba2-47bd-8343-254d57eecce6 req-c717b93f-f563-42f5-a961-75111a591304 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] For port e8db1710-6ffe-4cc2-bb7a-4732a15db20c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:54.641719 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f73135b8-cba2-47bd-8343-254d57eecce6 req-c717b93f-f563-42f5-a961-75111a591304 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.654088 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a18e1dff-3534-4fe7-a040-f978bfcb3037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:54.662225 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-f73135b8-cba2-47bd-8343-254d57eecce6 req-c717b93f-f563-42f5-a961-75111a591304 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Calling delete_port for e8db1710-6ffe-4cc2-bb7a-4732a15db20c owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:54.671617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cf01c-4e85-492b-bce6-53df85c7867a req-72e9edd7-3d4d-468a-bfbc-ed1a7cb1e84f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:54.679580 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d4cf01c-4e85-492b-bce6-53df85c7867a req-72e9edd7-3d4d-468a-bfbc-ed1a7cb1e84f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 948 time: 0.2261217 Jul 05 10:03:54.714418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-688cbb53-9d7f-4de6-8605-c1cf446206a1 req-ba5b37f2-83ca-49f9-b985-a8edd83a801f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Router cce03278-ab38-4570-a8ca-23457cc8e8c3 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:03:54.738961 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-52e2b3e6-40be-47b4-a18b-a487d461a1b2 service neutron] 10.222.0.77 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121232 Jul 05 10:03:54.789986 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37596) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:54.966200 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0ebbc890-f300-4a98-a4da-e244a0d6b9ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d0902934a26f41a79380c33f7a9f5ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743996 Jul 05 10:03:54.976521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37598) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:55.034718 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-688cbb53-9d7f-4de6-8605-c1cf446206a1 req-ba5b37f2-83ca-49f9-b985-a8edd83a801f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:03:55.047141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540166f9-e13a-4b23-a86c-7c0380c667e7 None None] Sync routers for ids ['cce03278-ab38-4570-a8ca-23457cc8e8c3'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:03:55.063504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540166f9-e13a-4b23-a86c-7c0380c667e7 None None] Routers {'cce03278-ab38-4570-a8ca-23457cc8e8c3'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:55.064870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-540166f9-e13a-4b23-a86c-7c0380c667e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:03:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['cce03278-ab38-4570-a8ca-23457cc8e8c3'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:55.095808 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a18e1dff-3534-4fe7-a040-f978bfcb3037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.105036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-688cbb53-9d7f-4de6-8605-c1cf446206a1 req-ba5b37f2-83ca-49f9-b985-a8edd83a801f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] No DVR routers for this DVR port 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:03:55.109135 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-688cbb53-9d7f-4de6-8605-c1cf446206a1 req-ba5b37f2-83ca-49f9-b985-a8edd83a801f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.112528 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-688cbb53-9d7f-4de6-8605-c1cf446206a1 req-ba5b37f2-83ca-49f9-b985-a8edd83a801f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.73 "DELETE /v2.0/ports/863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 HTTP/1.1" status: 204 len: 173 time: 2.3898332 Jul 05 10:03:55.113145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e964ac4-d418-4858-9fe5-7098a04d8df4', 'name': 'network-vif-deleted', 'tag': '863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:55.121535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d430e8eb-9c9a-46b2-8752-8f8539bf5eab details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:03:55.121798 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8a0922-0372-46c7-9865-be5bfadb209b" -d '{"events": [{"server_uuid": "6e964ac4-d418-4858-9fe5-7098a04d8df4", "name": "network-vif-deleted", "tag": "863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:55.131241 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d4cf01c-4e85-492b-bce6-53df85c7867a req-e741b460-543d-4200-acfe-f669f494f2a6 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510539 Jul 05 10:03:55.142723 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e040a27-61b6-49ff-be46-9dfd7774e3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.182497 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e040a27-61b6-49ff-be46-9dfd7774e3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.218274 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a18e1dff-3534-4fe7-a040-f978bfcb3037 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49276438b225400dadfa552c264fe284&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0809984 Jul 05 10:03:55.219459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37604) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:55.302735 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9a04492d-538b-44e2-a937-78d035990a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.353322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e1dff-3534-4fe7-a040-f978bfcb3037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3e3291-8e8f-4a24-b3cd-b45f12c20ffa,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:55.366518 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9a04492d-538b-44e2-a937-78d035990a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.367227 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c81c0b10-ceb2-485c-9358-129461073f95 req-19119426-8323-456a-8394-99cc463e6a96 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/floatingips/914dbced-8166-491e-aac6-073171cc9f51 HTTP/1.1" status: 200 len: 693 time: 0.1701286 Jul 05 10:03:55.501942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:55.509271 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f73135b8-cba2-47bd-8343-254d57eecce6 req-c717b93f-f563-42f5-a961-75111a591304 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.537102 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e040a27-61b6-49ff-be46-9dfd7774e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.542836 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e040a27-61b6-49ff-be46-9dfd7774e3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.545518 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5e040a27-61b6-49ff-be46-9dfd7774e3b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9a2dfe47-2cb4-4815-9012-b17dc2a4b93d HTTP/1.1" status: 204 len: 168 time: 0.5671630 Jul 05 10:03:55.549781 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:03:55.550958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:55.560506 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9a04492d-538b-44e2-a937-78d035990a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.563997 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9a04492d-538b-44e2-a937-78d035990a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.566133 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9a04492d-538b-44e2-a937-78d035990a84 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ba3e3291-8e8f-4a24-b3cd-b45f12c20ffa HTTP/1.1" status: 204 len: 168 time: 0.3454316 Jul 05 10:03:55.566300 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-540166f9-e13a-4b23-a86c-7c0380c667e7 None None] Set router cce03278-ab38-4570-a8ca-23457cc8e8c3 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:55.597039 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e040a27-61b6-49ff-be46-9dfd7774e3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2dfe47-2cb4-4815-9012-b17dc2a4b93d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:55.639056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04492d-538b-44e2-a937-78d035990a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3e3291-8e8f-4a24-b3cd-b45f12c20ffa,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:55.639822 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717b93f-f563-42f5-a961-75111a591304 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Pushing event deleted for resources: {'Port': ['ID=e8db1710-6ffe-4cc2-bb7a-4732a15db20c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:55.668409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3151563-93b3-41e5-9692-46fc97ae8420 req-ca9a6f0e-f57b-4ae2-bf13-995653f86b0a tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:55.678664 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a3151563-93b3-41e5-9692-46fc97ae8420 req-ca9a6f0e-f57b-4ae2-bf13-995653f86b0a tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 1098 time: 0.1832974 Jul 05 10:03:55.706978 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d430e8eb-9c9a-46b2-8752-8f8539bf5eab, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d430e8eb-9c9a-46b2-8752-8f8539bf5eab,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:55.765887 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'd430e8eb-9c9a-46b2-8752-8f8539bf5eab', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': 'd430e8eb-9c9a-46b2-8752-8f8539bf5eab', 'mac_address': 'fa:16:3e:57:5b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:03:55.773651 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a3151563-93b3-41e5-9692-46fc97ae8420 req-f2fa7809-71c4-4d63-b38e-970337fdbb6d tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938728 Jul 05 10:03:55.814464 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73135b8-cba2-47bd-8343-254d57eecce6 req-c717b93f-f563-42f5-a961-75111a591304 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] No DVR routers for this DVR port e8db1710-6ffe-4cc2-bb7a-4732a15db20c on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:03:55.818168 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f73135b8-cba2-47bd-8343-254d57eecce6 req-c717b93f-f563-42f5-a961-75111a591304 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.821306 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f73135b8-cba2-47bd-8343-254d57eecce6 req-c717b93f-f563-42f5-a961-75111a591304 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.73 "DELETE /v2.0/ports/e8db1710-6ffe-4cc2-bb7a-4732a15db20c HTTP/1.1" status: 204 len: 173 time: 1.7108741 Jul 05 10:03:55.839001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c0b10-ceb2-485c-9358-129461073f95 req-330e92e5-6d86-4daf-aa30-e930824f0687 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:55.849011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c81c0b10-ceb2-485c-9358-129461073f95 req-330e92e5-6d86-4daf-aa30-e930824f0687 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.4806728 Jul 05 10:03:55.852525 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8320f666-953a-4fa2-9bdf-b23695c3e07c', 'name': 'network-vif-deleted', 'tag': 'e8db1710-6ffe-4cc2-bb7a-4732a15db20c'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:55.857671 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f712595-8ad7-4f25-b039-4c159be08a42" -d '{"events": [{"server_uuid": "8320f666-953a-4fa2-9bdf-b23695c3e07c", "name": "network-vif-deleted", "tag": "e8db1710-6ffe-4cc2-bb7a-4732a15db20c"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:55.879298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-c81c0b10-ceb2-485c-9358-129461073f95 req-12e48888-34bb-4576-91d4-a390c968fee6 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:03:55.884869 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:55.908928 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c81c0b10-ceb2-485c-9358-129461073f95 req-12e48888-34bb-4576-91d4-a390c968fee6 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0583527 Jul 05 10:03:55.910012 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d430e8eb-9c9a-46b2-8752-8f8539bf5eab {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:03:55.965344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d430e8eb-9c9a-46b2-8752-8f8539bf5eab, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d430e8eb-9c9a-46b2-8752-8f8539bf5eab,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:55.997827 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-57049727-7fca-4104-a095-7900fcc2e69d req-79e2b689-18b7-4933-aaf8-11315deb6238 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 210 time: 0.0449905 Jul 05 10:03:56.008660 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c81c0b10-ceb2-485c-9358-129461073f95 req-db601af7-77d3-46bc-8988-01d69257e533 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.101 HTTP/1.1" status: 200 len: 696 time: 0.0983407 Jul 05 10:03:56.097316 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.101986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-540166f9-e13a-4b23-a86c-7c0380c667e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '72779ba9-86ba-410d-9864-ffbbd8f00b31', 'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:08Z', 'updated_at': '2021-07-05T10:01:22Z', 'revision_number': 5, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'subnets': [{'id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:56.121774 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c81c0b10-ceb2-485c-9358-129461073f95 req-047cce76-8db0-44d9-8d2f-db3ab7d6d9e1 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.101 HTTP/1.1" status: 200 len: 696 time: 0.1080070 Jul 05 10:03:56.158610 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540166f9-e13a-4b23-a86c-7c0380c667e7 None None] Checking router: cce03278-ab38-4570-a8ca-23457cc8e8c3 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:03:56.163095 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f1c829f-06fe-42ae-b7fe-c229cf1f4dd4 req-54b3502c-4b2d-4a45-b0eb-20e47434d7fa tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 210 time: 0.0309649 Jul 05 10:03:56.177929 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540166f9-e13a-4b23-a86c-7c0380c667e7 None None] Routers {'cce03278-ab38-4570-a8ca-23457cc8e8c3'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:03:56.185722 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-540166f9-e13a-4b23-a86c-7c0380c667e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:03:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['cce03278-ab38-4570-a8ca-23457cc8e8c3'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:56.226520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d430e8eb-9c9a-46b2-8752-8f8539bf5eab,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:56.305418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-c81c0b10-ceb2-485c-9358-129461073f95 req-42f679ae-85c7-409c-a7df-60586a43fe7e tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Deleting port 9dda68ce-c98a-41b6-8998-b737ff387599 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:03:56.320134 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c81c0b10-ceb2-485c-9358-129461073f95 req-42f679ae-85c7-409c-a7df-60586a43fe7e tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.330843 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-540166f9-e13a-4b23-a86c-7c0380c667e7 None None] Set router cce03278-ab38-4570-a8ca-23457cc8e8c3 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:03:56.371877 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c897d6-831c-41b7-8494-d1bea32649d0 x-openstack-request-id: req-22c897d6-831c-41b7-8494-d1bea32649d0 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:56.372186 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e964ac4-d418-4858-9fe5-7098a04d8df4", "name": "network-vif-deleted", "tag": "863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:56.372486 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-22c897d6-831c-41b7-8494-d1bea32649d0 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:56.373690 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e964ac4-d418-4858-9fe5-7098a04d8df4', 'name': 'network-vif-deleted', 'tag': '863b29b7-d8e8-4cc2-bbcb-43dd9eb6d016', 'status': 'completed', 'code': 200} Jul 05 10:03:56.437385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d430e8eb-9c9a-46b2-8752-8f8539bf5eab'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:03:56.565896 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-250f1040-0fa2-4010-a978-b092b5336718 req-4f75cbae-e370-497f-9e1f-e7fc9a036882 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 210 time: 0.0609145 Jul 05 10:03:56.609249 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c81c0b10-ceb2-485c-9358-129461073f95 req-42f679ae-85c7-409c-a7df-60586a43fe7e tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.609249 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c81c0b10-ceb2-485c-9358-129461073f95 req-42f679ae-85c7-409c-a7df-60586a43fe7e tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:56.617565 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-c81c0b10-ceb2-485c-9358-129461073f95 req-42f679ae-85c7-409c-a7df-60586a43fe7e tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Calling delete_port for 9dda68ce-c98a-41b6-8998-b737ff387599 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:03:56.702957 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f26d9b-9c88-48c4-bd32-a04da8adaee7 x-openstack-request-id: req-55f26d9b-9c88-48c4-bd32-a04da8adaee7 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:56.703550 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8320f666-953a-4fa2-9bdf-b23695c3e07c", "name": "network-vif-deleted", "tag": "e8db1710-6ffe-4cc2-bb7a-4732a15db20c", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:56.704013 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55f26d9b-9c88-48c4-bd32-a04da8adaee7 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:56.705102 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8320f666-953a-4fa2-9bdf-b23695c3e07c', 'name': 'network-vif-deleted', 'tag': 'e8db1710-6ffe-4cc2-bb7a-4732a15db20c', 'status': 'completed', 'code': 200} Jul 05 10:03:56.821987 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-540166f9-e13a-4b23-a86c-7c0380c667e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '72779ba9-86ba-410d-9864-ffbbd8f00b31', 'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:08Z', 'updated_at': '2021-07-05T10:01:22Z', 'revision_number': 5, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'subnets': [{'id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:03:56.854183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540166f9-e13a-4b23-a86c-7c0380c667e7 None None] The sync data for ids ['cce03278-ab38-4570-a8ca-23457cc8e8c3'] in n-d-779913-27 is: [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '72779ba9-86ba-410d-9864-ffbbd8f00b31', 'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:08Z', 'updated_at': '2021-07-05T10:01:22Z', 'revision_number': 5, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'subnets': [{'id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:03:56.967080 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495aedb-2d71-4730-a65e-fc470458ebb1 req-0f80084e-b2b7-4f0c-b119-f73f89b56fac tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:56.970725 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4495aedb-2d71-4730-a65e-fc470458ebb1 req-0f80084e-b2b7-4f0c-b119-f73f89b56fac tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 949 time: 0.1120605 Jul 05 10:03:57.033951 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4495aedb-2d71-4730-a65e-fc470458ebb1 req-8e1f6485-af46-4540-8223-860cca973163 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522058 Jul 05 10:03:57.097756 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c81c0b10-ceb2-485c-9358-129461073f95 req-42f679ae-85c7-409c-a7df-60586a43fe7e tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:57.164202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f679ae-85c7-409c-a7df-60586a43fe7e tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Pushing event deleted for resources: {'Port': ['ID=9dda68ce-c98a-41b6-8998-b737ff387599,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:57.181919 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4cce78-8d5c-4eb9-a257-e18e7aa3152d None None] New status for floating IP d99b1b8a-99b4-4d1b-aff0-69d84b1fac7c: DOWN {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:03:57.231659 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c81c0b10-ceb2-485c-9358-129461073f95 req-42f679ae-85c7-409c-a7df-60586a43fe7e tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:57.234914 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c81c0b10-ceb2-485c-9358-129461073f95 req-42f679ae-85c7-409c-a7df-60586a43fe7e tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:57.236141 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c81c0b10-ceb2-485c-9358-129461073f95 req-42f679ae-85c7-409c-a7df-60586a43fe7e tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "DELETE /v2.0/floatingips/914dbced-8166-491e-aac6-073171cc9f51 HTTP/1.1" status: 204 len: 173 time: 1.1135712 Jul 05 10:03:57.256841 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af11185b-0250-4415-bbd8-fab025b2e417 req-ae09053a-f178-4729-81d6-0b31b5b567c5 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 210 time: 0.0348616 Jul 05 10:03:57.303311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e8db1710-6ffe-4cc2-bb7a-4732a15db20c no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:03:57.330510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: e8db1710-6ffe-4cc2-bb7a-4732a15db20c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:03:57.331170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e8db1710-6ffe-4cc2-bb7a-4732a15db20c not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:03:57.534961 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-689c0ae8-b078-45d8-8027-329e746facbf tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2420959 Jul 05 10:03:57.540246 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b9039983-a618-4513-ba16-71d74773470a req-ccb61b47-2ccc-47c1-9198-30d073261ba1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 210 time: 0.1021781 Jul 05 10:03:57.544832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:57.663432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-2c440512-db7d-4b47-9eb4-576f3427b700 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:57.669236 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-2c440512-db7d-4b47-9eb4-576f3427b700 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.73 "GET /v2.0/networks?id=68d51614-9edc-4449-b0e1-c146ac5cc6e6 HTTP/1.1" status: 200 len: 822 time: 0.2924564 Jul 05 10:03:57.714736 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:57.804271 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d982bbff-1ca5-42ce-9b6c-dbfe01743d3f req-95b8785b-ae16-4b6b-8fff-a5f1a59facfa tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 210 time: 0.0686309 Jul 05 10:03:57.812247 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-841dfdab-2fa3-4fa1-a06e-8d19bb64980f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79a77f7ffb3f49cfa62bd853ab43f167 HTTP/1.1" status: 200 len: 380 time: 0.1341808 Jul 05 10:03:57.823568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-be489343-39d2-48ee-bdb2-938832cf88ac tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Request body: {'port': {'device_id': '159f3599-6d1c-4503-9cfd-0caf652cb270', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'admin_state_up': True, 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'security_groups': ['59eb1004-399f-4865-9d98-1312a2ce4426']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:57.868529 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37676) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:57.931277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37680) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:57.956899 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.102417 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1350711034-network', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:58.125958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-be489343-39d2-48ee-bdb2-938832cf88ac tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Made reservation on behalf of 79a77f7ffb3f49cfa62bd853ab43f167 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:58.141276 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-be489343-39d2-48ee-bdb2-938832cf88ac tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.161967 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Allocated IP 172.25.5.46 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/8284206c-fa6c-4114-adbd-162e7f3c4c6d) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:58.328576 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.340843 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-eda0dd8a-e96e-488f-bd06-061d09599fd3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-4351541-network', 'tenant_id': '49c3d31b3e494bc0977b9f7dc4086365'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:58.344130 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] Made reservation on behalf of 78b7cfd622c44d33adbbd9028b9caab0 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:58.347999 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.365422 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.425048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e03708-eebb-474a-ba3c-13788b642c9b req-68ebe013-1dba-47b8-9f12-cf0460a03c63 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:58.426640 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-58e03708-eebb-474a-ba3c-13788b642c9b req-68ebe013-1dba-47b8-9f12-cf0460a03c63 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 949 time: 0.2069814 Jul 05 10:03:58.440270 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-be489343-39d2-48ee-bdb2-938832cf88ac tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Allocated IP 172.20.0.12 (68d51614-9edc-4449-b0e1-c146ac5cc6e6/0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4/c7e9d350-4488-49b5-add0-dbe4c4a49cde) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:03:58.482449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda0dd8a-e96e-488f-bd06-061d09599fd3 admin admin] Made reservation on behalf of 49c3d31b3e494bc0977b9f7dc4086365 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:03:58.485194 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eda0dd8a-e96e-488f-bd06-061d09599fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.504311 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eda0dd8a-e96e-488f-bd06-061d09599fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.505751 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-58e03708-eebb-474a-ba3c-13788b642c9b req-6f288ba0-1eee-44de-9657-acdc2a0092ac tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699677 Jul 05 10:03:58.520987 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.576508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:58.582286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:58.585771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:58.649194 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Pushing event updated for resources: {'Port': ['ID=8284206c-fa6c-4114-adbd-162e7f3c4c6d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:58.687611 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.704309 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-be489343-39d2-48ee-bdb2-938832cf88ac tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.714792 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.747313 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ec75714a-cc73-44b7-9541-ae465ca89085 req-5b772540-d8fd-4027-a2c8-9bab00af8824 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 210 time: 0.0372782 Jul 05 10:03:58.750049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-be489343-39d2-48ee-bdb2-938832cf88ac tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Transition to ACTIVE for port object c7e9d350-4488-49b5-add0-dbe4c4a49cde will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:03:58.822382 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.887555 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:03:58.916220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddccefd1-636d-4b2e-8e48-8d758ffd40d6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:58.916220 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.923043 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:58.923410 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] Added segment 10c7c056-bd00-4b53-824c-4484ac38b0f8 of type vlan for network f80f7560-b963-4c65-9715-a46cd8350cc8 Jul 05 10:03:58.937888 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cddc8c07-8337-478f-b7be-481bbdcf351c req-2336f835-2868-4f79-91b7-42b0b08cc45d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 210 time: 0.0544915 Jul 05 10:03:58.978941 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-be489343-39d2-48ee-bdb2-938832cf88ac tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.039375 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-c6168c76-9ebf-4799-a05c-b0aaba9284c3 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=449f214ee5014225a50a24c3b1f55312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737927 Jul 05 10:03:59.042811 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.051593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-be489343-39d2-48ee-bdb2-938832cf88ac tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:03:59.053499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be489343-39d2-48ee-bdb2-938832cf88ac tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Pushing event updated for resources: {'Port': ['ID=c7e9d350-4488-49b5-add0-dbe4c4a49cde,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:59.065042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-be489343-39d2-48ee-bdb2-938832cf88ac tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:03:59.092187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-be489343-39d2-48ee-bdb2-938832cf88ac tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:03:59.158588 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d430e8eb-9c9a-46b2-8752-8f8539bf5eab up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:03:59.162319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2913efe7-a785-46ab-9de3-78549fcb55ae req-82c5fe3e-472f-416c-a201-ee861ef79b97 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 210 time: 0.0647721 Jul 05 10:03:59.197276 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.resource_extend [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:03:59.215047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-be489343-39d2-48ee-bdb2-938832cf88ac tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:59.227565 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-be489343-39d2-48ee-bdb2-938832cf88ac tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.342463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port d430e8eb-9c9a-46b2-8752-8f8539bf5eab completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:59.346542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port d430e8eb-9c9a-46b2-8752-8f8539bf5eab triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:59.351619 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.393642 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eda0dd8a-e96e-488f-bd06-061d09599fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.409451 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.410630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:59.411447 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.475067 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.519959 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33b1461-3a4a-44c9-8634-8b80a1cfa1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd430e8eb-9c9a-46b2-8752-8f8539bf5eab'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:03:59.523606 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48687b8f-fed3-4b6f-a623-fb369ea40d00" -d '{"events": [{"server_uuid": "d33b1461-3a4a-44c9-8634-8b80a1cfa1b4", "name": "network-vif-plugged", "status": "completed", "tag": "d430e8eb-9c9a-46b2-8752-8f8539bf5eab"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:03:59.527927 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-f350693d-d5cd-47bb-ad25-46df205b1924 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:03:59.530858 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-f350693d-d5cd-47bb-ad25-46df205b1924 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4727290 Jul 05 10:03:59.547110 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eda0dd8a-e96e-488f-bd06-061d09599fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.566906 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-be489343-39d2-48ee-bdb2-938832cf88ac tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7474000 Jul 05 10:03:59.572143 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d430e8eb-9c9a-46b2-8752-8f8539bf5eab, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d430e8eb-9c9a-46b2-8752-8f8539bf5eab,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:03:59.581072 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01f6bfb-f482-4cf0-85b4-35bbefc524e6 x-openstack-request-id: req-c01f6bfb-f482-4cf0-85b4-35bbefc524e6 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:03:59.581502 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33b1461-3a4a-44c9-8634-8b80a1cfa1b4", "name": "network-vif-plugged", "status": "completed", "tag": "d430e8eb-9c9a-46b2-8752-8f8539bf5eab", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:03:59.582002 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c01f6bfb-f482-4cf0-85b4-35bbefc524e6 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:03:59.582602 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33b1461-3a4a-44c9-8634-8b80a1cfa1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd430e8eb-9c9a-46b2-8752-8f8539bf5eab', 'code': 200} Jul 05 10:03:59.582870 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-d8b56e9c-85b2-4f69-9f71-9db6880c11c0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Request body: {'port': {'device_id': '668d35d7-46ee-448d-8b49-b26e23d4a291', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '449f214ee5014225a50a24c3b1f55312'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:59.586398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Request body: {'port': {'device_id': '159f3599-6d1c-4503-9cfd-0caf652cb270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:59.592724 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.676251 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] Pushing event updated for resources: {'Network': ['ID=f80f7560-b963-4c65-9715-a46cd8350cc8,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:59.687093 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.687628 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network f80f7560-b963-4c65-9715-a46cd8350cc8 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:03:59.689220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda0dd8a-e96e-488f-bd06-061d09599fd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:03:59.720359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0dd8a-e96e-488f-bd06-061d09599fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127f2a35-faae-4906-aa83-206a9d295927,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:59.739840 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-10526483-ea07-4644-a777-1137cca1bbea admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8653636 Jul 05 10:03:59.747011 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37710) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:03:59.748461 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eda0dd8a-e96e-488f-bd06-061d09599fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.748667 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-eda0dd8a-e96e-488f-bd06-061d09599fd3 admin admin] Added segment b5125f48-1e0b-448f-a528-3432390a353b of type vlan for network e81d4c7f-4046-4ef9-8102-6121ea71b245 Jul 05 10:03:59.769277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3ffe2ef9-e543-4d8d-b2cd-ccd731e109b8 admin admin] Request body: {'subnet': {'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1350711034-subnet', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:03:59.786369 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.814735 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e0a824a4-a033-4401-9617-08fd8cb6452c None None] Provisioning for port c7e9d350-4488-49b5-add0-dbe4c4a49cde completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:03:59.820429 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.851289 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e0a824a4-a033-4401-9617-08fd8cb6452c None None] Provisioning complete for port c7e9d350-4488-49b5-add0-dbe4c4a49cde triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:03:59.851620 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e0a824a4-a033-4401-9617-08fd8cb6452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.896321 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e0a824a4-a033-4401-9617-08fd8cb6452c None None] Port c7e9d350-4488-49b5-add0-dbe4c4a49cde cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:03:59.938804 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.942500 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d430e8eb-9c9a-46b2-8752-8f8539bf5eab,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:03:59.947474 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eda0dd8a-e96e-488f-bd06-061d09599fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:03:59.997947 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9544f-95d1-4d96-b002-724e945e8ade req-a06a374f-7df2-47d4-873b-00e137576d8e tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:00.000251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-62e9544f-95d1-4d96-b002-724e945e8ade req-a06a374f-7df2-47d4-873b-00e137576d8e tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 950 time: 0.2373352 Jul 05 10:04:00.020345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffe2ef9-e543-4d8d-b2cd-ccd731e109b8 admin admin] Made reservation on behalf of 78b7cfd622c44d33adbbd9028b9caab0 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:00.024281 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3ffe2ef9-e543-4d8d-b2cd-ccd731e109b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.027504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Pushing event updated for resources: {'Port': ['ID=8284206c-fa6c-4114-adbd-162e7f3c4c6d,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:00.124997 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb073e-20a9-47fe-aa04-b132aa349fa4 req-0374f01d-6d85-4833-95fa-a4d05951e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:00.126892 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71cb073e-20a9-47fe-aa04-b132aa349fa4 req-0374f01d-6d85-4833-95fa-a4d05951e3fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 1101 time: 0.4517345 Jul 05 10:04:00.143527 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-62e9544f-95d1-4d96-b002-724e945e8ade req-43a10cf0-b00f-41c9-a73d-c9f6f073966c tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366558 Jul 05 10:04:00.206576 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71cb073e-20a9-47fe-aa04-b132aa349fa4 req-3f22421e-414e-4bb8-80ac-1f866326a187 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720561 Jul 05 10:04:00.231498 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-d8b56e9c-85b2-4f69-9f71-9db6880c11c0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Made reservation on behalf of 449f214ee5014225a50a24c3b1f55312 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:00.237353 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-d8b56e9c-85b2-4f69-9f71-9db6880c11c0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.276618 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eda0dd8a-e96e-488f-bd06-061d09599fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.277929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda0dd8a-e96e-488f-bd06-061d09599fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:00.278834 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eda0dd8a-e96e-488f-bd06-061d09599fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.295823 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e9d350-4488-49b5-add0-dbe4c4a49cde {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:00.310510 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.334748 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Transition to ACTIVE for port object c7e9d350-4488-49b5-add0-dbe4c4a49cde will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:00.362586 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.364415 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-522a3966-4add-4771-8a4f-f27067aaa0f3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8237753 Jul 05 10:04:00.428157 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eda0dd8a-e96e-488f-bd06-061d09599fd3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4908741 Jul 05 10:04:00.434934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37718) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:00.475080 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3c4e39c1-3d29-4784-8c4f-a968921bc677 admin admin] Request body: {'subnet': {'network_id': 'e81d4c7f-4046-4ef9-8102-6121ea71b245', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-4351541-subnet', 'tenant_id': '49c3d31b3e494bc0977b9f7dc4086365', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:00.493718 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.526790 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0dd8a-e96e-488f-bd06-061d09599fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=e81d4c7f-4046-4ef9-8102-6121ea71b245,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:00.543204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network e81d4c7f-4046-4ef9-8102-6121ea71b245 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:04:00.580464 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-23521960-3102-4d6e-a983-3f4dc5f0a713 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.46 HTTP/1.1" status: 200 len: 695 time: 0.1934915 Jul 05 10:04:00.668417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-117fb891-d616-4986-82b6-4abe6f32dafb tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:00.670245 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-117fb891-d616-4986-82b6-4abe6f32dafb tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.73 "GET /v2.0/networks?id=f64ee891-e766-4295-93d9-758ae680bd4b HTTP/1.1" status: 200 len: 813 time: 0.2669795 Jul 05 10:04:00.688308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-4e8cba68-c6f2-4775-b22a-6e3cb61c5867 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Request body: {'port': {'device_id': '55dd9113-00c4-4562-9a8a-f414754d3dec', 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b', 'admin_state_up': True, 'tenant_id': '6119bc815ab94278a813be791a173223'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:00.817761 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3ffe2ef9-e543-4d8d-b2cd-ccd731e109b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:00.824522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b276f7-92b6-4bb7-9998-22c5153e4dff req-7f84a6f5-37e6-4461-9dec-b8f52cc451a4 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:00.833774 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-65b276f7-92b6-4bb7-9998-22c5153e4dff req-7f84a6f5-37e6-4461-9dec-b8f52cc451a4 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 932 time: 0.4811985 Jul 05 10:04:00.895069 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e9d350-4488-49b5-add0-dbe4c4a49cde,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:00.937012 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-65b276f7-92b6-4bb7-9998-22c5153e4dff req-2ed6734e-ae8a-45e3-bec1-9221c0319561 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987093 Jul 05 10:04:00.990683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-d8b56e9c-85b2-4f69-9f71-9db6880c11c0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Allocated IP 192.168.233.171 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/4f18ef33-a6ab-4089-a49c-e5f3cc935984) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:01.010779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4e39c1-3d29-4784-8c4f-a968921bc677 admin admin] Made reservation on behalf of 49c3d31b3e494bc0977b9f7dc4086365 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:01.014249 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3c4e39c1-3d29-4784-8c4f-a968921bc677 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:01.048097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Attempting to bind port c7e9d350-4488-49b5-add0-dbe4c4a49cde on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:01.058598 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Attempting to bind port c7e9d350-4488-49b5-add0-dbe4c4a49cde by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:01.059832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Attempting to bind port c7e9d350-4488-49b5-add0-dbe4c4a49cde on network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:01.071828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Port c7e9d350-4488-49b5-add0-dbe4c4a49cde on network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:04:01.084279 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Attempting to bind port c7e9d350-4488-49b5-add0-dbe4c4a49cde on network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:01.095503 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:01.099771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Checking segment: {'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:01.100628 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Bound using segment: {'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:01.101497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Bound port: c7e9d350-4488-49b5-add0-dbe4c4a49cde, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bcbc9a-0584-477b-9a51-1b1efbeca51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:01.102214 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:01.153519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe2ef9-e543-4d8d-b2cd-ccd731e109b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57ad367d-882a-4f53-88e0-ec5a68e41b57,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:01.209654 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ec942ce3-f60e-47a0-a796-9e33fa572e8f req-24cb8108-f125-49e7-af44-0ac2a95e4ed8 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 210 time: 0.0613904 Jul 05 10:04:01.267188 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-6f5ddaeb-5e7e-4ab3-a8bb-76a2adb8e58e tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:01.285096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] For port c7e9d350-4488-49b5-add0-dbe4c4a49cde, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:01.288466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23d82509-7c31-4dab-8c6a-d07a219e3696 req-6f5ddaeb-5e7e-4ab3-a8bb-76a2adb8e58e tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.7075343 Jul 05 10:04:01.289476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] For port c7e9d350-4488-49b5-add0-dbe4c4a49cde, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c7e9d350-4488-49b5-add0-dbe4c4a49cde,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:01.297114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-4e8cba68-c6f2-4775-b22a-6e3cb61c5867 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Made reservation on behalf of 6119bc815ab94278a813be791a173223 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:01.301472 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-4e8cba68-c6f2-4775-b22a-6e3cb61c5867 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:01.346845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffe2ef9-e543-4d8d-b2cd-ccd731e109b8 admin admin] Checking segment: {'id': '10c7c056-bd00-4b53-824c-4484ac38b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:01.347409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffe2ef9-e543-4d8d-b2cd-ccd731e109b8 admin admin] Network hostable DHCP agents. Network: f80f7560-b963-4c65-9715-a46cd8350cc8, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:04:01.451768 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:01.510965 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-11d8a2a8-fd24-4f4a-b826-0b8a551f6e2a req-fd1fd398-efd3-4593-a242-d612821ae005 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 210 time: 0.1446292 Jul 05 10:04:01.515014 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffe2ef9-e543-4d8d-b2cd-ccd731e109b8 admin admin] Network f80f7560-b963-4c65-9715-a46cd8350cc8 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:04:01.543079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:01.543741 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:01.545202 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] 10.222.0.73 "PUT /v2.0/ports/c7e9d350-4488-49b5-add0-dbe4c4a49cde HTTP/1.1" status: 200 len: 1093 time: 1.9649086 Jul 05 10:04:01.549159 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159f3599-6d1c-4503-9cfd-0caf652cb270', 'tag': 'c7e9d350-4488-49b5-add0-dbe4c4a49cde'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:01.551798 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd0e664-3012-4cb3-8a84-7090314f30c7" -d '{"events": [{"name": "network-changed", "server_uuid": "159f3599-6d1c-4503-9cfd-0caf652cb270", "tag": "c7e9d350-4488-49b5-add0-dbe4c4a49cde"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:01.560409 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-4e8cba68-c6f2-4775-b22a-6e3cb61c5867 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Allocated IP 172.20.0.13 (f64ee891-e766-4295-93d9-758ae680bd4b/21d4184e-da4e-4e51-b2ca-6563db926533/39921f01-7454-4740-87bd-78ed735034eb) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:01.579384 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec052604-423e-4602-ac4b-4e24c650a112 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e9d350-4488-49b5-add0-dbe4c4a49cde,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:01.602620 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-d8b56e9c-85b2-4f69-9f71-9db6880c11c0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:01.661639 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-d8b56e9c-85b2-4f69-9f71-9db6880c11c0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Transition to ACTIVE for port object 4f18ef33-a6ab-4089-a49c-e5f3cc935984 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:01.696517 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-3ffe2ef9-e543-4d8d-b2cd-ccd731e109b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, f80f7560-b963-4c65-9715-a46cd8350cc8) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:01.710463 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffe2ef9-e543-4d8d-b2cd-ccd731e109b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:01.711065 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3ffe2ef9-e543-4d8d-b2cd-ccd731e109b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:01.714010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce0f7c5-91e8-4482-8a45-50ee95bac9c9 None None] Network f80f7560-b963-4c65-9715-a46cd8350cc8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:04:01.741861 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-99ebe42d-e1cb-479f-bf44-7ce0cacd04c9 req-87dd6990-31a5-414a-b133-ad202a455dc3 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/floatingips/51b6a523-2a64-4384-b0b3-191687bb5436 HTTP/1.1" status: 200 len: 692 time: 0.1155477 Jul 05 10:04:01.774288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c52b6-fe57-48d6-9886-2014b89c7542 req-fbac17c6-6671-459a-9f44-4b6d30e544b4 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:01.776698 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-282c52b6-fe57-48d6-9886-2014b89c7542 req-fbac17c6-6671-459a-9f44-4b6d30e544b4 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 950 time: 0.3278718 Jul 05 10:04:01.835381 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3c4e39c1-3d29-4784-8c4f-a968921bc677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:01.916342 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e39c1-3d29-4784-8c4f-a968921bc677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fccd53ad-7f0f-46e3-93e9-f3e260695a2c,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:01.953483 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3ffe2ef9-e543-4d8d-b2cd-ccd731e109b8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2030180 Jul 05 10:04:01.958347 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37732) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:01.964077 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-282c52b6-fe57-48d6-9886-2014b89c7542 req-6977cfc0-362c-4bb9-aab4-d8be17c97bbc tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570504 Jul 05 10:04:01.981566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1350711034-router', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:02.003093 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-f80f7560-b963-4c65-9715-a46cd8350cc8', 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'fixed_ips': [{'subnet_id': '57ad367d-882a-4f53-88e0-ec5a68e41b57'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:04:02.003093 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:02.010581 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-d8b56e9c-85b2-4f69-9f71-9db6880c11c0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:02.034002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['27ed9cb2-e6b4-44c6-82da-120fd3accfca', '14137496-8105-4037-99b4-0d283d07846b', '074bba59-bc5c-4814-bbdb-bb63e7141fef'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:02.037190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['359472dc-eb7d-4f43-b241-701bffc603b6', 'abff4552-fd23-4b6b-8ecd-d8bcfb937f77'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:02.204629 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f180d3-bf30-4405-b8bd-f8bf06d5b35c x-openstack-request-id: req-31f180d3-bf30-4405-b8bd-f8bf06d5b35c {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:02.204980 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159f3599-6d1c-4503-9cfd-0caf652cb270", "tag": "c7e9d350-4488-49b5-add0-dbe4c4a49cde", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:02.205240 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31f180d3-bf30-4405-b8bd-f8bf06d5b35c {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:02.205702 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159f3599-6d1c-4503-9cfd-0caf652cb270', 'tag': 'c7e9d350-4488-49b5-add0-dbe4c4a49cde', 'status': 'completed', 'code': 200} Jul 05 10:04:02.311243 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-4e8cba68-c6f2-4775-b22a-6e3cb61c5867 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:02.407811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-0128dd52-8783-405d-aa6f-927c9b0e2bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:02.409922 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-0128dd52-8783-405d-aa6f-927c9b0e2bc9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79a77f7ffb3f49cfa62bd853ab43f167&device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 1096 time: 0.7159116 Jul 05 10:04:02.488049 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-cd6fabb5-ad9c-4449-91ab-fd25457b008e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e9d350-4488-49b5-add0-dbe4c4a49cde HTTP/1.1" status: 200 len: 217 time: 0.0686986 Jul 05 10:04:02.489513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-4e8cba68-c6f2-4775-b22a-6e3cb61c5867 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:02.533780 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Allocated IP 172.20.0.2 (f80f7560-b963-4c65-9715-a46cd8350cc8/57ad367d-882a-4f53-88e0-ec5a68e41b57/f2aa7ac9-341d-475d-a039-45618a5c001a) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:02.551393 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebe42d-e1cb-479f-bf44-7ce0cacd04c9 req-c52643f6-6fc8-43a1-bb2e-d332a97ebe33 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:02.552943 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-99ebe42d-e1cb-479f-bf44-7ce0cacd04c9 req-c52643f6-6fc8-43a1-bb2e-d332a97ebe33 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.7893243 Jul 05 10:04:02.589122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-4e8cba68-c6f2-4775-b22a-6e3cb61c5867 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Network f64ee891-e766-4295-93d9-758ae680bd4b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:02.595097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-4e8cba68-c6f2-4775-b22a-6e3cb61c5867 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:02.608704 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-4e8cba68-c6f2-4775-b22a-6e3cb61c5867 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:02.630292 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-d8b56e9c-85b2-4f69-9f71-9db6880c11c0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:02.637293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-d8b56e9c-85b2-4f69-9f71-9db6880c11c0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:02.644351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-d8b56e9c-85b2-4f69-9f71-9db6880c11c0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:02.653698 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-d8b56e9c-85b2-4f69-9f71-9db6880c11c0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:02.655052 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-d8b56e9c-85b2-4f69-9f71-9db6880c11c0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:02.668294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cba68-c6f2-4775-b22a-6e3cb61c5867 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Pushing event updated for resources: {'Port': ['ID=39921f01-7454-4740-87bd-78ed735034eb,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:02.686724 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:02.688893 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:02.708018 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-e96c4466-5bf7-4edc-ba75-0fc77a6d6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:02.709720 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-e96c4466-5bf7-4edc-ba75-0fc77a6d6698 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4 HTTP/1.1" status: 200 len: 861 time: 0.2074697 Jul 05 10:04:02.721529 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b56e9c-85b2-4f69-9f71-9db6880c11c0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event updated for resources: {'Port': ['ID=4f18ef33-a6ab-4089-a49c-e5f3cc935984,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:02.757425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4e39c1-3d29-4784-8c4f-a968921bc677 admin admin] Checking segment: {'id': 'b5125f48-1e0b-448f-a528-3432390a353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e81d4c7f-4046-4ef9-8102-6121ea71b245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:02.757962 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4e39c1-3d29-4784-8c4f-a968921bc677 admin admin] Network hostable DHCP agents. Network: e81d4c7f-4046-4ef9-8102-6121ea71b245, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:04:02.795605 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-99ebe42d-e1cb-479f-bf44-7ce0cacd04c9 req-840b1f32-e312-4101-bee9-5007b1d8324a tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.46 HTTP/1.1" status: 200 len: 695 time: 0.1509867 Jul 05 10:04:02.827806 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:02.841230 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-d8b56e9c-85b2-4f69-9f71-9db6880c11c0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2896130 Jul 05 10:04:02.847237 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:02.859704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Transition to ACTIVE for port object f2aa7ac9-341d-475d-a039-45618a5c001a will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:02.860153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Request body: {'port': {'device_id': '668d35d7-46ee-448d-8b49-b26e23d4a291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:02.905169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-4e8cba68-c6f2-4775-b22a-6e3cb61c5867 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:02.906538 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-4e8cba68-c6f2-4775-b22a-6e3cb61c5867 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:02.914992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Transition to ACTIVE for port object f2aa7ac9-341d-475d-a039-45618a5c001a will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:02.944820 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-99ebe42d-e1cb-479f-bf44-7ce0cacd04c9 req-80e4dccd-bb16-45ee-a2fe-526e0549227d tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.46 HTTP/1.1" status: 200 len: 695 time: 0.1478508 Jul 05 10:04:03.024325 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4e39c1-3d29-4784-8c4f-a968921bc677 admin admin] Network e81d4c7f-4046-4ef9-8102-6121ea71b245 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:04:03.024662 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.117083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Network f80f7560-b963-4c65-9715-a46cd8350cc8 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:03.117344 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-158c279a-daa8-4a7c-b09a-a8f4a634fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:03.119251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-158c279a-daa8-4a7c-b09a-a8f4a634fb30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=68d51614-9edc-4449-b0e1-c146ac5cc6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3995128 Jul 05 10:04:03.138115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:03.146136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:03.155469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Pushing event updated for resources: {'Port': ['ID=f2aa7ac9-341d-475d-a039-45618a5c001a,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:03.159322 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.163459 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.195743 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-4e8cba68-c6f2-4775-b22a-6e3cb61c5867 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5132096 Jul 05 10:04:03.198098 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:03.198448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:03.198793 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:03.199125 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:03.199463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:03.199819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:03.200147 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:03.200474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:03.200801 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:03.201121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:03.201440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:03.201761 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:03.217716 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-3c4e39c1-3d29-4784-8c4f-a968921bc677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, e81d4c7f-4046-4ef9-8102-6121ea71b245) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:03.219873 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Request body: {'port': {'device_id': '55dd9113-00c4-4562-9a8a-f414754d3dec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:03.226310 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4e39c1-3d29-4784-8c4f-a968921bc677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:03.227384 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3c4e39c1-3d29-4784-8c4f-a968921bc677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.245573 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-99ebe42d-e1cb-479f-bf44-7ce0cacd04c9 req-08e152ee-ccd3-4020-98b3-d5376f24cb7c tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Deleting port 8284206c-fa6c-4114-adbd-162e7f3c4c6d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:03.245862 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-99ebe42d-e1cb-479f-bf44-7ce0cacd04c9 req-08e152ee-ccd3-4020-98b3-d5376f24cb7c tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.267892 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a8a5e7-512e-4195-9eaf-b91d7476a506 None None] Network e81d4c7f-4046-4ef9-8102-6121ea71b245 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:04:03.339809 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Attempting to bind port f2aa7ac9-341d-475d-a039-45618a5c001a on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:03.340186 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Attempting to bind port f2aa7ac9-341d-475d-a039-45618a5c001a by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '10c7c056-bd00-4b53-824c-4484ac38b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:03.340553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Attempting to bind port f2aa7ac9-341d-475d-a039-45618a5c001a on network f80f7560-b963-4c65-9715-a46cd8350cc8 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:03.362850 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:03.363255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Checking segment: {'id': '10c7c056-bd00-4b53-824c-4484ac38b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:03.363696 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.364064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Bound using segment: {'id': '10c7c056-bd00-4b53-824c-4484ac38b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:03.364406 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Bound port: f2aa7ac9-341d-475d-a039-45618a5c001a, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c7c056-bd00-4b53-824c-4484ac38b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:03.364850 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.391237 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3c4e39c1-3d29-4784-8c4f-a968921bc677 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9486692 Jul 05 10:04:03.391579 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-4436c290-cdbf-47cc-9ba7-ece25ba480ba service neutron] 10.222.0.73 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603815 Jul 05 10:04:03.391579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37748) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:03.397074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-4351541-router', 'tenant_id': '49c3d31b3e494bc0977b9f7dc4086365', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:03.413420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-59048d5c-787b-46e1-92b4-cdaa2960a52d None None] Provisioning for port 4f18ef33-a6ab-4089-a49c-e5f3cc935984 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:03.452582 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-59048d5c-787b-46e1-92b4-cdaa2960a52d None None] Provisioning complete for port 4f18ef33-a6ab-4089-a49c-e5f3cc935984 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:03.452963 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-59048d5c-787b-46e1-92b4-cdaa2960a52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.567497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-59048d5c-787b-46e1-92b4-cdaa2960a52d None None] Port 4f18ef33-a6ab-4089-a49c-e5f3cc935984 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:04:03.573749 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] For port f2aa7ac9-341d-475d-a039-45618a5c001a, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:03.582482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] For port f2aa7ac9-341d-475d-a039-45618a5c001a, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f2aa7ac9-341d-475d-a039-45618a5c001a,segment=NetworkSegment(10c7c056-bd00-4b53-824c-4484ac38b0f8),segment_id=10c7c056-bd00-4b53-824c-4484ac38b0f8)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:03.604452 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.607581 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-99ebe42d-e1cb-479f-bf44-7ce0cacd04c9 req-08e152ee-ccd3-4020-98b3-d5376f24cb7c tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.607954 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-99ebe42d-e1cb-479f-bf44-7ce0cacd04c9 req-08e152ee-ccd3-4020-98b3-d5376f24cb7c tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.631570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-e81d4c7f-4046-4ef9-8102-6121ea71b245', 'network_id': 'e81d4c7f-4046-4ef9-8102-6121ea71b245', 'tenant_id': '49c3d31b3e494bc0977b9f7dc4086365', 'fixed_ips': [{'subnet_id': 'fccd53ad-7f0f-46e3-93e9-f3e260695a2c'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:04:03.632864 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.659813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-99ebe42d-e1cb-479f-bf44-7ce0cacd04c9 req-08e152ee-ccd3-4020-98b3-d5376f24cb7c tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Calling delete_port for 8284206c-fa6c-4114-adbd-162e7f3c4c6d owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:03.660742 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.761230 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.762606 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.817852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f18ef33-a6ab-4089-a49c-e5f3cc935984 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:03.842135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5ff1155b-42c5-4cdb-98fb-ae8e98c138cb req-6b7696ea-ea13-4ac8-9453-9d6b5e911aeb service neutron] 10.222.0.73 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192784 Jul 05 10:04:03.843916 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.889107 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.891335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Transition to ACTIVE for port object 4f18ef33-a6ab-4089-a49c-e5f3cc935984 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:03.924457 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:03.933663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727782f-7a99-4148-830e-4be91dca5c95 req-b6e84eba-6bef-4edc-99e9-694238535ae2 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:03.935824 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8727782f-7a99-4148-830e-4be91dca5c95 req-b6e84eba-6bef-4edc-99e9-694238535ae2 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 944 time: 0.2648087 Jul 05 10:04:04.010267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:04.015809 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Allocated IP 172.20.0.2 (e81d4c7f-4046-4ef9-8102-6121ea71b245/fccd53ad-7f0f-46e3-93e9-f3e260695a2c/b1ca4c3b-7fb0-485f-b26a-4462885ac989) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:04.086644 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8727782f-7a99-4148-830e-4be91dca5c95 req-95667a18-e1ac-4aa1-b680-59eaaea5ec71 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410162 Jul 05 10:04:04.165837 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Pushing event updated for resources: {'Port': ['ID=4f18ef33-a6ab-4089-a49c-e5f3cc935984,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:04.247435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Allocated IP 172.25.5.225 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/e053a357-7856-4acc-a306-71e5704be65b) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:04.255827 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Attempting to bind port 4f18ef33-a6ab-4089-a49c-e5f3cc935984 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:04.258638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Attempting to bind port 4f18ef33-a6ab-4089-a49c-e5f3cc935984 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:04.258638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Attempting to bind port 4f18ef33-a6ab-4089-a49c-e5f3cc935984 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:04.276156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Port 4f18ef33-a6ab-4089-a49c-e5f3cc935984 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:04:04.276945 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Attempting to bind port 4f18ef33-a6ab-4089-a49c-e5f3cc935984 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:04.295771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:04.296663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:04.297548 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:04.298528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Bound port: 4f18ef33-a6ab-4089-a49c-e5f3cc935984, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:04.299526 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:04.312978 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd1c84-318f-4909-9f8d-82b0b58d4ce2 None None] Pushing event updated for resources: {'Port': ['ID=f2aa7ac9-341d-475d-a039-45618a5c001a,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:04.350069 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:04.536007 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:04.553303 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:04.563430 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Transition to ACTIVE for port object b1ca4c3b-7fb0-485f-b26a-4462885ac989 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:04.618429 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Transition to ACTIVE for port object b1ca4c3b-7fb0-485f-b26a-4462885ac989 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:04.708712 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:04.730303 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:04.739188 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Network e81d4c7f-4046-4ef9-8102-6121ea71b245 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:04.741942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:04.761691 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:04.809049 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:04.826622 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:04.840845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:04.859828 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:04.872102 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=e053a357-7856-4acc-a306-71e5704be65b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:04.873911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Attempting to bind port b1ca4c3b-7fb0-485f-b26a-4462885ac989 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:04.884141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Attempting to bind port b1ca4c3b-7fb0-485f-b26a-4462885ac989 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'b5125f48-1e0b-448f-a528-3432390a353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e81d4c7f-4046-4ef9-8102-6121ea71b245'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:04.885148 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Attempting to bind port b1ca4c3b-7fb0-485f-b26a-4462885ac989 on network e81d4c7f-4046-4ef9-8102-6121ea71b245 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:04.897065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:04.898184 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Checking segment: {'id': 'b5125f48-1e0b-448f-a528-3432390a353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e81d4c7f-4046-4ef9-8102-6121ea71b245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:04.899128 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:04.900116 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Bound using segment: {'id': 'b5125f48-1e0b-448f-a528-3432390a353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e81d4c7f-4046-4ef9-8102-6121ea71b245'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:04.901366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Bound port: b1ca4c3b-7fb0-485f-b26a-4462885ac989, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5125f48-1e0b-448f-a528-3432390a353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e81d4c7f-4046-4ef9-8102-6121ea71b245'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:04.902329 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:04.906454 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39921f01-7454-4740-87bd-78ed735034eb {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:04.916226 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] For port 4f18ef33-a6ab-4089-a49c-e5f3cc935984, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:04.921191 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:04.925506 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Pushing event updated for resources: {'Port': ['ID=b1ca4c3b-7fb0-485f-b26a-4462885ac989,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:04.944107 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Transition to ACTIVE for port object 39921f01-7454-4740-87bd-78ed735034eb will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:04.975802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070aada-6eab-478f-b2c2-b0aa918d82a8 req-0922809a-daf0-486f-bf96-18df9a8f21bd tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:04.986681 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d070aada-6eab-478f-b2c2-b0aa918d82a8 req-0922809a-daf0-486f-bf96-18df9a8f21bd tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 948 time: 0.3935895 Jul 05 10:04:05.004657 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-99ebe42d-e1cb-479f-bf44-7ce0cacd04c9 req-08e152ee-ccd3-4020-98b3-d5376f24cb7c tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:05.011759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] For port 4f18ef33-a6ab-4089-a49c-e5f3cc935984, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4f18ef33-a6ab-4089-a49c-e5f3cc935984,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:05.034681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] For port b1ca4c3b-7fb0-485f-b26a-4462885ac989, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:05.041560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] For port b1ca4c3b-7fb0-485f-b26a-4462885ac989, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b1ca4c3b-7fb0-485f-b26a-4462885ac989,segment=NetworkSegment(b5125f48-1e0b-448f-a528-3432390a353b),segment_id=b5125f48-1e0b-448f-a528-3432390a353b)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:05.069983 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d070aada-6eab-478f-b2c2-b0aa918d82a8 req-ef241560-20d8-4650-8a61-5e60a6be532e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822997 Jul 05 10:04:05.095759 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:05.133773 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:05.134572 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:05.140449 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-99ebe42d-e1cb-479f-bf44-7ce0cacd04c9 req-08e152ee-ccd3-4020-98b3-d5376f24cb7c tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:05.143635 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-99ebe42d-e1cb-479f-bf44-7ce0cacd04c9 req-08e152ee-ccd3-4020-98b3-d5376f24cb7c tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:05.144855 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-99ebe42d-e1cb-479f-bf44-7ce0cacd04c9 req-08e152ee-ccd3-4020-98b3-d5376f24cb7c tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "DELETE /v2.0/floatingips/51b6a523-2a64-4384-b0b3-191687bb5436 HTTP/1.1" status: 204 len: 173 time: 2.1983538 Jul 05 10:04:05.150150 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e152ee-ccd3-4020-98b3-d5376f24cb7c tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] Pushing event deleted for resources: {'Port': ['ID=8284206c-fa6c-4114-adbd-162e7f3c4c6d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:05.221263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Pushing event updated for resources: {'Port': ['ID=39921f01-7454-4740-87bd-78ed735034eb,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:05.344372 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:05.346346 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:05.348785 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] 10.222.0.73 "PUT /v2.0/ports/4f18ef33-a6ab-4089-a49c-e5f3cc935984 HTTP/1.1" status: 200 len: 1097 time: 2.4963684 Jul 05 10:04:05.380558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0e664-3012-4cb3-8a84-7090314f30c7 req-01e43916-e7ee-4965-833e-c758f569662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:05.386022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b98a40-4cab-4273-8b0b-363cda9b580b None None] Pushing event updated for resources: {'Port': ['ID=b1ca4c3b-7fb0-485f-b26a-4462885ac989,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:05.389107 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-edd0e664-3012-4cb3-8a84-7090314f30c7 req-01e43916-e7ee-4965-833e-c758f569662d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79a77f7ffb3f49cfa62bd853ab43f167&device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 1096 time: 0.9784698 Jul 05 10:04:05.394209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668d35d7-46ee-448d-8b49-b26e23d4a291', 'tag': '4f18ef33-a6ab-4089-a49c-e5f3cc935984'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:05.400548 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aedaee2-441b-4d18-8a87-dedf9fa5d585" -d '{"events": [{"name": "network-changed", "server_uuid": "668d35d7-46ee-448d-8b49-b26e23d4a291", "tag": "4f18ef33-a6ab-4089-a49c-e5f3cc935984"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:05.634236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078614e-7739-4418-ab81-34c66aa72c95 service neutron] Pushing event updated for resources: {'Port': ['ID=4f18ef33-a6ab-4089-a49c-e5f3cc935984,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:05.713372 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Attempting to bind port 39921f01-7454-4740-87bd-78ed735034eb on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:05.713715 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Attempting to bind port 39921f01-7454-4740-87bd-78ed735034eb by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '4dca89e4-839b-44c2-bc8d-929bef7823eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:05.714086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Attempting to bind port 39921f01-7454-4740-87bd-78ed735034eb on network f64ee891-e766-4295-93d9-758ae680bd4b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:05.723115 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Port 39921f01-7454-4740-87bd-78ed735034eb on network f64ee891-e766-4295-93d9-758ae680bd4b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:04:05.723345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Attempting to bind port 39921f01-7454-4740-87bd-78ed735034eb on network f64ee891-e766-4295-93d9-758ae680bd4b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:05.733111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:05.733111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Checking segment: {'id': '4dca89e4-839b-44c2-bc8d-929bef7823eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:05.733111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Bound using segment: {'id': '4dca89e4-839b-44c2-bc8d-929bef7823eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:05.733111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Bound port: 39921f01-7454-4740-87bd-78ed735034eb, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dca89e4-839b-44c2-bc8d-929bef7823eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:05.733111 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:05.805211 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:05.858787 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc45d9-7c65-4c67-bf42-53199cb930b2 req-f66c5a97-a898-4b1c-acad-0ebdfb84e9e1 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:05.861590 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2bbc45d9-7c65-4c67-bf42-53199cb930b2 req-f66c5a97-a898-4b1c-acad-0ebdfb84e9e1 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 944 time: 0.5065794 Jul 05 10:04:05.933152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0e664-3012-4cb3-8a84-7090314f30c7 req-648f4f8e-d731-4754-86d1-24da3e2b86f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:05.935516 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-edd0e664-3012-4cb3-8a84-7090314f30c7 req-648f4f8e-d731-4754-86d1-24da3e2b86f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=68d51614-9edc-4449-b0e1-c146ac5cc6e6 HTTP/1.1" status: 200 len: 923 time: 0.5244451 Jul 05 10:04:05.986108 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad833d-c6c2-4c03-b4b6-fa1f1ccbe682 req-1e3ab5e7-6f71-47b6-bb8f-a4cc9c802657 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:05.993891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1ad833d-c6c2-4c03-b4b6-fa1f1ccbe682 req-1e3ab5e7-6f71-47b6-bb8f-a4cc9c802657 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 950 time: 0.6029429 Jul 05 10:04:06.084339 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-961d3d56-373e-4a5c-bfb8-1d4883eafba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:06.086121 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-961d3d56-373e-4a5c-bfb8-1d4883eafba5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 1100 time: 0.5734117 Jul 05 10:04:06.145025 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2bbc45d9-7c65-4c67-bf42-53199cb930b2 req-630191b7-4690-400a-8ddc-f6486143b763 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484363 Jul 05 10:04:06.160240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f9a30a-e0bf-4d6a-86a9-0175611ed5f8 None None] Network f80f7560-b963-4c65-9715-a46cd8350cc8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:04:06.217484 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-fc9608ba-4b51-4c49-a816-3455466bbc97 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=4f18ef33-a6ab-4089-a49c-e5f3cc935984 HTTP/1.1" status: 200 len: 217 time: 0.1209996 Jul 05 10:04:06.249236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] For port 39921f01-7454-4740-87bd-78ed735034eb, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:06.271183 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] For port 39921f01-7454-4740-87bd-78ed735034eb, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=39921f01-7454-4740-87bd-78ed735034eb,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:06.283316 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-edd0e664-3012-4cb3-8a84-7090314f30c7 req-919c1084-fdfa-4de1-8f26-1e104573a04c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e9d350-4488-49b5-add0-dbe4c4a49cde HTTP/1.1" status: 200 len: 217 time: 0.3318772 Jul 05 10:04:06.337720 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-b879ef9e-7ee7-4f14-a167-1aba70f7eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:06.339281 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-b879ef9e-7ee7-4f14-a167-1aba70f7eb8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1117198 Jul 05 10:04:06.355061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0e664-3012-4cb3-8a84-7090314f30c7 req-e2c8a431-12e6-4d18-b8e1-791c653c924c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:06.356613 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-edd0e664-3012-4cb3-8a84-7090314f30c7 req-e2c8a431-12e6-4d18-b8e1-791c653c924c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4 HTTP/1.1" status: 200 len: 861 time: 0.0612969 Jul 05 10:04:06.398701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b1ca4c3b-7fb0-485f-b26a-4462885ac989 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:06.403541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eea914-b322-4f68-9a03-267ac9b93527 None None] Provisioning for port f2aa7ac9-341d-475d-a039-45618a5c001a completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:06.416236 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1ad833d-c6c2-4c03-b4b6-fa1f1ccbe682 req-424065fb-37ac-4b9b-9a2e-71fcb2209941 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207835 Jul 05 10:04:06.427413 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:06.478506 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-f91555be-65cf-414d-8ed6-6fcedb4c68fe req-e03caa8b-c9cc-4950-8cd9-2a44e002df36 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] show failed (client error): The resource could not be found. Jul 05 10:04:06.479555 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f91555be-65cf-414d-8ed6-6fcedb4c68fe req-e03caa8b-c9cc-4950-8cd9-2a44e002df36 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/floatingips/51b6a523-2a64-4384-b0b3-191687bb5436 HTTP/1.1" status: 404 len: 350 time: 0.1390474 Jul 05 10:04:06.574902 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-78bc83a3-8933-4c11-851f-7abdacbb1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:06.576615 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-78bc83a3-8933-4c11-851f-7abdacbb1bcc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2252643 Jul 05 10:04:06.601387 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c26a27-b336-4443-b03f-a937190f7726 x-openstack-request-id: req-34c26a27-b336-4443-b03f-a937190f7726 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:06.601857 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668d35d7-46ee-448d-8b49-b26e23d4a291", "tag": "4f18ef33-a6ab-4089-a49c-e5f3cc935984", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:06.602270 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34c26a27-b336-4443-b03f-a937190f7726 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:06.602893 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668d35d7-46ee-448d-8b49-b26e23d4a291', 'tag': '4f18ef33-a6ab-4089-a49c-e5f3cc935984', 'status': 'completed', 'code': 200} Jul 05 10:04:06.674026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:06.676104 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:06.680347 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port b1ca4c3b-7fb0-485f-b26a-4462885ac989 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:06.692175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f2aa7ac9-341d-475d-a039-45618a5c001a up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:06.695035 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] 10.222.0.73 "PUT /v2.0/ports/39921f01-7454-4740-87bd-78ed735034eb HTTP/1.1" status: 200 len: 1093 time: 3.4735157 Jul 05 10:04:06.735195 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dd9113-00c4-4562-9a8a-f414754d3dec', 'tag': '39921f01-7454-4740-87bd-78ed735034eb'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:06.741461 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e248d3e-887d-470e-bdbe-10f27fa55302" -d '{"events": [{"name": "network-changed", "server_uuid": "55dd9113-00c4-4562-9a8a-f414754d3dec", "tag": "39921f01-7454-4740-87bd-78ed735034eb"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:06.833359 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:06.994479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port f2aa7ac9-341d-475d-a039-45618a5c001a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:07.002039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f2aa7ac9-341d-475d-a039-45618a5c001a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:07.003049 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.163464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2c99b4fe-c196-4b3e-9205-a373798f4076 None None] Provisioning complete for port f2aa7ac9-341d-475d-a039-45618a5c001a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:07.166391 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2c99b4fe-c196-4b3e-9205-a373798f4076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.283975 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.286695 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-e0fffe43-aa72-4db4-9531-c9e7cfcee8a1 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6813798 Jul 05 10:04:07.301999 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.305963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967ecc88-ea7e-4d04-92c3-5b2e9d890212 None None] Network e81d4c7f-4046-4ef9-8102-6121ea71b245 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:04:07.356661 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.368079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31831981-c518-4ebc-9193-a8d5e21a1cbf service neutron] Pushing event updated for resources: {'Port': ['ID=39921f01-7454-4740-87bd-78ed735034eb,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:07.453222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0e664-3012-4cb3-8a84-7090314f30c7 req-f97bb8d2-e1b6-46da-bd58-ff2247f1d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:07.457025 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-edd0e664-3012-4cb3-8a84-7090314f30c7 req-f97bb8d2-e1b6-46da-bd58-ff2247f1d3d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=68d51614-9edc-4449-b0e1-c146ac5cc6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0613990 Jul 05 10:04:07.479195 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c7e9d350-4488-49b5-add0-dbe4c4a49cde details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:04:07.528725 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27f6bf-4680-40c8-8d5e-2679eb5c7f6e req-a4f97db1-ad73-4dd8-b5a6-d68788ce9f3e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:07.528954 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d27f6bf-4680-40c8-8d5e-2679eb5c7f6e req-a4f97db1-ad73-4dd8-b5a6-d68788ce9f3e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 948 time: 0.5191832 Jul 05 10:04:07.604740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d38d31-eeb3-47ae-9839-52b137da6650 req-d3cbe203-ea59-409f-8d54-546bd23d1398 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:07.606432 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-64d38d31-eeb3-47ae-9839-52b137da6650 req-d3cbe203-ea59-409f-8d54-546bd23d1398 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 944 time: 0.8308823 Jul 05 10:04:07.615369 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29534875-d203-49a9-a2b7-69f9069cb1c2 req-874aba6a-1db2-4008-a4f0-a77ffb0ea664 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976942 Jul 05 10:04:07.673908 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-46a794cf-a515-47e4-a6ed-cf36c078ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:07.675931 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-46a794cf-a515-47e4-a6ed-cf36c078ec0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6119bc815ab94278a813be791a173223&device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 1096 time: 0.8626299 Jul 05 10:04:07.701527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Allocated IP 172.25.5.61 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/474f5021-9750-43e5-bb5d-50dbe3facf62) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:07.711360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port f2aa7ac9-341d-475d-a039-45618a5c001a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f2aa7ac9-341d-475d-a039-45618a5c001a,segment=NetworkSegment(10c7c056-bd00-4b53-824c-4484ac38b0f8),segment_id=10c7c056-bd00-4b53-824c-4484ac38b0f8)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:07.814573 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-e85a6ce1-0297-40f6-910c-08e797f9540e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39921f01-7454-4740-87bd-78ed735034eb HTTP/1.1" status: 200 len: 217 time: 0.1265409 Jul 05 10:04:07.837506 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-edd0e664-3012-4cb3-8a84-7090314f30c7 req-0f921dc8-24d5-421d-afd3-6e71b8d0f04a service neutron] 10.222.0.73 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737202 Jul 05 10:04:07.841759 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-64d38d31-eeb3-47ae-9839-52b137da6650 req-f3701bb3-9d6a-4959-85a3-7f0ad60d4a1a tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231750 Jul 05 10:04:07.873094 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.895680 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c7e9d350-4488-49b5-add0-dbe4c4a49cde, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c7e9d350-4488-49b5-add0-dbe4c4a49cde,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:07.944771 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2c99b4fe-c196-4b3e-9205-a373798f4076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:07.961366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'c7e9d350-4488-49b5-add0-dbe4c4a49cde', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'port_id': 'c7e9d350-4488-49b5-add0-dbe4c4a49cde', 'mac_address': 'fa:16:3e:74:64:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:04:08.114560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-d72dd5b6-d09c-405d-b732-a68841c21c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:08.116949 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-d72dd5b6-d09c-405d-b732-a68841c21c45 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21d4184e-da4e-4e51-b2ca-6563db926533 HTTP/1.1" status: 200 len: 853 time: 0.2921448 Jul 05 10:04:08.122010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=f2aa7ac9-341d-475d-a039-45618a5c001a,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:08.190803 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-8e778742-81cb-4fd0-9feb-e885eea5f3b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f64ee891-e766-4295-93d9-758ae680bd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666492 Jul 05 10:04:08.277428 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Router 1f768f55-3adf-4698-be51-cae634d1e80a is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:04:08.300446 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:08.303950 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:08.305939 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-edd0e664-3012-4cb3-8a84-7090314f30c7 req-ca5eae7a-8521-4eee-96d1-f8a11d041470 service neutron] 10.222.0.73 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372396 Jul 05 10:04:08.338761 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-2c99b4fe-c196-4b3e-9205-a373798f4076 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:04:08.339435 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-2c99b4fe-c196-4b3e-9205-a373798f4076 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:04:08.345534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e9d350-4488-49b5-add0-dbe4c4a49cde {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:08.436819 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-283bf3aa-25c4-4a2c-a42d-4e2bed00eda8 service neutron] 10.222.0.73 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300522 Jul 05 10:04:08.493830 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:04:08.525681 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:08.544580 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d27f6bf-4680-40c8-8d5e-2679eb5c7f6e req-fe2662a9-fa6b-4871-9126-9b6bd89c2a68 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9995666 Jul 05 10:04:08.561068 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedaee2-441b-4d18-8a87-dedf9fa5d585 req-f4d5ca1a-16cd-484a-a163-8ebb5685ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:08.568012 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8aedaee2-441b-4d18-8a87-dedf9fa5d585 req-f4d5ca1a-16cd-484a-a163-8ebb5685ac43 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 1100 time: 0.3466849 Jul 05 10:04:08.641156 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-381ed8ae-1cae-428a-a49e-9d5d77506f3f req-b361d8b4-2d48-4b4a-a650-73fb8b0dccf7 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] show failed (client error): The resource could not be found. Jul 05 10:04:08.659026 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-381ed8ae-1cae-428a-a49e-9d5d77506f3f req-b361d8b4-2d48-4b4a-a650-73fb8b0dccf7 tempest-FloatingIPsTestJSON-507456811 tempest-FloatingIPsTestJSON-507456811-project] 10.222.0.77 "GET /v2.0/floatingips/51b6a523-2a64-4384-b0b3-191687bb5436 HTTP/1.1" status: 404 len: 350 time: 0.0728610 Jul 05 10:04:08.670016 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37782) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:08.703705 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:08.708089 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-697723b6-9bfc-4d6d-96ff-7df5aa729fc7 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.7339790 Jul 05 10:04:08.709543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37786) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:08.749745 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c7e9d350-4488-49b5-add0-dbe4c4a49cde, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c7e9d350-4488-49b5-add0-dbe4c4a49cde,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:08.752707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Sync routers for ids ['1f768f55-3adf-4698-be51-cae634d1e80a'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:04:08.775136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Routers {'1f768f55-3adf-4698-be51-cae634d1e80a'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:08.775797 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:03:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1f768f55-3adf-4698-be51-cae634d1e80a'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:08.776937 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1c363d-38b5-44bc-ad11-f0db3e298bfb x-openstack-request-id: req-0e1c363d-38b5-44bc-ad11-f0db3e298bfb {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:08.777800 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55dd9113-00c4-4562-9a8a-f414754d3dec", "tag": "39921f01-7454-4740-87bd-78ed735034eb", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:08.778643 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e1c363d-38b5-44bc-ad11-f0db3e298bfb {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:08.779434 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55dd9113-00c4-4562-9a8a-f414754d3dec', 'tag': '39921f01-7454-4740-87bd-78ed735034eb', 'status': 'completed', 'code': 200} Jul 05 10:04:08.784839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:08.831690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:08.831690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:08.878885 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:08.906014 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Pushing event updated for resources: {'Port': ['ID=474f5021-9750-43e5-bb5d-50dbe3facf62,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:09.030376 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=c7e9d350-4488-49b5-add0-dbe4c4a49cde,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:09.043149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Set router 1f768f55-3adf-4698-be51-cae634d1e80a gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:09.080900 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49b688f7-e462-48e7-a9c4-a42c36e32854 req-38916cae-06cc-45fb-9ec3-606b2cb4eeb6 service neutron] 10.222.0.73 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299138 Jul 05 10:04:09.086735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedaee2-441b-4d18-8a87-dedf9fa5d585 req-c28fc4b8-e09b-49ee-82d8-dfbeed362f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.088275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8aedaee2-441b-4d18-8a87-dedf9fa5d585 req-c28fc4b8-e09b-49ee-82d8-dfbeed362f58 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.5170138 Jul 05 10:04:09.145367 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8aedaee2-441b-4d18-8a87-dedf9fa5d585 req-980a2310-6956-49bd-ad94-addbf8479ec5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=4f18ef33-a6ab-4089-a49c-e5f3cc935984 HTTP/1.1" status: 200 len: 217 time: 0.0389676 Jul 05 10:04:09.202691 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['c7e9d350-4488-49b5-add0-dbe4c4a49cde'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:09.276017 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e761e4a0-798e-454d-a28d-7efba761afc4 None None] Provisioning for port b1ca4c3b-7fb0-485f-b26a-4462885ac989 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:09.289716 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e761e4a0-798e-454d-a28d-7efba761afc4 None None] Provisioning complete for port b1ca4c3b-7fb0-485f-b26a-4462885ac989 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:09.290270 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e761e4a0-798e-454d-a28d-7efba761afc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:09.557011 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e761e4a0-798e-454d-a28d-7efba761afc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:09.598016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'name': 'tempest-ServersTestJSON-1350711034-router', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'e053a357-7856-4acc-a306-71e5704be65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:02Z', 'updated_at': '2021-07-05T10:04:05Z', 'revision_number': 3, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'gw_port': {'id': 'e053a357-7856-4acc-a306-71e5704be65b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:09.616970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedaee2-441b-4d18-8a87-dedf9fa5d585 req-22171e9f-49cb-4b00-897e-62ea9a1966ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.618659 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8aedaee2-441b-4d18-8a87-dedf9fa5d585 req-22171e9f-49cb-4b00-897e-62ea9a1966ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.4578426 Jul 05 10:04:09.635638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Checking router: 1f768f55-3adf-4698-be51-cae634d1e80a for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:04:09.636125 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Updating router 1f768f55-3adf-4698-be51-cae634d1e80a port e053a357-7856-4acc-a306-71e5704be65b binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:04:09.643566 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:09.688216 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e761e4a0-798e-454d-a28d-7efba761afc4 None None] For port b1ca4c3b-7fb0-485f-b26a-4462885ac989, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b1ca4c3b-7fb0-485f-b26a-4462885ac989,segment=NetworkSegment(b5125f48-1e0b-448f-a528-3432390a353b),segment_id=b5125f48-1e0b-448f-a528-3432390a353b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:09.707669 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:09.770512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-ea12f5d8-3615-4baa-bace-d01235d309cb tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.771007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-ea12f5d8-3615-4baa-bace-d01235d309cb tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.771639 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-ea12f5d8-3615-4baa-bace-d01235d309cb tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.772782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-ea12f5d8-3615-4baa-bace-d01235d309cb tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.772782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-ea12f5d8-3615-4baa-bace-d01235d309cb tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.773122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-ea12f5d8-3615-4baa-bace-d01235d309cb tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.773598 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-ea12f5d8-3615-4baa-bace-d01235d309cb tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.774070 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-ea12f5d8-3615-4baa-bace-d01235d309cb tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.774538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-ea12f5d8-3615-4baa-bace-d01235d309cb tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.775009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-ea12f5d8-3615-4baa-bace-d01235d309cb tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.775475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-ea12f5d8-3615-4baa-bace-d01235d309cb tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.775959 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-ea12f5d8-3615-4baa-bace-d01235d309cb tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.776431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-ea12f5d8-3615-4baa-bace-d01235d309cb tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.777374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-ea12f5d8-3615-4baa-bace-d01235d309cb tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.786653 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-ea12f5d8-3615-4baa-bace-d01235d309cb tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec&device_id=668d35d7-46ee-448d-8b49-b26e23d4a291&device_id=159f3599-6d1c-4503-9cfd-0caf652cb270&device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4&device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e&device_id=e63866bd-2670-410e-82c7-07637f9df519&device_id=4caf069c-bdb8-4c5e-8532-f784db90b501&device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829&device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d&device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0&device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88&device_id=709275f3-6872-47f2-bae7-479d29fd7257&device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27&device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 12668 time: 0.2621355 Jul 05 10:04:09.840002 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-b61089de-97ad-4f52-9319-b0e76d398c71 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:09.881970 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e761e4a0-798e-454d-a28d-7efba761afc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:09.910341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedaee2-441b-4d18-8a87-dedf9fa5d585 req-b0ca7daf-dcb0-4ed3-860d-1b80510e8475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:09.911990 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8aedaee2-441b-4d18-8a87-dedf9fa5d585 req-b0ca7daf-dcb0-4ed3-860d-1b80510e8475 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2654822 Jul 05 10:04:10.008917 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.034115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761e4a0-798e-454d-a28d-7efba761afc4 None None] Pushing event updated for resources: {'Port': ['ID=b1ca4c3b-7fb0-485f-b26a-4462885ac989,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:10.167360 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8aedaee2-441b-4d18-8a87-dedf9fa5d585 req-6d4170ea-93b6-42e3-afc0-e44db1111f57 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424674 Jul 05 10:04:10.184935 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f2aa7ac9-341d-475d-a039-45618a5c001a up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:10.224348 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-b61089de-97ad-4f52-9319-b0e76d398c71 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.245880 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.276061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Transition to ACTIVE for port object e053a357-7856-4acc-a306-71e5704be65b will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:10.301612 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f2aa7ac9-341d-475d-a039-45618a5c001a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:10.302276 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.315610 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-b61089de-97ad-4f52-9319-b0e76d398c71 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.405005 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-26e00c5d-ac86-4d73-a7ea-64f37c047b12 req-b61089de-97ad-4f52-9319-b0e76d398c71 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&id=de098eae-4c96-4478-9874-336e7a1c72c0&id=164ab388-54d6-4df4-babc-0b7ad639155f&id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.6163976 Jul 05 10:04:10.422018 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedde36-ba45-4782-b0f8-22ba91e9a1a4 req-4a910b78-4bcd-4445-8e93-b98e3454d583 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:10.423603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ecedde36-ba45-4782-b0f8-22ba91e9a1a4 req-4a910b78-4bcd-4445-8e93-b98e3454d583 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 944 time: 1.5345392 Jul 05 10:04:10.432726 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.532892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e248d3e-887d-470e-bdbe-10f27fa55302 req-032869ba-790c-4b36-83ef-632fb58ff817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:10.534529 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e248d3e-887d-470e-bdbe-10f27fa55302 req-032869ba-790c-4b36-83ef-632fb58ff817 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6119bc815ab94278a813be791a173223&device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 1096 time: 1.2014713 Jul 05 10:04:10.535062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e533c1-50eb-4096-9b4c-90384a31c910 None None] Pushing event updated for resources: {'Port': ['ID=e053a357-7856-4acc-a306-71e5704be65b,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:10.542483 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61089de-97ad-4f52-9319-b0e76d398c71 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f37ee75-115e-4ad9-b62d-d99a26b1465e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:10.580279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Allocated IP 172.20.0.1 (f80f7560-b963-4c65-9715-a46cd8350cc8/57ad367d-882a-4f53-88e0-ec5a68e41b57/f107b770-a4d2-4822-8f35-c57e93953938) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:10.584783 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8aedaee2-441b-4d18-8a87-dedf9fa5d585 req-9370182b-481c-4468-b4e6-367005507634 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061100 Jul 05 10:04:10.673513 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Attempting to bind port e053a357-7856-4acc-a306-71e5704be65b on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:10.674055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Attempting to bind port e053a357-7856-4acc-a306-71e5704be65b by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:10.674315 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Attempting to bind port e053a357-7856-4acc-a306-71e5704be65b on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:10.685313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:10.685888 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:10.686391 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.686881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:10.687497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Bound port: e053a357-7856-4acc-a306-71e5704be65b, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:10.687933 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.732650 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ecedde36-ba45-4782-b0f8-22ba91e9a1a4 req-c8e91478-52d5-4f73-9026-35354ec477f5 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912660 Jul 05 10:04:10.793548 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] For port e053a357-7856-4acc-a306-71e5704be65b, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:10.800182 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e248d3e-887d-470e-bdbe-10f27fa55302 req-51d1c483-cf91-46fa-b406-660a7758d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:10.802064 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e248d3e-887d-470e-bdbe-10f27fa55302 req-51d1c483-cf91-46fa-b406-660a7758d874 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f64ee891-e766-4295-93d9-758ae680bd4b HTTP/1.1" status: 200 len: 914 time: 0.2546887 Jul 05 10:04:10.802465 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] For port e053a357-7856-4acc-a306-71e5704be65b, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e053a357-7856-4acc-a306-71e5704be65b,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:10.847775 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.857148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730293e-374f-43dc-8942-d3dce8a383d5 req-34a30ad3-f1cd-4925-8537-8ed92677dbce tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:10.870573 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e730293e-374f-43dc-8942-d3dce8a383d5 req-34a30ad3-f1cd-4925-8537-8ed92677dbce tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 945 time: 0.2309315 Jul 05 10:04:10.882911 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.922027 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:10.964345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Routers {'1f768f55-3adf-4698-be51-cae634d1e80a'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:10.964900 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:03:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1f768f55-3adf-4698-be51-cae634d1e80a'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:10.965514 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Transition to ACTIVE for port object f107b770-a4d2-4822-8f35-c57e93953938 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:10.987158 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e730293e-374f-43dc-8942-d3dce8a383d5 req-f56da8b1-d8ac-4732-881b-e9196dfbda96 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149673 Jul 05 10:04:10.989609 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e248d3e-887d-470e-bdbe-10f27fa55302 req-b5f5aca6-d3ee-4722-86d8-09f5486c384e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39921f01-7454-4740-87bd-78ed735034eb HTTP/1.1" status: 200 len: 217 time: 0.1760864 Jul 05 10:04:11.147388 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e7569aaf-7d2b-435c-8ed4-48026645eebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.161908 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e533c1-50eb-4096-9b4c-90384a31c910 None None] Pushing event updated for resources: {'Port': ['ID=e053a357-7856-4acc-a306-71e5704be65b,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:11.181020 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.213824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] Set router 1f768f55-3adf-4698-be51-cae634d1e80a gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:11.220033 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25784aba-e418-454a-88bc-ffa8179d0280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.259926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Network f80f7560-b963-4c65-9715-a46cd8350cc8 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:11.266387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:11.269047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:11.269633 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.352637 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Pushing event updated for resources: {'Port': ['ID=f107b770-a4d2-4822-8f35-c57e93953938,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:11.398522 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4f18ef33-a6ab-4089-a49c-e5f3cc935984 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:04:11.402346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c7e9d350-4488-49b5-add0-dbe4c4a49cde up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:11.550741 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e248d3e-887d-470e-bdbe-10f27fa55302 req-9f877f00-ec5b-42aa-9921-e47bb4a9e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:11.554097 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e248d3e-887d-470e-bdbe-10f27fa55302 req-9f877f00-ec5b-42aa-9921-e47bb4a9e772 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21d4184e-da4e-4e51-b2ca-6563db926533 HTTP/1.1" status: 200 len: 853 time: 0.5451841 Jul 05 10:04:11.605548 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da183c75-fdf5-4783-b6b9-7f612e007b18 req-6aae07e7-8c33-4e34-a11f-0c9f6264e38f tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:11.607419 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da183c75-fdf5-4783-b6b9-7f612e007b18 req-6aae07e7-8c33-4e34-a11f-0c9f6264e38f tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 948 time: 0.6592884 Jul 05 10:04:11.664626 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e248d3e-887d-470e-bdbe-10f27fa55302 req-535b735d-9e77-4b73-8d59-dc2859bb49de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f64ee891-e766-4295-93d9-758ae680bd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906754 Jul 05 10:04:11.732922 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.815171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port c7e9d350-4488-49b5-add0-dbe4c4a49cde completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:11.833147 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port c7e9d350-4488-49b5-add0-dbe4c4a49cde triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:11.833463 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:11.839779 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da183c75-fdf5-4783-b6b9-7f612e007b18 req-0d45182a-d0de-4307-bf26-682cdf657373 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218757 Jul 05 10:04:11.879805 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2937caf-708c-4aa5-bb5c-300d812d1d9b req-1cce0a1c-5b12-405a-a582-47ed65dac6a2 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:11.882239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2937caf-708c-4aa5-bb5c-300d812d1d9b req-1cce0a1c-5b12-405a-a582-47ed65dac6a2 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:11.882239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2937caf-708c-4aa5-bb5c-300d812d1d9b req-1cce0a1c-5b12-405a-a582-47ed65dac6a2 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:11.883156 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e2937caf-708c-4aa5-bb5c-300d812d1d9b req-1cce0a1c-5b12-405a-a582-47ed65dac6a2 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4&device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829&device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 2885 time: 0.1510501 Jul 05 10:04:11.937077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'name': 'tempest-ServersTestJSON-1350711034-router', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'e053a357-7856-4acc-a306-71e5704be65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:02Z', 'updated_at': '2021-07-05T10:04:05Z', 'revision_number': 3, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'gw_port': {'id': 'e053a357-7856-4acc-a306-71e5704be65b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:11.967955 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4d7cf96d-2755-449b-a2fc-28435471a962 None None] Provisioning for port f107b770-a4d2-4822-8f35-c57e93953938 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:11.978076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 4f18ef33-a6ab-4089-a49c-e5f3cc935984, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4f18ef33-a6ab-4089-a49c-e5f3cc935984,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:11.982162 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb92c3-292d-4d23-940c-c01db19b1682 None None] The sync data for ids ['1f768f55-3adf-4698-be51-cae634d1e80a'] in n-d-779913-27 is: [{'id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'name': 'tempest-ServersTestJSON-1350711034-router', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'e053a357-7856-4acc-a306-71e5704be65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:02Z', 'updated_at': '2021-07-05T10:04:05Z', 'revision_number': 3, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'gw_port': {'id': 'e053a357-7856-4acc-a306-71e5704be65b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:04:11.993303 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4d7cf96d-2755-449b-a2fc-28435471a962 None None] Provisioning complete for port f107b770-a4d2-4822-8f35-c57e93953938 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:11.996293 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4d7cf96d-2755-449b-a2fc-28435471a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.011978 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e2937caf-708c-4aa5-bb5c-300d812d1d9b req-2795cee3-7cc6-42f6-9b55-6830e80080db tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081398 Jul 05 10:04:12.082670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '4f18ef33-a6ab-4089-a49c-e5f3cc935984', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '4f18ef33-a6ab-4089-a49c-e5f3cc935984', 'mac_address': 'fa:16:3e:4a:ce:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:04:12.184498 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.211597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b1ca4c3b-7fb0-485f-b26a-4462885ac989 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:12.242125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Router a8f898b7-6e94-4650-a3ec-101132cd1375 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:04:12.274065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-4d7cf96d-2755-449b-a2fc-28435471a962 None None] Port f107b770-a4d2-4822-8f35-c57e93953938 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:04:12.313783 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.315118 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.320074 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e248d3e-887d-470e-bdbe-10f27fa55302 req-0eae60c2-08e1-47e6-a37d-175338fefcdd service neutron] 10.222.0.73 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184478 Jul 05 10:04:12.340954 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.346679 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.377298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f18ef33-a6ab-4089-a49c-e5f3cc935984 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:12.491024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f6196-5597-46d7-8ab8-c5365d0fd651 req-1d84d456-54d5-4d1d-a07a-cb3a803cd6d8 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:12.494684 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-318f6196-5597-46d7-8ab8-c5365d0fd651 req-1d84d456-54d5-4d1d-a07a-cb3a803cd6d8 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 945 time: 0.2909350 Jul 05 10:04:12.539148 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 4f18ef33-a6ab-4089-a49c-e5f3cc935984, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4f18ef33-a6ab-4089-a49c-e5f3cc935984,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:12.555789 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159f3599-6d1c-4503-9cfd-0caf652cb270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e9d350-4488-49b5-add0-dbe4c4a49cde'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:12.559379 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d87376-677c-4c6d-acd4-fc310cb5aba4" -d '{"events": [{"server_uuid": "159f3599-6d1c-4503-9cfd-0caf652cb270", "name": "network-vif-plugged", "status": "completed", "tag": "c7e9d350-4488-49b5-add0-dbe4c4a49cde"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:12.577731 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Pushing event updated for resources: {'Port': ['ID=f107b770-a4d2-4822-8f35-c57e93953938,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:12.605009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c7e9d350-4488-49b5-add0-dbe4c4a49cde, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c7e9d350-4488-49b5-add0-dbe4c4a49cde,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:12.611399 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port b1ca4c3b-7fb0-485f-b26a-4462885ac989 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:12.612031 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.632306 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-318f6196-5597-46d7-8ab8-c5365d0fd651 req-917e82cd-4578-460c-b467-ec10edbb11d0 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298482 Jul 05 10:04:12.634786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d9516-0558-4d54-9ad7-7fe025b91b94 req-5118da3c-e416-4c7d-9600-2cf88640f479 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:12.641875 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-412d9516-0558-4d54-9ad7-7fe025b91b94 req-5118da3c-e416-4c7d-9600-2cf88640f479 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 944 time: 0.5360651 Jul 05 10:04:12.666986 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.667666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 39921f01-7454-4740-87bd-78ed735034eb details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:04:12.699437 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.735651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Network f80f7560-b963-4c65-9715-a46cd8350cc8 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:12.741840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:12.772332 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:04:12.788563 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Sync routers for ids ['a8f898b7-6e94-4650-a3ec-101132cd1375'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:04:12.791275 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e248d3e-887d-470e-bdbe-10f27fa55302 req-1c925e4e-74a8-4796-8bff-79dd1312a02b service neutron] 10.222.0.73 "GET /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454453 Jul 05 10:04:12.819390 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Routers {'a8f898b7-6e94-4650-a3ec-101132cd1375'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:12.820093 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:03:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['a8f898b7-6e94-4650-a3ec-101132cd1375'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:12.846277 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-412d9516-0558-4d54-9ad7-7fe025b91b94 req-a58f684c-cc73-41c9-9fd8-d9d4d1c62009 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920838 Jul 05 10:04:12.907667 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-25784aba-e418-454a-88bc-ffa8179d0280 admin admin] Deleting port 947de69b-3dcd-4e77-ac76-903955580813 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:12.919693 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25784aba-e418-454a-88bc-ffa8179d0280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.925099 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:12.938772 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-15fd563c-b007-4976-8193-c81e655c0375 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.5417173 Jul 05 10:04:12.961281 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37814) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:13.084012 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=4f18ef33-a6ab-4089-a49c-e5f3cc935984,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:13.103623 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2d7f66-5387-496a-b7a0-7958dc76451f x-openstack-request-id: req-ef2d7f66-5387-496a-b7a0-7958dc76451f {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:13.104199 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159f3599-6d1c-4503-9cfd-0caf652cb270", "name": "network-vif-plugged", "status": "completed", "tag": "c7e9d350-4488-49b5-add0-dbe4c4a49cde", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:13.104660 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef2d7f66-5387-496a-b7a0-7958dc76451f {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:13.105283 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159f3599-6d1c-4503-9cfd-0caf652cb270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e9d350-4488-49b5-add0-dbe4c4a49cde', 'code': 200} Jul 05 10:04:13.209809 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=c7e9d350-4488-49b5-add0-dbe4c4a49cde,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:13.309238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-25784aba-e418-454a-88bc-ffa8179d0280 admin admin] For port 947de69b-3dcd-4e77-ac76-903955580813, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=947de69b-3dcd-4e77-ac76-903955580813,segment=NetworkSegment(8a648c73-d467-408e-bc94-e003db47c4f2),segment_id=8a648c73-d467-408e-bc94-e003db47c4f2)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:13.321145 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25784aba-e418-454a-88bc-ffa8179d0280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.363097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 39921f01-7454-4740-87bd-78ed735034eb, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=39921f01-7454-4740-87bd-78ed735034eb,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:13.366172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6a5d9707-96a6-4a99-92c2-e3a81bce14c1 None None] Provisioning complete for port f107b770-a4d2-4822-8f35-c57e93953938 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:13.367409 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-25784aba-e418-454a-88bc-ffa8179d0280 admin admin] Calling delete_port for 947de69b-3dcd-4e77-ac76-903955580813 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:13.369705 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6a5d9707-96a6-4a99-92c2-e3a81bce14c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.380051 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Set router a8f898b7-6e94-4650-a3ec-101132cd1375 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:13.454326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6a5d9707-96a6-4a99-92c2-e3a81bce14c1 None None] Port f107b770-a4d2-4822-8f35-c57e93953938 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:04:13.476935 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '39921f01-7454-4740-87bd-78ed735034eb', 'network_id': 'f64ee891-e766-4295-93d9-758ae680bd4b', 'port_id': '39921f01-7454-4740-87bd-78ed735034eb', 'mac_address': 'fa:16:3e:f8:c6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21d4184e-da4e-4e51-b2ca-6563db926533', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:04:13.552170 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bfe42555-b621-4265-8312-9e45ea3c1320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.559260 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.578265 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39921f01-7454-4740-87bd-78ed735034eb {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:13.613985 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 39921f01-7454-4740-87bd-78ed735034eb, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=39921f01-7454-4740-87bd-78ed735034eb,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:13.625707 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154f7c4-7ced-4529-aa29-ca3191c5a34c req-e1668f20-3ea4-4cab-8223-da54d438c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:13.627338 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3154f7c4-7ced-4529-aa29-ca3191c5a34c req-e1668f20-3ea4-4cab-8223-da54d438c06c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 1098 time: 0.4535301 Jul 05 10:04:13.634874 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.645839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed2663-24d8-4995-8f51-07aa7e3f6559 req-034c3ffb-2e73-4af2-867f-9ddab60e0f9d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:13.655500 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eaed2663-24d8-4995-8f51-07aa7e3f6559 req-034c3ffb-2e73-4af2-867f-9ddab60e0f9d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 949 time: 0.3024828 Jul 05 10:04:13.697947 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:13.792154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Router 1f768f55-3adf-4698-be51-cae634d1e80a has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:04:13.931782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=39921f01-7454-4740-87bd-78ed735034eb,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:13.997793 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'name': 'tempest-FloatingIPDetailsTestJSON-4351541-router', 'tenant_id': '49c3d31b3e494bc0977b9f7dc4086365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '474f5021-9750-43e5-bb5d-50dbe3facf62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:09Z', 'revision_number': 3, 'project_id': '49c3d31b3e494bc0977b9f7dc4086365', 'gw_port': {'id': '474f5021-9750-43e5-bb5d-50dbe3facf62', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:07Z', 'updated_at': '2021-07-05T10:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:14.034083 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Checking router: a8f898b7-6e94-4650-a3ec-101132cd1375 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:04:14.034478 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Updating router a8f898b7-6e94-4650-a3ec-101132cd1375 port 474f5021-9750-43e5-bb5d-50dbe3facf62 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:04:14.052572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['4f18ef33-a6ab-4089-a49c-e5f3cc935984'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:14.057426 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['39921f01-7454-4740-87bd-78ed735034eb'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:14.111501 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:04:14.122411 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-37e2dac9-e41a-4294-b84d-b6f5cb15cf8b admin admin] 10.222.0.77 "PUT /v2.0/routers/1f768f55-3adf-4698-be51-cae634d1e80a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3141372 Jul 05 10:04:14.165582 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.207701 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eaed2663-24d8-4995-8f51-07aa7e3f6559 req-2b128e15-22bf-4b40-a18e-828bf5661a54 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5510602 Jul 05 10:04:14.216416 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3154f7c4-7ced-4529-aa29-ca3191c5a34c req-c9dc8979-50cf-42c8-b0e1-2b9c050465cf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5530722 Jul 05 10:04:14.230221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e053a357-7856-4acc-a306-71e5704be65b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:14.556145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e0cb2-e879-4ccf-ba36-b1b939666667 req-c3d04986-df6a-474b-8dbb-fccff35388dc tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:14.567644 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-603e0cb2-e879-4ccf-ba36-b1b939666667 req-c3d04986-df6a-474b-8dbb-fccff35388dc tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 946 time: 0.1926520 Jul 05 10:04:14.610195 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25784aba-e418-454a-88bc-ffa8179d0280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.639123 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-603e0cb2-e879-4ccf-ba36-b1b939666667 req-1beafdf7-ae99-4e86-b98a-59f627a4694c tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699556 Jul 05 10:04:14.642197 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e053a357-7856-4acc-a306-71e5704be65b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:14.666974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e053a357-7856-4acc-a306-71e5704be65b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:14.667383 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.677585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25784aba-e418-454a-88bc-ffa8179d0280 admin admin] Pushing event deleted for resources: {'Port': ['ID=947de69b-3dcd-4e77-ac76-903955580813,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:14.812744 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.829553 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9151cd-16fa-404d-8710-d41a70fa4694 req-87b56962-68a6-48af-aac5-260ab403997b tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:14.841844 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bf9151cd-16fa-404d-8710-d41a70fa4694 req-87b56962-68a6-48af-aac5-260ab403997b tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 945 time: 0.3297508 Jul 05 10:04:14.918563 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.955630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Sync routers for ids ['1f768f55-3adf-4698-be51-cae634d1e80a'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:04:14.974064 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:14.975377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bf9151cd-16fa-404d-8710-d41a70fa4694 req-6516e351-bad2-49ea-b254-eda613871572 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321409 Jul 05 10:04:15.025527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Routers {'1f768f55-3adf-4698-be51-cae634d1e80a'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:15.025527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1f768f55-3adf-4698-be51-cae634d1e80a'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:15.043882 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:15.142948 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Transition to ACTIVE for port object 474f5021-9750-43e5-bb5d-50dbe3facf62 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:15.165142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port e053a357-7856-4acc-a306-71e5704be65b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e053a357-7856-4acc-a306-71e5704be65b,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:15.180540 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Allocated IP 172.20.0.1 (e81d4c7f-4046-4ef9-8102-6121ea71b245/fccd53ad-7f0f-46e3-93e9-f3e260695a2c/aeec582e-733c-4e3c-8e1e-f39b9dfaad70) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:15.245610 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25784aba-e418-454a-88bc-ffa8179d0280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:15.268277 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:15.286404 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:15.326036 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:15.328247 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Attempting to bind port 474f5021-9750-43e5-bb5d-50dbe3facf62 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:15.334740 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Attempting to bind port 474f5021-9750-43e5-bb5d-50dbe3facf62 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:15.334740 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Attempting to bind port 474f5021-9750-43e5-bb5d-50dbe3facf62 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:15.335325 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Set router 1f768f55-3adf-4698-be51-cae634d1e80a gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:15.359565 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Transition to ACTIVE for port object aeec582e-733c-4e3c-8e1e-f39b9dfaad70 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:15.384137 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:15.384527 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:15.384899 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:15.385292 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:15.385782 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Bound port: 474f5021-9750-43e5-bb5d-50dbe3facf62, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:15.386182 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:15.446963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=e053a357-7856-4acc-a306-71e5704be65b,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:15.474386 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:15.488038 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba6aad-2bea-4be2-8871-0ae559ccd80a None None] Pushing event updated for resources: {'Port': ['ID=474f5021-9750-43e5-bb5d-50dbe3facf62,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:15.511038 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] For port 474f5021-9750-43e5-bb5d-50dbe3facf62, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:15.514933 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] For port 474f5021-9750-43e5-bb5d-50dbe3facf62, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=474f5021-9750-43e5-bb5d-50dbe3facf62,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:15.535813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Network e81d4c7f-4046-4ef9-8102-6121ea71b245 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:15.539442 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:15.543612 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:15.544122 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:15.606223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Pushing event updated for resources: {'Port': ['ID=aeec582e-733c-4e3c-8e1e-f39b9dfaad70,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:15.611633 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:15.682882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37840) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:15.696270 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a3f7b46c-e165-4ba0-81a1-7a94d816a897 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--668029646', 'description': 'tempest-description--2014133847'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:15.712908 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4f18ef33-a6ab-4089-a49c-e5f3cc935984 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:15.731419 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Routers {'a8f898b7-6e94-4650-a3ec-101132cd1375'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:15.737016 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['a8f898b7-6e94-4650-a3ec-101132cd1375'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:15.773044 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25784aba-e418-454a-88bc-ffa8179d0280 admin admin] Router a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:04:15.845346 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba6aad-2bea-4be2-8871-0ae559ccd80a None None] Pushing event updated for resources: {'Port': ['ID=474f5021-9750-43e5-bb5d-50dbe3facf62,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:15.944852 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] Set router a8f898b7-6e94-4650-a3ec-101132cd1375 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:15.960222 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3f7b46c-e165-4ba0-81a1-7a94d816a897 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.012375 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.070388 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 4f18ef33-a6ab-4089-a49c-e5f3cc935984 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:16.115706 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 4f18ef33-a6ab-4089-a49c-e5f3cc935984 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:16.118997 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.134370 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a88c77-e27f-414b-888d-7de929d4672b req-01ae1242-c767-4f8e-9b2b-ab9ab2cee61b tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:16.139571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a5a88c77-e27f-414b-888d-7de929d4672b req-01ae1242-c767-4f8e-9b2b-ab9ab2cee61b tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 946 time: 0.1963673 Jul 05 10:04:16.175636 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25784aba-e418-454a-88bc-ffa8179d0280 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:04:16.178167 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'name': 'tempest-ServersTestJSON-1350711034-router', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'e053a357-7856-4acc-a306-71e5704be65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:02Z', 'updated_at': '2021-07-05T10:04:11Z', 'revision_number': 4, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'gw_port': {'id': 'e053a357-7856-4acc-a306-71e5704be65b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f107b770-a4d2-4822-8f35-c57e93953938', 'name': '', 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'mac_address': 'fa:16:3e:b6:43:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:10Z', 'updated_at': '2021-07-05T10:04:11Z', 'revision_number': 2, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'subnets': [{'id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:16.203436 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e7d66-8d96-47e9-bfdd-c0eb8d7b0fed None None] Sync routers for ids ['a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:04:16.206420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37850) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:16.207229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-25784aba-e418-454a-88bc-ffa8179d0280 admin admin] 10.222.0.77 "PUT /v2.0/routers/a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5263920 Jul 05 10:04:16.208474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Checking router: 1f768f55-3adf-4698-be51-cae634d1e80a for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:04:16.209018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Updating router 1f768f55-3adf-4698-be51-cae634d1e80a port f107b770-a4d2-4822-8f35-c57e93953938 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:04:16.244096 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e7d66-8d96-47e9-bfdd-c0eb8d7b0fed None None] Routers {'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:16.246323 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bc1249f5-9cbd-4db3-ae85-c117385339b0 None None] Provisioning for port aeec582e-733c-4e3c-8e1e-f39b9dfaad70 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:16.247038 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-063e7d66-8d96-47e9-bfdd-c0eb8d7b0fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:16.283651 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bc1249f5-9cbd-4db3-ae85-c117385339b0 None None] Provisioning complete for port aeec582e-733c-4e3c-8e1e-f39b9dfaad70 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:16.285931 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bc1249f5-9cbd-4db3-ae85-c117385339b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.296798 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.302728 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f23ac8-55b3-4505-b56d-c09c5eb763ac req-c1f04aa1-a62d-4b29-8232-59cf217b822d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:16.304492 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-62f23ac8-55b3-4505-b56d-c09c5eb763ac req-c1f04aa1-a62d-4b29-8232-59cf217b822d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 949 time: 0.3237727 Jul 05 10:04:16.369954 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3f7b46c-e165-4ba0-81a1-7a94d816a897 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.386796 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-62f23ac8-55b3-4505-b56d-c09c5eb763ac req-67e7d86f-6cb5-4412-b50b-f9c5f5c21a8c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711925 Jul 05 10:04:16.427947 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3f7b46c-e165-4ba0-81a1-7a94d816a897 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.472374 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.478051 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'name': 'tempest-FloatingIPDetailsTestJSON-4351541-router', 'tenant_id': '49c3d31b3e494bc0977b9f7dc4086365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '474f5021-9750-43e5-bb5d-50dbe3facf62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:09Z', 'revision_number': 3, 'project_id': '49c3d31b3e494bc0977b9f7dc4086365', 'gw_port': {'id': '474f5021-9750-43e5-bb5d-50dbe3facf62', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:07Z', 'updated_at': '2021-07-05T10:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:16.509754 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-063e7d66-8d96-47e9-bfdd-c0eb8d7b0fed None None] Set router a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:16.511336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e053a357-7856-4acc-a306-71e5704be65b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:16.511709 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387e425-b580-407b-b178-dab3982a8e54 None None] The sync data for ids ['a8f898b7-6e94-4650-a3ec-101132cd1375'] in n-d-779913-27 is: [{'id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'name': 'tempest-FloatingIPDetailsTestJSON-4351541-router', 'tenant_id': '49c3d31b3e494bc0977b9f7dc4086365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '474f5021-9750-43e5-bb5d-50dbe3facf62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:09Z', 'revision_number': 3, 'project_id': '49c3d31b3e494bc0977b9f7dc4086365', 'gw_port': {'id': '474f5021-9750-43e5-bb5d-50dbe3facf62', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:07Z', 'updated_at': '2021-07-05T10:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:04:16.535190 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a5a88c77-e27f-414b-888d-7de929d4672b req-ff0cae75-cb54-4e6b-8ec3-a0dfe22799e7 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533444 Jul 05 10:04:16.565447 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3f7b46c-e165-4ba0-81a1-7a94d816a897 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.571177 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a3f7b46c-e165-4ba0-81a1-7a94d816a897 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8831553 Jul 05 10:04:16.571177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7b46c-e165-4ba0-81a1-7a94d816a897 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2328b2f-9b0b-40cf-8b13-63a61c14eff0,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:16.574913 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37852) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:16.578241 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-89df7444-a06d-4670-b306-a07e6bc9c8de tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Request body: {'security_group_rule': {'security_group_id': 'd2328b2f-9b0b-40cf-8b13-63a61c14eff0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:16.643872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df162e-6b85-402c-bb48-ca05fea102f4 req-ffb42e77-5c1b-4f82-a1a1-da73b6334332 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:16.648366 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56df162e-6b85-402c-bb48-ca05fea102f4 req-ffb42e77-5c1b-4f82-a1a1-da73b6334332 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 1101 time: 0.1335480 Jul 05 10:04:16.687411 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a40e1afb-811c-4086-8e17-11c0f912011c admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.710260 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56df162e-6b85-402c-bb48-ca05fea102f4 req-1beb683d-b9a2-4e4d-94a5-0321b564553a tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550704 Jul 05 10:04:16.713447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-bc1249f5-9cbd-4db3-ae85-c117385339b0 None None] Port aeec582e-733c-4e3c-8e1e-f39b9dfaad70 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:04:16.714434 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.757898 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-89df7444-a06d-4670-b306-a07e6bc9c8de tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.759217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 4f18ef33-a6ab-4089-a49c-e5f3cc935984, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4f18ef33-a6ab-4089-a49c-e5f3cc935984,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:16.763821 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668d35d7-46ee-448d-8b49-b26e23d4a291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f18ef33-a6ab-4089-a49c-e5f3cc935984'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:16.766200 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365772f8-7d9c-4296-a947-439bf38a0cf2" -d '{"events": [{"server_uuid": "668d35d7-46ee-448d-8b49-b26e23d4a291", "name": "network-vif-plugged", "status": "completed", "tag": "4f18ef33-a6ab-4089-a49c-e5f3cc935984"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:16.857475 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.858946 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 39921f01-7454-4740-87bd-78ed735034eb up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:16.940219 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.941379 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.945173 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-063e7d66-8d96-47e9-bfdd-c0eb8d7b0fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'name': 'tempest-FloatingIPsTestJSON-1614553819-router', 'tenant_id': '02c6c378105848858812ba588ec530d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:31Z', 'updated_at': '2021-07-05T10:04:14Z', 'revision_number': 5, 'project_id': '02c6c378105848858812ba588ec530d5', 'gw_port': {'id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:16.957402 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-89df7444-a06d-4670-b306-a07e6bc9c8de tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:16.986505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=4f18ef33-a6ab-4089-a49c-e5f3cc935984,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:16.992897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e053a357-7856-4acc-a306-71e5704be65b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:16.993457 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:17.059386 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e7d66-8d96-47e9-bfdd-c0eb8d7b0fed None None] Checking router: a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:04:17.060132 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-89df7444-a06d-4670-b306-a07e6bc9c8de tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:17.070706 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:17.073599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Pushing event updated for resources: {'Port': ['ID=aeec582e-733c-4e3c-8e1e-f39b9dfaad70,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:17.086076 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e7d66-8d96-47e9-bfdd-c0eb8d7b0fed None None] Routers {'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:17.087405 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-063e7d66-8d96-47e9-bfdd-c0eb8d7b0fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:17.130689 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a40e1afb-811c-4086-8e17-11c0f912011c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:17.135591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df7444-a06d-4670-b306-a07e6bc9c8de tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9d9fd6-e4f0-4ea7-a4c1-e44de525b8e8,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:17.167159 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad415ec-6258-4031-bb19-d47a4c5be155 req-45755909-06cc-44eb-96b8-a59b77861e55 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:17.169357 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ad415ec-6258-4031-bb19-d47a4c5be155 req-45755909-06cc-44eb-96b8-a59b77861e55 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 946 time: 0.1962755 Jul 05 10:04:17.180470 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37862) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:17.187490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5be88924-a6c6-4e8e-9b6e-2a7b8db06018 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Request body: {'floatingip': {'port_id': 'c7e9d350-4488-49b5-add0-dbe4c4a49cde'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:17.283765 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5be88924-a6c6-4e8e-9b6e-2a7b8db06018 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:17.296049 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-89df7444-a06d-4670-b306-a07e6bc9c8de tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:17.299922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 39921f01-7454-4740-87bd-78ed735034eb completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:17.302502 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-89df7444-a06d-4670-b306-a07e6bc9c8de tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7279115 Jul 05 10:04:17.321363 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37864) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:17.327106 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-063e7d66-8d96-47e9-bfdd-c0eb8d7b0fed None None] Set router a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:17.329863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 39921f01-7454-4740-87bd-78ed735034eb triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:17.330366 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:17.335591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d9fff560-f659-48c5-9e44-1395fd8998de tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Request body: {'security_group_rule': {'security_group_id': 'd2328b2f-9b0b-40cf-8b13-63a61c14eff0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:17.524136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84ca5-8c60-435e-9603-c11a553e6b4f req-f80bba16-17fd-42a3-a0f4-8a2ed9d91668 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:17.526204 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dac84ca5-8c60-435e-9603-c11a553e6b4f req-f80bba16-17fd-42a3-a0f4-8a2ed9d91668 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 945 time: 0.5797725 Jul 05 10:04:17.596575 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Network e81d4c7f-4046-4ef9-8102-6121ea71b245 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:17.601708 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:17.635066 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d9fff560-f659-48c5-9e44-1395fd8998de tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:17.656794 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:17.690266 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-063e7d66-8d96-47e9-bfdd-c0eb8d7b0fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'name': 'tempest-FloatingIPsTestJSON-1614553819-router', 'tenant_id': '02c6c378105848858812ba588ec530d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:31Z', 'updated_at': '2021-07-05T10:04:14Z', 'revision_number': 5, 'project_id': '02c6c378105848858812ba588ec530d5', 'gw_port': {'id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:17.709467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f8238-a767-4dca-bdd5-6fa82ccf3cf5 req-1d1d57d4-f0a2-4923-b4f0-7b5808a08006 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:17.718112 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d0f8238-a767-4dca-bdd5-6fa82ccf3cf5 req-1d1d57d4-f0a2-4923-b4f0-7b5808a08006 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 1101 time: 0.2253079 Jul 05 10:04:17.756404 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 39921f01-7454-4740-87bd-78ed735034eb, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=39921f01-7454-4740-87bd-78ed735034eb,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:17.764544 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:17.775143 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e7d66-8d96-47e9-bfdd-c0eb8d7b0fed None None] The sync data for ids ['a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5'] in n-d-779913-27 is: [{'id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'name': 'tempest-FloatingIPsTestJSON-1614553819-router', 'tenant_id': '02c6c378105848858812ba588ec530d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:03:31Z', 'updated_at': '2021-07-05T10:04:14Z', 'revision_number': 5, 'project_id': '02c6c378105848858812ba588ec530d5', 'gw_port': {'id': '0f27c03b-94e9-4a30-a66d-d2f8eda4da00', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:03:34Z', 'updated_at': '2021-07-05T10:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:04:17.786195 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d0f8238-a767-4dca-bdd5-6fa82ccf3cf5 req-edfab882-a364-4dda-a0a3-470d49e84c4b tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667965 Jul 05 10:04:17.801097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Transition to ACTIVE for port object f107b770-a4d2-4822-8f35-c57e93953938 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:17.845977 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:17.895285 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea57eae1-784a-43ab-8a7a-cad56f422ca2 x-openstack-request-id: req-ea57eae1-784a-43ab-8a7a-cad56f422ca2 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:17.895588 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668d35d7-46ee-448d-8b49-b26e23d4a291", "name": "network-vif-plugged", "status": "completed", "tag": "4f18ef33-a6ab-4089-a49c-e5f3cc935984", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:17.895891 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea57eae1-784a-43ab-8a7a-cad56f422ca2 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:17.896287 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668d35d7-46ee-448d-8b49-b26e23d4a291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f18ef33-a6ab-4089-a49c-e5f3cc935984', 'code': 200} Jul 05 10:04:17.917289 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:17.955902 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a40e1afb-811c-4086-8e17-11c0f912011c admin admin] Deleting port 0f27c03b-94e9-4a30-a66d-d2f8eda4da00 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:17.956253 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a40e1afb-811c-4086-8e17-11c0f912011c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.004670 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dac84ca5-8c60-435e-9603-c11a553e6b4f req-b4691370-d788-41e4-b8c8-7c954c0bddea tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392154 Jul 05 10:04:18.026212 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=39921f01-7454-4740-87bd-78ed735034eb,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:18.140696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28e475-7b4e-4c71-a7a7-27869cefc6db None None] Pushing event updated for resources: {'Port': ['ID=f107b770-a4d2-4822-8f35-c57e93953938,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:18.198608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Attempting to bind port f107b770-a4d2-4822-8f35-c57e93953938 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:18.199080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Attempting to bind port f107b770-a4d2-4822-8f35-c57e93953938 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '10c7c056-bd00-4b53-824c-4484ac38b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:18.199628 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Attempting to bind port f107b770-a4d2-4822-8f35-c57e93953938 on network f80f7560-b963-4c65-9715-a46cd8350cc8 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:18.218138 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:18.219561 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Checking segment: {'id': '10c7c056-bd00-4b53-824c-4484ac38b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:18.220008 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.220339 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Router a8f898b7-6e94-4650-a3ec-101132cd1375 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:04:18.220482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Bound using segment: {'id': '10c7c056-bd00-4b53-824c-4484ac38b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:18.221018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Bound port: f107b770-a4d2-4822-8f35-c57e93953938, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c7c056-bd00-4b53-824c-4484ac38b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:18.221541 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.223700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-10bdc8e7-55ca-4835-8a6c-0f0248c83c1c None None] Provisioning complete for port aeec582e-733c-4e3c-8e1e-f39b9dfaad70 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:18.224107 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-10bdc8e7-55ca-4835-8a6c-0f0248c83c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.281619 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d9fff560-f659-48c5-9e44-1395fd8998de tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.442386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] For port f107b770-a4d2-4822-8f35-c57e93953938, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:18.446215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] For port f107b770-a4d2-4822-8f35-c57e93953938, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f107b770-a4d2-4822-8f35-c57e93953938,segment=NetworkSegment(10c7c056-bd00-4b53-824c-4484ac38b0f8),segment_id=10c7c056-bd00-4b53-824c-4484ac38b0f8)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:18.461155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-10bdc8e7-55ca-4835-8a6c-0f0248c83c1c None None] Port aeec582e-733c-4e3c-8e1e-f39b9dfaad70 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:04:18.472033 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 474f5021-9750-43e5-bb5d-50dbe3facf62 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:18.476050 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d9fff560-f659-48c5-9e44-1395fd8998de tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.501687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-a40e1afb-811c-4086-8e17-11c0f912011c admin admin] For port 0f27c03b-94e9-4a30-a66d-d2f8eda4da00, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0f27c03b-94e9-4a30-a66d-d2f8eda4da00,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:18.502053 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a40e1afb-811c-4086-8e17-11c0f912011c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.528977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fff560-f659-48c5-9e44-1395fd8998de tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cbc1af3-e2f0-435c-b3bc-8bc0f46c5c50,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:18.533789 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a40e1afb-811c-4086-8e17-11c0f912011c admin admin] Calling delete_port for 0f27c03b-94e9-4a30-a66d-d2f8eda4da00 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:18.551211 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.643668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:04:18.646409 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28e475-7b4e-4c71-a7a7-27869cefc6db None None] Pushing event updated for resources: {'Port': ['ID=f107b770-a4d2-4822-8f35-c57e93953938,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:18.654920 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aa9f679d-b229-470e-a51c-7ba79dfd49cb admin admin] 10.222.0.77 "PUT /v2.0/routers/a8f898b7-6e94-4650-a3ec-101132cd1375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6922312 Jul 05 10:04:18.660802 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d9fff560-f659-48c5-9e44-1395fd8998de tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.662270 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d9fff560-f659-48c5-9e44-1395fd8998de tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3384964 Jul 05 10:04:18.682483 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37874) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:18.698344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:18.704001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Routers {'1f768f55-3adf-4698-be51-cae634d1e80a'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:18.708483 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1f768f55-3adf-4698-be51-cae634d1e80a'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:18.754613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe6c48-0a57-4faf-81a3-fda054282338 req-c620beec-d1d1-4ee9-a51e-08ec5ab1c885 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:18.764101 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-28fe6c48-0a57-4faf-81a3-fda054282338 req-c620beec-d1d1-4ee9-a51e-08ec5ab1c885 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 950 time: 0.7098203 Jul 05 10:04:18.774286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3804fb2-2f45-4cf5-ad11-035c113e9ad5 req-f489a92f-3564-43cd-ac78-6ac68e149b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:18.776518 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a3804fb2-2f45-4cf5-ad11-035c113e9ad5 req-f489a92f-3564-43cd-ac78-6ac68e149b99 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 1102 time: 0.7246134 Jul 05 10:04:18.867414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 474f5021-9750-43e5-bb5d-50dbe3facf62 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:18.875351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 474f5021-9750-43e5-bb5d-50dbe3facf62 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:18.876084 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:18.973630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] Set router 1f768f55-3adf-4698-be51-cae634d1e80a gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:18.978003 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a3804fb2-2f45-4cf5-ad11-035c113e9ad5 req-db59e0a2-b400-407a-9f91-6ad4064cc3bf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900854 Jul 05 10:04:19.013269 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-28fe6c48-0a57-4faf-81a3-fda054282338 req-8b4b6158-aa9a-46fa-8f27-955e2e9f4ddb tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478554 Jul 05 10:04:19.015601 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.resource_extend [None req-5be88924-a6c6-4e8e-9b6e-2a7b8db06018 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:04:19.022613 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:19.097285 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:19.153897 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a40e1afb-811c-4086-8e17-11c0f912011c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:19.154963 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5be88924-a6c6-4e8e-9b6e-2a7b8db06018 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:19.205358 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e1afb-811c-4086-8e17-11c0f912011c admin admin] Pushing event deleted for resources: {'Port': ['ID=0f27c03b-94e9-4a30-a66d-d2f8eda4da00,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:19.240579 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a40e1afb-811c-4086-8e17-11c0f912011c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:19.293292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 474f5021-9750-43e5-bb5d-50dbe3facf62, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=474f5021-9750-43e5-bb5d-50dbe3facf62,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:19.311019 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5be88924-a6c6-4e8e-9b6e-2a7b8db06018 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:19.357602 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a40e1afb-811c-4086-8e17-11c0f912011c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:19.360796 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'name': 'tempest-ServersTestJSON-1350711034-router', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'e053a357-7856-4acc-a306-71e5704be65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:02Z', 'updated_at': '2021-07-05T10:04:11Z', 'revision_number': 4, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'gw_port': {'id': 'e053a357-7856-4acc-a306-71e5704be65b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f107b770-a4d2-4822-8f35-c57e93953938', 'name': '', 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'mac_address': 'fa:16:3e:b6:43:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:10Z', 'updated_at': '2021-07-05T10:04:18Z', 'revision_number': 4, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'subnets': [{'id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:19.361079 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a40e1afb-811c-4086-8e17-11c0f912011c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:19.414035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d664f-ded8-432b-9230-f26845982600 None None] The sync data for ids ['1f768f55-3adf-4698-be51-cae634d1e80a'] in n-d-779913-27 is: [{'id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'name': 'tempest-ServersTestJSON-1350711034-router', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'e053a357-7856-4acc-a306-71e5704be65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:02Z', 'updated_at': '2021-07-05T10:04:11Z', 'revision_number': 4, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'gw_port': {'id': 'e053a357-7856-4acc-a306-71e5704be65b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f107b770-a4d2-4822-8f35-c57e93953938', 'name': '', 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'mac_address': 'fa:16:3e:b6:43:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:10Z', 'updated_at': '2021-07-05T10:04:18Z', 'revision_number': 4, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'subnets': [{'id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:04:19.415779 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:19.430204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 947de69b-3dcd-4e77-ac76-903955580813 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:19.534863 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:19.537018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 947de69b-3dcd-4e77-ac76-903955580813 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:19.538259 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 947de69b-3dcd-4e77-ac76-903955580813 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:19.624890 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=474f5021-9750-43e5-bb5d-50dbe3facf62,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:19.628728 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a40e1afb-811c-4086-8e17-11c0f912011c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:19.628906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40e1afb-811c-4086-8e17-11c0f912011c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:04:19.636544 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a40e1afb-811c-4086-8e17-11c0f912011c admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:19.647298 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a40e1afb-811c-4086-8e17-11c0f912011c admin admin] 10.222.0.77 "DELETE /v2.0/routers/a2b43093-fb0d-4ebd-a91b-5b386e4f6ff5 HTTP/1.1" status: 204 len: 168 time: 3.4346714 Jul 05 10:04:19.652862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37890) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:19.686478 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Sync routers for ids ['a8f898b7-6e94-4650-a3ec-101132cd1375'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:04:19.709450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Routers {'a8f898b7-6e94-4650-a3ec-101132cd1375'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:19.710238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['a8f898b7-6e94-4650-a3ec-101132cd1375'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:19.987159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dd9113-00c4-4562-9a8a-f414754d3dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39921f01-7454-4740-87bd-78ed735034eb'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:19.991281 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bc0e81-a7e5-432b-8699-1243baf592de" -d '{"events": [{"server_uuid": "55dd9113-00c4-4562-9a8a-f414754d3dec", "name": "network-vif-plugged", "status": "completed", "tag": "39921f01-7454-4740-87bd-78ed735034eb"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:20.040080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Set router a8f898b7-6e94-4650-a3ec-101132cd1375 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:20.188790 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-5be88924-a6c6-4e8e-9b6e-2a7b8db06018 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Floating IP d99b1b8a-99b4-4d1b-aff0-69d84b1fac7c associated. External IP: 172.25.5.30, port: c7e9d350-4488-49b5-add0-dbe4c4a49cde. Jul 05 10:04:20.413953 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79afe8f1-87af-4944-a407-60356cf9c096 req-a38e393d-6141-45a5-a680-ed018b0be026 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2574594 Jul 05 10:04:20.489966 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-79afe8f1-87af-4944-a407-60356cf9c096 req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:20.544259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a72bf6-ce1e-473d-af71-61ac3b212b3f admin admin] Deleting subnet 054c9059-03b8-42a3-9713-29c7e5c4b129 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:04:20.558067 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f107b770-a4d2-4822-8f35-c57e93953938 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:20.568857 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f2a72bf6-ce1e-473d-af71-61ac3b212b3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:20.638022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'name': 'tempest-FloatingIPDetailsTestJSON-4351541-router', 'tenant_id': '49c3d31b3e494bc0977b9f7dc4086365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '474f5021-9750-43e5-bb5d-50dbe3facf62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:15Z', 'revision_number': 4, 'project_id': '49c3d31b3e494bc0977b9f7dc4086365', 'gw_port': {'id': '474f5021-9750-43e5-bb5d-50dbe3facf62', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:07Z', 'updated_at': '2021-07-05T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'aeec582e-733c-4e3c-8e1e-f39b9dfaad70', 'name': '', 'network_id': 'e81d4c7f-4046-4ef9-8102-6121ea71b245', 'tenant_id': '49c3d31b3e494bc0977b9f7dc4086365', 'mac_address': 'fa:16:3e:32:0d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fccd53ad-7f0f-46e3-93e9-f3e260695a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:14Z', 'updated_at': '2021-07-05T10:04:16Z', 'revision_number': 2, 'project_id': '49c3d31b3e494bc0977b9f7dc4086365', 'subnets': [{'id': 'fccd53ad-7f0f-46e3-93e9-f3e260695a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:20.641353 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-79afe8f1-87af-4944-a407-60356cf9c096 req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:20.700049 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Allocated IP 172.25.5.56 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/50b45d2b-92bf-42ee-a684-52c34f21c5c0) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:20.708951 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Checking router: a8f898b7-6e94-4650-a3ec-101132cd1375 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:04:20.708951 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Updating router a8f898b7-6e94-4650-a3ec-101132cd1375 port aeec582e-733c-4e3c-8e1e-f39b9dfaad70 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:04:20.726678 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be88924-a6c6-4e8e-9b6e-2a7b8db06018 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Router cce03278-ab38-4570-a8ca-23457cc8e8c3 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:04:20.752369 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f2a72bf6-ce1e-473d-af71-61ac3b212b3f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:20.784111 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:20.792871 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port f107b770-a4d2-4822-8f35-c57e93953938 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:20.805637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f107b770-a4d2-4822-8f35-c57e93953938 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:20.806013 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:20.864225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01a2c3-0658-4559-850d-6f1de6433333 req-79d2da68-cecc-4d6c-abce-d52247027c8e tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:20.877704 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8a01a2c3-0658-4559-850d-6f1de6433333 req-79d2da68-cecc-4d6c-abce-d52247027c8e tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 946 time: 1.1536415 Jul 05 10:04:20.920517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be88924-a6c6-4e8e-9b6e-2a7b8db06018 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:04:20.926375 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5be88924-a6c6-4e8e-9b6e-2a7b8db06018 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:20.932056 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef995359-79d9-429c-afb6-85049709449b None None] Sync routers for ids ['cce03278-ab38-4570-a8ca-23457cc8e8c3'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:04:20.951357 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef995359-79d9-429c-afb6-85049709449b None None] Routers {'cce03278-ab38-4570-a8ca-23457cc8e8c3'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:20.952279 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ef995359-79d9-429c-afb6-85049709449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['cce03278-ab38-4570-a8ca-23457cc8e8c3'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:20.988519 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.004915 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5be88924-a6c6-4e8e-9b6e-2a7b8db06018 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "PUT /v2.0/floatingips/d99b1b8a-99b4-4d1b-aff0-69d84b1fac7c HTTP/1.1" status: 200 len: 991 time: 3.8224211 Jul 05 10:04:21.011878 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f2a72bf6-ce1e-473d-af71-61ac3b212b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.020169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159f3599-6d1c-4503-9cfd-0caf652cb270', 'tag': 'c7e9d350-4488-49b5-add0-dbe4c4a49cde'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:21.024308 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95c5406-661b-47c2-8d5f-9c227344e769" -d '{"events": [{"name": "network-changed", "server_uuid": "159f3599-6d1c-4503-9cfd-0caf652cb270", "tag": "c7e9d350-4488-49b5-add0-dbe4c4a49cde"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:21.046376 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port f107b770-a4d2-4822-8f35-c57e93953938, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f107b770-a4d2-4822-8f35-c57e93953938,segment=NetworkSegment(10c7c056-bd00-4b53-824c-4484ac38b0f8),segment_id=10c7c056-bd00-4b53-824c-4484ac38b0f8)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:21.053846 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-79afe8f1-87af-4944-a407-60356cf9c096 req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.108902 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.130617 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ef995359-79d9-429c-afb6-85049709449b None None] Set router cce03278-ab38-4570-a8ca-23457cc8e8c3 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:21.184421 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8a01a2c3-0658-4559-850d-6f1de6433333 req-f1543645-c6aa-482c-b2ba-7fb472cc87eb tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056405 Jul 05 10:04:21.281349 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.282585 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 474f5021-9750-43e5-bb5d-50dbe3facf62 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:21.344505 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.460052 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=f107b770-a4d2-4822-8f35-c57e93953938,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:21.462477 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Pushing event updated for resources: {'Port': ['ID=50b45d2b-92bf-42ee-a684-52c34f21c5c0,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:21.481188 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-79afe8f1-87af-4944-a407-60356cf9c096 req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Allocated IP 172.25.5.210 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/dfa2848b-a7c8-448f-9a45-76548ea1b6c9) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:21.487485 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f2a72bf6-ce1e-473d-af71-61ac3b212b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.505525 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 474f5021-9750-43e5-bb5d-50dbe3facf62 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:21.506209 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.507860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:21.509737 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.550729 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Transition to ACTIVE for port object aeec582e-733c-4e3c-8e1e-f39b9dfaad70 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:21.567734 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f2a72bf6-ce1e-473d-af71-61ac3b212b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.570179 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f2a72bf6-ce1e-473d-af71-61ac3b212b3f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/054c9059-03b8-42a3-9713-29c7e5c4b129 HTTP/1.1" status: 204 len: 168 time: 1.9155722 Jul 05 10:04:21.570465 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b649d8a2-1058-48f8-9d67-dd821a3c32af None None] Network 5569fb9d-f94c-49e5-a20f-d3c216aca2b8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:04:21.571794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a72bf6-ce1e-473d-af71-61ac3b212b3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054c9059-03b8-42a3-9713-29c7e5c4b129,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:21.578200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37912) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:21.583484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:21.592379 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:21.627584 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ef995359-79d9-429c-afb6-85049709449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'd99b1b8a-99b4-4d1b-aff0-69d84b1fac7c', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'port_id': 'c7e9d350-4488-49b5-add0-dbe4c4a49cde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'mac_address': 'fa:16:3e:74:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159f3599-6d1c-4503-9cfd-0caf652cb270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:01:44Z', 'updated_at': '2021-07-05T10:04:18Z', 'revision_number': 5, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72779ba9-86ba-410d-9864-ffbbd8f00b31', 'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:08Z', 'updated_at': '2021-07-05T10:01:22Z', 'revision_number': 5, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'subnets': [{'id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:21.680415 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.696907 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.697253 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef995359-79d9-429c-afb6-85049709449b None None] Checking router: cce03278-ab38-4570-a8ca-23457cc8e8c3 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:04:21.720209 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-79afe8f1-87af-4944-a407-60356cf9c096 req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.732142 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef995359-79d9-429c-afb6-85049709449b None None] Routers {'cce03278-ab38-4570-a8ca-23457cc8e8c3'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:21.735785 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ef995359-79d9-429c-afb6-85049709449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['cce03278-ab38-4570-a8ca-23457cc8e8c3'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:21.788400 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043e020-a78b-429e-b45b-fe12301c433b None None] Pushing event updated for resources: {'Port': ['ID=aeec582e-733c-4e3c-8e1e-f39b9dfaad70,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:21.799553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0f27c03b-94e9-4a30-a66d-d2f8eda4da00 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:21.826149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 0f27c03b-94e9-4a30-a66d-d2f8eda4da00 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:21.826529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0f27c03b-94e9-4a30-a66d-d2f8eda4da00 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:21.862485 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.926902 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.953658 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ef995359-79d9-429c-afb6-85049709449b None None] Set router cce03278-ab38-4570-a8ca-23457cc8e8c3 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:21.954359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Attempting to bind port aeec582e-733c-4e3c-8e1e-f39b9dfaad70 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:21.954893 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Attempting to bind port aeec582e-733c-4e3c-8e1e-f39b9dfaad70 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'b5125f48-1e0b-448f-a528-3432390a353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e81d4c7f-4046-4ef9-8102-6121ea71b245'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:21.955416 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Attempting to bind port aeec582e-733c-4e3c-8e1e-f39b9dfaad70 on network e81d4c7f-4046-4ef9-8102-6121ea71b245 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:21.965743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:21.966156 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Checking segment: {'id': 'b5125f48-1e0b-448f-a528-3432390a353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e81d4c7f-4046-4ef9-8102-6121ea71b245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:21.966805 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.967384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Bound using segment: {'id': 'b5125f48-1e0b-448f-a528-3432390a353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e81d4c7f-4046-4ef9-8102-6121ea71b245'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:21.968154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Bound port: aeec582e-733c-4e3c-8e1e-f39b9dfaad70, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5125f48-1e0b-448f-a528-3432390a353b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e81d4c7f-4046-4ef9-8102-6121ea71b245'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:21.968915 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:21.987863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-79afe8f1-87af-4944-a407-60356cf9c096 req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.111428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b831625-31e7-45da-9fd8-4f75a5dc7945 None None] DHCP port deletion for 5569fb9d-f94c-49e5-a20f-d3c216aca2b8 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:04:22.117160 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.126781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79afe8f1-87af-4944-a407-60356cf9c096 req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:22.137287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-79afe8f1-87af-4944-a407-60356cf9c096 req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:22.142949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-79afe8f1-87af-4944-a407-60356cf9c096 req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:22.181737 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Pushing event updated for resources: {'Port': ['ID=dfa2848b-a7c8-448f-9a45-76548ea1b6c9,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:22.185309 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f107b770-a4d2-4822-8f35-c57e93953938 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:22.214511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Deleting port 57c18d78-ff10-449a-a0c9-c495d5fe16ff {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:22.215536 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.306146 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c385aa7e-d8b8-497b-912f-59315d68adf5 x-openstack-request-id: req-c385aa7e-d8b8-497b-912f-59315d68adf5 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:22.306499 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dd9113-00c4-4562-9a8a-f414754d3dec", "name": "network-vif-plugged", "status": "completed", "tag": "39921f01-7454-4740-87bd-78ed735034eb", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:22.306809 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c385aa7e-d8b8-497b-912f-59315d68adf5 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:22.307196 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dd9113-00c4-4562-9a8a-f414754d3dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39921f01-7454-4740-87bd-78ed735034eb', 'code': 200} Jul 05 10:04:22.356085 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] For port aeec582e-733c-4e3c-8e1e-f39b9dfaad70, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:22.385668 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] For port aeec582e-733c-4e3c-8e1e-f39b9dfaad70, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=aeec582e-733c-4e3c-8e1e-f39b9dfaad70,segment=NetworkSegment(b5125f48-1e0b-448f-a528-3432390a353b),segment_id=b5125f48-1e0b-448f-a528-3432390a353b)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:22.415058 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-79afe8f1-87af-4944-a407-60356cf9c096 req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.435084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8b831625-31e7-45da-9fd8-4f75a5dc7945 None None] Deleting port 57c18d78-ff10-449a-a0c9-c495d5fe16ff {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:22.435425 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8b831625-31e7-45da-9fd8-4f75a5dc7945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.441891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f107b770-a4d2-4822-8f35-c57e93953938 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:22.442264 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.450534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574b0ee-dcfd-4285-a86c-5cddda97d15f req-ed740815-4820-4a27-9a2f-f205a1cf9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:22.452174 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5574b0ee-dcfd-4285-a86c-5cddda97d15f req-ed740815-4820-4a27-9a2f-f205a1cf9bbd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 1098 time: 0.1212981 Jul 05 10:04:22.502118 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5574b0ee-dcfd-4285-a86c-5cddda97d15f req-74912c24-6bcf-4132-a205-a56799b65a85 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408695 Jul 05 10:04:22.512672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] For port 57c18d78-ff10-449a-a0c9-c495d5fe16ff, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=57c18d78-ff10-449a-a0c9-c495d5fe16ff,segment=NetworkSegment(8a648c73-d467-408e-bc94-e003db47c4f2),segment_id=8a648c73-d467-408e-bc94-e003db47c4f2)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:22.513185 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.518766 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ef995359-79d9-429c-afb6-85049709449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'd99b1b8a-99b4-4d1b-aff0-69d84b1fac7c', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'port_id': 'c7e9d350-4488-49b5-add0-dbe4c4a49cde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'mac_address': 'fa:16:3e:74:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159f3599-6d1c-4503-9cfd-0caf652cb270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:01:44Z', 'updated_at': '2021-07-05T10:04:18Z', 'revision_number': 5, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72779ba9-86ba-410d-9864-ffbbd8f00b31', 'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:08Z', 'updated_at': '2021-07-05T10:01:22Z', 'revision_number': 5, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'subnets': [{'id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:22.536829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Calling delete_port for 57c18d78-ff10-449a-a0c9-c495d5fe16ff owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:22.537061 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.575304 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-79afe8f1-87af-4944-a407-60356cf9c096 req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.579908 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.589694 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef995359-79d9-429c-afb6-85049709449b None None] The sync data for ids ['cce03278-ab38-4570-a8ca-23457cc8e8c3'] in n-d-779913-27 is: [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'd99b1b8a-99b4-4d1b-aff0-69d84b1fac7c', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'port_id': 'c7e9d350-4488-49b5-add0-dbe4c4a49cde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'mac_address': 'fa:16:3e:74:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159f3599-6d1c-4503-9cfd-0caf652cb270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:01:44Z', 'updated_at': '2021-07-05T10:04:18Z', 'revision_number': 5, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72779ba9-86ba-410d-9864-ffbbd8f00b31', 'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:08Z', 'updated_at': '2021-07-05T10:01:22Z', 'revision_number': 5, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'subnets': [{'id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:04:22.645860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8b831625-31e7-45da-9fd8-4f75a5dc7945 None None] For port 57c18d78-ff10-449a-a0c9-c495d5fe16ff, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=57c18d78-ff10-449a-a0c9-c495d5fe16ff,segment=NetworkSegment(8a648c73-d467-408e-bc94-e003db47c4f2),segment_id=8a648c73-d467-408e-bc94-e003db47c4f2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:22.646442 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8b831625-31e7-45da-9fd8-4f75a5dc7945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.655336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32271853-ea61-4b60-94d5-ce80e06bf56e req-6a4d5ab7-fa14-41b9-9178-dabdf1cff997 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:22.663842 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-32271853-ea61-4b60-94d5-ce80e06bf56e req-6a4d5ab7-fa14-41b9-9178-dabdf1cff997 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 950 time: 0.2149436 Jul 05 10:04:22.681094 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8b831625-31e7-45da-9fd8-4f75a5dc7945 None None] Calling delete_port for 57c18d78-ff10-449a-a0c9-c495d5fe16ff owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:22.683632 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043e020-a78b-429e-b45b-fe12301c433b None None] Pushing event updated for resources: {'Port': ['ID=aeec582e-733c-4e3c-8e1e-f39b9dfaad70,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:22.696464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Routers {'a8f898b7-6e94-4650-a3ec-101132cd1375'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:22.696464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['a8f898b7-6e94-4650-a3ec-101132cd1375'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:22.742695 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-32271853-ea61-4b60-94d5-ce80e06bf56e req-af5adaed-f191-4a24-9ee3-95cade1e7d48 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775716 Jul 05 10:04:22.752496 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.846846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Pushing event updated for resources: {'Port': ['ID=50b45d2b-92bf-42ee-a684-52c34f21c5c0,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:22.877357 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.942264 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-79afe8f1-87af-4944-a407-60356cf9c096 req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:22.982351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] Set router a8f898b7-6e94-4650-a3ec-101132cd1375 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:23.019450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f8629-0213-4a8e-a322-92d3e98d51a9 req-02e931cd-ea57-46a7-bcfb-84bedb59bad3 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:23.026002 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f8f8629-0213-4a8e-a322-92d3e98d51a9 req-02e931cd-ea57-46a7-bcfb-84bedb59bad3 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 1098 time: 0.0721710 Jul 05 10:04:23.076496 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f8f8629-0213-4a8e-a322-92d3e98d51a9 req-fe850ac9-0bdc-4537-8bed-9a2036a1af51 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464151 Jul 05 10:04:23.082603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7df2ce6-7c68-4f0f-8db1-e16f47ab1610 None None] New status for floating IP d99b1b8a-99b4-4d1b-aff0-69d84b1fac7c: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:04:23.128000 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.133383 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-79afe8f1-87af-4944-a407-60356cf9c096 req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.141636 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.160135 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a8f3ace1-8d3d-4084-8107-686a78847269 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4825935 Jul 05 10:04:23.216138 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] No DVR routers for this DVR port 57c18d78-ff10-449a-a0c9-c495d5fe16ff on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:04:23.220461 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c18d78-ff10-449a-a0c9-c495d5fe16ff,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:23.247985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Pushing event updated for resources: {'Port': ['ID=dfa2848b-a7c8-448f-9a45-76548ea1b6c9,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:23.268821 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-79afe8f1-87af-4944-a407-60356cf9c096 req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.313500 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.331818 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:04:23.332303 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:04:23.333165 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:04:23.333563 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Subscribe: > port after_create 55550000 {{(pid=100775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:04:23.333972 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:04:23.334370 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Subscribe: > port after_update 55550000 {{(pid=100775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:04:23.334807 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:04:23.335431 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:04:23.336501 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:04:23.336974 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:04:23.356218 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8b831625-31e7-45da-9fd8-4f75a5dc7945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.360813 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-79afe8f1-87af-4944-a407-60356cf9c096 req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.364946 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79afe8f1-87af-4944-a407-60356cf9c096 req-8cc121fe-4c39-4321-8980-bbda653c3f2d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8828356 Jul 05 10:04:23.420788 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:04:23.421319 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:04:23.421787 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:04:23.422228 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 10:04:23.422702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5569fb9d-f94c-49e5-a20f-d3c216aca2b8']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:23.444491 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b831625-31e7-45da-9fd8-4f75a5dc7945 None None] Pushing event deleted for resources: {'Port': ['ID=57c18d78-ff10-449a-a0c9-c495d5fe16ff,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:23.446971 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a648c73-d467-408e-bc94-e003db47c4f2') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:23.453985 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a648c73-d467-408e-bc94-e003db47c4f2') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:23.458066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b831625-31e7-45da-9fd8-4f75a5dc7945 None None] No DVR routers for this DVR port 57c18d78-ff10-449a-a0c9-c495d5fe16ff on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:04:23.462384 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79afe8f1-87af-4944-a407-60356cf9c096 req-20f443e6-3b9b-4469-9d3c-5ef486697d5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.210 HTTP/1.1" status: 200 len: 696 time: 0.0902689 Jul 05 10:04:23.482731 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.520933 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.546917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:04:23.547420 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: from cryptography.utils import int_from_bytes Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: from cryptography.utils import int_from_bytes Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.557085 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:04:23.560750 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:04:23.629335 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afe8f1-87af-4944-a407-60356cf9c096 req-4800c368-2f81-42e9-add1-e837cd31c66c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:23.633084 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79afe8f1-87af-4944-a407-60356cf9c096 req-4800c368-2f81-42e9-add1-e837cd31c66c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.1698141 Jul 05 10:04:23.644656 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31aafde-b449-4e5f-a08d-76c5c0c79aa4 x-openstack-request-id: req-e31aafde-b449-4e5f-a08d-76c5c0c79aa4 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:23.645195 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159f3599-6d1c-4503-9cfd-0caf652cb270", "tag": "c7e9d350-4488-49b5-add0-dbe4c4a49cde", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:23.645633 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e31aafde-b449-4e5f-a08d-76c5c0c79aa4 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:23.646171 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159f3599-6d1c-4503-9cfd-0caf652cb270', 'tag': 'c7e9d350-4488-49b5-add0-dbe4c4a49cde', 'status': 'completed', 'code': 200} Jul 05 10:04:23.650535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'name': 'tempest-FloatingIPDetailsTestJSON-4351541-router', 'tenant_id': '49c3d31b3e494bc0977b9f7dc4086365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '474f5021-9750-43e5-bb5d-50dbe3facf62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:15Z', 'revision_number': 4, 'project_id': '49c3d31b3e494bc0977b9f7dc4086365', 'gw_port': {'id': '474f5021-9750-43e5-bb5d-50dbe3facf62', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:07Z', 'updated_at': '2021-07-05T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'aeec582e-733c-4e3c-8e1e-f39b9dfaad70', 'name': '', 'network_id': 'e81d4c7f-4046-4ef9-8102-6121ea71b245', 'tenant_id': '49c3d31b3e494bc0977b9f7dc4086365', 'mac_address': 'fa:16:3e:32:0d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fccd53ad-7f0f-46e3-93e9-f3e260695a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:14Z', 'updated_at': '2021-07-05T10:04:22Z', 'revision_number': 4, 'project_id': '49c3d31b3e494bc0977b9f7dc4086365', 'subnets': [{'id': 'fccd53ad-7f0f-46e3-93e9-f3e260695a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:23.652472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-79afe8f1-87af-4944-a407-60356cf9c096 req-9ae8c08a-32d2-482d-8608-35844e53f5e2 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:04:23.654259 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79afe8f1-87af-4944-a407-60356cf9c096 req-9ae8c08a-32d2-482d-8608-35844e53f5e2 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070009 Jul 05 10:04:23.697769 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72db11a7-c58e-4a28-aefb-3b827ea5a883 None None] The sync data for ids ['a8f898b7-6e94-4650-a3ec-101132cd1375'] in n-d-779913-27 is: [{'id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'name': 'tempest-FloatingIPDetailsTestJSON-4351541-router', 'tenant_id': '49c3d31b3e494bc0977b9f7dc4086365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '474f5021-9750-43e5-bb5d-50dbe3facf62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:15Z', 'revision_number': 4, 'project_id': '49c3d31b3e494bc0977b9f7dc4086365', 'gw_port': {'id': '474f5021-9750-43e5-bb5d-50dbe3facf62', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:07Z', 'updated_at': '2021-07-05T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'aeec582e-733c-4e3c-8e1e-f39b9dfaad70', 'name': '', 'network_id': 'e81d4c7f-4046-4ef9-8102-6121ea71b245', 'tenant_id': '49c3d31b3e494bc0977b9f7dc4086365', 'mac_address': 'fa:16:3e:32:0d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fccd53ad-7f0f-46e3-93e9-f3e260695a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:14Z', 'updated_at': '2021-07-05T10:04:22Z', 'revision_number': 4, 'project_id': '49c3d31b3e494bc0977b9f7dc4086365', 'subnets': [{'id': 'fccd53ad-7f0f-46e3-93e9-f3e260695a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:04:23.704134 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.730644 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c5406-661b-47c2-8d5f-9c227344e769 req-9c439810-e1b8-4084-b535-64e91ad48fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:23.732203 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c95c5406-661b-47c2-8d5f-9c227344e769 req-9c439810-e1b8-4084-b535-64e91ad48fe4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79a77f7ffb3f49cfa62bd853ab43f167&device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 1098 time: 0.0978630 Jul 05 10:04:23.737553 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.752638 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:23.762507 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5569fb9d-f94c-49e5-a20f-d3c216aca2b8 HTTP/1.1" status: 204 len: 168 time: 2.1830444 Jul 05 10:04:23.830432 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb209d6-bcf8-4f5a-a6d8-7e59e734c525 admin admin] Pushing event deleted for resources: {'Network': ['ID=5569fb9d-f94c-49e5-a20f-d3c216aca2b8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:23.921675 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906503af-294d-4e57-aa46-257bbcf2b6cd req-5d68a5ef-82de-48fb-94f8-2a65a47a8fe0 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:23.924533 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-906503af-294d-4e57-aa46-257bbcf2b6cd req-5d68a5ef-82de-48fb-94f8-2a65a47a8fe0 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.1340926 Jul 05 10:04:24.021550 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-906503af-294d-4e57-aa46-257bbcf2b6cd req-36e344d0-fbfb-4c5e-941f-ab8fd536a278 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846992 Jul 05 10:04:24.023914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c5406-661b-47c2-8d5f-9c227344e769 req-5503ceac-ffb6-4b50-b7aa-3a7ffaf12060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:24.026748 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c95c5406-661b-47c2-8d5f-9c227344e769 req-5503ceac-ffb6-4b50-b7aa-3a7ffaf12060 service neutron] 10.222.0.73 "GET /v2.0/networks?id=68d51614-9edc-4449-b0e1-c146ac5cc6e6 HTTP/1.1" status: 200 len: 923 time: 0.2720160 Jul 05 10:04:24.065711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9da625-267b-4bc4-9e43-49887eaed3a3 req-5e527fc9-2962-42b3-91eb-33779ac8053d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:24.083273 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1c9da625-267b-4bc4-9e43-49887eaed3a3 req-5e527fc9-2962-42b3-91eb-33779ac8053d tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 946 time: 0.1954494 Jul 05 10:04:24.174840 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37934) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:24.206066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device aeec582e-733c-4e3c-8e1e-f39b9dfaad70 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:24.238165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eace3-9fd0-4f8b-9f03-f8cd4aca89ee req-939170e5-1a12-4dee-9814-e23419a9bf5e tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:24.242096 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c5eace3-9fd0-4f8b-9f03-f8cd4aca89ee req-939170e5-1a12-4dee-9814-e23419a9bf5e tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 1102 time: 0.0805793 Jul 05 10:04:24.291844 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c5eace3-9fd0-4f8b-9f03-f8cd4aca89ee req-c6fcb760-9391-4586-95a0-d11d0ff45918 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440605 Jul 05 10:04:24.295142 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1c9da625-267b-4bc4-9e43-49887eaed3a3 req-44121ecd-0dee-42d4-9fe8-ef4d61e01463 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108903 Jul 05 10:04:24.300465 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c95c5406-661b-47c2-8d5f-9c227344e769 req-a7ec607c-cc38-460c-94b5-3b846a8552ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e9d350-4488-49b5-add0-dbe4c4a49cde HTTP/1.1" status: 200 len: 1001 time: 0.2509508 Jul 05 10:04:24.330300 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7648cf65-4c17-428d-bf67-55c4c4ed1a3c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=02c6c378105848858812ba588ec530d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527126 Jul 05 10:04:24.333854 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37936) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:24.393759 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port aeec582e-733c-4e3c-8e1e-f39b9dfaad70 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:24.400573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port aeec582e-733c-4e3c-8e1e-f39b9dfaad70 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:24.401008 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.498644 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c5406-661b-47c2-8d5f-9c227344e769 req-1ae04814-8880-40e0-8d8a-b5ac32e73bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:24.504459 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3be91428-4e12-4f49-9a29-1dd055761ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.509143 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c95c5406-661b-47c2-8d5f-9c227344e769 req-1ae04814-8880-40e0-8d8a-b5ac32e73bf4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4 HTTP/1.1" status: 200 len: 861 time: 0.1912322 Jul 05 10:04:24.549709 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3be91428-4e12-4f49-9a29-1dd055761ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.624478 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.671754 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-791364fe-4acd-4540-bba7-38573f5c738f req-6c153de5-00c4-4fe2-a7bf-2ab4b5498364 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--668029646&fields=id&tenant_id=78b7cfd622c44d33adbbd9028b9caab0 HTTP/1.1" status: 200 len: 267 time: 0.1210399 Jul 05 10:04:24.675231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port aeec582e-733c-4e3c-8e1e-f39b9dfaad70, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=aeec582e-733c-4e3c-8e1e-f39b9dfaad70,segment=NetworkSegment(b5125f48-1e0b-448f-a528-3432390a353b),segment_id=b5125f48-1e0b-448f-a528-3432390a353b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:24.725676 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3be91428-4e12-4f49-9a29-1dd055761ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.729021 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3be91428-4e12-4f49-9a29-1dd055761ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.733215 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3be91428-4e12-4f49-9a29-1dd055761ef0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d0c7c3e-53ef-4803-b03b-59f6f764b18d HTTP/1.1" status: 204 len: 168 time: 0.3955340 Jul 05 10:04:24.739895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be91428-4e12-4f49-9a29-1dd055761ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0c7c3e-53ef-4803-b03b-59f6f764b18d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:24.806702 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:24.809462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791364fe-4acd-4540-bba7-38573f5c738f req-6ef47153-b7d1-4944-b3f1-941dc09c9e36 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:24.814587 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-791364fe-4acd-4540-bba7-38573f5c738f req-6ef47153-b7d1-4944-b3f1-941dc09c9e36 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/networks?id=f80f7560-b963-4c65-9715-a46cd8350cc8 HTTP/1.1" status: 200 len: 806 time: 0.1230421 Jul 05 10:04:24.820947 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c5406-661b-47c2-8d5f-9c227344e769 req-8e5bb1cf-02bd-4251-807b-972d4bf57c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:24.822673 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c95c5406-661b-47c2-8d5f-9c227344e769 req-8e5bb1cf-02bd-4251-807b-972d4bf57c89 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=68d51614-9edc-4449-b0e1-c146ac5cc6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3088355 Jul 05 10:04:24.860614 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-791364fe-4acd-4540-bba7-38573f5c738f req-76f1dc32-81ac-4468-af6f-116cb37b678a tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/quotas/78b7cfd622c44d33adbbd9028b9caab0 HTTP/1.1" status: 200 len: 375 time: 0.0368307 Jul 05 10:04:24.893345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 57c18d78-ff10-449a-a0c9-c495d5fe16ff no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:24.927474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 57c18d78-ff10-449a-a0c9-c495d5fe16ff {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:24.927474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 57c18d78-ff10-449a-a0c9-c495d5fe16ff not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:24.974721 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=aeec582e-733c-4e3c-8e1e-f39b9dfaad70,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:25.021086 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c95c5406-661b-47c2-8d5f-9c227344e769 req-93a6e1f4-ea03-496b-9121-84664ba7625f service neutron] 10.222.0.73 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733348 Jul 05 10:04:25.052124 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-791364fe-4acd-4540-bba7-38573f5c738f req-a914a6f4-48e0-41da-a5b5-16561024056d tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=78b7cfd622c44d33adbbd9028b9caab0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1717894 Jul 05 10:04:25.213541 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c95c5406-661b-47c2-8d5f-9c227344e769 req-19426ba0-5801-42c0-b5d0-47a5fd851fbc service neutron] 10.222.0.73 "GET /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814108 Jul 05 10:04:25.246445 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-791364fe-4acd-4540-bba7-38573f5c738f req-473667de-721a-4286-9750-53d7b071080d service neutron] 10.222.0.77 "GET /v2.0/networks/f80f7560-b963-4c65-9715-a46cd8350cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524973 Jul 05 10:04:25.400067 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-791364fe-4acd-4540-bba7-38573f5c738f req-d46901c4-a9de-435f-b0d5-277919baa476 service neutron] 10.222.0.77 "GET /v2.0/networks/f80f7560-b963-4c65-9715-a46cd8350cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466241 Jul 05 10:04:25.957834 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-00860b46-72a6-4a20-8ece-2accbc3d80d5 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1813424 Jul 05 10:04:25.963790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:26.002744 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d7cbbd7-407e-4b7d-a113-ba6ca53f4768 req-b593677c-2528-4fb2-9700-27bb8ddb0183 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=709275f3-6872-47f2-bae7-479d29fd7257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1094351 Jul 05 10:04:26.090174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device aeec582e-733c-4e3c-8e1e-f39b9dfaad70 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:26.104523 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:26.160522 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port aeec582e-733c-4e3c-8e1e-f39b9dfaad70 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:26.161013 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:26.167645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cbbd7-407e-4b7d-a113-ba6ca53f4768 req-176fc727-31ef-4431-abe8-de3dbecf5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:26.169166 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d7cbbd7-407e-4b7d-a113-ba6ca53f4768 req-176fc727-31ef-4431-abe8-de3dbecf5de4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=709275f3-6872-47f2-bae7-479d29fd7257 HTTP/1.1" status: 200 len: 1102 time: 0.1111183 Jul 05 10:04:26.585609 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:26.610105 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cbbd7-407e-4b7d-a113-ba6ca53f4768 req-34131880-b793-411c-a3ae-cf7698564623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:26.611213 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d7cbbd7-407e-4b7d-a113-ba6ca53f4768 req-34131880-b793-411c-a3ae-cf7698564623 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.4116044 Jul 05 10:04:26.699538 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d7cbbd7-407e-4b7d-a113-ba6ca53f4768 req-ea0cc191-9a48-46f5-a0cd-0b6ad892213b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=14137496-8105-4037-99b4-0d283d07846b HTTP/1.1" status: 200 len: 217 time: 0.0503342 Jul 05 10:04:26.810958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cbbd7-407e-4b7d-a113-ba6ca53f4768 req-bc9ec5a1-9045-451d-9319-ae5c57e3d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:26.813046 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d7cbbd7-407e-4b7d-a113-ba6ca53f4768 req-bc9ec5a1-9045-451d-9319-ae5c57e3d2d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1034195 Jul 05 10:04:26.858198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Allocated IP 172.25.5.184 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/7edabca2-2beb-4dbe-b962-5cb5ba0c1d80) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:26.966122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cbbd7-407e-4b7d-a113-ba6ca53f4768 req-e73e6af9-8817-43f2-be2d-0d9c5375586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:26.967865 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d7cbbd7-407e-4b7d-a113-ba6ca53f4768 req-e73e6af9-8817-43f2-be2d-0d9c5375586b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1461487 Jul 05 10:04:27.049276 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:27.088298 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:04:27.115238 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d7cbbd7-407e-4b7d-a113-ba6ca53f4768 req-9830ceb0-633c-4faf-be8f-59514b4ba586 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354477 Jul 05 10:04:27.162723 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-f215c938-7fcb-4953-a07c-c1eb108fcf33 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:04:27.163985 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-f215c938-7fcb-4953-a07c-c1eb108fcf33 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067003 Jul 05 10:04:27.174248 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ee9e50db-1c67-4764-9dd4-3a905f949bc6 service neutron] Request body: {'binding': {'host': 'n-h2-779913-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:27.174835 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ee9e50db-1c67-4764-9dd4-3a905f949bc6 service neutron] Unknown quota resources ['binding']. {{(pid=100775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:04:27.231922 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d7cbbd7-407e-4b7d-a113-ba6ca53f4768 req-134f2795-b2f4-4a16-b586-a4b3f76906e9 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066396 Jul 05 10:04:27.239803 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:27.290446 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:27.293607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:27.298553 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:27.301862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Pushing event updated for resources: {'Port': ['ID=7edabca2-2beb-4dbe-b962-5cb5ba0c1d80,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:27.344284 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ee9e50db-1c67-4764-9dd4-3a905f949bc6 service neutron] Attempting to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on host n-h2-779913-27 for vnic_type normal with profile None {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:27.344880 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ee9e50db-1c67-4764-9dd4-3a905f949bc6 service neutron] Attempting to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:27.345634 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ee9e50db-1c67-4764-9dd4-3a905f949bc6 service neutron] Attempting to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:27.352773 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ee9e50db-1c67-4764-9dd4-3a905f949bc6 service neutron] Port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:04:27.353103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ee9e50db-1c67-4764-9dd4-3a905f949bc6 service neutron] Attempting to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:27.360651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ee9e50db-1c67-4764-9dd4-3a905f949bc6 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:27.360992 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ee9e50db-1c67-4764-9dd4-3a905f949bc6 service neutron] Checking segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:27.361383 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ee9e50db-1c67-4764-9dd4-3a905f949bc6 service neutron] Bound using segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:27.361815 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ee9e50db-1c67-4764-9dd4-3a905f949bc6 service neutron] Bound port: 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:27.404707 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:27.427748 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ee9e50db-1c67-4764-9dd4-3a905f949bc6 service neutron] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:27.503880 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ee9e50db-1c67-4764-9dd4-3a905f949bc6 service neutron] Notify callbacks [] for binding, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:27.505478 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ee9e50db-1c67-4764-9dd4-3a905f949bc6 service neutron] 10.222.0.77 "POST /v2.0/ports/50b5aa0b-e5be-45e7-bec0-95d0e538e22d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3354576 Jul 05 10:04:27.512021 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:27.704665 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:27.970406 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:28.046323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Pushing event updated for resources: {'Port': ['ID=7edabca2-2beb-4dbe-b962-5cb5ba0c1d80,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:28.060452 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:28.204198 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-ec37237e-1437-403d-b7ee-6b455c386476 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=449f214ee5014225a50a24c3b1f55312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280054 Jul 05 10:04:28.234737 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:28.236568 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-9d24fe60-0535-499b-8ab9-38927de71e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2777154 Jul 05 10:04:28.298815 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-a60303d2-baae-4a0b-801f-b0f03c47b423 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 696 time: 0.0535462 Jul 05 10:04:28.328623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-aad76aa8-46e4-4b30-8a33-e655f0db3a1f tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:28.330195 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-aad76aa8-46e4-4b30-8a33-e655f0db3a1f tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1212358 Jul 05 10:04:28.347525 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-cdcf09c8-149f-4684-aebd-07b469512ce1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/quotas/449f214ee5014225a50a24c3b1f55312 HTTP/1.1" status: 200 len: 375 time: 0.0111520 Jul 05 10:04:28.417114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-d8cf0113-2e12-41c5-96f7-959c32c692e8 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:28.418536 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-acdad24c-3c7f-4b9c-8c72-7fa0c9c7cb07 req-d8cf0113-2e12-41c5-96f7-959c32c692e8 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.1102390 Jul 05 10:04:28.447508 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-75162bcc-3e0f-434c-8290-27a6e80be87c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0942397 Jul 05 10:04:28.606645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79aaea-9737-45ec-a8c3-e7eb0b112df3 req-81b1d45f-1e9b-4185-b3ba-fe49cc0dcc89 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:28.608459 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e79aaea-9737-45ec-a8c3-e7eb0b112df3 req-81b1d45f-1e9b-4185-b3ba-fe49cc0dcc89 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.0700102 Jul 05 10:04:28.648312 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e79aaea-9737-45ec-a8c3-e7eb0b112df3 req-dfaaf0c2-894c-498d-8079-94b77d042e1e tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342932 Jul 05 10:04:28.836277 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c2f7a9da-fb0a-469f-ba7f-9a967209ea19 req-fd09721a-802f-4a36-bbf3-5af779036cab tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 210 time: 0.0424287 Jul 05 10:04:28.868221 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-4f1ed741-b1ce-4544-a81b-be8f78a48cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:28.869752 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-4f1ed741-b1ce-4544-a81b-be8f78a48cdb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 1098 time: 0.1178532 Jul 05 10:04:28.903796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c85a20-fb3f-4008-8321-00344b1cc2d9 req-7dafa8bc-a0a4-4729-ba0f-394dc393d3f1 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:28.907323 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40c85a20-fb3f-4008-8321-00344b1cc2d9 req-7dafa8bc-a0a4-4729-ba0f-394dc393d3f1 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 946 time: 0.1175745 Jul 05 10:04:29.004691 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40c85a20-fb3f-4008-8321-00344b1cc2d9 req-5f59bd6e-c065-439c-ac53-9caac67dd1d9 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892577 Jul 05 10:04:29.044463 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-9f20443e-8ac8-4bf4-8131-2f0745c734c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:29.046381 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-9f20443e-8ac8-4bf4-8131-2f0745c734c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.1611836 Jul 05 10:04:29.111708 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-7667efb6-9579-4b67-8654-4f9c80ba21c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50b5aa0b-e5be-45e7-bec0-95d0e538e22d HTTP/1.1" status: 200 len: 217 time: 0.0570114 Jul 05 10:04:29.243981 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-19fe5b74-0f29-4292-a1ec-0212f11265a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:29.246700 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-19fe5b74-0f29-4292-a1ec-0212f11265a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.1271515 Jul 05 10:04:29.283861 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-cce4cb44-0130-40ab-bfe0-de4b7b2a5739 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1972952 Jul 05 10:04:29.287024 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:29.295390 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-fb149007-14e3-4476-8e22-e165ee1e9aab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398169 Jul 05 10:04:29.339864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791364fe-4acd-4540-bba7-38573f5c738f req-f36396a6-d0cb-4c1e-8939-7b7e8610899f tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:29.341321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-791364fe-4acd-4540-bba7-38573f5c738f req-f36396a6-d0cb-4c1e-8939-7b7e8610899f tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.64 "GET /v2.0/networks?id=f80f7560-b963-4c65-9715-a46cd8350cc8 HTTP/1.1" status: 200 len: 806 time: 0.1531136 Jul 05 10:04:29.361443 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699da09-cd9e-4773-87d3-d900e265c45c req-6caa45b8-be86-4a89-aedc-ec33b8a9a187 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:29.364080 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c699da09-cd9e-4773-87d3-d900e265c45c req-6caa45b8-be86-4a89-aedc-ec33b8a9a187 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 946 time: 0.1731393 Jul 05 10:04:29.397778 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-791364fe-4acd-4540-bba7-38573f5c738f req-96d98e56-8a76-4ba6-bbc0-d984d5120f41 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78b7cfd622c44d33adbbd9028b9caab0 HTTP/1.1" status: 200 len: 379 time: 0.0460732 Jul 05 10:04:29.407422 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-791364fe-4acd-4540-bba7-38573f5c738f req-36e56971-8b5d-464a-ba26-bf6373908d67 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Request body: {'port': {'device_id': 'b4539a29-8130-4b40-86ac-0e6e449d33b1', 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8', 'admin_state_up': True, 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'security_groups': ['d2328b2f-9b0b-40cf-8b13-63a61c14eff0']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:29.435658 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-4aecd20e-67ba-4a4a-a97f-5388edb34040 service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317608 Jul 05 10:04:29.439008 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c699da09-cd9e-4773-87d3-d900e265c45c req-5a681646-7c60-4144-b612-479de7a5f925 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645263 Jul 05 10:04:29.466575 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:29.568082 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-25cd0290-03cf-49f6-b4bd-261702f6c477 req-8a4dfbe4-5f02-47e1-893e-a4a36cd28438 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 210 time: 0.0348325 Jul 05 10:04:29.644673 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-a54e3b69-cd17-4727-9dab-208de0e527af service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025030 Jul 05 10:04:29.671776 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:29.769564 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38042) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:29.798717 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791364fe-4acd-4540-bba7-38573f5c738f req-36e56971-8b5d-464a-ba26-bf6373908d67 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Made reservation on behalf of 78b7cfd622c44d33adbbd9028b9caab0 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:29.799037 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd5a82-e633-4f1e-957d-8b5ce66738df req-4abdd973-ec3d-486d-8753-17e315a65173 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:29.802465 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-791364fe-4acd-4540-bba7-38573f5c738f req-36e56971-8b5d-464a-ba26-bf6373908d67 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:29.806391 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2afd5a82-e633-4f1e-957d-8b5ce66738df req-4abdd973-ec3d-486d-8753-17e315a65173 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 946 time: 0.0988777 Jul 05 10:04:29.861859 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2afd5a82-e633-4f1e-957d-8b5ce66738df req-0d85d721-f617-42a7-a0a7-308b296ccbd4 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541980 Jul 05 10:04:29.980071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Allocated IP 172.25.5.42 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/900ecc0a-6d78-4c0f-a452-9c9e6fdfe394) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:30.057315 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be0ef058-63ab-497a-b4ab-5e637e866fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.096686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-791364fe-4acd-4540-bba7-38573f5c738f req-36e56971-8b5d-464a-ba26-bf6373908d67 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Allocated IP 172.20.0.6 (f80f7560-b963-4c65-9715-a46cd8350cc8/57ad367d-882a-4f53-88e0-ec5a68e41b57/b6088141-e720-4670-9a00-0969a72fbef1) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:30.187847 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0086544-526e-4776-ad8d-ab112abfdd0e req-aef83df6-db88-48e6-aaa0-a8d9b8120978 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:30.191658 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0086544-526e-4776-ad8d-ab112abfdd0e req-aef83df6-db88-48e6-aaa0-a8d9b8120978 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.0947411 Jul 05 10:04:30.225348 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.252219 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0086544-526e-4776-ad8d-ab112abfdd0e req-a534a896-a317-450c-b3c2-a3400530abd9 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535104 Jul 05 10:04:30.369433 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be0ef058-63ab-497a-b4ab-5e637e866fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.396133 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-791364fe-4acd-4540-bba7-38573f5c738f req-36e56971-8b5d-464a-ba26-bf6373908d67 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.414640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-791364fe-4acd-4540-bba7-38573f5c738f req-36e56971-8b5d-464a-ba26-bf6373908d67 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Transition to ACTIVE for port object b6088141-e720-4670-9a00-0969a72fbef1 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:30.431801 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-57c13f59-eae6-4d7c-9170-fa6c85ad93e6 req-076a4201-7278-4d3c-99fe-a26047d56ac8 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 210 time: 0.0607390 Jul 05 10:04:30.469438 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be0ef058-63ab-497a-b4ab-5e637e866fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.519062 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.568779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ef058-63ab-497a-b4ab-5e637e866fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e91ffe9-8f83-4a91-88ff-9b3659a024dc,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:30.594175 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:30.601707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38052) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:30.602174 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-be0ef058-63ab-497a-b4ab-5e637e866fb6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b9065e67e3b14c289d80f3aa8482dc02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8311908 Jul 05 10:04:30.603755 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-791364fe-4acd-4540-bba7-38573f5c738f req-36e56971-8b5d-464a-ba26-bf6373908d67 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.633410 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791364fe-4acd-4540-bba7-38573f5c738f req-36e56971-8b5d-464a-ba26-bf6373908d67 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Network f80f7560-b963-4c65-9715-a46cd8350cc8 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:30.644097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:30.660967 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:30.670713 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-791364fe-4acd-4540-bba7-38573f5c738f req-36e56971-8b5d-464a-ba26-bf6373908d67 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:30.680998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-791364fe-4acd-4540-bba7-38573f5c738f req-36e56971-8b5d-464a-ba26-bf6373908d67 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:30.755227 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8c9c55c0-246a-4b22-a453-16309e5bfd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.783638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Pushing event updated for resources: {'Port': ['ID=900ecc0a-6d78-4c0f-a452-9c9e6fdfe394,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:30.819198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8c9c55c0-246a-4b22-a453-16309e5bfd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.931628 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791364fe-4acd-4540-bba7-38573f5c738f req-36e56971-8b5d-464a-ba26-bf6373908d67 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:30.932345 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-791364fe-4acd-4540-bba7-38573f5c738f req-36e56971-8b5d-464a-ba26-bf6373908d67 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.951058 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e56971-8b5d-464a-ba26-bf6373908d67 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Pushing event updated for resources: {'Port': ['ID=b6088141-e720-4670-9a00-0969a72fbef1,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:30.987439 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8c9c55c0-246a-4b22-a453-16309e5bfd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.990128 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8c9c55c0-246a-4b22-a453-16309e5bfd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:30.995033 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8c9c55c0-246a-4b22-a453-16309e5bfd27 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e91ffe9-8f83-4a91-88ff-9b3659a024dc HTTP/1.1" status: 204 len: 168 time: 0.3885620 Jul 05 10:04:31.007415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c55c0-246a-4b22-a453-16309e5bfd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e91ffe9-8f83-4a91-88ff-9b3659a024dc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:31.074401 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-791364fe-4acd-4540-bba7-38573f5c738f req-36e56971-8b5d-464a-ba26-bf6373908d67 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6714923 Jul 05 10:04:31.079970 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:31.086366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Request body: {'port': {'device_id': 'b4539a29-8130-4b40-86ac-0e6e449d33b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:31.112281 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee8c3e-0b2f-4a1d-a5a2-1a26445017d6 req-62aacaf3-df2b-44d8-8715-80ab8ed5b966 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:31.115838 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bfee8c3e-0b2f-4a1d-a5a2-1a26445017d6 req-62aacaf3-df2b-44d8-8715-80ab8ed5b966 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 946 time: 0.0968482 Jul 05 10:04:31.174805 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:31.177174 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bfee8c3e-0b2f-4a1d-a5a2-1a26445017d6 req-2f7e16dc-4633-4b7e-8040-3d7c2f66b891 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565631 Jul 05 10:04:31.273267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-32784c91-fea6-49dc-8960-3e71946f0fdf None None] Provisioning for port b6088141-e720-4670-9a00-0969a72fbef1 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:31.276775 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:31.280350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-32784c91-fea6-49dc-8960-3e71946f0fdf None None] Provisioning complete for port b6088141-e720-4670-9a00-0969a72fbef1 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:31.280886 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-32784c91-fea6-49dc-8960-3e71946f0fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:31.330023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-32784c91-fea6-49dc-8960-3e71946f0fdf None None] Port b6088141-e720-4670-9a00-0969a72fbef1 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:04:31.379768 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9aed2271-b4f6-4f75-bf27-aaf590378ccd req-8730e1e8-e9c4-487a-b0e0-79153a75f0b1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 210 time: 0.0416172 Jul 05 10:04:31.637576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d4b7c-57de-4776-ba4f-e91d519c453b req-1c8bc426-03a5-4cc9-a957-6ab22fe9351f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:31.639531 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-178d4b7c-57de-4776-ba4f-e91d519c453b req-1c8bc426-03a5-4cc9-a957-6ab22fe9351f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 946 time: 0.1064641 Jul 05 10:04:31.683975 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-178d4b7c-57de-4776-ba4f-e91d519c453b req-0e63f25b-89fb-40b6-83a0-e6b91df37c08 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380995 Jul 05 10:04:31.713985 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-35363438-ccac-4ee8-8c78-ea75acc4241d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=449f214ee5014225a50a24c3b1f55312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720079 Jul 05 10:04:31.846132 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:31.928141 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6088141-e720-4670-9a00-0969a72fbef1 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:31.959192 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:31.973306 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:32.009176 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-7f3a5bb1-195d-46f0-bfeb-6ef562a393f4 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:32.013899 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-7f3a5bb1-195d-46f0-bfeb-6ef562a393f4 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2882364 Jul 05 10:04:32.059208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-8731cb9b-c8f1-492b-bdd9-6dfcf67bb65b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Request body: {'port': {'device_id': '2e61b9f3-9bba-4fdf-a686-0997b0936dfb', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '449f214ee5014225a50a24c3b1f55312'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:32.075382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Transition to ACTIVE for port object b6088141-e720-4670-9a00-0969a72fbef1 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:32.084205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dd8c7-1b3d-4932-9406-57128ce58199 req-155b10ba-b12a-43a6-b3cc-148444283bc7 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:32.086141 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-967dd8c7-1b3d-4932-9406-57128ce58199 req-155b10ba-b12a-43a6-b3cc-148444283bc7 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.0904236 Jul 05 10:04:32.137586 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-967dd8c7-1b3d-4932-9406-57128ce58199 req-fc91096d-dddc-4177-8cec-d623dcbf15c9 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405972 Jul 05 10:04:32.200684 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:32.219918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Pushing event updated for resources: {'Port': ['ID=900ecc0a-6d78-4c0f-a452-9c9e6fdfe394,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:32.285144 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:32.385322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Pushing event updated for resources: {'Port': ['ID=b6088141-e720-4670-9a00-0969a72fbef1,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:32.387862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fe9cc-295c-46bc-a499-2956c9e344be req-950ad738-c088-452c-bb06-026e6adbfffe tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:32.389585 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e45fe9cc-295c-46bc-a499-2956c9e344be req-950ad738-c088-452c-bb06-026e6adbfffe tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 943 time: 0.1086254 Jul 05 10:04:32.462284 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e45fe9cc-295c-46bc-a499-2956c9e344be req-47109c54-b9ba-4ab4-bccc-dbf631964e7d tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2328b2f-9b0b-40cf-8b13-63a61c14eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653105 Jul 05 10:04:32.485439 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:32.494398 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-1f34a75c-df29-4617-81ff-9f0e0f16a6bd tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2147141 Jul 05 10:04:32.579891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-c226a25e-049c-4cf2-99cf-e3505df19612 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.42 HTTP/1.1" status: 200 len: 695 time: 0.0841916 Jul 05 10:04:32.626208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Attempting to bind port b6088141-e720-4670-9a00-0969a72fbef1 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:32.626479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Attempting to bind port b6088141-e720-4670-9a00-0969a72fbef1 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '10c7c056-bd00-4b53-824c-4484ac38b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:32.626820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Attempting to bind port b6088141-e720-4670-9a00-0969a72fbef1 on network f80f7560-b963-4c65-9715-a46cd8350cc8 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:32.683552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-8731cb9b-c8f1-492b-bdd9-6dfcf67bb65b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Made reservation on behalf of 449f214ee5014225a50a24c3b1f55312 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:32.687656 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-8731cb9b-c8f1-492b-bdd9-6dfcf67bb65b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:32.700425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40819115-e0b9-46ff-ae20-08018811e7e5 req-8b492e44-edfd-447e-8410-490836010486 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:32.701894 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40819115-e0b9-46ff-ae20-08018811e7e5 req-8b492e44-edfd-447e-8410-490836010486 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 946 time: 0.1013386 Jul 05 10:04:32.706135 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Port b6088141-e720-4670-9a00-0969a72fbef1 on network f80f7560-b963-4c65-9715-a46cd8350cc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:04:32.706545 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Attempting to bind port b6088141-e720-4670-9a00-0969a72fbef1 on network f80f7560-b963-4c65-9715-a46cd8350cc8 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:32.716918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:32.717695 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Checking segment: {'id': '10c7c056-bd00-4b53-824c-4484ac38b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:32.717695 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Bound using segment: {'id': '10c7c056-bd00-4b53-824c-4484ac38b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:32.718853 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Bound port: b6088141-e720-4670-9a00-0969a72fbef1, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c7c056-bd00-4b53-824c-4484ac38b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:32.719286 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:32.768239 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40819115-e0b9-46ff-ae20-08018811e7e5 req-368e88f3-dab2-43ec-8156-abf8cdd327f8 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586181 Jul 05 10:04:32.884893 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-21fcf17a-cdd0-46bd-b0ba-daa6e04dd48d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:32.905189 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0af0942d-d854-40a9-9e70-b71322ef59a4 req-21fcf17a-cdd0-46bd-b0ba-daa6e04dd48d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.3187819 Jul 05 10:04:32.959562 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] For port b6088141-e720-4670-9a00-0969a72fbef1, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:32.979694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] For port b6088141-e720-4670-9a00-0969a72fbef1, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=b6088141-e720-4670-9a00-0969a72fbef1,segment=NetworkSegment(10c7c056-bd00-4b53-824c-4484ac38b0f8),segment_id=10c7c056-bd00-4b53-824c-4484ac38b0f8)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:32.994539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-8731cb9b-c8f1-492b-bdd9-6dfcf67bb65b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Allocated IP 192.168.233.21 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/b975cef2-e73c-43a2-baea-cc6a81aa98a4) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:33.028312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bffad-d527-456f-8a39-1b7a54561a94 req-8674b06c-3242-4ac4-b718-8f44f304aae5 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:33.029849 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a6bffad-d527-456f-8a39-1b7a54561a94 req-8674b06c-3242-4ac4-b718-8f44f304aae5 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 946 time: 0.1018398 Jul 05 10:04:33.065962 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d2d7172-c36b-42bc-9b31-f0959e051492 req-0db7f1c2-91b3-488f-b64f-4621f0dbd258 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 210 time: 0.0373480 Jul 05 10:04:33.072007 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:33.085307 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a6bffad-d527-456f-8a39-1b7a54561a94 req-d34509fc-43d9-4624-a79c-a491ce0e5d68 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473559 Jul 05 10:04:33.166035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:33.166701 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:33.168505 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-791364fe-4acd-4540-bba7-38573f5c738f req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] 10.222.0.64 "PUT /v2.0/ports/b6088141-e720-4670-9a00-0969a72fbef1 HTTP/1.1" status: 200 len: 1092 time: 2.0863745 Jul 05 10:04:33.168713 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4539a29-8130-4b40-86ac-0e6e449d33b1', 'tag': 'b6088141-e720-4670-9a00-0969a72fbef1'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:33.170897 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c21ab4-606e-4123-b42e-9b9756c6b164" -d '{"events": [{"name": "network-changed", "server_uuid": "b4539a29-8130-4b40-86ac-0e6e449d33b1", "tag": "b6088141-e720-4670-9a00-0969a72fbef1"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:33.212852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401db23-580b-4576-bb42-86c2a79c7261 service neutron] Pushing event updated for resources: {'Port': ['ID=b6088141-e720-4670-9a00-0969a72fbef1,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:33.302822 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-8731cb9b-c8f1-492b-bdd9-6dfcf67bb65b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:33.333476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-8731cb9b-c8f1-492b-bdd9-6dfcf67bb65b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Transition to ACTIVE for port object b975cef2-e73c-43a2-baea-cc6a81aa98a4 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:33.556710 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791364fe-4acd-4540-bba7-38573f5c738f req-e987856d-c7ff-430c-bd01-51fa53a274e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:33.556710 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-791364fe-4acd-4540-bba7-38573f5c738f req-e987856d-c7ff-430c-bd01-51fa53a274e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78b7cfd622c44d33adbbd9028b9caab0&device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 1095 time: 0.2109125 Jul 05 10:04:33.581140 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8c73ded-407c-4c07-9f18-d775c610d958 req-724f59ad-5924-43a5-b692-a67930a97ec3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0967627 Jul 05 10:04:33.698935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c73ded-407c-4c07-9f18-d775c610d958 req-b7271618-0b36-4159-96f2-706a44336faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:33.700542 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8c73ded-407c-4c07-9f18-d775c610d958 req-b7271618-0b36-4159-96f2-706a44336faf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 1101 time: 0.0945075 Jul 05 10:04:33.790154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b4074-5c8d-4cf3-8c18-5d0e96d483a4 req-de866f1b-d6a6-4c33-9437-18c44f177fa8 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:33.791979 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-698b4074-5c8d-4cf3-8c18-5d0e96d483a4 req-de866f1b-d6a6-4c33-9437-18c44f177fa8 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.1297340 Jul 05 10:04:33.869150 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-698b4074-5c8d-4cf3-8c18-5d0e96d483a4 req-7139a7f7-3b36-4fc0-acd9-217f3996d0f0 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653346 Jul 05 10:04:33.884791 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c73ded-407c-4c07-9f18-d775c610d958 req-f1a5d0e4-9e2f-4309-bdc7-dd607dab7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:33.887699 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8c73ded-407c-4c07-9f18-d775c610d958 req-f1a5d0e4-9e2f-4309-bdc7-dd607dab7fb3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1616125 Jul 05 10:04:33.952137 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8c73ded-407c-4c07-9f18-d775c610d958 req-782efe8d-93ac-4843-a507-9a28824e2d93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=359472dc-eb7d-4f43-b241-701bffc603b6 HTTP/1.1" status: 200 len: 217 time: 0.0504825 Jul 05 10:04:33.960676 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544b80fb-f1ad-4ae9-9cdd-9cdf7b8b3fd4 x-openstack-request-id: req-544b80fb-f1ad-4ae9-9cdd-9cdf7b8b3fd4 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:33.961159 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4539a29-8130-4b40-86ac-0e6e449d33b1", "tag": "b6088141-e720-4670-9a00-0969a72fbef1", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:33.961313 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-544b80fb-f1ad-4ae9-9cdd-9cdf7b8b3fd4 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:33.961703 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4539a29-8130-4b40-86ac-0e6e449d33b1', 'tag': 'b6088141-e720-4670-9a00-0969a72fbef1', 'status': 'completed', 'code': 200} Jul 05 10:04:33.963087 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-791364fe-4acd-4540-bba7-38573f5c738f req-4f4993bf-6125-461b-abf2-ae647fa581b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6088141-e720-4670-9a00-0969a72fbef1 HTTP/1.1" status: 200 len: 217 time: 0.4050655 Jul 05 10:04:33.964273 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-8731cb9b-c8f1-492b-bdd9-6dfcf67bb65b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:33.973244 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-06de91d0-69cb-44a7-a9da-c3b68cf8479f tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5053108 Jul 05 10:04:33.981088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['359472dc-eb7d-4f43-b241-701bffc603b6', 'abff4552-fd23-4b6b-8ecd-d8bcfb937f77'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:34.036474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791364fe-4acd-4540-bba7-38573f5c738f req-51084cbd-40ab-4429-b299-083c9d9d4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:34.050362 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-791364fe-4acd-4540-bba7-38573f5c738f req-51084cbd-40ab-4429-b299-083c9d9d4b37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57ad367d-882a-4f53-88e0-ec5a68e41b57 HTTP/1.1" status: 200 len: 845 time: 0.0611732 Jul 05 10:04:34.050584 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['27ed9cb2-e6b4-44c6-82da-120fd3accfca', '14137496-8105-4037-99b4-0d283d07846b', '074bba59-bc5c-4814-bbdb-bb63e7141fef', '4f18ef33-a6ab-4089-a49c-e5f3cc935984'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:34.067371 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:34.087857 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c73ded-407c-4c07-9f18-d775c610d958 req-4fc5ef87-070c-4d6e-adce-454a95162242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:34.089666 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8c73ded-407c-4c07-9f18-d775c610d958 req-4fc5ef87-070c-4d6e-adce-454a95162242 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1152830 Jul 05 10:04:34.143294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-8731cb9b-c8f1-492b-bdd9-6dfcf67bb65b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:34.149398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-8731cb9b-c8f1-492b-bdd9-6dfcf67bb65b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:34.153308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731cb9b-c8f1-492b-bdd9-6dfcf67bb65b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event updated for resources: {'Port': ['ID=b975cef2-e73c-43a2-baea-cc6a81aa98a4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:34.155007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-8731cb9b-c8f1-492b-bdd9-6dfcf67bb65b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:34.202526 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca56c8-b86e-4335-b5ac-3a93d3a70466 req-d7764994-54b8-42d8-bf5f-f31b343dba77 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:34.204208 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6cca56c8-b86e-4335-b5ac-3a93d3a70466 req-d7764994-54b8-42d8-bf5f-f31b343dba77 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 946 time: 0.1314588 Jul 05 10:04:34.212747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c73ded-407c-4c07-9f18-d775c610d958 req-cb3eb558-d86d-4355-9e27-1eda3ee28a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:34.214648 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8c73ded-407c-4c07-9f18-d775c610d958 req-cb3eb558-d86d-4355-9e27-1eda3ee28a10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1053474 Jul 05 10:04:34.222392 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791364fe-4acd-4540-bba7-38573f5c738f req-b4137147-6464-46d8-a75f-b31715623646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:34.225055 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-791364fe-4acd-4540-bba7-38573f5c738f req-b4137147-6464-46d8-a75f-b31715623646 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f80f7560-b963-4c65-9715-a46cd8350cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521087 Jul 05 10:04:34.273524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-8731cb9b-c8f1-492b-bdd9-6dfcf67bb65b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:34.274428 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-8731cb9b-c8f1-492b-bdd9-6dfcf67bb65b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:34.307209 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:34.437541 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6cca56c8-b86e-4335-b5ac-3a93d3a70466 req-4819ca2f-91b9-4cc0-be32-a344a72b41e5 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218134 Jul 05 10:04:34.483208 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8c73ded-407c-4c07-9f18-d775c610d958 req-e350ef5f-1c2c-42c0-9bf1-b9fe588e57a5 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531183 Jul 05 10:04:34.543218 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-8731cb9b-c8f1-492b-bdd9-6dfcf67bb65b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4900901 Jul 05 10:04:34.560529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Request body: {'port': {'device_id': '2e61b9f3-9bba-4fdf-a686-0997b0936dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:34.615211 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-791364fe-4acd-4540-bba7-38573f5c738f req-a7c563f7-3498-4a22-a21b-fce71ba4a861 service neutron] 10.222.0.64 "GET /v2.0/networks/f80f7560-b963-4c65-9715-a46cd8350cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728266 Jul 05 10:04:34.699697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fde4acde-0bf0-4ba4-95a9-4c4e1062368c None None] Provisioning for port b975cef2-e73c-43a2-baea-cc6a81aa98a4 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:34.701571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8c73ded-407c-4c07-9f18-d775c610d958 req-e3e8da1a-94b9-4851-b61d-06ace5cf7cd4 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087159 Jul 05 10:04:34.717812 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fde4acde-0bf0-4ba4-95a9-4c4e1062368c None None] Provisioning complete for port b975cef2-e73c-43a2-baea-cc6a81aa98a4 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:34.718744 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fde4acde-0bf0-4ba4-95a9-4c4e1062368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:34.753968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95e0cb-3d0a-4359-8083-f6e35e869df4 req-5aa05ddf-2ec7-4792-a304-2ea9bea780b9 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:34.756628 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef95e0cb-3d0a-4359-8083-f6e35e869df4 req-5aa05ddf-2ec7-4792-a304-2ea9bea780b9 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 943 time: 0.1416857 Jul 05 10:04:34.799892 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:34.826158 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:34.833826 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fde4acde-0bf0-4ba4-95a9-4c4e1062368c None None] Port b975cef2-e73c-43a2-baea-cc6a81aa98a4 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:04:34.919606 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-791364fe-4acd-4540-bba7-38573f5c738f req-faebb9d9-3408-41dc-927b-e52e2561d820 service neutron] 10.222.0.64 "GET /v2.0/networks/f80f7560-b963-4c65-9715-a46cd8350cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955592 Jul 05 10:04:34.965955 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef95e0cb-3d0a-4359-8083-f6e35e869df4 req-44edc164-c047-4862-9100-de3c1dde6bd0 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2328b2f-9b0b-40cf-8b13-63a61c14eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025611 Jul 05 10:04:35.113487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Allocated IP 172.25.5.248 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/d300ea34-c122-49e5-95cc-89b1ce326929) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:35.199013 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e07db-1aa6-41ab-9be4-78e2aa077e9d req-31971468-a324-422c-91ee-7dca5b2675af tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:35.200811 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9a4e07db-1aa6-41ab-9be4-78e2aa077e9d req-31971468-a324-422c-91ee-7dca5b2675af tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 935 time: 0.0955524 Jul 05 10:04:35.255619 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9a4e07db-1aa6-41ab-9be4-78e2aa077e9d req-71722657-94df-4d5d-a5f0-0ec9aa485a0b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466411 Jul 05 10:04:35.405370 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:35.427485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c21ab4-606e-4123-b42e-9b9756c6b164 req-1542da4a-7a57-43d3-8b8e-6c20852bf27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:35.429093 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9c21ab4-606e-4123-b42e-9b9756c6b164 req-1542da4a-7a57-43d3-8b8e-6c20852bf27f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78b7cfd622c44d33adbbd9028b9caab0&device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 1095 time: 0.2015660 Jul 05 10:04:35.470057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7219d-7b0f-4790-bbf2-8c48d4330d3e req-862d8123-f5be-4a73-abba-13c3489e8b0d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:35.472778 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d1c7219d-7b0f-4790-bbf2-8c48d4330d3e req-862d8123-f5be-4a73-abba-13c3489e8b0d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 946 time: 0.0865185 Jul 05 10:04:35.523438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b975cef2-e73c-43a2-baea-cc6a81aa98a4 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:35.526659 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d1c7219d-7b0f-4790-bbf2-8c48d4330d3e req-e9303ea0-163b-404d-9cf7-5dcec6ab737c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469322 Jul 05 10:04:35.536706 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:35.578506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Transition to ACTIVE for port object b975cef2-e73c-43a2-baea-cc6a81aa98a4 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:35.602824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c21ab4-606e-4123-b42e-9b9756c6b164 req-dcdaa343-b98b-43d6-bee2-80fa70da5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:35.604434 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9c21ab4-606e-4123-b42e-9b9756c6b164 req-dcdaa343-b98b-43d6-bee2-80fa70da5a1f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f80f7560-b963-4c65-9715-a46cd8350cc8 HTTP/1.1" status: 200 len: 907 time: 0.1544411 Jul 05 10:04:35.654076 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9c21ab4-606e-4123-b42e-9b9756c6b164 req-4ffecfbe-6860-4530-b33a-c26675183c30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6088141-e720-4670-9a00-0969a72fbef1 HTTP/1.1" status: 200 len: 217 time: 0.0424616 Jul 05 10:04:35.696457 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:35.703098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:35.775402 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:35.782417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c21ab4-606e-4123-b42e-9b9756c6b164 req-dd14e354-c772-4deb-97e3-7b6f9c6097a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:35.783888 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9c21ab4-606e-4123-b42e-9b9756c6b164 req-dd14e354-c772-4deb-97e3-7b6f9c6097a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57ad367d-882a-4f53-88e0-ec5a68e41b57 HTTP/1.1" status: 200 len: 845 time: 0.1192353 Jul 05 10:04:35.787696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Pushing event updated for resources: {'Port': ['ID=b975cef2-e73c-43a2-baea-cc6a81aa98a4,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:35.793613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:35.796016 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:35.838913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6548c46-f8ed-47e3-b292-47e7042a4428 req-dd6fc6b8-d1f8-4d73-af57-7e7f186b0392 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:35.843218 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6548c46-f8ed-47e3-b292-47e7042a4428 req-dd6fc6b8-d1f8-4d73-af57-7e7f186b0392 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 946 time: 0.0760901 Jul 05 10:04:35.921384 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6548c46-f8ed-47e3-b292-47e7042a4428 req-86d22be9-73cd-453e-abd3-6efc4fb8e88e tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668688 Jul 05 10:04:35.960603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Pushing event updated for resources: {'Port': ['ID=d300ea34-c122-49e5-95cc-89b1ce326929,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:36.062715 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Attempting to bind port b975cef2-e73c-43a2-baea-cc6a81aa98a4 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:36.062715 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Attempting to bind port b975cef2-e73c-43a2-baea-cc6a81aa98a4 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:36.062715 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Attempting to bind port b975cef2-e73c-43a2-baea-cc6a81aa98a4 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:36.066737 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:36.075125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c21ab4-606e-4123-b42e-9b9756c6b164 req-17d58979-a7c7-4917-96e5-f17746f25e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:36.076773 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9c21ab4-606e-4123-b42e-9b9756c6b164 req-17d58979-a7c7-4917-96e5-f17746f25e02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f80f7560-b963-4c65-9715-a46cd8350cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2780588 Jul 05 10:04:36.078753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Port b975cef2-e73c-43a2-baea-cc6a81aa98a4 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:04:36.083827 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Attempting to bind port b975cef2-e73c-43a2-baea-cc6a81aa98a4 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:36.092343 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:36.092693 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:36.093094 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:36.093552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Bound port: b975cef2-e73c-43a2-baea-cc6a81aa98a4, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:36.093914 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:36.134688 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525813a-b490-4797-bfa3-18777fd05307 req-74302b3f-39ce-4a74-ad2c-7142384bc5dc tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:36.136194 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c525813a-b490-4797-bfa3-18777fd05307 req-74302b3f-39ce-4a74-ad2c-7142384bc5dc tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.1031411 Jul 05 10:04:36.189079 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c525813a-b490-4797-bfa3-18777fd05307 req-a87f3a07-c12c-47fb-b501-c0471a0ad9b6 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456762 Jul 05 10:04:36.259589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] For port b975cef2-e73c-43a2-baea-cc6a81aa98a4, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:36.263189 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9c21ab4-606e-4123-b42e-9b9756c6b164 req-7a23e596-106c-4211-a3f4-366b2c1ec1e1 service neutron] 10.222.0.64 "GET /v2.0/networks/f80f7560-b963-4c65-9715-a46cd8350cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784296 Jul 05 10:04:36.265677 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:36.303643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] For port b975cef2-e73c-43a2-baea-cc6a81aa98a4, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=b975cef2-e73c-43a2-baea-cc6a81aa98a4,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:36.360403 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:36.436210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:36.436883 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:36.438414 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] 10.222.0.73 "PUT /v2.0/ports/b975cef2-e73c-43a2-baea-cc6a81aa98a4 HTTP/1.1" status: 200 len: 1096 time: 1.8861253 Jul 05 10:04:36.464518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e61b9f3-9bba-4fdf-a686-0997b0936dfb', 'tag': 'b975cef2-e73c-43a2-baea-cc6a81aa98a4'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:36.466721 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2251e34-34c4-4381-a8e8-843206951898" -d '{"events": [{"name": "network-changed", "server_uuid": "2e61b9f3-9bba-4fdf-a686-0997b0936dfb", "tag": "b975cef2-e73c-43a2-baea-cc6a81aa98a4"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:36.518704 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9c21ab4-606e-4123-b42e-9b9756c6b164 req-d8ac9c7d-45bf-4e11-9726-023755053288 service neutron] 10.222.0.64 "GET /v2.0/networks/f80f7560-b963-4c65-9715-a46cd8350cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457361 Jul 05 10:04:36.526079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d12049-96dc-4785-91a3-eab5dde30a8a service neutron] Pushing event updated for resources: {'Port': ['ID=b975cef2-e73c-43a2-baea-cc6a81aa98a4,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:36.652227 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:36.660002 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-2ec3ebf9-526b-4924-a218-4c9433fa5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:36.661580 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-2ec3ebf9-526b-4924-a218-4c9433fa5bd5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 1099 time: 0.1172788 Jul 05 10:04:36.709686 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-aeafe5d2-80c5-4526-a0c9-71c7fd1ee754 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=b975cef2-e73c-43a2-baea-cc6a81aa98a4 HTTP/1.1" status: 200 len: 217 time: 0.0399518 Jul 05 10:04:36.726946 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:36.829523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Pushing event updated for resources: {'Port': ['ID=d300ea34-c122-49e5-95cc-89b1ce326929,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:36.833752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-13503b0f-23e5-453c-baad-433fe46ce8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:36.835327 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-13503b0f-23e5-453c-baad-433fe46ce8f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1178904 Jul 05 10:04:36.854767 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:36.868913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85f72b-b470-4889-a8ee-6344ab9c5961 req-b777e784-656a-4805-94f1-fcb0c6925946 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:36.870485 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f85f72b-b470-4889-a8ee-6344ab9c5961 req-b777e784-656a-4805-94f1-fcb0c6925946 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 943 time: 0.0761476 Jul 05 10:04:36.913341 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f85f72b-b470-4889-a8ee-6344ab9c5961 req-7a53cc85-f545-4c7c-a3a5-1c659dfbe81c tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2328b2f-9b0b-40cf-8b13-63a61c14eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366507 Jul 05 10:04:36.918890 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-5a578e9a-b2f0-4405-ac98-1157fca6f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:36.920614 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-5a578e9a-b2f0-4405-ac98-1157fca6f003 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0751522 Jul 05 10:04:36.991319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:36.992603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-97790871-dd10-4928-ac16-c4507b6bec5a tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9593968 Jul 05 10:04:37.059234 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-86c4f8ad-2da3-4313-b3ee-64515e4d5e1d tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 696 time: 0.0582228 Jul 05 10:04:37.115099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3538c21-1279-4f3c-8d5a-87ad90de019d req-227c2886-c63f-48ed-9004-9d1633d92fce tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:37.116697 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f3538c21-1279-4f3c-8d5a-87ad90de019d req-227c2886-c63f-48ed-9004-9d1633d92fce tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 947 time: 0.0707934 Jul 05 10:04:37.123377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-dec14985-1ad7-4338-8b45-8d2b910b946e service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925681 Jul 05 10:04:37.163094 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f3538c21-1279-4f3c-8d5a-87ad90de019d req-3ff76706-84af-47d1-91bd-2979fe33f5d0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363834 Jul 05 10:04:37.212185 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459347be-58a2-4f81-8774-dc03c73b1b2a x-openstack-request-id: req-459347be-58a2-4f81-8774-dc03c73b1b2a {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:37.212431 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e61b9f3-9bba-4fdf-a686-0997b0936dfb", "tag": "b975cef2-e73c-43a2-baea-cc6a81aa98a4", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:37.212709 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-459347be-58a2-4f81-8774-dc03c73b1b2a {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:37.212961 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e61b9f3-9bba-4fdf-a686-0997b0936dfb', 'tag': 'b975cef2-e73c-43a2-baea-cc6a81aa98a4', 'status': 'completed', 'code': 200} Jul 05 10:04:37.244493 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-ef99d7c8-a576-4766-b04d-2d7e2c2edbb5 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:37.245867 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89e70ca3-c330-4416-8fe9-14cd037c3b7d req-ef99d7c8-a576-4766-b04d-2d7e2c2edbb5 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.1795161 Jul 05 10:04:37.274670 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7df9539-396e-4aac-9ec8-43d0f6e19579 req-2b468cee-0f94-4416-8af0-e9599aa1d18c service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408370 Jul 05 10:04:37.379356 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73ec63-f969-4450-9276-cd75a71339ad req-ab16039d-cec9-458d-8f06-06ea2bb9ba4f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:37.380906 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ec73ec63-f969-4450-9276-cd75a71339ad req-ab16039d-cec9-458d-8f06-06ea2bb9ba4f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 946 time: 0.0719292 Jul 05 10:04:37.383215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device b6088141-e720-4670-9a00-0969a72fbef1 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:04:37.424049 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ec73ec63-f969-4450-9276-cd75a71339ad req-da2e1e55-20bf-4290-9778-54fc59b7755a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352921 Jul 05 10:04:37.551509 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port b6088141-e720-4670-9a00-0969a72fbef1, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=b6088141-e720-4670-9a00-0969a72fbef1,segment=NetworkSegment(10c7c056-bd00-4b53-824c-4484ac38b0f8),segment_id=10c7c056-bd00-4b53-824c-4484ac38b0f8)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:37.556267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2251e34-34c4-4381-a8e8-843206951898 req-91704efc-b2c5-4d0a-8ec9-e6f8033ad2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:37.565508 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d2251e34-34c4-4381-a8e8-843206951898 req-91704efc-b2c5-4d0a-8ec9-e6f8033ad2dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 1099 time: 0.0778823 Jul 05 10:04:37.568882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'b6088141-e720-4670-9a00-0969a72fbef1', 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8', 'port_id': 'b6088141-e720-4670-9a00-0969a72fbef1', 'mac_address': 'fa:16:3e:9c:51:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:04:37.635396 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:37.655826 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6088141-e720-4670-9a00-0969a72fbef1 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:37.680932 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port b6088141-e720-4670-9a00-0969a72fbef1, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=b6088141-e720-4670-9a00-0969a72fbef1,segment=NetworkSegment(10c7c056-bd00-4b53-824c-4484ac38b0f8),segment_id=10c7c056-bd00-4b53-824c-4484ac38b0f8)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:37.702053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2251e34-34c4-4381-a8e8-843206951898 req-bdb95e82-0552-4d4b-98c9-b68e8077ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:37.703944 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d2251e34-34c4-4381-a8e8-843206951898 req-bdb95e82-0552-4d4b-98c9-b68e8077ae78 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1310992 Jul 05 10:04:37.705244 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5027-6c86-4a36-9da8-b68b643f040e req-28c7c02a-6833-405f-869d-c1dae6f47b17 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:37.706877 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-843d5027-6c86-4a36-9da8-b68b643f040e req-28c7c02a-6833-405f-869d-c1dae6f47b17 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.0875463 Jul 05 10:04:37.750739 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d2251e34-34c4-4381-a8e8-843206951898 req-0458aa15-29e8-4d84-9298-50e8b3b3b5dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=b975cef2-e73c-43a2-baea-cc6a81aa98a4 HTTP/1.1" status: 200 len: 217 time: 0.0398307 Jul 05 10:04:37.770132 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-843d5027-6c86-4a36-9da8-b68b643f040e req-c360a9eb-c12a-4fd2-8315-28902704ffda tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573025 Jul 05 10:04:37.810149 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:37.874891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=b6088141-e720-4670-9a00-0969a72fbef1,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:37.965626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a2241-70f6-4258-9da9-94357e70e392 req-3848ebd7-3753-42a1-84ca-15b3ef664983 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:37.967377 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-328a2241-70f6-4258-9da9-94357e70e392 req-3848ebd7-3753-42a1-84ca-15b3ef664983 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 946 time: 0.0704718 Jul 05 10:04:38.012075 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-328a2241-70f6-4258-9da9-94357e70e392 req-a5fbcafa-170f-4306-86b1-c157fe3dd34c tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/security-groups?id=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380127 Jul 05 10:04:38.133859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['b6088141-e720-4670-9a00-0969a72fbef1'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:38.163887 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eebc88f9-6dd9-4636-890b-e3f338617f5e req-83f59114-a55b-4081-9492-969bb7845de7 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips/9d4187a9-e95e-4bec-b651-e63154a9aebf HTTP/1.1" status: 200 len: 693 time: 0.4160829 Jul 05 10:04:38.166628 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38162) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:38.197894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2251e34-34c4-4381-a8e8-843206951898 req-051fd326-664c-4f90-a538-bfb675a307bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:38.199389 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d2251e34-34c4-4381-a8e8-843206951898 req-051fd326-664c-4f90-a538-bfb675a307bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.4419105 Jul 05 10:04:38.215826 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ba07d-dc00-4844-a168-d2c0795b9b58 req-d4f93921-4b3c-4037-b3bb-b19e01f26dd5 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:38.217707 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-236ba07d-dc00-4844-a168-d2c0795b9b58 req-d4f93921-4b3c-4037-b3bb-b19e01f26dd5 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 944 time: 0.0857823 Jul 05 10:04:38.268716 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-236ba07d-dc00-4844-a168-d2c0795b9b58 req-90a24929-0c78-4f0b-9084-57382cea0601 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2328b2f-9b0b-40cf-8b13-63a61c14eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432143 Jul 05 10:04:38.359913 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9cae4082-187c-4b12-bea0-f346f70d999e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:38.369548 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc88f9-6dd9-4636-890b-e3f338617f5e req-2f4b3bd7-2f99-4be0-97ca-98c8b958d05b tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:38.370921 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eebc88f9-6dd9-4636-890b-e3f338617f5e req-2f4b3bd7-2f99-4be0-97ca-98c8b958d05b tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.1927161 Jul 05 10:04:38.380750 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528dd9-4792-4dc4-8361-48bf45dfabf2 req-dfdbd0eb-48a6-4ab8-a043-054298c7b84a tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:38.382290 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb528dd9-4792-4dc4-8361-48bf45dfabf2 req-dfdbd0eb-48a6-4ab8-a043-054298c7b84a tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.73 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 946 time: 0.0770304 Jul 05 10:04:38.400384 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2251e34-34c4-4381-a8e8-843206951898 req-bbce5782-690b-4783-8553-882b488e8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:38.402663 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d2251e34-34c4-4381-a8e8-843206951898 req-bbce5782-690b-4783-8553-882b488e8b60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1922073 Jul 05 10:04:38.541722 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa2a13-86c5-43f4-9642-c92a6181e7b2 req-40b93143-cad2-44f1-9dce-965d41f38718 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:38.543147 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-55aa2a13-86c5-43f4-9642-c92a6181e7b2 req-40b93143-cad2-44f1-9dce-965d41f38718 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 947 time: 0.1229472 Jul 05 10:04:38.548947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-cb528dd9-4792-4dc4-8361-48bf45dfabf2 req-c1fa4200-1138-440f-974b-3e602a4cd03f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Deleting port 39921f01-7454-4740-87bd-78ed735034eb {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:38.549296 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb528dd9-4792-4dc4-8361-48bf45dfabf2 req-c1fa4200-1138-440f-974b-3e602a4cd03f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:38.553545 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da170df9-4edc-4571-bb53-3000a266a411 req-f402219b-4b99-41cc-97ee-85ed637ec796 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips/9d4187a9-e95e-4bec-b651-e63154a9aebf HTTP/1.1" status: 200 len: 693 time: 0.1573205 Jul 05 10:04:38.638217 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-55aa2a13-86c5-43f4-9642-c92a6181e7b2 req-bc1704a2-707d-4a6f-a579-af681e81fa5d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858295 Jul 05 10:04:38.670353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-cb528dd9-4792-4dc4-8361-48bf45dfabf2 req-c1fa4200-1138-440f-974b-3e602a4cd03f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] For port 39921f01-7454-4740-87bd-78ed735034eb, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=39921f01-7454-4740-87bd-78ed735034eb,segment=NetworkSegment(4dca89e4-839b-44c2-bc8d-929bef7823eb),segment_id=4dca89e4-839b-44c2-bc8d-929bef7823eb)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:38.670726 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb528dd9-4792-4dc4-8361-48bf45dfabf2 req-c1fa4200-1138-440f-974b-3e602a4cd03f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:38.686018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-cb528dd9-4792-4dc4-8361-48bf45dfabf2 req-c1fa4200-1138-440f-974b-3e602a4cd03f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Calling delete_port for 39921f01-7454-4740-87bd-78ed735034eb owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:38.688391 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d2251e34-34c4-4381-a8e8-843206951898 req-fb575378-627b-43d6-ace2-8e9c5bd89b9d service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709191 Jul 05 10:04:38.767167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da170df9-4edc-4571-bb53-3000a266a411 req-66e7e93e-2865-440d-be87-5762ad1751a8 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:38.771409 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da170df9-4edc-4571-bb53-3000a266a411 req-66e7e93e-2865-440d-be87-5762ad1751a8 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.2074327 Jul 05 10:04:38.787846 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9cae4082-187c-4b12-bea0-f346f70d999e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:38.843681 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da170df9-4edc-4571-bb53-3000a266a411 req-8e2d776c-cc1d-483f-8385-28e56c8e6a11 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 696 time: 0.0592210 Jul 05 10:04:38.908100 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9cae4082-187c-4b12-bea0-f346f70d999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:38.909102 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb528dd9-4792-4dc4-8361-48bf45dfabf2 req-c1fa4200-1138-440f-974b-3e602a4cd03f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:38.925253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['39921f01-7454-4740-87bd-78ed735034eb'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:38.930448 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d2251e34-34c4-4381-a8e8-843206951898 req-64682208-70c8-45c4-91d1-4264a481f19e service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337813 Jul 05 10:04:38.933660 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da170df9-4edc-4571-bb53-3000a266a411 req-f52e6c76-e694-420e-8d45-7d50d0de356e tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 696 time: 0.0791321 Jul 05 10:04:38.945653 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa4200-1138-440f-974b-3e602a4cd03f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Pushing event deleted for resources: {'Port': ['ID=39921f01-7454-4740-87bd-78ed735034eb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:38.976627 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9cae4082-187c-4b12-bea0-f346f70d999e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9b4c2e040796480ba4e8f795b7a38d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8065276 Jul 05 10:04:38.977630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38176) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:39.005969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae4082-187c-4b12-bea0-f346f70d999e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec81eff-bcbb-4deb-899e-cb4e6f034290,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:39.020532 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb528dd9-4792-4dc4-8361-48bf45dfabf2 req-c1fa4200-1138-440f-974b-3e602a4cd03f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] No DVR routers for this DVR port 39921f01-7454-4740-87bd-78ed735034eb on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:04:39.026779 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb528dd9-4792-4dc4-8361-48bf45dfabf2 req-c1fa4200-1138-440f-974b-3e602a4cd03f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:39.028915 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb528dd9-4792-4dc4-8361-48bf45dfabf2 req-c1fa4200-1138-440f-974b-3e602a4cd03f tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.73 "DELETE /v2.0/ports/39921f01-7454-4740-87bd-78ed735034eb HTTP/1.1" status: 204 len: 173 time: 0.6393182 Jul 05 10:04:39.030105 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dd9113-00c4-4562-9a8a-f414754d3dec', 'name': 'network-vif-deleted', 'tag': '39921f01-7454-4740-87bd-78ed735034eb'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:39.032707 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cecec4-d5ea-4a1e-a377-5f942d76430b" -d '{"events": [{"server_uuid": "55dd9113-00c4-4562-9a8a-f414754d3dec", "name": "network-vif-deleted", "tag": "39921f01-7454-4740-87bd-78ed735034eb"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:39.057189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e3e9e-9377-4430-970c-8d68cbac5498 req-03cec643-6e5d-4234-80cf-b6273dd42d17 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:39.058690 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b84e3e9e-9377-4430-970c-8d68cbac5498 req-03cec643-6e5d-4234-80cf-b6273dd42d17 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 946 time: 0.1834621 Jul 05 10:04:39.114968 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-da170df9-4edc-4571-bb53-3000a266a411 req-7bbbe723-6867-4d4c-a618-4efc15be1571 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Deleting port d300ea34-c122-49e5-95cc-89b1ce326929 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:39.115317 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-da170df9-4edc-4571-bb53-3000a266a411 req-7bbbe723-6867-4d4c-a618-4efc15be1571 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:39.204332 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-da170df9-4edc-4571-bb53-3000a266a411 req-7bbbe723-6867-4d4c-a618-4efc15be1571 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:39.204686 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-da170df9-4edc-4571-bb53-3000a266a411 req-7bbbe723-6867-4d4c-a618-4efc15be1571 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:39.218128 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-da170df9-4edc-4571-bb53-3000a266a411 req-7bbbe723-6867-4d4c-a618-4efc15be1571 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Calling delete_port for d300ea34-c122-49e5-95cc-89b1ce326929 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:39.404236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device b6088141-e720-4670-9a00-0969a72fbef1 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:39.413246 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4e8a-7f71-4eb2-959a-734bbf292497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:39.429612 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b84e3e9e-9377-4430-970c-8d68cbac5498 req-45f35d89-ceeb-481e-a2f2-876d2e9992c6 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618519 Jul 05 10:04:39.447276 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4e8a-7f71-4eb2-959a-734bbf292497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:39.513807 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-da170df9-4edc-4571-bb53-3000a266a411 req-7bbbe723-6867-4d4c-a618-4efc15be1571 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:39.543411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbe723-6867-4d4c-a618-4efc15be1571 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Pushing event deleted for resources: {'Port': ['ID=d300ea34-c122-49e5-95cc-89b1ce326929,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:39.552868 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port b6088141-e720-4670-9a00-0969a72fbef1 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:39.558034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port b6088141-e720-4670-9a00-0969a72fbef1 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:39.558778 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:39.626868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468cf51-d7a0-4153-bbaf-438c58dd07f8 req-c171c162-f3ce-4277-ab12-700056b95083 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:39.635076 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e468cf51-d7a0-4153-bbaf-438c58dd07f8 req-c171c162-f3ce-4277-ab12-700056b95083 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.0827901 Jul 05 10:04:39.635316 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-da170df9-4edc-4571-bb53-3000a266a411 req-7bbbe723-6867-4d4c-a618-4efc15be1571 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:39.638385 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-da170df9-4edc-4571-bb53-3000a266a411 req-7bbbe723-6867-4d4c-a618-4efc15be1571 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:39.639844 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da170df9-4edc-4571-bb53-3000a266a411 req-7bbbe723-6867-4d4c-a618-4efc15be1571 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "DELETE /v2.0/floatingips/9d4187a9-e95e-4bec-b651-e63154a9aebf HTTP/1.1" status: 204 len: 173 time: 0.6790183 Jul 05 10:04:39.676702 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e468cf51-d7a0-4153-bbaf-438c58dd07f8 req-887ec860-3ffb-4a9f-9313-399741d9e73b tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398812 Jul 05 10:04:39.677129 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:39.710902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4539a29-8130-4b40-86ac-0e6e449d33b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6088141-e720-4670-9a00-0969a72fbef1'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:39.713795 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea075b45-49e9-4a98-ac3a-7dec6e047544" -d '{"events": [{"server_uuid": "b4539a29-8130-4b40-86ac-0e6e449d33b1", "name": "network-vif-plugged", "status": "completed", "tag": "b6088141-e720-4670-9a00-0969a72fbef1"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:39.720997 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4e8a-7f71-4eb2-959a-734bbf292497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:39.723996 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4e8a-7f71-4eb2-959a-734bbf292497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:39.727657 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a3cb4e8a-7f71-4eb2-959a-734bbf292497 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dec81eff-bcbb-4deb-899e-cb4e6f034290 HTTP/1.1" status: 204 len: 168 time: 0.7480536 Jul 05 10:04:39.738860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb4e8a-7f71-4eb2-959a-734bbf292497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec81eff-bcbb-4deb-899e-cb4e6f034290,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:39.753394 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port b6088141-e720-4670-9a00-0969a72fbef1, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=b6088141-e720-4670-9a00-0969a72fbef1,segment=NetworkSegment(10c7c056-bd00-4b53-824c-4484ac38b0f8),segment_id=10c7c056-bd00-4b53-824c-4484ac38b0f8)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:39.789885 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device b975cef2-e73c-43a2-baea-cc6a81aa98a4 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:04:39.881097 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:39.888382 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77e20b24-97fc-429a-8012-9a1749cc27c5 req-7291b6f5-0333-4e2d-8ca6-2ac656a44981 tempest-ServerDiskConfigTestJSON-1378816251 tempest-ServerDiskConfigTestJSON-1378816251-project] 10.222.0.77 "GET /v2.0/ports?device_id=55dd9113-00c4-4562-9a8a-f414754d3dec HTTP/1.1" status: 200 len: 210 time: 0.0466490 Jul 05 10:04:39.905072 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d01a91d-1a9f-46e6-beb3-8d675828653f x-openstack-request-id: req-1d01a91d-1a9f-46e6-beb3-8d675828653f {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:39.905306 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dd9113-00c4-4562-9a8a-f414754d3dec", "name": "network-vif-deleted", "tag": "39921f01-7454-4740-87bd-78ed735034eb", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:39.906366 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d01a91d-1a9f-46e6-beb3-8d675828653f {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:39.906684 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dd9113-00c4-4562-9a8a-f414754d3dec', 'name': 'network-vif-deleted', 'tag': '39921f01-7454-4740-87bd-78ed735034eb', 'status': 'completed', 'code': 200} Jul 05 10:04:39.993359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port b975cef2-e73c-43a2-baea-cc6a81aa98a4, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=b975cef2-e73c-43a2-baea-cc6a81aa98a4,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:39.996371 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=b6088141-e720-4670-9a00-0969a72fbef1,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:40.009295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'b975cef2-e73c-43a2-baea-cc6a81aa98a4', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': 'b975cef2-e73c-43a2-baea-cc6a81aa98a4', 'mac_address': 'fa:16:3e:4b:c5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:04:40.054865 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:40.076930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b975cef2-e73c-43a2-baea-cc6a81aa98a4 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:40.115094 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port b975cef2-e73c-43a2-baea-cc6a81aa98a4, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=b975cef2-e73c-43a2-baea-cc6a81aa98a4,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:40.151947 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af2402-92f6-4d44-ae2b-22f755490968 req-8f7150b1-143c-4d25-8bfb-f7c47023d356 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:40.153572 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d9af2402-92f6-4d44-ae2b-22f755490968 req-8f7150b1-143c-4d25-8bfb-f7c47023d356 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 945 time: 0.0994964 Jul 05 10:04:40.196387 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d9af2402-92f6-4d44-ae2b-22f755490968 req-581061e4-8286-4355-9573-9dacc2cf1952 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2328b2f-9b0b-40cf-8b13-63a61c14eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368640 Jul 05 10:04:40.203465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e6eaf-056e-4338-8bd9-9439e3caf00a req-c2f81dd1-dd1f-48c2-b0f3-6c02f5b07505 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:40.204945 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c6e6eaf-056e-4338-8bd9-9439e3caf00a req-c2f81dd1-dd1f-48c2-b0f3-6c02f5b07505 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2868667 Jul 05 10:04:40.228468 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:40.265708 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d72b75-5622-4117-ab58-493631bb3bd6 x-openstack-request-id: req-d3d72b75-5622-4117-ab58-493631bb3bd6 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:40.266014 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4539a29-8130-4b40-86ac-0e6e449d33b1", "name": "network-vif-plugged", "status": "completed", "tag": "b6088141-e720-4670-9a00-0969a72fbef1", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:40.266253 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3d72b75-5622-4117-ab58-493631bb3bd6 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:40.266988 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4539a29-8130-4b40-86ac-0e6e449d33b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6088141-e720-4670-9a00-0969a72fbef1', 'code': 200} Jul 05 10:04:40.306312 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=b975cef2-e73c-43a2-baea-cc6a81aa98a4,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:40.453674 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7fb9e-2f09-4c58-abd5-4b91685b0076 req-ebbbb74b-b47e-40aa-946f-73966b10819f tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:40.455322 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8da7fb9e-2f09-4c58-abd5-4b91685b0076 req-ebbbb74b-b47e-40aa-946f-73966b10819f tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 948 time: 0.0944130 Jul 05 10:04:40.475326 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-32c9dae6-16be-47f6-b4a4-0d2c5494d215 req-c11ee75f-f6c6-4177-bd1b-711e6986a327 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=49c3d31b3e494bc0977b9f7dc4086365 HTTP/1.1" status: 200 len: 1656 time: 0.0802310 Jul 05 10:04:40.498824 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8da7fb9e-2f09-4c58-abd5-4b91685b0076 req-754e435f-81d4-4c9b-8b99-13e1c92310bf tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371902 Jul 05 10:04:40.520142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['b975cef2-e73c-43a2-baea-cc6a81aa98a4'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:40.603797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350cbc86-5918-40db-8a1d-0383fa844aec req-b11d2948-2bf8-4b76-b204-5e8140308626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:40.607167 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-350cbc86-5918-40db-8a1d-0383fa844aec req-b11d2948-2bf8-4b76-b204-5e8140308626 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 1097 time: 0.1722186 Jul 05 10:04:40.701864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edfbd5-4318-4b46-8f01-7d872bfbb22a req-26ed4167-689c-4e4a-8d26-bedac8645813 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:40.709126 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9dae6-16be-47f6-b4a4-0d2c5494d215 req-47861520-9b24-4acf-9ae5-3183ac1ffc2b tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:40.709376 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-74edfbd5-4318-4b46-8f01-7d872bfbb22a req-26ed4167-689c-4e4a-8d26-bedac8645813 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 946 time: 0.0841966 Jul 05 10:04:40.711470 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-32c9dae6-16be-47f6-b4a4-0d2c5494d215 req-47861520-9b24-4acf-9ae5-3183ac1ffc2b tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/networks?id=22142879-3a95-4b42-ba92-f5a272c3a101&id=22142879-3a95-4b42-ba92-f5a272c3a101&id=22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 787 time: 0.2296991 Jul 05 10:04:40.719232 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-350cbc86-5918-40db-8a1d-0383fa844aec req-f30d8bbd-f2a3-402a-b93d-4d0674cce99b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d2328b2f-9b0b-40cf-8b13-63a61c14eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976183 Jul 05 10:04:40.768976 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-74edfbd5-4318-4b46-8f01-7d872bfbb22a req-0d135ab9-7fbe-41bd-8a44-844581f0dd5c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559042 Jul 05 10:04:40.875221 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09c05692-9ea8-4f7f-9500-83a0b625fa7b req-a4ec064b-4f50-4048-ad7d-4ee7d5e293d8 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips/bf235ab8-e74f-490a-bec5-415ab4284460 HTTP/1.1" status: 200 len: 692 time: 0.0728383 Jul 05 10:04:40.918661 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a8316284-ec51-47c8-9e59-30d2830c0d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:40.963787 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5075a6b-8d45-4ef3-b175-7225b6b56009 req-be2b4a7c-b5f8-43e2-8f97-198a39167dc2 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:40.965221 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e5075a6b-8d45-4ef3-b175-7225b6b56009 req-be2b4a7c-b5f8-43e2-8f97-198a39167dc2 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.0985565 Jul 05 10:04:41.008857 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e5075a6b-8d45-4ef3-b175-7225b6b56009 req-449dea85-cb6e-4b09-83a1-61ddacb44d7d tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372918 Jul 05 10:04:41.010693 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c05692-9ea8-4f7f-9500-83a0b625fa7b req-190a9cad-6e31-4575-a532-e58a2ef64d94 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:41.012197 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09c05692-9ea8-4f7f-9500-83a0b625fa7b req-190a9cad-6e31-4575-a532-e58a2ef64d94 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.1273344 Jul 05 10:04:41.029293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-09c05692-9ea8-4f7f-9500-83a0b625fa7b req-96f43640-eeda-4bdc-8b95-34765af80e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:04:41.029293 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09c05692-9ea8-4f7f-9500-83a0b625fa7b req-96f43640-eeda-4bdc-8b95-34765af80e7c tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082238 Jul 05 10:04:41.116749 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09c05692-9ea8-4f7f-9500-83a0b625fa7b req-31299c44-1ec2-43c6-88de-4616ce2d8fac tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.42 HTTP/1.1" status: 200 len: 695 time: 0.0761461 Jul 05 10:04:41.161586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38224) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:41.196244 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09c05692-9ea8-4f7f-9500-83a0b625fa7b req-69b2dc02-1193-4b0c-a595-b29a69566d0e tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.42 HTTP/1.1" status: 200 len: 695 time: 0.0680718 Jul 05 10:04:41.317075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-dfe269d0-a8df-4637-bb71-3031c8dbd081 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-network', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:41.360776 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-09c05692-9ea8-4f7f-9500-83a0b625fa7b req-f517337b-114e-44b3-addc-44a79d3dff01 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Deleting port 900ecc0a-6d78-4c0f-a452-9c9e6fdfe394 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:41.361346 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-09c05692-9ea8-4f7f-9500-83a0b625fa7b req-f517337b-114e-44b3-addc-44a79d3dff01 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:41.430043 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d791e94-4fd4-4354-984a-eec3efd772cf req-4f9be420-2b8f-4aad-8025-fb2089901b01 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:41.431645 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d791e94-4fd4-4354-984a-eec3efd772cf req-4f9be420-2b8f-4aad-8025-fb2089901b01 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 945 time: 0.0733259 Jul 05 10:04:41.443207 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-09c05692-9ea8-4f7f-9500-83a0b625fa7b req-f517337b-114e-44b3-addc-44a79d3dff01 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:41.443767 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-09c05692-9ea8-4f7f-9500-83a0b625fa7b req-f517337b-114e-44b3-addc-44a79d3dff01 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:41.451368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe269d0-a8df-4637-bb71-3031c8dbd081 admin admin] Made reservation on behalf of 60af8b5ef1b94e0c8a78ae4692c130d5 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:41.453782 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dfe269d0-a8df-4637-bb71-3031c8dbd081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:41.460078 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-09c05692-9ea8-4f7f-9500-83a0b625fa7b req-f517337b-114e-44b3-addc-44a79d3dff01 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Calling delete_port for 900ecc0a-6d78-4c0f-a452-9c9e6fdfe394 owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:41.467519 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dfe269d0-a8df-4637-bb71-3031c8dbd081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:41.491137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d791e94-4fd4-4354-984a-eec3efd772cf req-39a7efa2-af27-4c7d-906a-e5925b327682 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2328b2f-9b0b-40cf-8b13-63a61c14eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531585 Jul 05 10:04:41.601519 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dfe269d0-a8df-4637-bb71-3031c8dbd081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:41.729939 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dfe269d0-a8df-4637-bb71-3031c8dbd081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:41.758886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe269d0-a8df-4637-bb71-3031c8dbd081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91e2106-4d65-4cf8-8b49-32f6f88626b3,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:41.770596 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-09c05692-9ea8-4f7f-9500-83a0b625fa7b req-f517337b-114e-44b3-addc-44a79d3dff01 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:41.802234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device b975cef2-e73c-43a2-baea-cc6a81aa98a4 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:41.819470 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe269d0-a8df-4637-bb71-3031c8dbd081 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:04:41.836069 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dfe269d0-a8df-4637-bb71-3031c8dbd081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:41.836408 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-dfe269d0-a8df-4637-bb71-3031c8dbd081 admin admin] Added segment 040a3358-a273-40be-aabd-d0aa3734bff0 of type vlan for network 80f95e78-8641-45df-a82a-c1ce564ff580 Jul 05 10:04:41.846587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517337b-114e-44b3-addc-44a79d3dff01 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Pushing event deleted for resources: {'Port': ['ID=900ecc0a-6d78-4c0f-a452-9c9e6fdfe394,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:41.901004 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dfe269d0-a8df-4637-bb71-3031c8dbd081 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:41.903854 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-09c05692-9ea8-4f7f-9500-83a0b625fa7b req-f517337b-114e-44b3-addc-44a79d3dff01 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:41.906666 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-09c05692-9ea8-4f7f-9500-83a0b625fa7b req-f517337b-114e-44b3-addc-44a79d3dff01 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:41.907874 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09c05692-9ea8-4f7f-9500-83a0b625fa7b req-f517337b-114e-44b3-addc-44a79d3dff01 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "DELETE /v2.0/floatingips/bf235ab8-e74f-490a-bec5-415ab4284460 HTTP/1.1" status: 204 len: 173 time: 0.7004173 Jul 05 10:04:41.919826 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbadcc-e99c-4ab0-a263-99f16c0eefcf req-631cb916-8731-4636-b7b4-ef5d7fa8dc41 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:41.922227 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9ebbadcc-e99c-4ab0-a263-99f16c0eefcf req-631cb916-8731-4636-b7b4-ef5d7fa8dc41 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 948 time: 0.1543498 Jul 05 10:04:41.969629 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port b975cef2-e73c-43a2-baea-cc6a81aa98a4 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:41.974276 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port b975cef2-e73c-43a2-baea-cc6a81aa98a4 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:41.974649 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:41.996737 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38244) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:42.025427 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9ebbadcc-e99c-4ab0-a263-99f16c0eefcf req-2cff65c5-f72b-48e0-ad35-0298997958d9 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801954 Jul 05 10:04:42.059019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-855d4f38-ed7b-4a5b-b5d3-2ea4d0715f32 admin admin] Deleting subnet 21d4184e-da4e-4e51-b2ca-6563db926533 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:04:42.062434 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dfe269d0-a8df-4637-bb71-3031c8dbd081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.063934 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-855d4f38-ed7b-4a5b-b5d3-2ea4d0715f32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.064686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe269d0-a8df-4637-bb71-3031c8dbd081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:42.065624 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dfe269d0-a8df-4637-bb71-3031c8dbd081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.103572 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-855d4f38-ed7b-4a5b-b5d3-2ea4d0715f32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.117581 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.163634 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port b975cef2-e73c-43a2-baea-cc6a81aa98a4, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=b975cef2-e73c-43a2-baea-cc6a81aa98a4,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:42.166842 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-784ba356-1a5d-4408-9494-3dc354b45392 req-0846586e-7db6-4ef0-869d-8f895b419be7 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips/ebbc128b-0988-4f4c-95de-d5f38b3512b9 HTTP/1.1" status: 200 len: 693 time: 0.1147709 Jul 05 10:04:42.185290 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-855d4f38-ed7b-4a5b-b5d3-2ea4d0715f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.239190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe269d0-a8df-4637-bb71-3031c8dbd081 admin admin] Pushing event updated for resources: {'Network': ['ID=80f95e78-8641-45df-a82a-c1ce564ff580,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:42.251927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 80f95e78-8641-45df-a82a-c1ce564ff580 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:04:42.265310 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6f74f-76a9-4194-b9b6-1ea8d5035fbe req-2e724390-f694-4629-87c7-0b89008c0fa1 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:42.266182 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dcb6f74f-76a9-4194-b9b6-1ea8d5035fbe req-2e724390-f694-4629-87c7-0b89008c0fa1 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 946 time: 0.1207192 Jul 05 10:04:42.299975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38248) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:42.300546 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dfe269d0-a8df-4637-bb71-3031c8dbd081 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1373508 Jul 05 10:04:42.305507 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e61b9f3-9bba-4fdf-a686-0997b0936dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b975cef2-e73c-43a2-baea-cc6a81aa98a4'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:42.307646 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00aad1c7-87ed-4eca-94ae-d174c486fe0e" -d '{"events": [{"server_uuid": "2e61b9f3-9bba-4fdf-a686-0997b0936dfb", "name": "network-vif-plugged", "status": "completed", "tag": "b975cef2-e73c-43a2-baea-cc6a81aa98a4"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:42.308224 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-88c3092a-6d13-4d66-a8e1-fd93ea7d77e8 admin admin] Request body: {'subnet': {'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-subnet', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:42.313041 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.313789 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 39921f01-7454-4740-87bd-78ed735034eb no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:42.347139 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ba356-1a5d-4408-9494-3dc354b45392 req-0f3106fb-ed84-4d65-823d-9addb29733b2 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:42.350048 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-784ba356-1a5d-4408-9494-3dc354b45392 req-0f3106fb-ed84-4d65-823d-9addb29733b2 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.1703084 Jul 05 10:04:42.357752 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dcb6f74f-76a9-4194-b9b6-1ea8d5035fbe req-01d12916-dfe6-41aa-aa9b-cbb2025fc6c9 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849450 Jul 05 10:04:42.364858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 39921f01-7454-4740-87bd-78ed735034eb {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:42.367534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 39921f01-7454-4740-87bd-78ed735034eb not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:42.367765 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-855d4f38-ed7b-4a5b-b5d3-2ea4d0715f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.384708 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-855d4f38-ed7b-4a5b-b5d3-2ea4d0715f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.387464 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-855d4f38-ed7b-4a5b-b5d3-2ea4d0715f32 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/21d4184e-da4e-4e51-b2ca-6563db926533 HTTP/1.1" status: 204 len: 168 time: 0.3890913 Jul 05 10:04:42.415920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=b975cef2-e73c-43a2-baea-cc6a81aa98a4,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:42.417381 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38252) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:42.426534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d4f38-ed7b-4a5b-b5d3-2ea4d0715f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21d4184e-da4e-4e51-b2ca-6563db926533,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:42.454579 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-784ba356-1a5d-4408-9494-3dc354b45392 req-1cc09bb0-4cd8-482e-bc74-f77416497695 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 696 time: 0.0969255 Jul 05 10:04:42.464880 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c3092a-6d13-4d66-a8e1-fd93ea7d77e8 admin admin] Made reservation on behalf of 60af8b5ef1b94e0c8a78ae4692c130d5 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:42.467390 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88c3092a-6d13-4d66-a8e1-fd93ea7d77e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.532317 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-784ba356-1a5d-4408-9494-3dc354b45392 req-f6cb2a5e-7941-499c-84ee-db6a2a9c25be tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 696 time: 0.0709362 Jul 05 10:04:42.552233 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6812dd02-6731-4ea2-bdb9-0566b1ff72a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.686971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-784ba356-1a5d-4408-9494-3dc354b45392 req-3203deaf-8534-4bff-8d00-1bc731e696c4 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Deleting port 7edabca2-2beb-4dbe-b962-5cb5ba0c1d80 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:42.687399 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-784ba356-1a5d-4408-9494-3dc354b45392 req-3203deaf-8534-4bff-8d00-1bc731e696c4 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.748353 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6812dd02-6731-4ea2-bdb9-0566b1ff72a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.780532 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-784ba356-1a5d-4408-9494-3dc354b45392 req-3203deaf-8534-4bff-8d00-1bc731e696c4 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.781390 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-784ba356-1a5d-4408-9494-3dc354b45392 req-3203deaf-8534-4bff-8d00-1bc731e696c4 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.794776 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-6812dd02-6731-4ea2-bdb9-0566b1ff72a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64ee891-e766-4295-93d9-758ae680bd4b']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:42.799361 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-784ba356-1a5d-4408-9494-3dc354b45392 req-3203deaf-8534-4bff-8d00-1bc731e696c4 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Calling delete_port for 7edabca2-2beb-4dbe-b962-5cb5ba0c1d80 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:42.808211 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7f08b-fc2e-4ae6-aae5-f046f4982284 req-bb2d7a11-2902-4ddf-a2f9-6e23a9ed8eb3 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:42.808211 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-57f7f08b-fc2e-4ae6-aae5-f046f4982284 req-bb2d7a11-2902-4ddf-a2f9-6e23a9ed8eb3 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.2525961 Jul 05 10:04:42.819419 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-6812dd02-6731-4ea2-bdb9-0566b1ff72a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dca89e4-839b-44c2-bc8d-929bef7823eb') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:42.819780 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-6812dd02-6731-4ea2-bdb9-0566b1ff72a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dca89e4-839b-44c2-bc8d-929bef7823eb') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:42.841178 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6812dd02-6731-4ea2-bdb9-0566b1ff72a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.865459 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6812dd02-6731-4ea2-bdb9-0566b1ff72a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.875366 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6812dd02-6731-4ea2-bdb9-0566b1ff72a6 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:04:42.875816 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6812dd02-6731-4ea2-bdb9-0566b1ff72a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.880158 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-57f7f08b-fc2e-4ae6-aae5-f046f4982284 req-2e22b619-9d29-4faf-9a54-cda3c2cf35d3 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660057 Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:04:42.880943 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:04:42.948744 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21859574-d383-4511-80c9-c466ee12f45a x-openstack-request-id: req-21859574-d383-4511-80c9-c466ee12f45a {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:42.950146 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e61b9f3-9bba-4fdf-a686-0997b0936dfb", "name": "network-vif-plugged", "status": "completed", "tag": "b975cef2-e73c-43a2-baea-cc6a81aa98a4", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:42.950319 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88c3092a-6d13-4d66-a8e1-fd93ea7d77e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:42.951215 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21859574-d383-4511-80c9-c466ee12f45a {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:42.952712 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e61b9f3-9bba-4fdf-a686-0997b0936dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b975cef2-e73c-43a2-baea-cc6a81aa98a4', 'code': 200} Jul 05 10:04:42.999382 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3092a-6d13-4d66-a8e1-fd93ea7d77e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b746b052-9a8e-42a3-b1f9-2045ddb70885,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:43.039683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3092a-6d13-4d66-a8e1-fd93ea7d77e8 admin admin] Checking segment: {'id': '040a3358-a273-40be-aabd-d0aa3734bff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:43.040284 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c3092a-6d13-4d66-a8e1-fd93ea7d77e8 admin admin] Network hostable DHCP agents. Network: 80f95e78-8641-45df-a82a-c1ce564ff580, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:04:43.153913 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6812dd02-6731-4ea2-bdb9-0566b1ff72a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.164244 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6812dd02-6731-4ea2-bdb9-0566b1ff72a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.165835 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6812dd02-6731-4ea2-bdb9-0566b1ff72a6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f64ee891-e766-4295-93d9-758ae680bd4b HTTP/1.1" status: 204 len: 168 time: 0.7474866 Jul 05 10:04:43.169628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1aaec-808a-4353-84e8-f47b6cc58b76 req-34855eb5-562b-4189-b7bf-aa42c9f14aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:43.171110 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48b1aaec-808a-4353-84e8-f47b6cc58b76 req-34855eb5-562b-4189-b7bf-aa42c9f14aec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 1101 time: 0.0862231 Jul 05 10:04:43.187736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9ae37-2844-402d-ae01-c2e6953b0835 req-601f8afe-6455-48d4-93c8-fe5394a28a73 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:43.189242 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68b9ae37-2844-402d-ae01-c2e6953b0835 req-601f8afe-6455-48d4-93c8-fe5394a28a73 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 945 time: 0.1360338 Jul 05 10:04:43.192925 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-784ba356-1a5d-4408-9494-3dc354b45392 req-3203deaf-8534-4bff-8d00-1bc731e696c4 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.195920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812dd02-6731-4ea2-bdb9-0566b1ff72a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f64ee891-e766-4295-93d9-758ae680bd4b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:43.212256 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c3092a-6d13-4d66-a8e1-fd93ea7d77e8 admin admin] Network 80f95e78-8641-45df-a82a-c1ce564ff580 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:04:43.226484 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203deaf-8534-4bff-8d00-1bc731e696c4 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Pushing event deleted for resources: {'Port': ['ID=7edabca2-2beb-4dbe-b962-5cb5ba0c1d80,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:43.254545 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48b1aaec-808a-4353-84e8-f47b6cc58b76 req-38f560fb-386c-4159-890f-93c1890dda88 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639172 Jul 05 10:04:43.259617 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68b9ae37-2844-402d-ae01-c2e6953b0835 req-c30138a8-77c8-43a4-abbf-ed39d071576f tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2328b2f-9b0b-40cf-8b13-63a61c14eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616775 Jul 05 10:04:43.329959 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-88c3092a-6d13-4d66-a8e1-fd93ea7d77e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 80f95e78-8641-45df-a82a-c1ce564ff580) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:43.334652 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c3092a-6d13-4d66-a8e1-fd93ea7d77e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:43.335475 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88c3092a-6d13-4d66-a8e1-fd93ea7d77e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.343480 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-784ba356-1a5d-4408-9494-3dc354b45392 req-3203deaf-8534-4bff-8d00-1bc731e696c4 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.346646 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-784ba356-1a5d-4408-9494-3dc354b45392 req-3203deaf-8534-4bff-8d00-1bc731e696c4 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.347129 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-784ba356-1a5d-4408-9494-3dc354b45392 req-3203deaf-8534-4bff-8d00-1bc731e696c4 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "DELETE /v2.0/floatingips/ebbc128b-0988-4f4c-95de-d5f38b3512b9 HTTP/1.1" status: 204 len: 173 time: 0.8057487 Jul 05 10:04:43.348596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e9bdfa-443e-4d35-a0c0-1eb129368eb0 None None] Network 80f95e78-8641-45df-a82a-c1ce564ff580 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:04:43.379021 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-2a25fd70-61e5-4dd4-acfc-cf426c622a24 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:43.380869 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-2a25fd70-61e5-4dd4-acfc-cf426c622a24 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e&tenant_id=312b10a2b35949449c89df3e680df435&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 1098 time: 0.0726585 Jul 05 10:04:43.395942 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-27'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:43.412537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5a07ba85-efe4-4796-badd-aa806435518a details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:04:43.479769 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-88c3092a-6d13-4d66-a8e1-fd93ea7d77e8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1783991 Jul 05 10:04:43.482913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38268) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:43.488849 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-router', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:43.596566 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.615892 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5a07ba85-efe4-4796-badd-aa806435518a no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:43.620247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa065f-1d13-4344-a75b-7b3dd270f610 req-f432a33e-3bc6-4049-8b6f-82c4888b0004 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:43.623564 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-91fa065f-1d13-4344-a75b-7b3dd270f610 req-f432a33e-3bc6-4049-8b6f-82c4888b0004 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 949 time: 0.1561553 Jul 05 10:04:43.652607 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.654027 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.662336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38270) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:43.680227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dff5bd-937b-41c9-bc85-cfd15f22aca9 req-8ee3c1c4-173e-4560-bca3-308c715305a9 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:43.692849 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-25dff5bd-937b-41c9-bc85-cfd15f22aca9 req-8ee3c1c4-173e-4560-bca3-308c715305a9 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 945 time: 0.1325765 Jul 05 10:04:43.693075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38272) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:43.704607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6d19cad3-9ee7-42f4-9eb7-c60fa0be2e8b tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Request body: {'floatingip': {'port_id': 'b6088141-e720-4670-9a00-0969a72fbef1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:43.788284 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2077578c-98b8-4531-bbc5-a91c7c67fa9d req-2e5bbf50-ac39-4d8f-9597-88f4c52672f6 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips/2d047f01-be5f-4f1a-812c-b168f4d3ef91 HTTP/1.1" status: 200 len: 693 time: 0.0819328 Jul 05 10:04:43.789803 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.797855 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.810792 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5a07ba85-efe4-4796-badd-aa806435518a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5a07ba85-efe4-4796-badd-aa806435518a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:43.816393 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6d3216be-f7d1-4d4e-9d58-02d17556dfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.833195 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6d19cad3-9ee7-42f4-9eb7-c60fa0be2e8b tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.846312 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-91fa065f-1d13-4344-a75b-7b3dd270f610 req-d9d77141-e846-45d7-843d-4755a69996d4 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975586 Jul 05 10:04:43.852539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '5a07ba85-efe4-4796-badd-aa806435518a', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '5a07ba85-efe4-4796-badd-aa806435518a', 'mac_address': 'fa:16:3e:6f:32:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:04:43.855088 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:43.869314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a21c2dc-e4a4-4a4f-b5da-e8b2ca423910 None None] Network 80f95e78-8641-45df-a82a-c1ce564ff580 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:04:43.936070 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077578c-98b8-4531-bbc5-a91c7c67fa9d req-0259cebb-6a49-428f-890a-f37bdb4622f3 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:43.938156 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2077578c-98b8-4531-bbc5-a91c7c67fa9d req-0259cebb-6a49-428f-890a-f37bdb4622f3 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.1425138 Jul 05 10:04:43.984369 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5a07ba85-efe4-4796-badd-aa806435518a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5a07ba85-efe4-4796-badd-aa806435518a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:43.987307 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.013834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a07ba85-efe4-4796-badd-aa806435518a {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:44.081466 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.085741 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-466e8253-bc46-45fa-afe7-e69a5358cd32 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6119bc815ab94278a813be791a173223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195843 Jul 05 10:04:44.089904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38276) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:44.112462 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2077578c-98b8-4531-bbc5-a91c7c67fa9d req-49416669-3ef8-4c71-a2ac-99a7b465e6cc tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.210 HTTP/1.1" status: 200 len: 696 time: 0.0601869 Jul 05 10:04:44.153925 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:04:44.154350 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:04:44.167172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=5a07ba85-efe4-4796-badd-aa806435518a,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:44.187322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:44.238451 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2077578c-98b8-4531-bbc5-a91c7c67fa9d req-2bba5701-1b27-4568-b77e-d021054116e2 tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.210 HTTP/1.1" status: 200 len: 696 time: 0.0903251 Jul 05 10:04:44.241372 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.256005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7783c-acfe-4ee2-b3e1-47c41414bab6 req-b31e05fe-5b47-4fde-bbde-0093f6e9cb52 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:44.260453 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eac7783c-acfe-4ee2-b3e1-47c41414bab6 req-b31e05fe-5b47-4fde-bbde-0093f6e9cb52 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 946 time: 0.2020922 Jul 05 10:04:44.319897 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:44.339769 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ebeba52-103e-47c9-aab8-116185dd9959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.403650 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ebeba52-103e-47c9-aab8-116185dd9959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.417430 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eac7783c-acfe-4ee2-b3e1-47c41414bab6 req-7c6a160c-bdec-4cd4-894e-4ccba180e343 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160417 Jul 05 10:04:44.432313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5750385-d5a1-4e6c-aa5f-3343d973751e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b5aa0b-e5be-45e7-bec0-95d0e538e22d'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:44.435056 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017776de-39b4-4a79-be5e-b6b938457a8c" -d '{"events": [{"server_uuid": "f5750385-d5a1-4e6c-aa5f-3343d973751e", "name": "network-vif-unplugged", "status": "completed", "tag": "50b5aa0b-e5be-45e7-bec0-95d0e538e22d"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:44.440723 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.499049 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-2077578c-98b8-4531-bbc5-a91c7c67fa9d req-364526ac-28dc-4bc2-9971-991035ffecec tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Deleting port dfa2848b-a7c8-448f-9a45-76548ea1b6c9 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:44.499619 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2077578c-98b8-4531-bbc5-a91c7c67fa9d req-364526ac-28dc-4bc2-9971-991035ffecec tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.608597 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2077578c-98b8-4531-bbc5-a91c7c67fa9d req-364526ac-28dc-4bc2-9971-991035ffecec tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.608964 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2077578c-98b8-4531-bbc5-a91c7c67fa9d req-364526ac-28dc-4bc2-9971-991035ffecec tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.623353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-2077578c-98b8-4531-bbc5-a91c7c67fa9d req-364526ac-28dc-4bc2-9971-991035ffecec tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Calling delete_port for dfa2848b-a7c8-448f-9a45-76548ea1b6c9 owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:44.628156 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.690762 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6d19cad3-9ee7-42f4-9eb7-c60fa0be2e8b tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.698373 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.714292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a07ba85-efe4-4796-badd-aa806435518a {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:44.725914 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ebeba52-103e-47c9-aab8-116185dd9959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.728874 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ebeba52-103e-47c9-aab8-116185dd9959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.732883 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0ebeba52-103e-47c9-aab8-116185dd9959 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b HTTP/1.1" status: 204 len: 168 time: 0.6391833 Jul 05 10:04:44.744768 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5a07ba85-efe4-4796-badd-aa806435518a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5a07ba85-efe4-4796-badd-aa806435518a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:44.784933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebeba52-103e-47c9-aab8-116185dd9959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f9b070-ffaf-4dc0-ad92-5fcbef5a1b6b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:44.861111 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.861585 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.865783 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.904155 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:44.930532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=5a07ba85-efe4-4796-badd-aa806435518a,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:44.956215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eaa9cc-492b-4f15-a81e-847631f18a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a07ba85-efe4-4796-badd-aa806435518a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:44.957677 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4180f4-723e-43fe-819c-0b039d63d0a4" -d '{"events": [{"server_uuid": "d5eaa9cc-492b-4f15-a81e-847631f18a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "5a07ba85-efe4-4796-badd-aa806435518a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:45.068416 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6d19cad3-9ee7-42f4-9eb7-c60fa0be2e8b tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.076435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Pushing event updated for resources: {'Port': ['ID=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:45.127139 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45de92-4238-484b-ae7c-f41a423ebcb6 req-b5963282-8bea-49d8-bf24-b5804be8130a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:45.128756 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2a45de92-4238-484b-ae7c-f41a423ebcb6 req-b5963282-8bea-49d8-bf24-b5804be8130a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 947 time: 0.5812395 Jul 05 10:04:45.138300 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Attempting to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on host n-h1-779913-27 for vnic_type normal with profile {"migrating_to": "n-h2-779913-27"} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:45.138631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Attempting to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:45.138959 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Attempting to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:45.194336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:04:45.194574 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Attempting to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:45.213340 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:45.213686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Checking segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:45.214085 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Bound using segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:45.214543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Bound port: 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:45.214909 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.216235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['5a07ba85-efe4-4796-badd-aa806435518a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:45.241887 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2a45de92-4238-484b-ae7c-f41a423ebcb6 req-2ebc1446-e489-4e5f-a2c9-b5fa1448eed2 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069894 Jul 05 10:04:45.271807 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-6d19cad3-9ee7-42f4-9eb7-c60fa0be2e8b tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Floating IP d5009348-8cf2-438f-92ef-b8b8d2e2112b associated. External IP: 172.25.5.56, port: b6088141-e720-4670-9a00-0969a72fbef1. Jul 05 10:04:45.368746 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Allocated IP 172.25.5.236 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:45.409661 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:45.410282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 50b5aa0b-e5be-45e7-bec0-95d0e538e22d details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:04:45.429499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:45.477455 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2077578c-98b8-4531-bbc5-a91c7c67fa9d req-364526ac-28dc-4bc2-9971-991035ffecec tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.511572 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364526ac-28dc-4bc2-9971-991035ffecec tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Pushing event deleted for resources: {'Port': ['ID=dfa2848b-a7c8-448f-9a45-76548ea1b6c9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:45.552042 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e561c587-e1b3-44a1-b01a-617f7aae1d4c x-openstack-request-id: req-e561c587-e1b3-44a1-b01a-617f7aae1d4c {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:45.560228 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5750385-d5a1-4e6c-aa5f-3343d973751e", "name": "network-vif-unplugged", "status": "completed", "tag": "50b5aa0b-e5be-45e7-bec0-95d0e538e22d", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:45.563533 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e561c587-e1b3-44a1-b01a-617f7aae1d4c {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:45.564154 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5750385-d5a1-4e6c-aa5f-3343d973751e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b5aa0b-e5be-45e7-bec0-95d0e538e22d', 'code': 200} Jul 05 10:04:45.569919 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.574630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h1-779913-27, got binding levels [] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:45.601310 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Attempting to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on host n-h1-779913-27 for vnic_type normal with profile {"migrating_to": "n-h2-779913-27"} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:45.601990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Attempting to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:45.603151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Attempting to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:45.611626 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2077578c-98b8-4531-bbc5-a91c7c67fa9d req-364526ac-28dc-4bc2-9971-991035ffecec tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.612041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:04:45.612503 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Attempting to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:45.614345 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2077578c-98b8-4531-bbc5-a91c7c67fa9d req-364526ac-28dc-4bc2-9971-991035ffecec tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.616468 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2077578c-98b8-4531-bbc5-a91c7c67fa9d req-364526ac-28dc-4bc2-9971-991035ffecec tempest-FloatingIPDetailsTestJSON-251701732 tempest-FloatingIPDetailsTestJSON-251701732-project] 10.222.0.77 "DELETE /v2.0/floatingips/2d047f01-be5f-4f1a-812c-b168f4d3ef91 HTTP/1.1" status: 204 len: 173 time: 1.3629997 Jul 05 10:04:45.625657 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38300) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:45.627783 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:45.628263 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Checking segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:45.628784 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Bound using segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:45.629256 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Bound port: 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:45.629649 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.670337 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.683106 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff5363c-1c4d-4d3c-802b-e2cad7f3ba86 x-openstack-request-id: req-bff5363c-1c4d-4d3c-802b-e2cad7f3ba86 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:45.683446 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5eaa9cc-492b-4f15-a81e-847631f18a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "5a07ba85-efe4-4796-badd-aa806435518a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:45.683659 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bff5363c-1c4d-4d3c-802b-e2cad7f3ba86 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:45.684096 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5eaa9cc-492b-4f15-a81e-847631f18a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a07ba85-efe4-4796-badd-aa806435518a', 'code': 200} Jul 05 10:04:45.712461 n-d-779913-27 neutron-server[100777]: WARNING neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Concurrent port binding operations failed on port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d Jul 05 10:04:45.716283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:45.718436 n-d-779913-27 neutron-server[100777]: INFO neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Attempt 2 to bind port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d Jul 05 10:04:45.718888 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 50b5aa0b-e5be-45e7-bec0-95d0e538e22d has no active binding in host n-h2-779913-27 {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 10:04:45.776620 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.849896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Pushing event updated for resources: {'Port': ['ID=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,revision_number=8']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:45.853081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:45.854058 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:45.855147 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-ec7f7832-512d-478b-a73e-348f01bd7934 service neutron] 10.222.0.64 "PUT /v2.0/ports/50b5aa0b-e5be-45e7-bec0-95d0e538e22d HTTP/1.1" status: 200 len: 1124 time: 2.4669335 Jul 05 10:04:45.857099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:45.866514 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:45.873752 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:45.877043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Pushing event updated for resources: {'Port': ['ID=132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:45.903538 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d19cad3-9ee7-42f4-9eb7-c60fa0be2e8b tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Router 1f768f55-3adf-4698-be51-cae634d1e80a has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:04:45.966135 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ac8cb-0ffa-4ae8-b147-4d28894ab748 req-026c9055-95be-4b62-ae87-53f7bad2cf27 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:45.968895 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d4ac8cb-0ffa-4ae8-b147-4d28894ab748 req-026c9055-95be-4b62-ae87-53f7bad2cf27 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 949 time: 0.3418581 Jul 05 10:04:45.971008 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['50b5aa0b-e5be-45e7-bec0-95d0e538e22d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:45.995748 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50b5aa0b-e5be-45e7-bec0-95d0e538e22d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:46.007007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd34986-7325-4e03-bcc6-bb11acf9dfc5 req-393d4fea-ab1e-4bd4-9262-5257a7d89448 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:46.008727 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bcd34986-7325-4e03-bcc6-bb11acf9dfc5 req-393d4fea-ab1e-4bd4-9262-5257a7d89448 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 944 time: 0.2262595 Jul 05 10:04:46.118615 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bcd34986-7325-4e03-bcc6-bb11acf9dfc5 req-43b8e8d3-783a-4384-b96b-4910cc494e27 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798156 Jul 05 10:04:46.198452 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38310) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:46.240251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d4ac8cb-0ffa-4ae8-b147-4d28894ab748 req-e2e01bf3-1707-4a11-95e3-dc9b83450bb6 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632089 Jul 05 10:04:46.300662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d19cad3-9ee7-42f4-9eb7-c60fa0be2e8b tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:04:46.305981 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6d19cad3-9ee7-42f4-9eb7-c60fa0be2e8b tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:46.313998 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d52f23-044b-4ef4-bd48-01a9fdf6aea7 None None] Sync routers for ids ['1f768f55-3adf-4698-be51-cae634d1e80a'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:04:46.328013 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d52f23-044b-4ef4-bd48-01a9fdf6aea7 None None] Routers {'1f768f55-3adf-4698-be51-cae634d1e80a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:46.331346 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-02d52f23-044b-4ef4-bd48-01a9fdf6aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1f768f55-3adf-4698-be51-cae634d1e80a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:46.355922 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6d19cad3-9ee7-42f4-9eb7-c60fa0be2e8b tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "PUT /v2.0/floatingips/d5009348-8cf2-438f-92ef-b8b8d2e2112b HTTP/1.1" status: 200 len: 990 time: 2.6568418 Jul 05 10:04:46.395592 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a17d825d-4a4f-41de-ba2c-1e373eae8d39 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1059359749-network', 'tenant_id': 'e65ed5008f984fb3aaf5c03968f18585'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:46.436074 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b41fe001-e167-4c4d-8333-d23d1d1a9385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:46.497927 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:46.501290 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-02d52f23-044b-4ef4-bd48-01a9fdf6aea7 None None] Set router 1f768f55-3adf-4698-be51-cae634d1e80a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:46.594904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17d825d-4a4f-41de-ba2c-1e373eae8d39 admin admin] Made reservation on behalf of e65ed5008f984fb3aaf5c03968f18585 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:46.597265 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a17d825d-4a4f-41de-ba2c-1e373eae8d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:46.602833 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b998cc4-70e5-4c98-a4cd-c1cedda1f902 req-944a7376-7efc-466f-9c48-b46c33d75729 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:46.604893 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b998cc4-70e5-4c98-a4cd-c1cedda1f902 req-944a7376-7efc-466f-9c48-b46c33d75729 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 1101 time: 0.1731696 Jul 05 10:04:46.615759 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a17d825d-4a4f-41de-ba2c-1e373eae8d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:46.622412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75482d66-59b0-4428-9af8-599d4c0b2793 req-83b3c31a-1de8-48da-a5e0-aeb1c0ffae43 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:46.624198 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75482d66-59b0-4428-9af8-599d4c0b2793 req-83b3c31a-1de8-48da-a5e0-aeb1c0ffae43 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 948 time: 0.1361935 Jul 05 10:04:46.646854 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:46.713720 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75482d66-59b0-4428-9af8-599d4c0b2793 req-345a1eda-a4d8-46f4-926e-89d55d2ce89a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613070 Jul 05 10:04:46.720762 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b998cc4-70e5-4c98-a4cd-c1cedda1f902 req-2a809b86-09dc-461b-a790-42ef43c9782c tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087794 Jul 05 10:04:46.796606 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-02d52f23-044b-4ef4-bd48-01a9fdf6aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'name': 'tempest-ServersTestJSON-1350711034-router', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'e053a357-7856-4acc-a306-71e5704be65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:02Z', 'updated_at': '2021-07-05T10:04:11Z', 'revision_number': 4, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'gw_port': {'id': 'e053a357-7856-4acc-a306-71e5704be65b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'd5009348-8cf2-438f-92ef-b8b8d2e2112b', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'port_id': 'b6088141-e720-4670-9a00-0969a72fbef1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8', 'mac_address': 'fa:16:3e:9c:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4539a29-8130-4b40-86ac-0e6e449d33b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:04:21Z', 'updated_at': '2021-07-05T10:04:44Z', 'revision_number': 1, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f107b770-a4d2-4822-8f35-c57e93953938', 'name': '', 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'mac_address': 'fa:16:3e:b6:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:10Z', 'updated_at': '2021-07-05T10:04:21Z', 'revision_number': 5, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'subnets': [{'id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:46.825485 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:46.837161 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d52f23-044b-4ef4-bd48-01a9fdf6aea7 None None] Checking router: 1f768f55-3adf-4698-be51-cae634d1e80a for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:04:46.847683 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d52f23-044b-4ef4-bd48-01a9fdf6aea7 None None] Routers {'1f768f55-3adf-4698-be51-cae634d1e80a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:46.853885 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-02d52f23-044b-4ef4-bd48-01a9fdf6aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1f768f55-3adf-4698-be51-cae634d1e80a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:46.931401 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a17d825d-4a4f-41de-ba2c-1e373eae8d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:46.934308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b41fe001-e167-4c4d-8333-d23d1d1a9385 admin admin] Deleting port aeec582e-733c-4e3c-8e1e-f39b9dfaad70 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:46.934937 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b41fe001-e167-4c4d-8333-d23d1d1a9385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:46.998003 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-02d52f23-044b-4ef4-bd48-01a9fdf6aea7 None None] Set router 1f768f55-3adf-4698-be51-cae634d1e80a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:47.004911 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a17d825d-4a4f-41de-ba2c-1e373eae8d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.041097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17d825d-4a4f-41de-ba2c-1e373eae8d39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:04:47.069380 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-b41fe001-e167-4c4d-8333-d23d1d1a9385 admin admin] For port aeec582e-733c-4e3c-8e1e-f39b9dfaad70, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=aeec582e-733c-4e3c-8e1e-f39b9dfaad70,segment=NetworkSegment(b5125f48-1e0b-448f-a528-3432390a353b),segment_id=b5125f48-1e0b-448f-a528-3432390a353b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:47.070589 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b41fe001-e167-4c4d-8333-d23d1d1a9385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.073086 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a17d825d-4a4f-41de-ba2c-1e373eae8d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.073448 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-a17d825d-4a4f-41de-ba2c-1e373eae8d39 admin admin] Added segment e99a1402-bf19-431e-b6b3-3ae6cf23996f of type vlan for network c19d5875-3e2c-4fb6-a96c-817ae9ce3351 Jul 05 10:04:47.086241 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b41fe001-e167-4c4d-8333-d23d1d1a9385 admin admin] Calling delete_port for aeec582e-733c-4e3c-8e1e-f39b9dfaad70 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:47.098989 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d825d-4a4f-41de-ba2c-1e373eae8d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a1aa3d-4e87-4f1d-9cf3-e051ed099700,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:47.131665 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-386c700c-f6a1-42ce-aa9d-f794af6e479e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=449f214ee5014225a50a24c3b1f55312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694013 Jul 05 10:04:47.154949 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a17d825d-4a4f-41de-ba2c-1e373eae8d39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.201609 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Router 032e85ff-9fe5-4623-a72a-773c2642f1a9 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:04:47.319800 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a17d825d-4a4f-41de-ba2c-1e373eae8d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.320686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17d825d-4a4f-41de-ba2c-1e373eae8d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:47.321326 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a17d825d-4a4f-41de-ba2c-1e373eae8d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.324227 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-02d52f23-044b-4ef4-bd48-01a9fdf6aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'name': 'tempest-ServersTestJSON-1350711034-router', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'e053a357-7856-4acc-a306-71e5704be65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:02Z', 'updated_at': '2021-07-05T10:04:11Z', 'revision_number': 4, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'gw_port': {'id': 'e053a357-7856-4acc-a306-71e5704be65b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'd5009348-8cf2-438f-92ef-b8b8d2e2112b', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'port_id': 'b6088141-e720-4670-9a00-0969a72fbef1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8', 'mac_address': 'fa:16:3e:9c:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4539a29-8130-4b40-86ac-0e6e449d33b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:04:21Z', 'updated_at': '2021-07-05T10:04:44Z', 'revision_number': 1, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f107b770-a4d2-4822-8f35-c57e93953938', 'name': '', 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'mac_address': 'fa:16:3e:b6:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:10Z', 'updated_at': '2021-07-05T10:04:21Z', 'revision_number': 5, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'subnets': [{'id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:47.335028 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-a81f99d8-b208-445c-bf23-64da34633153 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:47.336826 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-a81f99d8-b208-445c-bf23-64da34633153 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956189 Jul 05 10:04:47.355474 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d52f23-044b-4ef4-bd48-01a9fdf6aea7 None None] The sync data for ids ['1f768f55-3adf-4698-be51-cae634d1e80a'] in n-d-779913-27 is: [{'id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'name': 'tempest-ServersTestJSON-1350711034-router', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'e053a357-7856-4acc-a306-71e5704be65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:02Z', 'updated_at': '2021-07-05T10:04:11Z', 'revision_number': 4, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'gw_port': {'id': 'e053a357-7856-4acc-a306-71e5704be65b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'd5009348-8cf2-438f-92ef-b8b8d2e2112b', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'port_id': 'b6088141-e720-4670-9a00-0969a72fbef1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8', 'mac_address': 'fa:16:3e:9c:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4539a29-8130-4b40-86ac-0e6e449d33b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:04:21Z', 'updated_at': '2021-07-05T10:04:44Z', 'revision_number': 1, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f107b770-a4d2-4822-8f35-c57e93953938', 'name': '', 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'mac_address': 'fa:16:3e:b6:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:10Z', 'updated_at': '2021-07-05T10:04:21Z', 'revision_number': 5, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'subnets': [{'id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:04:47.411435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fab16-8b5f-424e-9b32-149ed683367d req-32eef026-c432-4b45-a540-f0b19412f5b5 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:47.413122 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fab16-8b5f-424e-9b32-149ed683367d req-32eef026-c432-4b45-a540-f0b19412f5b5 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 944 time: 0.1442029 Jul 05 10:04:47.439154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5a07ba85-efe4-4796-badd-aa806435518a up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:47.466308 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fab16-8b5f-424e-9b32-149ed683367d req-01a3514c-8ef8-4cea-b48f-949e2059a8ea tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435920 Jul 05 10:04:47.488039 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-27fb3943-ef2d-4f54-ba19-c1ac2b8e70ff tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/quotas/449f214ee5014225a50a24c3b1f55312 HTTP/1.1" status: 200 len: 375 time: 0.1270413 Jul 05 10:04:47.489872 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d825d-4a4f-41de-ba2c-1e373eae8d39 admin admin] Pushing event updated for resources: {'Network': ['ID=c19d5875-3e2c-4fb6-a96c-817ae9ce3351,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:47.504157 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network c19d5875-3e2c-4fb6-a96c-817ae9ce3351 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:04:47.507776 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 5a07ba85-efe4-4796-badd-aa806435518a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:47.508364 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.509474 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:04:47.530163 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b41fe001-e167-4c4d-8333-d23d1d1a9385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.549295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Sync routers for ids ['032e85ff-9fe5-4623-a72a-773c2642f1a9'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:04:47.560190 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a17d825d-4a4f-41de-ba2c-1e373eae8d39 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3603249 Jul 05 10:04:47.565266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38336) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:47.571015 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d085a7d6-816c-404f-b852-7ca00901ae8e admin admin] Request body: {'subnet': {'network_id': 'c19d5875-3e2c-4fb6-a96c-817ae9ce3351', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1059359749-subnet', 'tenant_id': 'e65ed5008f984fb3aaf5c03968f18585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:47.582776 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5750385-d5a1-4e6c-aa5f-3343d973751e', 'tag': '50b5aa0b-e5be-45e7-bec0-95d0e538e22d'}, {'name': 'network-changed', 'server_uuid': 'b4539a29-8130-4b40-86ac-0e6e449d33b1', 'tag': 'b6088141-e720-4670-9a00-0969a72fbef1'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:47.585267 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f5750385-d5a1-4e6c-aa5f-3343d973751e", "tag": "50b5aa0b-e5be-45e7-bec0-95d0e538e22d"}, {"name": "network-changed", "server_uuid": "b4539a29-8130-4b40-86ac-0e6e449d33b1", "tag": "b6088141-e720-4670-9a00-0969a72fbef1"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:47.628238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Routers {'032e85ff-9fe5-4623-a72a-773c2642f1a9'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:47.628722 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-ef91a18a-c487-40e0-9974-8787b19eb04c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1397731 Jul 05 10:04:47.629291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['032e85ff-9fe5-4623-a72a-773c2642f1a9'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:47.642176 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.643683 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bfbd98b9-6518-4cca-ad31-c1d645a2c204 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1586211 Jul 05 10:04:47.649195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38340) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:47.655989 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fe001-e167-4c4d-8333-d23d1d1a9385 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeec582e-733c-4e3c-8e1e-f39b9dfaad70,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:47.675338 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dffd55a-c826-4680-be20-1a45896c1fc6 None None] New status for floating IP d5009348-8cf2-438f-92ef-b8b8d2e2112b: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:04:47.735262 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685d6e23-ff45-48bb-a08d-792f23561eaa x-openstack-request-id: req-685d6e23-ff45-48bb-a08d-792f23561eaa {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:47.735557 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5750385-d5a1-4e6c-aa5f-3343d973751e", "tag": "50b5aa0b-e5be-45e7-bec0-95d0e538e22d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b4539a29-8130-4b40-86ac-0e6e449d33b1", "tag": "b6088141-e720-4670-9a00-0969a72fbef1", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:47.735836 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-685d6e23-ff45-48bb-a08d-792f23561eaa {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:47.736232 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5750385-d5a1-4e6c-aa5f-3343d973751e', 'tag': '50b5aa0b-e5be-45e7-bec0-95d0e538e22d', 'status': 'completed', 'code': 200} Jul 05 10:04:47.736484 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4539a29-8130-4b40-86ac-0e6e449d33b1', 'tag': 'b6088141-e720-4670-9a00-0969a72fbef1', 'status': 'completed', 'code': 200} Jul 05 10:04:47.830027 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.871334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Set router 032e85ff-9fe5-4623-a72a-773c2642f1a9 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:47.936418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d085a7d6-816c-404f-b852-7ca00901ae8e admin admin] Made reservation on behalf of e65ed5008f984fb3aaf5c03968f18585 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:47.940409 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d085a7d6-816c-404f-b852-7ca00901ae8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:47.964478 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eaa9cc-492b-4f15-a81e-847631f18a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a07ba85-efe4-4796-badd-aa806435518a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:47.967180 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bddfb30-6ee0-4ccf-9388-77089943ae5a" -d '{"events": [{"server_uuid": "d5eaa9cc-492b-4f15-a81e-847631f18a2d", "name": "network-vif-plugged", "status": "completed", "tag": "5a07ba85-efe4-4796-badd-aa806435518a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:48.012459 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b41fe001-e167-4c4d-8333-d23d1d1a9385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:48.041800 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5a07ba85-efe4-4796-badd-aa806435518a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5a07ba85-efe4-4796-badd-aa806435518a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:48.151117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-c5202b66-c613-43c1-9e7d-1834a230d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:48.152545 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-c5202b66-c613-43c1-9e7d-1834a230d614 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78b7cfd622c44d33adbbd9028b9caab0&device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 1097 time: 0.4191360 Jul 05 10:04:48.170093 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:48.263132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-84122350-679c-47e7-8158-a73ae640301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:48.263132 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-84122350-679c-47e7-8158-a73ae640301d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 1127 time: 0.4315541 Jul 05 10:04:48.263320 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=5a07ba85-efe4-4796-badd-aa806435518a,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:48.297040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-router', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:43Z', 'updated_at': '2021-07-05T10:04:46Z', 'revision_number': 3, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'gw_port': {'id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:44Z', 'updated_at': '2021-07-05T10:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:48.462358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db9a47-3fde-484f-a8dc-976e9152eea4 req-d619298e-e6ab-4257-8529-62a19818da72 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:48.463093 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c9db9a47-3fde-484f-a8dc-976e9152eea4 req-d619298e-e6ab-4257-8529-62a19818da72 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 948 time: 0.3960493 Jul 05 10:04:48.468507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-49e60da0-47cd-4675-900d-4663f4e0b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:48.470052 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-49e60da0-47cd-4675-900d-4663f4e0b70b service neutron] 10.222.0.64 "GET /v2.0/networks?id=f80f7560-b963-4c65-9715-a46cd8350cc8 HTTP/1.1" status: 200 len: 907 time: 0.2537289 Jul 05 10:04:48.543329 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9687135b-7f35-4647-bd5e-d4e6e507dc96 x-openstack-request-id: req-9687135b-7f35-4647-bd5e-d4e6e507dc96 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:48.543853 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5eaa9cc-492b-4f15-a81e-847631f18a2d", "name": "network-vif-plugged", "status": "completed", "tag": "5a07ba85-efe4-4796-badd-aa806435518a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:48.544040 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9687135b-7f35-4647-bd5e-d4e6e507dc96 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:48.544266 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5eaa9cc-492b-4f15-a81e-847631f18a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a07ba85-efe4-4796-badd-aa806435518a', 'code': 200} Jul 05 10:04:48.545219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Checking router: 032e85ff-9fe5-4623-a72a-773c2642f1a9 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:04:48.546460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Updating router 032e85ff-9fe5-4623-a72a-773c2642f1a9 port 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:04:48.583423 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c9db9a47-3fde-484f-a8dc-976e9152eea4 req-a433ef06-46ad-453f-91d6-35071c0004ac tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069453 Jul 05 10:04:48.593204 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:48.635292 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6f8e1b2-4b5f-4e72-80e4-b7f18549b9b1 req-9668d77e-b5a0-4a67-8563-749593dd3ca3 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 210 time: 0.1151972 Jul 05 10:04:48.739961 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-2f76cf4d-cf64-4302-88fe-496d13ac1fe6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6088141-e720-4670-9a00-0969a72fbef1 HTTP/1.1" status: 200 len: 1000 time: 0.2602303 Jul 05 10:04:48.798094 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-d350681f-3241-434c-bdef-9fce33d69c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:48.799705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-d350681f-3241-434c-bdef-9fce33d69c18 service neutron] 10.222.0.73 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.5403383 Jul 05 10:04:48.884794 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-33cd78f4-5f49-4643-9512-45f9226b6c52 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50b5aa0b-e5be-45e7-bec0-95d0e538e22d HTTP/1.1" status: 200 len: 217 time: 0.0728180 Jul 05 10:04:48.889042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d085a7d6-816c-404f-b852-7ca00901ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:48.932155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587a227-806d-4136-9172-ef90cb4986fd req-6c23e8c9-1e0b-4f55-acd9-c4edc28fc595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:48.933728 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7587a227-806d-4136-9172-ef90cb4986fd req-6c23e8c9-1e0b-4f55-acd9-c4edc28fc595 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 1101 time: 0.4186218 Jul 05 10:04:48.957926 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:48.972302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Transition to ACTIVE for port object 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:49.101343 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:49.180301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25417c76-7f33-41d8-a260-d377dc89af02 None None] Pushing event updated for resources: {'Port': ['ID=132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:49.183369 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Attempting to bind port 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:49.183577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Attempting to bind port 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:49.184039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Attempting to bind port 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:49.190535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:49.191055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:49.191620 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:49.192121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:49.193493 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Bound port: 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:49.193844 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:49.194442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41fe001-e167-4c4d-8333-d23d1d1a9385 admin admin] Router a8f898b7-6e94-4650-a3ec-101132cd1375 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:04:49.217214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-e9b043d2-d52a-425b-8182-c16ed870ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:49.218753 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-e9b043d2-d52a-425b-8182-c16ed870ebcd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57ad367d-882a-4f53-88e0-ec5a68e41b57 HTTP/1.1" status: 200 len: 845 time: 0.4660206 Jul 05 10:04:49.257041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] For port 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:49.261582 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] For port 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:49.312214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b98135-4e60-416c-93c2-1cff362ec75a req-624922ac-07c7-467a-b577-e71083b02de4 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:49.313774 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d0b98135-4e60-416c-93c2-1cff362ec75a req-624922ac-07c7-467a-b577-e71083b02de4 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 944 time: 0.5406692 Jul 05 10:04:49.363417 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-54feb751-094a-4eb6-aeb8-fa9a4b4f388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:49.365055 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-54feb751-094a-4eb6-aeb8-fa9a4b4f388b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.4622257 Jul 05 10:04:49.377595 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085a7d6-816c-404f-b852-7ca00901ae8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a426e0-3759-4aba-a44d-fe3651ac3d66,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:49.416315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-2a94b95e-15be-4c6b-991d-9d7d3ed3de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:49.416552 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:49.417753 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-2a94b95e-15be-4c6b-991d-9d7d3ed3de0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f80f7560-b963-4c65-9715-a46cd8350cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1898687 Jul 05 10:04:49.421046 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-04bff548-227b-474e-86b8-224a471fdf9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369966 Jul 05 10:04:49.421217 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d0b98135-4e60-416c-93c2-1cff362ec75a req-cd839827-917d-4743-b783-8f00425832b3 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684495 Jul 05 10:04:49.422435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41fe001-e167-4c4d-8333-d23d1d1a9385 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:04:49.425385 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7587a227-806d-4136-9172-ef90cb4986fd req-889e0bfd-2f06-4189-b9dc-4747994d3946 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652870 Jul 05 10:04:49.428107 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b41fe001-e167-4c4d-8333-d23d1d1a9385 admin admin] 10.222.0.77 "PUT /v2.0/routers/a8f898b7-6e94-4650-a3ec-101132cd1375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7961664 Jul 05 10:04:49.437253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38364) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:49.447739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d085a7d6-816c-404f-b852-7ca00901ae8e admin admin] Checking segment: {'id': 'e99a1402-bf19-431e-b6b3-3ae6cf23996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c19d5875-3e2c-4fb6-a96c-817ae9ce3351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:49.448156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d085a7d6-816c-404f-b852-7ca00901ae8e admin admin] Network hostable DHCP agents. Network: c19d5875-3e2c-4fb6-a96c-817ae9ce3351, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:04:49.474630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a5af56-835e-436c-b789-e1ae94821d20 None None] Sync routers for ids ['a8f898b7-6e94-4650-a3ec-101132cd1375'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:04:49.510465 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a5af56-835e-436c-b789-e1ae94821d20 None None] Routers {'a8f898b7-6e94-4650-a3ec-101132cd1375'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:49.511413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-53a5af56-835e-436c-b789-e1ae94821d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['a8f898b7-6e94-4650-a3ec-101132cd1375'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:49.574076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Routers {'032e85ff-9fe5-4623-a72a-773c2642f1a9'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:49.575087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['032e85ff-9fe5-4623-a72a-773c2642f1a9'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:49.659142 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:49.662557 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-343f1162-e736-4bc8-999d-cf6781bae6d9 service neutron] 10.222.0.64 "GET /v2.0/networks/f80f7560-b963-4c65-9715-a46cd8350cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331915 Jul 05 10:04:49.663050 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-b191cd72-f4f5-4d21-8f0a-1ba31b5f03c3 service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302268 Jul 05 10:04:49.668746 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:49.757349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-53a5af56-835e-436c-b789-e1ae94821d20 None None] Set router a8f898b7-6e94-4650-a3ec-101132cd1375 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:49.772599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d085a7d6-816c-404f-b852-7ca00901ae8e admin admin] Network c19d5875-3e2c-4fb6-a96c-817ae9ce3351 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:04:49.831695 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25417c76-7f33-41d8-a260-d377dc89af02 None None] Pushing event updated for resources: {'Port': ['ID=132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:49.865732 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:49.906727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] Set router 032e85ff-9fe5-4623-a72a-773c2642f1a9 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:49.929478 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1667dc59-91aa-47fd-9eee-8c7632fd28c7 req-0137ad0c-6d18-4676-908e-41247a80b914 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 210 time: 0.1041367 Jul 05 10:04:49.935470 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b07a8-f2a1-4ea2-8c59-0f4b497fbb1d req-2f982566-0351-41c3-931c-852b674a12bc tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:49.937755 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b2b07a8-f2a1-4ea2-8c59-0f4b497fbb1d req-2f982566-0351-41c3-931c-852b674a12bc tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.1434901 Jul 05 10:04:49.959365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-d085a7d6-816c-404f-b852-7ca00901ae8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, c19d5875-3e2c-4fb6-a96c-817ae9ce3351) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:49.973718 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39218e1-dfce-4461-9a56-10bd1a187b3e None None] Network c19d5875-3e2c-4fb6-a96c-817ae9ce3351 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:04:50.000220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d085a7d6-816c-404f-b852-7ca00901ae8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:50.000833 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d085a7d6-816c-404f-b852-7ca00901ae8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:50.006224 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-f98ac58b-eadd-4b04-b51c-4f1fc5f32f49 service neutron] 10.222.0.64 "GET /v2.0/networks/f80f7560-b963-4c65-9715-a46cd8350cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344271 Jul 05 10:04:50.024743 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43ab5bb1-e01b-43f0-b1aa-caeeec5244fe req-f7ad8194-3c23-4b8a-9bf6-e005f57572ae service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533170 Jul 05 10:04:50.038974 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b2b07a8-f2a1-4ea2-8c59-0f4b497fbb1d req-8c046388-15ac-40fd-844b-95da394620d1 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793774 Jul 05 10:04:50.075080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Deleting port 474f5021-9750-43e5-bb5d-50dbe3facf62 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:50.075613 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:50.131529 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Allocated IP 172.20.0.1 (80f95e78-8641-45df-a82a-c1ce564ff580/b746b052-9a8e-42a3-b1f9-2045ddb70885/b8214d4c-d6c3-4d3b-87f2-90f53e14905e) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:50.185253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] For port 474f5021-9750-43e5-bb5d-50dbe3facf62, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=474f5021-9750-43e5-bb5d-50dbe3facf62,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:50.186627 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:50.200860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Calling delete_port for 474f5021-9750-43e5-bb5d-50dbe3facf62 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:50.228346 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d085a7d6-816c-404f-b852-7ca00901ae8e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6619570 Jul 05 10:04:50.270680 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:50.292868 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d64e26-ef94-4b98-acaf-f8949ae36cb9 None None] Network c19d5875-3e2c-4fb6-a96c-817ae9ce3351 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:04:50.350229 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-53a5af56-835e-436c-b789-e1ae94821d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'name': 'tempest-FloatingIPDetailsTestJSON-4351541-router', 'tenant_id': '49c3d31b3e494bc0977b9f7dc4086365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '474f5021-9750-43e5-bb5d-50dbe3facf62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:47Z', 'revision_number': 5, 'project_id': '49c3d31b3e494bc0977b9f7dc4086365', 'gw_port': {'id': '474f5021-9750-43e5-bb5d-50dbe3facf62', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:07Z', 'updated_at': '2021-07-05T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:50.384603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a5af56-835e-436c-b789-e1ae94821d20 None None] Checking router: a8f898b7-6e94-4650-a3ec-101132cd1375 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:04:50.405372 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:50.412341 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-router', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:43Z', 'updated_at': '2021-07-05T10:04:46Z', 'revision_number': 3, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'gw_port': {'id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:44Z', 'updated_at': '2021-07-05T10:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:50.449526 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a5af56-835e-436c-b789-e1ae94821d20 None None] Routers {'a8f898b7-6e94-4650-a3ec-101132cd1375'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:50.450081 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-53a5af56-835e-436c-b789-e1ae94821d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['a8f898b7-6e94-4650-a3ec-101132cd1375'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:50.452037 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Network 80f95e78-8641-45df-a82a-c1ce564ff580 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:50.455024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:50.456348 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15357b1b-35cd-490f-b05a-43c24c076d5e None None] The sync data for ids ['032e85ff-9fe5-4623-a72a-773c2642f1a9'] in n-d-779913-27 is: [{'id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-router', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:43Z', 'updated_at': '2021-07-05T10:04:46Z', 'revision_number': 3, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'gw_port': {'id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:44Z', 'updated_at': '2021-07-05T10:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:04:50.462527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:50.495535 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:50.554038 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=474f5021-9750-43e5-bb5d-50dbe3facf62,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:50.568745 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:50.580756 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Pushing event updated for resources: {'Port': ['ID=b8214d4c-d6c3-4d3b-87f2-90f53e14905e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:50.617104 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:50.617448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:50.617794 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:50.618137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:50.618477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:50.618872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:50.619146 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:50.619479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:50.619875 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:50.620171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:50.620497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:50.620821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:50.725222 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:50.906199 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-53a5af56-835e-436c-b789-e1ae94821d20 None None] Set router a8f898b7-6e94-4650-a3ec-101132cd1375 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:50.942299 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1577ab1-4d5d-4196-860b-6eadef9d8164 req-97813eea-25c6-40a6-81a6-158bec9a253a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:50.960624 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c1577ab1-4d5d-4196-860b-6eadef9d8164 req-97813eea-25c6-40a6-81a6-158bec9a253a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 944 time: 0.1951795 Jul 05 10:04:50.999867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-53a5af56-835e-436c-b789-e1ae94821d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'name': 'tempest-FloatingIPDetailsTestJSON-4351541-router', 'tenant_id': '49c3d31b3e494bc0977b9f7dc4086365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:49Z', 'revision_number': 6, 'project_id': '49c3d31b3e494bc0977b9f7dc4086365', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:51.047638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a5af56-835e-436c-b789-e1ae94821d20 None None] The sync data for ids ['a8f898b7-6e94-4650-a3ec-101132cd1375'] in n-d-779913-27 is: [{'id': 'a8f898b7-6e94-4650-a3ec-101132cd1375', 'name': 'tempest-FloatingIPDetailsTestJSON-4351541-router', 'tenant_id': '49c3d31b3e494bc0977b9f7dc4086365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:49Z', 'revision_number': 6, 'project_id': '49c3d31b3e494bc0977b9f7dc4086365', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:04:51.057919 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-b368d087-7c5d-41c5-97d5-47ae2927e988 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=449f214ee5014225a50a24c3b1f55312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719967 Jul 05 10:04:51.061128 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.061546 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.066981 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.091083 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c1577ab1-4d5d-4196-860b-6eadef9d8164 req-81a258b5-f18a-480d-bb57-a2931d73c702 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173337 Jul 05 10:04:51.252332 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-8f899fb5-7c50-4356-a87c-e89868262ee2 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:51.261240 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-8f899fb5-7c50-4356-a87c-e89868262ee2 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/networks?id=c19d5875-3e2c-4fb6-a96c-817ae9ce3351 HTTP/1.1" status: 200 len: 814 time: 0.4262161 Jul 05 10:04:51.278679 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-c061626d-fc60-4f0e-be9f-c0187c270c08 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/quotas/e65ed5008f984fb3aaf5c03968f18585 HTTP/1.1" status: 200 len: 375 time: 0.0163112 Jul 05 10:04:51.326122 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.337855 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-d6c32229-e8ab-4414-9bca-34b6953c8a49 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e65ed5008f984fb3aaf5c03968f18585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495410 Jul 05 10:04:51.345886 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.346395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8f898b7-6e94-4650-a3ec-101132cd1375 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:04:51.357630 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.358770 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-438a8064-7c99-4591-bb5b-d86bc0a820e0 admin admin] 10.222.0.77 "DELETE /v2.0/routers/a8f898b7-6e94-4650-a3ec-101132cd1375 HTTP/1.1" status: 204 len: 168 time: 1.9208689 Jul 05 10:04:51.361413 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38398) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:51.413004 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.414504 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-d9e0d22a-6bc7-475b-9aeb-559822c56953 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:51.418561 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-d9e0d22a-6bc7-475b-9aeb-559822c56953 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3477507 Jul 05 10:04:51.476960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-099d33dc-7de2-43ed-a2f1-0acba8f167e1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Request body: {'port': {'device_id': '357cfaa4-888b-4b68-b4fd-4257d0384225', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '449f214ee5014225a50a24c3b1f55312'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:51.531318 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Pushing event updated for resources: {'Port': ['ID=b8214d4c-d6c3-4d3b-87f2-90f53e14905e,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:51.593575 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d89a6f30-a932-4d73-9d2c-caa8790f6e84 req-37121fd1-d89f-4aa1-89e3-66543283babf tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 210 time: 0.0695832 Jul 05 10:04:51.607947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e826e99-0b71-43e5-83fa-4f7eb280d549 admin admin] Deleting subnet fccd53ad-7f0f-46e3-93e9-f3e260695a2c {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:04:51.617982 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-fdcc24cf-b4b8-484e-a0b3-0e74c1889c97 service neutron] 10.222.0.77 "GET /v2.0/networks/c19d5875-3e2c-4fb6-a96c-817ae9ce3351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639642 Jul 05 10:04:51.626258 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e826e99-0b71-43e5-83fa-4f7eb280d549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.628500 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.714400 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e826e99-0b71-43e5-83fa-4f7eb280d549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.750673 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-27db83ad-03bc-41e2-b7d6-05ad444af83b service neutron] 10.222.0.77 "GET /v2.0/networks/c19d5875-3e2c-4fb6-a96c-817ae9ce3351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317720 Jul 05 10:04:51.833043 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-099d33dc-7de2-43ed-a2f1-0acba8f167e1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Made reservation on behalf of 449f214ee5014225a50a24c3b1f55312 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:51.838454 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-099d33dc-7de2-43ed-a2f1-0acba8f167e1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.909885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Network 80f95e78-8641-45df-a82a-c1ce564ff580 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:51.915696 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e826e99-0b71-43e5-83fa-4f7eb280d549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:51.918851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:52.004109 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.023265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-099d33dc-7de2-43ed-a2f1-0acba8f167e1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Allocated IP 192.168.233.249 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/50613b55-2ce1-40ad-abb9-f7cd8a475527) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:52.094490 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b5ac7-8b83-4e12-8775-53af607048d3 req-c55d1563-148e-41c7-b896-a51bf9ae0e4d tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:52.094490 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b31b5ac7-8b83-4e12-8775-53af607048d3 req-c55d1563-148e-41c7-b896-a51bf9ae0e4d tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.3366785 Jul 05 10:04:52.218312 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b31b5ac7-8b83-4e12-8775-53af607048d3 req-fa842b3f-91db-42a7-9b25-3d9fed947359 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876861 Jul 05 10:04:52.244568 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Router 032e85ff-9fe5-4623-a72a-773c2642f1a9 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:04:52.299750 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-099d33dc-7de2-43ed-a2f1-0acba8f167e1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.306398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:52.351504 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-099d33dc-7de2-43ed-a2f1-0acba8f167e1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Transition to ACTIVE for port object 50613b55-2ce1-40ad-abb9-f7cd8a475527 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:52.361880 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f863c819-4090-495c-9a2c-a4013b2b3ef2 req-035990e9-b91e-445b-a4e6-2f3d3db4bbac tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 210 time: 0.0922370 Jul 05 10:04:52.368211 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e826e99-0b71-43e5-83fa-4f7eb280d549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.450622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e826e99-0b71-43e5-83fa-4f7eb280d549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fccd53ad-7f0f-46e3-93e9-f3e260695a2c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:52.473300 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e826e99-0b71-43e5-83fa-4f7eb280d549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.477420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aad952f-f306-41e5-81bd-04a6a687677d None None] Network e81d4c7f-4046-4ef9-8102-6121ea71b245 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:04:52.478186 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38418) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:52.480175 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2e826e99-0b71-43e5-83fa-4f7eb280d549 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fccd53ad-7f0f-46e3-93e9-f3e260695a2c HTTP/1.1" status: 204 len: 168 time: 1.1175146 Jul 05 10:04:52.557973 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-099d33dc-7de2-43ed-a2f1-0acba8f167e1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.585197 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:52.589938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['27ed9cb2-e6b4-44c6-82da-120fd3accfca', '14137496-8105-4037-99b4-0d283d07846b', '074bba59-bc5c-4814-bbdb-bb63e7141fef', '4f18ef33-a6ab-4089-a49c-e5f3cc935984', 'b975cef2-e73c-43a2-baea-cc6a81aa98a4'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:52.650593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['359472dc-eb7d-4f43-b241-701bffc603b6', 'abff4552-fd23-4b6b-8ecd-d8bcfb937f77'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:04:52.663006 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:04:52.687746 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-29609f6f-d7a3-4d13-9ae3-3370fefd8065 admin admin] 10.222.0.77 "PUT /v2.0/routers/032e85ff-9fe5-4623-a72a-773c2642f1a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0372858 Jul 05 10:04:52.715061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:52.720920 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.773283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-099d33dc-7de2-43ed-a2f1-0acba8f167e1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:52.783428 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:52.786537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91235dc-20e4-4860-81a3-b76417fa13e9 req-ff28a43b-8c10-4aef-b72c-788b449ad269 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:52.801590 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f91235dc-20e4-4860-81a3-b76417fa13e9 req-ff28a43b-8c10-4aef-b72c-788b449ad269 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.2093847 Jul 05 10:04:52.814303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d33dc-7de2-43ed-a2f1-0acba8f167e1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event updated for resources: {'Port': ['ID=50613b55-2ce1-40ad-abb9-f7cd8a475527,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:52.817003 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-099d33dc-7de2-43ed-a2f1-0acba8f167e1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:52.822965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-099d33dc-7de2-43ed-a2f1-0acba8f167e1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:53.005750 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f91235dc-20e4-4860-81a3-b76417fa13e9 req-354d7751-8d22-4b64-8bb3-5060bb7cb966 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966214 Jul 05 10:04:53.133911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3980a-7393-4df7-9cba-0500b2657713 req-5656fc00-a389-48c1-add9-31ac26990658 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:53.138499 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6b3980a-7393-4df7-9cba-0500b2657713 req-5656fc00-a389-48c1-add9-31ac26990658 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 944 time: 0.5590947 Jul 05 10:04:53.148377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-099d33dc-7de2-43ed-a2f1-0acba8f167e1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:53.149145 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-099d33dc-7de2-43ed-a2f1-0acba8f167e1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.223101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] Deleting port b1ca4c3b-7fb0-485f-b26a-4462885ac989 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:53.223605 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.228747 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6b3980a-7393-4df7-9cba-0500b2657713 req-0789a29f-5462-4d3d-b01d-8337deb2a466 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743735 Jul 05 10:04:53.252484 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Sync routers for ids ['032e85ff-9fe5-4623-a72a-773c2642f1a9'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:04:53.269947 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Routers {'032e85ff-9fe5-4623-a72a-773c2642f1a9'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:53.274918 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['032e85ff-9fe5-4623-a72a-773c2642f1a9'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:53.348136 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-099d33dc-7de2-43ed-a2f1-0acba8f167e1 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8846118 Jul 05 10:04:53.375637 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Request body: {'port': {'device_id': '357cfaa4-888b-4b68-b4fd-4257d0384225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:53.461973 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.471833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] For port b1ca4c3b-7fb0-485f-b26a-4462885ac989, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b1ca4c3b-7fb0-485f-b26a-4462885ac989,segment=NetworkSegment(b5125f48-1e0b-448f-a528-3432390a353b),segment_id=b5125f48-1e0b-448f-a528-3432390a353b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:53.472209 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.488044 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Set router 032e85ff-9fe5-4623-a72a-773c2642f1a9 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:53.551946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e784e8-c499-4c95-bb59-b21566887a40 req-2a713734-9ba0-4768-a87a-6ab9eddd6822 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:53.553658 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e6e784e8-c499-4c95-bb59-b21566887a40 req-2a713734-9ba0-4768-a87a-6ab9eddd6822 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 936 time: 0.1486325 Jul 05 10:04:53.562987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] Calling delete_port for b1ca4c3b-7fb0-485f-b26a-4462885ac989 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:53.599195 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:53.624265 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ae91f3c1-8821-4f4a-8c00-e22e19f9fcbc None None] Provisioning for port 50613b55-2ce1-40ad-abb9-f7cd8a475527 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:53.640501 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e6e784e8-c499-4c95-bb59-b21566887a40 req-7b9706fa-84dd-4315-a007-8368ffd3fc89 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750508 Jul 05 10:04:53.666899 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ae91f3c1-8821-4f4a-8c00-e22e19f9fcbc None None] Provisioning complete for port 50613b55-2ce1-40ad-abb9-f7cd8a475527 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:53.667654 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ae91f3c1-8821-4f4a-8c00-e22e19f9fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.679694 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.723032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79856eb-93fc-43ef-b5c3-4c7201ac9054 None None] DHCP port deletion for e81d4c7f-4046-4ef9-8102-6121ea71b245 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:04:53.730150 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd395134-9082-4269-9c81-5205d7e03c31 req-2584c691-e80b-42f8-861c-eed23b3137a9 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:53.732321 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.740279 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd395134-9082-4269-9c81-5205d7e03c31 req-2584c691-e80b-42f8-861c-eed23b3137a9 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/networks?id=80f95e78-8641-45df-a82a-c1ce564ff580 HTTP/1.1" status: 200 len: 819 time: 0.2591479 Jul 05 10:04:53.781791 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd395134-9082-4269-9c81-5205d7e03c31 req-d5a45e18-c1f0-4bc3-9570-3c95785c249b tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/quotas/60af8b5ef1b94e0c8a78ae4692c130d5 HTTP/1.1" status: 200 len: 375 time: 0.0434160 Jul 05 10:04:53.860581 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:53.905939 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device aeec582e-733c-4e3c-8e1e-f39b9dfaad70 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:53.932202 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.949594 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: aeec582e-733c-4e3c-8e1e-f39b9dfaad70 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:53.950156 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device aeec582e-733c-4e3c-8e1e-f39b9dfaad70 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:53.950901 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 474f5021-9750-43e5-bb5d-50dbe3facf62 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:53.990003 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:53.996381 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 474f5021-9750-43e5-bb5d-50dbe3facf62 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:53.996720 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 474f5021-9750-43e5-bb5d-50dbe3facf62 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:54.019214 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-router', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:43Z', 'updated_at': '2021-07-05T10:04:50Z', 'revision_number': 4, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'gw_port': {'id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:44Z', 'updated_at': '2021-07-05T10:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'b8214d4c-d6c3-4d3b-87f2-90f53e14905e', 'name': '', 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'mac_address': 'fa:16:3e:7b:d1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:49Z', 'updated_at': '2021-07-05T10:04:51Z', 'revision_number': 2, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'subnets': [{'id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:54.034622 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ae91f3c1-8821-4f4a-8c00-e22e19f9fcbc None None] Port 50613b55-2ce1-40ad-abb9-f7cd8a475527 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:04:54.080895 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Checking router: 032e85ff-9fe5-4623-a72a-773c2642f1a9 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:04:54.081250 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Updating router 032e85ff-9fe5-4623-a72a-773c2642f1a9 port b8214d4c-d6c3-4d3b-87f2-90f53e14905e binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:04:54.096588 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ca4c3b-7fb0-485f-b26a-4462885ac989,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:54.108350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] No DVR routers for this DVR port b1ca4c3b-7fb0-485f-b26a-4462885ac989 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:04:54.117982 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d79856eb-93fc-43ef-b5c3-4c7201ac9054 None None] Deleting port b1ca4c3b-7fb0-485f-b26a-4462885ac989 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:04:54.118503 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d79856eb-93fc-43ef-b5c3-4c7201ac9054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.162686 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.203778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:54.307901 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d79856eb-93fc-43ef-b5c3-4c7201ac9054 None None] For port b1ca4c3b-7fb0-485f-b26a-4462885ac989, host n-d-779913-27, got binding levels [] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:54.308445 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d79856eb-93fc-43ef-b5c3-4c7201ac9054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.529200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d79856eb-93fc-43ef-b5c3-4c7201ac9054 None None] Calling delete_port for b1ca4c3b-7fb0-485f-b26a-4462885ac989 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:04:54.543807 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.ipam_backend_mixin [None req-d79856eb-93fc-43ef-b5c3-4c7201ac9054 None None] Port b1ca4c3b-7fb0-485f-b26a-4462885ac989 was not found and therefore no delete operation was performed {{(pid=100777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:04:54.545234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:54.545234 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.644176 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d79856eb-93fc-43ef-b5c3-4c7201ac9054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.650240 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.651802 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd395134-9082-4269-9c81-5205d7e03c31 req-d4a40de5-dccd-4470-a3a9-bbd466a3962a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=60af8b5ef1b94e0c8a78ae4692c130d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8690636 Jul 05 10:04:54.669703 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Transition to ACTIVE for port object b8214d4c-d6c3-4d3b-87f2-90f53e14905e will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:54.689535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79856eb-93fc-43ef-b5c3-4c7201ac9054 None None] Pushing event deleted for resources: {'Port': ['ID=b1ca4c3b-7fb0-485f-b26a-4462885ac989,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:54.691567 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79856eb-93fc-43ef-b5c3-4c7201ac9054 None None] No DVR routers for this DVR port b1ca4c3b-7fb0-485f-b26a-4462885ac989 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:04:54.723376 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.754536 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81d4c7f-4046-4ef9-8102-6121ea71b245']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:54.771363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5125f48-1e0b-448f-a528-3432390a353b') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:54.771659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5125f48-1e0b-448f-a528-3432390a353b') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:54.781578 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.807864 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.851685 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfefc5-666e-4fe9-a5a8-3e62b606d119 None None] Pushing event updated for resources: {'Port': ['ID=b8214d4c-d6c3-4d3b-87f2-90f53e14905e,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:54.862538 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd395134-9082-4269-9c81-5205d7e03c31 req-68441e70-2ce6-4a84-880e-871eaa7fc8ed service neutron] 10.222.0.77 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095220 Jul 05 10:04:54.871280 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.889836 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cfefc5-666e-4fe9-a5a8-3e62b606d119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:54.890181 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cfefc5-666e-4fe9-a5a8-3e62b606d119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:54.890519 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cfefc5-666e-4fe9-a5a8-3e62b606d119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:54.904656 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cfefc5-666e-4fe9-a5a8-3e62b606d119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:54.904656 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cfefc5-666e-4fe9-a5a8-3e62b606d119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:54.904656 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cfefc5-666e-4fe9-a5a8-3e62b606d119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:54.904656 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cfefc5-666e-4fe9-a5a8-3e62b606d119 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:54.905619 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cfefc5-666e-4fe9-a5a8-3e62b606d119 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:54.905989 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cfefc5-666e-4fe9-a5a8-3e62b606d119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:54.906320 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cfefc5-666e-4fe9-a5a8-3e62b606d119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:54.907043 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cfefc5-666e-4fe9-a5a8-3e62b606d119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:54.907382 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cfefc5-666e-4fe9-a5a8-3e62b606d119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:54.925796 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-472457b0-7ddf-4b16-964b-b305543580aa req-de5f14e0-c242-4aa2-b45b-0870c5a07349 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 210 time: 0.0641935 Jul 05 10:04:54.927350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:04:54.927968 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:04:54.929873 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:04:54.947943 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b1ca4c3b-7fb0-485f-b26a-4462885ac989 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:54.983333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: b1ca4c3b-7fb0-485f-b26a-4462885ac989 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:04:54.984169 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b1ca4c3b-7fb0-485f-b26a-4462885ac989 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:04:55.012435 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Attempting to bind port b8214d4c-d6c3-4d3b-87f2-90f53e14905e on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:55.012805 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Attempting to bind port b8214d4c-d6c3-4d3b-87f2-90f53e14905e by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '040a3358-a273-40be-aabd-d0aa3734bff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:55.013173 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Attempting to bind port b8214d4c-d6c3-4d3b-87f2-90f53e14905e on network 80f95e78-8641-45df-a82a-c1ce564ff580 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:55.020027 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:55.020939 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Checking segment: {'id': '040a3358-a273-40be-aabd-d0aa3734bff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:55.020939 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:55.021272 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Bound using segment: {'id': '040a3358-a273-40be-aabd-d0aa3734bff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:55.021724 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Bound port: b8214d4c-d6c3-4d3b-87f2-90f53e14905e, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040a3358-a273-40be-aabd-d0aa3734bff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:55.022395 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:55.052868 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50613b55-2ce1-40ad-abb9-f7cd8a475527 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:55.064006 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:55.089686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Transition to ACTIVE for port object 50613b55-2ce1-40ad-abb9-f7cd8a475527 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:55.105511 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd395134-9082-4269-9c81-5205d7e03c31 req-02dd8b64-7a27-4fb1-af9c-db520a5201ae service neutron] 10.222.0.77 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418892 Jul 05 10:04:55.107215 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] For port b8214d4c-d6c3-4d3b-87f2-90f53e14905e, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:55.112815 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-9a650b15-4e14-4b91-8850-9c8b90657d8f service neutron] 10.222.0.73 "GET /v2.0/ports/50b5aa0b-e5be-45e7-bec0-95d0e538e22d/bindings/n-h2-779913-27 HTTP/1.1" status: 200 len: 385 time: 0.1786711 Jul 05 10:04:55.117701 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] For port b8214d4c-d6c3-4d3b-87f2-90f53e14905e, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b8214d4c-d6c3-4d3b-87f2-90f53e14905e,segment=NetworkSegment(040a3358-a273-40be-aabd-d0aa3734bff0),segment_id=040a3358-a273-40be-aabd-d0aa3734bff0)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:55.118050 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:55.125519 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:55.130182 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] 10.222.0.77 "DELETE /v2.0/networks/e81d4c7f-4046-4ef9-8102-6121ea71b245 HTTP/1.1" status: 204 len: 168 time: 2.6507952 Jul 05 10:04:55.150902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696c3bd-fbd6-478e-8ca7-11920705257d admin admin] Pushing event deleted for resources: {'Network': ['ID=e81d4c7f-4046-4ef9-8102-6121ea71b245,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:55.186884 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:55.221595 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:55.293157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Pushing event updated for resources: {'Port': ['ID=50613b55-2ce1-40ad-abb9-f7cd8a475527,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:55.335376 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Routers {'032e85ff-9fe5-4623-a72a-773c2642f1a9'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:04:55.336115 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:04:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['032e85ff-9fe5-4623-a72a-773c2642f1a9'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:55.396500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:55.445214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Attempting to bind port 50613b55-2ce1-40ad-abb9-f7cd8a475527 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:55.445214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Attempting to bind port 50613b55-2ce1-40ad-abb9-f7cd8a475527 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:55.445700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Attempting to bind port 50613b55-2ce1-40ad-abb9-f7cd8a475527 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:55.455484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:55.463701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Port 50613b55-2ce1-40ad-abb9-f7cd8a475527 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:04:55.464137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Attempting to bind port 50613b55-2ce1-40ad-abb9-f7cd8a475527 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:55.489268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:55.492952 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:55.492952 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:55.492952 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Bound port: 50613b55-2ce1-40ad-abb9-f7cd8a475527, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:55.492952 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:55.536668 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfefc5-666e-4fe9-a5a8-3e62b606d119 None None] Pushing event updated for resources: {'Port': ['ID=b8214d4c-d6c3-4d3b-87f2-90f53e14905e,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:55.569658 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] Set router 032e85ff-9fe5-4623-a72a-773c2642f1a9 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:04:55.607943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b5aa0b-e5be-45e7-bec0-95d0e538e22d {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:55.620478 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:55.659139 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4f39e-fbd7-453a-a0bc-312f17f001dd req-613abb33-192e-4c86-b7b9-8430178342b0 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:55.666879 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-33c4f39e-fbd7-453a-a0bc-312f17f001dd req-613abb33-192e-4c86-b7b9-8430178342b0 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 944 time: 0.1190207 Jul 05 10:04:55.678440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] For port 50613b55-2ce1-40ad-abb9-f7cd8a475527, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:55.682470 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] For port 50613b55-2ce1-40ad-abb9-f7cd8a475527, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=50613b55-2ce1-40ad-abb9-f7cd8a475527,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:55.683243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38474) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:55.734247 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-33c4f39e-fbd7-453a-a0bc-312f17f001dd req-51c639e8-2b2c-47c5-a6a8-e40e3316dc1d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660708 Jul 05 10:04:55.796338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-6da1ce19-2f67-4bcc-a9a5-f4e813d262b5 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:55.796338 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-6da1ce19-2f67-4bcc-a9a5-f4e813d262b5 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.73 "GET /v2.0/networks?id=c19d5875-3e2c-4fb6-a96c-817ae9ce3351 HTTP/1.1" status: 200 len: 814 time: 0.3200455 Jul 05 10:04:55.800018 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f3f65974-96e2-4553-b172-f20074a072d6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49c3d31b3e494bc0977b9f7dc4086365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1155417 Jul 05 10:04:55.801787 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:55.802806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38482) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:04:55.809697 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:55.833528 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-e200f685-4447-4d03-a124-24112e53dd80 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Request body: {'port': {'device_id': '0b726b03-968b-4b37-8e9e-e004f0589e49', 'network_id': 'c19d5875-3e2c-4fb6-a96c-817ae9ce3351', 'admin_state_up': True, 'tenant_id': 'e65ed5008f984fb3aaf5c03968f18585'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:55.846931 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 50b5aa0b-e5be-45e7-bec0-95d0e538e22d no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:04:55.860875 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-router', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:43Z', 'updated_at': '2021-07-05T10:04:50Z', 'revision_number': 4, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'gw_port': {'id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:44Z', 'updated_at': '2021-07-05T10:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'b8214d4c-d6c3-4d3b-87f2-90f53e14905e', 'name': '', 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'mac_address': 'fa:16:3e:7b:d1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:49Z', 'updated_at': '2021-07-05T10:04:55Z', 'revision_number': 4, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'subnets': [{'id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:04:55.898842 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b770c0-d4f4-4195-9094-d7947bd8a61d None None] The sync data for ids ['032e85ff-9fe5-4623-a72a-773c2642f1a9'] in n-d-779913-27 is: [{'id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-router', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:43Z', 'updated_at': '2021-07-05T10:04:50Z', 'revision_number': 4, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'gw_port': {'id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:44Z', 'updated_at': '2021-07-05T10:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'b8214d4c-d6c3-4d3b-87f2-90f53e14905e', 'name': '', 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'mac_address': 'fa:16:3e:7b:d1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:49Z', 'updated_at': '2021-07-05T10:04:55Z', 'revision_number': 4, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'subnets': [{'id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:04:56.001248 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:56.001248 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:56.002049 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] 10.222.0.64 "PUT /v2.0/ports/50613b55-2ce1-40ad-abb9-f7cd8a475527 HTTP/1.1" status: 200 len: 1097 time: 2.6382933 Jul 05 10:04:56.006703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357cfaa4-888b-4b68-b4fd-4257d0384225', 'tag': '50613b55-2ce1-40ad-abb9-f7cd8a475527'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:56.009382 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7397a2ba-ae70-4abc-893c-9bb34a051817" -d '{"events": [{"name": "network-changed", "server_uuid": "357cfaa4-888b-4b68-b4fd-4257d0384225", "tag": "50613b55-2ce1-40ad-abb9-f7cd8a475527"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:56.024281 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1b025-a97c-4261-b30e-f5f3f24628b5 req-f1dbb077-fc0b-48d5-9e74-9363f52e7ebc tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:56.032567 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bec1b025-a97c-4261-b30e-f5f3f24628b5 req-f1dbb077-fc0b-48d5-9e74-9363f52e7ebc tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.3455329 Jul 05 10:04:56.068468 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Transition to ACTIVE for port object 50b5aa0b-e5be-45e7-bec0-95d0e538e22d will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:56.099264 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77d489-f3f3-424f-b8db-a9ddd21fec25 req-8ef855e3-ddf9-4ff9-bc4c-363e35ba3608 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:56.121096 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb77d489-f3f3-424f-b8db-a9ddd21fec25 req-8ef855e3-ddf9-4ff9-bc4c-363e35ba3608 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 948 time: 0.2124941 Jul 05 10:04:56.158600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f859372-8379-4a0e-b551-03b5753c6b5e service neutron] Pushing event updated for resources: {'Port': ['ID=50613b55-2ce1-40ad-abb9-f7cd8a475527,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:56.169556 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:56.280450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,revision_number=10']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:56.292262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:56.293359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:56.293713 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:56.294057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:56.294397 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:56.294796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:56.295139 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:56.295507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:56.295866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:56.296199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:56.296531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:56.296860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:04:56.296967 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7070052a-20c7-4d5f-bcfd-cc6969c007dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:56.338870 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7070052a-20c7-4d5f-bcfd-cc6969c007dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:56.349194 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b8214d4c-d6c3-4d3b-87f2-90f53e14905e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:56.382051 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bec1b025-a97c-4261-b30e-f5f3f24628b5 req-7f344833-ebff-4cc8-a332-e9db3a864902 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479133 Jul 05 10:04:56.412122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] No DVR routers for this DVR port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:04:56.423533 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb77d489-f3f3-424f-b8db-a9ddd21fec25 req-c6207e87-ea2e-4fd3-823a-1c0917760743 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986369 Jul 05 10:04:56.489673 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-23c87572-182e-4f73-9053-e2d61dd6b6c3 service neutron] 10.222.0.73 "PUT /v2.0/ports/50b5aa0b-e5be-45e7-bec0-95d0e538e22d/bindings/n-h2-779913-27/activate HTTP/1.1" status: 200 len: 370 time: 1.3687203 Jul 05 10:04:56.514668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-957138c4-a269-45ad-8a5b-b3799e28822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:56.516368 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-957138c4-a269-45ad-8a5b-b3799e28822d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 1100 time: 0.2842607 Jul 05 10:04:56.518258 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e734cac5-be79-4e1b-86cf-008b5d3e92bf req-5873dba5-5d37-423c-ab4f-28a3d6b006a9 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 210 time: 0.0385010 Jul 05 10:04:56.529540 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7070052a-20c7-4d5f-bcfd-cc6969c007dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:56.536300 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7070052a-20c7-4d5f-bcfd-cc6969c007dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:56.544039 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7070052a-20c7-4d5f-bcfd-cc6969c007dd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/127f2a35-faae-4906-aa83-206a9d295927 HTTP/1.1" status: 204 len: 168 time: 0.7299125 Jul 05 10:04:56.604007 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port b8214d4c-d6c3-4d3b-87f2-90f53e14905e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:04:56.608349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port b8214d4c-d6c3-4d3b-87f2-90f53e14905e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:56.616611 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:56.655742 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070052a-20c7-4d5f-bcfd-cc6969c007dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127f2a35-faae-4906-aa83-206a9d295927,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:56.661926 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-5b20c219-212d-48d1-8005-55955b39f754 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=50613b55-2ce1-40ad-abb9-f7cd8a475527 HTTP/1.1" status: 200 len: 217 time: 0.1165473 Jul 05 10:04:56.683844 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-e200f685-4447-4d03-a124-24112e53dd80 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Made reservation on behalf of e65ed5008f984fb3aaf5c03968f18585 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:56.690891 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-e200f685-4447-4d03-a124-24112e53dd80 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:56.726127 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8e2c06-5425-4f18-95db-01cf915516ac x-openstack-request-id: req-bb8e2c06-5425-4f18-95db-01cf915516ac {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:56.726646 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357cfaa4-888b-4b68-b4fd-4257d0384225", "tag": "50613b55-2ce1-40ad-abb9-f7cd8a475527", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:56.727072 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb8e2c06-5425-4f18-95db-01cf915516ac {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:56.727621 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357cfaa4-888b-4b68-b4fd-4257d0384225', 'tag': '50613b55-2ce1-40ad-abb9-f7cd8a475527', 'status': 'completed', 'code': 200} Jul 05 10:04:56.763009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-d7580169-05a9-4859-aac5-8c8a94d3e7cb tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:56.767293 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-d7580169-05a9-4859-aac5-8c8a94d3e7cb tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e&tenant_id=312b10a2b35949449c89df3e680df435&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 1097 time: 0.1258309 Jul 05 10:04:56.802292 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:56.836999 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4aee7686-511e-4561-8368-21f71542f639 req-6f8c0dac-378f-4333-be30-ff6777ed25aa tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 210 time: 0.1078331 Jul 05 10:04:56.881759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-d77780d8-bb65-4ade-b926-bedfccf0c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:56.883426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-d77780d8-bb65-4ade-b926-bedfccf0c569 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e&tenant_id=312b10a2b35949449c89df3e680df435 HTTP/1.1" status: 200 len: 1097 time: 0.1085324 Jul 05 10:04:56.918200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port b8214d4c-d6c3-4d3b-87f2-90f53e14905e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b8214d4c-d6c3-4d3b-87f2-90f53e14905e,segment=NetworkSegment(040a3358-a273-40be-aabd-d0aa3734bff0),segment_id=040a3358-a273-40be-aabd-d0aa3734bff0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:56.931172 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-1c13bd9b-ed45-4463-bc97-204252110f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:56.932890 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-1c13bd9b-ed45-4463-bc97-204252110f08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.2601807 Jul 05 10:04:57.009839 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-6ea6b0e8-4de1-4c1f-b4c7-48fe54cd0abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:57.011639 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-6ea6b0e8-4de1-4c1f-b4c7-48fe54cd0abf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 1097 time: 0.0877666 Jul 05 10:04:57.043856 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:57.112061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-e200f685-4447-4d03-a124-24112e53dd80 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Allocated IP 172.20.0.6 (c19d5875-3e2c-4fb6-a96c-817ae9ce3351/61a426e0-3759-4aba-a44d-fe3651ac3d66/74056ce7-505c-4789-848d-5d713987a814) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:04:57.123251 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=b8214d4c-d6c3-4d3b-87f2-90f53e14905e,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:57.152903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757d7f6-d203-49f2-b080-040557802a28 req-be5d9937-f1ab-4c4f-900b-0941890848a7 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:57.153322 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-60381408-ecc7-40c3-8bac-c688c5cc1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:57.154610 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8757d7f6-d203-49f2-b080-040557802a28 req-be5d9937-f1ab-4c4f-900b-0941890848a7 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 945 time: 0.1382983 Jul 05 10:04:57.159192 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-2fe6b2eb-b7c8-41ed-a076-22456e66f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:57.160783 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-60381408-ecc7-40c3-8bac-c688c5cc1fdb service neutron] 10.222.0.64 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.1383939 Jul 05 10:04:57.160937 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-2fe6b2eb-b7c8-41ed-a076-22456e66f829 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2131927 Jul 05 10:04:57.228986 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-b96a200f-e217-466d-9bef-746984cb3989 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50b5aa0b-e5be-45e7-bec0-95d0e538e22d HTTP/1.1" status: 200 len: 217 time: 0.0526941 Jul 05 10:04:57.285824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-6e2eff45-d742-4bfa-8304-e46bd7b1ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:57.287398 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-6e2eff45-d742-4bfa-8304-e46bd7b1ff17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.0527868 Jul 05 10:04:57.294308 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8757d7f6-d203-49f2-b080-040557802a28 req-4c994866-0bb9-4314-939c-53f5d8dc9711 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324470 Jul 05 10:04:57.336119 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-06acb459-f899-43c6-a9f6-8c9ee79c8361 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354900 Jul 05 10:04:57.378726 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-ec8e283a-500b-4fa5-9b9b-ba38210113d4 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986403 Jul 05 10:04:57.445478 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-a4048950-0012-434b-8518-0dc3c7f16e5a service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015909 Jul 05 10:04:57.502423 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-e200f685-4447-4d03-a124-24112e53dd80 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:57.540991 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d437c9fc-e650-44fe-a32d-593e194779d2 req-3d789c6e-439b-43df-bc63-22018fbf3fcb service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547618 Jul 05 10:04:57.621213 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-0c21b4f4-8317-485d-803c-cdd5da5e7aff service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688287 Jul 05 10:04:57.662242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada96987-8361-45ce-9086-f37376161d44 req-0f5364b9-f82a-48d3-a8c5-6cdeb90e00fb tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:57.664219 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ada96987-8361-45ce-9086-f37376161d44 req-0f5364b9-f82a-48d3-a8c5-6cdeb90e00fb tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.1000941 Jul 05 10:04:57.689673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972dac1-64a1-4097-b3b3-c54a4907bfe3 req-ce312e8d-5214-417a-a958-332c1579d74b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:57.693049 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3972dac1-64a1-4097-b3b3-c54a4907bfe3 req-ce312e8d-5214-417a-a958-332c1579d74b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 948 time: 0.0888140 Jul 05 10:04:57.731356 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-e200f685-4447-4d03-a124-24112e53dd80 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:57.748200 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ada96987-8361-45ce-9086-f37376161d44 req-d38277c5-bcc1-4242-a1af-0a1117b80780 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766339 Jul 05 10:04:57.778461 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397a2ba-ae70-4abc-893c-9bb34a051817 req-bb6774da-83e4-45cc-81cc-78b4bae9d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:57.780950 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7397a2ba-ae70-4abc-893c-9bb34a051817 req-bb6774da-83e4-45cc-81cc-78b4bae9d25f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 1100 time: 0.0956509 Jul 05 10:04:57.799946 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3972dac1-64a1-4097-b3b3-c54a4907bfe3 req-59ce7d1c-3eff-414d-b1c4-66e53011128e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016967 Jul 05 10:04:57.806892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-e200f685-4447-4d03-a124-24112e53dd80 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Network c19d5875-3e2c-4fb6-a96c-817ae9ce3351 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:04:57.810622 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-e200f685-4447-4d03-a124-24112e53dd80 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:04:57.818654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-e200f685-4447-4d03-a124-24112e53dd80 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:04:57.859591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200f685-4447-4d03-a124-24112e53dd80 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Pushing event updated for resources: {'Port': ['ID=74056ce7-505c-4789-848d-5d713987a814,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:57.916057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-e200f685-4447-4d03-a124-24112e53dd80 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:57.917012 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-e200f685-4447-4d03-a124-24112e53dd80 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:57.969918 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e3cc23f2-0ff6-4cc7-8862-2883d198cbd0 req-f25a8ab4-7a8a-4fe5-9ede-eb2bb9fcf2d5 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 210 time: 0.0474913 Jul 05 10:04:58.001312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397a2ba-ae70-4abc-893c-9bb34a051817 req-ea256cc3-3379-485b-a880-45c8d32a5556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:58.003038 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7397a2ba-ae70-4abc-893c-9bb34a051817 req-ea256cc3-3379-485b-a880-45c8d32a5556 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.2154300 Jul 05 10:04:58.067937 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7397a2ba-ae70-4abc-893c-9bb34a051817 req-5d95a616-5dee-46fd-b333-7e6de7bc5929 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=50613b55-2ce1-40ad-abb9-f7cd8a475527 HTTP/1.1" status: 200 len: 217 time: 0.0526657 Jul 05 10:04:58.151968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b8214d4c-d6c3-4d3b-87f2-90f53e14905e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:04:58.166950 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-e200f685-4447-4d03-a124-24112e53dd80 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3373368 Jul 05 10:04:58.171903 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397a2ba-ae70-4abc-893c-9bb34a051817 req-d4676ed8-f9bf-4a96-a867-f4260bf4314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:58.173692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7397a2ba-ae70-4abc-893c-9bb34a051817 req-d4676ed8-f9bf-4a96-a867-f4260bf4314d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0982506 Jul 05 10:04:58.180415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Request body: {'port': {'device_id': '0b726b03-968b-4b37-8e9e-e004f0589e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:58.242901 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port b8214d4c-d6c3-4d3b-87f2-90f53e14905e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:04:58.243207 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:58.292921 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397a2ba-ae70-4abc-893c-9bb34a051817 req-c187d19f-bb1b-4011-801d-a4ca771d2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:58.299982 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1801c-a380-418a-a5af-cc9f202d481c req-0628935e-2878-4e09-99a7-a6b1a0fc601d tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:58.301245 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7397a2ba-ae70-4abc-893c-9bb34a051817 req-c187d19f-bb1b-4011-801d-a4ca771d2bca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1113396 Jul 05 10:04:58.301878 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9fe1801c-a380-418a-a5af-cc9f202d481c req-0628935e-2878-4e09-99a7-a6b1a0fc601d tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 931 time: 0.2101989 Jul 05 10:04:58.371760 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:58.384782 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9fe1801c-a380-418a-a5af-cc9f202d481c req-a466f22c-5439-42f9-bde9-edb412d78d9f tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/security-groups?id=37a1aa3d-4e87-4f1d-9cf3-e051ed099700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608571 Jul 05 10:04:58.450945 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7397a2ba-ae70-4abc-893c-9bb34a051817 req-acafb377-1f19-461b-8df8-bab0b5ff80d7 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391926 Jul 05 10:04:58.563630 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7397a2ba-ae70-4abc-893c-9bb34a051817 req-b3422147-77b9-4f62-94ba-668e37c26686 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017966 Jul 05 10:04:58.589102 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-f20e40c0-da52-40c9-8a0d-3297eadb4f4b tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=150de3369d9a4a5fa06ffe611af44275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230885 Jul 05 10:04:58.665743 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3828b-bad9-46f5-a469-47f144eca449 req-471107c2-72e5-4cc6-b659-83932765711b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:58.667325 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17e3828b-bad9-46f5-a469-47f144eca449 req-471107c2-72e5-4cc6-b659-83932765711b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 945 time: 0.1471977 Jul 05 10:04:58.738822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-b5abf0ea-e416-42f4-87d4-b5f9c5032a2c tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:58.740379 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-b5abf0ea-e416-42f4-87d4-b5f9c5032a2c tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1451046 Jul 05 10:04:58.745474 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17e3828b-bad9-46f5-a469-47f144eca449 req-a611c5e2-1bf4-401f-b65b-21ad40381f0e tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708971 Jul 05 10:04:58.755321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-d2fe82bf-d2d6-4df8-a6b2-c6a04b69cd5d tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:58.756841 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-d2fe82bf-d2d6-4df8-a6b2-c6a04b69cd5d tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e&tenant_id=312b10a2b35949449c89df3e680df435&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 1097 time: 0.1119380 Jul 05 10:04:58.758140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74056ce7-505c-4789-848d-5d713987a814 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:58.760687 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-e0a82aaf-efa1-4bc6-93ea-3a9fe84c22af tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/quotas/150de3369d9a4a5fa06ffe611af44275 HTTP/1.1" status: 200 len: 375 time: 0.0138450 Jul 05 10:04:58.767129 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:58.780190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Transition to ACTIVE for port object 74056ce7-505c-4789-848d-5d713987a814 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:04:58.829601 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-f2dc8584-eeab-478f-9144-238a934f1267 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=150de3369d9a4a5fa06ffe611af44275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526035 Jul 05 10:04:58.894142 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:58.977124 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Pushing event updated for resources: {'Port': ['ID=74056ce7-505c-4789-848d-5d713987a814,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:59.050525 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4baf13-c463-437f-928f-001f59a5991a req-8fc6b056-6bb6-40e1-b5fa-07a8cab3319e tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:59.052019 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba4baf13-c463-437f-928f-001f59a5991a req-8fc6b056-6bb6-40e1-b5fa-07a8cab3319e tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.1710739 Jul 05 10:04:59.073733 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Attempting to bind port 74056ce7-505c-4789-848d-5d713987a814 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:04:59.074151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Attempting to bind port 74056ce7-505c-4789-848d-5d713987a814 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'e99a1402-bf19-431e-b6b3-3ae6cf23996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c19d5875-3e2c-4fb6-a96c-817ae9ce3351'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:04:59.074393 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Attempting to bind port 74056ce7-505c-4789-848d-5d713987a814 on network c19d5875-3e2c-4fb6-a96c-817ae9ce3351 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:59.087276 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Port 74056ce7-505c-4789-848d-5d713987a814 on network c19d5875-3e2c-4fb6-a96c-817ae9ce3351 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:04:59.087619 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Attempting to bind port 74056ce7-505c-4789-848d-5d713987a814 on network c19d5875-3e2c-4fb6-a96c-817ae9ce3351 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:04:59.094056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-c9a81290-0002-4e80-83af-dbed1a4b59bc service neutron] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:59.098249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:04:59.098539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Checking segment: {'id': 'e99a1402-bf19-431e-b6b3-3ae6cf23996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c19d5875-3e2c-4fb6-a96c-817ae9ce3351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:04:59.098704 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-c9a81290-0002-4e80-83af-dbed1a4b59bc service neutron] Notify callbacks [] for binding, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:59.098934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Bound using segment: {'id': 'e99a1402-bf19-431e-b6b3-3ae6cf23996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c19d5875-3e2c-4fb6-a96c-817ae9ce3351'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:04:59.099529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Bound port: 74056ce7-505c-4789-848d-5d713987a814, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99a1402-bf19-431e-b6b3-3ae6cf23996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c19d5875-3e2c-4fb6-a96c-817ae9ce3351'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:04:59.099923 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:59.101066 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf7428f-c4ee-4fc7-82fc-3e4c90f3355a req-c9a81290-0002-4e80-83af-dbed1a4b59bc service neutron] 10.222.0.64 "DELETE /v2.0/ports/50b5aa0b-e5be-45e7-bec0-95d0e538e22d/bindings/n-h1-779913-27 HTTP/1.1" status: 204 len: 173 time: 0.3347659 Jul 05 10:04:59.122124 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba4baf13-c463-437f-928f-001f59a5991a req-6ef461fb-6194-42aa-a70e-2e81380252c6 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590568 Jul 05 10:04:59.190789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] For port 74056ce7-505c-4789-848d-5d713987a814, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:04:59.194220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] For port 74056ce7-505c-4789-848d-5d713987a814, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=74056ce7-505c-4789-848d-5d713987a814,segment=NetworkSegment(e99a1402-bf19-431e-b6b3-3ae6cf23996f),segment_id=e99a1402-bf19-431e-b6b3-3ae6cf23996f)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:04:59.298944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de32ac9-f771-470a-9a2e-f1e89655d530 req-a610fb56-6f6e-4bf0-90ee-a00e31e16a91 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:59.301507 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7de32ac9-f771-470a-9a2e-f1e89655d530 req-a610fb56-6f6e-4bf0-90ee-a00e31e16a91 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 948 time: 0.0752246 Jul 05 10:04:59.311858 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:59.343661 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:59.344347 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:59.346482 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] 10.222.0.73 "PUT /v2.0/ports/74056ce7-505c-4789-848d-5d713987a814 HTTP/1.1" status: 200 len: 1092 time: 1.1708486 Jul 05 10:04:59.346936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b726b03-968b-4b37-8e9e-e004f0589e49', 'tag': '74056ce7-505c-4789-848d-5d713987a814'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:04:59.349333 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b4e4e2-670d-4605-8ac8-0e7a6b9c583f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b726b03-968b-4b37-8e9e-e004f0589e49", "tag": "74056ce7-505c-4789-848d-5d713987a814"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:04:59.361046 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7de32ac9-f771-470a-9a2e-f1e89655d530 req-a6e999e1-1724-4945-a3b6-ee240226c628 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521216 Jul 05 10:04:59.422062 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f923932-9cae-4a3c-a364-b9413405e21d service neutron] Pushing event updated for resources: {'Port': ['ID=74056ce7-505c-4789-848d-5d713987a814,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:04:59.449134 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-28cf5e49-27a0-4504-87d9-424b12be910b req-a1c4c035-fd62-4e76-be6a-bad40ffa5964 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 210 time: 0.0389941 Jul 05 10:04:59.467533 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-12030519-c93c-4aeb-a940-ca28ed7f1a3c req-ec64cd73-8266-4616-87dd-91eadb400a58 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 210 time: 0.0460455 Jul 05 10:04:59.476648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 50613b55-2ce1-40ad-abb9-f7cd8a475527 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:04:59.526835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd395134-9082-4269-9c81-5205d7e03c31 req-351a677c-f36c-4e6d-97d5-d267a8c082a2 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:59.528512 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd395134-9082-4269-9c81-5205d7e03c31 req-351a677c-f36c-4e6d-97d5-d267a8c082a2 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.73 "GET /v2.0/networks?id=80f95e78-8641-45df-a82a-c1ce564ff580 HTTP/1.1" status: 200 len: 819 time: 0.1652002 Jul 05 10:04:59.544546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-fd395134-9082-4269-9c81-5205d7e03c31 req-ef13fe7a-dfc2-4859-b64b-80870a48f73c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Request body: {'port': {'device_id': '21879d1e-ac80-471b-80d5-798802d7de65', 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580', 'admin_state_up': True, 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:04:59.580269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-001ea0bc-84e3-476f-a91f-5f824b159475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:59.587754 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-001ea0bc-84e3-476f-a91f-5f824b159475 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e65ed5008f984fb3aaf5c03968f18585&device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 1095 time: 0.1193500 Jul 05 10:04:59.668580 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554749ff-b0b2-4f5e-b111-9f5f31022d61 x-openstack-request-id: req-554749ff-b0b2-4f5e-b111-9f5f31022d61 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:04:59.668891 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b726b03-968b-4b37-8e9e-e004f0589e49", "tag": "74056ce7-505c-4789-848d-5d713987a814", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:04:59.669138 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-554749ff-b0b2-4f5e-b111-9f5f31022d61 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:04:59.669535 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b726b03-968b-4b37-8e9e-e004f0589e49', 'tag': '74056ce7-505c-4789-848d-5d713987a814', 'status': 'completed', 'code': 200} Jul 05 10:04:59.673184 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 50613b55-2ce1-40ad-abb9-f7cd8a475527, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=50613b55-2ce1-40ad-abb9-f7cd8a475527,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:59.685506 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-56d9e2ad-0535-4c7f-97d3-dfd2c175c46f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74056ce7-505c-4789-848d-5d713987a814 HTTP/1.1" status: 200 len: 217 time: 0.0908823 Jul 05 10:04:59.688357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '50613b55-2ce1-40ad-abb9-f7cd8a475527', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '50613b55-2ce1-40ad-abb9-f7cd8a475527', 'mac_address': 'fa:16:3e:cb:2e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:04:59.758683 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:59.776015 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50613b55-2ce1-40ad-abb9-f7cd8a475527 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:04:59.793223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd395134-9082-4269-9c81-5205d7e03c31 req-ef13fe7a-dfc2-4859-b64b-80870a48f73c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Made reservation on behalf of 60af8b5ef1b94e0c8a78ae4692c130d5 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:04:59.813683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-67bc2c18-ab8a-4f47-9556-75c364b43f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:59.813856 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd395134-9082-4269-9c81-5205d7e03c31 req-ef13fe7a-dfc2-4859-b64b-80870a48f73c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:04:59.813968 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-67bc2c18-ab8a-4f47-9556-75c364b43f25 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61a426e0-3759-4aba-a44d-fe3651ac3d66 HTTP/1.1" status: 200 len: 854 time: 0.1033554 Jul 05 10:04:59.814069 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb584a-9c19-4eb7-9129-4805ed210567 req-ceea7c58-5ab1-469c-ab06-a0837f338295 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:04:59.814069 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dacb584a-9c19-4eb7-9129-4805ed210567 req-ceea7c58-5ab1-469c-ab06-a0837f338295 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 943 time: 0.0856822 Jul 05 10:04:59.815752 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 50613b55-2ce1-40ad-abb9-f7cd8a475527, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=50613b55-2ce1-40ad-abb9-f7cd8a475527,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:04:59.844414 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-17206b60-cb95-4170-bf96-fc255357e07e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c19d5875-3e2c-4fb6-a96c-817ae9ce3351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369244 Jul 05 10:04:59.908615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dacb584a-9c19-4eb7-9129-4805ed210567 req-d009837e-9336-41ca-9c8a-638f5c573a72 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/security-groups?id=37a1aa3d-4e87-4f1d-9cf3-e051ed099700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889251 Jul 05 10:04:59.958579 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-b07af2cd-72b9-49e2-94b3-e9ec7691133c service neutron] 10.222.0.73 "GET /v2.0/networks/c19d5875-3e2c-4fb6-a96c-817ae9ce3351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967448 Jul 05 10:04:59.984222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-fd395134-9082-4269-9c81-5205d7e03c31 req-ef13fe7a-dfc2-4859-b64b-80870a48f73c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Allocated IP 172.20.0.13 (80f95e78-8641-45df-a82a-c1ce564ff580/b746b052-9a8e-42a3-b1f9-2045ddb70885/ce39f3a4-70d4-4758-91a7-c89df47c31a2) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:00.049911 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:00.101996 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3dcd8674-9619-4eab-9e52-6d08d5c3465d req-35eab66f-c5f8-4845-bc5f-ba87f0857c14 service neutron] 10.222.0.73 "GET /v2.0/networks/c19d5875-3e2c-4fb6-a96c-817ae9ce3351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387336 Jul 05 10:05:00.116777 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=50613b55-2ce1-40ad-abb9-f7cd8a475527,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:00.133853 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32a522-5049-402c-9859-a83f65c08e71 req-b8c2f44b-5133-42ed-8208-8b0b5373e022 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:00.133853 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de32a522-5049-402c-9859-a83f65c08e71 req-b8c2f44b-5133-42ed-8208-8b0b5373e022 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 945 time: 0.1177988 Jul 05 10:05:00.152066 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd395134-9082-4269-9c81-5205d7e03c31 req-ef13fe7a-dfc2-4859-b64b-80870a48f73c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:00.307345 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd395134-9082-4269-9c81-5205d7e03c31 req-ef13fe7a-dfc2-4859-b64b-80870a48f73c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:00.376454 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd395134-9082-4269-9c81-5205d7e03c31 req-ef13fe7a-dfc2-4859-b64b-80870a48f73c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Network 80f95e78-8641-45df-a82a-c1ce564ff580 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:00.384790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-fd395134-9082-4269-9c81-5205d7e03c31 req-ef13fe7a-dfc2-4859-b64b-80870a48f73c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:00.388122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd395134-9082-4269-9c81-5205d7e03c31 req-ef13fe7a-dfc2-4859-b64b-80870a48f73c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:00.403057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13fe7a-dfc2-4859-b64b-80870a48f73c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Pushing event updated for resources: {'Port': ['ID=ce39f3a4-70d4-4758-91a7-c89df47c31a2,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:00.440099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50613b55-2ce1-40ad-abb9-f7cd8a475527'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:00.517774 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de32a522-5049-402c-9859-a83f65c08e71 req-f15859e7-9e41-40e2-887e-fd831562364b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822052 Jul 05 10:05:00.550813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4e4e2-670d-4605-8ac8-0e7a6b9c583f req-6550b68e-6890-402a-bef4-32105339b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:00.552660 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97b4e4e2-670d-4605-8ac8-0e7a6b9c583f req-6550b68e-6890-402a-bef4-32105339b3fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e65ed5008f984fb3aaf5c03968f18585&device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 1095 time: 0.0821066 Jul 05 10:05:00.688838 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4e4e2-670d-4605-8ac8-0e7a6b9c583f req-7b741f4d-c1f0-4140-9096-b0788b3c83c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:00.690500 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97b4e4e2-670d-4605-8ac8-0e7a6b9c583f req-7b741f4d-c1f0-4140-9096-b0788b3c83c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c19d5875-3e2c-4fb6-a96c-817ae9ce3351 HTTP/1.1" status: 200 len: 915 time: 0.1299093 Jul 05 10:05:00.745700 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97b4e4e2-670d-4605-8ac8-0e7a6b9c583f req-41a6ffc0-e356-4fa9-a1e0-bac55f250d82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74056ce7-505c-4789-848d-5d713987a814 HTTP/1.1" status: 200 len: 217 time: 0.0393896 Jul 05 10:05:00.783976 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66cdba-92ac-4943-9339-0c59f55cdae2 req-2c562c9a-5d06-4596-9906-6bb5a01dab95 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:00.791313 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fb66cdba-92ac-4943-9339-0c59f55cdae2 req-2c562c9a-5d06-4596-9906-6bb5a01dab95 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.5238454 Jul 05 10:05:00.798462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4e4e2-670d-4605-8ac8-0e7a6b9c583f req-cad86fa7-100a-460d-9f01-68f52d22f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:00.799875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97b4e4e2-670d-4605-8ac8-0e7a6b9c583f req-cad86fa7-100a-460d-9f01-68f52d22f553 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61a426e0-3759-4aba-a44d-fe3651ac3d66 HTTP/1.1" status: 200 len: 854 time: 0.0478232 Jul 05 10:05:00.843989 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd395134-9082-4269-9c81-5205d7e03c31 req-ef13fe7a-dfc2-4859-b64b-80870a48f73c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:00.844661 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd395134-9082-4269-9c81-5205d7e03c31 req-ef13fe7a-dfc2-4859-b64b-80870a48f73c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:00.855244 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fb66cdba-92ac-4943-9339-0c59f55cdae2 req-3f6df286-d190-439d-b7fd-f584b109e773 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630567 Jul 05 10:05:00.861216 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97b4e4e2-670d-4605-8ac8-0e7a6b9c583f req-a827491a-d777-45ea-9d7d-9816c66ac63b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c19d5875-3e2c-4fb6-a96c-817ae9ce3351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343387 Jul 05 10:05:00.941244 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e2e86-884e-4f23-a9d5-06d83173843e req-0516328d-b49c-417f-a609-5f19313e1c37 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:00.942701 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b2e2e86-884e-4f23-a9d5-06d83173843e req-0516328d-b49c-417f-a609-5f19313e1c37 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 949 time: 0.1482015 Jul 05 10:05:00.959452 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd395134-9082-4269-9c81-5205d7e03c31 req-ef13fe7a-dfc2-4859-b64b-80870a48f73c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4189718 Jul 05 10:05:00.975939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Request body: {'port': {'device_id': '21879d1e-ac80-471b-80d5-798802d7de65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:00.996932 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42889f5d-ec8a-48aa-aa8d-08fbcfe79311 req-e5e37459-2426-4a7c-9e51-2934a94e1816 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 210 time: 0.0358238 Jul 05 10:05:01.003315 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97b4e4e2-670d-4605-8ac8-0e7a6b9c583f req-86079662-8766-4340-905d-07e2d68a0efe service neutron] 10.222.0.73 "GET /v2.0/networks/c19d5875-3e2c-4fb6-a96c-817ae9ce3351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344423 Jul 05 10:05:01.008539 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b2e2e86-884e-4f23-a9d5-06d83173843e req-aa004b7a-230f-4cc8-96d0-6c942fe14dca tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529256 Jul 05 10:05:01.120617 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:01.160437 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97b4e4e2-670d-4605-8ac8-0e7a6b9c583f req-3b3d2307-d19b-4973-87de-382e57e78a51 service neutron] 10.222.0.73 "GET /v2.0/networks/c19d5875-3e2c-4fb6-a96c-817ae9ce3351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495669 Jul 05 10:05:01.312962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc13a5-1fb6-4a38-87ee-abecbf326b76 req-22b204e8-f744-425d-81e4-3b563409f0b4 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:01.314556 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22fc13a5-1fb6-4a38-87ee-abecbf326b76 req-22b204e8-f744-425d-81e4-3b563409f0b4 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 932 time: 0.1788535 Jul 05 10:05:01.328195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7b3fe-1c18-4dd5-9942-0cabbb703906 req-09100fbb-6600-46f0-a150-8766a7ba99ca tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:01.330163 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ab7b3fe-1c18-4dd5-9942-0cabbb703906 req-09100fbb-6600-46f0-a150-8766a7ba99ca tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 943 time: 0.0729856 Jul 05 10:05:01.375921 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ab7b3fe-1c18-4dd5-9942-0cabbb703906 req-d6e3021e-56cc-4d75-ab76-3c158219244c tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/security-groups?id=37a1aa3d-4e87-4f1d-9cf3-e051ed099700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349872 Jul 05 10:05:01.405360 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22fc13a5-1fb6-4a38-87ee-abecbf326b76 req-39233e1a-d5f0-4716-99c3-925432cb4815 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803323 Jul 05 10:05:01.514077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce39f3a4-70d4-4758-91a7-c89df47c31a2 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:01.514077 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:01.523924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Transition to ACTIVE for port object ce39f3a4-70d4-4758-91a7-c89df47c31a2 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:01.535910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd2d5c-e1ee-47e3-a1e8-2930aae4c28f req-06b05d2f-bcda-4ac3-af61-0974591ea935 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:01.537526 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-51fd2d5c-e1ee-47e3-a1e8-2930aae4c28f req-06b05d2f-bcda-4ac3-af61-0974591ea935 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 1097 time: 0.0580389 Jul 05 10:05:01.572333 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-51fd2d5c-e1ee-47e3-a1e8-2930aae4c28f req-9f255305-364d-4ad9-9e76-61124938fcdb tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291367 Jul 05 10:05:01.591839 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:01.646032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce39f3a4-70d4-4758-91a7-c89df47c31a2,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:01.757092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Attempting to bind port ce39f3a4-70d4-4758-91a7-c89df47c31a2 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:05:01.757563 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Attempting to bind port ce39f3a4-70d4-4758-91a7-c89df47c31a2 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '040a3358-a273-40be-aabd-d0aa3734bff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:05:01.757837 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Attempting to bind port ce39f3a4-70d4-4758-91a7-c89df47c31a2 on network 80f95e78-8641-45df-a82a-c1ce564ff580 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:01.773902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Port ce39f3a4-70d4-4758-91a7-c89df47c31a2 on network 80f95e78-8641-45df-a82a-c1ce564ff580 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:05:01.773902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Attempting to bind port ce39f3a4-70d4-4758-91a7-c89df47c31a2 on network 80f95e78-8641-45df-a82a-c1ce564ff580 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:01.778640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:05:01.779010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Checking segment: {'id': '040a3358-a273-40be-aabd-d0aa3734bff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:01.780151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Bound using segment: {'id': '040a3358-a273-40be-aabd-d0aa3734bff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:05:01.780151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Bound port: ce39f3a4-70d4-4758-91a7-c89df47c31a2, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040a3358-a273-40be-aabd-d0aa3734bff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:05:01.780375 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:01.827032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48859148-44b0-4ecd-977d-daa5b850abeb req-f57a12ba-4bab-4e4a-833d-f8f80cd04a51 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:01.828629 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48859148-44b0-4ecd-977d-daa5b850abeb req-f57a12ba-4bab-4e4a-833d-f8f80cd04a51 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 1097 time: 0.1079013 Jul 05 10:05:01.872306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] For port ce39f3a4-70d4-4758-91a7-c89df47c31a2, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:01.876108 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] For port ce39f3a4-70d4-4758-91a7-c89df47c31a2, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=ce39f3a4-70d4-4758-91a7-c89df47c31a2,segment=NetworkSegment(040a3358-a273-40be-aabd-d0aa3734bff0),segment_id=040a3358-a273-40be-aabd-d0aa3734bff0)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:01.887057 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48859148-44b0-4ecd-977d-daa5b850abeb req-07299c10-7b5e-4aa6-b44e-bce8ba4e391d tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502903 Jul 05 10:05:01.971632 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-6f62fbf1-1896-4183-94b5-f7ea413633dc tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=150de3369d9a4a5fa06ffe611af44275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286155 Jul 05 10:05:01.988363 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.025472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:02.026158 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.027651 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd395134-9082-4269-9c81-5205d7e03c31 req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] 10.222.0.73 "PUT /v2.0/ports/ce39f3a4-70d4-4758-91a7-c89df47c31a2 HTTP/1.1" status: 200 len: 1093 time: 1.0568295 Jul 05 10:05:02.033732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21879d1e-ac80-471b-80d5-798802d7de65', 'tag': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:02.033732 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2fb08f-e0ca-4cd3-863e-51e828dc81ca" -d '{"events": [{"name": "network-changed", "server_uuid": "21879d1e-ac80-471b-80d5-798802d7de65", "tag": "ce39f3a4-70d4-4758-91a7-c89df47c31a2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:02.063999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1eb0d-163f-4b25-b539-b81ce3d81df5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce39f3a4-70d4-4758-91a7-c89df47c31a2,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:02.141675 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eea66f-08c2-4811-9ca3-131615cc5aeb req-272563e6-4ea1-41aa-ae32-ce2b71eade7b tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:02.143192 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c6eea66f-08c2-4811-9ca3-131615cc5aeb req-272563e6-4ea1-41aa-ae32-ce2b71eade7b tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.1664202 Jul 05 10:05:02.153168 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-f85cb48e-8764-43b8-b70a-5e1bb45ef248 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:02.155585 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-f85cb48e-8764-43b8-b70a-5e1bb45ef248 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767950 Jul 05 10:05:02.180738 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Request body: {'port': {'device_id': 'a39810f1-e91f-4c79-8021-fa6ec3b0d9fa', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '150de3369d9a4a5fa06ffe611af44275'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:02.239772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd395134-9082-4269-9c81-5205d7e03c31 req-23c45e82-c89d-442c-8659-106408018b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:02.240779 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd395134-9082-4269-9c81-5205d7e03c31 req-23c45e82-c89d-442c-8659-106408018b3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60af8b5ef1b94e0c8a78ae4692c130d5&device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 1096 time: 0.0612996 Jul 05 10:05:02.242352 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c6eea66f-08c2-4811-9ca3-131615cc5aeb req-2d303ce0-0eb0-45f4-94f0-f22d7479058c tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855842 Jul 05 10:05:02.306624 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd395134-9082-4269-9c81-5205d7e03c31 req-90d19be4-1cf2-4365-bcd6-f3abcd0211da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce39f3a4-70d4-4758-91a7-c89df47c31a2 HTTP/1.1" status: 200 len: 217 time: 0.0551703 Jul 05 10:05:02.364947 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd395134-9082-4269-9c81-5205d7e03c31 req-a01e9949-c9b9-4baf-b75b-1ffb5e1ed438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:02.366482 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd395134-9082-4269-9c81-5205d7e03c31 req-a01e9949-c9b9-4baf-b75b-1ffb5e1ed438 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b746b052-9a8e-42a3-b1f9-2045ddb70885 HTTP/1.1" status: 200 len: 859 time: 0.0533586 Jul 05 10:05:02.401946 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd395134-9082-4269-9c81-5205d7e03c31 req-8e15d855-671d-404f-84fb-36b4cd05e92e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f95e78-8641-45df-a82a-c1ce564ff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279925 Jul 05 10:05:02.415313 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c7b33f11-7d60-4af6-aeba-93c57047e950 req-786c6f7e-55f1-45d8-ac02-da4f5d5e3ac2 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 210 time: 0.0360637 Jul 05 10:05:02.426640 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Made reservation on behalf of 150de3369d9a4a5fa06ffe611af44275 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:02.431318 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.443067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.474535 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dd8ba0-13df-4475-b01a-07f65f881f9e x-openstack-request-id: req-57dd8ba0-13df-4475-b01a-07f65f881f9e {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:02.475083 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21879d1e-ac80-471b-80d5-798802d7de65", "tag": "ce39f3a4-70d4-4758-91a7-c89df47c31a2", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:02.475311 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57dd8ba0-13df-4475-b01a-07f65f881f9e {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:02.475749 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21879d1e-ac80-471b-80d5-798802d7de65', 'tag': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2', 'status': 'completed', 'code': 200} Jul 05 10:05:02.532757 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd395134-9082-4269-9c81-5205d7e03c31 req-c413e3ae-6488-4e40-87d4-3a3570f7293f service neutron] 10.222.0.73 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160023 Jul 05 10:05:02.592882 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.668740 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd395134-9082-4269-9c81-5205d7e03c31 req-8874af05-285c-4bb6-afb7-4d28143af881 service neutron] 10.222.0.73 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248331 Jul 05 10:05:02.678201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eff31e-b216-479d-8169-078c499bfe10 req-16822679-774c-4d07-96da-19fa9c2a2323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:02.680165 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0eff31e-b216-479d-8169-078c499bfe10 req-16822679-774c-4d07-96da-19fa9c2a2323 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 949 time: 0.0926228 Jul 05 10:05:02.681357 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:02.791756 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7666af-97f2-4903-84b6-0af7f1c1786d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:02.853616 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0eff31e-b216-479d-8169-078c499bfe10 req-3103e57a-5f2f-4380-9ac1-a45b602d38ca tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595449 Jul 05 10:05:02.901963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Allocated IP 192.168.233.148 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/91d83813-1b3c-4377-8759-10f9130f4cb8) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:02.958100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69c514-a86b-467d-bf78-2f84c6056556 req-86ff53c1-1742-486c-89fb-6e9e9d504fc4 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:02.960361 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0f69c514-a86b-467d-bf78-2f84c6056556 req-86ff53c1-1742-486c-89fb-6e9e9d504fc4 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 943 time: 0.1149549 Jul 05 10:05:02.966668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fb08f-e0ca-4cd3-863e-51e828dc81ca req-1efb3233-40f1-4b0e-a0e1-684004870fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:02.968808 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df2fb08f-e0ca-4cd3-863e-51e828dc81ca req-1efb3233-40f1-4b0e-a0e1-684004870fca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60af8b5ef1b94e0c8a78ae4692c130d5&device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 1096 time: 0.1110785 Jul 05 10:05:03.056526 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0f69c514-a86b-467d-bf78-2f84c6056556 req-001ca7ba-6405-4a6a-9283-24e85778ab88 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/security-groups?id=37a1aa3d-4e87-4f1d-9cf3-e051ed099700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859668 Jul 05 10:05:03.095269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fb08f-e0ca-4cd3-863e-51e828dc81ca req-403a415a-45a9-4cc5-a51a-22452382d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:03.096828 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df2fb08f-e0ca-4cd3-863e-51e828dc81ca req-403a415a-45a9-4cc5-a51a-22452382d2f5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=80f95e78-8641-45df-a82a-c1ce564ff580 HTTP/1.1" status: 200 len: 920 time: 0.1198246 Jul 05 10:05:03.136396 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957ee4e-c70b-4b08-9f16-ddeb7bb97675 req-4fcf7227-b7d3-4e0d-b91f-f4481bc7de16 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:03.141723 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4957ee4e-c70b-4b08-9f16-ddeb7bb97675 req-4fcf7227-b7d3-4e0d-b91f-f4481bc7de16 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 944 time: 0.1559854 Jul 05 10:05:03.146975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df2fb08f-e0ca-4cd3-863e-51e828dc81ca req-08d96342-4c84-49ba-a79c-b36a3c7ea759 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce39f3a4-70d4-4758-91a7-c89df47c31a2 HTTP/1.1" status: 200 len: 217 time: 0.0413332 Jul 05 10:05:03.158724 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.188740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Transition to ACTIVE for port object 91d83813-1b3c-4377-8759-10f9130f4cb8 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:03.202406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fb08f-e0ca-4cd3-863e-51e828dc81ca req-cc5f17b0-8aee-4a32-8409-d9fe9e5e94ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:03.203371 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df2fb08f-e0ca-4cd3-863e-51e828dc81ca req-cc5f17b0-8aee-4a32-8409-d9fe9e5e94ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b746b052-9a8e-42a3-b1f9-2045ddb70885 HTTP/1.1" status: 200 len: 859 time: 0.0500462 Jul 05 10:05:03.219951 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4957ee4e-c70b-4b08-9f16-ddeb7bb97675 req-0a5c7dd3-8e47-4461-ae56-440bc715c1b7 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715308 Jul 05 10:05:03.251451 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df2fb08f-e0ca-4cd3-863e-51e828dc81ca req-4b3f99d8-5b91-4055-b9a2-346ad7099644 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f95e78-8641-45df-a82a-c1ce564ff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408459 Jul 05 10:05:03.354987 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df2fb08f-e0ca-4cd3-863e-51e828dc81ca req-d46299f3-ff73-4272-8e19-011568dad015 service neutron] 10.222.0.73 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961885 Jul 05 10:05:03.364035 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.417851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:03.423752 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:03.427991 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:03.436935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Pushing event updated for resources: {'Port': ['ID=91d83813-1b3c-4377-8759-10f9130f4cb8,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:03.497256 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:03.497954 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.506067 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df2fb08f-e0ca-4cd3-863e-51e828dc81ca req-57ef7d8b-f8f7-4de5-b1ab-0655d91de19d service neutron] 10.222.0.73 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426463 Jul 05 10:05:03.506372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 50613b55-2ce1-40ad-abb9-f7cd8a475527 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:03.582976 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e45fe-6959-4789-8375-38ecb13923d2 req-4660ad23-75ca-4298-b866-3f7f136f0e96 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:03.591970 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-173e45fe-6959-4789-8375-38ecb13923d2 req-4660ad23-75ca-4298-b866-3f7f136f0e96 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.2172651 Jul 05 10:05:03.615767 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-9013e583-25c4-4176-839b-76cbb3330bf9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4405596 Jul 05 10:05:03.647573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Request body: {'port': {'device_id': 'a39810f1-e91f-4c79-8021-fa6ec3b0d9fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:03.667254 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-173e45fe-6959-4789-8375-38ecb13923d2 req-d4bd2604-4d63-4e97-83e1-5b275c23804a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579388 Jul 05 10:05:03.723989 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 50613b55-2ce1-40ad-abb9-f7cd8a475527 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:03.730530 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 50613b55-2ce1-40ad-abb9-f7cd8a475527 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:03.731457 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.754456 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb87ec-163c-44db-aeea-491f6309a295 req-78bc7996-fb25-447d-9155-dcac6a241289 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:03.756054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4afb87ec-163c-44db-aeea-491f6309a295 req-78bc7996-fb25-447d-9155-dcac6a241289 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 936 time: 0.1605480 Jul 05 10:05:03.816950 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4afb87ec-163c-44db-aeea-491f6309a295 req-752c4fc5-802e-4440-bcec-35b95b990d0b tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b7666af-97f2-4903-84b6-0af7f1c1786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536931 Jul 05 10:05:03.817700 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.845477 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-60c4d331-4497-45a5-975c-355e09ed9e8e None None] Provisioning for port 91d83813-1b3c-4377-8759-10f9130f4cb8 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:03.857343 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-60c4d331-4497-45a5-975c-355e09ed9e8e None None] Provisioning complete for port 91d83813-1b3c-4377-8759-10f9130f4cb8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:03.858234 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-60c4d331-4497-45a5-975c-355e09ed9e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.889207 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:03.904201 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 74056ce7-505c-4789-848d-5d713987a814 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:05:03.950118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357cfaa4-888b-4b68-b4fd-4257d0384225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50613b55-2ce1-40ad-abb9-f7cd8a475527'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:03.952772 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9423774-cd7a-4f83-b6ab-17a511f8a2c8" -d '{"events": [{"server_uuid": "357cfaa4-888b-4b68-b4fd-4257d0384225", "name": "network-vif-plugged", "status": "completed", "tag": "50613b55-2ce1-40ad-abb9-f7cd8a475527"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:03.959618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-60c4d331-4497-45a5-975c-355e09ed9e8e None None] Port 91d83813-1b3c-4377-8759-10f9130f4cb8 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:05:03.974226 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 50613b55-2ce1-40ad-abb9-f7cd8a475527, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=50613b55-2ce1-40ad-abb9-f7cd8a475527,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:04.019822 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229f2fbf-faaf-406a-a306-d1c991dd6dc2 x-openstack-request-id: req-229f2fbf-faaf-406a-a306-d1c991dd6dc2 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:04.020093 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357cfaa4-888b-4b68-b4fd-4257d0384225", "name": "network-vif-plugged", "status": "completed", "tag": "50613b55-2ce1-40ad-abb9-f7cd8a475527", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:04.021225 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-229f2fbf-faaf-406a-a306-d1c991dd6dc2 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:04.022134 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357cfaa4-888b-4b68-b4fd-4257d0384225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50613b55-2ce1-40ad-abb9-f7cd8a475527', 'code': 200} Jul 05 10:05:04.074459 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:04.087592 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:05:04.129274 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 74056ce7-505c-4789-848d-5d713987a814, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=74056ce7-505c-4789-848d-5d713987a814,segment=NetworkSegment(e99a1402-bf19-431e-b6b3-3ae6cf23996f),segment_id=e99a1402-bf19-431e-b6b3-3ae6cf23996f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:04.149607 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '74056ce7-505c-4789-848d-5d713987a814', 'network_id': 'c19d5875-3e2c-4fb6-a96c-817ae9ce3351', 'port_id': '74056ce7-505c-4789-848d-5d713987a814', 'mac_address': 'fa:16:3e:1d:2e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a426e0-3759-4aba-a44d-fe3651ac3d66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:05:04.155274 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3047b9-5a21-4e53-bc99-57fefaf20ac4 req-1ce46b91-3fe8-484e-8b28-97a2a37b4a39 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:04.157309 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3e3047b9-5a21-4e53-bc99-57fefaf20ac4 req-1ce46b91-3fe8-484e-8b28-97a2a37b4a39 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 949 time: 0.1779294 Jul 05 10:05:04.196028 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=50613b55-2ce1-40ad-abb9-f7cd8a475527,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:04.219042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:04.219655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:04.220184 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:04.220689 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:04.221543 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:04.222037 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:04.222538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:04.223163 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:04.223658 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:04.224256 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:04.224764 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:04.225242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:04.244158 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:04.254054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3e3047b9-5a21-4e53-bc99-57fefaf20ac4 req-03292a61-3082-4d13-92c2-a4641379f3ea tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802362 Jul 05 10:05:04.261062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74056ce7-505c-4789-848d-5d713987a814 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:04.284897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcf845-0c70-4c0e-b74b-fb01dfc94537 req-36c1c1dd-a0fd-4168-9cb6-244a0dd6bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:04.291992 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94fcf845-0c70-4c0e-b74b-fb01dfc94537 req-36c1c1dd-a0fd-4168-9cb6-244a0dd6bdd4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 1102 time: 0.1908481 Jul 05 10:05:04.292821 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 74056ce7-505c-4789-848d-5d713987a814, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=74056ce7-505c-4789-848d-5d713987a814,segment=NetworkSegment(e99a1402-bf19-431e-b6b3-3ae6cf23996f),segment_id=e99a1402-bf19-431e-b6b3-3ae6cf23996f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:04.311305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ce159-a9d2-4ba5-a2f0-0d6db0c1bc9d req-7424966c-5494-4472-adc6-053062e68087 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:04.313456 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-697ce159-a9d2-4ba5-a2f0-0d6db0c1bc9d req-7424966c-5494-4472-adc6-053062e68087 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 943 time: 0.0935984 Jul 05 10:05:04.364231 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94fcf845-0c70-4c0e-b74b-fb01dfc94537 req-f09f9d41-576b-4234-a602-ec0e3309a9cf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642529 Jul 05 10:05:04.367510 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d83813-1b3c-4377-8759-10f9130f4cb8 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:04.367696 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-697ce159-a9d2-4ba5-a2f0-0d6db0c1bc9d req-7e75c253-9f2d-4acd-9391-8a354a111487 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/security-groups?id=37a1aa3d-4e87-4f1d-9cf3-e051ed099700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474951 Jul 05 10:05:04.376750 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:04.392596 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:04.401054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Transition to ACTIVE for port object 91d83813-1b3c-4377-8759-10f9130f4cb8 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:04.463017 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=74056ce7-505c-4789-848d-5d713987a814,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:04.506867 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:04.551389 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2351fa-17be-45fc-a126-92c74105c49a req-afd5040d-e102-4f38-b673-5672986a364a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:04.568877 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7a2351fa-17be-45fc-a126-92c74105c49a req-afd5040d-e102-4f38-b673-5672986a364a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 944 time: 0.0832436 Jul 05 10:05:04.584611 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Pushing event updated for resources: {'Port': ['ID=91d83813-1b3c-4377-8759-10f9130f4cb8,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:04.632148 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7a2351fa-17be-45fc-a126-92c74105c49a req-f0b7aba6-c16e-4359-9c60-8405a1a1fc1b tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540702 Jul 05 10:05:04.665911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Attempting to bind port 91d83813-1b3c-4377-8759-10f9130f4cb8 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:05:04.666723 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Attempting to bind port 91d83813-1b3c-4377-8759-10f9130f4cb8 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:05:04.666723 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Attempting to bind port 91d83813-1b3c-4377-8759-10f9130f4cb8 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:04.671348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Port 91d83813-1b3c-4377-8759-10f9130f4cb8 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:05:04.671666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Attempting to bind port 91d83813-1b3c-4377-8759-10f9130f4cb8 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:04.676884 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:05:04.677244 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:04.677630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:05:04.678058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Bound port: 91d83813-1b3c-4377-8759-10f9130f4cb8, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:05:04.678414 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:04.691352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['74056ce7-505c-4789-848d-5d713987a814'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:04.758158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] For port 91d83813-1b3c-4377-8759-10f9130f4cb8, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:04.762305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] For port 91d83813-1b3c-4377-8759-10f9130f4cb8, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91d83813-1b3c-4377-8759-10f9130f4cb8,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:04.909374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cb1d2-17ee-4446-8e7b-e7a1169f89bc req-2b5cfd23-bf4d-443d-b7a4-16b1d1dcf0c6 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:04.916470 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b7cb1d2-17ee-4446-8e7b-e7a1169f89bc req-2b5cfd23-bf4d-443d-b7a4-16b1d1dcf0c6 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.1012220 Jul 05 10:05:04.918610 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:04.974369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:04.974985 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:04.976372 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] 10.222.0.73 "PUT /v2.0/ports/91d83813-1b3c-4377-8759-10f9130f4cb8 HTTP/1.1" status: 200 len: 1097 time: 1.3335524 Jul 05 10:05:04.986819 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39810f1-e91f-4c79-8021-fa6ec3b0d9fa', 'tag': '91d83813-1b3c-4377-8759-10f9130f4cb8'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:04.986819 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfad4de-2917-4664-a2ea-b649f598751d" -d '{"events": [{"name": "network-changed", "server_uuid": "a39810f1-e91f-4c79-8021-fa6ec3b0d9fa", "tag": "91d83813-1b3c-4377-8759-10f9130f4cb8"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:05.017840 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b7cb1d2-17ee-4446-8e7b-e7a1169f89bc req-1b0cedf6-957f-4457-9c2e-476bfcc1f365 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920808 Jul 05 10:05:05.021651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c183c0d-9c48-4f75-8ac2-619f04787f20 service neutron] Pushing event updated for resources: {'Port': ['ID=91d83813-1b3c-4377-8759-10f9130f4cb8,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:05.064043 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f737ee6-f4c5-45a6-a890-419d85953ca4 req-5109a7ba-8a6c-45b4-a06f-d583596c56c3 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:05.066081 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f737ee6-f4c5-45a6-a890-419d85953ca4 req-5109a7ba-8a6c-45b4-a06f-d583596c56c3 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 948 time: 0.0994735 Jul 05 10:05:05.139694 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f737ee6-f4c5-45a6-a890-419d85953ca4 req-ce695f93-34c3-463a-9d8e-3d472f38db21 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b7666af-97f2-4903-84b6-0af7f1c1786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667257 Jul 05 10:05:05.197317 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-39336c80-a801-4076-baf3-18085584d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:05.198865 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-39336c80-a801-4076-baf3-18085584d2d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=150de3369d9a4a5fa06ffe611af44275&device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 1100 time: 0.0756934 Jul 05 10:05:05.200339 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5647700e-1300-444b-8cf4-e04c632d4ddc x-openstack-request-id: req-5647700e-1300-444b-8cf4-e04c632d4ddc {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:05.200620 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39810f1-e91f-4c79-8021-fa6ec3b0d9fa", "tag": "91d83813-1b3c-4377-8759-10f9130f4cb8", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:05.200867 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5647700e-1300-444b-8cf4-e04c632d4ddc {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:05.201941 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39810f1-e91f-4c79-8021-fa6ec3b0d9fa', 'tag': '91d83813-1b3c-4377-8759-10f9130f4cb8', 'status': 'completed', 'code': 200} Jul 05 10:05:05.246252 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-12be32ab-1923-4240-879a-dbb68a48a6ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=91d83813-1b3c-4377-8759-10f9130f4cb8 HTTP/1.1" status: 200 len: 217 time: 0.0371368 Jul 05 10:05:05.296729 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-ca6e1f9e-7050-4c4d-873a-080298a63808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:05.297129 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-ca6e1f9e-7050-4c4d-873a-080298a63808 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0442951 Jul 05 10:05:05.357952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-779bb4f4-fe60-4a71-b2d1-408619021b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:05.359466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-779bb4f4-fe60-4a71-b2d1-408619021b6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0559952 Jul 05 10:05:05.503450 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-8a94afca-ae7a-454e-945e-64fb4ec76aef service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348386 Jul 05 10:05:05.516104 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467739b-0e97-4fa3-8801-9b0f14e07b57 req-9b176669-c68f-4704-af41-5eab3b7adfd2 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:05.517602 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b467739b-0e97-4fa3-8801-9b0f14e07b57 req-9b176669-c68f-4704-af41-5eab3b7adfd2 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 950 time: 0.1412468 Jul 05 10:05:05.602408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286fcde-30d5-4702-bf09-db0d35cea24b req-23f8bc4c-bc7a-4b1e-be1f-e54ddeb0435d tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:05.604197 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0286fcde-30d5-4702-bf09-db0d35cea24b req-23f8bc4c-bc7a-4b1e-be1f-e54ddeb0435d tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 944 time: 0.1032073 Jul 05 10:05:05.611834 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b467739b-0e97-4fa3-8801-9b0f14e07b57 req-c3887c59-0743-43e5-90f1-66dc4aed1aa5 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862215 Jul 05 10:05:05.650714 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7984f9ea-251d-4ff3-b283-54f5f791bfcf req-10c2ae27-d8eb-4258-8707-110e376ad430 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321130 Jul 05 10:05:05.660069 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0286fcde-30d5-4702-bf09-db0d35cea24b req-9f96f174-4d48-4c3c-8bff-efa5bc22ea94 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/security-groups?id=37a1aa3d-4e87-4f1d-9cf3-e051ed099700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453248 Jul 05 10:05:05.844465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d61ac-0a4d-447e-b8e5-6171fda0b640 req-d11742b6-2a1c-42aa-9903-b2af550332b9 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:05.846173 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-116d61ac-0a4d-447e-b8e5-6171fda0b640 req-d11742b6-2a1c-42aa-9903-b2af550332b9 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 944 time: 0.0687447 Jul 05 10:05:05.863497 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfad4de-2917-4664-a2ea-b649f598751d req-fd8fa8fb-83d1-49d3-8002-5609c37c0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:05.865623 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9cfad4de-2917-4664-a2ea-b649f598751d req-fd8fa8fb-83d1-49d3-8002-5609c37c0197 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=150de3369d9a4a5fa06ffe611af44275&device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 1100 time: 0.0634427 Jul 05 10:05:05.892279 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-116d61ac-0a4d-447e-b8e5-6171fda0b640 req-ce5738e8-a01c-4dfe-81bb-7a7e57bb92e0 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393660 Jul 05 10:05:05.902293 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device ce39f3a4-70d4-4758-91a7-c89df47c31a2 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:05:05.928374 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 74056ce7-505c-4789-848d-5d713987a814 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:06.005962 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfad4de-2917-4664-a2ea-b649f598751d req-1a4750d9-e407-4741-9ce8-3c8598ec2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:06.007491 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9cfad4de-2917-4664-a2ea-b649f598751d req-1a4750d9-e407-4741-9ce8-3c8598ec2942 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1330500 Jul 05 10:05:06.057943 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9cfad4de-2917-4664-a2ea-b649f598751d req-68a62005-b0e4-4f21-af7f-5bd33e3de358 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=91d83813-1b3c-4377-8759-10f9130f4cb8 HTTP/1.1" status: 200 len: 217 time: 0.0433362 Jul 05 10:05:06.121519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfad4de-2917-4664-a2ea-b649f598751d req-f4b76cfc-8ac4-4f3e-9c64-83e515c79149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:06.123137 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9cfad4de-2917-4664-a2ea-b649f598751d req-f4b76cfc-8ac4-4f3e-9c64-83e515c79149 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0590324 Jul 05 10:05:06.226962 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfad4de-2917-4664-a2ea-b649f598751d req-3d0544c1-f885-4629-9010-184da612fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:06.228636 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9cfad4de-2917-4664-a2ea-b649f598751d req-3d0544c1-f885-4629-9010-184da612fc72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0992088 Jul 05 10:05:06.233480 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port ce39f3a4-70d4-4758-91a7-c89df47c31a2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=ce39f3a4-70d4-4758-91a7-c89df47c31a2,segment=NetworkSegment(040a3358-a273-40be-aabd-d0aa3734bff0),segment_id=040a3358-a273-40be-aabd-d0aa3734bff0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:06.246688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2', 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580', 'port_id': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2', 'mac_address': 'fa:16:3e:4c:a9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:05:06.292558 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:06.310862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce39f3a4-70d4-4758-91a7-c89df47c31a2 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:06.317478 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 74056ce7-505c-4789-848d-5d713987a814 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:06.332328 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 74056ce7-505c-4789-848d-5d713987a814 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:06.332858 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:06.340829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ae809-e816-4687-9f11-f274267fc212 req-4bab4641-b17a-452a-a39c-3d324f24cffd tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:06.343149 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9e1ae809-e816-4687-9f11-f274267fc212 req-4bab4641-b17a-452a-a39c-3d324f24cffd tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.1813436 Jul 05 10:05:06.345279 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9cfad4de-2917-4664-a2ea-b649f598751d req-69652302-953f-403e-920e-704cef4278af service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078782 Jul 05 10:05:06.349725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efdbd5-ba01-41f3-83c2-aa6565f3094e req-bbfb5f2e-7291-4541-af44-dc7e603f9042 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:06.353777 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a3efdbd5-ba01-41f3-83c2-aa6565f3094e req-bbfb5f2e-7291-4541-af44-dc7e603f9042 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 948 time: 0.0802476 Jul 05 10:05:06.379270 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port ce39f3a4-70d4-4758-91a7-c89df47c31a2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=ce39f3a4-70d4-4758-91a7-c89df47c31a2,segment=NetworkSegment(040a3358-a273-40be-aabd-d0aa3734bff0),segment_id=040a3358-a273-40be-aabd-d0aa3734bff0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:06.407191 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a3efdbd5-ba01-41f3-83c2-aa6565f3094e req-13c2ad04-6b27-4685-833c-5d60b707274f tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b7666af-97f2-4903-84b6-0af7f1c1786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459585 Jul 05 10:05:06.444250 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:06.486113 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9e1ae809-e816-4687-9f11-f274267fc212 req-bda3e42d-a8ce-4358-a19e-3729b1e72581 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363554 Jul 05 10:05:06.494848 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:06.496173 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9cfad4de-2917-4664-a2ea-b649f598751d req-93fa173c-fe92-4bc5-b67f-739d7b55ba71 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403823 Jul 05 10:05:06.532293 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b726b03-968b-4b37-8e9e-e004f0589e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74056ce7-505c-4789-848d-5d713987a814'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:06.534572 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e243c2e-61c3-4166-aa09-1a59b6341c2e" -d '{"events": [{"server_uuid": "0b726b03-968b-4b37-8e9e-e004f0589e49", "name": "network-vif-plugged", "status": "completed", "tag": "74056ce7-505c-4789-848d-5d713987a814"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:06.554725 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=ce39f3a4-70d4-4758-91a7-c89df47c31a2,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:06.567111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 74056ce7-505c-4789-848d-5d713987a814, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=74056ce7-505c-4789-848d-5d713987a814,segment=NetworkSegment(e99a1402-bf19-431e-b6b3-3ae6cf23996f),segment_id=e99a1402-bf19-431e-b6b3-3ae6cf23996f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:06.587861 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba89fec-efb3-431e-85f2-8de8f7a574fa x-openstack-request-id: req-8ba89fec-efb3-431e-85f2-8de8f7a574fa {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:06.592629 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b726b03-968b-4b37-8e9e-e004f0589e49", "name": "network-vif-plugged", "status": "completed", "tag": "74056ce7-505c-4789-848d-5d713987a814", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:06.592629 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ba89fec-efb3-431e-85f2-8de8f7a574fa {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:06.592629 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b726b03-968b-4b37-8e9e-e004f0589e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74056ce7-505c-4789-848d-5d713987a814', 'code': 200} Jul 05 10:05:06.615029 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:06.682505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=74056ce7-505c-4789-848d-5d713987a814,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:06.755951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a46880-1703-4369-9673-5deb3879323a req-e10c1ab1-c328-47a8-af90-c8371a256015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:06.757672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49a46880-1703-4369-9673-5deb3879323a req-e10c1ab1-c328-47a8-af90-c8371a256015 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 1097 time: 0.0955069 Jul 05 10:05:06.786860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['ce39f3a4-70d4-4758-91a7-c89df47c31a2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:06.801593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49a46880-1703-4369-9673-5deb3879323a req-5978bdfb-38db-456b-9f34-e53160f6655f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=37a1aa3d-4e87-4f1d-9cf3-e051ed099700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365922 Jul 05 10:05:06.863584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac9f5b-6ee6-472d-aeea-1b210b88b286 req-1cee6edc-fe5a-46e8-a0cc-01c83ae0332f tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:06.866387 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67ac9f5b-6ee6-472d-aeea-1b210b88b286 req-1cee6edc-fe5a-46e8-a0cc-01c83ae0332f tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 950 time: 0.1008439 Jul 05 10:05:06.881949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b058a87-3fb2-4643-987a-e13a98c7e21d req-49486893-0d6a-4c6e-9c55-2d23f8e29f73 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:06.883563 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b058a87-3fb2-4643-987a-e13a98c7e21d req-49486893-0d6a-4c6e-9c55-2d23f8e29f73 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 945 time: 0.0806961 Jul 05 10:05:06.913390 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67ac9f5b-6ee6-472d-aeea-1b210b88b286 req-3e2550a4-53d4-4b85-a038-7c228555bdd3 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405591 Jul 05 10:05:06.944315 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b058a87-3fb2-4643-987a-e13a98c7e21d req-bcbef67e-dc76-4a58-813a-deb8aae7bc52 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/security-groups?id=37a1aa3d-4e87-4f1d-9cf3-e051ed099700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500615 Jul 05 10:05:07.204699 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c892e6-4d8f-4b39-8e64-2dfc61022cbc req-9fbb67d8-cb95-4185-867d-07c6d0682997 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:07.206175 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-22c892e6-4d8f-4b39-8e64-2dfc61022cbc req-9fbb67d8-cb95-4185-867d-07c6d0682997 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 945 time: 0.0838375 Jul 05 10:05:07.249665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3cfd0-7a26-47ad-bc24-e1e12407f79c req-3b84a207-7727-480f-8017-d811a485742c tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:07.251621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75e3cfd0-7a26-47ad-bc24-e1e12407f79c req-3b84a207-7727-480f-8017-d811a485742c tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 1102 time: 0.0660858 Jul 05 10:05:07.270085 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-22c892e6-4d8f-4b39-8e64-2dfc61022cbc req-10b5c727-a569-4879-831e-21e2e5e2fb7a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552008 Jul 05 10:05:07.291060 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75e3cfd0-7a26-47ad-bc24-e1e12407f79c req-ed8b7a05-9d4a-4cb7-b824-c5527e9b7617 tempest-ServersOnMultiNodesTest-1274840854 tempest-ServersOnMultiNodesTest-1274840854-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337007 Jul 05 10:05:07.619927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22506c-78ff-44b7-a8c0-3e70e7d12a96 req-761c6008-001f-46bb-bf2c-5e273ff4d811 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:07.621490 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb22506c-78ff-44b7-a8c0-3e70e7d12a96 req-761c6008-001f-46bb-bf2c-5e273ff4d811 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 948 time: 0.0728922 Jul 05 10:05:07.663214 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb22506c-78ff-44b7-a8c0-3e70e7d12a96 req-18415d0c-68c3-4f45-9ab0-ff1a74773e79 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b7666af-97f2-4903-84b6-0af7f1c1786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358357 Jul 05 10:05:07.837867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e418f5-ac4a-4ce5-8c52-14363a7cebcb req-972f66be-62b6-40f3-b686-95653b014f8a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:07.839428 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-23e418f5-ac4a-4ce5-8c52-14363a7cebcb req-972f66be-62b6-40f3-b686-95653b014f8a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.0646031 Jul 05 10:05:07.897391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 91d83813-1b3c-4377-8759-10f9130f4cb8 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:05:07.909520 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-23e418f5-ac4a-4ce5-8c52-14363a7cebcb req-15155fcb-40ca-403d-ab33-e55a7ab0a14a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627260 Jul 05 10:05:08.056671 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 91d83813-1b3c-4377-8759-10f9130f4cb8, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91d83813-1b3c-4377-8759-10f9130f4cb8,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:08.081459 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '91d83813-1b3c-4377-8759-10f9130f4cb8', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '91d83813-1b3c-4377-8759-10f9130f4cb8', 'mac_address': 'fa:16:3e:b8:c2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:05:08.145638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d1583-82ab-4814-9afc-4975f2aa71c0 req-6be81533-e319-4e77-bd61-515161da5a8d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:08.147930 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-361d1583-82ab-4814-9afc-4975f2aa71c0 req-6be81533-e319-4e77-bd61-515161da5a8d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 950 time: 0.1097026 Jul 05 10:05:08.154957 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:08.174801 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d83813-1b3c-4377-8759-10f9130f4cb8 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:08.200196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 91d83813-1b3c-4377-8759-10f9130f4cb8, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91d83813-1b3c-4377-8759-10f9130f4cb8,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:08.206841 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-361d1583-82ab-4814-9afc-4975f2aa71c0 req-e9c20176-d004-4dde-bfc5-497596c1a3f5 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515378 Jul 05 10:05:08.230120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c894e-f46f-44c8-af47-24b903e670a2 req-9b0e2cb7-637f-4f3b-a90e-822653f1ae40 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:08.230120 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e43c894e-f46f-44c8-af47-24b903e670a2 req-9b0e2cb7-637f-4f3b-a90e-822653f1ae40 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 945 time: 0.1044755 Jul 05 10:05:08.266323 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e43c894e-f46f-44c8-af47-24b903e670a2 req-1539cec7-1014-431e-87e5-aaf74fa65877 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/security-groups?id=37a1aa3d-4e87-4f1d-9cf3-e051ed099700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371604 Jul 05 10:05:08.335766 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:08.402900 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=91d83813-1b3c-4377-8759-10f9130f4cb8,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:08.491091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79efa33-aff7-479a-9f8a-4d2b67d80067 req-2626389f-70f4-4643-9baf-6b66260f016a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:08.492663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b79efa33-aff7-479a-9f8a-4d2b67d80067 req-2626389f-70f4-4643-9baf-6b66260f016a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 945 time: 0.0760009 Jul 05 10:05:08.538048 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b79efa33-aff7-479a-9f8a-4d2b67d80067 req-b41ba448-9401-4351-93ed-4551cd1fc590 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386665 Jul 05 10:05:08.640698 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['91d83813-1b3c-4377-8759-10f9130f4cb8'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:08.847204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cb4eb-69a0-4b2a-877d-aa93ff681741 req-e68282d9-f743-405a-82e7-d72ec5d98cf6 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:08.848775 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-643cb4eb-69a0-4b2a-877d-aa93ff681741 req-e68282d9-f743-405a-82e7-d72ec5d98cf6 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 949 time: 0.0643966 Jul 05 10:05:08.888602 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-643cb4eb-69a0-4b2a-877d-aa93ff681741 req-0c315f24-90eb-4a3a-bd6b-2be57f5a4335 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b7666af-97f2-4903-84b6-0af7f1c1786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340343 Jul 05 10:05:09.107041 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf99616-f8c9-4f9b-93e8-227734edaab8 req-41a105e7-861f-4cb0-af03-6b9cdca5254f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:09.108731 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fdf99616-f8c9-4f9b-93e8-227734edaab8 req-41a105e7-861f-4cb0-af03-6b9cdca5254f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.0776269 Jul 05 10:05:09.149182 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fdf99616-f8c9-4f9b-93e8-227734edaab8 req-e6e81851-d79e-454f-b328-5f7ed0a5b787 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347877 Jul 05 10:05:09.392539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5ae3c-a47e-49bc-8ae5-f471788af2e8 req-5aaaa63b-4090-4955-979c-8959c713a859 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:09.394313 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4f5ae3c-a47e-49bc-8ae5-f471788af2e8 req-5aaaa63b-4090-4955-979c-8959c713a859 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 950 time: 0.0695498 Jul 05 10:05:09.432253 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4f5ae3c-a47e-49bc-8ae5-f471788af2e8 req-67705bc5-313c-423b-9dbd-0e8d0e75314e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324745 Jul 05 10:05:09.476558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381432f-ce0a-4cc7-b307-36d2f2161632 req-006cf977-d268-4691-aad3-ad4317566104 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:09.484592 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a381432f-ce0a-4cc7-b307-36d2f2161632 req-006cf977-d268-4691-aad3-ad4317566104 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 945 time: 0.0638349 Jul 05 10:05:09.528309 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a381432f-ce0a-4cc7-b307-36d2f2161632 req-9df50eb7-09b7-4731-880b-6e0427fc1a6f tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/security-groups?id=37a1aa3d-4e87-4f1d-9cf3-e051ed099700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395169 Jul 05 10:05:09.754789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114ca63-32c9-4ceb-9399-e6634349e51c req-ead4bb67-985f-47bf-aecc-3525ef676f95 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:09.756505 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4114ca63-32c9-4ceb-9399-e6634349e51c req-ead4bb67-985f-47bf-aecc-3525ef676f95 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 945 time: 0.0929039 Jul 05 10:05:09.774048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd7fe7-9916-4445-934a-94bb8c6d9b05 req-6edc2c74-3f3b-4aba-b36e-e37d5c05a7b5 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:09.775824 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03cd7fe7-9916-4445-934a-94bb8c6d9b05 req-6edc2c74-3f3b-4aba-b36e-e37d5c05a7b5 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.64 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 950 time: 0.0754545 Jul 05 10:05:09.804818 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4114ca63-32c9-4ceb-9399-e6634349e51c req-df2e5594-abe8-48e6-93d0-1e7a4dd6d3e1 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412643 Jul 05 10:05:09.931688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 91d83813-1b3c-4377-8759-10f9130f4cb8 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:09.941491 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-03cd7fe7-9916-4445-934a-94bb8c6d9b05 req-5712ff64-16e3-45cc-a310-264b1992f53e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Deleting port 50613b55-2ce1-40ad-abb9-f7cd8a475527 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:09.941842 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-03cd7fe7-9916-4445-934a-94bb8c6d9b05 req-5712ff64-16e3-45cc-a310-264b1992f53e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.084111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-03cd7fe7-9916-4445-934a-94bb8c6d9b05 req-5712ff64-16e3-45cc-a310-264b1992f53e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] For port 50613b55-2ce1-40ad-abb9-f7cd8a475527, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=50613b55-2ce1-40ad-abb9-f7cd8a475527,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:10.084499 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-03cd7fe7-9916-4445-934a-94bb8c6d9b05 req-5712ff64-16e3-45cc-a310-264b1992f53e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.101713 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-03cd7fe7-9916-4445-934a-94bb8c6d9b05 req-5712ff64-16e3-45cc-a310-264b1992f53e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Calling delete_port for 50613b55-2ce1-40ad-abb9-f7cd8a475527 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:10.160179 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552f59f-5c70-4b02-b850-db25b934527c req-f7e77549-fe2c-454f-b205-d1df4849cc6b tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:10.161693 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6552f59f-5c70-4b02-b850-db25b934527c req-f7e77549-fe2c-454f-b205-d1df4849cc6b tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 949 time: 0.1345894 Jul 05 10:05:10.235612 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 91d83813-1b3c-4377-8759-10f9130f4cb8 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:10.246174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 91d83813-1b3c-4377-8759-10f9130f4cb8 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:10.246174 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.246442 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6552f59f-5c70-4b02-b850-db25b934527c req-996b3a7f-2556-4af4-b65a-8c938d95ce66 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b7666af-97f2-4903-84b6-0af7f1c1786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740242 Jul 05 10:05:10.357370 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.386505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39810f1-e91f-4c79-8021-fa6ec3b0d9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d83813-1b3c-4377-8759-10f9130f4cb8'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:10.392106 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851dc93a-bb81-429b-8c74-33c18cc9683f" -d '{"events": [{"server_uuid": "a39810f1-e91f-4c79-8021-fa6ec3b0d9fa", "name": "network-vif-plugged", "status": "completed", "tag": "91d83813-1b3c-4377-8759-10f9130f4cb8"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:10.405085 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 91d83813-1b3c-4377-8759-10f9130f4cb8, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91d83813-1b3c-4377-8759-10f9130f4cb8,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:10.542050 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcba9c9-b4ea-4a44-8992-8e49851ce1ed req-9a6a2783-14a9-4c30-b4cc-63a805da9a91 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:10.542050 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bdcba9c9-b4ea-4a44-8992-8e49851ce1ed req-9a6a2783-14a9-4c30-b4cc-63a805da9a91 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.0733097 Jul 05 10:05:10.569063 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-03cd7fe7-9916-4445-934a-94bb8c6d9b05 req-5712ff64-16e3-45cc-a310-264b1992f53e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.581551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['27ed9cb2-e6b4-44c6-82da-120fd3accfca', '14137496-8105-4037-99b4-0d283d07846b', '074bba59-bc5c-4814-bbdb-bb63e7141fef', '4f18ef33-a6ab-4089-a49c-e5f3cc935984', 'b975cef2-e73c-43a2-baea-cc6a81aa98a4'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:10.585641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['359472dc-eb7d-4f43-b241-701bffc603b6', 'abff4552-fd23-4b6b-8ecd-d8bcfb937f77', '50613b55-2ce1-40ad-abb9-f7cd8a475527'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:10.587140 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bdcba9c9-b4ea-4a44-8992-8e49851ce1ed req-d23d1d3f-ddc5-49ee-bf64-8f8d2d0308c5 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466764 Jul 05 10:05:10.616263 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712ff64-16e3-45cc-a310-264b1992f53e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event deleted for resources: {'Port': ['ID=50613b55-2ce1-40ad-abb9-f7cd8a475527,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:10.666398 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41d799a-45d5-4630-9662-bf17a9564d7c x-openstack-request-id: req-c41d799a-45d5-4630-9662-bf17a9564d7c {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:10.666688 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39810f1-e91f-4c79-8021-fa6ec3b0d9fa", "name": "network-vif-plugged", "status": "completed", "tag": "91d83813-1b3c-4377-8759-10f9130f4cb8", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:10.666944 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c41d799a-45d5-4630-9662-bf17a9564d7c {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:10.667324 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39810f1-e91f-4c79-8021-fa6ec3b0d9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d83813-1b3c-4377-8759-10f9130f4cb8', 'code': 200} Jul 05 10:05:10.683583 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cd7fe7-9916-4445-934a-94bb8c6d9b05 req-5712ff64-16e3-45cc-a310-264b1992f53e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] No DVR routers for this DVR port 50613b55-2ce1-40ad-abb9-f7cd8a475527 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:05:10.686919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-03cd7fe7-9916-4445-934a-94bb8c6d9b05 req-5712ff64-16e3-45cc-a310-264b1992f53e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.689234 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03cd7fe7-9916-4445-934a-94bb8c6d9b05 req-5712ff64-16e3-45cc-a310-264b1992f53e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.64 "DELETE /v2.0/ports/50613b55-2ce1-40ad-abb9-f7cd8a475527 HTTP/1.1" status: 204 len: 173 time: 0.9036894 Jul 05 10:05:10.689392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357cfaa4-888b-4b68-b4fd-4257d0384225', 'name': 'network-vif-deleted', 'tag': '50613b55-2ce1-40ad-abb9-f7cd8a475527'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:10.692267 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1e72ba-6b50-41e8-8c15-37fe75522006" -d '{"events": [{"server_uuid": "357cfaa4-888b-4b68-b4fd-4257d0384225", "name": "network-vif-deleted", "tag": "50613b55-2ce1-40ad-abb9-f7cd8a475527"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:10.790648 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:10.790648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device ce39f3a4-70d4-4758-91a7-c89df47c31a2 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:10.879262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76ec9c-057a-4f83-8355-3eec136b6bdd req-b0764717-4c03-491e-99ca-976a5a9ab214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:10.879513 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff76ec9c-057a-4f83-8355-3eec136b6bdd req-b0764717-4c03-491e-99ca-976a5a9ab214 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 1102 time: 0.1262200 Jul 05 10:05:10.913639 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4f453960-82a9-42ba-a790-e0ab6c6f52e2 req-90583aa9-5d35-4a63-9910-8dd94bd4127d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=357cfaa4-888b-4b68-b4fd-4257d0384225 HTTP/1.1" status: 200 len: 210 time: 0.0440466 Jul 05 10:05:10.957705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff76ec9c-057a-4f83-8355-3eec136b6bdd req-e9de4f3b-f0fe-4f16-8c2a-c95be2c10832 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4b7666af-97f2-4903-84b6-0af7f1c1786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581849 Jul 05 10:05:10.992855 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90153dd7-73da-4070-8d0d-6d565509ded4 x-openstack-request-id: req-90153dd7-73da-4070-8d0d-6d565509ded4 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:10.992855 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357cfaa4-888b-4b68-b4fd-4257d0384225", "name": "network-vif-deleted", "tag": "50613b55-2ce1-40ad-abb9-f7cd8a475527", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:10.992855 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-90153dd7-73da-4070-8d0d-6d565509ded4 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:10.993396 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357cfaa4-888b-4b68-b4fd-4257d0384225', 'name': 'network-vif-deleted', 'tag': '50613b55-2ce1-40ad-abb9-f7cd8a475527', 'status': 'completed', 'code': 200} Jul 05 10:05:11.124136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=91d83813-1b3c-4377-8759-10f9130f4cb8,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:11.179421 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9a4d572f-7fb9-4f4b-a630-b0ecedd51576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:11.179683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106518d-cce5-4bca-9054-4f7dd8b127f4 req-307202a4-cdb4-4248-bc70-39e57eab4ff6 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:11.186984 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3106518d-cce5-4bca-9054-4f7dd8b127f4 req-307202a4-cdb4-4248-bc70-39e57eab4ff6 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 945 time: 0.0858033 Jul 05 10:05:11.192330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port ce39f3a4-70d4-4758-91a7-c89df47c31a2 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:11.217111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port ce39f3a4-70d4-4758-91a7-c89df47c31a2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:11.217812 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:11.224838 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf7d3c-41eb-422f-bde1-81fd1029eb4b req-50dac748-5166-4d90-8447-bef591bc694f tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:11.226596 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49cf7d3c-41eb-422f-bde1-81fd1029eb4b req-50dac748-5166-4d90-8447-bef591bc694f tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 945 time: 0.0990772 Jul 05 10:05:11.237662 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3106518d-cce5-4bca-9054-4f7dd8b127f4 req-52a6df2a-c6d6-4752-80fb-4bcadf4f35b7 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/security-groups?id=37a1aa3d-4e87-4f1d-9cf3-e051ed099700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495596 Jul 05 10:05:11.300245 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49cf7d3c-41eb-422f-bde1-81fd1029eb4b req-5123bd57-f5d0-414e-a337-7a89fc02af6d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673771 Jul 05 10:05:11.501973 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:11.515189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63515f89-4e76-4684-8ab2-64b362201918 req-73e3a0b2-4ba2-46a3-81a6-08d12b032cfc tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:11.517406 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-63515f89-4e76-4684-8ab2-64b362201918 req-73e3a0b2-4ba2-46a3-81a6-08d12b032cfc tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 950 time: 0.0777292 Jul 05 10:05:11.574506 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-63515f89-4e76-4684-8ab2-64b362201918 req-7914f315-8638-4f0a-aa69-8b61378279fa tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b7666af-97f2-4903-84b6-0af7f1c1786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514438 Jul 05 10:05:11.583382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port ce39f3a4-70d4-4758-91a7-c89df47c31a2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=ce39f3a4-70d4-4758-91a7-c89df47c31a2,segment=NetworkSegment(040a3358-a273-40be-aabd-d0aa3734bff0),segment_id=040a3358-a273-40be-aabd-d0aa3734bff0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:11.649575 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:11.724963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=ce39f3a4-70d4-4758-91a7-c89df47c31a2,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:11.797483 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f348c-4389-49fb-88af-fb975c5061a3 req-a370abf7-5473-4df7-a186-1e55d7144d4f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:11.799213 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef3f348c-4389-49fb-88af-fb975c5061a3 req-a370abf7-5473-4df7-a186-1e55d7144d4f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.0772738 Jul 05 10:05:11.860493 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef3f348c-4389-49fb-88af-fb975c5061a3 req-0091c9e8-c983-4b77-9552-d4cc8b5d3e32 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544975 Jul 05 10:05:12.497075 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a93b3-90c3-4bef-b2aa-748f37017935 req-ed45d7b7-5bca-4771-9d95-155e4ceea32c tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:12.497075 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba7a93b3-90c3-4bef-b2aa-748f37017935 req-ed45d7b7-5bca-4771-9d95-155e4ceea32c tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 945 time: 0.1438632 Jul 05 10:05:12.511571 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9ac88-31e5-45ed-8f52-563de5e3a4a3 req-d09d0268-fe12-4287-9650-fdb5950ad059 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:12.513716 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2eb9ac88-31e5-45ed-8f52-563de5e3a4a3 req-d09d0268-fe12-4287-9650-fdb5950ad059 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 945 time: 0.1307125 Jul 05 10:05:12.592645 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2eb9ac88-31e5-45ed-8f52-563de5e3a4a3 req-1399e0a7-c9b8-4d4d-8440-a60a75320893 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/security-groups?id=37a1aa3d-4e87-4f1d-9cf3-e051ed099700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704098 Jul 05 10:05:12.666701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-ba7a93b3-90c3-4bef-b2aa-748f37017935 req-3e0ff41d-7dac-41b1-aad7-1f3d296fc1cd tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Deleting port 74056ce7-505c-4789-848d-5d713987a814 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:12.667047 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ba7a93b3-90c3-4bef-b2aa-748f37017935 req-3e0ff41d-7dac-41b1-aad7-1f3d296fc1cd tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.668715 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21879d1e-ac80-471b-80d5-798802d7de65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:12.672060 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44e66f8-6a9e-473c-8791-eaef313a2b6c" -d '{"events": [{"server_uuid": "21879d1e-ac80-471b-80d5-798802d7de65", "name": "network-vif-plugged", "status": "completed", "tag": "ce39f3a4-70d4-4758-91a7-c89df47c31a2"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:12.808666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ba7a93b3-90c3-4bef-b2aa-748f37017935 req-3e0ff41d-7dac-41b1-aad7-1f3d296fc1cd tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] For port 74056ce7-505c-4789-848d-5d713987a814, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=74056ce7-505c-4789-848d-5d713987a814,segment=NetworkSegment(e99a1402-bf19-431e-b6b3-3ae6cf23996f),segment_id=e99a1402-bf19-431e-b6b3-3ae6cf23996f)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:12.809294 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ba7a93b3-90c3-4bef-b2aa-748f37017935 req-3e0ff41d-7dac-41b1-aad7-1f3d296fc1cd tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:12.831536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-ba7a93b3-90c3-4bef-b2aa-748f37017935 req-3e0ff41d-7dac-41b1-aad7-1f3d296fc1cd tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Calling delete_port for 74056ce7-505c-4789-848d-5d713987a814 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:12.841288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa212-79ed-4c11-9303-b475589e73c8 req-5c730f21-3388-4f55-ba7e-510d74ea9773 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:12.843408 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29afa212-79ed-4c11-9303-b475589e73c8 req-5c730f21-3388-4f55-ba7e-510d74ea9773 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.1283512 Jul 05 10:05:12.949110 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29afa212-79ed-4c11-9303-b475589e73c8 req-d0975cf7-53c0-44de-9ac2-164760e7212d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973408 Jul 05 10:05:13.015753 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f72177f-64be-44a4-b383-06511ce85fb1 x-openstack-request-id: req-5f72177f-64be-44a4-b383-06511ce85fb1 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:13.016041 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21879d1e-ac80-471b-80d5-798802d7de65", "name": "network-vif-plugged", "status": "completed", "tag": "ce39f3a4-70d4-4758-91a7-c89df47c31a2", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:13.016485 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f72177f-64be-44a4-b383-06511ce85fb1 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:13.017245 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21879d1e-ac80-471b-80d5-798802d7de65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2', 'code': 200} Jul 05 10:05:13.189535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1aa6d-6e2c-4ace-a7f9-9e76068a0272 req-6dc9b449-43f9-4ae3-81ad-6f9a619036a9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:13.216924 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f7e1aa6d-6e2c-4ace-a7f9-9e76068a0272 req-6dc9b449-43f9-4ae3-81ad-6f9a619036a9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 950 time: 0.1373482 Jul 05 10:05:13.217164 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36904-1645-46f7-8057-825a3af73610 req-2ce01d91-44cb-428e-a6f8-43293fc8bee5 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:13.217164 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-74f36904-1645-46f7-8057-825a3af73610 req-2ce01d91-44cb-428e-a6f8-43293fc8bee5 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 949 time: 0.0911520 Jul 05 10:05:13.217442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4285c75-4f3b-4784-ab38-e3e0a159f61d req-97c55b0e-31b6-4afc-9a85-30589eee2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:13.217442 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4285c75-4f3b-4784-ab38-e3e0a159f61d req-97c55b0e-31b6-4afc-9a85-30589eee2e2e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 1098 time: 0.1013389 Jul 05 10:05:13.261196 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-74f36904-1645-46f7-8057-825a3af73610 req-ddbbbb77-c769-4f17-b300-507b021c4048 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441120 Jul 05 10:05:13.277498 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f7e1aa6d-6e2c-4ace-a7f9-9e76068a0272 req-e4b287ed-50f8-4966-af7f-1121a9720aa9 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b7666af-97f2-4903-84b6-0af7f1c1786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748317 Jul 05 10:05:13.279811 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4285c75-4f3b-4784-ab38-e3e0a159f61d req-2b00d142-e04b-4971-a9a4-ceb2602573d8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606568 Jul 05 10:05:13.411073 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ba7a93b3-90c3-4bef-b2aa-748f37017935 req-3e0ff41d-7dac-41b1-aad7-1f3d296fc1cd tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.451600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ff41d-7dac-41b1-aad7-1f3d296fc1cd tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Pushing event deleted for resources: {'Port': ['ID=74056ce7-505c-4789-848d-5d713987a814,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:13.531439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['74056ce7-505c-4789-848d-5d713987a814'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:13.538078 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-90d21499-ea73-436a-ae89-d7d4c08fd9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.546599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7a93b3-90c3-4bef-b2aa-748f37017935 req-3e0ff41d-7dac-41b1-aad7-1f3d296fc1cd tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] No DVR routers for this DVR port 74056ce7-505c-4789-848d-5d713987a814 on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:05:13.551363 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ba7a93b3-90c3-4bef-b2aa-748f37017935 req-3e0ff41d-7dac-41b1-aad7-1f3d296fc1cd tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.553311 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba7a93b3-90c3-4bef-b2aa-748f37017935 req-3e0ff41d-7dac-41b1-aad7-1f3d296fc1cd tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.73 "DELETE /v2.0/ports/74056ce7-505c-4789-848d-5d713987a814 HTTP/1.1" status: 204 len: 173 time: 1.0513210 Jul 05 10:05:13.553761 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b726b03-968b-4b37-8e9e-e004f0589e49', 'name': 'network-vif-deleted', 'tag': '74056ce7-505c-4789-848d-5d713987a814'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:13.557083 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2573b12-c665-4fe4-8390-3e30f4eab776" -d '{"events": [{"server_uuid": "0b726b03-968b-4b37-8e9e-e004f0589e49", "name": "network-vif-deleted", "tag": "74056ce7-505c-4789-848d-5d713987a814"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:13.589086 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f0ab8-e49c-48bf-9a63-55358b09ef60 req-5977a167-ec2a-496f-a3c9-0107f15a089a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:13.590730 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-171f0ab8-e49c-48bf-9a63-55358b09ef60 req-5977a167-ec2a-496f-a3c9-0107f15a089a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.2130651 Jul 05 10:05:13.597623 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:13.611100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 50613b55-2ce1-40ad-abb9-f7cd8a475527 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:13.641569 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 50613b55-2ce1-40ad-abb9-f7cd8a475527 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:13.641917 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 50613b55-2ce1-40ad-abb9-f7cd8a475527 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:13.664295 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-171f0ab8-e49c-48bf-9a63-55358b09ef60 req-97b5a779-7199-43ff-8972-7015998d49bb tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673492 Jul 05 10:05:13.710822 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9e5f52-18f9-4095-a59d-ae8941da55e2 x-openstack-request-id: req-5a9e5f52-18f9-4095-a59d-ae8941da55e2 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:13.711217 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b726b03-968b-4b37-8e9e-e004f0589e49", "name": "network-vif-deleted", "tag": "74056ce7-505c-4789-848d-5d713987a814", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:13.711389 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a9e5f52-18f9-4095-a59d-ae8941da55e2 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:13.711801 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b726b03-968b-4b37-8e9e-e004f0589e49', 'name': 'network-vif-deleted', 'tag': '74056ce7-505c-4789-848d-5d713987a814', 'status': 'completed', 'code': 200} Jul 05 10:05:13.842252 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83257cf5-d7f4-4cf6-8d0c-c6634e9fd80d req-e3e8b4d0-e20d-412e-b246-d83f7f3f7cac tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 210 time: 0.0300915 Jul 05 10:05:14.391596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddfca3-ae50-4f27-8d1b-22d59219a27b req-73018ac4-3214-4d57-b6c0-f4ec6146a976 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:14.393433 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bfddfca3-ae50-4f27-8d1b-22d59219a27b req-73018ac4-3214-4d57-b6c0-f4ec6146a976 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.0861297 Jul 05 10:05:14.438766 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bfddfca3-ae50-4f27-8d1b-22d59219a27b req-7378cb3a-8b98-41e7-8aed-17b374d016cd tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383828 Jul 05 10:05:14.490523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dc922-e0c0-4f62-bbda-f8e0f9feacac req-a7d1e825-2480-4c3f-a779-eb8e84fb6ed8 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:14.492501 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a19dc922-e0c0-4f62-bbda-f8e0f9feacac req-a7d1e825-2480-4c3f-a779-eb8e84fb6ed8 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 949 time: 0.1015174 Jul 05 10:05:14.585656 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a19dc922-e0c0-4f62-bbda-f8e0f9feacac req-a5248ca0-5394-4e56-90ca-a49ae212d112 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869803 Jul 05 10:05:14.624490 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d3ba7-6817-41b1-aefa-596e4b977251 req-5135ed0a-5879-4ea8-9518-57eb593bb1a8 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:14.626056 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab3d3ba7-6817-41b1-aefa-596e4b977251 req-5135ed0a-5879-4ea8-9518-57eb593bb1a8 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 949 time: 0.1173394 Jul 05 10:05:14.766317 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-ab3d3ba7-6817-41b1-aefa-596e4b977251 req-c5a8277f-309f-4fc3-8641-d344644ad9c7 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Deleting port b975cef2-e73c-43a2-baea-cc6a81aa98a4 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:14.766653 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ab3d3ba7-6817-41b1-aefa-596e4b977251 req-c5a8277f-309f-4fc3-8641-d344644ad9c7 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:14.840515 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:14.896376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ab3d3ba7-6817-41b1-aefa-596e4b977251 req-c5a8277f-309f-4fc3-8641-d344644ad9c7 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] For port b975cef2-e73c-43a2-baea-cc6a81aa98a4, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=b975cef2-e73c-43a2-baea-cc6a81aa98a4,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:14.896376 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ab3d3ba7-6817-41b1-aefa-596e4b977251 req-c5a8277f-309f-4fc3-8641-d344644ad9c7 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:14.911913 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed154d9-d1cb-448e-bb5e-678b4cb11046 req-b372c74d-2968-4092-83f8-018d80f720b3 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:14.914047 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ed154d9-d1cb-448e-bb5e-678b4cb11046 req-b372c74d-2968-4092-83f8-018d80f720b3 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.1051762 Jul 05 10:05:14.963100 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ed154d9-d1cb-448e-bb5e-678b4cb11046 req-24240bbd-6227-475c-893c-6ae02932d616 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425143 Jul 05 10:05:15.257337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-ab3d3ba7-6817-41b1-aefa-596e4b977251 req-c5a8277f-309f-4fc3-8641-d344644ad9c7 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Calling delete_port for b975cef2-e73c-43a2-baea-cc6a81aa98a4 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:15.293212 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5bf9fbac-6101-43b8-9abd-654d1144f421 req-aaed1d01-3d47-4cfa-8ec7-9744d48e3ba7 tempest-ServerAddressesTestJSON-1142872824 tempest-ServerAddressesTestJSON-1142872824-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b726b03-968b-4b37-8e9e-e004f0589e49 HTTP/1.1" status: 200 len: 210 time: 0.0452199 Jul 05 10:05:15.708769 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46ae2c-666c-40ae-8c23-809e7458f169 req-41d5effd-eea4-4cd7-ab4e-5fc3fb3886c6 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:15.711121 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b46ae2c-666c-40ae-8c23-809e7458f169 req-41d5effd-eea4-4cd7-ab4e-5fc3fb3886c6 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.1513379 Jul 05 10:05:15.777253 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b46ae2c-666c-40ae-8c23-809e7458f169 req-d142d511-eb0a-4c73-b776-9fbf962c328f tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593190 Jul 05 10:05:15.829699 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ab3d3ba7-6817-41b1-aefa-596e4b977251 req-c5a8277f-309f-4fc3-8641-d344644ad9c7 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.842716 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['27ed9cb2-e6b4-44c6-82da-120fd3accfca', '14137496-8105-4037-99b4-0d283d07846b', '074bba59-bc5c-4814-bbdb-bb63e7141fef', '4f18ef33-a6ab-4089-a49c-e5f3cc935984', 'b975cef2-e73c-43a2-baea-cc6a81aa98a4'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:15.866066 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8277f-309f-4fc3-8641-d344644ad9c7 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event deleted for resources: {'Port': ['ID=b975cef2-e73c-43a2-baea-cc6a81aa98a4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:15.908792 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['359472dc-eb7d-4f43-b241-701bffc603b6', 'abff4552-fd23-4b6b-8ecd-d8bcfb937f77'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:15.936426 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3d3ba7-6817-41b1-aefa-596e4b977251 req-c5a8277f-309f-4fc3-8641-d344644ad9c7 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] No DVR routers for this DVR port b975cef2-e73c-43a2-baea-cc6a81aa98a4 on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:05:15.945176 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ab3d3ba7-6817-41b1-aefa-596e4b977251 req-c5a8277f-309f-4fc3-8641-d344644ad9c7 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:15.945176 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab3d3ba7-6817-41b1-aefa-596e4b977251 req-c5a8277f-309f-4fc3-8641-d344644ad9c7 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "DELETE /v2.0/ports/b975cef2-e73c-43a2-baea-cc6a81aa98a4 HTTP/1.1" status: 204 len: 173 time: 1.2979836 Jul 05 10:05:15.945176 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e61b9f3-9bba-4fdf-a686-0997b0936dfb', 'name': 'network-vif-deleted', 'tag': 'b975cef2-e73c-43a2-baea-cc6a81aa98a4'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:15.945626 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af34c4c-c475-49fe-af67-420cc69caba3" -d '{"events": [{"server_uuid": "2e61b9f3-9bba-4fdf-a686-0997b0936dfb", "name": "network-vif-deleted", "tag": "b975cef2-e73c-43a2-baea-cc6a81aa98a4"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:15.962397 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device b975cef2-e73c-43a2-baea-cc6a81aa98a4 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:15.974627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc2b91-3392-401d-a5ad-47290df3aae3 req-f8f6efc6-a83d-4454-8149-a81016dac118 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:15.979463 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-15bc2b91-3392-401d-a5ad-47290df3aae3 req-f8f6efc6-a83d-4454-8149-a81016dac118 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 867 time: 0.1790323 Jul 05 10:05:16.003171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: b975cef2-e73c-43a2-baea-cc6a81aa98a4 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:16.003523 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device b975cef2-e73c-43a2-baea-cc6a81aa98a4 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:16.003975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 74056ce7-505c-4789-848d-5d713987a814 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:16.039045 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 74056ce7-505c-4789-848d-5d713987a814 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:16.039419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 74056ce7-505c-4789-848d-5d713987a814 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:16.042937 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-15bc2b91-3392-401d-a5ad-47290df3aae3 req-b8cc12cb-8cf6-453e-bda6-b61cbdc55f86 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591416 Jul 05 10:05:16.106192 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414a9f3b-a3c2-4e76-a150-05d06a707f4f x-openstack-request-id: req-414a9f3b-a3c2-4e76-a150-05d06a707f4f {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:16.107353 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e61b9f3-9bba-4fdf-a686-0997b0936dfb", "name": "network-vif-deleted", "tag": "b975cef2-e73c-43a2-baea-cc6a81aa98a4", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:16.107861 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-414a9f3b-a3c2-4e76-a150-05d06a707f4f {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:16.114766 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e61b9f3-9bba-4fdf-a686-0997b0936dfb', 'name': 'network-vif-deleted', 'tag': 'b975cef2-e73c-43a2-baea-cc6a81aa98a4', 'status': 'completed', 'code': 200} Jul 05 10:05:16.302682 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe32aa1-6e53-4384-abad-7dbb3276afa8 req-0a1a9636-f0be-4a33-af53-221599cec892 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:16.311531 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cbe32aa1-6e53-4384-abad-7dbb3276afa8 req-0a1a9636-f0be-4a33-af53-221599cec892 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.0850670 Jul 05 10:05:16.366759 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cbe32aa1-6e53-4384-abad-7dbb3276afa8 req-500c0064-3fe3-4cc4-81cc-80d640613501 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542319 Jul 05 10:05:16.452005 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38914) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:16.514841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fe2c38-4a53-4eda-b259-d76072d48e3f admin admin] Deleting subnet 61a426e0-3759-4aba-a44d-fe3651ac3d66 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:05:16.518869 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-33fe2c38-4a53-4eda-b259-d76072d48e3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:16.623559 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-33fe2c38-4a53-4eda-b259-d76072d48e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:16.672231 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:16.711643 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-33fe2c38-4a53-4eda-b259-d76072d48e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:16.827888 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b20b7-9a16-480f-b031-ead782ed128a req-960407b4-f0d4-4b3e-a084-994958d973c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:16.830162 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf8b20b7-9a16-480f-b031-ead782ed128a req-960407b4-f0d4-4b3e-a084-994958d973c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60af8b5ef1b94e0c8a78ae4692c130d5&device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 1098 time: 0.1546261 Jul 05 10:05:16.893499 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5c56c-ba37-49ed-b02c-2722542aee30 req-f79db4df-1bd4-4135-b989-0e9b2a6562ee tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:16.895053 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffd5c56c-ba37-49ed-b02c-2722542aee30 req-f79db4df-1bd4-4135-b989-0e9b2a6562ee tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.1629982 Jul 05 10:05:16.920179 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-33fe2c38-4a53-4eda-b259-d76072d48e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:16.977126 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-33fe2c38-4a53-4eda-b259-d76072d48e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:16.979098 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-33fe2c38-4a53-4eda-b259-d76072d48e3f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/61a426e0-3759-4aba-a44d-fe3651ac3d66 HTTP/1.1" status: 204 len: 168 time: 0.5260530 Jul 05 10:05:16.983741 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38930) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:16.991092 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe2c38-4a53-4eda-b259-d76072d48e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a426e0-3759-4aba-a44d-fe3651ac3d66,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:17.044932 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffd5c56c-ba37-49ed-b02c-2722542aee30 req-e5af1bf0-5cbf-4b65-b4e5-c8baa331261a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351860 Jul 05 10:05:17.049077 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b20b7-9a16-480f-b031-ead782ed128a req-6c794e45-84c7-4e2e-b53c-a19a9eff88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:17.050630 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf8b20b7-9a16-480f-b031-ead782ed128a req-6c794e45-84c7-4e2e-b53c-a19a9eff88cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=80f95e78-8641-45df-a82a-c1ce564ff580 HTTP/1.1" status: 200 len: 920 time: 0.2136106 Jul 05 10:05:17.108538 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51f1a19e-9a0d-49e7-a277-34f482421d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.118662 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf8b20b7-9a16-480f-b031-ead782ed128a req-db72b962-152e-4d0b-8bba-a0039a4cf958 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce39f3a4-70d4-4758-91a7-c89df47c31a2 HTTP/1.1" status: 200 len: 217 time: 0.0599034 Jul 05 10:05:17.184514 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b20b7-9a16-480f-b031-ead782ed128a req-86ffa34b-82bc-4a70-bd7c-4709aeb76054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:17.187583 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf8b20b7-9a16-480f-b031-ead782ed128a req-86ffa34b-82bc-4a70-bd7c-4709aeb76054 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b746b052-9a8e-42a3-b1f9-2045ddb70885 HTTP/1.1" status: 200 len: 859 time: 0.0597448 Jul 05 10:05:17.211009 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51f1a19e-9a0d-49e7-a277-34f482421d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.229117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-51f1a19e-9a0d-49e7-a277-34f482421d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19d5875-3e2c-4fb6-a96c-817ae9ce3351']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:17.252219 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-51f1a19e-9a0d-49e7-a277-34f482421d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99a1402-bf19-431e-b6b3-3ae6cf23996f') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:17.252695 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-51f1a19e-9a0d-49e7-a277-34f482421d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99a1402-bf19-431e-b6b3-3ae6cf23996f') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:17.256863 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf8b20b7-9a16-480f-b031-ead782ed128a req-42d73d48-366e-41c8-967c-0624a80fefab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f95e78-8641-45df-a82a-c1ce564ff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506048 Jul 05 10:05:17.281101 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e91b4a31-c3ab-4566-8846-efc5cf688e1a req-d1649c2b-6927-487e-b397-db8a3b17415d tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e61b9f3-9bba-4fdf-a686-0997b0936dfb HTTP/1.1" status: 200 len: 210 time: 0.0388482 Jul 05 10:05:17.282972 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51f1a19e-9a0d-49e7-a277-34f482421d9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.304823 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51f1a19e-9a0d-49e7-a277-34f482421d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.312739 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f1a19e-9a0d-49e7-a277-34f482421d9f admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:05:17.313486 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51f1a19e-9a0d-49e7-a277-34f482421d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:05:17.316022 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:05:17.383512 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf8b20b7-9a16-480f-b031-ead782ed128a req-b1fe4937-3e4d-464b-9d20-36e44ec1c7a8 service neutron] 10.222.0.73 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159978 Jul 05 10:05:17.506955 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51f1a19e-9a0d-49e7-a277-34f482421d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.517944 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51f1a19e-9a0d-49e7-a277-34f482421d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:17.520637 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-51f1a19e-9a0d-49e7-a277-34f482421d9f admin admin] 10.222.0.77 "DELETE /v2.0/networks/c19d5875-3e2c-4fb6-a96c-817ae9ce3351 HTTP/1.1" status: 204 len: 168 time: 0.5362771 Jul 05 10:05:17.538882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1a19e-9a0d-49e7-a277-34f482421d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=c19d5875-3e2c-4fb6-a96c-817ae9ce3351,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:17.567616 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf8b20b7-9a16-480f-b031-ead782ed128a req-fbd9f798-6dfc-4f68-b981-9184606e4541 service neutron] 10.222.0.73 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732016 Jul 05 10:05:17.587239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f833a-f5f4-4979-8776-2e94a00ca368 req-1662b377-525a-417f-ad0c-f61a1dd1b579 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:17.588873 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c97f833a-f5f4-4979-8776-2e94a00ca368 req-1662b377-525a-417f-ad0c-f61a1dd1b579 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.1057186 Jul 05 10:05:17.652676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c97f833a-f5f4-4979-8776-2e94a00ca368 req-a6f2abd4-71fa-4371-92ed-534d6afd1b6b tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540674 Jul 05 10:05:17.983848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38960) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:17.993738 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 91d83813-1b3c-4377-8759-10f9130f4cb8 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:05:18.050228 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-934d1f73-a176-455c-9eaa-db93f2de9abc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e65ed5008f984fb3aaf5c03968f18585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651565 Jul 05 10:05:18.053127 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38968) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:18.144709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 91d83813-1b3c-4377-8759-10f9130f4cb8, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91d83813-1b3c-4377-8759-10f9130f4cb8,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:18.157874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '91d83813-1b3c-4377-8759-10f9130f4cb8', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '91d83813-1b3c-4377-8759-10f9130f4cb8', 'mac_address': 'fa:16:3e:b8:c2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:05:18.167342 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9d552c94-51bb-4563-b2d0-fd28170562db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.205444 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.222136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91d83813-1b3c-4377-8759-10f9130f4cb8 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:18.228063 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9d552c94-51bb-4563-b2d0-fd28170562db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.248364 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 91d83813-1b3c-4377-8759-10f9130f4cb8, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91d83813-1b3c-4377-8759-10f9130f4cb8,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:18.340686 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.346891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8f628-ebca-44da-a68f-c0ee807569b3 req-da1ed597-0bfd-4f92-a1f6-46f41fb6ceaa tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:18.350610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8eb8f628-ebca-44da-a68f-c0ee807569b3 req-da1ed597-0bfd-4f92-a1f6-46f41fb6ceaa tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.1108515 Jul 05 10:05:18.420734 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8eb8f628-ebca-44da-a68f-c0ee807569b3 req-9c27df1f-f9d9-49a6-b7bc-78a0f41ee342 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691292 Jul 05 10:05:18.455617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=91d83813-1b3c-4377-8759-10f9130f4cb8,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:18.456413 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9d552c94-51bb-4563-b2d0-fd28170562db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.461889 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9d552c94-51bb-4563-b2d0-fd28170562db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:18.468329 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9d552c94-51bb-4563-b2d0-fd28170562db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/37a1aa3d-4e87-4f1d-9cf3-e051ed099700 HTTP/1.1" status: 204 len: 168 time: 0.4084976 Jul 05 10:05:18.476472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['91d83813-1b3c-4377-8759-10f9130f4cb8'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:18.485305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d552c94-51bb-4563-b2d0-fd28170562db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a1aa3d-4e87-4f1d-9cf3-e051ed099700,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:18.874189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9ad40-42a2-438d-972e-05b65ab1a09b req-c4dbadb8-105b-4ae3-b735-a67009a1751e tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:18.879226 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c9d9ad40-42a2-438d-972e-05b65ab1a09b req-c4dbadb8-105b-4ae3-b735-a67009a1751e tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.0915031 Jul 05 10:05:18.920850 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c9d9ad40-42a2-438d-972e-05b65ab1a09b req-fd2b64f6-80a9-48c5-9e4f-1963e501d428 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390842 Jul 05 10:05:19.303095 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b78a2-7c11-4686-8024-7513efc57419 req-b3452653-f4dd-436e-a33c-b9fdbef650df tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:19.304738 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d98b78a2-7c11-4686-8024-7513efc57419 req-b3452653-f4dd-436e-a33c-b9fdbef650df tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 950 time: 0.0894094 Jul 05 10:05:19.373628 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d98b78a2-7c11-4686-8024-7513efc57419 req-67d80781-e275-4122-9ee3-4708df4b33d3 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604520 Jul 05 10:05:19.765025 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87485496-eff9-4266-a241-8756766ccda4 req-4606a113-c009-48b7-9489-260e40faa10d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:19.766638 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-87485496-eff9-4266-a241-8756766ccda4 req-4606a113-c009-48b7-9489-260e40faa10d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.0787687 Jul 05 10:05:19.823891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-87485496-eff9-4266-a241-8756766ccda4 req-e9247f0c-44d4-4da5-81b9-60933bcb86bc tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471342 Jul 05 10:05:19.935914 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39034) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:20.025938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 91d83813-1b3c-4377-8759-10f9130f4cb8 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:20.151568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 91d83813-1b3c-4377-8759-10f9130f4cb8 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:20.151568 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:20.188248 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:20.215491 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39810f1-e91f-4c79-8021-fa6ec3b0d9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d83813-1b3c-4377-8759-10f9130f4cb8'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:20.218954 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d715bd-d7b8-41ac-8785-c5bfcca857cc" -d '{"events": [{"server_uuid": "a39810f1-e91f-4c79-8021-fa6ec3b0d9fa", "name": "network-vif-plugged", "status": "completed", "tag": "91d83813-1b3c-4377-8759-10f9130f4cb8"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:20.236877 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 91d83813-1b3c-4377-8759-10f9130f4cb8, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91d83813-1b3c-4377-8759-10f9130f4cb8,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:20.260416 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ce0978e2-b181-489c-b3ba-7dfe747ba6c0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1161517959-network', 'tenant_id': 'aaf471cbe22142a7880d15035c04feae'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:20.281148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75068de0-2e83-4959-93df-5f019ff96445 req-7dabcaf7-48b4-426d-8383-e515b167bd94 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:20.281148 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75068de0-2e83-4959-93df-5f019ff96445 req-7dabcaf7-48b4-426d-8383-e515b167bd94 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.1851435 Jul 05 10:05:20.352955 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75068de0-2e83-4959-93df-5f019ff96445 req-a351b04e-7b25-4476-b03d-c206393c4212 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678093 Jul 05 10:05:20.553746 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050c592d-d683-4102-b4f8-776f60985807 x-openstack-request-id: req-050c592d-d683-4102-b4f8-776f60985807 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:20.554049 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39810f1-e91f-4c79-8021-fa6ec3b0d9fa", "name": "network-vif-plugged", "status": "completed", "tag": "91d83813-1b3c-4377-8759-10f9130f4cb8", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:20.554308 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-050c592d-d683-4102-b4f8-776f60985807 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:20.554722 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39810f1-e91f-4c79-8021-fa6ec3b0d9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d83813-1b3c-4377-8759-10f9130f4cb8', 'code': 200} Jul 05 10:05:20.594837 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e39fd-ca25-4f8c-9094-65f5419ba669 req-5effb745-b9da-42be-892f-103a7805f0f8 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:20.596572 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1b4e39fd-ca25-4f8c-9094-65f5419ba669 req-5effb745-b9da-42be-892f-103a7805f0f8 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 950 time: 0.1095634 Jul 05 10:05:20.717959 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:20.739438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad8e66-5121-4eba-9e93-b844bd836188 req-f50ee006-5a0c-4cd2-961a-eab686993eab tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:20.750390 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85ad8e66-5121-4eba-9e93-b844bd836188 req-f50ee006-5a0c-4cd2-961a-eab686993eab tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 950 time: 0.0872459 Jul 05 10:05:20.756888 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-1b4e39fd-ca25-4f8c-9094-65f5419ba669 req-dd0bab50-de08-4bed-8598-03b9f2a50464 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Deleting port 4f18ef33-a6ab-4089-a49c-e5f3cc935984 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:20.757605 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1b4e39fd-ca25-4f8c-9094-65f5419ba669 req-dd0bab50-de08-4bed-8598-03b9f2a50464 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:20.782325 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0978e2-b181-489c-b3ba-7dfe747ba6c0 admin admin] Made reservation on behalf of aaf471cbe22142a7880d15035c04feae for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:20.785438 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce0978e2-b181-489c-b3ba-7dfe747ba6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:20.817527 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85ad8e66-5121-4eba-9e93-b844bd836188 req-757b03ef-2a65-4ce6-8670-f140003b111e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661669 Jul 05 10:05:20.838378 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=91d83813-1b3c-4377-8759-10f9130f4cb8,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:20.847429 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce0978e2-b181-489c-b3ba-7dfe747ba6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:20.924613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-1b4e39fd-ca25-4f8c-9094-65f5419ba669 req-dd0bab50-de08-4bed-8598-03b9f2a50464 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] For port 4f18ef33-a6ab-4089-a49c-e5f3cc935984, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4f18ef33-a6ab-4089-a49c-e5f3cc935984,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:20.925372 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1b4e39fd-ca25-4f8c-9094-65f5419ba669 req-dd0bab50-de08-4bed-8598-03b9f2a50464 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:20.947967 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-1b4e39fd-ca25-4f8c-9094-65f5419ba669 req-dd0bab50-de08-4bed-8598-03b9f2a50464 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Calling delete_port for 4f18ef33-a6ab-4089-a49c-e5f3cc935984 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:21.086461 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce0978e2-b181-489c-b3ba-7dfe747ba6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:21.216787 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce0978e2-b181-489c-b3ba-7dfe747ba6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:21.232551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f907c9-2e27-40fe-82e8-1e9edf67e3cb req-b63d9a57-3e3a-438b-93c9-a6854db22097 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:21.248370 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17f907c9-2e27-40fe-82e8-1e9edf67e3cb req-b63d9a57-3e3a-438b-93c9-a6854db22097 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.1201074 Jul 05 10:05:21.253998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0978e2-b181-489c-b3ba-7dfe747ba6c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:05:21.276204 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce0978e2-b181-489c-b3ba-7dfe747ba6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:21.276204 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-ce0978e2-b181-489c-b3ba-7dfe747ba6c0 admin admin] Added segment b10dfee1-7279-4fe3-a280-34e2aeea8eb4 of type vlan for network 931420c7-2f5c-4210-881f-ffaae81b0ce6 Jul 05 10:05:21.276204 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0978e2-b181-489c-b3ba-7dfe747ba6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb1e558-6b0f-4941-90c3-6a0e91b184e8,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:21.313399 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17f907c9-2e27-40fe-82e8-1e9edf67e3cb req-78f71fc2-d386-4321-8461-a567e5cf59e5 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582952 Jul 05 10:05:21.317840 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1b4e39fd-ca25-4f8c-9094-65f5419ba669 req-dd0bab50-de08-4bed-8598-03b9f2a50464 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:21.334344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['359472dc-eb7d-4f43-b241-701bffc603b6', 'abff4552-fd23-4b6b-8ecd-d8bcfb937f77'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:21.336311 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce0978e2-b181-489c-b3ba-7dfe747ba6c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:21.396299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['27ed9cb2-e6b4-44c6-82da-120fd3accfca', '14137496-8105-4037-99b4-0d283d07846b', '074bba59-bc5c-4814-bbdb-bb63e7141fef', '4f18ef33-a6ab-4089-a49c-e5f3cc935984'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:21.453153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bab50-de08-4bed-8598-03b9f2a50464 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event deleted for resources: {'Port': ['ID=4f18ef33-a6ab-4089-a49c-e5f3cc935984,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:21.567449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4e39fd-ca25-4f8c-9094-65f5419ba669 req-dd0bab50-de08-4bed-8598-03b9f2a50464 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] No DVR routers for this DVR port 4f18ef33-a6ab-4089-a49c-e5f3cc935984 on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:05:21.573118 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1b4e39fd-ca25-4f8c-9094-65f5419ba669 req-dd0bab50-de08-4bed-8598-03b9f2a50464 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:21.582121 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1b4e39fd-ca25-4f8c-9094-65f5419ba669 req-dd0bab50-de08-4bed-8598-03b9f2a50464 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "DELETE /v2.0/ports/4f18ef33-a6ab-4089-a49c-e5f3cc935984 HTTP/1.1" status: 204 len: 173 time: 0.9792211 Jul 05 10:05:21.583120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668d35d7-46ee-448d-8b49-b26e23d4a291', 'name': 'network-vif-deleted', 'tag': '4f18ef33-a6ab-4089-a49c-e5f3cc935984'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:21.585552 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f2235e-61ec-4aa4-9269-785c85edf817" -d '{"events": [{"server_uuid": "668d35d7-46ee-448d-8b49-b26e23d4a291", "name": "network-vif-deleted", "tag": "4f18ef33-a6ab-4089-a49c-e5f3cc935984"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:21.719928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f9423-6bc1-422d-b954-4661a4c5a217 req-ce23c057-6fab-4024-84d8-38a4c27a5e77 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:21.728540 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-333f9423-6bc1-422d-b954-4661a4c5a217 req-ce23c057-6fab-4024-84d8-38a4c27a5e77 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.1249967 Jul 05 10:05:21.728773 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce0978e2-b181-489c-b3ba-7dfe747ba6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:21.729761 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0978e2-b181-489c-b3ba-7dfe747ba6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:21.730467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce0978e2-b181-489c-b3ba-7dfe747ba6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:21.806863 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-333f9423-6bc1-422d-b954-4661a4c5a217 req-5c98ac8d-fd24-4450-b7d2-7a31d6a6577b tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771589 Jul 05 10:05:21.924359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0978e2-b181-489c-b3ba-7dfe747ba6c0 admin admin] Pushing event updated for resources: {'Network': ['ID=931420c7-2f5c-4210-881f-ffaae81b0ce6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:21.954602 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 931420c7-2f5c-4210-881f-ffaae81b0ce6 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:05:21.989649 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ce0978e2-b181-489c-b3ba-7dfe747ba6c0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0500300 Jul 05 10:05:21.991315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39064) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:21.997423 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-eecc4399-f94f-430e-854f-15d94632bf75 admin admin] Request body: {'subnet': {'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1161517959-subnet', 'tenant_id': 'aaf471cbe22142a7880d15035c04feae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:22.125214 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486fbfc7-e8c9-4bf6-bf29-436bf49a6160 x-openstack-request-id: req-486fbfc7-e8c9-4bf6-bf29-436bf49a6160 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:22.125648 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668d35d7-46ee-448d-8b49-b26e23d4a291", "name": "network-vif-deleted", "tag": "4f18ef33-a6ab-4089-a49c-e5f3cc935984", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:22.126031 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-486fbfc7-e8c9-4bf6-bf29-436bf49a6160 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:22.126672 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668d35d7-46ee-448d-8b49-b26e23d4a291', 'name': 'network-vif-deleted', 'tag': '4f18ef33-a6ab-4089-a49c-e5f3cc935984', 'status': 'completed', 'code': 200} Jul 05 10:05:22.187160 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecc4399-f94f-430e-854f-15d94632bf75 admin admin] Made reservation on behalf of aaf471cbe22142a7880d15035c04feae for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:22.190680 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eecc4399-f94f-430e-854f-15d94632bf75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:22.289924 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:22.395904 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95c233f9-9d2f-4117-854f-1285d06e6ac4 req-a61cbde3-07f2-486f-8975-3e70e6ff1adb tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 210 time: 0.0575008 Jul 05 10:05:22.887653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588bced-0426-4058-816b-b31b66aa096e req-ee250838-df92-4fd4-a408-6007ebf097de tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:22.891949 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7588bced-0426-4058-816b-b31b66aa096e req-ee250838-df92-4fd4-a408-6007ebf097de tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.1057291 Jul 05 10:05:22.959852 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7588bced-0426-4058-816b-b31b66aa096e req-0f90417e-f11e-42a8-a159-0026bf6360e9 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617368 Jul 05 10:05:23.172789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a492aa-7464-4413-b980-dbc233042705 req-f5dbca84-5a89-4d7d-9ce3-dfe1de3dd242 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:23.174351 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31a492aa-7464-4413-b980-dbc233042705 req-f5dbca84-5a89-4d7d-9ce3-dfe1de3dd242 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.0877638 Jul 05 10:05:23.203373 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eecc4399-f94f-430e-854f-15d94632bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:23.280919 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31a492aa-7464-4413-b980-dbc233042705 req-f9a59c40-9321-465c-bcc8-bbec5b8dca4a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940499 Jul 05 10:05:23.282705 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc4399-f94f-430e-854f-15d94632bf75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef74de40-dd65-451f-9123-3f8618e2b3e8,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:23.298347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecc4399-f94f-430e-854f-15d94632bf75 admin admin] Checking segment: {'id': 'b10dfee1-7279-4fe3-a280-34e2aeea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:23.298745 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecc4399-f94f-430e-854f-15d94632bf75 admin admin] Network hostable DHCP agents. Network: 931420c7-2f5c-4210-881f-ffaae81b0ce6, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:05:23.489037 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecc4399-f94f-430e-854f-15d94632bf75 admin admin] Network 931420c7-2f5c-4210-881f-ffaae81b0ce6 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:05:23.609664 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5f2a2ae4-aec4-41f9-97cc-a0b12a015925 req-99d937dd-37e9-48cb-b151-991086b8a121 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=668d35d7-46ee-448d-8b49-b26e23d4a291 HTTP/1.1" status: 200 len: 210 time: 0.0356927 Jul 05 10:05:23.614965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-eecc4399-f94f-430e-854f-15d94632bf75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 931420c7-2f5c-4210-881f-ffaae81b0ce6) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:23.621430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc4399-f94f-430e-854f-15d94632bf75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:23.625447 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eecc4399-f94f-430e-854f-15d94632bf75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:23.632314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6293d3de-5b1a-43fe-b130-702bba870a77 None None] Network 931420c7-2f5c-4210-881f-ffaae81b0ce6 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:05:23.772091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39084) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:23.773142 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-eecc4399-f94f-430e-854f-15d94632bf75 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7798126 Jul 05 10:05:23.777718 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1161517959-router', 'tenant_id': 'aaf471cbe22142a7880d15035c04feae', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:23.852945 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:23.860614 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1ebb3d-f3bc-4d5d-865b-890fcb37f629 None None] Network 931420c7-2f5c-4210-881f-ffaae81b0ce6 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:05:23.883217 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:23.884733 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:23.954459 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.024953 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4f18ef33-a6ab-4089-a49c-e5f3cc935984 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:24.199763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a03a1d-64fd-43c5-acea-69c9048c7d6d req-bab48193-0cf3-44c7-a3be-3b854c25d22c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:24.202625 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 4f18ef33-a6ab-4089-a49c-e5f3cc935984 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:24.203115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4f18ef33-a6ab-4089-a49c-e5f3cc935984 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:24.207660 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-02a03a1d-64fd-43c5-acea-69c9048c7d6d req-bab48193-0cf3-44c7-a3be-3b854c25d22c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.0975213 Jul 05 10:05:24.275888 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-02a03a1d-64fd-43c5-acea-69c9048c7d6d req-cc5f282e-524b-46d2-add9-ac599745d73c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613670 Jul 05 10:05:24.278066 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.569363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd08fbd-cf7f-4cfd-a941-b5994423d306 req-b00bbf33-839c-424b-a6c8-a42640ab21bb tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:24.577938 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5bd08fbd-cf7f-4cfd-a941-b5994423d306 req-b00bbf33-839c-424b-a6c8-a42640ab21bb tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.1329601 Jul 05 10:05:24.641955 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5bd08fbd-cf7f-4cfd-a941-b5994423d306 req-bff6d1e4-73a9-49c9-af88-b077f474c24e tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618079 Jul 05 10:05:24.724947 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.751512 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:24.948796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Allocated IP 172.25.5.80 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/da86d318-b916-4f83-9c39-942dc8aceb54) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:25.164022 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:25.346521 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:25.443623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:25.447144 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:25.460591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:25.467205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Pushing event updated for resources: {'Port': ['ID=da86d318-b916-4f83-9c39-942dc8aceb54,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:25.926292 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c2811-c6f4-4cee-a1a2-ddbb88bc75b5 req-5775285c-d41d-4961-ac80-af2e16dd2eb0 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:25.933375 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e78c2811-c6f4-4cee-a1a2-ddbb88bc75b5 req-5775285c-d41d-4961-ac80-af2e16dd2eb0 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.0896933 Jul 05 10:05:25.979554 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e78c2811-c6f4-4cee-a1a2-ddbb88bc75b5 req-cb822781-9eaf-404b-8da9-c829e5efb4e0 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449517 Jul 05 10:05:25.980155 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.217021 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f1845-8a7d-4ad6-95af-00d84667baa8 req-761b89e2-298d-454a-9ea8-9a9733049d49 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:26.218577 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d6f1845-8a7d-4ad6-95af-00d84667baa8 req-761b89e2-298d-454a-9ea8-9a9733049d49 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.1039796 Jul 05 10:05:26.265906 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d6f1845-8a7d-4ad6-95af-00d84667baa8 req-af869309-459f-4e17-9fc6-b7fad9a8d04a tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377548 Jul 05 10:05:26.321686 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:26.991254 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Router 0f2bcb91-544d-4a06-a31c-c1e6d0354eb2 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:05:27.170763 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:05:27.190318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Sync routers for ids ['0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:05:27.203774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Routers {'0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:27.203774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:05:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:27.507040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Set router 0f2bcb91-544d-4a06-a31c-c1e6d0354eb2 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:27.883590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'name': 'tempest-ServerRescueTestJSON-1161517959-router', 'tenant_id': 'aaf471cbe22142a7880d15035c04feae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:23Z', 'updated_at': '2021-07-05T10:05:25Z', 'revision_number': 3, 'project_id': 'aaf471cbe22142a7880d15035c04feae', 'gw_port': {'id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:24Z', 'updated_at': '2021-07-05T10:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:27.902707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4230f4-21d6-4b67-97cd-6849b866ad49 req-cb4ec50a-658f-4cde-a926-7f3c54a3c1c2 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:27.905751 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4f4230f4-21d6-4b67-97cd-6849b866ad49 req-cb4ec50a-658f-4cde-a926-7f3c54a3c1c2 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.64 "GET /v2.0/ports?device_id=4caf069c-bdb8-4c5e-8532-f784db90b501 HTTP/1.1" status: 200 len: 949 time: 0.3476987 Jul 05 10:05:27.909616 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:27.910984 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-95ae7546-286b-44b1-b166-dca4dc783f65 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1374898 Jul 05 10:05:27.914585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39136) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:27.937440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Checking router: 0f2bcb91-544d-4a06-a31c-c1e6d0354eb2 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:05:27.938093 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Updating router 0f2bcb91-544d-4a06-a31c-c1e6d0354eb2 port da86d318-b916-4f83-9c39-942dc8aceb54 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:05:27.995253 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb2b0d-2158-4300-a53b-079da85348bc req-cc2e118d-8705-4ffe-9951-428ac3d6ded7 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:27.997779 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0bb2b0d-2158-4300-a53b-079da85348bc req-cc2e118d-8705-4ffe-9951-428ac3d6ded7 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.2469277 Jul 05 10:05:28.017283 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:28.066434 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0bb2b0d-2158-4300-a53b-079da85348bc req-5bf8d000-01f5-497b-98df-e7113b6d6bf3 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627162 Jul 05 10:05:28.154103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-4f4230f4-21d6-4b67-97cd-6849b866ad49 req-7d286111-4c7f-4dd4-a828-579279c42528 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Deleting port abff4552-fd23-4b6b-8ecd-d8bcfb937f77 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:28.154829 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4f4230f4-21d6-4b67-97cd-6849b866ad49 req-7d286111-4c7f-4dd4-a828-579279c42528 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:28.359648 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-4f4230f4-21d6-4b67-97cd-6849b866ad49 req-7d286111-4c7f-4dd4-a828-579279c42528 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] For port abff4552-fd23-4b6b-8ecd-d8bcfb937f77, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=abff4552-fd23-4b6b-8ecd-d8bcfb937f77,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:28.360198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4f4230f4-21d6-4b67-97cd-6849b866ad49 req-7d286111-4c7f-4dd4-a828-579279c42528 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:28.371961 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:28.379559 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7283-f263-4f73-a43a-17d00cc6546d req-97e877ee-dbec-4323-b1cb-849b5820a85c tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:28.383324 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-086c7283-f263-4f73-a43a-17d00cc6546d req-97e877ee-dbec-4323-b1cb-849b5820a85c tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.3636987 Jul 05 10:05:28.384552 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-4f4230f4-21d6-4b67-97cd-6849b866ad49 req-7d286111-4c7f-4dd4-a828-579279c42528 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Calling delete_port for abff4552-fd23-4b6b-8ecd-d8bcfb937f77 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:28.384711 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Transition to ACTIVE for port object da86d318-b916-4f83-9c39-942dc8aceb54 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:28.396108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10f786-3ebf-4e2b-933e-517f62d07c51 req-f9cabff7-00fc-425e-a4e9-6491b59ac7b3 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:28.397686 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b10f786-3ebf-4e2b-933e-517f62d07c51 req-f9cabff7-00fc-425e-a4e9-6491b59ac7b3 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=4caf069c-bdb8-4c5e-8532-f784db90b501 HTTP/1.1" status: 200 len: 949 time: 0.1339035 Jul 05 10:05:28.470746 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-086c7283-f263-4f73-a43a-17d00cc6546d req-971671c1-9277-452d-a93e-a086eed167a2 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802937 Jul 05 10:05:28.477771 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:28.640637 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b10f786-3ebf-4e2b-933e-517f62d07c51 req-05db80d7-a6b2-415e-9b88-e8adff20fd95 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371480 Jul 05 10:05:28.641149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8684b-fdf3-4111-87eb-408004d459b4 None None] Pushing event updated for resources: {'Port': ['ID=da86d318-b916-4f83-9c39-942dc8aceb54,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:28.649567 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:28.677884 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4f4230f4-21d6-4b67-97cd-6849b866ad49 req-7d286111-4c7f-4dd4-a828-579279c42528 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:28.735034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Attempting to bind port da86d318-b916-4f83-9c39-942dc8aceb54 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:05:28.735406 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Attempting to bind port da86d318-b916-4f83-9c39-942dc8aceb54 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:05:28.739067 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Attempting to bind port da86d318-b916-4f83-9c39-942dc8aceb54 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:28.752793 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['27ed9cb2-e6b4-44c6-82da-120fd3accfca', '14137496-8105-4037-99b4-0d283d07846b', '074bba59-bc5c-4814-bbdb-bb63e7141fef'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:28.763985 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['359472dc-eb7d-4f43-b241-701bffc603b6', 'abff4552-fd23-4b6b-8ecd-d8bcfb937f77'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:28.785391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:05:28.787352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:28.787793 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:28.788678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:05:28.788678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Bound port: da86d318-b916-4f83-9c39-942dc8aceb54, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:05:28.791201 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:28.832881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d286111-4c7f-4dd4-a828-579279c42528 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event deleted for resources: {'Port': ['ID=abff4552-fd23-4b6b-8ecd-d8bcfb937f77,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:28.899395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4230f4-21d6-4b67-97cd-6849b866ad49 req-7d286111-4c7f-4dd4-a828-579279c42528 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] No DVR routers for this DVR port abff4552-fd23-4b6b-8ecd-d8bcfb937f77 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:05:28.904245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4f4230f4-21d6-4b67-97cd-6849b866ad49 req-7d286111-4c7f-4dd4-a828-579279c42528 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:28.911122 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4f4230f4-21d6-4b67-97cd-6849b866ad49 req-7d286111-4c7f-4dd4-a828-579279c42528 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.64 "DELETE /v2.0/ports/abff4552-fd23-4b6b-8ecd-d8bcfb937f77 HTTP/1.1" status: 204 len: 173 time: 0.9931896 Jul 05 10:05:28.911632 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caf069c-bdb8-4c5e-8532-f784db90b501', 'name': 'network-vif-deleted', 'tag': 'abff4552-fd23-4b6b-8ecd-d8bcfb937f77'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:28.913960 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92106e4-aeb2-48ab-81e4-a329801a774e" -d '{"events": [{"server_uuid": "4caf069c-bdb8-4c5e-8532-f784db90b501", "name": "network-vif-deleted", "tag": "abff4552-fd23-4b6b-8ecd-d8bcfb937f77"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:28.987053 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d0ee53-eb86-4539-aadf-de9c68c97f7e x-openstack-request-id: req-f8d0ee53-eb86-4539-aadf-de9c68c97f7e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:28.987349 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4caf069c-bdb8-4c5e-8532-f784db90b501", "name": "network-vif-deleted", "tag": "abff4552-fd23-4b6b-8ecd-d8bcfb937f77", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:28.987599 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8d0ee53-eb86-4539-aadf-de9c68c97f7e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:28.988282 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4caf069c-bdb8-4c5e-8532-f784db90b501', 'name': 'network-vif-deleted', 'tag': 'abff4552-fd23-4b6b-8ecd-d8bcfb937f77', 'status': 'completed', 'code': 200} Jul 05 10:05:29.011075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Allocated IP 172.20.0.1 (931420c7-2f5c-4210-881f-ffaae81b0ce6/ef74de40-dd65-451f-9123-3f8618e2b3e8/b02f5846-a560-4fae-8234-d56217273839) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:29.021096 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] For port da86d318-b916-4f83-9c39-942dc8aceb54, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:29.024945 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] For port da86d318-b916-4f83-9c39-942dc8aceb54, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=da86d318-b916-4f83-9c39-942dc8aceb54,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:29.242552 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.285721 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.375526 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.485646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Network 931420c7-2f5c-4210-881f-ffaae81b0ce6 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:29.508781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:29.511647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:29.537567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bccfa8-bcc6-4ce9-975f-553e44ee1d3a req-6f4e0623-26a9-4d6d-ad5f-85db0901ef70 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:29.545532 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5bccfa8-bcc6-4ce9-975f-553e44ee1d3a req-6f4e0623-26a9-4d6d-ad5f-85db0901ef70 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.2146304 Jul 05 10:05:29.575475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Pushing event updated for resources: {'Port': ['ID=b02f5846-a560-4fae-8234-d56217273839,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:29.607558 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.638303 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Routers {'0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:29.638996 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:05:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:29.646559 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8684b-fdf3-4111-87eb-408004d459b4 None None] Pushing event updated for resources: {'Port': ['ID=da86d318-b916-4f83-9c39-942dc8aceb54,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:29.679171 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b60e772-7e7a-4f56-9923-8b5e48cbf2f8 req-46a90ced-f067-4aee-85ad-0febf5bef26a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2367337 Jul 05 10:05:29.696001 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5bccfa8-bcc6-4ce9-975f-553e44ee1d3a req-dbf6d5bb-bad6-49fa-af9b-fdc8ecd4304e tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346936 Jul 05 10:05:29.702945 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device abff4552-fd23-4b6b-8ecd-d8bcfb937f77 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:29.739841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3963693-29ad-4a42-aeeb-30217ece3dc0 req-2eb81b31-3e05-462d-9693-d38e61aebab2 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:29.744742 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a3963693-29ad-4a42-aeeb-30217ece3dc0 req-2eb81b31-3e05-462d-9693-d38e61aebab2 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 950 time: 0.3555615 Jul 05 10:05:29.761704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: abff4552-fd23-4b6b-8ecd-d8bcfb937f77 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:29.762837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device abff4552-fd23-4b6b-8ecd-d8bcfb937f77 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:29.762837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5a07ba85-efe4-4796-badd-aa806435518a no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:29.938869 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-a3963693-29ad-4a42-aeeb-30217ece3dc0 req-aa32cf33-77e5-4dc4-ab69-6df4d05747df tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Deleting port 074bba59-bc5c-4814-bbdb-bb63e7141fef {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:29.939097 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-a3963693-29ad-4a42-aeeb-30217ece3dc0 req-aa32cf33-77e5-4dc4-ab69-6df4d05747df tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:29.975503 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] Set router 0f2bcb91-544d-4a06-a31c-c1e6d0354eb2 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:29.980343 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:30.131763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60e772-7e7a-4f56-9923-8b5e48cbf2f8 req-392b8df4-3848-4d0c-a535-eb3d8608d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:30.133450 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b60e772-7e7a-4f56-9923-8b5e48cbf2f8 req-392b8df4-3848-4d0c-a535-eb3d8608d5fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=449f214ee5014225a50a24c3b1f55312&device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 1102 time: 0.4235561 Jul 05 10:05:30.149127 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-a3963693-29ad-4a42-aeeb-30217ece3dc0 req-aa32cf33-77e5-4dc4-ab69-6df4d05747df tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] For port 074bba59-bc5c-4814-bbdb-bb63e7141fef, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=074bba59-bc5c-4814-bbdb-bb63e7141fef,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:30.149127 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-a3963693-29ad-4a42-aeeb-30217ece3dc0 req-aa32cf33-77e5-4dc4-ab69-6df4d05747df tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:30.159986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584f872-612e-4b93-979d-06686c2288b5 req-f3219c46-7215-4ef1-bb4a-de72293037a2 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:30.174594 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9584f872-612e-4b93-979d-06686c2288b5 req-f3219c46-7215-4ef1-bb4a-de72293037a2 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.3951056 Jul 05 10:05:30.178109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-a3963693-29ad-4a42-aeeb-30217ece3dc0 req-aa32cf33-77e5-4dc4-ab69-6df4d05747df tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Calling delete_port for 074bba59-bc5c-4814-bbdb-bb63e7141fef owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:30.262520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eaa9cc-492b-4f15-a81e-847631f18a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a07ba85-efe4-4796-badd-aa806435518a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:30.264888 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f2deba-a2e5-40d4-90ce-f43a7ff931ea" -d '{"events": [{"server_uuid": "d5eaa9cc-492b-4f15-a81e-847631f18a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "5a07ba85-efe4-4796-badd-aa806435518a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:30.295002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5a07ba85-efe4-4796-badd-aa806435518a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5a07ba85-efe4-4796-badd-aa806435518a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:30.412082 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:30.416555 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'name': 'tempest-ServerRescueTestJSON-1161517959-router', 'tenant_id': 'aaf471cbe22142a7880d15035c04feae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:23Z', 'updated_at': '2021-07-05T10:05:25Z', 'revision_number': 3, 'project_id': 'aaf471cbe22142a7880d15035c04feae', 'gw_port': {'id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:24Z', 'updated_at': '2021-07-05T10:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:30.433014 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e607ce3-d0fd-48e0-a124-025d1026b666 req-11265e96-ce7f-4dab-8e4c-8fb88e948edc tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=4caf069c-bdb8-4c5e-8532-f784db90b501 HTTP/1.1" status: 200 len: 210 time: 0.0515256 Jul 05 10:05:30.454201 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-a3963693-29ad-4a42-aeeb-30217ece3dc0 req-aa32cf33-77e5-4dc4-ab69-6df4d05747df tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:30.522735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32cf33-77e5-4dc4-ab69-6df4d05747df tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event deleted for resources: {'Port': ['ID=074bba59-bc5c-4814-bbdb-bb63e7141fef,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:30.598697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['359472dc-eb7d-4f43-b241-701bffc603b6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:30.665055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3963693-29ad-4a42-aeeb-30217ece3dc0 req-aa32cf33-77e5-4dc4-ab69-6df4d05747df tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] No DVR routers for this DVR port 074bba59-bc5c-4814-bbdb-bb63e7141fef on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:05:30.671573 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-a3963693-29ad-4a42-aeeb-30217ece3dc0 req-aa32cf33-77e5-4dc4-ab69-6df4d05747df tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:30.676692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a3963693-29ad-4a42-aeeb-30217ece3dc0 req-aa32cf33-77e5-4dc4-ab69-6df4d05747df tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "DELETE /v2.0/ports/074bba59-bc5c-4814-bbdb-bb63e7141fef HTTP/1.1" status: 204 len: 173 time: 0.9161136 Jul 05 10:05:30.732272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166498a6-6d6d-417f-a04d-d40b8566bd64 None None] The sync data for ids ['0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'] in n-d-779913-27 is: [{'id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'name': 'tempest-ServerRescueTestJSON-1161517959-router', 'tenant_id': 'aaf471cbe22142a7880d15035c04feae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:23Z', 'updated_at': '2021-07-05T10:05:25Z', 'revision_number': 3, 'project_id': 'aaf471cbe22142a7880d15035c04feae', 'gw_port': {'id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:24Z', 'updated_at': '2021-07-05T10:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:05:30.802756 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=5a07ba85-efe4-4796-badd-aa806435518a,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:30.936817 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e650a5fe-e18a-4d7f-b1f3-3fef8be4566b x-openstack-request-id: req-e650a5fe-e18a-4d7f-b1f3-3fef8be4566b {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:30.937373 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5eaa9cc-492b-4f15-a81e-847631f18a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "5a07ba85-efe4-4796-badd-aa806435518a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:30.937794 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e650a5fe-e18a-4d7f-b1f3-3fef8be4566b {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:30.939087 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5eaa9cc-492b-4f15-a81e-847631f18a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a07ba85-efe4-4796-badd-aa806435518a', 'code': 200} Jul 05 10:05:30.943277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['27ed9cb2-e6b4-44c6-82da-120fd3accfca', '14137496-8105-4037-99b4-0d283d07846b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:30.990060 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63866bd-2670-410e-82c7-07637f9df519', 'name': 'network-vif-deleted', 'tag': '074bba59-bc5c-4814-bbdb-bb63e7141fef'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:30.998730 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb9965b-195b-4cef-9a81-29dca6120fb2" -d '{"events": [{"server_uuid": "e63866bd-2670-410e-82c7-07637f9df519", "name": "network-vif-deleted", "tag": "074bba59-bc5c-4814-bbdb-bb63e7141fef"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:31.448120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913bc0d-8f0e-4746-a5c3-97e16ca43454 req-305cf210-d6ac-4a84-83bb-0badc233cf71 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:31.451129 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f913bc0d-8f0e-4746-a5c3-97e16ca43454 req-305cf210-d6ac-4a84-83bb-0badc233cf71 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.1801071 Jul 05 10:05:31.521424 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f913bc0d-8f0e-4746-a5c3-97e16ca43454 req-97b18e37-cf6a-4aa7-b33d-3d971134a386 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632541 Jul 05 10:05:31.585953 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9584f872-612e-4b93-979d-06686c2288b5 req-3f64dfdc-a6ed-4019-8f37-562e14ad5b5b tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3705683 Jul 05 10:05:31.635666 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:31.723616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5a07ba85-efe4-4796-badd-aa806435518a details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:05:31.729984 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf1c582-c1e3-4b58-8994-ab0dd0b2b59c x-openstack-request-id: req-daf1c582-c1e3-4b58-8994-ab0dd0b2b59c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:31.730501 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63866bd-2670-410e-82c7-07637f9df519", "name": "network-vif-deleted", "tag": "074bba59-bc5c-4814-bbdb-bb63e7141fef", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:31.730501 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-daf1c582-c1e3-4b58-8994-ab0dd0b2b59c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:31.731781 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63866bd-2670-410e-82c7-07637f9df519', 'name': 'network-vif-deleted', 'tag': '074bba59-bc5c-4814-bbdb-bb63e7141fef', 'status': 'completed', 'code': 200} Jul 05 10:05:31.772367 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60e772-7e7a-4f56-9923-8b5e48cbf2f8 req-0b86e372-087c-4b77-91b8-e60984c18c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:31.782939 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b60e772-7e7a-4f56-9923-8b5e48cbf2f8 req-0b86e372-087c-4b77-91b8-e60984c18c4b service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 1.6178141 Jul 05 10:05:31.882229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b60e772-7e7a-4f56-9923-8b5e48cbf2f8 req-53fa8a5a-d345-474f-98d0-6b9302577a6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=27ed9cb2-e6b4-44c6-82da-120fd3accfca HTTP/1.1" status: 200 len: 217 time: 0.0876260 Jul 05 10:05:32.196805 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60e772-7e7a-4f56-9923-8b5e48cbf2f8 req-fc451598-6453-4c98-b7b3-ac4c9e2e0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:32.206202 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b60e772-7e7a-4f56-9923-8b5e48cbf2f8 req-fc451598-6453-4c98-b7b3-ac4c9e2e0c95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.3076725 Jul 05 10:05:32.257366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5a07ba85-efe4-4796-badd-aa806435518a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5a07ba85-efe4-4796-badd-aa806435518a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:32.257973 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1ba2b15-29c6-46f4-ad07-23acaed9e44b req-8853f61c-cb3d-4c20-ae0f-e6b989581d42 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63866bd-2670-410e-82c7-07637f9df519 HTTP/1.1" status: 200 len: 210 time: 0.1251457 Jul 05 10:05:32.321836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '5a07ba85-efe4-4796-badd-aa806435518a', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '5a07ba85-efe4-4796-badd-aa806435518a', 'mac_address': 'fa:16:3e:6f:32:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:05:32.409482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device da86d318-b916-4f83-9c39-942dc8aceb54 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:32.484676 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60e772-7e7a-4f56-9923-8b5e48cbf2f8 req-014f4e76-d512-4b1a-89be-2234d1981c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:32.493702 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b60e772-7e7a-4f56-9923-8b5e48cbf2f8 req-014f4e76-d512-4b1a-89be-2234d1981c2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2777948 Jul 05 10:05:32.543884 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:32.627900 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a07ba85-efe4-4796-badd-aa806435518a {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:32.635930 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:32.691973 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5a07ba85-efe4-4796-badd-aa806435518a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5a07ba85-efe4-4796-badd-aa806435518a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:32.751013 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b60e772-7e7a-4f56-9923-8b5e48cbf2f8 req-41b23be5-822d-401f-9d7d-de1cf243f613 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428701 Jul 05 10:05:32.756689 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:32.762823 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port da86d318-b916-4f83-9c39-942dc8aceb54 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:32.767279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port da86d318-b916-4f83-9c39-942dc8aceb54 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:32.767668 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:32.863774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a77c-4a00-463d-a5e8-312d45454a18 req-737bbf15-6eb0-4fb0-bd1a-97d3d52d4096 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:32.883455 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-88a2a77c-4a00-463d-a5e8-312d45454a18 req-737bbf15-6eb0-4fb0-bd1a-97d3d52d4096 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.1295173 Jul 05 10:05:32.885747 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:32.958927 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-88a2a77c-4a00-463d-a5e8-312d45454a18 req-d9c10743-6910-4759-a03d-58c0553a6fe0 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730028 Jul 05 10:05:33.151879 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Pushing event updated for resources: {'Port': ['ID=b02f5846-a560-4fae-8234-d56217273839,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:33.175413 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:33.196586 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:33.221921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port da86d318-b916-4f83-9c39-942dc8aceb54, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=da86d318-b916-4f83-9c39-942dc8aceb54,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:33.279820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=5a07ba85-efe4-4796-badd-aa806435518a,revision_number=10']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:33.317180 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:33.422499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['5a07ba85-efe4-4796-badd-aa806435518a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:33.443925 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b60e772-7e7a-4f56-9923-8b5e48cbf2f8 req-0a01a93e-3488-47c5-8a5b-131460357fb2 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6844494 Jul 05 10:05:33.478342 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=da86d318-b916-4f83-9c39-942dc8aceb54,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:33.508725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Network 931420c7-2f5c-4210-881f-ffaae81b0ce6 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:33.512926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:33.532595 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac15578-2bff-4f22-b282-c0bd6f536a53 req-cca53141-19f4-446f-bee6-10736de5a449 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:33.552084 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ac15578-2bff-4f22-b282-c0bd6f536a53 req-cca53141-19f4-446f-bee6-10736de5a449 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.5304945 Jul 05 10:05:33.752192 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ac15578-2bff-4f22-b282-c0bd6f536a53 req-c456eae9-eb41-4538-8d58-70c4e136a3d7 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987648 Jul 05 10:05:33.917356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Router 0f2bcb91-544d-4a06-a31c-c1e6d0354eb2 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:05:34.033913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 074bba59-bc5c-4814-bbdb-bb63e7141fef no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:34.070111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 074bba59-bc5c-4814-bbdb-bb63e7141fef {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:34.070451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 074bba59-bc5c-4814-bbdb-bb63e7141fef not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:34.165246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:05:34.175830 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Sync routers for ids ['0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:05:34.177846 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-60d3ecae-7c7d-4923-a52f-d7a89f0041dd admin admin] 10.222.0.77 "PUT /v2.0/routers/0f2bcb91-544d-4a06-a31c-c1e6d0354eb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2622056 Jul 05 10:05:34.192819 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Routers {'0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:34.193338 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:05:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:34.199396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device da86d318-b916-4f83-9c39-942dc8aceb54 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:34.237138 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718d8d5-4a0c-4cad-9d0e-c970e07ac067 req-9844feb6-433a-400f-bc23-33f62e204d72 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:34.239273 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d718d8d5-4a0c-4cad-9d0e-c970e07ac067 req-9844feb6-433a-400f-bc23-33f62e204d72 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.1275165 Jul 05 10:05:34.331115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port da86d318-b916-4f83-9c39-942dc8aceb54 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:34.331757 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:34.364734 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d718d8d5-4a0c-4cad-9d0e-c970e07ac067 req-a549b078-207e-4787-8c36-756e061d4769 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189871 Jul 05 10:05:34.621354 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Set router 0f2bcb91-544d-4a06-a31c-c1e6d0354eb2 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:34.906374 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'name': 'tempest-ServerRescueTestJSON-1161517959-router', 'tenant_id': 'aaf471cbe22142a7880d15035c04feae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:23Z', 'updated_at': '2021-07-05T10:05:30Z', 'revision_number': 4, 'project_id': 'aaf471cbe22142a7880d15035c04feae', 'gw_port': {'id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:24Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'b02f5846-a560-4fae-8234-d56217273839', 'name': '', 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6', 'tenant_id': 'aaf471cbe22142a7880d15035c04feae', 'mac_address': 'fa:16:3e:94:9a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ef74de40-dd65-451f-9123-3f8618e2b3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:28Z', 'updated_at': '2021-07-05T10:05:31Z', 'revision_number': 2, 'project_id': 'aaf471cbe22142a7880d15035c04feae', 'subnets': [{'id': 'ef74de40-dd65-451f-9123-3f8618e2b3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:34.947283 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Checking router: 0f2bcb91-544d-4a06-a31c-c1e6d0354eb2 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:05:34.947993 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Updating router 0f2bcb91-544d-4a06-a31c-c1e6d0354eb2 port b02f5846-a560-4fae-8234-d56217273839 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:05:35.035332 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.179903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-3f327f99-0d45-441b-872e-58af9605127d tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:35.191828 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-3f327f99-0d45-441b-872e-58af9605127d tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/networks?id=931420c7-2f5c-4210-881f-ffaae81b0ce6 HTTP/1.1" status: 200 len: 811 time: 0.2682431 Jul 05 10:05:35.210306 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-d29693ad-4c9f-48d4-8e0d-8807cbdd5829 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/quotas/aaf471cbe22142a7880d15035c04feae HTTP/1.1" status: 200 len: 375 time: 0.0170557 Jul 05 10:05:35.310751 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-2711b8b1-b905-4760-bb27-fb3c50ba4807 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=aaf471cbe22142a7880d15035c04feae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991821 Jul 05 10:05:35.483584 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-bcab794c-f809-4ba2-8491-d2d937cc4fde service neutron] 10.222.0.77 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714549 Jul 05 10:05:35.529765 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84649ffe-2b33-47de-a4ab-6e3d32ab6fca req-0aa9a4c9-74c5-4e50-8d0b-96bd4e708698 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0711722 Jul 05 10:05:35.553627 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.587334 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Transition to ACTIVE for port object b02f5846-a560-4fae-8234-d56217273839 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:35.648791 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-386afaf4-fa54-46d8-9001-c63229f0516b service neutron] 10.222.0.77 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610172 Jul 05 10:05:35.677519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649ffe-2b33-47de-a4ab-6e3d32ab6fca req-5903d620-b092-4073-a0c4-e6a05a1a694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:35.679198 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84649ffe-2b33-47de-a4ab-6e3d32ab6fca req-5903d620-b092-4073-a0c4-e6a05a1a694c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 1097 time: 0.0932043 Jul 05 10:05:35.694439 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ac571-b8b3-40e2-b247-4485a854fd2a req-4221ca49-38ed-4c52-a3b3-22bda7ec6e1c tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:35.701059 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f10ac571-b8b3-40e2-b247-4485a854fd2a req-4221ca49-38ed-4c52-a3b3-22bda7ec6e1c tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 949 time: 0.1666017 Jul 05 10:05:35.732132 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5a07ba85-efe4-4796-badd-aa806435518a up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:35.795902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 5a07ba85-efe4-4796-badd-aa806435518a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:35.804047 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:35.851969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a2b51-1b5b-4086-9083-47e0a890905a req-496d38f6-cd87-4ba7-baa1-8df557178a2f tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:35.854878 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0f9a2b51-1b5b-4086-9083-47e0a890905a req-496d38f6-cd87-4ba7-baa1-8df557178a2f tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "GET /v2.0/ports?device_id=709275f3-6872-47f2-bae7-479d29fd7257 HTTP/1.1" status: 200 len: 950 time: 0.1015565 Jul 05 10:05:35.906329 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.031207 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-0f9a2b51-1b5b-4086-9083-47e0a890905a req-2665d1bd-fc07-4f30-b410-efc0d47f8584 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Deleting port 14137496-8105-4037-99b4-0d283d07846b {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:36.031915 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0f9a2b51-1b5b-4086-9083-47e0a890905a req-2665d1bd-fc07-4f30-b410-efc0d47f8584 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.036956 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec1f2e-a3f4-40c5-9cc3-33c3df33383b None None] Pushing event updated for resources: {'Port': ['ID=b02f5846-a560-4fae-8234-d56217273839,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:36.090177 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.214852 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f10ac571-b8b3-40e2-b247-4485a854fd2a req-ef44b5f3-3b27-4a0b-bf20-57b45a984a53 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973867 Jul 05 10:05:36.276456 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5a07ba85-efe4-4796-badd-aa806435518a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5a07ba85-efe4-4796-badd-aa806435518a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:36.276456 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eaa9cc-492b-4f15-a81e-847631f18a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a07ba85-efe4-4796-badd-aa806435518a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:36.276456 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a8a717-bf5a-4fbd-b98f-c48269e3af7e" -d '{"events": [{"server_uuid": "d5eaa9cc-492b-4f15-a81e-847631f18a2d", "name": "network-vif-plugged", "status": "completed", "tag": "5a07ba85-efe4-4796-badd-aa806435518a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:36.284075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-0f9a2b51-1b5b-4086-9083-47e0a890905a req-2665d1bd-fc07-4f30-b410-efc0d47f8584 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] For port 14137496-8105-4037-99b4-0d283d07846b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=14137496-8105-4037-99b4-0d283d07846b,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:36.285222 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0f9a2b51-1b5b-4086-9083-47e0a890905a req-2665d1bd-fc07-4f30-b410-efc0d47f8584 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.302312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-0f9a2b51-1b5b-4086-9083-47e0a890905a req-2665d1bd-fc07-4f30-b410-efc0d47f8584 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Calling delete_port for 14137496-8105-4037-99b4-0d283d07846b owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:36.324473 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649ffe-2b33-47de-a4ab-6e3d32ab6fca req-d8599362-e132-4432-a99f-5daebc3f5246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:36.339564 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84649ffe-2b33-47de-a4ab-6e3d32ab6fca req-d8599362-e132-4432-a99f-5daebc3f5246 service neutron] 10.222.0.64 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.6280918 Jul 05 10:05:36.346904 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Attempting to bind port b02f5846-a560-4fae-8234-d56217273839 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:05:36.347679 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Attempting to bind port b02f5846-a560-4fae-8234-d56217273839 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'b10dfee1-7279-4fe3-a280-34e2aeea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:05:36.348388 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Attempting to bind port b02f5846-a560-4fae-8234-d56217273839 on network 931420c7-2f5c-4210-881f-ffaae81b0ce6 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:36.362498 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:05:36.362498 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Checking segment: {'id': 'b10dfee1-7279-4fe3-a280-34e2aeea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:36.362498 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.363077 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Bound using segment: {'id': 'b10dfee1-7279-4fe3-a280-34e2aeea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:05:36.364121 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Bound port: b02f5846-a560-4fae-8234-d56217273839, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10dfee1-7279-4fe3-a280-34e2aeea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:05:36.364867 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.403935 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.451008 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84649ffe-2b33-47de-a4ab-6e3d32ab6fca req-cc52d091-2eb3-4904-a12b-39a8e5ebba15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a28df10-47c9-4368-b5fa-716036a872d5 HTTP/1.1" status: 200 len: 217 time: 0.1037550 Jul 05 10:05:36.471690 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] For port b02f5846-a560-4fae-8234-d56217273839, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:36.477274 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] For port b02f5846-a560-4fae-8234-d56217273839, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b02f5846-a560-4fae-8234-d56217273839,segment=NetworkSegment(b10dfee1-7279-4fe3-a280-34e2aeea8eb4),segment_id=b10dfee1-7279-4fe3-a280-34e2aeea8eb4)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:36.565349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=5a07ba85-efe4-4796-badd-aa806435518a,revision_number=11']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:36.593986 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.633020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649ffe-2b33-47de-a4ab-6e3d32ab6fca req-01c588c4-10f9-405a-b5eb-9e172b5316b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:36.634616 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84649ffe-2b33-47de-a4ab-6e3d32ab6fca req-01c588c4-10f9-405a-b5eb-9e172b5316b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.1770682 Jul 05 10:05:36.675701 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec1f2e-a3f4-40c5-9cc3-33c3df33383b None None] Pushing event updated for resources: {'Port': ['ID=b02f5846-a560-4fae-8234-d56217273839,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:36.681343 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84649ffe-2b33-47de-a4ab-6e3d32ab6fca req-c64d947c-2160-4bec-be04-e59d20f7dfd1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332892 Jul 05 10:05:36.686171 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0f9a2b51-1b5b-4086-9083-47e0a890905a req-2665d1bd-fc07-4f30-b410-efc0d47f8584 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.690099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bc41e-fd53-4964-8911-0092b40fd382 req-39b5371f-6bdd-43c2-960c-8d73ce867f1e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:36.694411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['359472dc-eb7d-4f43-b241-701bffc603b6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:36.700660 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-575bc41e-fd53-4964-8911-0092b40fd382 req-39b5371f-6bdd-43c2-960c-8d73ce867f1e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=709275f3-6872-47f2-bae7-479d29fd7257 HTTP/1.1" status: 200 len: 950 time: 0.1466963 Jul 05 10:05:36.744226 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['27ed9cb2-e6b4-44c6-82da-120fd3accfca', '14137496-8105-4037-99b4-0d283d07846b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:36.746938 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Routers {'0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:05:36.747701 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:05:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:36.783269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665d1bd-fc07-4f30-b410-efc0d47f8584 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event deleted for resources: {'Port': ['ID=14137496-8105-4037-99b4-0d283d07846b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:36.921626 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9a2b51-1b5b-4086-9083-47e0a890905a req-2665d1bd-fc07-4f30-b410-efc0d47f8584 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] No DVR routers for this DVR port 14137496-8105-4037-99b4-0d283d07846b on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:05:36.927928 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0f9a2b51-1b5b-4086-9083-47e0a890905a req-2665d1bd-fc07-4f30-b410-efc0d47f8584 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:36.931583 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0f9a2b51-1b5b-4086-9083-47e0a890905a req-2665d1bd-fc07-4f30-b410-efc0d47f8584 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "DELETE /v2.0/ports/14137496-8105-4037-99b4-0d283d07846b HTTP/1.1" status: 204 len: 173 time: 1.0698137 Jul 05 10:05:36.939164 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709275f3-6872-47f2-bae7-479d29fd7257', 'name': 'network-vif-deleted', 'tag': '14137496-8105-4037-99b4-0d283d07846b'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:36.941917 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513c0f79-a2a9-41d4-8ba6-2c425818c2f9" -d '{"events": [{"server_uuid": "709275f3-6872-47f2-bae7-479d29fd7257", "name": "network-vif-deleted", "tag": "14137496-8105-4037-99b4-0d283d07846b"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:36.989378 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84649ffe-2b33-47de-a4ab-6e3d32ab6fca req-98d3d6e4-594f-493a-952b-da1f4eeb1f6a service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905803 Jul 05 10:05:37.035613 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] Set router 0f2bcb91-544d-4a06-a31c-c1e6d0354eb2 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:05:37.082898 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912d0b0-0011-4ab9-9121-9451190be6f5 req-0cf25ef3-6a9c-49b3-9e65-64ac2e176a6e tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:37.082898 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9912d0b0-0011-4ab9-9121-9451190be6f5 req-0cf25ef3-6a9c-49b3-9e65-64ac2e176a6e tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.1822345 Jul 05 10:05:37.163805 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9912d0b0-0011-4ab9-9121-9451190be6f5 req-4817219b-20b9-4dfa-9ede-0a794dba41e2 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742731 Jul 05 10:05:37.192171 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-575bc41e-fd53-4964-8911-0092b40fd382 req-be52c29a-d9dc-45ab-9975-f06904b89191 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618909 Jul 05 10:05:37.316146 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2372eb9b-2b97-4c77-a8c6-ca0fe587a997 req-c671efb1-1629-4a2b-9fc4-ce1b3e7bf156 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 210 time: 0.0447626 Jul 05 10:05:37.408228 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ae968d-8f96-457e-b9d6-b901ce4812b1 x-openstack-request-id: req-18ae968d-8f96-457e-b9d6-b901ce4812b1 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:37.408791 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5eaa9cc-492b-4f15-a81e-847631f18a2d", "name": "network-vif-plugged", "status": "completed", "tag": "5a07ba85-efe4-4796-badd-aa806435518a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:37.409271 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18ae968d-8f96-457e-b9d6-b901ce4812b1 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:37.410006 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5eaa9cc-492b-4f15-a81e-847631f18a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a07ba85-efe4-4796-badd-aa806435518a', 'code': 200} Jul 05 10:05:37.429629 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532abe81-cc86-4606-b14a-49b9fe9963aa x-openstack-request-id: req-532abe81-cc86-4606-b14a-49b9fe9963aa {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:37.430178 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709275f3-6872-47f2-bae7-479d29fd7257", "name": "network-vif-deleted", "tag": "14137496-8105-4037-99b4-0d283d07846b", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:37.430495 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-532abe81-cc86-4606-b14a-49b9fe9963aa {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:37.431188 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709275f3-6872-47f2-bae7-479d29fd7257', 'name': 'network-vif-deleted', 'tag': '14137496-8105-4037-99b4-0d283d07846b', 'status': 'completed', 'code': 200} Jul 05 10:05:37.441845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153083f9-6885-4c33-ad81-556ebf05808f req-f10366c2-7a3c-4fbb-b5fc-07426309017c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:37.446113 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-153083f9-6885-4c33-ad81-556ebf05808f req-f10366c2-7a3c-4fbb-b5fc-07426309017c tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 950 time: 0.4495928 Jul 05 10:05:37.541154 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'name': 'tempest-ServerRescueTestJSON-1161517959-router', 'tenant_id': 'aaf471cbe22142a7880d15035c04feae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:23Z', 'updated_at': '2021-07-05T10:05:30Z', 'revision_number': 4, 'project_id': 'aaf471cbe22142a7880d15035c04feae', 'gw_port': {'id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:24Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'b02f5846-a560-4fae-8234-d56217273839', 'name': '', 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6', 'tenant_id': 'aaf471cbe22142a7880d15035c04feae', 'mac_address': 'fa:16:3e:94:9a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ef74de40-dd65-451f-9123-3f8618e2b3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:28Z', 'updated_at': '2021-07-05T10:05:36Z', 'revision_number': 4, 'project_id': 'aaf471cbe22142a7880d15035c04feae', 'subnets': [{'id': 'ef74de40-dd65-451f-9123-3f8618e2b3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:05:37.580398 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0b790-0210-4458-949f-ad8c4ce642d0 None None] The sync data for ids ['0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'] in n-d-779913-27 is: [{'id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'name': 'tempest-ServerRescueTestJSON-1161517959-router', 'tenant_id': 'aaf471cbe22142a7880d15035c04feae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:23Z', 'updated_at': '2021-07-05T10:05:30Z', 'revision_number': 4, 'project_id': 'aaf471cbe22142a7880d15035c04feae', 'gw_port': {'id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:24Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'b02f5846-a560-4fae-8234-d56217273839', 'name': '', 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6', 'tenant_id': 'aaf471cbe22142a7880d15035c04feae', 'mac_address': 'fa:16:3e:94:9a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ef74de40-dd65-451f-9123-3f8618e2b3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:28Z', 'updated_at': '2021-07-05T10:05:36Z', 'revision_number': 4, 'project_id': 'aaf471cbe22142a7880d15035c04feae', 'subnets': [{'id': 'ef74de40-dd65-451f-9123-3f8618e2b3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:05:37.688898 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84649ffe-2b33-47de-a4ab-6e3d32ab6fca req-735392e9-999e-43a0-a863-03d314a9bf3f service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6345167 Jul 05 10:05:37.700403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9827d-03d5-4bf0-b3d8-38884deb5baf req-48d9ea8b-ff4e-4c91-b467-ffb5f6f5c5cd tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:37.707469 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-54c9827d-03d5-4bf0-b3d8-38884deb5baf req-48d9ea8b-ff4e-4c91-b467-ffb5f6f5c5cd tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 950 time: 0.1414890 Jul 05 10:05:37.757390 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-54c9827d-03d5-4bf0-b3d8-38884deb5baf req-b54c0ef0-93f3-43af-865a-0674c8a67476 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457523 Jul 05 10:05:37.884362 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f209b1-7ce5-4a44-b680-a06a37d0db7e req-6a718c52-2032-43e1-99fa-02aa00716eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:37.889179 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-56f209b1-7ce5-4a44-b680-a06a37d0db7e req-6a718c52-2032-43e1-99fa-02aa00716eee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 1102 time: 0.1641471 Jul 05 10:05:37.892534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-153083f9-6885-4c33-ad81-556ebf05808f req-58d16788-a6fc-4433-b004-e1508a06e52b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Deleting port 27ed9cb2-e6b4-44c6-82da-120fd3accfca {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:37.892893 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-153083f9-6885-4c33-ad81-556ebf05808f req-58d16788-a6fc-4433-b004-e1508a06e52b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:37.975117 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-56f209b1-7ce5-4a44-b680-a06a37d0db7e req-4c710c1d-f2e3-439d-8930-44e19faaf17c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791910 Jul 05 10:05:38.022772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-153083f9-6885-4c33-ad81-556ebf05808f req-58d16788-a6fc-4433-b004-e1508a06e52b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] For port 27ed9cb2-e6b4-44c6-82da-120fd3accfca, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27ed9cb2-e6b4-44c6-82da-120fd3accfca,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:38.023266 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-153083f9-6885-4c33-ad81-556ebf05808f req-58d16788-a6fc-4433-b004-e1508a06e52b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:38.039791 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-153083f9-6885-4c33-ad81-556ebf05808f req-58d16788-a6fc-4433-b004-e1508a06e52b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Calling delete_port for 27ed9cb2-e6b4-44c6-82da-120fd3accfca owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:38.258814 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b02f5846-a560-4fae-8234-d56217273839 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:38.311327 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-153083f9-6885-4c33-ad81-556ebf05808f req-58d16788-a6fc-4433-b004-e1508a06e52b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:38.333344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['359472dc-eb7d-4f43-b241-701bffc603b6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:38.420170 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d16788-a6fc-4433-b004-e1508a06e52b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event deleted for resources: {'Port': ['ID=27ed9cb2-e6b4-44c6-82da-120fd3accfca,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:38.458949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0121f-b648-478b-aa41-0c419e06f6a6 req-ef8f0043-bd22-4ff4-8071-bc0e99fc69fc tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:38.472494 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3bd0121f-b648-478b-aa41-0c419e06f6a6 req-ef8f0043-bd22-4ff4-8071-bc0e99fc69fc tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.1600664 Jul 05 10:05:38.523619 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-153083f9-6885-4c33-ad81-556ebf05808f req-58d16788-a6fc-4433-b004-e1508a06e52b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] No DVR routers for this DVR port 27ed9cb2-e6b4-44c6-82da-120fd3accfca on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:05:38.526908 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67aceb3b-5229-4a3c-9c9c-76e8d6c4f348 req-f3a20c9e-325f-40cd-849a-de992e5a89db tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=709275f3-6872-47f2-bae7-479d29fd7257 HTTP/1.1" status: 200 len: 210 time: 0.0513084 Jul 05 10:05:38.528532 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-153083f9-6885-4c33-ad81-556ebf05808f req-58d16788-a6fc-4433-b004-e1508a06e52b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:38.530704 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-153083f9-6885-4c33-ad81-556ebf05808f req-58d16788-a6fc-4433-b004-e1508a06e52b tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.73 "DELETE /v2.0/ports/27ed9cb2-e6b4-44c6-82da-120fd3accfca HTTP/1.1" status: 204 len: 173 time: 1.0752473 Jul 05 10:05:38.531166 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88', 'name': 'network-vif-deleted', 'tag': '27ed9cb2-e6b4-44c6-82da-120fd3accfca'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:38.533894 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8621839-37f9-42e7-8c88-fb07d7f42582" -d '{"events": [{"server_uuid": "bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88", "name": "network-vif-deleted", "tag": "27ed9cb2-e6b4-44c6-82da-120fd3accfca"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:38.548037 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3bd0121f-b648-478b-aa41-0c419e06f6a6 req-4f0616a1-59ce-4e42-90d1-610cb9646b13 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745165 Jul 05 10:05:38.631432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port b02f5846-a560-4fae-8234-d56217273839 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:38.638315 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port b02f5846-a560-4fae-8234-d56217273839 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:38.638857 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:38.770650 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:38.774057 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4ecc1f2-d671-4b96-94b2-18eaf68e9fa6 req-b0114543-bf32-4c22-aa7d-7d26989b96b5 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 210 time: 0.0628185 Jul 05 10:05:38.831290 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609ce79e-19a7-43cc-8be4-f776477dc012 x-openstack-request-id: req-609ce79e-19a7-43cc-8be4-f776477dc012 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:38.831595 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88", "name": "network-vif-deleted", "tag": "27ed9cb2-e6b4-44c6-82da-120fd3accfca", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:38.831916 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-609ce79e-19a7-43cc-8be4-f776477dc012 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:38.832322 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88', 'name': 'network-vif-deleted', 'tag': '27ed9cb2-e6b4-44c6-82da-120fd3accfca', 'status': 'completed', 'code': 200} Jul 05 10:05:38.836430 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port b02f5846-a560-4fae-8234-d56217273839, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b02f5846-a560-4fae-8234-d56217273839,segment=NetworkSegment(b10dfee1-7279-4fe3-a280-34e2aeea8eb4),segment_id=b10dfee1-7279-4fe3-a280-34e2aeea8eb4)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:38.962880 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:39.045285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=b02f5846-a560-4fae-8234-d56217273839,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:39.136716 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eab8b2-bf70-406a-951e-2e450d129534 req-b9d9c386-bfc3-4881-aeb2-6c89e6536388 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:39.141204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b3eab8b2-bf70-406a-951e-2e450d129534 req-b9d9c386-bfc3-4881-aeb2-6c89e6536388 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 950 time: 0.1597674 Jul 05 10:05:39.197967 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b3eab8b2-bf70-406a-951e-2e450d129534 req-065acebb-7a90-416d-9a0d-5b04a983380e tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541589 Jul 05 10:05:39.499334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3b92d-9fd7-4924-afa1-162d3fdffb42 req-dacbb8d8-8fc5-4697-bf7f-384c23de46a7 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:39.501020 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-62f3b92d-9fd7-4924-afa1-162d3fdffb42 req-dacbb8d8-8fc5-4697-bf7f-384c23de46a7 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 950 time: 0.0884159 Jul 05 10:05:39.544128 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-62f3b92d-9fd7-4924-afa1-162d3fdffb42 req-e4b54bc3-f117-4d69-acd1-fef4ecff15bb tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b7666af-97f2-4903-84b6-0af7f1c1786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372758 Jul 05 10:05:39.787097 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d536760a-1378-40f8-881c-cfdc70ca27c6 req-83ab4abd-9840-4666-9018-b054521cd111 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd66d1b-992a-4fc0-9bc5-7bf04f4cff88 HTTP/1.1" status: 200 len: 210 time: 0.0304141 Jul 05 10:05:39.881521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d741a9a-2a40-41bf-8f07-9b6218ecab1a req-b1bac301-9c74-4a35-9075-3d5953feb67b tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:39.883621 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d741a9a-2a40-41bf-8f07-9b6218ecab1a req-b1bac301-9c74-4a35-9075-3d5953feb67b tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.0815463 Jul 05 10:05:39.925229 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d741a9a-2a40-41bf-8f07-9b6218ecab1a req-8aaca729-4fb3-42d3-8927-df1567384262 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354989 Jul 05 10:05:40.078292 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-788c2082-e65e-4a14-89d4-1f65052f417e req-f663c1a9-6c29-47ec-b848-7e0d20c7e4af tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 210 time: 0.0335436 Jul 05 10:05:40.080798 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 27ed9cb2-e6b4-44c6-82da-120fd3accfca no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:40.102004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 27ed9cb2-e6b4-44c6-82da-120fd3accfca {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:40.103159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 27ed9cb2-e6b4-44c6-82da-120fd3accfca not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:40.103159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 14137496-8105-4037-99b4-0d283d07846b no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:40.133531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 14137496-8105-4037-99b4-0d283d07846b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:40.133531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 14137496-8105-4037-99b4-0d283d07846b not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:40.231759 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b02f5846-a560-4fae-8234-d56217273839 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:40.311545 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port b02f5846-a560-4fae-8234-d56217273839 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:40.311967 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:40.531954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985a549-9859-416c-bda1-3a4eebe3ef34 req-ba6165ce-eff0-4c72-9ab0-51d711e2b8f6 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:40.533692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a985a549-9859-416c-bda1-3a4eebe3ef34 req-ba6165ce-eff0-4c72-9ab0-51d711e2b8f6 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 950 time: 0.1418252 Jul 05 10:05:40.584667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-c3e53e55-c0ce-4e6f-ab48-6d76d36a89c4 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:40.586265 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-c3e53e55-c0ce-4e6f-ab48-6d76d36a89c4 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.64 "GET /v2.0/networks?id=931420c7-2f5c-4210-881f-ffaae81b0ce6 HTTP/1.1" status: 200 len: 811 time: 0.1533947 Jul 05 10:05:40.601621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-3adf578b-afd7-4971-b1e8-2236994db5c7 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Request body: {'port': {'device_id': 'a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4', 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6', 'admin_state_up': True, 'tenant_id': 'aaf471cbe22142a7880d15035c04feae'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:40.609630 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a985a549-9859-416c-bda1-3a4eebe3ef34 req-4010bfb8-deb9-4920-981e-0b72399e0562 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687380 Jul 05 10:05:40.938578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-3adf578b-afd7-4971-b1e8-2236994db5c7 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Made reservation on behalf of aaf471cbe22142a7880d15035c04feae for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:40.942660 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-3adf578b-afd7-4971-b1e8-2236994db5c7 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:40.974895 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0070a97c-3dc7-40ad-a607-7947066ff4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:41.090844 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:05:41.122212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-3adf578b-afd7-4971-b1e8-2236994db5c7 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Allocated IP 172.20.0.11 (931420c7-2f5c-4210-881f-ffaae81b0ce6/ef74de40-dd65-451f-9123-3f8618e2b3e8/f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:41.344268 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-3adf578b-afd7-4971-b1e8-2236994db5c7 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:41.511540 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-3adf578b-afd7-4971-b1e8-2236994db5c7 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:41.562342 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-3adf578b-afd7-4971-b1e8-2236994db5c7 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Network 931420c7-2f5c-4210-881f-ffaae81b0ce6 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:41.571937 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-3adf578b-afd7-4971-b1e8-2236994db5c7 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:41.585069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-3adf578b-afd7-4971-b1e8-2236994db5c7 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:41.610728 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf578b-afd7-4971-b1e8-2236994db5c7 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Pushing event updated for resources: {'Port': ['ID=f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:41.665548 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-3adf578b-afd7-4971-b1e8-2236994db5c7 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:41.666227 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-3adf578b-afd7-4971-b1e8-2236994db5c7 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:41.701457 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2bc08-7e36-4a81-9db2-be2fd1ed139a req-41bf9d62-e074-4918-ba4b-09becd024c06 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:41.703064 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6db2bc08-7e36-4a81-9db2-be2fd1ed139a req-41bf9d62-e074-4918-ba4b-09becd024c06 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.1350420 Jul 05 10:05:41.748402 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6db2bc08-7e36-4a81-9db2-be2fd1ed139a req-a6df80d7-aa9f-4efb-8b75-ac0f8b9ab0a8 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390587 Jul 05 10:05:41.778711 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-3adf578b-afd7-4971-b1e8-2236994db5c7 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1814854 Jul 05 10:05:41.789654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Request body: {'port': {'device_id': 'a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:41.877736 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.076685 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 91d83813-1b3c-4377-8759-10f9130f4cb8 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:42.155285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed447c-c5cb-4d16-9887-dbe0224f4a29 req-2e5c2b45-06e6-44c1-a8b5-a20470d98437 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:42.162526 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2fed447c-c5cb-4d16-9887-dbe0224f4a29 req-2e5c2b45-06e6-44c1-a8b5-a20470d98437 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 932 time: 0.1514351 Jul 05 10:05:42.221502 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2fed447c-c5cb-4d16-9887-dbe0224f4a29 req-1da7264a-d011-4fff-a582-45bbac84b4a8 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581794 Jul 05 10:05:42.234839 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.269102 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39810f1-e91f-4c79-8021-fa6ec3b0d9fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d83813-1b3c-4377-8759-10f9130f4cb8'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:42.274928 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0d2cf0-b141-4bba-baf6-ee5126dfc366" -d '{"events": [{"server_uuid": "a39810f1-e91f-4c79-8021-fa6ec3b0d9fa", "name": "network-vif-unplugged", "status": "completed", "tag": "91d83813-1b3c-4377-8759-10f9130f4cb8"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:42.297463 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:42.298131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 91d83813-1b3c-4377-8759-10f9130f4cb8, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91d83813-1b3c-4377-8759-10f9130f4cb8,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:42.305778 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.318565 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Transition to ACTIVE for port object f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:42.402857 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.403054 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.404992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cfb71-d757-4eff-9927-79d913a8b3e3 req-a162c144-1c9c-4424-9df5-596693183165 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:42.415042 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-588cfb71-d757-4eff-9927-79d913a8b3e3 req-a162c144-1c9c-4424-9df5-596693183165 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 1102 time: 0.0729475 Jul 05 10:05:42.476452 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-588cfb71-d757-4eff-9927-79d913a8b3e3 req-7b6560c0-dddf-445d-b804-f5a5926e10dd tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604222 Jul 05 10:05:42.486360 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Pushing event updated for resources: {'Port': ['ID=f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:42.518984 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=91d83813-1b3c-4377-8759-10f9130f4cb8,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:42.542151 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cd24c6-d814-4c99-bec8-270e112c056f x-openstack-request-id: req-58cd24c6-d814-4c99-bec8-270e112c056f {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:42.542439 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39810f1-e91f-4c79-8021-fa6ec3b0d9fa", "name": "network-vif-unplugged", "status": "completed", "tag": "91d83813-1b3c-4377-8759-10f9130f4cb8", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:42.542695 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-58cd24c6-d814-4c99-bec8-270e112c056f {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:42.543213 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39810f1-e91f-4c79-8021-fa6ec3b0d9fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d83813-1b3c-4377-8759-10f9130f4cb8', 'code': 200} Jul 05 10:05:42.566607 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Attempting to bind port f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:05:42.566952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Attempting to bind port f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'b10dfee1-7279-4fe3-a280-34e2aeea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:05:42.567287 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Attempting to bind port f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 on network 931420c7-2f5c-4210-881f-ffaae81b0ce6 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:42.573465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Port f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 on network 931420c7-2f5c-4210-881f-ffaae81b0ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:05:42.573827 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Attempting to bind port f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 on network 931420c7-2f5c-4210-881f-ffaae81b0ce6 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:05:42.581136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:05:42.581507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Checking segment: {'id': 'b10dfee1-7279-4fe3-a280-34e2aeea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:05:42.581870 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Bound using segment: {'id': 'b10dfee1-7279-4fe3-a280-34e2aeea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:05:42.582592 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Bound port: f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10dfee1-7279-4fe3-a280-34e2aeea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:05:42.583178 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.675403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] For port f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:05:42.679123 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] For port f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9,segment=NetworkSegment(b10dfee1-7279-4fe3-a280-34e2aeea8eb4),segment_id=b10dfee1-7279-4fe3-a280-34e2aeea8eb4)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:05:42.785799 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.826348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:42.827053 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:42.828586 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] 10.222.0.64 "PUT /v2.0/ports/f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 HTTP/1.1" status: 200 len: 1093 time: 1.0439599 Jul 05 10:05:42.829077 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4', 'tag': 'f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:42.831489 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659ba877-e082-41a6-ab22-e481fa214647" -d '{"events": [{"name": "network-changed", "server_uuid": "a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4", "tag": "f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:42.860119 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f1e6c-7336-4a8c-8074-e2e16e0675bb service neutron] Pushing event updated for resources: {'Port': ['ID=f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:43.095154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-d8c2076e-2ede-4b4f-89e9-b2742488cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:43.097619 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-d8c2076e-2ede-4b4f-89e9-b2742488cfa2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaf471cbe22142a7880d15035c04feae&device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 1096 time: 0.0846343 Jul 05 10:05:43.148592 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-ed940078-c40e-4633-83a7-6749de48da92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 HTTP/1.1" status: 200 len: 217 time: 0.0363030 Jul 05 10:05:43.207078 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-16aa1d20-bec4-4cd2-934b-c75103801169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:43.208807 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-16aa1d20-bec4-4cd2-934b-c75103801169 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef74de40-dd65-451f-9123-3f8618e2b3e8 HTTP/1.1" status: 200 len: 851 time: 0.0538142 Jul 05 10:05:43.243301 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-3905ce71-25d9-4c34-be43-192725e4ea48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=931420c7-2f5c-4210-881f-ffaae81b0ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272768 Jul 05 10:05:43.344740 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-9c46746f-2205-410f-ae2f-501bafc586f1 service neutron] 10.222.0.64 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918684 Jul 05 10:05:43.460872 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bad7af95-a83f-4322-9dcb-bd9d2e4a3511 req-319b4349-03eb-4383-aea3-859a2deaafcf service neutron] 10.222.0.64 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091669 Jul 05 10:05:43.563526 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f560f71f-37e8-4896-88e3-ad83553f44f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:43.620109 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:43.631049 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff12ba3-14e1-4e2e-9a5e-d15d091655ab req-e0e875e7-dda5-42c0-9dff-79799cb2435d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:43.633791 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bff12ba3-14e1-4e2e-9a5e-d15d091655ab req-e0e875e7-dda5-42c0-9dff-79799cb2435d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.0741906 Jul 05 10:05:43.675115 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bff12ba3-14e1-4e2e-9a5e-d15d091655ab req-d12fa9ca-8b04-4e55-b12b-26ec83f7ccda tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343640 Jul 05 10:05:43.721829 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db27bfe-4962-4f23-9b79-8281bf1d7384 x-openstack-request-id: req-4db27bfe-4962-4f23-9b79-8281bf1d7384 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:43.722168 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4", "tag": "f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:43.725373 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4db27bfe-4962-4f23-9b79-8281bf1d7384 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:43.725373 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4', 'tag': 'f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9', 'status': 'completed', 'code': 200} Jul 05 10:05:43.820403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ba877-e082-41a6-ab22-e481fa214647 req-fefe1ebe-92b0-4743-addf-809461f38c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:43.822671 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-659ba877-e082-41a6-ab22-e481fa214647 req-fefe1ebe-92b0-4743-addf-809461f38c69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaf471cbe22142a7880d15035c04feae&device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 1096 time: 0.0749037 Jul 05 10:05:43.967319 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ba877-e082-41a6-ab22-e481fa214647 req-dbb69fd6-a32e-4bd5-a580-e142df6eca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:43.968882 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-659ba877-e082-41a6-ab22-e481fa214647 req-dbb69fd6-a32e-4bd5-a580-e142df6eca0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=931420c7-2f5c-4210-881f-ffaae81b0ce6 HTTP/1.1" status: 200 len: 912 time: 0.1355686 Jul 05 10:05:43.977928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fc823-4d85-488c-ac02-2f958d4fb2d5 req-bb13e280-683c-4f2b-8915-ff9f43fe4e58 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:43.979695 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cf6fc823-4d85-488c-ac02-2f958d4fb2d5 req-bb13e280-683c-4f2b-8915-ff9f43fe4e58 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 949 time: 0.1560519 Jul 05 10:05:44.030296 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-659ba877-e082-41a6-ab22-e481fa214647 req-ff6bf7a8-52dd-4a44-a240-cf0aead6c7c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 HTTP/1.1" status: 200 len: 217 time: 0.0495641 Jul 05 10:05:44.078460 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cf6fc823-4d85-488c-ac02-2f958d4fb2d5 req-dfc2da7f-9da0-45e5-ad51-d87987cb9219 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907362 Jul 05 10:05:44.082926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96334729-7907-4a48-a2ea-7644ff613251 req-4d00553d-157f-4154-9a1a-6d4af74e8385 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:44.084818 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-96334729-7907-4a48-a2ea-7644ff613251 req-4d00553d-157f-4154-9a1a-6d4af74e8385 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 944 time: 0.0653276 Jul 05 10:05:44.098857 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ba877-e082-41a6-ab22-e481fa214647 req-af10eb3c-5ada-41dc-96bf-ef264bb83acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:44.101227 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-659ba877-e082-41a6-ab22-e481fa214647 req-af10eb3c-5ada-41dc-96bf-ef264bb83acd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef74de40-dd65-451f-9123-3f8618e2b3e8 HTTP/1.1" status: 200 len: 851 time: 0.0565815 Jul 05 10:05:44.139982 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-659ba877-e082-41a6-ab22-e481fa214647 req-ca66313c-8bca-4adf-99aa-702920fad7b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=931420c7-2f5c-4210-881f-ffaae81b0ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311794 Jul 05 10:05:44.144877 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-96334729-7907-4a48-a2ea-7644ff613251 req-c36a9d3b-17bc-46a9-a138-8146e88fbc24 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435615 Jul 05 10:05:44.249515 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-659ba877-e082-41a6-ab22-e481fa214647 req-81caeab8-367e-4881-94f7-6b6b15b3ea17 service neutron] 10.222.0.64 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016474 Jul 05 10:05:44.305857 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032f5eb-672a-438c-870d-e8afd79d482a req-efafcef8-ce57-481d-bf20-f80e5214c641 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:44.307406 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2032f5eb-672a-438c-870d-e8afd79d482a req-efafcef8-ce57-481d-bf20-f80e5214c641 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 1102 time: 0.0582981 Jul 05 10:05:44.349792 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-659ba877-e082-41a6-ab22-e481fa214647 req-31e1b1e8-63c4-406b-a4b9-5ac498b62180 service neutron] 10.222.0.64 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938146 Jul 05 10:05:44.354275 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2032f5eb-672a-438c-870d-e8afd79d482a req-32081dca-dd94-4b1e-b935-f802bc3d3175 tempest-ServersAdminTestJSON-900185858 tempest-ServersAdminTestJSON-900185858-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Jul 05 10:05:44.679302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d31a8e-94ab-4a7f-b65a-1a488c9487d4 req-38350918-4467-48a5-b612-dd9502ffc1b5 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:44.679302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6d31a8e-94ab-4a7f-b65a-1a488c9487d4 req-38350918-4467-48a5-b612-dd9502ffc1b5 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 949 time: 0.0799618 Jul 05 10:05:44.794560 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-b6d31a8e-94ab-4a7f-b65a-1a488c9487d4 req-286eeb06-e020-4342-97e3-6514d3098aa0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Deleting port 359472dc-eb7d-4f43-b241-701bffc603b6 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:44.794919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b6d31a8e-94ab-4a7f-b65a-1a488c9487d4 req-286eeb06-e020-4342-97e3-6514d3098aa0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.880831 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0adb4b-d4f5-444d-9fa1-822ebe911447 req-01bc0f30-3fa3-42e4-b404-494ef43284d6 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:44.882444 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed0adb4b-d4f5-444d-9fa1-822ebe911447 req-01bc0f30-3fa3-42e4-b404-494ef43284d6 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.0761282 Jul 05 10:05:44.899455 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.909813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-b6d31a8e-94ab-4a7f-b65a-1a488c9487d4 req-286eeb06-e020-4342-97e3-6514d3098aa0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] For port 359472dc-eb7d-4f43-b241-701bffc603b6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=359472dc-eb7d-4f43-b241-701bffc603b6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:44.915258 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b6d31a8e-94ab-4a7f-b65a-1a488c9487d4 req-286eeb06-e020-4342-97e3-6514d3098aa0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:44.923192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-b6d31a8e-94ab-4a7f-b65a-1a488c9487d4 req-286eeb06-e020-4342-97e3-6514d3098aa0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Calling delete_port for 359472dc-eb7d-4f43-b241-701bffc603b6 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:44.930815 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed0adb4b-d4f5-444d-9fa1-822ebe911447 req-0b5cd09b-2f55-4ecc-8d7e-9c6e6b941c4b tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405400 Jul 05 10:05:45.117581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ddaf8-f94b-4e8d-8ad6-9ae0030ef425 req-ebc07ce7-064b-4be7-9305-b2c559b622fd tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:45.119147 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab7ddaf8-f94b-4e8d-8ad6-9ae0030ef425 req-ebc07ce7-064b-4be7-9305-b2c559b622fd tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 950 time: 0.0655725 Jul 05 10:05:45.160531 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab7ddaf8-f94b-4e8d-8ad6-9ae0030ef425 req-e51c554b-e2d1-4bfb-8b42-6ec5a5f65e7b tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336261 Jul 05 10:05:45.237153 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b6d31a8e-94ab-4a7f-b65a-1a488c9487d4 req-286eeb06-e020-4342-97e3-6514d3098aa0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.254008 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['359472dc-eb7d-4f43-b241-701bffc603b6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:45.278533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286eeb06-e020-4342-97e3-6514d3098aa0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Pushing event deleted for resources: {'Port': ['ID=359472dc-eb7d-4f43-b241-701bffc603b6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:45.329906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d31a8e-94ab-4a7f-b65a-1a488c9487d4 req-286eeb06-e020-4342-97e3-6514d3098aa0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] No DVR routers for this DVR port 359472dc-eb7d-4f43-b241-701bffc603b6 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:05:45.335074 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b6d31a8e-94ab-4a7f-b65a-1a488c9487d4 req-286eeb06-e020-4342-97e3-6514d3098aa0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.337413 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6d31a8e-94ab-4a7f-b65a-1a488c9487d4 req-286eeb06-e020-4342-97e3-6514d3098aa0 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.64 "DELETE /v2.0/ports/359472dc-eb7d-4f43-b241-701bffc603b6 HTTP/1.1" status: 204 len: 173 time: 0.6498761 Jul 05 10:05:45.353095 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8a1ef-d83b-4bb6-944b-48210eab6e38 req-b2ed2cf9-aaf2-4339-abfd-b2955cf3479c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:45.353362 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3ab83-29c5-4998-a57e-026b6f560bba req-aa56fbeb-fd35-4814-9b9a-72f6bbbc503e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:45.354665 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ac8a1ef-d83b-4bb6-944b-48210eab6e38 req-b2ed2cf9-aaf2-4339-abfd-b2955cf3479c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 944 time: 0.0802653 Jul 05 10:05:45.354881 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-30b3ab83-29c5-4998-a57e-026b6f560bba req-aa56fbeb-fd35-4814-9b9a-72f6bbbc503e tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 867 time: 0.1502995 Jul 05 10:05:45.396442 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ac8a1ef-d83b-4bb6-944b-48210eab6e38 req-7ae9e34e-7e9c-4494-9e91-edf5f29fd56d tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349991 Jul 05 10:05:45.397157 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-30b3ab83-29c5-4998-a57e-026b6f560bba req-17be2164-fd8c-4338-9f81-2cd3cb4021cf tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ccf0864-4079-42c7-946a-06ba886a2242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352125 Jul 05 10:05:45.725297 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe8fdb0-04b1-478f-ac48-52e59b4b6b27', 'name': 'network-vif-deleted', 'tag': '359472dc-eb7d-4f43-b241-701bffc603b6'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:45.727123 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e80129-b2ea-4be4-877b-11f38050887e" -d '{"events": [{"server_uuid": "bbe8fdb0-04b1-478f-ac48-52e59b4b6b27", "name": "network-vif-deleted", "tag": "359472dc-eb7d-4f43-b241-701bffc603b6"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:45.765360 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d87462-63b9-415a-b252-5bf3287908cf x-openstack-request-id: req-53d87462-63b9-415a-b252-5bf3287908cf {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:45.765646 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe8fdb0-04b1-478f-ac48-52e59b4b6b27", "name": "network-vif-deleted", "tag": "359472dc-eb7d-4f43-b241-701bffc603b6", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:45.765889 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53d87462-63b9-415a-b252-5bf3287908cf {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:45.766303 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe8fdb0-04b1-478f-ac48-52e59b4b6b27', 'name': 'network-vif-deleted', 'tag': '359472dc-eb7d-4f43-b241-701bffc603b6', 'status': 'completed', 'code': 200} Jul 05 10:05:45.775013 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:05:45.893531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9,segment=NetworkSegment(b10dfee1-7279-4fe3-a280-34e2aeea8eb4),segment_id=b10dfee1-7279-4fe3-a280-34e2aeea8eb4)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:45.907947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9', 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6', 'port_id': 'f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9', 'mac_address': 'fa:16:3e:6d:7c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef74de40-dd65-451f-9123-3f8618e2b3e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:05:45.945095 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:45.958124 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:45.983279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9,segment=NetworkSegment(b10dfee1-7279-4fe3-a280-34e2aeea8eb4),segment_id=b10dfee1-7279-4fe3-a280-34e2aeea8eb4)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:46.075598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 91d83813-1b3c-4377-8759-10f9130f4cb8 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:05:46.140598 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530f639-82ad-4b1b-bd97-8a302295fd9b req-464fa3b2-5d03-43a3-ac16-6f8f9b3cedf8 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:46.146192 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8530f639-82ad-4b1b-bd97-8a302295fd9b req-464fa3b2-5d03-43a3-ac16-6f8f9b3cedf8 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.0881538 Jul 05 10:05:46.188348 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8530f639-82ad-4b1b-bd97-8a302295fd9b req-d989b995-a51f-432b-b90c-be6832b28695 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361538 Jul 05 10:05:46.192160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 91d83813-1b3c-4377-8759-10f9130f4cb8, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91d83813-1b3c-4377-8759-10f9130f4cb8,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:46.205716 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '91d83813-1b3c-4377-8759-10f9130f4cb8', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '91d83813-1b3c-4377-8759-10f9130f4cb8', 'mac_address': 'fa:16:3e:b8:c2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:05:46.246830 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.271423 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.292773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d83813-1b3c-4377-8759-10f9130f4cb8 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:46.326667 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:46.330173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 91d83813-1b3c-4377-8759-10f9130f4cb8, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91d83813-1b3c-4377-8759-10f9130f4cb8,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:46.373992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52912761-489f-428c-a5af-4bc801cd07c8 req-03e82efa-9d21-48f0-8cfc-df86afed6dd9 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:46.375481 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-52912761-489f-428c-a5af-4bc801cd07c8 req-03e82efa-9d21-48f0-8cfc-df86afed6dd9 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 950 time: 0.0734310 Jul 05 10:05:46.415311 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-52912761-489f-428c-a5af-4bc801cd07c8 req-38bb7ad1-3b95-4104-986e-f349097ba67c tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340755 Jul 05 10:05:46.500810 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.584543 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:46.590687 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f40ed843-961f-4c17-b0a9-0607c65080f5 req-a7675e63-287d-4386-8371-449f29e4b973 tempest-ServersOnMultiNodesTest-1430631787 tempest-ServersOnMultiNodesTest-1430631787-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbe8fdb0-04b1-478f-ac48-52e59b4b6b27 HTTP/1.1" status: 200 len: 210 time: 0.0507853 Jul 05 10:05:46.613231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['91d83813-1b3c-4377-8759-10f9130f4cb8'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:46.620203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=91d83813-1b3c-4377-8759-10f9130f4cb8,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:46.659506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe02e4-d44a-47c9-9634-0c83a8853704 req-aa660c0d-8378-4620-af85-0ecff3a91a8a tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:46.661510 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4cfe02e4-d44a-47c9-9634-0c83a8853704 req-aa660c0d-8378-4620-af85-0ecff3a91a8a tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 945 time: 0.1187787 Jul 05 10:05:46.698696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835fe40-b3f6-44f0-b170-513570593078 req-68e38003-2eac-4167-b492-81a97db4728e tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:46.705066 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.705217 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7835fe40-b3f6-44f0-b170-513570593078 req-68e38003-2eac-4167-b492-81a97db4728e tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 950 time: 0.1700578 Jul 05 10:05:46.743798 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4cfe02e4-d44a-47c9-9634-0c83a8853704 req-1c90e2f2-17e5-4822-8867-6cca0cd12bde tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726981 Jul 05 10:05:46.835069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-7835fe40-b3f6-44f0-b170-513570593078 req-9335ae3f-4e8c-4bbe-bcfc-b78ec4077a6f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Deleting port d430e8eb-9c9a-46b2-8752-8f8539bf5eab {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:46.835433 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7835fe40-b3f6-44f0-b170-513570593078 req-9335ae3f-4e8c-4bbe-bcfc-b78ec4077a6f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.932573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-7835fe40-b3f6-44f0-b170-513570593078 req-9335ae3f-4e8c-4bbe-bcfc-b78ec4077a6f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] For port d430e8eb-9c9a-46b2-8752-8f8539bf5eab, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d430e8eb-9c9a-46b2-8752-8f8539bf5eab,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:46.932931 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7835fe40-b3f6-44f0-b170-513570593078 req-9335ae3f-4e8c-4bbe-bcfc-b78ec4077a6f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:46.946373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-7835fe40-b3f6-44f0-b170-513570593078 req-9335ae3f-4e8c-4bbe-bcfc-b78ec4077a6f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Calling delete_port for d430e8eb-9c9a-46b2-8752-8f8539bf5eab owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:47.254337 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7835fe40-b3f6-44f0-b170-513570593078 req-9335ae3f-4e8c-4bbe-bcfc-b78ec4077a6f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:47.284956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335ae3f-4e8c-4bbe-bcfc-b78ec4077a6f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Pushing event deleted for resources: {'Port': ['ID=d430e8eb-9c9a-46b2-8752-8f8539bf5eab,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:47.369418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7835fe40-b3f6-44f0-b170-513570593078 req-9335ae3f-4e8c-4bbe-bcfc-b78ec4077a6f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] No DVR routers for this DVR port d430e8eb-9c9a-46b2-8752-8f8539bf5eab on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:05:47.372881 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7835fe40-b3f6-44f0-b170-513570593078 req-9335ae3f-4e8c-4bbe-bcfc-b78ec4077a6f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:47.375179 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7835fe40-b3f6-44f0-b170-513570593078 req-9335ae3f-4e8c-4bbe-bcfc-b78ec4077a6f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.64 "DELETE /v2.0/ports/d430e8eb-9c9a-46b2-8752-8f8539bf5eab HTTP/1.1" status: 204 len: 173 time: 0.6633985 Jul 05 10:05:47.396962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['1a88842f-aea7-4454-af83-ee17389d4c30', 'd430e8eb-9c9a-46b2-8752-8f8539bf5eab', '5a07ba85-efe4-4796-badd-aa806435518a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:47.411742 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f0a12-c2da-4c10-90ce-c27ea89730ca req-45ff60b4-e7a5-4c13-be7c-3e9d77b7409b tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:47.413273 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f3f0a12-c2da-4c10-90ce-c27ea89730ca req-45ff60b4-e7a5-4c13-be7c-3e9d77b7409b tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.0973930 Jul 05 10:05:47.454894 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f3f0a12-c2da-4c10-90ce-c27ea89730ca req-40b73f0d-d3f3-4db7-a542-84c1fb465ec2 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354798 Jul 05 10:05:47.579749 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-77cca8e9-85f4-463a-bdbb-7ed70c745ea0 req-21b89d97-e310-421d-b2a6-0b50b61e1c67 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 210 time: 0.0296276 Jul 05 10:05:47.767520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33b1461-3a4a-44c9-8634-8b80a1cfa1b4', 'name': 'network-vif-deleted', 'tag': 'd430e8eb-9c9a-46b2-8752-8f8539bf5eab'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:47.779843 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f4c147-6b58-4acc-9286-3b775cc47afb" -d '{"events": [{"server_uuid": "d33b1461-3a4a-44c9-8634-8b80a1cfa1b4", "name": "network-vif-deleted", "tag": "d430e8eb-9c9a-46b2-8752-8f8539bf5eab"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:47.802283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:47.891969 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbefaec9-dfc7-438f-9f02-e5295e40374e x-openstack-request-id: req-dbefaec9-dfc7-438f-9f02-e5295e40374e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:47.892309 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33b1461-3a4a-44c9-8634-8b80a1cfa1b4", "name": "network-vif-deleted", "tag": "d430e8eb-9c9a-46b2-8752-8f8539bf5eab", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:47.892611 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dbefaec9-dfc7-438f-9f02-e5295e40374e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:47.893176 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33b1461-3a4a-44c9-8634-8b80a1cfa1b4', 'name': 'network-vif-deleted', 'tag': 'd430e8eb-9c9a-46b2-8752-8f8539bf5eab', 'status': 'completed', 'code': 200} Jul 05 10:05:48.009470 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:05:48.021693 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:48.023313 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:48.061916 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4363c6-01fd-427c-87f4-b1f7bf19cf8e req-158d06bf-ae1e-4cc5-8af6-ace10d27596b tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:48.063919 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c4363c6-01fd-427c-87f4-b1f7bf19cf8e req-158d06bf-ae1e-4cc5-8af6-ace10d27596b tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 945 time: 0.1087427 Jul 05 10:05:48.104279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 91d83813-1b3c-4377-8759-10f9130f4cb8 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:05:48.147787 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:48.177678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:48.178259 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c4363c6-01fd-427c-87f4-b1f7bf19cf8e req-b2eee676-95fa-4cff-b053-ea922306d2d3 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078353 Jul 05 10:05:48.179961 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5f9f6c-dd46-4e3c-ba04-2539bb8de26c" -d '{"events": [{"server_uuid": "a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4", "name": "network-vif-plugged", "status": "completed", "tag": "f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:48.195425 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9,segment=NetworkSegment(b10dfee1-7279-4fe3-a280-34e2aeea8eb4),segment_id=b10dfee1-7279-4fe3-a280-34e2aeea8eb4)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:48.201734 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 91d83813-1b3c-4377-8759-10f9130f4cb8 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:05:48.202452 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:48.248889 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efddf12a-f367-4923-ac36-4e6ccf48ecb6 x-openstack-request-id: req-efddf12a-f367-4923-ac36-4e6ccf48ecb6 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:48.249182 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4", "name": "network-vif-plugged", "status": "completed", "tag": "f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:48.249440 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-efddf12a-f367-4923-ac36-4e6ccf48ecb6 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:48.249838 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9', 'code': 200} Jul 05 10:05:48.326130 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:48.327251 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 359472dc-eb7d-4f43-b241-701bffc603b6 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:48.502385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84173ea-d372-4ae8-b00d-19d9a7255ef0 req-053f594e-f800-411c-b271-39db7c4127f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:48.503896 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a84173ea-d372-4ae8-b00d-19d9a7255ef0 req-053f594e-f800-411c-b271-39db7c4127f3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 1098 time: 0.1696589 Jul 05 10:05:48.512026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39648) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:48.520118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 359472dc-eb7d-4f43-b241-701bffc603b6 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:48.520812 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 359472dc-eb7d-4f43-b241-701bffc603b6 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:48.564515 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:48.579214 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a84173ea-d372-4ae8-b00d-19d9a7255ef0 req-c36fa9f7-61c6-4ba0-ab0d-eb6bac6c397c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662296 Jul 05 10:05:48.670407 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:48.694988 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 91d83813-1b3c-4377-8759-10f9130f4cb8, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91d83813-1b3c-4377-8759-10f9130f4cb8,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:48.791400 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:48.864530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8f943bd4-6430-4e77-90ed-df8fb083b188 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=449f214ee5014225a50a24c3b1f55312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508267 Jul 05 10:05:48.872226 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39656) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:48.944626 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=91d83813-1b3c-4377-8759-10f9130f4cb8,revision_number=10']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:48.962781 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-647ea94d-e6a6-4a90-837f-ace13b1e1eda req-0fde461f-259e-4202-ab99-f6d0e965f411 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d33b1461-3a4a-44c9-8634-8b80a1cfa1b4 HTTP/1.1" status: 200 len: 210 time: 0.0962367 Jul 05 10:05:49.135032 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-def0c6d9-814b-4ea3-9ae0-71b4059508e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.159806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde577b-e32f-4e4d-b804-b26b611009bb req-8c53717e-60ab-4cbc-b7e5-7d63804e64d0 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:49.172574 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2cde577b-e32f-4e4d-b804-b26b611009bb req-8c53717e-60ab-4cbc-b7e5-7d63804e64d0 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.4010653 Jul 05 10:05:49.272593 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-def0c6d9-814b-4ea3-9ae0-71b4059508e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.295865 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2cde577b-e32f-4e4d-b804-b26b611009bb req-90d44660-a839-4a0c-a045-4ebb5d62c019 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211972 Jul 05 10:05:49.494928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12a390-c14d-4c51-b527-f16315388046 req-f25bb055-1ae1-4ad7-ba73-3919afa6d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:49.502508 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb12a390-c14d-4c51-b527-f16315388046 req-f25bb055-1ae1-4ad7-ba73-3919afa6d3b4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 1098 time: 0.2056139 Jul 05 10:05:49.556338 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-def0c6d9-814b-4ea3-9ae0-71b4059508e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.559566 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-def0c6d9-814b-4ea3-9ae0-71b4059508e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:49.560788 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-def0c6d9-814b-4ea3-9ae0-71b4059508e1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9ccf0864-4079-42c7-946a-06ba886a2242 HTTP/1.1" status: 204 len: 168 time: 0.6873474 Jul 05 10:05:49.631767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0c6d9-814b-4ea3-9ae0-71b4059508e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccf0864-4079-42c7-946a-06ba886a2242,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:49.646240 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb12a390-c14d-4c51-b527-f16315388046 req-92c51e25-1e90-4b58-8bc8-5779c976b97f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301348 Jul 05 10:05:49.680979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7061cd5-0e42-4391-8be0-8fb8528700af req-e098a7b7-660f-406c-81a5-cd5c1259ab91 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:49.691859 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7061cd5-0e42-4391-8be0-8fb8528700af req-e098a7b7-660f-406c-81a5-cd5c1259ab91 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.1980329 Jul 05 10:05:49.745576 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7061cd5-0e42-4391-8be0-8fb8528700af req-65bfe2b2-8061-4f4e-83ca-38da18edff6b tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538614 Jul 05 10:05:49.805005 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d430e8eb-9c9a-46b2-8752-8f8539bf5eab no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:49.853231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: d430e8eb-9c9a-46b2-8752-8f8539bf5eab {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:49.853861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d430e8eb-9c9a-46b2-8752-8f8539bf5eab not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:50.251334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39810f1-e91f-4c79-8021-fa6ec3b0d9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d83813-1b3c-4377-8759-10f9130f4cb8'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:50.254606 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efbc43d-8038-4683-a76e-e105b2f1dce4" -d '{"events": [{"server_uuid": "a39810f1-e91f-4c79-8021-fa6ec3b0d9fa", "name": "network-vif-plugged", "status": "completed", "tag": "91d83813-1b3c-4377-8759-10f9130f4cb8"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:50.346099 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-5e799a5a-9c82-4985-8542-90c8490cbfb0 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:50.354471 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-5e799a5a-9c82-4985-8542-90c8490cbfb0 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 821 time: 0.1774638 Jul 05 10:05:50.373015 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-ebe2fc4b-0097-4876-864a-b47702e30743 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/quotas/312b10a2b35949449c89df3e680df435 HTTP/1.1" status: 200 len: 375 time: 0.0172203 Jul 05 10:05:50.502804 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-ae4b06b2-9829-4128-9607-c749f70c49f3 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1266849 Jul 05 10:05:50.528771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39696) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:50.632632 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-17f34461-310d-4d9e-8f1b-01dc7d4e64f2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6bbbfca92b1e4f4bac2fa4abd7c48e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1013589 Jul 05 10:05:50.638405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39700) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:05:50.693585 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-a985afde-ef8c-4ff1-ab43-3c3ff223d9f6 service neutron] 10.222.0.77 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916456 Jul 05 10:05:50.763441 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237c12ec-4b7e-4ddf-9d12-0eb165835154 x-openstack-request-id: req-237c12ec-4b7e-4ddf-9d12-0eb165835154 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:50.763828 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39810f1-e91f-4c79-8021-fa6ec3b0d9fa", "name": "network-vif-plugged", "status": "completed", "tag": "91d83813-1b3c-4377-8759-10f9130f4cb8", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:50.764222 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-237c12ec-4b7e-4ddf-9d12-0eb165835154 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:50.764475 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39810f1-e91f-4c79-8021-fa6ec3b0d9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d83813-1b3c-4377-8759-10f9130f4cb8', 'code': 200} Jul 05 10:05:50.799062 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:50.846644 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:50.899190 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-dc86dcf5-2c39-47fa-8ec3-e63f743e4c9e service neutron] 10.222.0.77 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915824 Jul 05 10:05:51.002117 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2b989-550c-4240-9f95-ae36f33d839f req-2e8a0d11-2ea1-4e06-b971-65a95635404f tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:51.003992 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91e2b989-550c-4240-9f95-ae36f33d839f req-2e8a0d11-2ea1-4e06-b971-65a95635404f tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.1019750 Jul 05 10:05:51.016688 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:51.022609 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:51.038246 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c7bde39-f80c-48d5-8e91-821de3330078 HTTP/1.1" status: 204 len: 168 time: 0.3876536 Jul 05 10:05:51.083959 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91e2b989-550c-4240-9f95-ae36f33d839f req-627a9db8-0907-4f58-9122-66ab35e68e5c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726120 Jul 05 10:05:51.089116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7bde39-f80c-48d5-8e91-821de3330078,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:51.118407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:51.118849 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:51.119112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:51.119445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:51.119809 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:51.120147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:51.120478 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:51.120823 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:51.121284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:51.121614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:51.121942 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:51.122273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bed7d4-1f88-412f-a8ab-cb5de217eae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:51.591216 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d771e-dc12-42bc-b035-fc37471d7f12 req-a75198c1-0216-4232-9652-994528ac8d51 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:51.597340 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ee9d771e-dc12-42bc-b035-fc37471d7f12 req-a75198c1-0216-4232-9652-994528ac8d51 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 949 time: 0.0978749 Jul 05 10:05:51.661923 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ee9d771e-dc12-42bc-b035-fc37471d7f12 req-4729be2a-5af4-4ad6-a1b2-7e153a28849d tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633955 Jul 05 10:05:51.865526 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaaee2-5c54-4a95-969b-420540844816 req-128d768a-faef-4553-a5d1-593e90c599c7 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:51.874004 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6bfaaee2-5c54-4a95-969b-420540844816 req-128d768a-faef-4553-a5d1-593e90c599c7 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.1041195 Jul 05 10:05:51.923540 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6bfaaee2-5c54-4a95-969b-420540844816 req-017eaace-8ead-4418-8d99-20d8294fe5f0 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485547 Jul 05 10:05:51.994651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-9e80390d-c94e-4e1e-a08a-b546dbe652e6 req-59a85247-c864-479d-8baa-a5b3fa10e5ae tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1714060524', 'description': 'tempest-description-270311896'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:52.018638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0392eb09-2f70-466a-bdde-a157f1922053 req-9bb09f53-3d7b-4365-a366-8f05c4376d20 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 210 time: 0.0440941 Jul 05 10:05:52.220452 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9e80390d-c94e-4e1e-a08a-b546dbe652e6 req-59a85247-c864-479d-8baa-a5b3fa10e5ae tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:52.305580 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:52.324512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c46c2-8781-4502-99b8-adab56578098 req-c3e350b8-4d0f-4b66-8292-01e847c946a2 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:52.332736 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d56c46c2-8781-4502-99b8-adab56578098 req-c3e350b8-4d0f-4b66-8292-01e847c946a2 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.64 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 949 time: 0.1785715 Jul 05 10:05:52.445912 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9e80390d-c94e-4e1e-a08a-b546dbe652e6 req-59a85247-c864-479d-8baa-a5b3fa10e5ae tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:52.550057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-d56c46c2-8781-4502-99b8-adab56578098 req-1f3c6f3f-57d8-4547-91bb-07cf943721be tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Deleting port 1a88842f-aea7-4454-af83-ee17389d4c30 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:05:52.550939 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d56c46c2-8781-4502-99b8-adab56578098 req-1f3c6f3f-57d8-4547-91bb-07cf943721be tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:52.602262 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9e80390d-c94e-4e1e-a08a-b546dbe652e6 req-59a85247-c864-479d-8baa-a5b3fa10e5ae tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:52.726057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-d56c46c2-8781-4502-99b8-adab56578098 req-1f3c6f3f-57d8-4547-91bb-07cf943721be tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] For port 1a88842f-aea7-4454-af83-ee17389d4c30, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1a88842f-aea7-4454-af83-ee17389d4c30,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:52.726057 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d56c46c2-8781-4502-99b8-adab56578098 req-1f3c6f3f-57d8-4547-91bb-07cf943721be tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:52.736585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a85247-c864-479d-8baa-a5b3fa10e5ae tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd69e05-c7d8-4d9c-a680-46872304dbaa,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:52.797639 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-d56c46c2-8781-4502-99b8-adab56578098 req-1f3c6f3f-57d8-4547-91bb-07cf943721be tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Calling delete_port for 1a88842f-aea7-4454-af83-ee17389d4c30 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:05:52.957878 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9e80390d-c94e-4e1e-a08a-b546dbe652e6 req-59a85247-c864-479d-8baa-a5b3fa10e5ae tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:52.959759 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9e80390d-c94e-4e1e-a08a-b546dbe652e6 req-59a85247-c864-479d-8baa-a5b3fa10e5ae tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9724600 Jul 05 10:05:53.247923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd632798-4902-4d0e-a0d5-d0116694a25c req-530bc1ea-ffb3-4458-b61e-f6f5cf778485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:53.247923 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd632798-4902-4d0e-a0d5-d0116694a25c req-530bc1ea-ffb3-4458-b61e-f6f5cf778485 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaf471cbe22142a7880d15035c04feae&device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 1098 time: 0.1053116 Jul 05 10:05:53.328280 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085ad2b-e1e8-4c1c-a5ad-e451dc2e57aa req-9409422f-ee18-4c62-8d8a-685fb032c8ea tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:53.329908 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7085ad2b-e1e8-4c1c-a5ad-e451dc2e57aa req-9409422f-ee18-4c62-8d8a-685fb032c8ea tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.0890701 Jul 05 10:05:53.332617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd632798-4902-4d0e-a0d5-d0116694a25c req-9069be6d-1173-4115-a6ba-88a9eae57952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:53.334703 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd632798-4902-4d0e-a0d5-d0116694a25c req-9069be6d-1173-4115-a6ba-88a9eae57952 service neutron] 10.222.0.64 "GET /v2.0/networks?id=931420c7-2f5c-4210-881f-ffaae81b0ce6 HTTP/1.1" status: 200 len: 912 time: 0.1534674 Jul 05 10:05:53.348550 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b7715-0970-4bf9-a8d1-29c4511043e1 req-5b434179-32e8-4dd2-b659-5baa532c845f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:53.350084 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-293b7715-0970-4bf9-a8d1-29c4511043e1 req-5b434179-32e8-4dd2-b659-5baa532c845f tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 949 time: 0.1560006 Jul 05 10:05:53.391298 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd632798-4902-4d0e-a0d5-d0116694a25c req-816e3ef7-be1e-45ac-a9fa-dcc2c8a31b9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 HTTP/1.1" status: 200 len: 217 time: 0.0401115 Jul 05 10:05:53.393417 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7085ad2b-e1e8-4c1c-a5ad-e451dc2e57aa req-b2696b93-2a43-4ecd-9625-76795dc64762 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542643 Jul 05 10:05:53.468182 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d56c46c2-8781-4502-99b8-adab56578098 req-1f3c6f3f-57d8-4547-91bb-07cf943721be tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:53.478770 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-293b7715-0970-4bf9-a8d1-29c4511043e1 req-fe30d07c-ac85-4cc0-b10a-0cc8e0b17fb9 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180267 Jul 05 10:05:53.479422 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['1a88842f-aea7-4454-af83-ee17389d4c30', '5a07ba85-efe4-4796-badd-aa806435518a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:53.493969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd632798-4902-4d0e-a0d5-d0116694a25c req-45ab8984-eddf-43b2-8d6a-a736b042de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:53.495873 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd632798-4902-4d0e-a0d5-d0116694a25c req-45ab8984-eddf-43b2-8d6a-a736b042de39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef74de40-dd65-451f-9123-3f8618e2b3e8 HTTP/1.1" status: 200 len: 851 time: 0.0865078 Jul 05 10:05:53.504951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c6f3f-57d8-4547-91bb-07cf943721be tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Pushing event deleted for resources: {'Port': ['ID=1a88842f-aea7-4454-af83-ee17389d4c30,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:53.552874 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd632798-4902-4d0e-a0d5-d0116694a25c req-9e7ed4da-6924-45ab-aa57-14d9e0a5ab31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=931420c7-2f5c-4210-881f-ffaae81b0ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390153 Jul 05 10:05:53.643307 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56c46c2-8781-4502-99b8-adab56578098 req-1f3c6f3f-57d8-4547-91bb-07cf943721be tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] No DVR routers for this DVR port 1a88842f-aea7-4454-af83-ee17389d4c30 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:05:53.657516 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d56c46c2-8781-4502-99b8-adab56578098 req-1f3c6f3f-57d8-4547-91bb-07cf943721be tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:53.662561 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d56c46c2-8781-4502-99b8-adab56578098 req-1f3c6f3f-57d8-4547-91bb-07cf943721be tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.64 "DELETE /v2.0/ports/1a88842f-aea7-4454-af83-ee17389d4c30 HTTP/1.1" status: 204 len: 173 time: 1.3231947 Jul 05 10:05:53.663989 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829', 'name': 'network-vif-deleted', 'tag': '1a88842f-aea7-4454-af83-ee17389d4c30'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:53.667163 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0db3f9-d423-4b4a-b4ea-245e45f688e3" -d '{"events": [{"server_uuid": "bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829", "name": "network-vif-deleted", "tag": "1a88842f-aea7-4454-af83-ee17389d4c30"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:53.714021 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-393d120d-85ee-4ea0-b2b7-a4ed8558de48 req-49c5c030-4100-46c1-911b-b725c1c2dff6 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 210 time: 0.0583422 Jul 05 10:05:53.739644 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:53.774155 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b958c62d-1c75-4e01-94cb-424838780115 x-openstack-request-id: req-b958c62d-1c75-4e01-94cb-424838780115 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:53.775257 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829", "name": "network-vif-deleted", "tag": "1a88842f-aea7-4454-af83-ee17389d4c30", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:53.775869 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b958c62d-1c75-4e01-94cb-424838780115 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:53.776473 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829', 'name': 'network-vif-deleted', 'tag': '1a88842f-aea7-4454-af83-ee17389d4c30', 'status': 'completed', 'code': 200} Jul 05 10:05:53.831169 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21c9d790-f9f4-4ccc-ad82-45b256cceb3f req-bbc31d36-584a-474a-83b1-042483dc7562 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1714060524&fields=id&tenant_id=60af8b5ef1b94e0c8a78ae4692c130d5 HTTP/1.1" status: 200 len: 267 time: 0.0969865 Jul 05 10:05:53.909056 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd632798-4902-4d0e-a0d5-d0116694a25c req-63bb9870-6538-4092-b1e4-7ce21a6ab5ad service neutron] 10.222.0.64 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242946 Jul 05 10:05:54.050325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9d790-f9f4-4ccc-ad82-45b256cceb3f req-232113aa-639b-4138-a9b0-17593fbcb2f9 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:54.060575 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21c9d790-f9f4-4ccc-ad82-45b256cceb3f req-232113aa-639b-4138-a9b0-17593fbcb2f9 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.2182946 Jul 05 10:05:54.075553 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-21c9d790-f9f4-4ccc-ad82-45b256cceb3f req-47c7a6d8-c4c3-4ba8-944f-268ea7618e17 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Request body: {'port': {'security_groups': ['f91e2106-4d65-4cf8-8b49-32f6f88626b3', '6bd69e05-c7d8-4d9c-a680-46872304dbaa']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:54.235692 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd632798-4902-4d0e-a0d5-d0116694a25c req-1fec044a-7fd3-4483-9c5d-b283ebb445c0 service neutron] 10.222.0.64 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161154 Jul 05 10:05:54.258620 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21c9d790-f9f4-4ccc-ad82-45b256cceb3f req-47c7a6d8-c4c3-4ba8-944f-268ea7618e17 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:54.557064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-21c9d790-f9f4-4ccc-ad82-45b256cceb3f req-47c7a6d8-c4c3-4ba8-944f-268ea7618e17 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] For port ce39f3a4-70d4-4758-91a7-c89df47c31a2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=ce39f3a4-70d4-4758-91a7-c89df47c31a2,segment=NetworkSegment(040a3358-a273-40be-aabd-d0aa3734bff0),segment_id=040a3358-a273-40be-aabd-d0aa3734bff0)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:54.623094 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21c9d790-f9f4-4ccc-ad82-45b256cceb3f req-47c7a6d8-c4c3-4ba8-944f-268ea7618e17 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:54.703243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a313b-9032-43aa-bc22-23132ee77756 req-05d29a4c-1d30-44e8-932c-9665da4f72c9 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:54.710861 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-658a313b-9032-43aa-bc22-23132ee77756 req-05d29a4c-1d30-44e8-932c-9665da4f72c9 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.1375935 Jul 05 10:05:54.745250 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21c9d790-f9f4-4ccc-ad82-45b256cceb3f req-47c7a6d8-c4c3-4ba8-944f-268ea7618e17 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:54.757187 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['ce39f3a4-70d4-4758-91a7-c89df47c31a2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:54.765777 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-658a313b-9032-43aa-bc22-23132ee77756 req-4038786d-d481-4785-bc4c-63d7dffb19bc tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530176 Jul 05 10:05:54.837082 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9d790-f9f4-4ccc-ad82-45b256cceb3f req-47c7a6d8-c4c3-4ba8-944f-268ea7618e17 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:54.837759 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21c9d790-f9f4-4ccc-ad82-45b256cceb3f req-47c7a6d8-c4c3-4ba8-944f-268ea7618e17 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:54.850073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21c9d790-f9f4-4ccc-ad82-45b256cceb3f req-47c7a6d8-c4c3-4ba8-944f-268ea7618e17 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "PUT /v2.0/ports/ce39f3a4-70d4-4758-91a7-c89df47c31a2 HTTP/1.1" status: 200 len: 982 time: 0.7885325 Jul 05 10:05:54.856444 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21879d1e-ac80-471b-80d5-798802d7de65', 'tag': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:54.858984 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87b195a-f815-41d6-8233-663eb5fa8406" -d '{"events": [{"name": "network-changed", "server_uuid": "21879d1e-ac80-471b-80d5-798802d7de65", "tag": "ce39f3a4-70d4-4758-91a7-c89df47c31a2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:54.922645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7a6d8-c4c3-4ba8-944f-268ea7618e17 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Pushing event updated for resources: {'Port': ['ID=ce39f3a4-70d4-4758-91a7-c89df47c31a2,revision_number=6']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:54.947919 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['ce39f3a4-70d4-4758-91a7-c89df47c31a2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:55.243685 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ae630ad-6d94-49b5-b75c-e559d0f93553 req-1d12bcb8-8191-4f48-8286-076f4cb3e84d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 210 time: 0.0482278 Jul 05 10:05:55.428732 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c6f7c27-136b-4de4-9ce4-9971d12f27c2 req-0e2c0fc3-aa2a-4fcc-97e1-9df59283b580 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1714060524&fields=id&tenant_id=60af8b5ef1b94e0c8a78ae4692c130d5 HTTP/1.1" status: 200 len: 267 time: 0.0612056 Jul 05 10:05:55.546236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f7c27-136b-4de4-9ce4-9971d12f27c2 req-0c8d8805-70c3-4212-8930-e9153370fb8f tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:55.548626 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c6f7c27-136b-4de4-9ce4-9971d12f27c2 req-0c8d8805-70c3-4212-8930-e9153370fb8f tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 985 time: 0.1190839 Jul 05 10:05:55.567848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-3c6f7c27-136b-4de4-9ce4-9971d12f27c2 req-cd17e844-3961-4864-9006-a45692f7cb26 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Request body: {'port': {'security_groups': ['f91e2106-4d65-4cf8-8b49-32f6f88626b3']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:55.596647 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0896ebb5-aaf7-47b6-a30b-170ec7469bba req-32cc5317-f179-4359-ab29-35f73a1c68ed tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee0bae7-5a2d-4ba3-bfde-e7c7fee9e829 HTTP/1.1" status: 200 len: 210 time: 0.5728636 Jul 05 10:05:55.696859 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e876d9b9-b68b-4df1-8120-3bfb0057edc0 x-openstack-request-id: req-e876d9b9-b68b-4df1-8120-3bfb0057edc0 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:55.697282 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21879d1e-ac80-471b-80d5-798802d7de65", "tag": "ce39f3a4-70d4-4758-91a7-c89df47c31a2", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:55.697655 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e876d9b9-b68b-4df1-8120-3bfb0057edc0 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:55.698183 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21879d1e-ac80-471b-80d5-798802d7de65', 'tag': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2', 'status': 'completed', 'code': 200} Jul 05 10:05:55.734813 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3c6f7c27-136b-4de4-9ce4-9971d12f27c2 req-cd17e844-3961-4864-9006-a45692f7cb26 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:55.813821 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1a88842f-aea7-4454-af83-ee17389d4c30 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:05:55.835960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b195a-f815-41d6-8233-663eb5fa8406 req-43f3ed04-9614-4a7a-b24f-7909481ed41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:55.838726 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b87b195a-f815-41d6-8233-663eb5fa8406 req-43f3ed04-9614-4a7a-b24f-7909481ed41c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60af8b5ef1b94e0c8a78ae4692c130d5&device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 1137 time: 0.1136081 Jul 05 10:05:55.859640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 1a88842f-aea7-4454-af83-ee17389d4c30 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:05:55.863030 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1a88842f-aea7-4454-af83-ee17389d4c30 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:05:56.100527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b195a-f815-41d6-8233-663eb5fa8406 req-328563ad-f9ff-48a1-9e4b-4979cabae90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:56.102093 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b87b195a-f815-41d6-8233-663eb5fa8406 req-328563ad-f9ff-48a1-9e4b-4979cabae90f service neutron] 10.222.0.73 "GET /v2.0/networks?id=80f95e78-8641-45df-a82a-c1ce564ff580 HTTP/1.1" status: 200 len: 920 time: 0.2501774 Jul 05 10:05:56.169892 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b87b195a-f815-41d6-8233-663eb5fa8406 req-fe9b9a93-43d9-4a64-993a-a708afa641b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce39f3a4-70d4-4758-91a7-c89df47c31a2 HTTP/1.1" status: 200 len: 217 time: 0.0603387 Jul 05 10:05:56.211791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-3c6f7c27-136b-4de4-9ce4-9971d12f27c2 req-cd17e844-3961-4864-9006-a45692f7cb26 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] For port ce39f3a4-70d4-4758-91a7-c89df47c31a2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=ce39f3a4-70d4-4758-91a7-c89df47c31a2,segment=NetworkSegment(040a3358-a273-40be-aabd-d0aa3734bff0),segment_id=040a3358-a273-40be-aabd-d0aa3734bff0)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:05:56.282864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b195a-f815-41d6-8233-663eb5fa8406 req-1e0b2dcd-34fa-4b34-83f9-fae9553e142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:56.286358 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b87b195a-f815-41d6-8233-663eb5fa8406 req-1e0b2dcd-34fa-4b34-83f9-fae9553e142e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b746b052-9a8e-42a3-b1f9-2045ddb70885 HTTP/1.1" status: 200 len: 859 time: 0.1085405 Jul 05 10:05:56.288628 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3c6f7c27-136b-4de4-9ce4-9971d12f27c2 req-cd17e844-3961-4864-9006-a45692f7cb26 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:56.341870 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b87b195a-f815-41d6-8233-663eb5fa8406 req-68fb177d-2bcf-4180-b16c-3bb23dac7fc5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f95e78-8641-45df-a82a-c1ce564ff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413830 Jul 05 10:05:56.458181 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3c6f7c27-136b-4de4-9ce4-9971d12f27c2 req-cd17e844-3961-4864-9006-a45692f7cb26 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:56.471066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['ce39f3a4-70d4-4758-91a7-c89df47c31a2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:56.597371 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f7c27-136b-4de4-9ce4-9971d12f27c2 req-cd17e844-3961-4864-9006-a45692f7cb26 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:56.598183 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3c6f7c27-136b-4de4-9ce4-9971d12f27c2 req-cd17e844-3961-4864-9006-a45692f7cb26 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:56.611303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c6f7c27-136b-4de4-9ce4-9971d12f27c2 req-cd17e844-3961-4864-9006-a45692f7cb26 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "PUT /v2.0/ports/ce39f3a4-70d4-4758-91a7-c89df47c31a2 HTTP/1.1" status: 200 len: 943 time: 1.0545728 Jul 05 10:05:56.688092 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['ce39f3a4-70d4-4758-91a7-c89df47c31a2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:56.736482 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17e844-3961-4864-9006-a45692f7cb26 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Pushing event updated for resources: {'Port': ['ID=ce39f3a4-70d4-4758-91a7-c89df47c31a2,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:56.779704 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-7b6e83cb-82d7-4f62-8aa5-dbf6f0a42af9 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:56.781828 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-7b6e83cb-82d7-4f62-8aa5-dbf6f0a42af9 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.73 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 821 time: 0.3789575 Jul 05 10:05:56.795137 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c8c50-2234-4271-8f90-5a43f7b8eb58 req-75eb7d88-0926-4133-a4da-e9fc51c0768e tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:56.796658 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-385411a1-c414-4a0f-8f09-5f1a809be3fc tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Request body: {'port': {'device_id': '21e9bc2a-4850-4f90-a588-279bf7981b2b', 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf', 'admin_state_up': True, 'tenant_id': '312b10a2b35949449c89df3e680df435'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:56.796804 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-922c8c50-2234-4271-8f90-5a43f7b8eb58 req-75eb7d88-0926-4133-a4da-e9fc51c0768e tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.3039339 Jul 05 10:05:56.815758 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b87b195a-f815-41d6-8233-663eb5fa8406 req-741d0b89-5570-4989-81cf-a0953f44e335 service neutron] 10.222.0.73 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648213 Jul 05 10:05:57.158974 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b87b195a-f815-41d6-8233-663eb5fa8406 req-8f55a46d-5ac5-4481-845c-6fc2d6c17302 service neutron] 10.222.0.73 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249266 Jul 05 10:05:57.167494 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-922c8c50-2234-4271-8f90-5a43f7b8eb58 req-6fbd733e-94d0-4ba6-a77c-3b2732bbc916 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589237 Jul 05 10:05:57.432403 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0a00a708-2152-427a-ae4d-528e05a0621e req-3af4aa19-1214-4573-b6b6-edae2eb8cc44 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2173564 Jul 05 10:05:57.438151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-0a00a708-2152-427a-ae4d-528e05a0621e req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:57.551819 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0a00a708-2152-427a-ae4d-528e05a0621e req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:57.584373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-385411a1-c414-4a0f-8f09-5f1a809be3fc tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Made reservation on behalf of 312b10a2b35949449c89df3e680df435 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:05:57.589410 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-385411a1-c414-4a0f-8f09-5f1a809be3fc tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:57.634093 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1c13a872-815c-4061-aacc-7dacf8c1a292 req-61a81adb-7474-47b9-bee7-0b613b7b5c18 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 210 time: 0.5330291 Jul 05 10:05:57.733772 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0a00a708-2152-427a-ae4d-528e05a0621e req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:57.828021 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21879d1e-ac80-471b-80d5-798802d7de65', 'tag': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:05:57.830453 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be522c5-7f66-4889-b163-5b23462b547c" -d '{"events": [{"name": "network-changed", "server_uuid": "21879d1e-ac80-471b-80d5-798802d7de65", "tag": "ce39f3a4-70d4-4758-91a7-c89df47c31a2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:05:57.840713 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-385411a1-c414-4a0f-8f09-5f1a809be3fc tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Allocated IP 172.20.0.6 (39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf/36f50c4c-d55e-4a28-804b-fbebd2642e1d/c98a16b1-f808-41c5-b1f8-7cc83492fce2) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:57.967935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-0a00a708-2152-427a-ae4d-528e05a0621e req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Allocated IP 172.25.5.135 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/7d9974ac-0bb6-4b85-9895-618f35f00b9c) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:05:58.210372 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0a00a708-2152-427a-ae4d-528e05a0621e req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:58.229159 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-385411a1-c414-4a0f-8f09-5f1a809be3fc tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:58.323078 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0a00a708-2152-427a-ae4d-528e05a0621e req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:58.358286 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-385411a1-c414-4a0f-8f09-5f1a809be3fc tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:58.369872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50b5aa0b-e5be-45e7-bec0-95d0e538e22d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:05:58.392235 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a00a708-2152-427a-ae4d-528e05a0621e req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:58.396591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-0a00a708-2152-427a-ae4d-528e05a0621e req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:58.400699 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a00a708-2152-427a-ae4d-528e05a0621e req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:58.483643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-385411a1-c414-4a0f-8f09-5f1a809be3fc tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:05:58.498221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-385411a1-c414-4a0f-8f09-5f1a809be3fc tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:05:58.498858 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Pushing event updated for resources: {'Port': ['ID=7d9974ac-0bb6-4b85-9895-618f35f00b9c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:58.502673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-385411a1-c414-4a0f-8f09-5f1a809be3fc tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:05:58.513927 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:58.514421 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:58.514941 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:58.515514 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:58.516259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:58.516721 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:58.517179 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:58.517626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:58.518255 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:58.518714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:58.519268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:58.519903 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:05:58.549302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0a00a708-2152-427a-ae4d-528e05a0621e req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:58.598224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385411a1-c414-4a0f-8f09-5f1a809be3fc tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Pushing event updated for resources: {'Port': ['ID=c98a16b1-f808-41c5-b1f8-7cc83492fce2,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:58.665149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-385411a1-c414-4a0f-8f09-5f1a809be3fc tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:58.666082 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-385411a1-c414-4a0f-8f09-5f1a809be3fc tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:58.706789 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0a00a708-2152-427a-ae4d-528e05a0621e req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:58.785960 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-385411a1-c414-4a0f-8f09-5f1a809be3fc tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9951777 Jul 05 10:05:58.798304 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Request body: {'port': {'device_id': '21e9bc2a-4850-4f90-a588-279bf7981b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:05:59.007366 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa20dce-10ce-4903-af73-1963d018b722 x-openstack-request-id: req-cfa20dce-10ce-4903-af73-1963d018b722 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:05:59.007788 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21879d1e-ac80-471b-80d5-798802d7de65", "tag": "ce39f3a4-70d4-4758-91a7-c89df47c31a2", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:05:59.008153 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cfa20dce-10ce-4903-af73-1963d018b722 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:05:59.008635 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21879d1e-ac80-471b-80d5-798802d7de65', 'tag': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2', 'status': 'completed', 'code': 200} Jul 05 10:05:59.009290 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:59.118718 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be522c5-7f66-4889-b163-5b23462b547c req-f972c80d-6851-43a3-9ac7-8d15bb61876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:59.120319 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3be522c5-7f66-4889-b163-5b23462b547c req-f972c80d-6851-43a3-9ac7-8d15bb61876b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60af8b5ef1b94e0c8a78ae4692c130d5&device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 1098 time: 0.1444311 Jul 05 10:05:59.311882 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be522c5-7f66-4889-b163-5b23462b547c req-abbdef2d-f7b9-4aee-b677-f3f268d86bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:59.311882 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3be522c5-7f66-4889-b163-5b23462b547c req-abbdef2d-f7b9-4aee-b677-f3f268d86bc1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=80f95e78-8641-45df-a82a-c1ce564ff580 HTTP/1.1" status: 200 len: 920 time: 0.1535163 Jul 05 10:05:59.311882 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0a00a708-2152-427a-ae4d-528e05a0621e req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:59.518863 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3be522c5-7f66-4889-b163-5b23462b547c req-ee0d4b52-81f8-4429-8070-ff3f75a33b4b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce39f3a4-70d4-4758-91a7-c89df47c31a2 HTTP/1.1" status: 200 len: 217 time: 0.0687821 Jul 05 10:05:59.518863 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be522c5-7f66-4889-b163-5b23462b547c req-e8b896e3-750c-42ec-856b-9bd51113dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:59.518863 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3be522c5-7f66-4889-b163-5b23462b547c req-e8b896e3-750c-42ec-856b-9bd51113dc10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b746b052-9a8e-42a3-b1f9-2045ddb70885 HTTP/1.1" status: 200 len: 859 time: 0.0528426 Jul 05 10:05:59.518863 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3be522c5-7f66-4889-b163-5b23462b547c req-9b50508b-a548-4cb4-9eeb-72d322eabb1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f95e78-8641-45df-a82a-c1ce564ff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356302 Jul 05 10:05:59.519237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98a16b1-f808-41c5-b1f8-7cc83492fce2 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:05:59.523125 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:59.541093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8b798-119a-4305-9f01-f1b5b863a0cd req-876a7d4e-f3c5-45bc-8206-08cd9fc11be8 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:59.544152 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-19c8b798-119a-4305-9f01-f1b5b863a0cd req-876a7d4e-f3c5-45bc-8206-08cd9fc11be8 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.2131934 Jul 05 10:05:59.574462 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0a00a708-2152-427a-ae4d-528e05a0621e req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:59.587855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Transition to ACTIVE for port object c98a16b1-f808-41c5-b1f8-7cc83492fce2 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:05:59.623687 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-19c8b798-119a-4305-9f01-f1b5b863a0cd req-51887693-68ce-4da4-8ebe-3192f94cec86 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674620 Jul 05 10:05:59.670411 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3be522c5-7f66-4889-b163-5b23462b547c req-8b88d46c-c445-4242-bf20-afbc897b4556 service neutron] 10.222.0.73 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643105 Jul 05 10:05:59.757979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Pushing event updated for resources: {'Port': ['ID=7d9974ac-0bb6-4b85-9895-618f35f00b9c,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:59.778397 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0a00a708-2152-427a-ae4d-528e05a0621e req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:59.796859 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:59.839276 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3be522c5-7f66-4889-b163-5b23462b547c req-dfd09568-0ee1-43c7-8ccc-c9b35df29567 service neutron] 10.222.0.73 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668034 Jul 05 10:05:59.873938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Pushing event updated for resources: {'Port': ['ID=c98a16b1-f808-41c5-b1f8-7cc83492fce2,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:05:59.894039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca000482-e9dc-4487-82de-a4f2d7bb5555 req-7b51454b-94e7-4248-84f1-d8a63cc4762e tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:05:59.901443 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ca000482-e9dc-4487-82de-a4f2d7bb5555 req-7b51454b-94e7-4248-84f1-d8a63cc4762e tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 931 time: 0.1620090 Jul 05 10:05:59.905181 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0a00a708-2152-427a-ae4d-528e05a0621e req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:05:59.907626 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0a00a708-2152-427a-ae4d-528e05a0621e req-9f228be8-6500-40ae-ac12-ac3ef6284f7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4742808 Jul 05 10:05:59.972013 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0a00a708-2152-427a-ae4d-528e05a0621e req-c2c2e216-c7dc-46ef-9f4f-3dbbbb81e477 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.0575080 Jul 05 10:05:59.991833 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ca000482-e9dc-4487-82de-a4f2d7bb5555 req-4c1d07b4-9e1a-4ae9-91ad-9a943d74523c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866394 Jul 05 10:06:00.041006 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Attempting to bind port c98a16b1-f808-41c5-b1f8-7cc83492fce2 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:00.041457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Attempting to bind port c98a16b1-f808-41c5-b1f8-7cc83492fce2 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:00.041881 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Attempting to bind port c98a16b1-f808-41c5-b1f8-7cc83492fce2 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:00.049284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Port c98a16b1-f808-41c5-b1f8-7cc83492fce2 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:06:00.050023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Attempting to bind port c98a16b1-f808-41c5-b1f8-7cc83492fce2 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:00.065811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:00.065811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Checking segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:00.065811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Bound using segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:00.065811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Bound port: c98a16b1-f808-41c5-b1f8-7cc83492fce2, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:00.065811 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.217462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39908) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:00.278158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00a708-2152-427a-ae4d-528e05a0621e req-8bf37580-9164-49a5-93e4-764da4812270 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:00.301156 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0a00a708-2152-427a-ae4d-528e05a0621e req-8bf37580-9164-49a5-93e4-764da4812270 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.3138709 Jul 05 10:06:00.301621 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] For port c98a16b1-f808-41c5-b1f8-7cc83492fce2, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:00.343852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] For port c98a16b1-f808-41c5-b1f8-7cc83492fce2, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c98a16b1-f808-41c5-b1f8-7cc83492fce2,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:00.421454 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79058ad-247c-479d-8b4c-59b86e5e4fe1 req-0623ed6c-9298-4fe4-b4ba-a87ddf761bc6 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:00.423042 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c79058ad-247c-479d-8b4c-59b86e5e4fe1 req-0623ed6c-9298-4fe4-b4ba-a87ddf761bc6 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 950 time: 0.2332382 Jul 05 10:06:00.433895 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5bc32-0332-429d-93fe-8f95ec9ae7b4 req-1cd0d060-8810-4426-8954-9e52706a93e3 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:00.435449 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1da5bc32-0332-429d-93fe-8f95ec9ae7b4 req-1cd0d060-8810-4426-8954-9e52706a93e3 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 950 time: 0.1522491 Jul 05 10:06:00.449583 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b251b0da-9749-4054-870b-491f6969e0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.518796 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.586560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Pushing event updated for resources: {'Port': ['ID=c98a16b1-f808-41c5-b1f8-7cc83492fce2,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:00.646403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:00.647709 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.655756 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-47302e50-92d7-4535-8f3b-ea22ffa1d48d service neutron] 10.222.0.73 "PUT /v2.0/ports/c98a16b1-f808-41c5-b1f8-7cc83492fce2 HTTP/1.1" status: 200 len: 1092 time: 1.8564460 Jul 05 10:06:00.667911 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b251b0da-9749-4054-870b-491f6969e0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.683745 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1da5bc32-0332-429d-93fe-8f95ec9ae7b4 req-66b756a0-ee09-44a7-bdec-b866dba52454 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/security-groups?id=de098eae-4c96-4478-9874-336e7a1c72c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597040 Jul 05 10:06:00.686295 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-c79058ad-247c-479d-8b4c-59b86e5e4fe1 req-3b529295-b780-458b-9ce8-a9c5f85136a5 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Deleting port 5a07ba85-efe4-4796-badd-aa806435518a {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:00.686772 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c79058ad-247c-479d-8b4c-59b86e5e4fe1 req-3b529295-b780-458b-9ce8-a9c5f85136a5 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.750579 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b251b0da-9749-4054-870b-491f6969e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.800449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b251b0da-9749-4054-870b-491f6969e0d4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=45ddcb366ae14447a9c8d821707a84ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5819688 Jul 05 10:06:00.801250 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251b0da-9749-4054-870b-491f6969e0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa18dce5-f4ad-4866-b654-2b46e9812b32,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:00.805205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39924) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:00.882804 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-c79058ad-247c-479d-8b4c-59b86e5e4fe1 req-3b529295-b780-458b-9ce8-a9c5f85136a5 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] For port 5a07ba85-efe4-4796-badd-aa806435518a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5a07ba85-efe4-4796-badd-aa806435518a,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:00.883669 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c79058ad-247c-479d-8b4c-59b86e5e4fe1 req-3b529295-b780-458b-9ce8-a9c5f85136a5 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.888938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-03e55981-13fb-4143-831f-0e280fb5bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:00.891350 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-03e55981-13fb-4143-831f-0e280fb5bd08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 1095 time: 0.1215801 Jul 05 10:06:00.936302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c31896a-04e3-4ce0-b51f-517adf4bea12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:00.983663 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c31896a-04e3-4ce0-b51f-517adf4bea12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:01.004385 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-c79058ad-247c-479d-8b4c-59b86e5e4fe1 req-3b529295-b780-458b-9ce8-a9c5f85136a5 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Calling delete_port for 5a07ba85-efe4-4796-badd-aa806435518a owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:01.008195 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-72d243af-02e1-4f11-a31f-162fee4cbd48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c98a16b1-f808-41c5-b1f8-7cc83492fce2 HTTP/1.1" status: 200 len: 217 time: 0.1022213 Jul 05 10:06:01.018377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e9bc2a-4850-4f90-a588-279bf7981b2b', 'tag': 'c98a16b1-f808-41c5-b1f8-7cc83492fce2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:01.021281 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc001256-6d08-4e6a-a686-da5e4b45cb00" -d '{"events": [{"name": "network-changed", "server_uuid": "21e9bc2a-4850-4f90-a588-279bf7981b2b", "tag": "c98a16b1-f808-41c5-b1f8-7cc83492fce2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:01.173946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380d34d-21f2-45dc-9061-55403c563a55 req-bb3d2446-3f94-4d6b-9c8b-09bb499fc542 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:01.191779 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7380d34d-21f2-45dc-9061-55403c563a55 req-bb3d2446-3f94-4d6b-9c8b-09bb499fc542 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.1506369 Jul 05 10:06:01.193191 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-d755c75c-bb0a-4458-b92b-b06831b3ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:01.194979 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-d755c75c-bb0a-4458-b92b-b06831b3ea94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.1507246 Jul 05 10:06:01.229457 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c31896a-04e3-4ce0-b51f-517adf4bea12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:01.233882 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c31896a-04e3-4ce0-b51f-517adf4bea12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:01.237985 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5c31896a-04e3-4ce0-b51f-517adf4bea12 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa18dce5-f4ad-4866-b654-2b46e9812b32 HTTP/1.1" status: 204 len: 168 time: 0.4165328 Jul 05 10:06:01.255251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-68926e8b-31c2-4f11-baee-4a2c4db7fe27 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493836 Jul 05 10:06:01.282469 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7380d34d-21f2-45dc-9061-55403c563a55 req-c7f3a3a8-5c35-435b-b4f5-9ecb29e3b0c6 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894258 Jul 05 10:06:01.283475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31896a-04e3-4ce0-b51f-517adf4bea12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa18dce5-f4ad-4866-b654-2b46e9812b32,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:01.395959 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-a8463f3c-0a57-4035-99cf-df6aa084e1f6 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:01.397577 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-a8463f3c-0a57-4035-99cf-df6aa084e1f6 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3945296 Jul 05 10:06:01.533273 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-b2d1773d-4b28-4986-889b-b7ac3adae857 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.1278539 Jul 05 10:06:01.538416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-1f84b7ff-20d0-44b1-b6d7-b7d7196e32d2 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Request body: {'floatingip': {'port_id': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:01.596274 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-1f84b7ff-20d0-44b1-b6d7-b7d7196e32d2 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:01.600651 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-f094e89e-39b1-462b-bb3e-41c2a9f8cade service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314166 Jul 05 10:06:01.621161 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc383c-a313-45f5-949c-9050184880dd req-d43e2a3e-f16a-49c9-abef-243993b6cd73 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:01.638737 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97bc383c-a313-45f5-949c-9050184880dd req-d43e2a3e-f16a-49c9-abef-243993b6cd73 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 943 time: 0.1218054 Jul 05 10:06:01.694669 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97bc383c-a313-45f5-949c-9050184880dd req-cee058f3-99c3-4cfa-8e4e-9fdd874b6bad tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539861 Jul 05 10:06:01.709475 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c79058ad-247c-479d-8b4c-59b86e5e4fe1 req-3b529295-b780-458b-9ce8-a9c5f85136a5 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:01.721807 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['5a07ba85-efe4-4796-badd-aa806435518a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:01.840474 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d515b87d-080e-4227-a0d3-19e4998222be x-openstack-request-id: req-d515b87d-080e-4227-a0d3-19e4998222be {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:01.840914 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e9bc2a-4850-4f90-a588-279bf7981b2b", "tag": "c98a16b1-f808-41c5-b1f8-7cc83492fce2", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:01.841299 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d515b87d-080e-4227-a0d3-19e4998222be {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:01.842853 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e9bc2a-4850-4f90-a588-279bf7981b2b', 'tag': 'c98a16b1-f808-41c5-b1f8-7cc83492fce2', 'status': 'completed', 'code': 200} Jul 05 10:06:01.926264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b529295-b780-458b-9ce8-a9c5f85136a5 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Pushing event deleted for resources: {'Port': ['ID=5a07ba85-efe4-4796-badd-aa806435518a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:02.140355 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79058ad-247c-479d-8b4c-59b86e5e4fe1 req-3b529295-b780-458b-9ce8-a9c5f85136a5 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] No DVR routers for this DVR port 5a07ba85-efe4-4796-badd-aa806435518a on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:02.195005 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75ec7f75-8ff1-44e0-a060-33817a1c1d41 req-32efe59f-2184-4aa3-b1ae-6f633a9447bc service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555093 Jul 05 10:06:02.198696 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c79058ad-247c-479d-8b4c-59b86e5e4fe1 req-3b529295-b780-458b-9ce8-a9c5f85136a5 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:02.205583 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c79058ad-247c-479d-8b4c-59b86e5e4fe1 req-3b529295-b780-458b-9ce8-a9c5f85136a5 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.64 "DELETE /v2.0/ports/5a07ba85-efe4-4796-badd-aa806435518a HTTP/1.1" status: 204 len: 173 time: 1.7687516 Jul 05 10:06:02.303378 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77aeccde-5ad4-4886-a820-6cf73d3548e2 req-d106c231-56f0-4c47-99fd-abd1a8d0c4b6 tempest-ServersAdminTestJSON-951837298 tempest-ServersAdminTestJSON-951837298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5eaa9cc-492b-4f15-a81e-847631f18a2d HTTP/1.1" status: 200 len: 210 time: 0.0715945 Jul 05 10:06:02.320995 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39950) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:02.353009 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca1417a1-682f-4bd9-890a-8e2bdea30d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:02.564407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001256-6d08-4e6a-a686-da5e4b45cb00 req-699f8a7c-af08-4932-8b43-5db7b24d657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:02.565843 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc001256-6d08-4e6a-a686-da5e4b45cb00 req-699f8a7c-af08-4932-8b43-5db7b24d657e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 1095 time: 0.2236929 Jul 05 10:06:02.601857 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca1417a1-682f-4bd9-890a-8e2bdea30d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:02.733672 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca1417a1-682f-4bd9-890a-8e2bdea30d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:02.766301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001256-6d08-4e6a-a686-da5e4b45cb00 req-2a4f5d07-e34c-418f-9e15-0b66719d64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:02.767855 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc001256-6d08-4e6a-a686-da5e4b45cb00 req-2a4f5d07-e34c-418f-9e15-0b66719d64fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.1933141 Jul 05 10:06:02.855758 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ca1417a1-682f-4bd9-890a-8e2bdea30d22 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=047918b3dfa1485090de118ca0836490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5303874 Jul 05 10:06:02.856872 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39956) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:02.868502 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1417a1-682f-4bd9-890a-8e2bdea30d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f5bb02-2ffe-49a2-872d-a0bcf631da93,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:02.902363 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1b5c9-b68d-4484-90a8-7c7ce6a3c41b req-24053071-b11f-413f-bb30-0c46e855dcda tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:02.909439 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ee1b5c9-b68d-4484-90a8-7c7ce6a3c41b req-24053071-b11f-413f-bb30-0c46e855dcda tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.2616906 Jul 05 10:06:02.932871 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc001256-6d08-4e6a-a686-da5e4b45cb00 req-66f76faf-5ed4-482c-9ba0-575c734a7a12 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c98a16b1-f808-41c5-b1f8-7cc83492fce2 HTTP/1.1" status: 200 len: 217 time: 0.1021955 Jul 05 10:06:02.954014 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-1f84b7ff-20d0-44b1-b6d7-b7d7196e32d2 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:03.001326 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ee1b5c9-b68d-4484-90a8-7c7ce6a3c41b req-9525d017-2c2a-4e4c-aa4a-1d68e4216042 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909581 Jul 05 10:06:03.003560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001256-6d08-4e6a-a686-da5e4b45cb00 req-5b41b336-3a5a-4193-80fd-44ac738534c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:03.005496 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc001256-6d08-4e6a-a686-da5e4b45cb00 req-5b41b336-3a5a-4193-80fd-44ac738534c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.0633862 Jul 05 10:06:03.016642 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5393f2a1-977f-41c4-a914-4e69d6237a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:03.052874 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5393f2a1-977f-41c4-a914-4e69d6237a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:03.064542 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc001256-6d08-4e6a-a686-da5e4b45cb00 req-cf32cd58-554d-4876-8b27-503806680611 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519249 Jul 05 10:06:03.065407 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-1f84b7ff-20d0-44b1-b6d7-b7d7196e32d2 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:03.244723 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13825f-d468-4b48-944c-8e967978ee74 req-d561a590-9015-40a4-8811-5d8f71efd480 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:03.246329 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca13825f-d468-4b48-944c-8e967978ee74 req-d561a590-9015-40a4-8811-5d8f71efd480 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 943 time: 0.0976079 Jul 05 10:06:03.247611 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5393f2a1-977f-41c4-a914-4e69d6237a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:03.250322 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5393f2a1-977f-41c4-a914-4e69d6237a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:03.251455 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5393f2a1-977f-41c4-a914-4e69d6237a88 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/52f5bb02-2ffe-49a2-872d-a0bcf631da93 HTTP/1.1" status: 204 len: 168 time: 0.3936360 Jul 05 10:06:03.287835 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393f2a1-977f-41c4-a914-4e69d6237a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f5bb02-2ffe-49a2-872d-a0bcf631da93,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:03.304681 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-1f84b7ff-20d0-44b1-b6d7-b7d7196e32d2 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Floating IP db1b0341-584c-4eb5-a790-42615dac9e10 associated. External IP: 172.25.5.135, port: ce39f3a4-70d4-4758-91a7-c89df47c31a2. Jul 05 10:06:03.312518 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc001256-6d08-4e6a-a686-da5e4b45cb00 req-01cd6ebc-59af-41c7-9d97-cdfc1baeaca3 service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933393 Jul 05 10:06:03.371181 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca13825f-d468-4b48-944c-8e967978ee74 req-9d8793ea-85fa-4765-9415-3e1ede466d4b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160877 Jul 05 10:06:03.837765 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5a07ba85-efe4-4796-badd-aa806435518a no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:03.909262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 5a07ba85-efe4-4796-badd-aa806435518a {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:03.909618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5a07ba85-efe4-4796-badd-aa806435518a not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:04.002126 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eaa9cc-492b-4f15-a81e-847631f18a2d', 'name': 'network-vif-deleted', 'tag': '5a07ba85-efe4-4796-badd-aa806435518a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:04.006461 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eb4e39-a224-401a-a154-1e181b5aa7e7" -d '{"events": [{"server_uuid": "d5eaa9cc-492b-4f15-a81e-847631f18a2d", "name": "network-vif-deleted", "tag": "5a07ba85-efe4-4796-badd-aa806435518a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:04.011371 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc001256-6d08-4e6a-a686-da5e4b45cb00 req-ec33e08d-7c1d-4159-af37-4be69da29a28 service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6607082 Jul 05 10:06:04.220210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd313-cb75-4d9c-ae76-493bc34cce34 req-a6a44fa0-5869-4df2-a707-818a100bc125 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:04.227808 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5c0fd313-cb75-4d9c-ae76-493bc34cce34 req-a6a44fa0-5869-4df2-a707-818a100bc125 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 946 time: 0.1279399 Jul 05 10:06:04.241359 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-1f84b7ff-20d0-44b1-b6d7-b7d7196e32d2 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Router 032e85ff-9fe5-4623-a72a-773c2642f1a9 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:04.274156 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5c0fd313-cb75-4d9c-ae76-493bc34cce34 req-af3cc916-e4ef-4823-9d27-2516bf8fc1be tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451825 Jul 05 10:06:04.379701 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2998845b-dde5-4f43-a79b-c7c64b9c1692 x-openstack-request-id: req-2998845b-dde5-4f43-a79b-c7c64b9c1692 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:04.380047 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5eaa9cc-492b-4f15-a81e-847631f18a2d", "name": "network-vif-deleted", "tag": "5a07ba85-efe4-4796-badd-aa806435518a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:04.380257 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2998845b-dde5-4f43-a79b-c7c64b9c1692 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:04.380798 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5eaa9cc-492b-4f15-a81e-847631f18a2d', 'name': 'network-vif-deleted', 'tag': '5a07ba85-efe4-4796-badd-aa806435518a', 'status': 'completed', 'code': 200} Jul 05 10:06:04.409668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-1f84b7ff-20d0-44b1-b6d7-b7d7196e32d2 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:04.417978 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-1f84b7ff-20d0-44b1-b6d7-b7d7196e32d2 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:04.420068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848bfc08-6705-4169-aa72-de9a2cafbaf1 None None] Sync routers for ids ['032e85ff-9fe5-4623-a72a-773c2642f1a9'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:04.437833 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848bfc08-6705-4169-aa72-de9a2cafbaf1 None None] Routers {'032e85ff-9fe5-4623-a72a-773c2642f1a9'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:04.443198 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-848bfc08-6705-4169-aa72-de9a2cafbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:05:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['032e85ff-9fe5-4623-a72a-773c2642f1a9'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:04.483226 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-1f84b7ff-20d0-44b1-b6d7-b7d7196e32d2 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "PUT /v2.0/floatingips/db1b0341-584c-4eb5-a790-42615dac9e10 HTTP/1.1" status: 200 len: 997 time: 2.9470539 Jul 05 10:06:04.567474 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c9be4-300c-466d-b43f-c4cff52d75b6 req-88af2fdb-6e43-4393-9d2c-47864b286880 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:04.578746 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a16c9be4-300c-466d-b43f-c4cff52d75b6 req-88af2fdb-6e43-4393-9d2c-47864b286880 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.1126339 Jul 05 10:06:04.616029 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40002) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:04.649595 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-b8bc178b-d0e8-45b6-8896-a01837a874c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:04.651301 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-b8bc178b-d0e8-45b6-8896-a01837a874c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=60af8b5ef1b94e0c8a78ae4692c130d5&device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 1098 time: 0.1402974 Jul 05 10:06:04.675773 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a16c9be4-300c-466d-b43f-c4cff52d75b6 req-303e00cd-4411-41a6-8832-8703b30634e9 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960205 Jul 05 10:06:04.703566 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-848bfc08-6705-4169-aa72-de9a2cafbaf1 None None] Set router 032e85ff-9fe5-4623-a72a-773c2642f1a9 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:04.804675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-1bb87e1c-d458-4680-ab4d-1381aed0d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:04.806188 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-1bb87e1c-d458-4680-ab4d-1381aed0d5f8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=80f95e78-8641-45df-a82a-c1ce564ff580 HTTP/1.1" status: 200 len: 920 time: 0.1471410 Jul 05 10:06:04.945487 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-c9729752-c04e-45c1-a147-34c1941bc3f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce39f3a4-70d4-4758-91a7-c89df47c31a2 HTTP/1.1" status: 200 len: 1000 time: 0.1306527 Jul 05 10:06:04.967288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943c2e9-7e68-4343-bbd9-9e4ad9119338 req-cc5119e1-f29a-4d22-9007-636dc44b35cb tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:04.969415 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7943c2e9-7e68-4343-bbd9-9e4ad9119338 req-cc5119e1-f29a-4d22-9007-636dc44b35cb tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 943 time: 0.1267703 Jul 05 10:06:05.024177 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7943c2e9-7e68-4343-bbd9-9e4ad9119338 req-62cfdb1e-1e4e-4cc0-8867-e28353730fef tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489748 Jul 05 10:06:05.024718 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40014) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:05.025986 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-61ab01e8-aead-4cda-941e-b32be1e59afa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0a275aca18e04ce8aa4b2ca209ee878c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4103050 Jul 05 10:06:05.057269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-74631071-9dc8-41ca-a6a7-d33d30ad4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:05.060046 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-74631071-9dc8-41ca-a6a7-d33d30ad4fe6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b746b052-9a8e-42a3-b1f9-2045ddb70885 HTTP/1.1" status: 200 len: 859 time: 0.0957911 Jul 05 10:06:05.123166 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7be7d4a-5317-4a24-9340-41768407c282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:05.174998 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7be7d4a-5317-4a24-9340-41768407c282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:05.181926 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-f103d238-16ba-4765-b065-fc9e488f67b5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80f95e78-8641-45df-a82a-c1ce564ff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138163 Jul 05 10:06:05.205858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-2331fc34-fcc9-4e73-b99d-7bbf708e464f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:06:05.209279 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-2331fc34-fcc9-4e73-b99d-7bbf708e464f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134246 Jul 05 10:06:05.268952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-848bfc08-6705-4169-aa72-de9a2cafbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-router', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:43Z', 'updated_at': '2021-07-05T10:04:50Z', 'revision_number': 4, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'gw_port': {'id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:44Z', 'updated_at': '2021-07-05T10:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'db1b0341-584c-4eb5-a790-42615dac9e10', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'port_id': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580', 'mac_address': 'fa:16:3e:4c:a9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21879d1e-ac80-471b-80d5-798802d7de65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:05:58Z', 'updated_at': '2021-07-05T10:06:02Z', 'revision_number': 1, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8214d4c-d6c3-4d3b-87f2-90f53e14905e', 'name': '', 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'mac_address': 'fa:16:3e:7b:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:49Z', 'updated_at': '2021-07-05T10:04:56Z', 'revision_number': 5, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'subnets': [{'id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:05.302581 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848bfc08-6705-4169-aa72-de9a2cafbaf1 None None] Checking router: 032e85ff-9fe5-4623-a72a-773c2642f1a9 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:05.315384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848bfc08-6705-4169-aa72-de9a2cafbaf1 None None] Routers {'032e85ff-9fe5-4623-a72a-773c2642f1a9'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:05.316065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-848bfc08-6705-4169-aa72-de9a2cafbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:05:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['032e85ff-9fe5-4623-a72a-773c2642f1a9'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:05.365561 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40028) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:05.396525 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7be7d4a-5317-4a24-9340-41768407c282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:05.404824 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7be7d4a-5317-4a24-9340-41768407c282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:05.408890 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d7be7d4a-5317-4a24-9340-41768407c282 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de098eae-4c96-4478-9874-336e7a1c72c0 HTTP/1.1" status: 204 len: 168 time: 0.3803713 Jul 05 10:06:05.419097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be7d4a-5317-4a24-9340-41768407c282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de098eae-4c96-4478-9874-336e7a1c72c0,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:05.427884 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-b820229b-3043-4fe9-9ab9-05b6b6dbc681 service neutron] 10.222.0.77 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119424 Jul 05 10:06:05.531638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-848bfc08-6705-4169-aa72-de9a2cafbaf1 None None] Set router 032e85ff-9fe5-4623-a72a-773c2642f1a9 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:05.601605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a868d4d6-4b31-4e09-8aed-dfaf4fba9a6e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1418509442-network', 'tenant_id': '908871a88987452ba5c96d73cbafee64'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:05.656786 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-097cfbb8-5369-456e-8b96-f67dc0b0b361 req-4b8eed5a-0b83-471d-8f64-27aa24f8db23 service neutron] 10.222.0.77 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276578 Jul 05 10:06:05.716232 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a868d4d6-4b31-4e09-8aed-dfaf4fba9a6e admin admin] Made reservation on behalf of 908871a88987452ba5c96d73cbafee64 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:05.720070 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a868d4d6-4b31-4e09-8aed-dfaf4fba9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:05.744749 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a868d4d6-4b31-4e09-8aed-dfaf4fba9a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:05.945033 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-848bfc08-6705-4169-aa72-de9a2cafbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-router', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:43Z', 'updated_at': '2021-07-05T10:04:50Z', 'revision_number': 4, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'gw_port': {'id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:44Z', 'updated_at': '2021-07-05T10:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'db1b0341-584c-4eb5-a790-42615dac9e10', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'port_id': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580', 'mac_address': 'fa:16:3e:4c:a9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21879d1e-ac80-471b-80d5-798802d7de65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:05:58Z', 'updated_at': '2021-07-05T10:06:02Z', 'revision_number': 1, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8214d4c-d6c3-4d3b-87f2-90f53e14905e', 'name': '', 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'mac_address': 'fa:16:3e:7b:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:49Z', 'updated_at': '2021-07-05T10:04:56Z', 'revision_number': 5, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'subnets': [{'id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:05.954350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a868d4d6-4b31-4e09-8aed-dfaf4fba9a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:06.012146 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f98986-c24c-4e93-af1f-c4485918f0f6 req-6188d01a-e422-40b7-a4ca-e6f6969c3e1f tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:06.015316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848bfc08-6705-4169-aa72-de9a2cafbaf1 None None] The sync data for ids ['032e85ff-9fe5-4623-a72a-773c2642f1a9'] in n-d-779913-27 is: [{'id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-router', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:43Z', 'updated_at': '2021-07-05T10:04:50Z', 'revision_number': 4, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'gw_port': {'id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:44Z', 'updated_at': '2021-07-05T10:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'db1b0341-584c-4eb5-a790-42615dac9e10', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'port_id': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580', 'mac_address': 'fa:16:3e:4c:a9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21879d1e-ac80-471b-80d5-798802d7de65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:05:58Z', 'updated_at': '2021-07-05T10:06:02Z', 'revision_number': 1, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8214d4c-d6c3-4d3b-87f2-90f53e14905e', 'name': '', 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'mac_address': 'fa:16:3e:7b:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:49Z', 'updated_at': '2021-07-05T10:04:56Z', 'revision_number': 5, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'subnets': [{'id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:06.016276 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f3f98986-c24c-4e93-af1f-c4485918f0f6 req-6188d01a-e422-40b7-a4ca-e6f6969c3e1f tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.1241872 Jul 05 10:06:06.081941 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f3f98986-c24c-4e93-af1f-c4485918f0f6 req-12d5390d-bc4c-414a-a089-d379ec2a751d tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574009 Jul 05 10:06:06.084080 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a868d4d6-4b31-4e09-8aed-dfaf4fba9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:06.215578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a868d4d6-4b31-4e09-8aed-dfaf4fba9a6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:06:06.215578 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a868d4d6-4b31-4e09-8aed-dfaf4fba9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:06.215578 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-a868d4d6-4b31-4e09-8aed-dfaf4fba9a6e admin admin] Added segment a1e35b48-cf32-4069-a355-15f230a355fb of type vlan for network ffe4ad3e-48f0-40c5-b0a5-59a052f938db Jul 05 10:06:06.215578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868d4d6-4b31-4e09-8aed-dfaf4fba9a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dac5b8-70c1-482b-828e-422ed15e991b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:06.237691 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a868d4d6-4b31-4e09-8aed-dfaf4fba9a6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:06.267754 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-e9f12aee-3cdb-4a5f-9348-8ac53d53fbee tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 1000 time: 0.1348641 Jul 05 10:06:06.389209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-3f9b8ebf-5613-48ed-bed3-100114e03fab tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:06.390879 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-3f9b8ebf-5613-48ed-bed3-100114e03fab tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports/ce39f3a4-70d4-4758-91a7-c89df47c31a2 HTTP/1.1" status: 200 len: 943 time: 0.1132052 Jul 05 10:06:06.391398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21879d1e-ac80-471b-80d5-798802d7de65', 'tag': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:06.394004 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d359a9fc-602d-4cb5-aff8-9cf4cd9d225d" -d '{"events": [{"name": "network-changed", "server_uuid": "21879d1e-ac80-471b-80d5-798802d7de65", "tag": "ce39f3a4-70d4-4758-91a7-c89df47c31a2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:06.398056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2ed94-8a59-442f-9b00-9eeca627bff1 req-dcd464dc-d7f4-454f-bfb7-8fc06365f0b4 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:06.408540 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0da2ed94-8a59-442f-9b00-9eeca627bff1 req-dcd464dc-d7f4-454f-bfb7-8fc06365f0b4 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 943 time: 0.1220500 Jul 05 10:06:06.457277 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee684114-5543-4876-8827-40f2c9d11013 None None] New status for floating IP db1b0341-584c-4eb5-a790-42615dac9e10: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:06:06.481147 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0da2ed94-8a59-442f-9b00-9eeca627bff1 req-dfa59df8-ee29-463e-ba45-782598af48e6 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609441 Jul 05 10:06:06.896898 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-8fea218b-b8c8-4632-8512-92133d3dc71d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 1000 time: 0.0744891 Jul 05 10:06:06.899926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959ae2a-6401-4496-97f8-4d6eab4770ad req-c98f744c-b49c-417f-b494-4f2d95884341 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:06.899926 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3959ae2a-6401-4496-97f8-4d6eab4770ad req-c98f744c-b49c-417f-b494-4f2d95884341 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 946 time: 0.0859642 Jul 05 10:06:06.900730 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-bf97545a-524b-4758-bebf-fdd0f23a9662 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:06.900730 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-bf97545a-524b-4758-bebf-fdd0f23a9662 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.1311266 Jul 05 10:06:06.901341 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3959ae2a-6401-4496-97f8-4d6eab4770ad req-7a3ef9a3-e440-4b4c-83ff-c8d4a381d92f tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401473 Jul 05 10:06:06.901755 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-5f684135-be28-407a-978c-f973c8a92740 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 1000 time: 0.0841770 Jul 05 10:06:06.901755 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-fd48ecab-7713-4d1a-b037-0c185caa2773 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:06.901755 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81267944-dde8-468d-bf30-85a33d1cca8d x-openstack-request-id: req-81267944-dde8-468d-bf30-85a33d1cca8d {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:06.901755 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21879d1e-ac80-471b-80d5-798802d7de65", "tag": "ce39f3a4-70d4-4758-91a7-c89df47c31a2", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:06.901755 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81267944-dde8-468d-bf30-85a33d1cca8d {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:06.901755 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21879d1e-ac80-471b-80d5-798802d7de65', 'tag': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2', 'status': 'completed', 'code': 200} Jul 05 10:06:06.902758 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-fd48ecab-7713-4d1a-b037-0c185caa2773 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.052621 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359a9fc-602d-4cb5-aff8-9cf4cd9d225d req-a3e35db2-5514-44fd-bbe6-3ccffd1c5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:07.054147 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d359a9fc-602d-4cb5-aff8-9cf4cd9d225d req-a3e35db2-5514-44fd-bbe6-3ccffd1c5275 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60af8b5ef1b94e0c8a78ae4692c130d5&device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 1098 time: 0.1491041 Jul 05 10:06:07.111517 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a868d4d6-4b31-4e09-8aed-dfaf4fba9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.113103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868d4d6-4b31-4e09-8aed-dfaf4fba9a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:07.113755 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a868d4d6-4b31-4e09-8aed-dfaf4fba9a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.123038 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.api [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-fd48ecab-7713-4d1a-b037-0c185caa2773 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:06:07.123038 n-d-779913-27 neutron-server[100776]: DEBUG oslo_db.api [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-fd48ecab-7713-4d1a-b037-0c185caa2773 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:06:07.170942 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359a9fc-602d-4cb5-aff8-9cf4cd9d225d req-e3c02d34-03af-4eb2-bb46-48528df67898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:07.172748 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d359a9fc-602d-4cb5-aff8-9cf4cd9d225d req-e3c02d34-03af-4eb2-bb46-48528df67898 service neutron] 10.222.0.73 "GET /v2.0/networks?id=80f95e78-8641-45df-a82a-c1ce564ff580 HTTP/1.1" status: 200 len: 920 time: 0.1110492 Jul 05 10:06:07.228232 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868d4d6-4b31-4e09-8aed-dfaf4fba9a6e admin admin] Pushing event updated for resources: {'Network': ['ID=ffe4ad3e-48f0-40c5-b0a5-59a052f938db,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:07.237146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network ffe4ad3e-48f0-40c5-b0a5-59a052f938db details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:06:07.277102 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a868d4d6-4b31-4e09-8aed-dfaf4fba9a6e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9100785 Jul 05 10:06:07.280101 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40064) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:07.285530 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-393a2498-e654-41f4-978b-500a00749c84 admin admin] Request body: {'subnet': {'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418509442-subnet', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:07.293837 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d359a9fc-602d-4cb5-aff8-9cf4cd9d225d req-d74dd68b-de55-466a-8b02-cba6a83def7a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce39f3a4-70d4-4758-91a7-c89df47c31a2 HTTP/1.1" status: 200 len: 1002 time: 0.1141188 Jul 05 10:06:07.349550 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40066) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:07.398671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359a9fc-602d-4cb5-aff8-9cf4cd9d225d req-264664c0-7f08-4349-858e-e964ac2e90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:07.406313 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d359a9fc-602d-4cb5-aff8-9cf4cd9d225d req-264664c0-7f08-4349-858e-e964ac2e90ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b746b052-9a8e-42a3-b1f9-2045ddb70885 HTTP/1.1" status: 200 len: 859 time: 0.0995712 Jul 05 10:06:07.417048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bb4c1-1360-42c5-b0da-ada0d629ebc0 req-cb2bb7f5-90e7-46c0-9bc6-e840a6da4e58 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:07.419329 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-470bb4c1-1360-42c5-b0da-ada0d629ebc0 req-cb2bb7f5-90e7-46c0-9bc6-e840a6da4e58 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.1189561 Jul 05 10:06:07.466958 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393a2498-e654-41f4-978b-500a00749c84 admin admin] Made reservation on behalf of 908871a88987452ba5c96d73cbafee64 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:07.469976 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-393a2498-e654-41f4-978b-500a00749c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.471402 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d359a9fc-602d-4cb5-aff8-9cf4cd9d225d req-47983e32-7488-4f53-850b-031348079877 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f95e78-8641-45df-a82a-c1ce564ff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620842 Jul 05 10:06:07.475250 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d814be14-4072-4c9a-b115-1f2806a7ed8e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=38e7eba30f90419b8446f77787b9cf67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246619 Jul 05 10:06:07.477892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40068) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:07.559669 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-470bb4c1-1360-42c5-b0da-ada0d629ebc0 req-739a4cbb-e80b-4a8c-9465-7db156854a33 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296580 Jul 05 10:06:07.621500 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-fd48ecab-7713-4d1a-b037-0c185caa2773 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.661977 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fdc3e065-2db5-4257-8261-68dedc1e16bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.734047 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fdc3e065-2db5-4257-8261-68dedc1e16bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.749335 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d359a9fc-602d-4cb5-aff8-9cf4cd9d225d req-4a13524a-5426-496b-b6a2-dcc07f67e146 service neutron] 10.222.0.73 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691720 Jul 05 10:06:07.822577 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e439789-2ad6-4a89-b22d-e41f9b89dd80 req-28555224-0cc1-4067-8a20-3b94f28abfdb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:07.825124 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e439789-2ad6-4a89-b22d-e41f9b89dd80 req-28555224-0cc1-4067-8a20-3b94f28abfdb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.73 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 946 time: 0.1722858 Jul 05 10:06:07.874202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d2664-bbd4-4934-98da-b358ce796201 req-a819524f-74c2-417d-88e2-4b06ac351318 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:07.882773 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0a6d2664-bbd4-4934-98da-b358ce796201 req-a819524f-74c2-417d-88e2-4b06ac351318 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 943 time: 0.1535759 Jul 05 10:06:07.941697 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-fd48ecab-7713-4d1a-b037-0c185caa2773 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.943476 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-393a2498-e654-41f4-978b-500a00749c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:07.959974 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d359a9fc-602d-4cb5-aff8-9cf4cd9d225d req-8f70e954-9aeb-4271-b2b6-58fa65eaeafd service neutron] 10.222.0.73 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033424 Jul 05 10:06:08.001375 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0a6d2664-bbd4-4934-98da-b358ce796201 req-24b77111-e013-4227-86ab-eefb087b0242 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075988 Jul 05 10:06:08.022199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a2498-e654-41f4-978b-500a00749c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa553354-5a95-45e8-9cf0-3d89046d1d99,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:08.046291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-1e439789-2ad6-4a89-b22d-e41f9b89dd80 req-5101ed5c-14ee-4ef7-be59-be97e6a9ffcb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Deleting port c7e9d350-4488-49b5-add0-dbe4c4a49cde {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:08.046641 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e439789-2ad6-4a89-b22d-e41f9b89dd80 req-5101ed5c-14ee-4ef7-be59-be97e6a9ffcb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.065139 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-fd48ecab-7713-4d1a-b037-0c185caa2773 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.066145 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-fd48ecab-7713-4d1a-b037-0c185caa2773 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Floating IP db1b0341-584c-4eb5-a790-42615dac9e10 disassociated. External IP: 172.25.5.135, port: ce39f3a4-70d4-4758-91a7-c89df47c31a2. Jul 05 10:06:08.091881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a2498-e654-41f4-978b-500a00749c84 admin admin] Checking segment: {'id': 'a1e35b48-cf32-4069-a355-15f230a355fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:08.092251 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393a2498-e654-41f4-978b-500a00749c84 admin admin] Network hostable DHCP agents. Network: ffe4ad3e-48f0-40c5-b0a5-59a052f938db, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:06:08.110218 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fdc3e065-2db5-4257-8261-68dedc1e16bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.113007 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fdc3e065-2db5-4257-8261-68dedc1e16bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.114166 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fdc3e065-2db5-4257-8261-68dedc1e16bd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4f37ee75-115e-4ad9-b62d-d99a26b1465e HTTP/1.1" status: 204 len: 168 time: 0.6352811 Jul 05 10:06:08.131345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3e065-2db5-4257-8261-68dedc1e16bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f37ee75-115e-4ad9-b62d-d99a26b1465e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:08.193494 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-1e439789-2ad6-4a89-b22d-e41f9b89dd80 req-5101ed5c-14ee-4ef7-be59-be97e6a9ffcb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] For port c7e9d350-4488-49b5-add0-dbe4c4a49cde, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c7e9d350-4488-49b5-add0-dbe4c4a49cde,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:08.194330 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e439789-2ad6-4a89-b22d-e41f9b89dd80 req-5101ed5c-14ee-4ef7-be59-be97e6a9ffcb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.213273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393a2498-e654-41f4-978b-500a00749c84 admin admin] Network ffe4ad3e-48f0-40c5-b0a5-59a052f938db is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:06:08.325121 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-393a2498-e654-41f4-978b-500a00749c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, ffe4ad3e-48f0-40c5-b0a5-59a052f938db) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:08.333704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b58da7-bc77-46df-a1f1-01ed20f4242c None None] Network ffe4ad3e-48f0-40c5-b0a5-59a052f938db requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:08.367348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393a2498-e654-41f4-978b-500a00749c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:08.368005 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-393a2498-e654-41f4-978b-500a00749c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.421893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bb9a8-c9bb-48b3-8ad9-32b488535dbe req-1d837f6c-c32e-4aa5-bc0c-1c23539c935d tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:08.424241 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-388bb9a8-c9bb-48b3-8ad9-32b488535dbe req-1d837f6c-c32e-4aa5-bc0c-1c23539c935d tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 946 time: 0.2157137 Jul 05 10:06:08.475745 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-393a2498-e654-41f4-978b-500a00749c84 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1945534 Jul 05 10:06:08.508373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40090) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:08.510714 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-ffe4ad3e-48f0-40c5-b0a5-59a052f938db', 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'fixed_ips': [{'subnet_id': 'fa553354-5a95-45e8-9cf0-3d89046d1d99'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:06:08.511608 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.524829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1418509442-router', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:08.550606 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e439789-2ad6-4a89-b22d-e41f9b89dd80 req-5101ed5c-14ee-4ef7-be59-be97e6a9ffcb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.551116 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e439789-2ad6-4a89-b22d-e41f9b89dd80 req-5101ed5c-14ee-4ef7-be59-be97e6a9ffcb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.551538 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [req-1e439789-2ad6-4a89-b22d-e41f9b89dd80 req-5101ed5c-14ee-4ef7-be59-be97e6a9ffcb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Floating IP d99b1b8a-99b4-4d1b-aff0-69d84b1fac7c disassociated. External IP: 172.25.5.30, port: c7e9d350-4488-49b5-add0-dbe4c4a49cde. Jul 05 10:06:08.552017 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-1e439789-2ad6-4a89-b22d-e41f9b89dd80 req-5101ed5c-14ee-4ef7-be59-be97e6a9ffcb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Calling delete_port for c7e9d350-4488-49b5-add0-dbe4c4a49cde owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:08.607649 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-388bb9a8-c9bb-48b3-8ad9-32b488535dbe req-ab028d18-770e-464c-a838-1fa6543f4062 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups?id=59eb1004-399f-4865-9d98-1312a2ce4426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531074 Jul 05 10:06:08.637983 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-fd48ecab-7713-4d1a-b037-0c185caa2773 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Router 032e85ff-9fe5-4623-a72a-773c2642f1a9 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:08.687295 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.690874 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.732450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Allocated IP 172.20.0.2 (ffe4ad3e-48f0-40c5-b0a5-59a052f938db/fa553354-5a95-45e8-9cf0-3d89046d1d99/d311d589-39a1-4a27-8c9b-a40f2e594434) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:08.775457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-fd48ecab-7713-4d1a-b037-0c185caa2773 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:08.782357 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-fd48ecab-7713-4d1a-b037-0c185caa2773 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.826966 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-fd48ecab-7713-4d1a-b037-0c185caa2773 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "PUT /v2.0/floatingips/db1b0341-584c-4eb5-a790-42615dac9e10 HTTP/1.1" status: 200 len: 695 time: 2.0117328 Jul 05 10:06:08.841992 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:08.846674 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733f19b-5969-4877-bddb-2cadd638aab0 None None] Sync routers for ids ['032e85ff-9fe5-4623-a72a-773c2642f1a9'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:08.889626 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21879d1e-ac80-471b-80d5-798802d7de65', 'tag': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:08.892318 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb727220-ac11-4f3a-9f2c-29937730b75a" -d '{"events": [{"name": "network-changed", "server_uuid": "21879d1e-ac80-471b-80d5-798802d7de65", "tag": "ce39f3a4-70d4-4758-91a7-c89df47c31a2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:08.904435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733f19b-5969-4877-bddb-2cadd638aab0 None None] Routers {'032e85ff-9fe5-4623-a72a-773c2642f1a9'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:08.907380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7733f19b-5969-4877-bddb-2cadd638aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:05:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['032e85ff-9fe5-4623-a72a-773c2642f1a9'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:08.953227 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-c1d639c9-b719-4b54-82ef-0cc3d66654bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:08.958275 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-c1d639c9-b719-4b54-82ef-0cc3d66654bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=60af8b5ef1b94e0c8a78ae4692c130d5&device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 1098 time: 0.1087413 Jul 05 10:06:09.108133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-4dd0ca2c-c6b2-465e-b3fc-893d9534e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:09.109767 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-4dd0ca2c-c6b2-465e-b3fc-893d9534e285 service neutron] 10.222.0.77 "GET /v2.0/networks?id=80f95e78-8641-45df-a82a-c1ce564ff580 HTTP/1.1" status: 200 len: 920 time: 0.1445134 Jul 05 10:06:09.115972 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.158508 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-498a36b6-5168-48a6-be41-dab627b08bf6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce39f3a4-70d4-4758-91a7-c89df47c31a2 HTTP/1.1" status: 200 len: 217 time: 0.0404608 Jul 05 10:06:09.172386 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0776cdb-222d-41d5-ab7e-9976bd56f568 req-e6440345-841b-4fb4-ba06-7707fbe10776 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:09.185777 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0776cdb-222d-41d5-ab7e-9976bd56f568 req-e6440345-841b-4fb4-ba06-7707fbe10776 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.1314702 Jul 05 10:06:09.197148 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e439789-2ad6-4a89-b22d-e41f9b89dd80 req-5101ed5c-14ee-4ef7-be59-be97e6a9ffcb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.244219 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101ed5c-14ee-4ef7-be59-be97e6a9ffcb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Pushing event deleted for resources: {'Port': ['ID=c7e9d350-4488-49b5-add0-dbe4c4a49cde,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:09.258692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-7733f19b-5969-4877-bddb-2cadd638aab0 None None] Set router 032e85ff-9fe5-4623-a72a-773c2642f1a9 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:09.263954 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.287363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-ec2c51a4-ae49-434d-8a58-e66b9415476e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:09.302212 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Transition to ACTIVE for port object d311d589-39a1-4a27-8c9b-a40f2e594434 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:09.302631 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-ec2c51a4-ae49-434d-8a58-e66b9415476e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b746b052-9a8e-42a3-b1f9-2045ddb70885 HTTP/1.1" status: 200 len: 859 time: 0.1365333 Jul 05 10:06:09.319340 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0776cdb-222d-41d5-ab7e-9976bd56f568 req-02369764-6143-4d70-af64-4442c54d85f4 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323559 Jul 05 10:06:09.352779 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-1f94d594-098c-47b9-a5c4-d482b1026922 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80f95e78-8641-45df-a82a-c1ce564ff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481451 Jul 05 10:06:09.396298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Transition to ACTIVE for port object d311d589-39a1-4a27-8c9b-a40f2e594434 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:09.469641 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1478b6-280b-4d6d-b52c-b9b13a62d864 x-openstack-request-id: req-de1478b6-280b-4d6d-b52c-b9b13a62d864 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:09.469984 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21879d1e-ac80-471b-80d5-798802d7de65", "tag": "ce39f3a4-70d4-4758-91a7-c89df47c31a2", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:09.470463 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de1478b6-280b-4d6d-b52c-b9b13a62d864 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:09.470876 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21879d1e-ac80-471b-80d5-798802d7de65', 'tag': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2', 'status': 'completed', 'code': 200} Jul 05 10:06:09.508480 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-09161031-fb40-4e2a-b735-f02cd3346914 service neutron] 10.222.0.77 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545761 Jul 05 10:06:09.524325 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.650017 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Pushing event updated for resources: {'Port': ['ID=d311d589-39a1-4a27-8c9b-a40f2e594434,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:09.668535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b4430f0-4cc4-4a70-bfd7-ea99c5f55a93 req-01679c3c-ebe8-4cba-a90f-98750ce804c3 service neutron] 10.222.0.77 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527808 Jul 05 10:06:09.689936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.693501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.693501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.693501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.693501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.693501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.693501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.694009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.695332 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.699458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.699874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.700221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:09.709125 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Network ffe4ad3e-48f0-40c5-b0a5-59a052f938db is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:09.732150 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:09.744007 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:09.835358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb727220-ac11-4f3a-9f2c-29937730b75a req-4b2d81d8-84a0-471f-a587-86ef20d0b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:09.839102 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb727220-ac11-4f3a-9f2c-29937730b75a req-4b2d81d8-84a0-471f-a587-86ef20d0b257 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60af8b5ef1b94e0c8a78ae4692c130d5&device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 1098 time: 0.3409426 Jul 05 10:06:09.858083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Attempting to bind port d311d589-39a1-4a27-8c9b-a40f2e594434 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:09.858660 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Attempting to bind port d311d589-39a1-4a27-8c9b-a40f2e594434 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'a1e35b48-cf32-4069-a355-15f230a355fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:09.859125 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Attempting to bind port d311d589-39a1-4a27-8c9b-a40f2e594434 on network ffe4ad3e-48f0-40c5-b0a5-59a052f938db {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:09.872603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7733f19b-5969-4877-bddb-2cadd638aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-router', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:43Z', 'updated_at': '2021-07-05T10:04:50Z', 'revision_number': 4, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'gw_port': {'id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:44Z', 'updated_at': '2021-07-05T10:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'b8214d4c-d6c3-4d3b-87f2-90f53e14905e', 'name': '', 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'mac_address': 'fa:16:3e:7b:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:49Z', 'updated_at': '2021-07-05T10:04:56Z', 'revision_number': 5, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'subnets': [{'id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:09.878534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:09.879043 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Checking segment: {'id': 'a1e35b48-cf32-4069-a355-15f230a355fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:09.880748 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.881276 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Bound using segment: {'id': 'a1e35b48-cf32-4069-a355-15f230a355fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:09.882196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Bound port: d311d589-39a1-4a27-8c9b-a40f2e594434, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e35b48-cf32-4069-a355-15f230a355fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:09.882686 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:09.935163 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733f19b-5969-4877-bddb-2cadd638aab0 None None] Checking router: 032e85ff-9fe5-4623-a72a-773c2642f1a9 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:09.953863 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e439789-2ad6-4a89-b22d-e41f9b89dd80 req-5101ed5c-14ee-4ef7-be59-be97e6a9ffcb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Router cce03278-ab38-4570-a8ca-23457cc8e8c3 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:09.989364 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733f19b-5969-4877-bddb-2cadd638aab0 None None] Routers {'032e85ff-9fe5-4623-a72a-773c2642f1a9'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:09.989904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7733f19b-5969-4877-bddb-2cadd638aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:05:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['032e85ff-9fe5-4623-a72a-773c2642f1a9'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:09.997450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb727220-ac11-4f3a-9f2c-29937730b75a req-35961627-cb7f-4999-83ae-3804795545ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:09.999441 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb727220-ac11-4f3a-9f2c-29937730b75a req-35961627-cb7f-4999-83ae-3804795545ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=80f95e78-8641-45df-a82a-c1ce564ff580 HTTP/1.1" status: 200 len: 920 time: 0.1558132 Jul 05 10:06:10.013579 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06a67-079e-4840-8d45-49d7a1ff31fc req-1e2dd66b-6099-4c74-91d8-a67a5408f995 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:10.020751 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f9a06a67-079e-4840-8d45-49d7a1ff31fc req-1e2dd66b-6099-4c74-91d8-a67a5408f995 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 943 time: 0.2074153 Jul 05 10:06:10.062184 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] For port d311d589-39a1-4a27-8c9b-a40f2e594434, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:10.093008 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb727220-ac11-4f3a-9f2c-29937730b75a req-61c6ff3c-0d14-4fa1-955b-d258b11ee85f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce39f3a4-70d4-4758-91a7-c89df47c31a2 HTTP/1.1" status: 200 len: 217 time: 0.0477834 Jul 05 10:06:10.107534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] For port d311d589-39a1-4a27-8c9b-a40f2e594434, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d311d589-39a1-4a27-8c9b-a40f2e594434,segment=NetworkSegment(a1e35b48-cf32-4069-a355-15f230a355fb),segment_id=a1e35b48-cf32-4069-a355-15f230a355fb)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:10.132304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-7733f19b-5969-4877-bddb-2cadd638aab0 None None] Set router 032e85ff-9fe5-4623-a72a-773c2642f1a9 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:10.161371 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbda34-da8a-4bf9-8cf8-7e771b0a4876 req-2597e28b-28da-44cd-96c7-d63f7796fa5a tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:10.167980 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eecbda34-da8a-4bf9-8cf8-7e771b0a4876 req-2597e28b-28da-44cd-96c7-d63f7796fa5a tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 951 time: 0.1593199 Jul 05 10:06:10.174784 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb727220-ac11-4f3a-9f2c-29937730b75a req-62d1350d-2f53-4acb-adf8-15fbb24bf442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:10.176215 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb727220-ac11-4f3a-9f2c-29937730b75a req-62d1350d-2f53-4acb-adf8-15fbb24bf442 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b746b052-9a8e-42a3-b1f9-2045ddb70885 HTTP/1.1" status: 200 len: 859 time: 0.0753329 Jul 05 10:06:10.180136 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.229260 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb727220-ac11-4f3a-9f2c-29937730b75a req-057acafb-a6dd-442a-9290-ae6951878bab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f95e78-8641-45df-a82a-c1ce564ff580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439379 Jul 05 10:06:10.239039 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f9a06a67-079e-4840-8d45-49d7a1ff31fc req-18fdae40-0bb0-4b0e-afa3-2b2d3be81bdd tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173991 Jul 05 10:06:10.309137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eecbda34-da8a-4bf9-8cf8-7e771b0a4876 req-6674c288-990b-4fe1-ae7d-d22a7a1e1450 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b7666af-97f2-4903-84b6-0af7f1c1786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397793 Jul 05 10:06:10.315660 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.348196 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.446394 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0eef2e-09d0-4964-9173-830a3f0783a6 None None] Pushing event updated for resources: {'Port': ['ID=d311d589-39a1-4a27-8c9b-a40f2e594434,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:10.482539 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb727220-ac11-4f3a-9f2c-29937730b75a req-fa38a712-8c7a-43ed-91ab-d3e6e1bcf4bb service neutron] 10.222.0.73 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423816 Jul 05 10:06:10.494067 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d1e89d1-d09e-472e-ab3c-f536aba9c852 req-e6900ced-4276-494a-9c4d-5f8aed7db205 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/floatingips/db1b0341-584c-4eb5-a790-42615dac9e10 HTTP/1.1" status: 200 len: 695 time: 0.1221867 Jul 05 10:06:10.494215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e439789-2ad6-4a89-b22d-e41f9b89dd80 req-5101ed5c-14ee-4ef7-be59-be97e6a9ffcb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:10.508785 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36490c04-f3af-4dd3-b7f0-4c66bed21ccc None None] Sync routers for ids ['cce03278-ab38-4570-a8ca-23457cc8e8c3'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:10.528580 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36490c04-f3af-4dd3-b7f0-4c66bed21ccc None None] Routers {'cce03278-ab38-4570-a8ca-23457cc8e8c3'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:10.528842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7733f19b-5969-4877-bddb-2cadd638aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-router', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:43Z', 'updated_at': '2021-07-05T10:04:50Z', 'revision_number': 4, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'gw_port': {'id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:44Z', 'updated_at': '2021-07-05T10:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'b8214d4c-d6c3-4d3b-87f2-90f53e14905e', 'name': '', 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'mac_address': 'fa:16:3e:7b:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:49Z', 'updated_at': '2021-07-05T10:04:56Z', 'revision_number': 5, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'subnets': [{'id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:10.532401 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-36490c04-f3af-4dd3-b7f0-4c66bed21ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:05:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['cce03278-ab38-4570-a8ca-23457cc8e8c3'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:10.595922 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Allocated IP 172.25.5.3 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/3dea86a2-e1fb-4249-b5f1-4f3180e92894) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:10.597411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733f19b-5969-4877-bddb-2cadd638aab0 None None] The sync data for ids ['032e85ff-9fe5-4623-a72a-773c2642f1a9'] in n-d-779913-27 is: [{'id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-router', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:43Z', 'updated_at': '2021-07-05T10:04:50Z', 'revision_number': 4, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'gw_port': {'id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:44Z', 'updated_at': '2021-07-05T10:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'b8214d4c-d6c3-4d3b-87f2-90f53e14905e', 'name': '', 'network_id': '80f95e78-8641-45df-a82a-c1ce564ff580', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'mac_address': 'fa:16:3e:7b:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:49Z', 'updated_at': '2021-07-05T10:04:56Z', 'revision_number': 5, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'subnets': [{'id': 'b746b052-9a8e-42a3-b1f9-2045ddb70885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:10.658376 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-14b1ec62-edda-41c4-89e2-409638e27547 req-28c3a573-ca7a-4ce1-8c76-61c6f6cd5fa2 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/ports?device_id=159f3599-6d1c-4503-9cfd-0caf652cb270 HTTP/1.1" status: 200 len: 210 time: 0.1519203 Jul 05 10:06:10.684961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e439789-2ad6-4a89-b22d-e41f9b89dd80 req-5101ed5c-14ee-4ef7-be59-be97e6a9ffcb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] No DVR routers for this DVR port c7e9d350-4488-49b5-add0-dbe4c4a49cde on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:10.732957 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e439789-2ad6-4a89-b22d-e41f9b89dd80 req-5101ed5c-14ee-4ef7-be59-be97e6a9ffcb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.739419 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e439789-2ad6-4a89-b22d-e41f9b89dd80 req-5101ed5c-14ee-4ef7-be59-be97e6a9ffcb tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.73 "DELETE /v2.0/ports/c7e9d350-4488-49b5-add0-dbe4c4a49cde HTTP/1.1" status: 204 len: 173 time: 2.9057927 Jul 05 10:06:10.746064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159f3599-6d1c-4503-9cfd-0caf652cb270', 'name': 'network-vif-deleted', 'tag': 'c7e9d350-4488-49b5-add0-dbe4c4a49cde'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:10.752073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb727220-ac11-4f3a-9f2c-29937730b75a req-ec6fd834-4751-4f26-848b-8cbff90d7926 service neutron] 10.222.0.73 "GET /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589126 Jul 05 10:06:10.752815 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e01eef-25a1-4115-bab1-dc20ff44c730" -d '{"events": [{"server_uuid": "159f3599-6d1c-4503-9cfd-0caf652cb270", "name": "network-vif-deleted", "tag": "c7e9d350-4488-49b5-add0-dbe4c4a49cde"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:10.762452 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e89d1-d09e-472e-ab3c-f536aba9c852 req-dd0172a1-9511-442c-ad35-cb3a85c67bfc tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:10.763917 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d1e89d1-d09e-472e-ab3c-f536aba9c852 req-dd0172a1-9511-442c-ad35-cb3a85c67bfc tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.2700527 Jul 05 10:06:10.807442 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-36490c04-f3af-4dd3-b7f0-4c66bed21ccc None None] Set router cce03278-ab38-4570-a8ca-23457cc8e8c3 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:10.874764 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d1e89d1-d09e-472e-ab3c-f536aba9c852 req-3bd966dd-8cc9-4a4e-9d64-c75546b25cc0 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 698 time: 0.0913103 Jul 05 10:06:10.940251 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-88c54fff-90c5-4a51-8ced-b571e8420164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:10.989282 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d1e89d1-d09e-472e-ab3c-f536aba9c852 req-69670c8e-0805-4383-8f3c-859c908de0ab tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 698 time: 0.1068194 Jul 05 10:06:11.049209 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.188185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae276b53-ea92-4411-98db-54810d509c63 None None] New status for floating IP db1b0341-584c-4eb5-a790-42615dac9e10: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:06:11.206911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-5d1e89d1-d09e-472e-ab3c-f536aba9c852 req-38f93c9f-5e9f-467c-bc51-25dd4937a83c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Deleting port 7d9974ac-0bb6-4b85-9895-618f35f00b9c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:11.207504 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d1e89d1-d09e-472e-ab3c-f536aba9c852 req-38f93c9f-5e9f-467c-bc51-25dd4937a83c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.236214 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-36490c04-f3af-4dd3-b7f0-4c66bed21ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '72779ba9-86ba-410d-9864-ffbbd8f00b31', 'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:08Z', 'updated_at': '2021-07-05T10:01:22Z', 'revision_number': 5, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'subnets': [{'id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:11.252732 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23468924-956d-4428-bd36-b0f0b75cb5a6 req-1e3357a6-a15a-4f19-a3c6-fa4d6d0a1c08 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:11.255349 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23468924-956d-4428-bd36-b0f0b75cb5a6 req-1e3357a6-a15a-4f19-a3c6-fa4d6d0a1c08 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.1094913 Jul 05 10:06:11.280818 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36490c04-f3af-4dd3-b7f0-4c66bed21ccc None None] Checking router: cce03278-ab38-4570-a8ca-23457cc8e8c3 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:11.288379 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.290349 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36490c04-f3af-4dd3-b7f0-4c66bed21ccc None None] Routers {'cce03278-ab38-4570-a8ca-23457cc8e8c3'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:11.291054 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-36490c04-f3af-4dd3-b7f0-4c66bed21ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:05:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['cce03278-ab38-4570-a8ca-23457cc8e8c3'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:11.307405 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d1e89d1-d09e-472e-ab3c-f536aba9c852 req-38f93c9f-5e9f-467c-bc51-25dd4937a83c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.308428 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d1e89d1-d09e-472e-ab3c-f536aba9c852 req-38f93c9f-5e9f-467c-bc51-25dd4937a83c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.323136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-5d1e89d1-d09e-472e-ab3c-f536aba9c852 req-38f93c9f-5e9f-467c-bc51-25dd4937a83c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Calling delete_port for 7d9974ac-0bb6-4b85-9895-618f35f00b9c owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:11.349429 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:11.352872 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23468924-956d-4428-bd36-b0f0b75cb5a6 req-e3e511e7-5834-49bb-8ac3-63dd9d5a89e5 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892322 Jul 05 10:06:11.357136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:11.361558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:11.416687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Pushing event updated for resources: {'Port': ['ID=3dea86a2-e1fb-4249-b5f1-4f3180e92894,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:11.463408 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-36490c04-f3af-4dd3-b7f0-4c66bed21ccc None None] Set router cce03278-ab38-4570-a8ca-23457cc8e8c3 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:11.784778 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d1e89d1-d09e-472e-ab3c-f536aba9c852 req-38f93c9f-5e9f-467c-bc51-25dd4937a83c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.801584 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.819744 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-36490c04-f3af-4dd3-b7f0-4c66bed21ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '72779ba9-86ba-410d-9864-ffbbd8f00b31', 'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:08Z', 'updated_at': '2021-07-05T10:01:22Z', 'revision_number': 5, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'subnets': [{'id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:11.835439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f93c9f-5e9f-467c-bc51-25dd4937a83c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Pushing event deleted for resources: {'Port': ['ID=7d9974ac-0bb6-4b85-9895-618f35f00b9c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:11.964351 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d1e89d1-d09e-472e-ab3c-f536aba9c852 req-38f93c9f-5e9f-467c-bc51-25dd4937a83c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.977729 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d1e89d1-d09e-472e-ab3c-f536aba9c852 req-38f93c9f-5e9f-467c-bc51-25dd4937a83c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:11.992168 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d1e89d1-d09e-472e-ab3c-f536aba9c852 req-38f93c9f-5e9f-467c-bc51-25dd4937a83c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "DELETE /v2.0/floatingips/db1b0341-584c-4eb5-a790-42615dac9e10 HTTP/1.1" status: 204 len: 173 time: 0.9894817 Jul 05 10:06:12.011193 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d541591e-838e-4b2e-8052-b9db9c3b9d48 None None] Network ffe4ad3e-48f0-40c5-b0a5-59a052f938db requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:12.011775 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36490c04-f3af-4dd3-b7f0-4c66bed21ccc None None] The sync data for ids ['cce03278-ab38-4570-a8ca-23457cc8e8c3'] in n-d-779913-27 is: [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:01:10Z', 'revision_number': 4, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '72779ba9-86ba-410d-9864-ffbbd8f00b31', 'name': '', 'network_id': '68d51614-9edc-4449-b0e1-c146ac5cc6e6', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:08Z', 'updated_at': '2021-07-05T10:01:22Z', 'revision_number': 5, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'subnets': [{'id': '0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:12.144460 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.160125 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-52169ada-f760-45e4-92a7-c0b13abf0246 None None] Provisioning for port d311d589-39a1-4a27-8c9b-a40f2e594434 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:12.226018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c98a16b1-f808-41c5-b1f8-7cc83492fce2 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:06:12.227525 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c7e9d350-4488-49b5-add0-dbe4c4a49cde no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:12.227691 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6417b3-8004-42b7-a6c1-016096eaac68 x-openstack-request-id: req-2a6417b3-8004-42b7-a6c1-016096eaac68 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:12.228014 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159f3599-6d1c-4503-9cfd-0caf652cb270", "name": "network-vif-deleted", "tag": "c7e9d350-4488-49b5-add0-dbe4c4a49cde", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:12.228263 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a6417b3-8004-42b7-a6c1-016096eaac68 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:12.228786 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159f3599-6d1c-4503-9cfd-0caf652cb270', 'name': 'network-vif-deleted', 'tag': 'c7e9d350-4488-49b5-add0-dbe4c4a49cde', 'status': 'completed', 'code': 200} Jul 05 10:06:12.284083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: c7e9d350-4488-49b5-add0-dbe4c4a49cde {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:12.285025 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c7e9d350-4488-49b5-add0-dbe4c4a49cde not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:12.285913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 91d83813-1b3c-4377-8759-10f9130f4cb8 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:12.410100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d311d589-39a1-4a27-8c9b-a40f2e594434 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:12.413133 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-6cd91f94-45f0-450b-8b59-0a95fc9a57f8 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3773e0cd52e341649762742ea9201eaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252998 Jul 05 10:06:12.438904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Router 1d881c73-f7d6-49e0-a951-465d473566d0 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:06:12.449013 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b47c8b2-5b91-4bb9-888b-1b7b155084fb None None] New status for floating IP d99b1b8a-99b4-4d1b-aff0-69d84b1fac7c: DOWN {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:06:12.531756 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.569445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39810f1-e91f-4c79-8021-fa6ec3b0d9fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d83813-1b3c-4377-8759-10f9130f4cb8'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:12.572770 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39e81c2-d59a-43de-a153-372d10e9e59f" -d '{"events": [{"server_uuid": "a39810f1-e91f-4c79-8021-fa6ec3b0d9fa", "name": "network-vif-unplugged", "status": "completed", "tag": "91d83813-1b3c-4377-8759-10f9130f4cb8"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:12.576240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c98a16b1-f808-41c5-b1f8-7cc83492fce2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c98a16b1-f808-41c5-b1f8-7cc83492fce2,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:12.595310 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 91d83813-1b3c-4377-8759-10f9130f4cb8, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91d83813-1b3c-4377-8759-10f9130f4cb8,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:12.604287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'c98a16b1-f808-41c5-b1f8-7cc83492fce2', 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf', 'port_id': 'c98a16b1-f808-41c5-b1f8-7cc83492fce2', 'mac_address': 'fa:16:3e:9c:14:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f50c4c-d55e-4a28-804b-fbebd2642e1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:06:12.635073 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-525edcce-73a7-4c4e-8737-7bab85b94947 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:12.637931 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-525edcce-73a7-4c4e-8737-7bab85b94947 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192843 Jul 05 10:06:12.646786 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.659497 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-992bf774-aafd-4593-84f1-db7726073828 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/quotas/3773e0cd52e341649762742ea9201eaf HTTP/1.1" status: 200 len: 375 time: 0.0098395 Jul 05 10:06:12.664486 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:12.666618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98a16b1-f808-41c5-b1f8-7cc83492fce2 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:06:12.676268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port d311d589-39a1-4a27-8c9b-a40f2e594434 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:12.677795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port d311d589-39a1-4a27-8c9b-a40f2e594434 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:12.678161 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.679949 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Sync routers for ids ['1d881c73-f7d6-49e0-a951-465d473566d0'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:12.711172 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-5130cdd6-1f07-4de2-9d37-31b44e7f734a tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3773e0cd52e341649762742ea9201eaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324605 Jul 05 10:06:12.764152 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.767306 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4a9b24ae-bef2-4e78-a487-c1f7c323102e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2472444 Jul 05 10:06:12.773528 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40232) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:12.903903 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:12.922534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c98a16b1-f808-41c5-b1f8-7cc83492fce2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c98a16b1-f808-41c5-b1f8-7cc83492fce2,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:12.954602 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Routers {'1d881c73-f7d6-49e0-a951-465d473566d0'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:12.954813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:05:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1d881c73-f7d6-49e0-a951-465d473566d0'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:13.039811 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.046449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6ee83a6f-f2a1-43f7-9c07-2cd6f18845b8 None None] Provisioning complete for port d311d589-39a1-4a27-8c9b-a40f2e594434 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:13.046887 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6ee83a6f-f2a1-43f7-9c07-2cd6f18845b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.144412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=91d83813-1b3c-4377-8759-10f9130f4cb8,revision_number=11']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:13.238589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db5b12-df5e-4853-bf97-b5eb6692a252 req-c359fe99-c2e0-4e3d-a81d-846b87510764 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:13.240241 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7db5b12-df5e-4853-bf97-b5eb6692a252 req-c359fe99-c2e0-4e3d-a81d-846b87510764 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 944 time: 0.1257904 Jul 05 10:06:13.268838 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=c98a16b1-f808-41c5-b1f8-7cc83492fce2,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:13.295525 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f23199dd-6b46-4bcf-b147-ea77c2b6e6b4 req-332e2c7a-f40d-4d13-ab62-6091ebb2c73d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups/6bd69e05-c7d8-4d9c-a680-46872304dbaa HTTP/1.1" status: 200 len: 1807 time: 0.0479977 Jul 05 10:06:13.299989 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Set router 1d881c73-f7d6-49e0-a951-465d473566d0 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:13.303201 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.330356 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7db5b12-df5e-4853-bf97-b5eb6692a252 req-6ccccc1e-83d6-462e-8095-937a420abb8f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720356 Jul 05 10:06:13.334389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['c98a16b1-f808-41c5-b1f8-7cc83492fce2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:13.350700 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.366006 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f23199dd-6b46-4bcf-b147-ea77c2b6e6b4 req-217eb972-ddf6-4d60-a31d-90a1ba73fb9b tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.374145 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6ee83a6f-f2a1-43f7-9c07-2cd6f18845b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.391959 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f23199dd-6b46-4bcf-b147-ea77c2b6e6b4 req-217eb972-ddf6-4d60-a31d-90a1ba73fb9b tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.519887 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port d311d589-39a1-4a27-8c9b-a40f2e594434, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d311d589-39a1-4a27-8c9b-a40f2e594434,segment=NetworkSegment(a1e35b48-cf32-4069-a355-15f230a355fb),segment_id=a1e35b48-cf32-4069-a355-15f230a355fb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:13.561856 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f23199dd-6b46-4bcf-b147-ea77c2b6e6b4 req-217eb972-ddf6-4d60-a31d-90a1ba73fb9b tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.565125 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f23199dd-6b46-4bcf-b147-ea77c2b6e6b4 req-217eb972-ddf6-4d60-a31d-90a1ba73fb9b tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.566441 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f23199dd-6b46-4bcf-b147-ea77c2b6e6b4 req-217eb972-ddf6-4d60-a31d-90a1ba73fb9b tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "DELETE /v2.0/security-groups/6bd69e05-c7d8-4d9c-a680-46872304dbaa HTTP/1.1" status: 204 len: 173 time: 0.2698514 Jul 05 10:06:13.585355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eb972-ddf6-4d60-a31d-90a1ba73fb9b tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd69e05-c7d8-4d9c-a680-46872304dbaa,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:13.619143 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12219c78-cce9-4b62-bdaf-97a37f88c916 x-openstack-request-id: req-12219c78-cce9-4b62-bdaf-97a37f88c916 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:13.621261 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39810f1-e91f-4c79-8021-fa6ec3b0d9fa", "name": "network-vif-unplugged", "status": "completed", "tag": "91d83813-1b3c-4377-8759-10f9130f4cb8", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:13.621261 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-12219c78-cce9-4b62-bdaf-97a37f88c916 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:13.621261 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39810f1-e91f-4c79-8021-fa6ec3b0d9fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d83813-1b3c-4377-8759-10f9130f4cb8', 'code': 200} Jul 05 10:06:13.629857 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fb73b5c0-fb7d-4b9c-8be8-edbc8ea17a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.660003 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.661140 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.702193 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e3c1721a-04be-4a39-8a99-25dc642142e9 req-4df6dbde-fe84-45c4-8c48-b3d5ced1572f tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 210 time: 0.0404799 Jul 05 10:06:13.764396 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-6ee83a6f-f2a1-43f7-9c07-2cd6f18845b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:06:13.764759 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-6ee83a6f-f2a1-43f7-9c07-2cd6f18845b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:06:13.789434 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=d311d589-39a1-4a27-8c9b-a40f2e594434,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:13.794365 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418509442-router', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:08Z', 'updated_at': '2021-07-05T10:06:11Z', 'revision_number': 3, 'project_id': '908871a88987452ba5c96d73cbafee64', 'gw_port': {'id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:10Z', 'updated_at': '2021-07-05T10:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:13.830430 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Checking router: 1d881c73-f7d6-49e0-a951-465d473566d0 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:13.831019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Updating router 1d881c73-f7d6-49e0-a951-465d473566d0 port 3dea86a2-e1fb-4249-b5f1-4f3180e92894 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:06:13.879495 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:13.926162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Allocated IP 172.20.0.1 (ffe4ad3e-48f0-40c5-b0a5-59a052f938db/fa553354-5a95-45e8-9cf0-3d89046d1d99/32f5e11f-2355-48c9-bdb1-6bc3a5831c68) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:13.941698 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c38e3e-be88-425e-abc1-49acde4ecd45 req-9b7c178a-1c19-4379-90eb-3c8cd81f339e tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:13.943224 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-65c38e3e-be88-425e-abc1-49acde4ecd45 req-9b7c178a-1c19-4379-90eb-3c8cd81f339e tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.4303389 Jul 05 10:06:14.048194 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-65c38e3e-be88-425e-abc1-49acde4ecd45 req-db7782fa-0637-4c25-a6dc-dc14e5e624fd tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961816 Jul 05 10:06:14.100220 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.121450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Transition to ACTIVE for port object 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:14.221778 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.227983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d311d589-39a1-4a27-8c9b-a40f2e594434 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:14.243649 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.258861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Transition to ACTIVE for port object 3dea86a2-e1fb-4249-b5f1-4f3180e92894 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:14.309118 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Network ffe4ad3e-48f0-40c5-b0a5-59a052f938db is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:14.312215 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:14.317155 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:14.320879 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=32f5e11f-2355-48c9-bdb1-6bc3a5831c68,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:14.328619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port d311d589-39a1-4a27-8c9b-a40f2e594434 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:14.328990 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.358326 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.361526 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.454450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c345c-9b70-43a8-8f26-6f2bab33f514 None None] Pushing event updated for resources: {'Port': ['ID=3dea86a2-e1fb-4249-b5f1-4f3180e92894,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:14.460333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Attempting to bind port 3dea86a2-e1fb-4249-b5f1-4f3180e92894 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:14.460707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Attempting to bind port 3dea86a2-e1fb-4249-b5f1-4f3180e92894 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:14.461111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Attempting to bind port 3dea86a2-e1fb-4249-b5f1-4f3180e92894 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:14.471446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:14.471853 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:14.478649 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.478649 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:14.478649 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Bound port: 3dea86a2-e1fb-4249-b5f1-4f3180e92894, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:14.478649 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.575458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] For port 3dea86a2-e1fb-4249-b5f1-4f3180e92894, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:14.582104 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] For port 3dea86a2-e1fb-4249-b5f1-4f3180e92894, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3dea86a2-e1fb-4249-b5f1-4f3180e92894,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:14.661194 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.701293 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.753974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7de7c207-f070-464b-9a47-40fced4ffa96 None None] Provisioning for port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:14.773608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7de7c207-f070-464b-9a47-40fced4ffa96 None None] Provisioning complete for port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:14.774207 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7de7c207-f070-464b-9a47-40fced4ffa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.822203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Routers {'1d881c73-f7d6-49e0-a951-465d473566d0'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:14.822857 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1d881c73-f7d6-49e0-a951-465d473566d0'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:14.879358 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c345c-9b70-43a8-8f26-6f2bab33f514 None None] Pushing event updated for resources: {'Port': ['ID=3dea86a2-e1fb-4249-b5f1-4f3180e92894,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:14.887102 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.915834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7de7c207-f070-464b-9a47-40fced4ffa96 None None] Port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:06:14.955338 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:14.977551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986a751-f932-4791-8d71-d27e973220f8 req-9c1c3bdd-35b0-4b38-9dbf-62e79a340502 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:14.981610 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d986a751-f932-4791-8d71-d27e973220f8 req-9c1c3bdd-35b0-4b38-9dbf-62e79a340502 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 944 time: 0.2143815 Jul 05 10:06:14.991139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] Set router 1d881c73-f7d6-49e0-a951-465d473566d0 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:15.036355 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d986a751-f932-4791-8d71-d27e973220f8 req-cf30d466-690f-47ba-81b9-be8d9c02554a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501778 Jul 05 10:06:15.077970 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:15.118780 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd8e88-9f53-4c6b-aa30-da38883a60c9 req-a13e96cc-2184-404a-815c-dafbe0c426d3 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:15.121940 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21cd8e88-9f53-4c6b-aa30-da38883a60c9 req-a13e96cc-2184-404a-815c-dafbe0c426d3 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.0926635 Jul 05 10:06:15.156261 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:15.159299 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=32f5e11f-2355-48c9-bdb1-6bc3a5831c68,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:15.183821 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21cd8e88-9f53-4c6b-aa30-da38883a60c9 req-03f4ee48-9ddf-4a26-9eaa-c4dbc8c0fe07 tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540175 Jul 05 10:06:15.197268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40274) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:15.285458 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Network ffe4ad3e-48f0-40c5-b0a5-59a052f938db is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:15.287742 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:15.319335 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d56877e-2bd3-44e2-aefc-47ec828acbd5 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:15.348329 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d56877e-2bd3-44e2-aefc-47ec828acbd5 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:15.436139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418509442-router', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:08Z', 'updated_at': '2021-07-05T10:06:14Z', 'revision_number': 4, 'project_id': '908871a88987452ba5c96d73cbafee64', 'gw_port': {'id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:10Z', 'updated_at': '2021-07-05T10:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '32f5e11f-2355-48c9-bdb1-6bc3a5831c68', 'name': '', 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'mac_address': 'fa:16:3e:60:95:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fa553354-5a95-45e8-9cf0-3d89046d1d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:13Z', 'revision_number': 1, 'project_id': '908871a88987452ba5c96d73cbafee64', 'subnets': [{'id': 'fa553354-5a95-45e8-9cf0-3d89046d1d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:15.471909 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f4baeaf6-aeb9-4d7b-929c-9052752d51a1 req-8b618527-ee84-46ed-adeb-9dc55f3237ce tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 210 time: 0.0558372 Jul 05 10:06:15.493398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee2ace-3f15-421f-8d66-ff740f770f98 None None] The sync data for ids ['1d881c73-f7d6-49e0-a951-465d473566d0'] in n-d-779913-27 is: [{'id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418509442-router', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:08Z', 'updated_at': '2021-07-05T10:06:14Z', 'revision_number': 4, 'project_id': '908871a88987452ba5c96d73cbafee64', 'gw_port': {'id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:10Z', 'updated_at': '2021-07-05T10:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '32f5e11f-2355-48c9-bdb1-6bc3a5831c68', 'name': '', 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'mac_address': 'fa:16:3e:60:95:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fa553354-5a95-45e8-9cf0-3d89046d1d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:13Z', 'revision_number': 1, 'project_id': '908871a88987452ba5c96d73cbafee64', 'subnets': [{'id': 'fa553354-5a95-45e8-9cf0-3d89046d1d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:15.504595 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Router 1d881c73-f7d6-49e0-a951-465d473566d0 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:15.534625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08ccd5-ffa4-447f-8fb2-2211812b37d8 req-e1d9c871-9975-4614-bed0-a65be7eb4bdd tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:15.543307 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b08ccd5-ffa4-447f-8fb2-2211812b37d8 req-e1d9c871-9975-4614-bed0-a65be7eb4bdd tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 949 time: 0.1261973 Jul 05 10:06:15.613531 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d56877e-2bd3-44e2-aefc-47ec828acbd5 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:15.616860 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d56877e-2bd3-44e2-aefc-47ec828acbd5 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:15.618606 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5d56877e-2bd3-44e2-aefc-47ec828acbd5 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "DELETE /v2.0/security-groups/59eb1004-399f-4865-9d98-1312a2ce4426 HTTP/1.1" status: 204 len: 168 time: 0.4180012 Jul 05 10:06:15.621456 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40276) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:15.639428 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56877e-2bd3-44e2-aefc-47ec828acbd5 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59eb1004-399f-4865-9d98-1312a2ce4426,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:15.639959 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-eba2dfd0-0778-4fb3-a259-606549df11aa None None] Provisioning complete for port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:15.640379 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-eba2dfd0-0778-4fb3-a259-606549df11aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:15.685479 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b08ccd5-ffa4-447f-8fb2-2211812b37d8 req-99ba2943-8deb-4c1c-86c7-3a7e0267e212 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b7666af-97f2-4903-84b6-0af7f1c1786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421311 Jul 05 10:06:15.714733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-eba2dfd0-0778-4fb3-a259-606549df11aa None None] Port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:06:15.721045 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-08b57891-1f1c-4938-a6bb-b5f4622eb6ee tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] show failed (client error): The resource could not be found. Jul 05 10:06:15.722775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21855371-1ea3-4bd0-b026-796298abbb2c req-c0429d9c-68c1-42aa-b70b-9898d6dd82fe tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:15.726097 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-08b57891-1f1c-4938-a6bb-b5f4622eb6ee tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "GET /v2.0/security-groups/59eb1004-399f-4865-9d98-1312a2ce4426 HTTP/1.1" status: 404 len: 347 time: 0.1036150 Jul 05 10:06:15.726944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40280) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:15.731755 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21855371-1ea3-4bd0-b026-796298abbb2c req-c0429d9c-68c1-42aa-b70b-9898d6dd82fe tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.1080468 Jul 05 10:06:15.768333 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21855371-1ea3-4bd0-b026-796298abbb2c req-94de6024-e588-44bd-ad29-c84170062d26 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355098 Jul 05 10:06:15.882308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:15.894186 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a455fcab-ddc7-4ca0-a5ad-af6fe0628ca6 admin admin] 10.222.0.77 "PUT /v2.0/routers/1d881c73-f7d6-49e0-a951-465d473566d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1229227 Jul 05 10:06:15.940564 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-86520c2d-db80-4ae3-86fd-dc1e4a40801e tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3773e0cd52e341649762742ea9201eaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833228 Jul 05 10:06:16.057176 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-84030c2e-f455-4245-82b2-2cfd97168261 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Deleting port c3974cfd-3543-4165-99b2-77013593363e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:16.057176 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84030c2e-f455-4245-82b2-2cfd97168261 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.127579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bdf5ba0b-42e8-489f-b2b0-c3b7b8eb9272 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:16.129183 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bdf5ba0b-42e8-489f-b2b0-c3b7b8eb9272 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823692 Jul 05 10:06:16.143913 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Request body: {'port': {'device_id': 'ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '3773e0cd52e341649762742ea9201eaf'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:16.223004 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84030c2e-f455-4245-82b2-2cfd97168261 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.223365 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84030c2e-f455-4245-82b2-2cfd97168261 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.233554 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c98a16b1-f808-41c5-b1f8-7cc83492fce2 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:16.248121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-84030c2e-f455-4245-82b2-2cfd97168261 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Calling delete_port for c3974cfd-3543-4165-99b2-77013593363e owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:16.328605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74c3e2-bdff-40f5-8ec7-d9e569fa453a req-8f967023-e6b2-4913-abc5-d15848d4f148 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:16.339093 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab74c3e2-bdff-40f5-8ec7-d9e569fa453a req-8f967023-e6b2-4913-abc5-d15848d4f148 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 944 time: 0.1096857 Jul 05 10:06:16.403246 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab74c3e2-bdff-40f5-8ec7-d9e569fa453a req-02f87234-ff92-40d6-baa5-f6a340c4ae70 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624807 Jul 05 10:06:16.441744 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port c98a16b1-f808-41c5-b1f8-7cc83492fce2 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:16.446922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port c98a16b1-f808-41c5-b1f8-7cc83492fce2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:16.447344 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.469786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Made reservation on behalf of 3773e0cd52e341649762742ea9201eaf for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:16.476218 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.534897 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.583916 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.629677 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c98a16b1-f808-41c5-b1f8-7cc83492fce2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c98a16b1-f808-41c5-b1f8-7cc83492fce2,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:16.639707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e9bc2a-4850-4f90-a588-279bf7981b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98a16b1-f808-41c5-b1f8-7cc83492fce2'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:16.642990 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638675e3-b172-4d8b-82df-46753ca980c7" -d '{"events": [{"server_uuid": "21e9bc2a-4850-4f90-a588-279bf7981b2b", "name": "network-vif-plugged", "status": "completed", "tag": "c98a16b1-f808-41c5-b1f8-7cc83492fce2"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:16.649711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d544ffb-56bc-415c-9266-74c86e28c94a req-5eeef90d-4aec-49e4-82e6-91acaf17857b tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:16.652473 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d544ffb-56bc-415c-9266-74c86e28c94a req-5eeef90d-4aec-49e4-82e6-91acaf17857b tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.2770622 Jul 05 10:06:16.683818 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-275a60d9-eaca-48cf-9f18-a42fbd33065e req-fcd05e4a-e856-4e1d-a85c-1ef6b442db10 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 210 time: 0.0337079 Jul 05 10:06:16.712469 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.739618 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c57d50-6a55-4e89-a020-2d07204ebc74 x-openstack-request-id: req-f2c57d50-6a55-4e89-a020-2d07204ebc74 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:16.740890 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e9bc2a-4850-4f90-a588-279bf7981b2b", "name": "network-vif-plugged", "status": "completed", "tag": "c98a16b1-f808-41c5-b1f8-7cc83492fce2", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:16.740890 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f2c57d50-6a55-4e89-a020-2d07204ebc74 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:16.741400 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e9bc2a-4850-4f90-a588-279bf7981b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98a16b1-f808-41c5-b1f8-7cc83492fce2', 'code': 200} Jul 05 10:06:16.771737 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.793180 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d544ffb-56bc-415c-9266-74c86e28c94a req-fc6ef06c-2dfc-465e-bdf6-586072941b6c tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f91e2106-4d65-4cf8-8b49-32f6f88626b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334069 Jul 05 10:06:16.793180 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84030c2e-f455-4245-82b2-2cfd97168261 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:16.795381 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=c98a16b1-f808-41c5-b1f8-7cc83492fce2,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:16.865429 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b49a9a-e93f-4f4d-b21d-92bdaa32e8dd req-ed117f28-3ae8-4258-9749-9c7bc2a39b7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:16.868227 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94b49a9a-e93f-4f4d-b21d-92bdaa32e8dd req-ed117f28-3ae8-4258-9749-9c7bc2a39b7d tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.73 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 946 time: 0.1159000 Jul 05 10:06:16.883370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84030c2e-f455-4245-82b2-2cfd97168261 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Pushing event deleted for resources: {'Port': ['ID=c3974cfd-3543-4165-99b2-77013593363e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:16.983043 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.022549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40310) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:17.033338 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b1afde04-8a2d-4442-b918-01470974f747 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1611643223-network', 'tenant_id': 'cbc1a38dac314350a0ce2f4f968159a0'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:17.084420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-94b49a9a-e93f-4f4d-b21d-92bdaa32e8dd req-6d04e9f4-35e0-447e-9661-905ae506b96a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Deleting port ce39f3a4-70d4-4758-91a7-c89df47c31a2 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:17.084846 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-94b49a9a-e93f-4f4d-b21d-92bdaa32e8dd req-6d04e9f4-35e0-447e-9661-905ae506b96a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.107217 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.156252 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf54dd-f7c3-4d35-9cc6-e7092eed73ed req-8d35a2f1-efe8-4e0d-a703-de7163a9dbaf tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:17.156252 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffdf54dd-f7c3-4d35-9cc6-e7092eed73ed req-8d35a2f1-efe8-4e0d-a703-de7163a9dbaf tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 949 time: 0.2036600 Jul 05 10:06:17.158930 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e93cb-a786-4cf7-ba8f-82cd3f625c4c req-00a564b3-d388-4783-b273-93014d4e6966 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:17.160485 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-149e93cb-a786-4cf7-ba8f-82cd3f625c4c req-00a564b3-d388-4783-b273-93014d4e6966 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.73 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 949 time: 0.4770436 Jul 05 10:06:17.220682 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffdf54dd-f7c3-4d35-9cc6-e7092eed73ed req-9301b949-ae4d-4e06-8277-e6018af09cd5 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/security-groups?id=4b7666af-97f2-4903-84b6-0af7f1c1786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587516 Jul 05 10:06:17.233670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-94b49a9a-e93f-4f4d-b21d-92bdaa32e8dd req-6d04e9f4-35e0-447e-9661-905ae506b96a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] For port ce39f3a4-70d4-4758-91a7-c89df47c31a2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=ce39f3a4-70d4-4758-91a7-c89df47c31a2,segment=NetworkSegment(040a3358-a273-40be-aabd-d0aa3734bff0),segment_id=040a3358-a273-40be-aabd-d0aa3734bff0)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:17.234373 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-94b49a9a-e93f-4f4d-b21d-92bdaa32e8dd req-6d04e9f4-35e0-447e-9661-905ae506b96a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.249630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2307133d-6391-4029-9c4e-c74fb84bd87c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:17.250406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-94b49a9a-e93f-4f4d-b21d-92bdaa32e8dd req-6d04e9f4-35e0-447e-9661-905ae506b96a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Calling delete_port for ce39f3a4-70d4-4758-91a7-c89df47c31a2 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:17.252995 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1afde04-8a2d-4442-b918-01470974f747 admin admin] Made reservation on behalf of cbc1a38dac314350a0ce2f4f968159a0 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:17.255677 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1afde04-8a2d-4442-b918-01470974f747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.257592 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84030c2e-f455-4245-82b2-2cfd97168261 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.258414 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84030c2e-f455-4245-82b2-2cfd97168261 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.259473 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-84030c2e-f455-4245-82b2-2cfd97168261 tempest-ServersWithSpecificFlavorTestJSON-968332080 tempest-ServersWithSpecificFlavorTestJSON-968332080-project] 10.222.0.77 "DELETE /v2.0/floatingips/d99b1b8a-99b4-4d1b-aff0-69d84b1fac7c HTTP/1.1" status: 204 len: 168 time: 1.5299072 Jul 05 10:06:17.271338 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1afde04-8a2d-4442-b918-01470974f747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.292717 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad082-53c0-4ca9-89ae-2911aa84eb52 req-44563018-8295-4778-ab42-fc337a3ecdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:17.292717 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c3ad082-53c0-4ca9-89ae-2911aa84eb52 req-44563018-8295-4778-ab42-fc337a3ecdc9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 1097 time: 0.3945992 Jul 05 10:06:17.327536 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f329fa-c538-44a5-86d4-b3e16ddda537 req-c0cfed56-fa68-4a51-904b-b2f27db46842 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:17.330133 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f8f329fa-c538-44a5-86d4-b3e16ddda537 req-c0cfed56-fa68-4a51-904b-b2f27db46842 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.2979076 Jul 05 10:06:17.438607 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c3ad082-53c0-4ca9-89ae-2911aa84eb52 req-cd579c90-446a-40b0-90ed-66220d2d54d3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257625 Jul 05 10:06:17.478729 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f8f329fa-c538-44a5-86d4-b3e16ddda537 req-3348289e-52fb-41cb-93b5-422352ae1c99 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402266 Jul 05 10:06:17.480518 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1afde04-8a2d-4442-b918-01470974f747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.496618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Allocated IP 192.168.233.42 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:17.526895 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-149e93cb-a786-4cf7-ba8f-82cd3f625c4c req-ed79ac7d-0742-42a0-8b53-1787719fa7b6 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Deleting port 91d83813-1b3c-4377-8759-10f9130f4cb8 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:17.527328 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-149e93cb-a786-4cf7-ba8f-82cd3f625c4c req-ed79ac7d-0742-42a0-8b53-1787719fa7b6 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.567759 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-94b49a9a-e93f-4f4d-b21d-92bdaa32e8dd req-6d04e9f4-35e0-447e-9661-905ae506b96a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.583215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['ce39f3a4-70d4-4758-91a7-c89df47c31a2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:17.614585 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04e9f4-35e0-447e-9661-905ae506b96a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Pushing event deleted for resources: {'Port': ['ID=ce39f3a4-70d4-4758-91a7-c89df47c31a2,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:17.631027 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1afde04-8a2d-4442-b918-01470974f747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.695896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1afde04-8a2d-4442-b918-01470974f747 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:06:17.735407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b49a9a-e93f-4f4d-b21d-92bdaa32e8dd req-6d04e9f4-35e0-447e-9661-905ae506b96a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] No DVR routers for this DVR port ce39f3a4-70d4-4758-91a7-c89df47c31a2 on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:17.745230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-94b49a9a-e93f-4f4d-b21d-92bdaa32e8dd req-6d04e9f4-35e0-447e-9661-905ae506b96a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.747542 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94b49a9a-e93f-4f4d-b21d-92bdaa32e8dd req-6d04e9f4-35e0-447e-9661-905ae506b96a tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.73 "DELETE /v2.0/ports/ce39f3a4-70d4-4758-91a7-c89df47c31a2 HTTP/1.1" status: 204 len: 173 time: 0.8741987 Jul 05 10:06:17.748164 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21879d1e-ac80-471b-80d5-798802d7de65', 'name': 'network-vif-deleted', 'tag': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:17.750667 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb11bdf-ee92-432b-871c-e52e83013705" -d '{"events": [{"server_uuid": "21879d1e-ac80-471b-80d5-798802d7de65", "name": "network-vif-deleted", "tag": "ce39f3a4-70d4-4758-91a7-c89df47c31a2"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:17.758455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afde04-8a2d-4442-b918-01470974f747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f91009-63ad-4287-8115-d77d7b1c0333,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:17.798698 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1afde04-8a2d-4442-b918-01470974f747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.799008 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-b1afde04-8a2d-4442-b918-01470974f747 admin admin] Added segment 2775750c-ffaa-40d2-b1d7-0e5cee4b01b6 of type vlan for network b1e42e1f-443c-4026-892c-de381913b463 Jul 05 10:06:17.889638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0735288c-4b22-4326-a2d6-9531357cf9dd req-6eb06ae5-5a39-4ca7-8dfa-df8edbec94e9 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 210 time: 0.0500081 Jul 05 10:06:17.891428 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1afde04-8a2d-4442-b918-01470974f747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:17.949196 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491ca22b-27bc-4d58-be5b-9598acac5d81 x-openstack-request-id: req-491ca22b-27bc-4d58-be5b-9598acac5d81 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:17.949537 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21879d1e-ac80-471b-80d5-798802d7de65", "name": "network-vif-deleted", "tag": "ce39f3a4-70d4-4758-91a7-c89df47c31a2", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:17.949856 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-491ca22b-27bc-4d58-be5b-9598acac5d81 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:17.950331 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21879d1e-ac80-471b-80d5-798802d7de65', 'name': 'network-vif-deleted', 'tag': 'ce39f3a4-70d4-4758-91a7-c89df47c31a2', 'status': 'completed', 'code': 200} Jul 05 10:06:18.012675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-149e93cb-a786-4cf7-ba8f-82cd3f625c4c req-ed79ac7d-0742-42a0-8b53-1787719fa7b6 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] For port 91d83813-1b3c-4377-8759-10f9130f4cb8, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91d83813-1b3c-4377-8759-10f9130f4cb8,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:18.012809 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-149e93cb-a786-4cf7-ba8f-82cd3f625c4c req-ed79ac7d-0742-42a0-8b53-1787719fa7b6 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.013663 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1afde04-8a2d-4442-b918-01470974f747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.024026 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1afde04-8a2d-4442-b918-01470974f747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:18.024026 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1afde04-8a2d-4442-b918-01470974f747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.029220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-149e93cb-a786-4cf7-ba8f-82cd3f625c4c req-ed79ac7d-0742-42a0-8b53-1787719fa7b6 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Calling delete_port for 91d83813-1b3c-4377-8759-10f9130f4cb8 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:18.092137 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:06:18.124219 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afde04-8a2d-4442-b918-01470974f747 admin admin] Pushing event updated for resources: {'Network': ['ID=b1e42e1f-443c-4026-892c-de381913b463,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:18.172012 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network b1e42e1f-443c-4026-892c-de381913b463 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:06:18.186087 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afde13-b31d-4c53-a215-e864a01a7784 req-02c62e19-cf9d-41c7-ab84-a67a80cbbb11 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:18.187700 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d5afde13-b31d-4c53-a215-e864a01a7784 req-02c62e19-cf9d-41c7-ab84-a67a80cbbb11 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 945 time: 0.5908616 Jul 05 10:06:18.207437 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-899bd45a-aed8-46e4-b5da-a0e6cbcc4b7e req-ed184379-b64e-4856-a90f-7e447a78bd8f tempest-ServerRescueTestJSONUnderV235-448059957 tempest-ServerRescueTestJSONUnderV235-448059957-project] 10.222.0.77 "GET /v2.0/ports?device_id=21879d1e-ac80-471b-80d5-798802d7de65 HTTP/1.1" status: 200 len: 210 time: 0.0682750 Jul 05 10:06:18.210075 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b1afde04-8a2d-4442-b918-01470974f747 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1850469 Jul 05 10:06:18.227981 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40332) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:18.233899 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b3bca556-73fa-446c-acf6-f84c2757a34c admin admin] Request body: {'subnet': {'network_id': 'b1e42e1f-443c-4026-892c-de381913b463', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1611643223-subnet', 'tenant_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:18.299590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3dea86a2-e1fb-4249-b5f1-4f3180e92894 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:18.335316 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.339611 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bca556-73fa-446c-acf6-f84c2757a34c admin admin] Made reservation on behalf of cbc1a38dac314350a0ce2f4f968159a0 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:18.342320 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b3bca556-73fa-446c-acf6-f84c2757a34c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.359693 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d5afde13-b31d-4c53-a215-e864a01a7784 req-2d5a055f-f603-4ed1-aa58-8fc4cec09949 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884545 Jul 05 10:06:18.364267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Transition to ACTIVE for port object fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:18.430286 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-149e93cb-a786-4cf7-ba8f-82cd3f625c4c req-ed79ac7d-0742-42a0-8b53-1787719fa7b6 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.466166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79ac7d-0742-42a0-8b53-1787719fa7b6 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Pushing event deleted for resources: {'Port': ['ID=91d83813-1b3c-4377-8759-10f9130f4cb8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:18.470578 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 3dea86a2-e1fb-4249-b5f1-4f3180e92894 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:18.476450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3dea86a2-e1fb-4249-b5f1-4f3180e92894 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:18.477122 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.565564 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-149e93cb-a786-4cf7-ba8f-82cd3f625c4c req-ed79ac7d-0742-42a0-8b53-1787719fa7b6 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] No DVR routers for this DVR port 91d83813-1b3c-4377-8759-10f9130f4cb8 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:18.570534 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-149e93cb-a786-4cf7-ba8f-82cd3f625c4c req-ed79ac7d-0742-42a0-8b53-1787719fa7b6 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.576182 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-149e93cb-a786-4cf7-ba8f-82cd3f625c4c req-ed79ac7d-0742-42a0-8b53-1787719fa7b6 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.73 "DELETE /v2.0/ports/91d83813-1b3c-4377-8759-10f9130f4cb8 HTTP/1.1" status: 204 len: 173 time: 1.4054050 Jul 05 10:06:18.577543 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.593354 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39810f1-e91f-4c79-8021-fa6ec3b0d9fa', 'name': 'network-vif-deleted', 'tag': '91d83813-1b3c-4377-8759-10f9130f4cb8'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:18.595988 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565cd49f-04b6-4214-84b1-cad05ade21f9" -d '{"events": [{"server_uuid": "a39810f1-e91f-4c79-8021-fa6ec3b0d9fa", "name": "network-vif-deleted", "tag": "91d83813-1b3c-4377-8759-10f9130f4cb8"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:18.653925 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.679211 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Sync routers for ids ['1d881c73-f7d6-49e0-a951-465d473566d0'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:18.680190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 3dea86a2-e1fb-4249-b5f1-4f3180e92894, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3dea86a2-e1fb-4249-b5f1-4f3180e92894,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:18.694629 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Routers {'1d881c73-f7d6-49e0-a951-465d473566d0'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:18.695263 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1d881c73-f7d6-49e0-a951-465d473566d0'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:18.704793 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f6fe9397-a2f4-4b1f-8261-cea0bd249b4e req-202d4efe-65db-4d6f-a6ce-606064462eb5 tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 210 time: 0.0988741 Jul 05 10:06:18.711376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:18.716308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:18.719481 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:18.739780 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b3bca556-73fa-446c-acf6-f84c2757a34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.762052 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.810502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Pushing event updated for resources: {'Port': ['ID=fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:18.861169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:18.879021 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bca556-73fa-446c-acf6-f84c2757a34c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8043f6d-a1f2-4531-a130-eb9c0c559199,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:18.888231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=3dea86a2-e1fb-4249-b5f1-4f3180e92894,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:18.898271 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:18.922896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40346) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:18.949172 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Set router 1d881c73-f7d6-49e0-a951-465d473566d0 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:19.005852 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d06b82-b01a-4123-9af1-2bb86b5d67ab x-openstack-request-id: req-68d06b82-b01a-4123-9af1-2bb86b5d67ab {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:19.011607 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39810f1-e91f-4c79-8021-fa6ec3b0d9fa", "name": "network-vif-deleted", "tag": "91d83813-1b3c-4377-8759-10f9130f4cb8", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:19.011607 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68d06b82-b01a-4123-9af1-2bb86b5d67ab {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:19.014955 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bca556-73fa-446c-acf6-f84c2757a34c admin admin] Checking segment: {'id': '2775750c-ffaa-40d2-b1d7-0e5cee4b01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b1e42e1f-443c-4026-892c-de381913b463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:19.015329 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bca556-73fa-446c-acf6-f84c2757a34c admin admin] Network hostable DHCP agents. Network: b1e42e1f-443c-4026-892c-de381913b463, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:06:19.019369 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39810f1-e91f-4c79-8021-fa6ec3b0d9fa', 'name': 'network-vif-deleted', 'tag': '91d83813-1b3c-4377-8759-10f9130f4cb8', 'status': 'completed', 'code': 200} Jul 05 10:06:19.030625 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-b3d0b4d1-c0cd-4cea-8056-b103942f4ad7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8915033 Jul 05 10:06:19.113253 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9b4c1-b0cb-495f-a1f5-d83666491bec req-3b2ad125-707b-4650-a84c-6d2ed3433b5d tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:19.124338 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bef9b4c1-b0cb-495f-a1f5-d83666491bec req-3b2ad125-707b-4650-a84c-6d2ed3433b5d tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.2395904 Jul 05 10:06:19.170404 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bca556-73fa-446c-acf6-f84c2757a34c admin admin] Network b1e42e1f-443c-4026-892c-de381913b463 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:06:19.233763 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bef9b4c1-b0cb-495f-a1f5-d83666491bec req-2f3ee2c8-dbaf-4d14-b37b-c17643b5e388 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026828 Jul 05 10:06:19.249961 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Request body: {'port': {'device_id': 'ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:19.320720 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9afa5-add2-420c-92e9-ff501e9aa3ec req-831732d7-282e-4837-a609-0d69a77285c8 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:19.322307 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ee9afa5-add2-420c-92e9-ff501e9aa3ec req-831732d7-282e-4837-a609-0d69a77285c8 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 935 time: 0.1653636 Jul 05 10:06:19.333075 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418509442-router', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:08Z', 'updated_at': '2021-07-05T10:06:14Z', 'revision_number': 4, 'project_id': '908871a88987452ba5c96d73cbafee64', 'gw_port': {'id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:10Z', 'updated_at': '2021-07-05T10:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '32f5e11f-2355-48c9-bdb1-6bc3a5831c68', 'name': '', 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'mac_address': 'fa:16:3e:60:95:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fa553354-5a95-45e8-9cf0-3d89046d1d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:14Z', 'revision_number': 2, 'project_id': '908871a88987452ba5c96d73cbafee64', 'subnets': [{'id': 'fa553354-5a95-45e8-9cf0-3d89046d1d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:19.339112 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-b3bca556-73fa-446c-acf6-f84c2757a34c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, b1e42e1f-443c-4026-892c-de381913b463) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:19.353002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff2dcc1-7172-455c-8fe5-5de878a7976f None None] Network b1e42e1f-443c-4026-892c-de381913b463 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:19.353721 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bca556-73fa-446c-acf6-f84c2757a34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:19.356525 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b3bca556-73fa-446c-acf6-f84c2757a34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.372008 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Checking router: 1d881c73-f7d6-49e0-a951-465d473566d0 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:19.372356 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Updating router 1d881c73-f7d6-49e0-a951-465d473566d0 port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:06:19.422939 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40358) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:19.455022 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ee9afa5-add2-420c-92e9-ff501e9aa3ec req-f89ef992-2789-4f53-8b3c-e0907311d9fb tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/security-groups?id=2307133d-6391-4029-9c4e-c74fb84bd87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068208 Jul 05 10:06:19.457458 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.647875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b3bca556-73fa-446c-acf6-f84c2757a34c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4146748 Jul 05 10:06:19.657604 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40360) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:19.665655 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.680210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-b1e42e1f-443c-4026-892c-de381913b463', 'network_id': 'b1e42e1f-443c-4026-892c-de381913b463', 'tenant_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'fixed_ips': [{'subnet_id': 'f8043f6d-a1f2-4531-a130-eb9c0c559199'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:06:19.681130 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.725487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1611643223-router', 'tenant_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:19.927874 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.930960 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.932993 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:19.943703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Allocated IP 172.20.0.2 (b1e42e1f-443c-4026-892c-de381913b463/f8043f6d-a1f2-4531-a130-eb9c0c559199/d8324dba-d839-41a4-a5c0-bf575fd4bc46) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:19.956824 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Transition to ACTIVE for port object 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:20.013363 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22a10f-7e41-4fdf-861c-4c2a591ef913 req-ff14e2e8-47bb-4c03-867b-4f9cb7943fe5 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:20.020236 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d22a10f-7e41-4fdf-861c-4c2a591ef913 req-ff14e2e8-47bb-4c03-867b-4f9cb7943fe5 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 945 time: 0.3806658 Jul 05 10:06:20.058916 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.103309 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.142871 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d22a10f-7e41-4fdf-861c-4c2a591ef913 req-62e074a3-1db9-44ef-8c8e-651e8d43cc07 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217725 Jul 05 10:06:20.181542 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.185283 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c29a9a-c06d-49e3-8df1-bf8e3e8c3a4b None None] Pushing event updated for resources: {'Port': ['ID=32f5e11f-2355-48c9-bdb1-6bc3a5831c68,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:20.190695 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Transition to ACTIVE for port object d8324dba-d839-41a4-a5c0-bf575fd4bc46 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:20.196945 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29a9a-c06d-49e3-8df1-bf8e3e8c3a4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:20.196945 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29a9a-c06d-49e3-8df1-bf8e3e8c3a4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:20.196945 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29a9a-c06d-49e3-8df1-bf8e3e8c3a4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:20.197498 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29a9a-c06d-49e3-8df1-bf8e3e8c3a4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:20.198916 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29a9a-c06d-49e3-8df1-bf8e3e8c3a4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:20.199602 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29a9a-c06d-49e3-8df1-bf8e3e8c3a4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:20.200736 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29a9a-c06d-49e3-8df1-bf8e3e8c3a4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:20.201280 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29a9a-c06d-49e3-8df1-bf8e3e8c3a4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:20.201819 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29a9a-c06d-49e3-8df1-bf8e3e8c3a4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:20.202362 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29a9a-c06d-49e3-8df1-bf8e3e8c3a4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:20.202925 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29a9a-c06d-49e3-8df1-bf8e3e8c3a4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:20.203766 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29a9a-c06d-49e3-8df1-bf8e3e8c3a4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:20.207244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Transition to ACTIVE for port object d8324dba-d839-41a4-a5c0-bf575fd4bc46 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:20.211087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9864968a-1f8e-4e62-975b-ccffc4d559ea None None] Provisioning for port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:20.214179 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85431a35-4c3a-41d2-b302-dce086b775b9 req-418b30b9-1937-4c47-aadc-c1ecb76c244a tempest-ImagesOneServerTestJSON-1606460727 tempest-ImagesOneServerTestJSON-1606460727-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39810f1-e91f-4c79-8021-fa6ec3b0d9fa HTTP/1.1" status: 200 len: 210 time: 0.0742896 Jul 05 10:06:20.215971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9864968a-1f8e-4e62-975b-ccffc4d559ea None None] Provisioning complete for port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:20.216562 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9864968a-1f8e-4e62-975b-ccffc4d559ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.268177 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 91d83813-1b3c-4377-8759-10f9130f4cb8 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:20.318572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 91d83813-1b3c-4377-8759-10f9130f4cb8 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:20.318917 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 91d83813-1b3c-4377-8759-10f9130f4cb8 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:20.319327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device ce39f3a4-70d4-4758-91a7-c89df47c31a2 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:20.321628 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.360617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3dea86a2-e1fb-4249-b5f1-4f3180e92894 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:20.373958 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Attempting to bind port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:20.374524 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Attempting to bind port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'a1e35b48-cf32-4069-a355-15f230a355fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:20.374664 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Attempting to bind port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 on network ffe4ad3e-48f0-40c5-b0a5-59a052f938db {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:20.394945 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:20.395639 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Checking segment: {'id': 'a1e35b48-cf32-4069-a355-15f230a355fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:20.396223 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.396870 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Bound using segment: {'id': 'a1e35b48-cf32-4069-a355-15f230a355fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:20.399436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:06:20.400565 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Bound port: 32f5e11f-2355-48c9-bdb1-6bc3a5831c68, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e35b48-cf32-4069-a355-15f230a355fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:20.401170 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.417863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-9864968a-1f8e-4e62-975b-ccffc4d559ea None None] Port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:06:20.419915 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.456313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Transition to ACTIVE for port object fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:20.456517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Network b1e42e1f-443c-4026-892c-de381913b463 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:20.456517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: ce39f3a4-70d4-4758-91a7-c89df47c31a2 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:20.456517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device ce39f3a4-70d4-4758-91a7-c89df47c31a2 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:20.469521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:20.474762 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:20.515499 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] For port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:20.518477 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.524210 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] For port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=32f5e11f-2355-48c9-bdb1-6bc3a5831c68,segment=NetworkSegment(a1e35b48-cf32-4069-a355-15f230a355fb),segment_id=a1e35b48-cf32-4069-a355-15f230a355fb)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:20.533767 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Pushing event updated for resources: {'Port': ['ID=d8324dba-d839-41a4-a5c0-bf575fd4bc46,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:20.584503 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Attempting to bind port d8324dba-d839-41a4-a5c0-bf575fd4bc46 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:20.585395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Attempting to bind port d8324dba-d839-41a4-a5c0-bf575fd4bc46 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '2775750c-ffaa-40d2-b1d7-0e5cee4b01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b1e42e1f-443c-4026-892c-de381913b463'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:20.585878 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Attempting to bind port d8324dba-d839-41a4-a5c0-bf575fd4bc46 on network b1e42e1f-443c-4026-892c-de381913b463 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:20.592820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3dea86a2-e1fb-4249-b5f1-4f3180e92894 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:20.593341 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.596872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:20.597397 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Checking segment: {'id': '2775750c-ffaa-40d2-b1d7-0e5cee4b01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b1e42e1f-443c-4026-892c-de381913b463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:20.599450 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.599450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Bound using segment: {'id': '2775750c-ffaa-40d2-b1d7-0e5cee4b01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b1e42e1f-443c-4026-892c-de381913b463'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:20.599939 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Bound port: d8324dba-d839-41a4-a5c0-bf575fd4bc46, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2775750c-ffaa-40d2-b1d7-0e5cee4b01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b1e42e1f-443c-4026-892c-de381913b463'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:20.601091 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.603408 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.651253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Pushing event updated for resources: {'Port': ['ID=fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:20.721522 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Routers {'1d881c73-f7d6-49e0-a951-465d473566d0'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:20.722427 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1d881c73-f7d6-49e0-a951-465d473566d0'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:20.744020 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] For port d8324dba-d839-41a4-a5c0-bf575fd4bc46, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:20.749814 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] For port d8324dba-d839-41a4-a5c0-bf575fd4bc46, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d8324dba-d839-41a4-a5c0-bf575fd4bc46,segment=NetworkSegment(2775750c-ffaa-40d2-b1d7-0e5cee4b01b6),segment_id=2775750c-ffaa-40d2-b1d7-0e5cee4b01b6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:20.796448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1df268-d312-45a2-9527-4bec3f9912af req-ee0cc003-1d26-428e-bea6-47920e1effbe tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:20.798709 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7c1df268-d312-45a2-9527-4bec3f9912af req-ee0cc003-1d26-428e-bea6-47920e1effbe tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.3133364 Jul 05 10:06:20.832963 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f73174ff-3b1a-43a1-bd20-91f16be175af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.834941 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Attempting to bind port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:20.835277 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Attempting to bind port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:20.835606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Attempting to bind port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:20.848686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:06:20.856124 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Attempting to bind port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:20.865446 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] Set router 1d881c73-f7d6-49e0-a951-465d473566d0 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:20.882391 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:20.960046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d7022-0d27-46bf-9964-eb28d0884fe5 None None] Pushing event updated for resources: {'Port': ['ID=d8324dba-d839-41a4-a5c0-bf575fd4bc46,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:20.970865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:20.971215 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:20.971607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:20.972351 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Bound port: fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:20.972719 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:21.036726 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:21.047635 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7c1df268-d312-45a2-9527-4bec3f9912af req-e536d863-7e40-4d2d-8159-23db38583932 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406397 Jul 05 10:06:21.068322 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c29a9a-c06d-49e3-8df1-bf8e3e8c3a4b None None] Pushing event updated for resources: {'Port': ['ID=32f5e11f-2355-48c9-bdb1-6bc3a5831c68,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:21.109144 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216a4ff-0f96-452d-95d4-a6175249ced7 req-07321977-1575-466d-b0dd-ef49839c4c0f tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:21.110702 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c216a4ff-0f96-452d-95d4-a6175249ced7 req-07321977-1575-466d-b0dd-ef49839c4c0f tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 1097 time: 0.7290733 Jul 05 10:06:21.159429 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418509442-router', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:08Z', 'updated_at': '2021-07-05T10:06:14Z', 'revision_number': 4, 'project_id': '908871a88987452ba5c96d73cbafee64', 'gw_port': {'id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:10Z', 'updated_at': '2021-07-05T10:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '32f5e11f-2355-48c9-bdb1-6bc3a5831c68', 'name': '', 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'mac_address': 'fa:16:3e:60:95:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fa553354-5a95-45e8-9cf0-3d89046d1d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:20Z', 'revision_number': 4, 'project_id': '908871a88987452ba5c96d73cbafee64', 'subnets': [{'id': 'fa553354-5a95-45e8-9cf0-3d89046d1d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:21.194273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] For port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:21.197311 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] For port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:21.203862 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c216a4ff-0f96-452d-95d4-a6175249ced7 req-8021c1df-7261-4663-8a20-cc0d78753ad8 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851202 Jul 05 10:06:21.214195 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b688849-8c71-4989-98c1-8ee3b73b39df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:21.222442 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a6600e-7aed-4b6a-a8c3-fcd08a726b1f None None] The sync data for ids ['1d881c73-f7d6-49e0-a951-465d473566d0'] in n-d-779913-27 is: [{'id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418509442-router', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:08Z', 'updated_at': '2021-07-05T10:06:14Z', 'revision_number': 4, 'project_id': '908871a88987452ba5c96d73cbafee64', 'gw_port': {'id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:10Z', 'updated_at': '2021-07-05T10:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '32f5e11f-2355-48c9-bdb1-6bc3a5831c68', 'name': '', 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'mac_address': 'fa:16:3e:60:95:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fa553354-5a95-45e8-9cf0-3d89046d1d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:13Z', 'updated_at': '2021-07-05T10:06:20Z', 'revision_number': 4, 'project_id': '908871a88987452ba5c96d73cbafee64', 'subnets': [{'id': 'fa553354-5a95-45e8-9cf0-3d89046d1d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:21.309415 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:21.455090 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:21.455090 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:21.457067 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] 10.222.0.64 "PUT /v2.0/ports/fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 HTTP/1.1" status: 200 len: 1096 time: 2.4206207 Jul 05 10:06:21.469111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf', 'tag': 'fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:21.471793 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1e6a5a-a026-457d-b5e5-bf7cf2f1db86" -d '{"events": [{"name": "network-changed", "server_uuid": "ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf", "tag": "fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:21.555249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe580a0-da7d-40ed-a3af-f22d3b800c4e service neutron] Pushing event updated for resources: {'Port': ['ID=fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:21.660012 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a136d-3b91-46e5-bd80-fa35f5b45315 req-aa40d56d-9fc2-48e6-abc9-b2955c669e5b tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:21.669381 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-878a136d-3b91-46e5-bd80-fa35f5b45315 req-aa40d56d-9fc2-48e6-abc9-b2955c669e5b tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 947 time: 0.3627338 Jul 05 10:06:21.748975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-878a136d-3b91-46e5-bd80-fa35f5b45315 req-ea8783f3-592b-48a5-9eb6-e706ae531575 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/security-groups?id=2307133d-6391-4029-9c4e-c74fb84bd87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785432 Jul 05 10:06:21.824089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-9280ed56-7e0d-4524-8925-2762cabe1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:21.825643 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-9280ed56-7e0d-4524-8925-2762cabe1bd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3773e0cd52e341649762742ea9201eaf&device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 1099 time: 0.2300303 Jul 05 10:06:21.834450 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f10820d-3205-4cb1-81a0-646579a682c7 x-openstack-request-id: req-0f10820d-3205-4cb1-81a0-646579a682c7 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:21.834817 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf", "tag": "fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:21.835048 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f10820d-3205-4cb1-81a0-646579a682c7 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:21.840218 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf', 'tag': 'fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9', 'status': 'completed', 'code': 200} Jul 05 10:06:21.875272 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:21.883997 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-aa80c10a-d021-4b02-af5b-161796c9c57b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 HTTP/1.1" status: 200 len: 217 time: 0.0460901 Jul 05 10:06:21.888179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-f73174ff-3b1a-43a1-bd20-91f16be175af admin admin] Deleting port 72779ba9-86ba-410d-9864-ffbbd8f00b31 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:21.891616 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f73174ff-3b1a-43a1-bd20-91f16be175af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:21.909105 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:22.012250 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:22.152871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Allocated IP 172.25.5.98 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/ac7c9233-e5ef-4b94-913b-d1a4c3edc46c) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:22.323952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af787d6-600f-42db-a41f-d190a041df90 req-cd309e29-9130-487d-87d5-991b37f12c57 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:22.325556 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5af787d6-600f-42db-a41f-d190a041df90 req-cd309e29-9130-487d-87d5-991b37f12c57 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 1097 time: 0.4820142 Jul 05 10:06:22.331752 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40386) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:22.350708 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:22.408553 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5af787d6-600f-42db-a41f-d190a041df90 req-1ad7caea-1533-4f94-a4b7-2dfb1ccc0fce tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707219 Jul 05 10:06:22.435076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-9b688849-8c71-4989-98c1-8ee3b73b39df admin admin] Deleting port b8214d4c-d6c3-4d3b-87f2-90f53e14905e {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:22.435425 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b688849-8c71-4989-98c1-8ee3b73b39df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:22.452713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:22.523090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024140ce-edae-4157-97b0-800ac50dfa2b None None] Network b1e42e1f-443c-4026-892c-de381913b463 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:22.558116 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:22.585924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-77b5871a-b867-43e5-bb0f-2fc5df4ac6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:22.587756 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-77b5871a-b867-43e5-bb0f-2fc5df4ac6a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.6733904 Jul 05 10:06:22.655156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-f73174ff-3b1a-43a1-bd20-91f16be175af admin admin] For port 72779ba9-86ba-410d-9864-ffbbd8f00b31, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=72779ba9-86ba-410d-9864-ffbbd8f00b31,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:22.655429 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f73174ff-3b1a-43a1-bd20-91f16be175af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:22.658207 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:22.672697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:22.675455 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c91244f3-4b60-41a6-972a-48d8ded501db admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=150de3369d9a4a5fa06ffe611af44275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424301 Jul 05 10:06:22.678227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:22.678707 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:22.679996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40400) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:22.683072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-f73174ff-3b1a-43a1-bd20-91f16be175af admin admin] Calling delete_port for 72779ba9-86ba-410d-9864-ffbbd8f00b31 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:22.685822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:22.693789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc94e6-263b-4275-bad3-0acbf0e0d221 req-46cf789d-d8a2-4a11-b7c4-637159635528 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:22.700396 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:22.702053 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cefc94e6-263b-4275-bad3-0acbf0e0d221 req-46cf789d-d8a2-4a11-b7c4-637159635528 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.2373130 Jul 05 10:06:22.709359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Pushing event updated for resources: {'Port': ['ID=ac7c9233-e5ef-4b94-913b-d1a4c3edc46c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:22.751145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-9b688849-8c71-4989-98c1-8ee3b73b39df admin admin] For port b8214d4c-d6c3-4d3b-87f2-90f53e14905e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b8214d4c-d6c3-4d3b-87f2-90f53e14905e,segment=NetworkSegment(040a3358-a273-40be-aabd-d0aa3734bff0),segment_id=040a3358-a273-40be-aabd-d0aa3734bff0)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:22.751429 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b688849-8c71-4989-98c1-8ee3b73b39df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:22.768690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2ec024a9-0bf2-47a3-a6fc-0fc2f4920048 None None] Provisioning for port d8324dba-d839-41a4-a5c0-bf575fd4bc46 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:22.787165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-9b688849-8c71-4989-98c1-8ee3b73b39df admin admin] Calling delete_port for b8214d4c-d6c3-4d3b-87f2-90f53e14905e owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:22.810027 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cefc94e6-263b-4275-bad3-0acbf0e0d221 req-ae6f6677-3330-45a7-9382-70f41fefa12f tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070006 Jul 05 10:06:22.820756 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-32aec20d-fa9f-40d8-9cec-dc096e2bc042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:22.822405 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-32aec20d-fa9f-40d8-9cec-dc096e2bc042 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2234266 Jul 05 10:06:22.847347 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:22.899421 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=32f5e11f-2355-48c9-bdb1-6bc3a5831c68,segment=NetworkSegment(a1e35b48-cf32-4069-a355-15f230a355fb),segment_id=a1e35b48-cf32-4069-a355-15f230a355fb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:22.951033 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:22.952175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d8324dba-d839-41a4-a5c0-bf575fd4bc46 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:23.041897 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff2c95e2-3e41-4a9f-bbf6-700c2cc60ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.102247 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=32f5e11f-2355-48c9-bdb1-6bc3a5831c68,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:23.125699 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-17796560-0352-4511-96f2-8ba4cb432a2b service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870126 Jul 05 10:06:23.126946 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff2c95e2-3e41-4a9f-bbf6-700c2cc60ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.135475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533dd3-e94d-4f6a-93b2-a15a187c0d3f req-ce7834da-5782-4aaa-9bad-b2a5c4c6bb30 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:23.136882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-18533dd3-e94d-4f6a-93b2-a15a187c0d3f req-ce7834da-5782-4aaa-9bad-b2a5c4c6bb30 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 947 time: 0.1859992 Jul 05 10:06:23.173832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port d8324dba-d839-41a4-a5c0-bf575fd4bc46 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:23.178058 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port d8324dba-d839-41a4-a5c0-bf575fd4bc46 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:23.178495 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.228620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3d653f7a-4597-4df6-b2ae-4f1662068944 None None] Provisioning complete for port d8324dba-d839-41a4-a5c0-bf575fd4bc46 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:23.228922 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3d653f7a-4597-4df6-b2ae-4f1662068944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.283269 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-18533dd3-e94d-4f6a-93b2-a15a187c0d3f req-9316f9c9-aff1-4a15-8159-b537a9880bdc tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/security-groups?id=2307133d-6391-4029-9c4e-c74fb84bd87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231537 Jul 05 10:06:23.302488 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.320534 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab2f22a2-2c15-4352-9c0d-4c12acf6be2f req-c583d547-8796-4af1-ac80-cb62fc316801 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826632 Jul 05 10:06:23.334687 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.398448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port d8324dba-d839-41a4-a5c0-bf575fd4bc46, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d8324dba-d839-41a4-a5c0-bf575fd4bc46,segment=NetworkSegment(2775750c-ffaa-40d2-b1d7-0e5cee4b01b6),segment_id=2775750c-ffaa-40d2-b1d7-0e5cee4b01b6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:23.399525 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3d653f7a-4597-4df6-b2ae-4f1662068944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.452991 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f73174ff-3b1a-43a1-bd20-91f16be175af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.467869 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff2c95e2-3e41-4a9f-bbf6-700c2cc60ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.470397 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff2c95e2-3e41-4a9f-bbf6-700c2cc60ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.471564 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ff2c95e2-3e41-4a9f-bbf6-700c2cc60ada admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b7666af-97f2-4903-84b6-0af7f1c1786d HTTP/1.1" status: 204 len: 168 time: 0.7870378 Jul 05 10:06:23.481591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73174ff-3b1a-43a1-bd20-91f16be175af admin admin] Pushing event deleted for resources: {'Port': ['ID=72779ba9-86ba-410d-9864-ffbbd8f00b31,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:23.484996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c95e2-3e41-4a9f-bbf6-700c2cc60ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7666af-97f2-4903-84b6-0af7f1c1786d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:23.493125 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b688849-8c71-4989-98c1-8ee3b73b39df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.512538 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.558745 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b688849-8c71-4989-98c1-8ee3b73b39df admin admin] Pushing event deleted for resources: {'Port': ['ID=b8214d4c-d6c3-4d3b-87f2-90f53e14905e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:23.652221 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.709358 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-3d653f7a-4597-4df6-b2ae-4f1662068944 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:06:23.709957 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-3d653f7a-4597-4df6-b2ae-4f1662068944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:06:23.714462 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=d8324dba-d839-41a4-a5c0-bf575fd4bc46,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:23.807863 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.808925 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e6a5a-a026-457d-b5e5-bf7cf2f1db86 req-c1d371f9-6338-4fb6-b742-b6f236c66226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:23.810636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd1e6a5a-a026-457d-b5e5-bf7cf2f1db86 req-c1d371f9-6338-4fb6-b742-b6f236c66226 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3773e0cd52e341649762742ea9201eaf&device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 1099 time: 0.2439370 Jul 05 10:06:23.927133 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f73174ff-3b1a-43a1-bd20-91f16be175af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:23.933298 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b688849-8c71-4989-98c1-8ee3b73b39df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:24.047028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e6a5a-a026-457d-b5e5-bf7cf2f1db86 req-ee71320d-6e1e-47d9-9384-fdf38730c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:24.048697 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd1e6a5a-a026-457d-b5e5-bf7cf2f1db86 req-ee71320d-6e1e-47d9-9384-fdf38730c5b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.2287118 Jul 05 10:06:24.053699 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Router 3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:06:24.151029 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd1e6a5a-a026-457d-b5e5-bf7cf2f1db86 req-330f5b08-b319-4a65-affb-e9eb921c0afe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 HTTP/1.1" status: 200 len: 217 time: 0.0683279 Jul 05 10:06:24.273400 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b44fa-bc06-48e0-a06b-4bd572cd6037 req-c541679b-812b-4098-803b-1ae1b264593e tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:24.275037 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e68b44fa-bc06-48e0-a06b-4bd572cd6037 req-c541679b-812b-4098-803b-1ae1b264593e tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.2753046 Jul 05 10:06:24.292136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e6a5a-a026-457d-b5e5-bf7cf2f1db86 req-ad2f3ca8-9eed-438a-82ff-a230c709c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:24.304034 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd1e6a5a-a026-457d-b5e5-bf7cf2f1db86 req-ad2f3ca8-9eed-438a-82ff-a230c709c3e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1322570 Jul 05 10:06:24.379885 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:24.473672 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:24.474052 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:24.539791 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e68b44fa-bc06-48e0-a06b-4bd572cd6037 req-a573cef3-2423-4506-8724-7a2d85b8d04b tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515843 Jul 05 10:06:24.551555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73174ff-3b1a-43a1-bd20-91f16be175af admin admin] Router cce03278-ab38-4570-a8ca-23457cc8e8c3 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:24.571959 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e6a5a-a026-457d-b5e5-bf7cf2f1db86 req-5fbf726e-cfc6-4e50-86c0-d6e1fee5ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:24.573525 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd1e6a5a-a026-457d-b5e5-bf7cf2f1db86 req-5fbf726e-cfc6-4e50-86c0-d6e1fee5ef72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2698340 Jul 05 10:06:24.758835 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b688849-8c71-4989-98c1-8ee3b73b39df admin admin] Router 032e85ff-9fe5-4623-a72a-773c2642f1a9 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:24.806443 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73174ff-3b1a-43a1-bd20-91f16be175af admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:24.819054 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f73174ff-3b1a-43a1-bd20-91f16be175af admin admin] 10.222.0.77 "PUT /v2.0/routers/cce03278-ab38-4570-a8ca-23457cc8e8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8886960 Jul 05 10:06:24.819054 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40448) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:24.828306 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd1e6a5a-a026-457d-b5e5-bf7cf2f1db86 req-9b7aa4c2-5b49-47d2-b725-b1a5c9d1073b service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206416 Jul 05 10:06:24.839248 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:24.858251 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Sync routers for ids ['3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:24.874279 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Routers {'3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:24.874918 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:24.934700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c6437e-365f-4371-9981-ee71618934a1 None None] Sync routers for ids ['cce03278-ab38-4570-a8ca-23457cc8e8c3'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:24.935705 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b688849-8c71-4989-98c1-8ee3b73b39df admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:24.949485 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9b688849-8c71-4989-98c1-8ee3b73b39df admin admin] 10.222.0.77 "PUT /v2.0/routers/032e85ff-9fe5-4623-a72a-773c2642f1a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5301206 Jul 05 10:06:24.952323 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40454) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:24.967826 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1511dc-9b91-49ec-8cd5-da42dbdc258a None None] Sync routers for ids ['032e85ff-9fe5-4623-a72a-773c2642f1a9'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:24.978181 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d8324dba-d839-41a4-a5c0-bf575fd4bc46 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:25.036369 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1511dc-9b91-49ec-8cd5-da42dbdc258a None None] Routers {'032e85ff-9fe5-4623-a72a-773c2642f1a9'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:25.037029 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7f1511dc-9b91-49ec-8cd5-da42dbdc258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['032e85ff-9fe5-4623-a72a-773c2642f1a9'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:25.041009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c6437e-365f-4371-9981-ee71618934a1 None None] Routers {'cce03278-ab38-4570-a8ca-23457cc8e8c3'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:25.041653 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-47c6437e-365f-4371-9981-ee71618934a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['cce03278-ab38-4570-a8ca-23457cc8e8c3'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:25.096593 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-22ae3c1b-29d0-4abc-9c18-d16aa456c0c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.098902 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.105243 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e858ac6e-a75b-4ef4-813f-d897713cbd29 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4463093 Jul 05 10:06:25.105952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40456) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:25.109602 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40458) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:25.111942 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Set router 3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:25.317539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-7f1511dc-9b91-49ec-8cd5-da42dbdc258a None None] Set router 032e85ff-9fe5-4623-a72a-773c2642f1a9 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:25.396943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-cd72a7c9-a431-4010-90cd-618d2ad9992c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-585691427-network', 'tenant_id': 'c4d33f19222b44579a756e689e986209'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:25.431755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port d8324dba-d839-41a4-a5c0-bf575fd4bc46 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:25.432370 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.438802 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-47c6437e-365f-4371-9981-ee71618934a1 None None] Set router cce03278-ab38-4570-a8ca-23457cc8e8c3 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:25.454796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-d03419a0-97c6-41f1-92f4-74d1bff50876 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:06:25.458932 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-d03419a0-97c6-41f1-92f4-74d1bff50876 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0663846 Jul 05 10:06:25.490649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-bec1622b-e7c7-47ec-b56f-7a0b3b6d5a27 service neutron] Request body: {'binding': {'host': 'n-h2-779913-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:25.491122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-bec1622b-e7c7-47ec-b56f-7a0b3b6d5a27 service neutron] Unknown quota resources ['binding']. {{(pid=100775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:06:25.500167 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc2f69f2-ad72-4c89-be4c-c5e6d0e9bec4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.615090 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1611643223-router', 'tenant_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'ac7c9233-e5ef-4b94-913b-d1a4c3edc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:19Z', 'updated_at': '2021-07-05T10:06:23Z', 'revision_number': 3, 'project_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'gw_port': {'id': 'ac7c9233-e5ef-4b94-913b-d1a4c3edc46c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:21Z', 'updated_at': '2021-07-05T10:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:25.644372 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Checking router: 3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:25.645024 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Updating router 3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62 port ac7c9233-e5ef-4b94-913b-d1a4c3edc46c binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:06:25.712650 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.726244 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc2f69f2-ad72-4c89-be4c-c5e6d0e9bec4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.754832 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-22ae3c1b-29d0-4abc-9c18-d16aa456c0c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.766093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd72a7c9-a431-4010-90cd-618d2ad9992c admin admin] Made reservation on behalf of c4d33f19222b44579a756e689e986209 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:25.769323 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd72a7c9-a431-4010-90cd-618d2ad9992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.774001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc779a1f-36fa-47f1-ad8e-66b9cb7686de req-b142795d-d84e-4a62-a7b9-d82262456390 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:25.783122 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dc779a1f-36fa-47f1-ad8e-66b9cb7686de req-b142795d-d84e-4a62-a7b9-d82262456390 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 947 time: 0.9479675 Jul 05 10:06:25.836743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7f1511dc-9b91-49ec-8cd5-da42dbdc258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-router', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:43Z', 'updated_at': '2021-07-05T10:06:23Z', 'revision_number': 5, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'gw_port': {'id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:44Z', 'updated_at': '2021-07-05T10:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:25.845110 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dc779a1f-36fa-47f1-ad8e-66b9cb7686de req-82378759-d59c-492e-ad7b-07f36d8b636d tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/security-groups?id=2307133d-6391-4029-9c4e-c74fb84bd87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609703 Jul 05 10:06:25.858098 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd1e6a5a-a026-457d-b5e5-bf7cf2f1db86 req-35f2e1eb-8222-4427-908e-ae8a441351df service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0214787 Jul 05 10:06:25.892055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1511dc-9b91-49ec-8cd5-da42dbdc258a None None] Checking router: 032e85ff-9fe5-4623-a72a-773c2642f1a9 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:25.928458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1511dc-9b91-49ec-8cd5-da42dbdc258a None None] Routers {'032e85ff-9fe5-4623-a72a-773c2642f1a9'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:25.929112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7f1511dc-9b91-49ec-8cd5-da42dbdc258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['032e85ff-9fe5-4623-a72a-773c2642f1a9'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:25.946106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f69f2-ad72-4c89-be4c-c5e6d0e9bec4 admin admin] Deleting port 179b03b3-4f0a-4bd1-89e8-5580770687c4 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:25.946941 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc2f69f2-ad72-4c89-be4c-c5e6d0e9bec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:25.968037 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-47c6437e-365f-4371-9981-ee71618934a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:06:23Z', 'revision_number': 5, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port': {'id': '179b03b3-4f0a-4bd1-89e8-5580770687c4', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:01Z', 'updated_at': '2021-07-05T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:25.973232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:06:26.015877 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c6437e-365f-4371-9981-ee71618934a1 None None] Checking router: cce03278-ab38-4570-a8ca-23457cc8e8c3 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:26.071963 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd72a7c9-a431-4010-90cd-618d2ad9992c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.076457 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-bec1622b-e7c7-47ec-b56f-7a0b3b6d5a27 service neutron] Attempting to bind port c98a16b1-f808-41c5-b1f8-7cc83492fce2 on host n-h2-779913-27 for vnic_type normal with profile None {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:26.076845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-bec1622b-e7c7-47ec-b56f-7a0b3b6d5a27 service neutron] Attempting to bind port c98a16b1-f808-41c5-b1f8-7cc83492fce2 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:26.077175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-bec1622b-e7c7-47ec-b56f-7a0b3b6d5a27 service neutron] Attempting to bind port c98a16b1-f808-41c5-b1f8-7cc83492fce2 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:26.089540 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-bec1622b-e7c7-47ec-b56f-7a0b3b6d5a27 service neutron] Port c98a16b1-f808-41c5-b1f8-7cc83492fce2 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:06:26.089900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-bec1622b-e7c7-47ec-b56f-7a0b3b6d5a27 service neutron] Attempting to bind port c98a16b1-f808-41c5-b1f8-7cc83492fce2 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:26.126353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c6437e-365f-4371-9981-ee71618934a1 None None] Routers {'cce03278-ab38-4570-a8ca-23457cc8e8c3'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:26.127111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-47c6437e-365f-4371-9981-ee71618934a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['cce03278-ab38-4570-a8ca-23457cc8e8c3'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:26.153888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cb78b-0e50-45ae-8840-b51ad84b3bbf req-9b7a31b8-10a9-497a-bc0c-b5b12e80d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:26.158482 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f37cb78b-0e50-45ae-8840-b51ad84b3bbf req-9b7a31b8-10a9-497a-bc0c-b5b12e80d05c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 1098 time: 0.1939573 Jul 05 10:06:26.162416 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-bec1622b-e7c7-47ec-b56f-7a0b3b6d5a27 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:26.163168 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-bec1622b-e7c7-47ec-b56f-7a0b3b6d5a27 service neutron] Checking segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:26.163556 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-bec1622b-e7c7-47ec-b56f-7a0b3b6d5a27 service neutron] Bound using segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:26.164031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-bec1622b-e7c7-47ec-b56f-7a0b3b6d5a27 service neutron] Bound port: c98a16b1-f808-41c5-b1f8-7cc83492fce2, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:26.173092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-bc2f69f2-ad72-4c89-be4c-c5e6d0e9bec4 admin admin] For port 179b03b3-4f0a-4bd1-89e8-5580770687c4, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=179b03b3-4f0a-4bd1-89e8-5580770687c4,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:26.173092 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc2f69f2-ad72-4c89-be4c-c5e6d0e9bec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.206405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f69f2-ad72-4c89-be4c-c5e6d0e9bec4 admin admin] Calling delete_port for 179b03b3-4f0a-4bd1-89e8-5580770687c4 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:26.227761 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.234992 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-bec1622b-e7c7-47ec-b56f-7a0b3b6d5a27 service neutron] For port c98a16b1-f808-41c5-b1f8-7cc83492fce2, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c98a16b1-f808-41c5-b1f8-7cc83492fce2,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:26.246128 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f37cb78b-0e50-45ae-8840-b51ad84b3bbf req-c96f352b-98d2-4bc8-8df9-f5069638f169 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823967 Jul 05 10:06:26.248286 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Transition to ACTIVE for port object ac7c9233-e5ef-4b94-913b-d1a4c3edc46c will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:26.278407 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-7f1511dc-9b91-49ec-8cd5-da42dbdc258a None None] Set router 032e85ff-9fe5-4623-a72a-773c2642f1a9 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:26.320248 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-bec1622b-e7c7-47ec-b56f-7a0b3b6d5a27 service neutron] Notify callbacks [] for binding, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.321426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-bec1622b-e7c7-47ec-b56f-7a0b3b6d5a27 service neutron] 10.222.0.77 "POST /v2.0/ports/c98a16b1-f808-41c5-b1f8-7cc83492fce2/bindings HTTP/1.1" status: 201 len: 390 time: 0.8535426 Jul 05 10:06:26.332950 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.403893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-22ae3c1b-29d0-4abc-9c18-d16aa456c0c6 admin admin] Deleting port 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:26.404132 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-22ae3c1b-29d0-4abc-9c18-d16aa456c0c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.407186 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Attempting to bind port ac7c9233-e5ef-4b94-913b-d1a4c3edc46c on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:26.408249 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Attempting to bind port ac7c9233-e5ef-4b94-913b-d1a4c3edc46c by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:26.409418 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Attempting to bind port ac7c9233-e5ef-4b94-913b-d1a4c3edc46c on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:26.424513 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.431253 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:26.432187 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:26.432859 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.433492 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:26.434213 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Bound port: ac7c9233-e5ef-4b94-913b-d1a4c3edc46c, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:26.434886 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.436950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936b8fc-5de4-4d4c-9670-2e2b6ac7b81e req-b7f3880d-3e20-4f10-99c5-b595e22c7f8b tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:26.438529 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1936b8fc-5de4-4d4c-9670-2e2b6ac7b81e req-b7f3880d-3e20-4f10-99c5-b595e22c7f8b tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.1524389 Jul 05 10:06:26.491104 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ad377-93e7-424f-9a4c-f9977e574bf7 None None] Pushing event updated for resources: {'Port': ['ID=ac7c9233-e5ef-4b94-913b-d1a4c3edc46c,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:26.517841 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd72a7c9-a431-4010-90cd-618d2ad9992c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.518296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-47c6437e-365f-4371-9981-ee71618934a1 None None] Set router cce03278-ab38-4570-a8ca-23457cc8e8c3 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:26.531388 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] For port ac7c9233-e5ef-4b94-913b-d1a4c3edc46c, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:26.535616 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] For port ac7c9233-e5ef-4b94-913b-d1a4c3edc46c, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ac7c9233-e5ef-4b94-913b-d1a4c3edc46c,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:26.581123 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1936b8fc-5de4-4d4c-9670-2e2b6ac7b81e req-64adae8e-32f8-4827-a2d5-6acf4caa4122 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216969 Jul 05 10:06:26.592627 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:26.602214 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.603160 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-22ae3c1b-29d0-4abc-9c18-d16aa456c0c6 admin admin] For port 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:26.603581 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-22ae3c1b-29d0-4abc-9c18-d16aa456c0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.609779 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd72a7c9-a431-4010-90cd-618d2ad9992c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.622022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-47c6437e-365f-4371-9981-ee71618934a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:06:25Z', 'revision_number': 6, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:26.624715 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc2f69f2-ad72-4c89-be4c-c5e6d0e9bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.681026 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-22ae3c1b-29d0-4abc-9c18-d16aa456c0c6 admin admin] Calling delete_port for 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:26.684110 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f69f2-ad72-4c89-be4c-c5e6d0e9bec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=179b03b3-4f0a-4bd1-89e8-5580770687c4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:26.701110 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd72a7c9-a431-4010-90cd-618d2ad9992c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:06:26.717494 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Routers {'3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:26.718264 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:26.772649 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc2f69f2-ad72-4c89-be4c-c5e6d0e9bec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.773570 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ad377-93e7-424f-9a4c-f9977e574bf7 None None] Pushing event updated for resources: {'Port': ['ID=ac7c9233-e5ef-4b94-913b-d1a4c3edc46c,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:26.813770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72a7c9-a431-4010-90cd-618d2ad9992c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38a9517-1fea-410f-b550-95ada577c53c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:26.843587 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd72a7c9-a431-4010-90cd-618d2ad9992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.843999 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-cd72a7c9-a431-4010-90cd-618d2ad9992c admin admin] Added segment e8a5cc1e-d2ee-4363-a07c-4a7570972ee9 of type vlan for network 5fed04b5-f8db-470f-8de4-b83872d7ee9f Jul 05 10:06:26.856943 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c6437e-365f-4371-9981-ee71618934a1 None None] The sync data for ids ['cce03278-ab38-4570-a8ca-23457cc8e8c3'] in n-d-779913-27 is: [{'id': 'cce03278-ab38-4570-a8ca-23457cc8e8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-46528899-router', 'tenant_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:00:59Z', 'updated_at': '2021-07-05T10:06:25Z', 'revision_number': 6, 'project_id': '79a77f7ffb3f49cfa62bd853ab43f167', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:26.862687 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': 'fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9', 'mac_address': 'fa:16:3e:e0:0e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:06:26.884282 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] Set router 3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:26.943315 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7f1511dc-9b91-49ec-8cd5-da42dbdc258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-router', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:43Z', 'updated_at': '2021-07-05T10:06:23Z', 'revision_number': 5, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'gw_port': {'id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:44Z', 'updated_at': '2021-07-05T10:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:26.963924 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc2f69f2-ad72-4c89-be4c-c5e6d0e9bec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.966417 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc2f69f2-ad72-4c89-be4c-c5e6d0e9bec4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:26.981492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1511dc-9b91-49ec-8cd5-da42dbdc258a None None] The sync data for ids ['032e85ff-9fe5-4623-a72a-773c2642f1a9'] in n-d-779913-27 is: [{'id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'name': 'tempest-ServerRescueTestJSONUnderV235-719522407-router', 'tenant_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:43Z', 'updated_at': '2021-07-05T10:06:23Z', 'revision_number': 5, 'project_id': '60af8b5ef1b94e0c8a78ae4692c130d5', 'gw_port': {'id': '132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032e85ff-9fe5-4623-a72a-773c2642f1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:44Z', 'updated_at': '2021-07-05T10:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:26.989706 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.018240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:06:27.042184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Allocated IP 172.20.0.1 (b1e42e1f-443c-4026-892c-de381913b463/f8043f6d-a1f2-4531-a130-eb9c0c559199/a14bc2d4-b93a-4a3d-8245-7b293e517e5b) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:27.060046 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd72a7c9-a431-4010-90cd-618d2ad9992c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.069329 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:27.152026 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1611643223-router', 'tenant_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'ac7c9233-e5ef-4b94-913b-d1a4c3edc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:19Z', 'updated_at': '2021-07-05T10:06:23Z', 'revision_number': 3, 'project_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'gw_port': {'id': 'ac7c9233-e5ef-4b94-913b-d1a4c3edc46c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:21Z', 'updated_at': '2021-07-05T10:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:27.165265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306da97-76b3-4eb5-a580-195aaf3be897 req-0f8119fd-9948-490f-8fe2-5a76abb859ac tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:27.166891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e306da97-76b3-4eb5-a580-195aaf3be897 req-0f8119fd-9948-490f-8fe2-5a76abb859ac tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 947 time: 0.1228969 Jul 05 10:06:27.169025 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc2f69f2-ad72-4c89-be4c-c5e6d0e9bec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.169544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2f69f2-ad72-4c89-be4c-c5e6d0e9bec4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cce03278-ab38-4570-a8ca-23457cc8e8c3 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:06:27.174276 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc2f69f2-ad72-4c89-be4c-c5e6d0e9bec4 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.175402 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bc2f69f2-ad72-4c89-be4c-c5e6d0e9bec4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/cce03278-ab38-4570-a8ca-23457cc8e8c3 HTTP/1.1" status: 204 len: 168 time: 2.3590763 Jul 05 10:06:27.182741 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40470) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:27.208272 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974cf512-3e5e-4466-9708-6612bbf192b2 None None] The sync data for ids ['3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'] in n-d-779913-27 is: [{'id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1611643223-router', 'tenant_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'ac7c9233-e5ef-4b94-913b-d1a4c3edc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:19Z', 'updated_at': '2021-07-05T10:06:23Z', 'revision_number': 3, 'project_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'gw_port': {'id': 'ac7c9233-e5ef-4b94-913b-d1a4c3edc46c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:21Z', 'updated_at': '2021-07-05T10:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:27.221136 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.230956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53397f-1705-4386-9213-aa8188ecfc09 req-2cc0d44c-479a-4977-871f-f1cb8b58849d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:27.233617 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b53397f-1705-4386-9213-aa8188ecfc09 req-2cc0d44c-479a-4977-871f-f1cb8b58849d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 945 time: 0.5481930 Jul 05 10:06:27.264329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-43e2dcdf-7fbc-4539-ad3b-500e7794d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:27.265852 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-43e2dcdf-7fbc-4539-ad3b-500e7794d493 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 1097 time: 0.1762676 Jul 05 10:06:27.305657 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e306da97-76b3-4eb5-a580-195aaf3be897 req-e4f347b0-12aa-4e6f-85e0-301300337a02 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/security-groups?id=2307133d-6391-4029-9c4e-c74fb84bd87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276605 Jul 05 10:06:27.318474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:27.339951 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.358495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Transition to ACTIVE for port object a14bc2d4-b93a-4a3d-8245-7b293e517e5b will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:27.368753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-487e63fa-82cc-44a8-9cfd-287f761c1bac admin admin] Deleting subnet 0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:06:27.375885 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-487e63fa-82cc-44a8-9cfd-287f761c1bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.389530 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd72a7c9-a431-4010-90cd-618d2ad9992c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.390375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd72a7c9-a431-4010-90cd-618d2ad9992c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:27.390961 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd72a7c9-a431-4010-90cd-618d2ad9992c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.449622 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-487e63fa-82cc-44a8-9cfd-287f761c1bac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.500744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-161a536e-ebd9-4609-9bf5-307b25800f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:27.502130 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-161a536e-ebd9-4609-9bf5-307b25800f5c service neutron] 10.222.0.64 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.2269723 Jul 05 10:06:27.503748 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72a7c9-a431-4010-90cd-618d2ad9992c admin admin] Pushing event updated for resources: {'Network': ['ID=5fed04b5-f8db-470f-8de4-b83872d7ee9f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:27.514302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b53397f-1705-4386-9213-aa8188ecfc09 req-6183e38c-42ec-4a03-9043-83f2aac70eb1 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283696 Jul 05 10:06:27.519104 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 5fed04b5-f8db-470f-8de4-b83872d7ee9f details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:06:27.522212 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:27.588883 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cd72a7c9-a431-4010-90cd-618d2ad9992c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4796400 Jul 05 10:06:27.595534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40472) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:27.602873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a7e9f85a-18d1-437c-8f9e-041330c94698 admin admin] Request body: {'subnet': {'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-585691427-subnet', 'tenant_id': 'c4d33f19222b44579a756e689e986209', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:27.611575 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-6fb9c1fd-6def-44a8-8add-5f739d319c3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c98a16b1-f808-41c5-b1f8-7cc83492fce2 HTTP/1.1" status: 200 len: 217 time: 0.0863700 Jul 05 10:06:27.617428 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.679157 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-22ae3c1b-29d0-4abc-9c18-d16aa456c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.684755 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Network b1e42e1f-443c-4026-892c-de381913b463 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:27.684892 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-487e63fa-82cc-44a8-9cfd-287f761c1bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.694676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:27.702910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:27.708839 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Pushing event updated for resources: {'Port': ['ID=a14bc2d4-b93a-4a3d-8245-7b293e517e5b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:27.841195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e9f85a-18d1-437c-8f9e-041330c94698 admin admin] Made reservation on behalf of c4d33f19222b44579a756e689e986209 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:27.843687 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a7e9f85a-18d1-437c-8f9e-041330c94698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.980146 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-487e63fa-82cc-44a8-9cfd-287f761c1bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:27.998527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-3eec6a4a-4d98-4146-91a1-7f815873c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:28.000536 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-3eec6a4a-4d98-4146-91a1-7f815873c556 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.2404339 Jul 05 10:06:28.064677 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e63fa-82cc-44a8-9cfd-287f761c1bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:28.072492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ccb03c-9a1c-45a4-90ad-3ba5fb54c9f3 None None] Network 68d51614-9edc-4449-b0e1-c146ac5cc6e6 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:28.074527 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-487e63fa-82cc-44a8-9cfd-287f761c1bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.078720 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-487e63fa-82cc-44a8-9cfd-287f761c1bac admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0d9ecdfa-6075-4af7-81e5-6dcb9f8740f4 HTTP/1.1" status: 204 len: 168 time: 0.8928475 Jul 05 10:06:28.091601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40476) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:28.140228 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-7bed58c5-4324-40f8-ab5e-8768c9276c06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211157 Jul 05 10:06:28.347444 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae3c1b-29d0-4abc-9c18-d16aa456c0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:28.352580 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-22ae3c1b-29d0-4abc-9c18-d16aa456c0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.366800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd4b1a-8492-42fe-b406-049cd694fe34 req-b6b131a8-aa2d-4652-a2a8-942f7c7ac167 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:28.371272 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-77bd4b1a-8492-42fe-b406-049cd694fe34 req-b6b131a8-aa2d-4652-a2a8-942f7c7ac167 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.5419905 Jul 05 10:06:28.374943 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ac7c9233-e5ef-4b94-913b-d1a4c3edc46c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:28.381551 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.400127 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.419886 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-2512251c-c3d6-4847-ae32-8bf0e1f39e2f service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999903 Jul 05 10:06:28.433571 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a7e9f85a-18d1-437c-8f9e-041330c94698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.444157 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-47220b60-540a-4d15-bb90-1e7f43ceb35a None None] Provisioning for port a14bc2d4-b93a-4a3d-8245-7b293e517e5b completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:28.469733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-47220b60-540a-4d15-bb90-1e7f43ceb35a None None] Provisioning complete for port a14bc2d4-b93a-4a3d-8245-7b293e517e5b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:28.470472 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-47220b60-540a-4d15-bb90-1e7f43ceb35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.526142 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-77bd4b1a-8492-42fe-b406-049cd694fe34 req-e436d21c-be87-423a-af73-b804a0484418 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494830 Jul 05 10:06:28.548042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-47220b60-540a-4d15-bb90-1e7f43ceb35a None None] Port a14bc2d4-b93a-4a3d-8245-7b293e517e5b cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:06:28.554732 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port ac7c9233-e5ef-4b94-913b-d1a4c3edc46c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:28.568852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ac7c9233-e5ef-4b94-913b-d1a4c3edc46c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:28.569280 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.662276 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-662c2bc1-64f6-45ee-b0b8-5bd5d3321784 service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302289 Jul 05 10:06:28.675457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] Deleting port 0be1e716-785b-4ae1-99b6-7dccaeeace64 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:28.676024 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.718595 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c07700-5dc5-47db-8824-f4fa9d28f826 None None] DHCP port deletion for 68d51614-9edc-4449-b0e1-c146ac5cc6e6 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:06:28.765652 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] For port 0be1e716-785b-4ae1-99b6-7dccaeeace64, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0be1e716-785b-4ae1-99b6-7dccaeeace64,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:28.766222 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.798574 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.816933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] Calling delete_port for 0be1e716-785b-4ae1-99b6-7dccaeeace64 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:28.840476 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port ac7c9233-e5ef-4b94-913b-d1a4c3edc46c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ac7c9233-e5ef-4b94-913b-d1a4c3edc46c,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:28.859220 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a3c07700-5dc5-47db-8824-f4fa9d28f826 None None] Deleting port 0be1e716-785b-4ae1-99b6-7dccaeeace64 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:28.860156 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a3c07700-5dc5-47db-8824-f4fa9d28f826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.915603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9f85a-18d1-437c-8f9e-041330c94698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f7cc0a6-a755-4629-82a4-860ee4befff1,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:28.930263 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.932434 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-22ae3c1b-29d0-4abc-9c18-d16aa456c0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.956409 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-22ae3c1b-29d0-4abc-9c18-d16aa456c0c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:28.998074 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a3c07700-5dc5-47db-8824-f4fa9d28f826 None None] For port 0be1e716-785b-4ae1-99b6-7dccaeeace64, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0be1e716-785b-4ae1-99b6-7dccaeeace64,segment=NetworkSegment(73bcbc9a-0584-477b-9a51-1b1efbeca51b),segment_id=73bcbc9a-0584-477b-9a51-1b1efbeca51b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:28.998785 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a3c07700-5dc5-47db-8824-f4fa9d28f826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.028371 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a3c07700-5dc5-47db-8824-f4fa9d28f826 None None] Calling delete_port for 0be1e716-785b-4ae1-99b6-7dccaeeace64 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:29.031620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 72779ba9-86ba-410d-9864-ffbbd8f00b31 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:29.063520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=ac7c9233-e5ef-4b94-913b-d1a4c3edc46c,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:29.069239 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 72779ba9-86ba-410d-9864-ffbbd8f00b31 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:29.069833 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 72779ba9-86ba-410d-9864-ffbbd8f00b31 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:29.071181 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b8214d4c-d6c3-4d3b-87f2-90f53e14905e no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:29.098262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: b8214d4c-d6c3-4d3b-87f2-90f53e14905e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:29.098874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b8214d4c-d6c3-4d3b-87f2-90f53e14905e not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:29.102286 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 179b03b3-4f0a-4bd1-89e8-5580770687c4 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:29.123460 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf461c3c-d036-4d6c-bc72-98a7b9f7c5f3 req-ea10ca15-08b9-4ddd-b65e-844a3cd215ce tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:29.125398 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bf461c3c-d036-4d6c-bc72-98a7b9f7c5f3 req-ea10ca15-08b9-4ddd-b65e-844a3cd215ce tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 945 time: 0.1057587 Jul 05 10:06:29.126988 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.152422 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.177188 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e9f85a-18d1-437c-8f9e-041330c94698 admin admin] Checking segment: {'id': 'e8a5cc1e-d2ee-4363-a07c-4a7570972ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:29.177659 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e9f85a-18d1-437c-8f9e-041330c94698 admin admin] Network hostable DHCP agents. Network: 5fed04b5-f8db-470f-8de4-b83872d7ee9f, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:06:29.200622 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] No DVR routers for this DVR port 0be1e716-785b-4ae1-99b6-7dccaeeace64 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:29.210971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be1e716-785b-4ae1-99b6-7dccaeeace64,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:29.211760 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a3c07700-5dc5-47db-8824-f4fa9d28f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.270663 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 179b03b3-4f0a-4bd1-89e8-5580770687c4 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:29.271213 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 179b03b3-4f0a-4bd1-89e8-5580770687c4 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:29.283323 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c07700-5dc5-47db-8824-f4fa9d28f826 None None] Pushing event deleted for resources: {'Port': ['ID=0be1e716-785b-4ae1-99b6-7dccaeeace64,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:29.295115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c07700-5dc5-47db-8824-f4fa9d28f826 None None] No DVR routers for this DVR port 0be1e716-785b-4ae1-99b6-7dccaeeace64 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:29.320143 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bf461c3c-d036-4d6c-bc72-98a7b9f7c5f3 req-919cb671-c0c8-4ce1-9ceb-022f913a61e8 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641519 Jul 05 10:06:29.335425 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.364807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d51614-9edc-4449-b0e1-c146ac5cc6e6']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:29.365468 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13361c1-3c79-4204-886f-d4f67c1b040c req-4e98c2ac-c18b-48ff-bc52-40e074c7c3f6 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:29.372618 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b13361c1-3c79-4204-886f-d4f67c1b040c req-4e98c2ac-c18b-48ff-bc52-40e074c7c3f6 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 948 time: 0.7074099 Jul 05 10:06:29.387305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bcbc9a-0584-477b-9a51-1b1efbeca51b') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:29.389221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bcbc9a-0584-477b-9a51-1b1efbeca51b') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:29.401904 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.410951 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-22ae3c1b-29d0-4abc-9c18-d16aa456c0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.411361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ae3c1b-29d0-4abc-9c18-d16aa456c0c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 032e85ff-9fe5-4623-a72a-773c2642f1a9 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:06:29.423569 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-22ae3c1b-29d0-4abc-9c18-d16aa456c0c6 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.424868 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-22ae3c1b-29d0-4abc-9c18-d16aa456c0c6 admin admin] 10.222.0.77 "DELETE /v2.0/routers/032e85ff-9fe5-4623-a72a-773c2642f1a9 HTTP/1.1" status: 204 len: 168 time: 4.4710271 Jul 05 10:06:29.431095 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40492) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:29.438453 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.456610 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:06:29.457457 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:06:29.528255 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:06:29.659564 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-b960fa99-6e85-4843-9d99-7e2d6a7e969d tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:29.661582 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-b960fa99-6e85-4843-9d99-7e2d6a7e969d tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/networks?id=931420c7-2f5c-4210-881f-ffaae81b0ce6 HTTP/1.1" status: 200 len: 811 time: 0.1326442 Jul 05 10:06:29.663027 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.689976 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.695826 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] 10.222.0.77 "DELETE /v2.0/networks/68d51614-9edc-4449-b0e1-c146ac5cc6e6 HTTP/1.1" status: 204 len: 168 time: 1.5967500 Jul 05 10:06:29.695826 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1280a-5ee2-407e-baf2-a3c4c4452c84 admin admin] Pushing event deleted for resources: {'Network': ['ID=68d51614-9edc-4449-b0e1-c146ac5cc6e6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:29.700710 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40498) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:29.715028 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-f46fdfaf-c06d-412a-80f3-7513142f81c7 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/quotas/aaf471cbe22142a7880d15035c04feae HTTP/1.1" status: 200 len: 375 time: 0.0320477 Jul 05 10:06:29.840500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e9f85a-18d1-437c-8f9e-041330c94698 admin admin] Network 5fed04b5-f8db-470f-8de4-b83872d7ee9f is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:06:29.879500 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b13361c1-3c79-4204-886f-d4f67c1b040c req-c58a4320-44f2-4a22-9926-9712f4b50202 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/security-groups?id=2307133d-6391-4029-9c4e-c74fb84bd87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032420 Jul 05 10:06:29.904729 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-c46291c5-5573-4e0f-8772-cd8d4242cc0c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=aaf471cbe22142a7880d15035c04feae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1878307 Jul 05 10:06:29.920713 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.925208 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15ab6a4-413d-4bf7-82e3-77f5ba3ac190 admin admin] Deleting subnet b746b052-9a8e-42a3-b1f9-2045ddb70885 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:06:29.928792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a7e9f85a-18d1-437c-8f9e-041330c94698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 5fed04b5-f8db-470f-8de4-b83872d7ee9f) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:29.930459 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e15ab6a4-413d-4bf7-82e3-77f5ba3ac190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.942257 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be2fa68-e58d-458b-86ec-0a57be6747ad None None] Network 5fed04b5-f8db-470f-8de4-b83872d7ee9f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:29.958382 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e9f85a-18d1-437c-8f9e-041330c94698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:29.959029 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a7e9f85a-18d1-437c-8f9e-041330c94698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:29.998912 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e15ab6a4-413d-4bf7-82e3-77f5ba3ac190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:30.001661 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:30.122755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:30.201360 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:30.249384 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Pushing event updated for resources: {'Port': ['ID=a14bc2d4-b93a-4a3d-8245-7b293e517e5b,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:30.276888 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a7e9f85a-18d1-437c-8f9e-041330c94698 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6798880 Jul 05 10:06:30.285457 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d510812-5d53-4cd8-b3ea-d6269bee782e None None] Network 5fed04b5-f8db-470f-8de4-b83872d7ee9f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:30.310304 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e15ab6a4-413d-4bf7-82e3-77f5ba3ac190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:30.318268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ac7c9233-e5ef-4b94-913b-d1a4c3edc46c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:30.397092 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:30.468033 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e15ab6a4-413d-4bf7-82e3-77f5ba3ac190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:30.483385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:30.489707 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:30.557657 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e15ab6a4-413d-4bf7-82e3-77f5ba3ac190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:30.563525 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40510) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:30.564096 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e15ab6a4-413d-4bf7-82e3-77f5ba3ac190 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b746b052-9a8e-42a3-b1f9-2045ddb70885 HTTP/1.1" status: 204 len: 168 time: 1.1300993 Jul 05 10:06:30.569906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ab6a4-413d-4bf7-82e3-77f5ba3ac190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b746b052-9a8e-42a3-b1f9-2045ddb70885,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:30.624940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ac7c9233-e5ef-4b94-913b-d1a4c3edc46c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:30.625488 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:30.631112 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-ea2f1144-b680-459d-bd7a-b0763a06835a service neutron] 10.222.0.77 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7252698 Jul 05 10:06:30.741996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7e197-cfbf-4636-a33a-d5d47d9e237b req-21176305-fbdc-4ee3-a3e8-a4e25ec6f9a3 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:30.743981 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2de7e197-cfbf-4636-a33a-d5d47d9e237b req-21176305-fbdc-4ee3-a3e8-a4e25ec6f9a3 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 945 time: 0.1793211 Jul 05 10:06:30.758834 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Network b1e42e1f-443c-4026-892c-de381913b463 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:30.769993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:30.781918 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-22b188d7-c769-4a0e-842d-d5f2c1f94e4f service neutron] 10.222.0.77 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498370 Jul 05 10:06:30.841704 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:30.879082 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4a95f3d-4935-441f-9daf-f63c7627acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:30.917164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:30.926596 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf5f1fb-a133-4158-8eb5-a297b2e7e884" -d '{"events": [{"server_uuid": "ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf", "name": "network-vif-plugged", "status": "completed", "tag": "fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:30.929524 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:30.959875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2de7e197-cfbf-4636-a33a-d5d47d9e237b req-d8dd9121-711a-4972-833f-b4f0985f1bad tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042921 Jul 05 10:06:31.008245 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:31.009813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:31.010826 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 132b298e-2a6a-4ef2-b4ed-c9ab31d4ffee not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:31.011292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0be1e716-785b-4ae1-99b6-7dccaeeace64 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:31.031813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 0be1e716-785b-4ae1-99b6-7dccaeeace64 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:31.032457 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0be1e716-785b-4ae1-99b6-7dccaeeace64 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:31.066845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Router 3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:31.174661 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.284500 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4a95f3d-4935-441f-9daf-f63c7627acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.304630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:31.305058 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b4a95f3d-4935-441f-9daf-f63c7627acc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f95e78-8641-45df-a82a-c1ce564ff580']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:31.317633 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dbe29d74-c6c5-48ca-a239-4b8a735cbf97 admin admin] 10.222.0.77 "PUT /v2.0/routers/3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2077208 Jul 05 10:06:31.325996 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Sync routers for ids ['3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:31.343935 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Routers {'3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:31.347595 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:31.350144 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b4a95f3d-4935-441f-9daf-f63c7627acc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040a3358-a273-40be-aabd-d0aa3734bff0') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:31.350450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b4a95f3d-4935-441f-9daf-f63c7627acc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040a3358-a273-40be-aabd-d0aa3734bff0') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:31.360110 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f0e74cd2-a92a-4775-9845-90710ebe7477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.381857 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:31.396528 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1083bf58-0e22-441c-b593-725e5561a5a6 None None] Provisioning complete for port a14bc2d4-b93a-4a3d-8245-7b293e517e5b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:31.399581 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1083bf58-0e22-441c-b593-725e5561a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.441471 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4a95f3d-4935-441f-9daf-f63c7627acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.491255 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4a95f3d-4935-441f-9daf-f63c7627acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.538779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a95f3d-4935-441f-9daf-f63c7627acc7 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:06:31.539582 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4a95f3d-4935-441f-9daf-f63c7627acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:06:31.544568 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:06:31.594216 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Set router 3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:31.694788 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8e597-e65d-43d5-861c-93a2f4745eab req-17ecb733-1360-4a83-af7f-ab6771c3087a tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:31.703886 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84b8e597-e65d-43d5-861c-93a2f4745eab req-17ecb733-1360-4a83-af7f-ab6771c3087a tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 949 time: 0.3401804 Jul 05 10:06:31.704213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f34347-da41-4dd4-b575-636467703ce8 req-623bbf62-9f20-46be-a536-8b4a866c9d3b tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:31.709429 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8f34347-da41-4dd4-b575-636467703ce8 req-623bbf62-9f20-46be-a536-8b4a866c9d3b tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/networks?id=5fed04b5-f8db-470f-8de4-b83872d7ee9f HTTP/1.1" status: 200 len: 821 time: 0.2787688 Jul 05 10:06:31.734392 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8f34347-da41-4dd4-b575-636467703ce8 req-bfd6d4cf-833f-4dc7-adb2-a74defe68e77 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/quotas/c4d33f19222b44579a756e689e986209 HTTP/1.1" status: 200 len: 375 time: 0.0191174 Jul 05 10:06:31.747089 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4a95f3d-4935-441f-9daf-f63c7627acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.765379 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4a95f3d-4935-441f-9daf-f63c7627acc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:31.766764 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b4a95f3d-4935-441f-9daf-f63c7627acc7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/80f95e78-8641-45df-a82a-c1ce564ff580 HTTP/1.1" status: 204 len: 168 time: 1.2021506 Jul 05 10:06:31.796485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a95f3d-4935-441f-9daf-f63c7627acc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=80f95e78-8641-45df-a82a-c1ce564ff580,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:31.802873 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1083bf58-0e22-441c-b593-725e5561a5a6 None None] Port a14bc2d4-b93a-4a3d-8245-7b293e517e5b cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:06:31.825330 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8f34347-da41-4dd4-b575-636467703ce8 req-69d29940-1b49-4dc1-8b92-97f14d6e8e28 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c4d33f19222b44579a756e689e986209&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847344 Jul 05 10:06:31.858366 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84b8e597-e65d-43d5-861c-93a2f4745eab req-f46acfdf-afba-4875-9ab6-dfef3bfeb19b tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/security-groups?id=2307133d-6391-4029-9c4e-c74fb84bd87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529419 Jul 05 10:06:31.934232 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8f34347-da41-4dd4-b575-636467703ce8 req-6594d983-4ac0-47f8-9411-bc0ae818573f service neutron] 10.222.0.77 "GET /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074336 Jul 05 10:06:32.082035 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1611643223-router', 'tenant_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'ac7c9233-e5ef-4b94-913b-d1a4c3edc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:19Z', 'updated_at': '2021-07-05T10:06:28Z', 'revision_number': 4, 'project_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'gw_port': {'id': 'ac7c9233-e5ef-4b94-913b-d1a4c3edc46c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:21Z', 'updated_at': '2021-07-05T10:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'a14bc2d4-b93a-4a3d-8245-7b293e517e5b', 'name': '', 'network_id': 'b1e42e1f-443c-4026-892c-de381913b463', 'tenant_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'mac_address': 'fa:16:3e:fa:fe:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'f8043f6d-a1f2-4531-a130-eb9c0c559199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:26Z', 'updated_at': '2021-07-05T10:06:29Z', 'revision_number': 2, 'project_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'subnets': [{'id': 'f8043f6d-a1f2-4531-a130-eb9c0c559199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:32.104951 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-f0e74cd2-a92a-4775-9845-90710ebe7477 admin admin] Deleting port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:32.106457 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f0e74cd2-a92a-4775-9845-90710ebe7477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:32.106634 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5868533-cd33-4a2c-b602-5bea0d1577f7 x-openstack-request-id: req-c5868533-cd33-4a2c-b602-5bea0d1577f7 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:32.107982 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf", "name": "network-vif-plugged", "status": "completed", "tag": "fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:32.108564 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5868533-cd33-4a2c-b602-5bea0d1577f7 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:32.109273 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9', 'code': 200} Jul 05 10:06:32.150674 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8f34347-da41-4dd4-b575-636467703ce8 req-4282788c-96a1-4ff7-9ae8-79fa7b031659 service neutron] 10.222.0.77 "GET /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961057 Jul 05 10:06:32.216015 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Checking router: 3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:32.216462 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Updating router 3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62 port a14bc2d4-b93a-4a3d-8245-7b293e517e5b binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:06:32.257623 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:32.381215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40556) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:32.393655 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-f0e74cd2-a92a-4775-9845-90710ebe7477 admin admin] For port 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01,segment=NetworkSegment(14788a68-4395-49bb-a538-837d8fbf3f6e),segment_id=14788a68-4395-49bb-a538-837d8fbf3f6e)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:32.400031 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f0e74cd2-a92a-4775-9845-90710ebe7477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:32.428844 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-f0e74cd2-a92a-4775-9845-90710ebe7477 admin admin] Calling delete_port for 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:32.493442 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-32ecb8ba-f526-4e05-8867-47ac1fd5ebc8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=60af8b5ef1b94e0c8a78ae4692c130d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1103318 Jul 05 10:06:32.495371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40560) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:32.581619 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc04f-ed31-4236-bc74-d3e70cff2a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:32.594666 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6ab033c4-6e93-47f1-9f4e-469d88679edb req-b54f781a-f764-49b5-b230-6ef1af35bae5 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 210 time: 0.1146083 Jul 05 10:06:32.661448 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc04f-ed31-4236-bc74-d3e70cff2a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:32.844471 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da612d2-cb4d-4f19-a3ab-7c355ac93b4d req-9f59256d-abf7-4bea-875d-e2f3cf4be86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:32.865628 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6da612d2-cb4d-4f19-a3ab-7c355ac93b4d req-9f59256d-abf7-4bea-875d-e2f3cf4be86d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 1101 time: 0.4019780 Jul 05 10:06:32.998323 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6da612d2-cb4d-4f19-a3ab-7c355ac93b4d req-b47bc365-2017-47f0-bc25-6882bb767f88 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2307133d-6391-4029-9c4e-c74fb84bd87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318305 Jul 05 10:06:33.050250 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df98c7-5239-448d-ae5f-ff72828db07d req-893bb529-f4a1-458b-b12a-99b4551fa4ea tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:33.065550 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-14df98c7-5239-448d-ae5f-ff72828db07d req-893bb529-f4a1-458b-b12a-99b4551fa4ea tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 945 time: 0.2778523 Jul 05 10:06:33.194959 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc04f-ed31-4236-bc74-d3e70cff2a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.204729 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc04f-ed31-4236-bc74-d3e70cff2a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.206468 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d8ccc04f-ed31-4236-bc74-d3e70cff2a89 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f91e2106-4d65-4cf8-8b49-32f6f88626b3 HTTP/1.1" status: 204 len: 168 time: 0.7101374 Jul 05 10:06:33.207866 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e12782-8d0a-48b6-abd3-4dae1681ced9 req-4f8994c2-3822-4323-946a-c1ef71354220 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:33.215615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7e12782-8d0a-48b6-abd3-4dae1681ced9 req-4f8994c2-3822-4323-946a-c1ef71354220 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 945 time: 0.2193074 Jul 05 10:06:33.267022 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-14df98c7-5239-448d-ae5f-ff72828db07d req-9ed67341-7e1d-463f-88de-e63834a38e31 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939590 Jul 05 10:06:33.277439 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccc04f-ed31-4236-bc74-d3e70cff2a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91e2106-4d65-4cf8-8b49-32f6f88626b3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:33.312640 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7e12782-8d0a-48b6-abd3-4dae1681ced9 req-dc807b48-975f-4c05-91fe-690535fb3f11 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2328b2f-9b0b-40cf-8b13-63a61c14eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948758 Jul 05 10:06:33.371083 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.413430 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Transition to ACTIVE for port object a14bc2d4-b93a-4a3d-8245-7b293e517e5b will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:33.484499 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fecb22d8-f604-4df8-a32a-22fffbd2bcf4 req-fc1bb930-e094-4a0e-b090-758ae9946398 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 210 time: 0.0628428 Jul 05 10:06:33.488693 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f0e74cd2-a92a-4775-9845-90710ebe7477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.539185 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.600665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e74cd2-a92a-4775-9845-90710ebe7477 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:33.682071 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Attempting to bind port a14bc2d4-b93a-4a3d-8245-7b293e517e5b on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:33.682448 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Attempting to bind port a14bc2d4-b93a-4a3d-8245-7b293e517e5b by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '2775750c-ffaa-40d2-b1d7-0e5cee4b01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b1e42e1f-443c-4026-892c-de381913b463'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:33.682807 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Attempting to bind port a14bc2d4-b93a-4a3d-8245-7b293e517e5b on network b1e42e1f-443c-4026-892c-de381913b463 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:33.693196 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:33.693619 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Checking segment: {'id': '2775750c-ffaa-40d2-b1d7-0e5cee4b01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b1e42e1f-443c-4026-892c-de381913b463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:33.694079 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.694483 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Bound using segment: {'id': '2775750c-ffaa-40d2-b1d7-0e5cee4b01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b1e42e1f-443c-4026-892c-de381913b463'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:33.695286 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Bound port: a14bc2d4-b93a-4a3d-8245-7b293e517e5b, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2775750c-ffaa-40d2-b1d7-0e5cee4b01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b1e42e1f-443c-4026-892c-de381913b463'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:33.695687 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.772810 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] For port a14bc2d4-b93a-4a3d-8245-7b293e517e5b, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:33.776526 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] For port a14bc2d4-b93a-4a3d-8245-7b293e517e5b, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a14bc2d4-b93a-4a3d-8245-7b293e517e5b,segment=NetworkSegment(2775750c-ffaa-40d2-b1d7-0e5cee4b01b6),segment_id=2775750c-ffaa-40d2-b1d7-0e5cee4b01b6)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:33.780943 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c612f04-170d-4c64-aec5-2b9a86f4bef7 None None] Pushing event updated for resources: {'Port': ['ID=a14bc2d4-b93a-4a3d-8245-7b293e517e5b,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:33.876551 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:33.982946 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-53029093-6a01-4773-b96f-75eb2d3c9e27 req-0140c20d-11a7-422b-8d27-3d1b422f1b11 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 210 time: 0.0510554 Jul 05 10:06:34.057077 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c612f04-170d-4c64-aec5-2b9a86f4bef7 None None] Pushing event updated for resources: {'Port': ['ID=a14bc2d4-b93a-4a3d-8245-7b293e517e5b,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:34.092825 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Routers {'3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:34.093467 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:34.331448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09734633-47f0-403f-bf51-1279ab508306 req-52eb70de-e8ac-43c6-9ad0-3f7017d0b911 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:34.344363 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09734633-47f0-403f-bf51-1279ab508306 req-52eb70de-e8ac-43c6-9ad0-3f7017d0b911 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 949 time: 0.7561493 Jul 05 10:06:34.406381 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] Set router 3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:34.580589 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09734633-47f0-403f-bf51-1279ab508306 req-bc2bfa67-a1ae-412f-a7bd-9630890c98f2 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/security-groups?id=2307133d-6391-4029-9c4e-c74fb84bd87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313142 Jul 05 10:06:34.667998 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f0e74cd2-a92a-4775-9845-90710ebe7477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:34.848212 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa610734-acf8-4f31-a79a-77ac8c55fb3e req-5a377411-954a-417d-8ad5-cc2581b3e7d6 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 210 time: 0.1711559 Jul 05 10:06:35.178847 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1611643223-router', 'tenant_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'ac7c9233-e5ef-4b94-913b-d1a4c3edc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:19Z', 'updated_at': '2021-07-05T10:06:28Z', 'revision_number': 4, 'project_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'gw_port': {'id': 'ac7c9233-e5ef-4b94-913b-d1a4c3edc46c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:21Z', 'updated_at': '2021-07-05T10:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'a14bc2d4-b93a-4a3d-8245-7b293e517e5b', 'name': '', 'network_id': 'b1e42e1f-443c-4026-892c-de381913b463', 'tenant_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'mac_address': 'fa:16:3e:fa:fe:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'f8043f6d-a1f2-4531-a130-eb9c0c559199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:26Z', 'updated_at': '2021-07-05T10:06:33Z', 'revision_number': 4, 'project_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'subnets': [{'id': 'f8043f6d-a1f2-4531-a130-eb9c0c559199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:35.236296 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc4198-b622-490b-afc4-d16616e47d80 None None] The sync data for ids ['3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'] in n-d-779913-27 is: [{'id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1611643223-router', 'tenant_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'ac7c9233-e5ef-4b94-913b-d1a4c3edc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:19Z', 'updated_at': '2021-07-05T10:06:28Z', 'revision_number': 4, 'project_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'gw_port': {'id': 'ac7c9233-e5ef-4b94-913b-d1a4c3edc46c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:21Z', 'updated_at': '2021-07-05T10:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'a14bc2d4-b93a-4a3d-8245-7b293e517e5b', 'name': '', 'network_id': 'b1e42e1f-443c-4026-892c-de381913b463', 'tenant_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'mac_address': 'fa:16:3e:fa:fe:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'f8043f6d-a1f2-4531-a130-eb9c0c559199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:26Z', 'updated_at': '2021-07-05T10:06:33Z', 'revision_number': 4, 'project_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'subnets': [{'id': 'f8043f6d-a1f2-4531-a130-eb9c0c559199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:35.473327 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247a3ed-a107-4902-a665-ca3b99ff49d7 req-6998a8e1-38f3-47cc-8a35-54ceba316e91 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:35.499379 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0247a3ed-a107-4902-a665-ca3b99ff49d7 req-6998a8e1-38f3-47cc-8a35-54ceba316e91 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 945 time: 0.2283022 Jul 05 10:06:35.735877 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0247a3ed-a107-4902-a665-ca3b99ff49d7 req-fc9f2af9-094e-4518-916f-53a2343519f4 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2328b2f-9b0b-40cf-8b13-63a61c14eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265800 Jul 05 10:06:35.800807 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-814af8b0-fe80-4299-948d-541d5ab326cb req-f0101861-9bfb-4ead-922c-6e361dc9026f tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 210 time: 0.0465581 Jul 05 10:06:35.984755 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40616) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:36.305585 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-279085528-network', 'tenant_id': '5a5516a987464e3c882297462ee52153'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:36.426544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e74cd2-a92a-4775-9845-90710ebe7477 admin admin] Router 66d3f04a-201f-48c0-8897-dc10315d07ca has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:36.484176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a14bc2d4-b93a-4a3d-8245-7b293e517e5b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:36.514290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-342e396d-a150-44b2-9f74-a20198a544c9 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:36.516272 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-342e396d-a150-44b2-9f74-a20198a544c9 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.73 "GET /v2.0/networks?id=931420c7-2f5c-4210-881f-ffaae81b0ce6 HTTP/1.1" status: 200 len: 811 time: 1.1726658 Jul 05 10:06:36.545262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e6d5a-db7d-4866-a32e-0228713f0649 req-477926b1-c508-47c7-b047-e008b6dde207 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:36.562189 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6c8e6d5a-db7d-4866-a32e-0228713f0649 req-477926b1-c508-47c7-b047-e008b6dde207 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 945 time: 1.3819740 Jul 05 10:06:36.564041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-557d899b-2bfe-436a-a207-3d5cbf65c08c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Request body: {'port': {'device_id': '308040ea-5145-4e55-b908-2cb55047e4f1', 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6', 'admin_state_up': True, 'tenant_id': 'aaf471cbe22142a7880d15035c04feae'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:36.583307 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8913d57-4e37-4210-9e9e-904944e1e87f req-d162cf69-a361-47b5-b25b-7bcf0396f990 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:36.602165 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8913d57-4e37-4210-9e9e-904944e1e87f req-d162cf69-a361-47b5-b25b-7bcf0396f990 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 949 time: 0.2893536 Jul 05 10:06:36.620152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] Made reservation on behalf of 5a5516a987464e3c882297462ee52153 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:36.625824 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:36.656614 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:36.706504 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8913d57-4e37-4210-9e9e-904944e1e87f req-0271c648-d291-4f5d-a3ed-f2bcc81894a2 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/security-groups?id=2307133d-6391-4029-9c4e-c74fb84bd87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033468 Jul 05 10:06:36.778214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port a14bc2d4-b93a-4a3d-8245-7b293e517e5b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:36.782572 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2fa1d43c-2298-4bfe-b416-dccc72fa58e2 req-fb85605b-51bf-44dc-8b17-d2c103ea9122 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.6279349 Jul 05 10:06:36.788330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port a14bc2d4-b93a-4a3d-8245-7b293e517e5b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:36.789382 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:36.905771 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:36.973138 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:37.091682 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:37.092212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:06:37.107910 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port a14bc2d4-b93a-4a3d-8245-7b293e517e5b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a14bc2d4-b93a-4a3d-8245-7b293e517e5b,segment=NetworkSegment(2775750c-ffaa-40d2-b1d7-0e5cee4b01b6),segment_id=2775750c-ffaa-40d2-b1d7-0e5cee4b01b6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:37.138605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:37.174142 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:37.174142 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] Added segment ad0e9189-b972-46b8-b21b-1e62b78ca23b of type vlan for network eda718cc-3d88-4d5f-91f1-69312c2d305c Jul 05 10:06:37.196288 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eab6b531-f542-4146-8a6e-d8f17dd8bc20 req-971764ad-3655-4ec3-b244-119fc3dfbdbb tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 210 time: 0.1685135 Jul 05 10:06:37.214224 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6c8e6d5a-db7d-4866-a32e-0228713f0649 req-2f64b577-eaa7-4ac6-9ae7-0130bc34d84a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6595323 Jul 05 10:06:37.270012 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:37.430162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-557d899b-2bfe-436a-a207-3d5cbf65c08c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Made reservation on behalf of aaf471cbe22142a7880d15035c04feae for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:37.450777 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-557d899b-2bfe-436a-a207-3d5cbf65c08c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:37.463974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=a14bc2d4-b93a-4a3d-8245-7b293e517e5b,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:37.472001 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:37.566562 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e74cd2-a92a-4775-9845-90710ebe7477 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:37.577571 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f0e74cd2-a92a-4775-9845-90710ebe7477 admin admin] 10.222.0.77 "PUT /v2.0/routers/66d3f04a-201f-48c0-8897-dc10315d07ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8748820 Jul 05 10:06:37.584540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c8931-04b5-4906-8293-ed62d05c6883 None None] Sync routers for ids ['66d3f04a-201f-48c0-8897-dc10315d07ca'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:37.597591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40630) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:37.607243 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c8931-04b5-4906-8293-ed62d05c6883 None None] Routers {'66d3f04a-201f-48c0-8897-dc10315d07ca'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:37.607243 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-eb0c8931-04b5-4906-8293-ed62d05c6883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['66d3f04a-201f-48c0-8897-dc10315d07ca'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:37.746019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1d43c-2298-4bfe-b416-dccc72fa58e2 req-26967612-cbfc-4708-a928-3e30de85765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:37.749863 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2fa1d43c-2298-4bfe-b416-dccc72fa58e2 req-26967612-cbfc-4708-a928-3e30de85765f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 1096 time: 0.8039219 Jul 05 10:06:37.838760 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.resource_extend [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:06:37.858214 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7c9b1188-8050-4d84-8c93-22c76bc36094 req-ca5809fe-9bb1-4092-a963-e030f3270086 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 210 time: 0.2909727 Jul 05 10:06:37.858739 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-eb0c8931-04b5-4906-8293-ed62d05c6883 None None] Set router 66d3f04a-201f-48c0-8897-dc10315d07ca gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:38.007958 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f34347-da41-4dd4-b575-636467703ce8 req-3572c120-506a-48f9-b458-488e3d847f1d tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:38.011670 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8f34347-da41-4dd4-b575-636467703ce8 req-3572c120-506a-48f9-b458-488e3d847f1d tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.73 "GET /v2.0/networks?id=5fed04b5-f8db-470f-8de4-b83872d7ee9f HTTP/1.1" status: 200 len: 821 time: 0.4603233 Jul 05 10:06:38.013730 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.015215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:38.016115 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.075154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-f8f34347-da41-4dd4-b575-636467703ce8 req-03b34ca2-f52a-46f1-8d2f-23642d3bea0f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Request body: {'port': {'device_id': 'ff8e4259-1874-44e5-82e0-98a8c995f70f', 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f', 'admin_state_up': True, 'tenant_id': 'c4d33f19222b44579a756e689e986209'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:38.303085 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-557d899b-2bfe-436a-a207-3d5cbf65c08c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Allocated IP 172.20.0.7 (931420c7-2f5c-4210-881f-ffaae81b0ce6/ef74de40-dd65-451f-9123-3f8618e2b3e8/6a4e712b-3174-4ac2-b754-8aba5f42b16a) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:38.309315 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a61be906-a520-4d31-9fb5-08135008e3da admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.348782 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3617208 Jul 05 10:06:38.385547 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40640) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:38.392982 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-bc723460-2971-4764-8062-69138ddd7b2c admin admin] Request body: {'subnet': {'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-279085528-subnet', 'tenant_id': '5a5516a987464e3c882297462ee52153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:38.410523 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a14bc2d4-b93a-4a3d-8245-7b293e517e5b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:38.443637 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f34347-da41-4dd4-b575-636467703ce8 req-03b34ca2-f52a-46f1-8d2f-23642d3bea0f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Made reservation on behalf of c4d33f19222b44579a756e689e986209 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:38.453431 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f8f34347-da41-4dd4-b575-636467703ce8 req-03b34ca2-f52a-46f1-8d2f-23642d3bea0f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.528062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee18dc-d8c3-40fb-81fa-cbe38c934e2d admin admin] Pushing event updated for resources: {'Network': ['ID=eda718cc-3d88-4d5f-91f1-69312c2d305c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:38.551249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1d43c-2298-4bfe-b416-dccc72fa58e2 req-ce61c5d9-5165-439b-b0a7-f22366287972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:38.554469 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2fa1d43c-2298-4bfe-b416-dccc72fa58e2 req-ce61c5d9-5165-439b-b0a7-f22366287972 service neutron] 10.222.0.64 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.7440269 Jul 05 10:06:38.557689 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-eb0c8931-04b5-4906-8293-ed62d05c6883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1715182603-router', 'tenant_id': '5c872aa77a3a47188831f1e9a163b717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:22Z', 'updated_at': '2021-07-05T10:06:33Z', 'revision_number': 5, 'project_id': '5c872aa77a3a47188831f1e9a163b717', 'gw_port': {'id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:23Z', 'updated_at': '2021-07-05T10:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:38.563221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network eda718cc-3d88-4d5f-91f1-69312c2d305c details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:06:38.659906 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2fa1d43c-2298-4bfe-b416-dccc72fa58e2 req-f4b723eb-2dba-44d9-a7ed-5f1fd1238718 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa HTTP/1.1" status: 200 len: 217 time: 0.0911040 Jul 05 10:06:38.687284 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-f8f34347-da41-4dd4-b575-636467703ce8 req-03b34ca2-f52a-46f1-8d2f-23642d3bea0f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Allocated IP 172.20.0.8 (5fed04b5-f8db-470f-8de4-b83872d7ee9f/6f7cc0a6-a755-4629-82a4-860ee4befff1/8375157d-06a1-48cc-85dc-be2a6690136e) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:38.720735 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port a14bc2d4-b93a-4a3d-8245-7b293e517e5b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:38.721374 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.777435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c8931-04b5-4906-8293-ed62d05c6883 None None] Checking router: 66d3f04a-201f-48c0-8897-dc10315d07ca for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:38.790613 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c8931-04b5-4906-8293-ed62d05c6883 None None] Routers {'66d3f04a-201f-48c0-8897-dc10315d07ca'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:38.792383 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-eb0c8931-04b5-4906-8293-ed62d05c6883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['66d3f04a-201f-48c0-8897-dc10315d07ca'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:38.811227 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a61be906-a520-4d31-9fb5-08135008e3da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.832808 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1d43c-2298-4bfe-b416-dccc72fa58e2 req-781e5489-f78f-45a8-9709-48af23bf5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:38.834729 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2fa1d43c-2298-4bfe-b416-dccc72fa58e2 req-781e5489-f78f-45a8-9709-48af23bf5e6b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.1531472 Jul 05 10:06:38.865485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615acfe-6ed7-4cef-ae6a-6bfa783f5f59 req-45de7811-5fcd-4230-bb57-43c3e4bac45b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:38.874094 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5615acfe-6ed7-4cef-ae6a-6bfa783f5f59 req-45de7811-5fcd-4230-bb57-43c3e4bac45b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 945 time: 0.3893387 Jul 05 10:06:38.878678 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f8f34347-da41-4dd4-b575-636467703ce8 req-03b34ca2-f52a-46f1-8d2f-23642d3bea0f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:38.914852 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2fa1d43c-2298-4bfe-b416-dccc72fa58e2 req-90818e32-30fd-4c4b-87b6-c2f732f05086 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649359 Jul 05 10:06:38.924068 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc723460-2971-4764-8062-69138ddd7b2c admin admin] Made reservation on behalf of 5a5516a987464e3c882297462ee52153 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:06:38.929322 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc723460-2971-4764-8062-69138ddd7b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.037062 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-557d899b-2bfe-436a-a207-3d5cbf65c08c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.058361 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5615acfe-6ed7-4cef-ae6a-6bfa783f5f59 req-bc849d23-480e-4cc7-ad91-9d84b267996f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829460 Jul 05 10:06:39.143005 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2fa1d43c-2298-4bfe-b416-dccc72fa58e2 req-1c7834e6-db09-4efe-962b-0fbb28d8bda6 service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162719 Jul 05 10:06:39.181090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-eb0c8931-04b5-4906-8293-ed62d05c6883 None None] Set router 66d3f04a-201f-48c0-8897-dc10315d07ca gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:39.191787 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f8f34347-da41-4dd4-b575-636467703ce8 req-03b34ca2-f52a-46f1-8d2f-23642d3bea0f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.244264 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b34ca2-f52a-46f1-8d2f-23642d3bea0f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Pushing event updated for resources: {'Port': ['ID=8375157d-06a1-48cc-85dc-be2a6690136e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:39.266215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f34347-da41-4dd4-b575-636467703ce8 req-03b34ca2-f52a-46f1-8d2f-23642d3bea0f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Network 5fed04b5-f8db-470f-8de4-b83872d7ee9f is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:39.268342 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-f8f34347-da41-4dd4-b575-636467703ce8 req-03b34ca2-f52a-46f1-8d2f-23642d3bea0f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:39.270881 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc723460-2971-4764-8062-69138ddd7b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.274153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f34347-da41-4dd4-b575-636467703ce8 req-03b34ca2-f52a-46f1-8d2f-23642d3bea0f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:39.280220 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2fa1d43c-2298-4bfe-b416-dccc72fa58e2 req-9ecc814f-ab4f-412f-a8a8-533284817f2e service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225276 Jul 05 10:06:39.344564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc723460-2971-4764-8062-69138ddd7b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6868f51-bde3-415c-b220-7539627e798e,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:39.371340 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-a61be906-a520-4d31-9fb5-08135008e3da admin admin] Deleting port 5ae43a30-006d-4ab4-9fbb-afa435143a24 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:39.371758 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a61be906-a520-4d31-9fb5-08135008e3da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.446503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f34347-da41-4dd4-b575-636467703ce8 req-03b34ca2-f52a-46f1-8d2f-23642d3bea0f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:39.447782 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f8f34347-da41-4dd4-b575-636467703ce8 req-03b34ca2-f52a-46f1-8d2f-23642d3bea0f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.461530 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc723460-2971-4764-8062-69138ddd7b2c admin admin] Checking segment: {'id': 'ad0e9189-b972-46b8-b21b-1e62b78ca23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:39.462293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc723460-2971-4764-8062-69138ddd7b2c admin admin] Network hostable DHCP agents. Network: eda718cc-3d88-4d5f-91f1-69312c2d305c, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:06:39.492698 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-eb0c8931-04b5-4906-8293-ed62d05c6883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1715182603-router', 'tenant_id': '5c872aa77a3a47188831f1e9a163b717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:22Z', 'updated_at': '2021-07-05T10:06:33Z', 'revision_number': 5, 'project_id': '5c872aa77a3a47188831f1e9a163b717', 'gw_port': {'id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:23Z', 'updated_at': '2021-07-05T10:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:39.499931 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759640c3-b2c4-41c6-805f-e7044d0e6ec4 req-2ea46751-25a4-4bfd-8fb4-97fc052ae905 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:39.501738 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-759640c3-b2c4-41c6-805f-e7044d0e6ec4 req-2ea46751-25a4-4bfd-8fb4-97fc052ae905 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 945 time: 0.1544638 Jul 05 10:06:39.519412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefb26a-b3f8-4924-a5a2-be1c3d8b663c req-0ecb5d05-b9a6-4056-a6be-7afebc7227fc tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:39.521643 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3aefb26a-b3f8-4924-a5a2-be1c3d8b663c req-0ecb5d05-b9a6-4056-a6be-7afebc7227fc tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 931 time: 0.2405150 Jul 05 10:06:39.532322 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8f34347-da41-4dd4-b575-636467703ce8 req-03b34ca2-f52a-46f1-8d2f-23642d3bea0f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4734654 Jul 05 10:06:39.544148 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c8931-04b5-4906-8293-ed62d05c6883 None None] The sync data for ids ['66d3f04a-201f-48c0-8897-dc10315d07ca'] in n-d-779913-27 is: [{'id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1715182603-router', 'tenant_id': '5c872aa77a3a47188831f1e9a163b717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:01:22Z', 'updated_at': '2021-07-05T10:06:33Z', 'revision_number': 5, 'project_id': '5c872aa77a3a47188831f1e9a163b717', 'gw_port': {'id': '5ae43a30-006d-4ab4-9fbb-afa435143a24', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3f04a-201f-48c0-8897-dc10315d07ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:01:23Z', 'updated_at': '2021-07-05T10:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:39.547267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Request body: {'port': {'device_id': 'ff8e4259-1874-44e5-82e0-98a8c995f70f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:39.607676 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-557d899b-2bfe-436a-a207-3d5cbf65c08c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.608318 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc723460-2971-4764-8062-69138ddd7b2c admin admin] Network eda718cc-3d88-4d5f-91f1-69312c2d305c is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:06:39.610822 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-a61be906-a520-4d31-9fb5-08135008e3da admin admin] For port 5ae43a30-006d-4ab4-9fbb-afa435143a24, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5ae43a30-006d-4ab4-9fbb-afa435143a24,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:39.612052 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a61be906-a520-4d31-9fb5-08135008e3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.622100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:39.624083 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-759640c3-b2c4-41c6-805f-e7044d0e6ec4 req-2e9c58e0-c801-4c5f-94b8-4fb2453bedbe tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2328b2f-9b0b-40cf-8b13-63a61c14eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148846 Jul 05 10:06:39.641034 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3aefb26a-b3f8-4924-a5a2-be1c3d8b663c req-28fd6b82-30f5-4afb-ab3d-4c3161e15fe9 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115756 Jul 05 10:06:39.683260 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.702931 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-bc723460-2971-4764-8062-69138ddd7b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, eda718cc-3d88-4d5f-91f1-69312c2d305c) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:39.721155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb908b3d-cf9a-4cd1-80c1-a9b5669f585d None None] Network eda718cc-3d88-4d5f-91f1-69312c2d305c requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:39.727048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc723460-2971-4764-8062-69138ddd7b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:39.727663 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc723460-2971-4764-8062-69138ddd7b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:39.781527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-a61be906-a520-4d31-9fb5-08135008e3da admin admin] Calling delete_port for 5ae43a30-006d-4ab4-9fbb-afa435143a24 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:39.832015 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bc723460-2971-4764-8062-69138ddd7b2c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4422767 Jul 05 10:06:39.838063 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40648) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:39.839224 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-279085528-router', 'tenant_id': '5a5516a987464e3c882297462ee52153', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:39.851593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-557d899b-2bfe-436a-a207-3d5cbf65c08c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Network 931420c7-2f5c-4210-881f-ffaae81b0ce6 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:39.860694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-557d899b-2bfe-436a-a207-3d5cbf65c08c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:39.938166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-557d899b-2bfe-436a-a207-3d5cbf65c08c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:39.968731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d899b-2bfe-436a-a207-3d5cbf65c08c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Pushing event updated for resources: {'Port': ['ID=6a4e712b-3174-4ac2-b754-8aba5f42b16a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:40.043900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f9869-7f8c-4450-b22a-264ef70caa5a req-56649b15-c673-4769-bcb2-544e5c5cbb7c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:40.045195 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5a6f9869-7f8c-4450-b22a-264ef70caa5a req-56649b15-c673-4769-bcb2-544e5c5cbb7c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 931 time: 0.2303033 Jul 05 10:06:40.103931 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.105193 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.129054 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-557d899b-2bfe-436a-a207-3d5cbf65c08c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:40.129856 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-557d899b-2bfe-436a-a207-3d5cbf65c08c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.214282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:40.217607 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5a6f9869-7f8c-4450-b22a-264ef70caa5a req-63a21f09-47df-4111-8b2f-86563398efa6 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616580 Jul 05 10:06:40.254063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-557d899b-2bfe-436a-a207-3d5cbf65c08c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7228150 Jul 05 10:06:40.268383 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:40.268383 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 47c1f2ec-e98b-4f47-8eed-f52ff0d9cd01 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:40.279248 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fd4d10-3624-4a90-8a54-87608bb43317 None None] Network eda718cc-3d88-4d5f-91f1-69312c2d305c requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:40.329615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Request body: {'port': {'device_id': '308040ea-5145-4e55-b908-2cb55047e4f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:40.392916 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.417658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8375157d-06a1-48cc-85dc-be2a6690136e {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:06:40.433990 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.450757 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Transition to ACTIVE for port object 8375157d-06a1-48cc-85dc-be2a6690136e will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:40.507506 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a61be906-a520-4d31-9fb5-08135008e3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.545267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61be906-a520-4d31-9fb5-08135008e3da admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae43a30-006d-4ab4-9fbb-afa435143a24,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:40.565758 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.569051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb6444-5491-47d0-bcde-fe0ebf95891c req-60f397c9-40f0-4565-b4aa-9fab5cb7ee72 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:40.570709 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d4bb6444-5491-47d0-bcde-fe0ebf95891c req-60f397c9-40f0-4565-b4aa-9fab5cb7ee72 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 945 time: 0.2020872 Jul 05 10:06:40.627759 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.734111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Pushing event updated for resources: {'Port': ['ID=8375157d-06a1-48cc-85dc-be2a6690136e,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:40.759217 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.797794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae375-e953-4aae-832f-858d507b165a req-a4283232-3593-4421-bbae-3562b404d6af tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:40.801292 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a99ae375-e953-4aae-832f-858d507b165a req-a4283232-3593-4421-bbae-3562b404d6af tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 945 time: 0.3394778 Jul 05 10:06:40.893960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a99ae375-e953-4aae-832f-858d507b165a req-1ba427d7-2d49-443c-a951-ab3aa8ad06e8 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869296 Jul 05 10:06:40.921327 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cacf2b14-7623-4f48-adaf-2dac66e59fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:40.945779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Attempting to bind port 8375157d-06a1-48cc-85dc-be2a6690136e on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:40.946330 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Attempting to bind port 8375157d-06a1-48cc-85dc-be2a6690136e by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'e8a5cc1e-d2ee-4363-a07c-4a7570972ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:40.946667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Attempting to bind port 8375157d-06a1-48cc-85dc-be2a6690136e on network 5fed04b5-f8db-470f-8de4-b83872d7ee9f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:40.970709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Port 8375157d-06a1-48cc-85dc-be2a6690136e on network 5fed04b5-f8db-470f-8de4-b83872d7ee9f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:06:40.971057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Attempting to bind port 8375157d-06a1-48cc-85dc-be2a6690136e on network 5fed04b5-f8db-470f-8de4-b83872d7ee9f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:40.984908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:40.985277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Checking segment: {'id': 'e8a5cc1e-d2ee-4363-a07c-4a7570972ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:40.985744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Bound using segment: {'id': 'e8a5cc1e-d2ee-4363-a07c-4a7570972ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:40.986186 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Bound port: 8375157d-06a1-48cc-85dc-be2a6690136e, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a5cc1e-d2ee-4363-a07c-4a7570972ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:40.986680 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.004290 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a61be906-a520-4d31-9fb5-08135008e3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.125999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] For port 8375157d-06a1-48cc-85dc-be2a6690136e, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:41.130667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] For port 8375157d-06a1-48cc-85dc-be2a6690136e, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8375157d-06a1-48cc-85dc-be2a6690136e,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:41.171780 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a61be906-a520-4d31-9fb5-08135008e3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.178507 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a61be906-a520-4d31-9fb5-08135008e3da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.261372 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07bb15-c3d6-46ab-bc18-e4ccd52659da req-8f4a6313-2375-49ae-bc60-5aa1b50fdd96 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:41.263147 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fe07bb15-c3d6-46ab-bc18-e4ccd52659da req-8f4a6313-2375-49ae-bc60-5aa1b50fdd96 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 943 time: 0.2413273 Jul 05 10:06:41.327276 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.342333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-d4bb6444-5491-47d0-bcde-fe0ebf95891c req-df5dcafa-ec7a-46eb-a066-0ac09b983d16 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Deleting port b6088141-e720-4670-9a00-0969a72fbef1 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:41.342799 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d4bb6444-5491-47d0-bcde-fe0ebf95891c req-df5dcafa-ec7a-46eb-a066-0ac09b983d16 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.356334 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fe07bb15-c3d6-46ab-bc18-e4ccd52659da req-c177a22a-ecc6-4932-9491-69c56e280a47 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699525 Jul 05 10:06:41.358157 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.361143 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b516a08-b85b-4777-b8dc-e7b5284bdbd9 req-a97e27bc-148b-40af-85d5-0d539cc2c3c6 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:41.362717 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b516a08-b85b-4777-b8dc-e7b5284bdbd9 req-a97e27bc-148b-40af-85d5-0d539cc2c3c6 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 949 time: 0.7390184 Jul 05 10:06:41.442926 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.481993 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a61be906-a520-4d31-9fb5-08135008e3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.518286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61be906-a520-4d31-9fb5-08135008e3da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66d3f04a-201f-48c0-8897-dc10315d07ca {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:06:41.539537 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a61be906-a520-4d31-9fb5-08135008e3da admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.543105 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a61be906-a520-4d31-9fb5-08135008e3da admin admin] 10.222.0.77 "DELETE /v2.0/routers/66d3f04a-201f-48c0-8897-dc10315d07ca HTTP/1.1" status: 204 len: 168 time: 3.9291646 Jul 05 10:06:41.543824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40660) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:41.546568 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Pushing event updated for resources: {'Port': ['ID=8375157d-06a1-48cc-85dc-be2a6690136e,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:41.573202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:41.574130 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.575835 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7351b945-8a73-4efe-8d4f-9ca4004c3504 service neutron] 10.222.0.73 "PUT /v2.0/ports/8375157d-06a1-48cc-85dc-be2a6690136e HTTP/1.1" status: 200 len: 1092 time: 2.0342419 Jul 05 10:06:41.590890 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b516a08-b85b-4777-b8dc-e7b5284bdbd9 req-f54c69c4-b86c-414e-aab0-e1b693000700 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/security-groups?id=2307133d-6391-4029-9c4e-c74fb84bd87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718984 Jul 05 10:06:41.620609 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8e4259-1874-44e5-82e0-98a8c995f70f', 'tag': '8375157d-06a1-48cc-85dc-be2a6690136e'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:41.625673 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddba1c2-0c17-422d-8ed2-534739a177bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8e4259-1874-44e5-82e0-98a8c995f70f", "tag": "8375157d-06a1-48cc-85dc-be2a6690136e"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:41.668341 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-d4bb6444-5491-47d0-bcde-fe0ebf95891c req-df5dcafa-ec7a-46eb-a066-0ac09b983d16 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] For port b6088141-e720-4670-9a00-0969a72fbef1, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=b6088141-e720-4670-9a00-0969a72fbef1,segment=NetworkSegment(10c7c056-bd00-4b53-824c-4484ac38b0f8),segment_id=10c7c056-bd00-4b53-824c-4484ac38b0f8)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:41.675012 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d4bb6444-5491-47d0-bcde-fe0ebf95891c req-df5dcafa-ec7a-46eb-a066-0ac09b983d16 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.685661 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca687d9-df93-41c2-a13c-57a3c0020b77 admin admin] Deleting subnet fd593cd6-055a-4947-8aa6-82b5f00d9711 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:06:41.758147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4e712b-3174-4ac2-b754-8aba5f42b16a {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:06:41.768223 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.782621 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Transition to ACTIVE for port object 6a4e712b-3174-4ac2-b754-8aba5f42b16a will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:41.864634 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Allocated IP 172.25.5.99 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/6a3600a0-8433-4959-b574-381100e641aa) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:41.920916 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54ca2f-147b-4d7b-8470-9e008bb108aa req-c77df159-b67a-45a1-a7c9-0ae12b256a0d tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:41.921939 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:41.923848 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f54ca2f-147b-4d7b-8470-9e008bb108aa req-c77df159-b67a-45a1-a7c9-0ae12b256a0d tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 945 time: 0.3734620 Jul 05 10:06:41.933666 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8ca687d9-df93-41c2-a13c-57a3c0020b77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:42.080518 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8ca687d9-df93-41c2-a13c-57a3c0020b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:42.122473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4e712b-3174-4ac2-b754-8aba5f42b16a,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:42.285425 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558ae73-458a-4e63-9f3e-56de91fdc18a req-43a092b6-ee5c-4a8c-afda-87b218446c9b tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:42.300147 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b558ae73-458a-4e63-9f3e-56de91fdc18a req-43a092b6-ee5c-4a8c-afda-87b218446c9b tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 943 time: 0.4039633 Jul 05 10:06:42.335593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5ae43a30-006d-4ab4-9fbb-afa435143a24 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:42.359182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f34347-da41-4dd4-b575-636467703ce8 req-771550a6-42f7-4cb2-9533-04ed58e2fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:42.376819 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8f34347-da41-4dd4-b575-636467703ce8 req-771550a6-42f7-4cb2-9533-04ed58e2fd3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c4d33f19222b44579a756e689e986209&device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 1095 time: 0.5966206 Jul 05 10:06:42.392911 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8ca687d9-df93-41c2-a13c-57a3c0020b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:42.395856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 5ae43a30-006d-4ab4-9fbb-afa435143a24 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:42.396206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5ae43a30-006d-4ab4-9fbb-afa435143a24 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:42.435852 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f54ca2f-147b-4d7b-8470-9e008bb108aa req-67111a7d-7dbf-4541-8dcf-65660398627a tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2328b2f-9b0b-40cf-8b13-63a61c14eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4842970 Jul 05 10:06:42.440366 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8f34347-da41-4dd4-b575-636467703ce8 req-6dcbf0a0-f3dc-41e8-86a8-620baefbd9dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8375157d-06a1-48cc-85dc-be2a6690136e HTTP/1.1" status: 200 len: 217 time: 0.0666368 Jul 05 10:06:42.498332 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e24a302-9b18-40fc-832f-cc094425dfc0 x-openstack-request-id: req-8e24a302-9b18-40fc-832f-cc094425dfc0 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:42.498864 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8e4259-1874-44e5-82e0-98a8c995f70f", "tag": "8375157d-06a1-48cc-85dc-be2a6690136e", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:42.499317 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e24a302-9b18-40fc-832f-cc094425dfc0 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:42.499937 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8e4259-1874-44e5-82e0-98a8c995f70f', 'tag': '8375157d-06a1-48cc-85dc-be2a6690136e', 'status': 'completed', 'code': 200} Jul 05 10:06:42.514592 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d4bb6444-5491-47d0-bcde-fe0ebf95891c req-df5dcafa-ec7a-46eb-a066-0ac09b983d16 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:42.521246 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d4bb6444-5491-47d0-bcde-fe0ebf95891c req-df5dcafa-ec7a-46eb-a066-0ac09b983d16 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:42.521246 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [req-d4bb6444-5491-47d0-bcde-fe0ebf95891c req-df5dcafa-ec7a-46eb-a066-0ac09b983d16 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Floating IP d5009348-8cf2-438f-92ef-b8b8d2e2112b disassociated. External IP: 172.25.5.56, port: b6088141-e720-4670-9a00-0969a72fbef1. Jul 05 10:06:42.521246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-d4bb6444-5491-47d0-bcde-fe0ebf95891c req-df5dcafa-ec7a-46eb-a066-0ac09b983d16 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Calling delete_port for b6088141-e720-4670-9a00-0969a72fbef1 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:42.551300 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f34347-da41-4dd4-b575-636467703ce8 req-1d5e004b-348e-4dac-8245-3266fe70c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:42.553493 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8f34347-da41-4dd4-b575-636467703ce8 req-1d5e004b-348e-4dac-8245-3266fe70c5fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f7cc0a6-a755-4629-82a4-860ee4befff1 HTTP/1.1" status: 200 len: 861 time: 0.1028383 Jul 05 10:06:42.556790 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:42.581635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bed122-b589-4915-af27-9523964a141e req-faad9902-9b6e-46db-b6f3-0542de8f0cb0 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:42.583466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d1bed122-b589-4915-af27-9523964a141e req-faad9902-9b6e-46db-b6f3-0542de8f0cb0 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 949 time: 0.6117802 Jul 05 10:06:42.606133 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8f34347-da41-4dd4-b575-636467703ce8 req-76aea7e6-994c-4a27-afa3-4a94197633a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fed04b5-f8db-470f-8de4-b83872d7ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439456 Jul 05 10:06:42.632338 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b558ae73-458a-4e63-9f3e-56de91fdc18a req-0a396bc1-5791-4305-b03e-3e500ed449a2 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380806 Jul 05 10:06:42.635286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Attempting to bind port 6a4e712b-3174-4ac2-b754-8aba5f42b16a on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:42.635657 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Attempting to bind port 6a4e712b-3174-4ac2-b754-8aba5f42b16a by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'b10dfee1-7279-4fe3-a280-34e2aeea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:42.641631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Attempting to bind port 6a4e712b-3174-4ac2-b754-8aba5f42b16a on network 931420c7-2f5c-4210-881f-ffaae81b0ce6 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:42.653713 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Port 6a4e712b-3174-4ac2-b754-8aba5f42b16a on network 931420c7-2f5c-4210-881f-ffaae81b0ce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:06:42.654074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Attempting to bind port 6a4e712b-3174-4ac2-b754-8aba5f42b16a on network 931420c7-2f5c-4210-881f-ffaae81b0ce6 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:42.666246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:42.666782 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Checking segment: {'id': 'b10dfee1-7279-4fe3-a280-34e2aeea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:42.667185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Bound using segment: {'id': 'b10dfee1-7279-4fe3-a280-34e2aeea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:42.667641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Bound port: 6a4e712b-3174-4ac2-b754-8aba5f42b16a, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10dfee1-7279-4fe3-a280-34e2aeea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:42.668518 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:42.737625 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8ca687d9-df93-41c2-a13c-57a3c0020b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:42.791384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9295ce-7518-4f9e-81f9-48e2febcc168 None None] Network faa66719-239d-499f-b981-64b4757e2117 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:42.798453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca687d9-df93-41c2-a13c-57a3c0020b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd593cd6-055a-4947-8aa6-82b5f00d9711,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:42.829666 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8ca687d9-df93-41c2-a13c-57a3c0020b77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:42.829666 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8ca687d9-df93-41c2-a13c-57a3c0020b77 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fd593cd6-055a-4947-8aa6-82b5f00d9711 HTTP/1.1" status: 204 len: 168 time: 1.2734036 Jul 05 10:06:42.834768 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40670) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:42.883900 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] For port 6a4e712b-3174-4ac2-b754-8aba5f42b16a, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:42.907611 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:42.951591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] For port 6a4e712b-3174-4ac2-b754-8aba5f42b16a, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=6a4e712b-3174-4ac2-b754-8aba5f42b16a,segment=NetworkSegment(b10dfee1-7279-4fe3-a280-34e2aeea8eb4),segment_id=b10dfee1-7279-4fe3-a280-34e2aeea8eb4)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:42.999687 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.040462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8e96a-4d40-4610-b958-9a62110ad709 req-f876f876-3fb4-4c52-b379-da6fe5296a37 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:43.044853 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2dc8e96a-4d40-4610-b958-9a62110ad709 req-f876f876-3fb4-4c52-b379-da6fe5296a37 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 943 time: 0.1916785 Jul 05 10:06:43.056688 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8f34347-da41-4dd4-b575-636467703ce8 req-7efbae95-822d-4a8e-9b45-570e55610980 service neutron] 10.222.0.73 "GET /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377770 Jul 05 10:06:43.057374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Pushing event updated for resources: {'Port': ['ID=6a3600a0-8433-4959-b574-381100e641aa,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:43.061498 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:43.084182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:43.093763 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:43.118539 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.125156 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac6a194-ad48-4984-beaa-d2f27ec62bd0 None None] DHCP port deletion for faa66719-239d-499f-b981-64b4757e2117 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:06:43.176671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9ed12-a61a-4a5a-a12c-b88e45ad8270 req-6d0037b6-feab-4d8b-8ef1-e48657d9b5d6 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:43.184106 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7f9ed12-a61a-4a5a-a12c-b88e45ad8270 req-6d0037b6-feab-4d8b-8ef1-e48657d9b5d6 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 945 time: 0.5671878 Jul 05 10:06:43.192781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4e712b-3174-4ac2-b754-8aba5f42b16a,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:43.193267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-dac6a194-ad48-4984-beaa-d2f27ec62bd0 None None] Deleting port 942db71f-d332-4fa3-a794-e0b0a405055e {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:43.194675 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dac6a194-ad48-4984-beaa-d2f27ec62bd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.195937 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d4bb6444-5491-47d0-bcde-fe0ebf95891c req-df5dcafa-ec7a-46eb-a066-0ac09b983d16 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.230515 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2dc8e96a-4d40-4610-b958-9a62110ad709 req-9266c4a6-da63-47f0-92a1-bed1679e24ce tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516163 Jul 05 10:06:43.244999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-d1bed122-b589-4915-af27-9523964a141e req-f106136c-6b24-4133-8e78-33f8aa7ef625 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Deleting port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:43.245350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d1bed122-b589-4915-af27-9523964a141e req-f106136c-6b24-4133-8e78-33f8aa7ef625 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.300720 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-dac6a194-ad48-4984-beaa-d2f27ec62bd0 None None] For port 942db71f-d332-4fa3-a794-e0b0a405055e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=942db71f-d332-4fa3-a794-e0b0a405055e,segment=NetworkSegment(14788a68-4395-49bb-a538-837d8fbf3f6e),segment_id=14788a68-4395-49bb-a538-837d8fbf3f6e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:43.300720 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dac6a194-ad48-4984-beaa-d2f27ec62bd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.313488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-dac6a194-ad48-4984-beaa-d2f27ec62bd0 None None] Calling delete_port for 942db71f-d332-4fa3-a794-e0b0a405055e owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:43.320472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] Deleting port 942db71f-d332-4fa3-a794-e0b0a405055e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:43.330944 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.352545 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-d1bed122-b589-4915-af27-9523964a141e req-f106136c-6b24-4133-8e78-33f8aa7ef625 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] For port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:43.352545 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d1bed122-b589-4915-af27-9523964a141e req-f106136c-6b24-4133-8e78-33f8aa7ef625 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.364387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-d1bed122-b589-4915-af27-9523964a141e req-f106136c-6b24-4133-8e78-33f8aa7ef625 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Calling delete_port for fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:43.437480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5dcafa-ec7a-46eb-a066-0ac09b983d16 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Pushing event deleted for resources: {'Port': ['ID=b6088141-e720-4670-9a00-0969a72fbef1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:43.443100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:43.444152 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.446549 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-348d78a9-bff5-4d26-b782-f584803e6767 service neutron] 10.222.0.73 "PUT /v2.0/ports/6a4e712b-3174-4ac2-b754-8aba5f42b16a HTTP/1.1" status: 200 len: 1092 time: 3.1398211 Jul 05 10:06:43.449136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308040ea-5145-4e55-b908-2cb55047e4f1', 'tag': '6a4e712b-3174-4ac2-b754-8aba5f42b16a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:43.458377 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609f3d85-fa38-4ef8-aca0-e5ceb3d722bf" -d '{"events": [{"name": "network-changed", "server_uuid": "308040ea-5145-4e55-b908-2cb55047e4f1", "tag": "6a4e712b-3174-4ac2-b754-8aba5f42b16a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:43.490821 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dac6a194-ad48-4984-beaa-d2f27ec62bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.525610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7f9ed12-a61a-4a5a-a12c-b88e45ad8270 req-031c79c0-2bf2-499d-af01-688946a9e73e tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403537 Jul 05 10:06:43.532089 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac6a194-ad48-4984-beaa-d2f27ec62bd0 None None] No DVR routers for this DVR port 942db71f-d332-4fa3-a794-e0b0a405055e on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:43.602605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] For port 942db71f-d332-4fa3-a794-e0b0a405055e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=942db71f-d332-4fa3-a794-e0b0a405055e,segment=NetworkSegment(14788a68-4395-49bb-a538-837d8fbf3f6e),segment_id=14788a68-4395-49bb-a538-837d8fbf3f6e)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:43.602977 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.617003 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f4b4f1f0-7db4-4cb6-9dcb-76df2b3bc5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.621099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6a194-ad48-4984-beaa-d2f27ec62bd0 None None] Pushing event deleted for resources: {'Port': ['ID=942db71f-d332-4fa3-a794-e0b0a405055e,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:43.622362 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] Calling delete_port for 942db71f-d332-4fa3-a794-e0b0a405055e owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:43.680767 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8f34347-da41-4dd4-b575-636467703ce8 req-b49bf7bf-b5c1-43b1-b035-02967d4ac070 service neutron] 10.222.0.73 "GET /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161449 Jul 05 10:06:43.711839 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:43.820275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1fd261ea-f94d-4f9b-9251-ba1ae28c54e0 req-a6cfb142-46f1-4e79-9328-b2737c004e96 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 210 time: 0.0810790 Jul 05 10:06:44.019870 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d1bed122-b589-4915-af27-9523964a141e req-f106136c-6b24-4133-8e78-33f8aa7ef625 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:44.032997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:44.052073 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d411e5-8dab-4be8-a6cd-deb88b470d0d x-openstack-request-id: req-c3d411e5-8dab-4be8-a6cd-deb88b470d0d {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:44.052828 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308040ea-5145-4e55-b908-2cb55047e4f1", "tag": "6a4e712b-3174-4ac2-b754-8aba5f42b16a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:44.052828 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c3d411e5-8dab-4be8-a6cd-deb88b470d0d {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:44.053060 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308040ea-5145-4e55-b908-2cb55047e4f1', 'tag': '6a4e712b-3174-4ac2-b754-8aba5f42b16a', 'status': 'completed', 'code': 200} Jul 05 10:06:44.109314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106136c-6b24-4133-8e78-33f8aa7ef625 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Pushing event deleted for resources: {'Port': ['ID=fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:44.314333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 942db71f-d332-4fa3-a794-e0b0a405055e no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:44.328136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4bb6444-5491-47d0-bcde-fe0ebf95891c req-df5dcafa-ec7a-46eb-a066-0ac09b983d16 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Router 1f768f55-3adf-4698-be51-cae634d1e80a has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:44.336760 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 942db71f-d332-4fa3-a794-e0b0a405055e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:44.337173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 942db71f-d332-4fa3-a794-e0b0a405055e not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:44.338158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-a1c69b55-af6a-456b-838b-f22593c42eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:44.341538 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-a1c69b55-af6a-456b-838b-f22593c42eee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aaf471cbe22142a7880d15035c04feae&device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 1095 time: 0.6916025 Jul 05 10:06:44.352030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bed122-b589-4915-af27-9523964a141e req-f106136c-6b24-4133-8e78-33f8aa7ef625 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] No DVR routers for this DVR port fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:44.363130 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d1bed122-b589-4915-af27-9523964a141e req-f106136c-6b24-4133-8e78-33f8aa7ef625 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:44.363637 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba18c2a-28f8-4bf7-955f-1b95a4acfc9e req-a418251c-5591-417a-98ff-2c6121e3d5b2 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:44.365313 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d1bed122-b589-4915-af27-9523964a141e req-f106136c-6b24-4133-8e78-33f8aa7ef625 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.64 "DELETE /v2.0/ports/fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 HTTP/1.1" status: 204 len: 173 time: 1.7620687 Jul 05 10:06:44.373993 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ba18c2a-28f8-4bf7-955f-1b95a4acfc9e req-a418251c-5591-417a-98ff-2c6121e3d5b2 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 867 time: 0.7411287 Jul 05 10:06:44.403664 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddba1c2-0c17-422d-8ed2-534739a177bc req-e7161557-c7b5-4190-89ef-41485e6392ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:44.405290 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dddba1c2-0c17-422d-8ed2-534739a177bc req-e7161557-c7b5-4190-89ef-41485e6392ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c4d33f19222b44579a756e689e986209&device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 1095 time: 0.5374973 Jul 05 10:06:44.458094 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-09d6cca2-4b7c-46ce-bf82-71816d4dac1e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a4e712b-3174-4ac2-b754-8aba5f42b16a HTTP/1.1" status: 200 len: 217 time: 0.0745106 Jul 05 10:06:44.488651 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:44.520406 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:44.527600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf', 'name': 'network-vif-deleted', 'tag': 'fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:44.541727 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f4f48b-4d57-48c6-a554-e08a9f770cca" -d '{"events": [{"server_uuid": "ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf", "name": "network-vif-deleted", "tag": "fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:44.609701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] No DVR routers for this DVR port 942db71f-d332-4fa3-a794-e0b0a405055e on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:44.618222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] Pushing event deleted for resources: {'Port': ['ID=942db71f-d332-4fa3-a794-e0b0a405055e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:44.632108 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ba18c2a-28f8-4bf7-955f-1b95a4acfc9e req-2e563e9e-47ed-4f27-8339-9e6a83aa8358 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/security-groups?id=2307133d-6391-4029-9c4e-c74fb84bd87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570496 Jul 05 10:06:44.693680 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-31a4b4e6-8045-480c-aa9e-0fe5523ec0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:44.695174 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-31a4b4e6-8045-480c-aa9e-0fe5523ec0c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef74de40-dd65-451f-9123-3f8618e2b3e8 HTTP/1.1" status: 200 len: 851 time: 0.1893718 Jul 05 10:06:44.751704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bfa87-0fd4-4ddc-bcd7-86675f54a01f req-fd22ef20-dd83-4db3-b23b-40f378a71f3b tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:44.763435 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c6bfa87-0fd4-4ddc-bcd7-86675f54a01f req-fd22ef20-dd83-4db3-b23b-40f378a71f3b tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 943 time: 0.6074455 Jul 05 10:06:44.782405 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-382a7c45-b48d-4076-9e13-3db770458b9d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=931420c7-2f5c-4210-881f-ffaae81b0ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754032 Jul 05 10:06:44.793066 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:44.836787 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddba1c2-0c17-422d-8ed2-534739a177bc req-fc312082-108b-4faf-9315-7afc3928c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:44.849266 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dddba1c2-0c17-422d-8ed2-534739a177bc req-fc312082-108b-4faf-9315-7afc3928c589 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5fed04b5-f8db-470f-8de4-b83872d7ee9f HTTP/1.1" status: 200 len: 922 time: 0.4190581 Jul 05 10:06:44.865201 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa66719-239d-499f-b981-64b4757e2117']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:44.877772 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:44.904865 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c6bfa87-0fd4-4ddc-bcd7-86675f54a01f req-f069bb0d-dbea-4969-9ce4-795c6ebfcf5f tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397543 Jul 05 10:06:44.911005 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dddba1c2-0c17-422d-8ed2-534739a177bc req-8b2bde29-f9bb-4247-9640-0130796a0808 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8375157d-06a1-48cc-85dc-be2a6690136e HTTP/1.1" status: 200 len: 217 time: 0.0593455 Jul 05 10:06:44.920791 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-ae9b1d26-66ab-4516-a1ab-463dcb781971 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:44.920791 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-ae9b1d26-66ab-4516-a1ab-463dcb781971 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b&tenant_id=312b10a2b35949449c89df3e680df435&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 1097 time: 0.3810787 Jul 05 10:06:44.968210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-27'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:06:44.968717 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4bb6444-5491-47d0-bcde-fe0ebf95891c req-df5dcafa-ec7a-46eb-a066-0ac09b983d16 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:44.979954 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c83bdfc-34c8-4b8b-8ceb-a33b82814f7d None None] Sync routers for ids ['1f768f55-3adf-4698-be51-cae634d1e80a'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:44.995033 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14788a68-4395-49bb-a538-837d8fbf3f6e') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:44.995327 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14788a68-4395-49bb-a538-837d8fbf3f6e') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:45.008863 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c83bdfc-34c8-4b8b-8ceb-a33b82814f7d None None] Routers {'1f768f55-3adf-4698-be51-cae634d1e80a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:45.008863 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7c83bdfc-34c8-4b8b-8ceb-a33b82814f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1f768f55-3adf-4698-be51-cae634d1e80a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:45.034240 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.097431 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4bb6444-5491-47d0-bcde-fe0ebf95891c req-df5dcafa-ec7a-46eb-a066-0ac09b983d16 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] No DVR routers for this DVR port b6088141-e720-4670-9a00-0969a72fbef1 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:45.101222 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.113711 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d4bb6444-5491-47d0-bcde-fe0ebf95891c req-df5dcafa-ec7a-46eb-a066-0ac09b983d16 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.115853 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d4bb6444-5491-47d0-bcde-fe0ebf95891c req-df5dcafa-ec7a-46eb-a066-0ac09b983d16 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.64 "DELETE /v2.0/ports/b6088141-e720-4670-9a00-0969a72fbef1 HTTP/1.1" status: 204 len: 173 time: 4.5049810 Jul 05 10:06:45.121596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:06:45.123807 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:06:45.135707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddba1c2-0c17-422d-8ed2-534739a177bc req-a35cf4a2-57c7-47b0-a56b-fa9799880b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:45.158444 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dddba1c2-0c17-422d-8ed2-534739a177bc req-a35cf4a2-57c7-47b0-a56b-fa9799880b27 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f7cc0a6-a755-4629-82a4-860ee4befff1 HTTP/1.1" status: 200 len: 861 time: 0.2125561 Jul 05 10:06:45.198007 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-fc289afd-43ba-446d-8aba-5d1f6b641165 service neutron] 10.222.0.73 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897815 Jul 05 10:06:45.236831 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058331cb-75f6-4005-a472-2ad29b84da99 req-db52cf7a-b387-4928-b0ea-afe497585d9f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:45.237434 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-7c83bdfc-34c8-4b8b-8ceb-a33b82814f7d None None] Set router 1f768f55-3adf-4698-be51-cae634d1e80a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:45.244407 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-058331cb-75f6-4005-a472-2ad29b84da99 req-db52cf7a-b387-4928-b0ea-afe497585d9f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 943 time: 0.4343832 Jul 05 10:06:45.255339 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88212dcf-971b-45d9-ab96-2e5d3105ee13 x-openstack-request-id: req-88212dcf-971b-45d9-ab96-2e5d3105ee13 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:45.260954 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf", "name": "network-vif-deleted", "tag": "fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:45.260954 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88212dcf-971b-45d9-ab96-2e5d3105ee13 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:45.260954 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf', 'name': 'network-vif-deleted', 'tag': 'fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9', 'status': 'completed', 'code': 200} Jul 05 10:06:45.317565 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.440727 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dddba1c2-0c17-422d-8ed2-534739a177bc req-78710254-4055-49d2-8925-8cd5d287069b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5fed04b5-f8db-470f-8de4-b83872d7ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1871021 Jul 05 10:06:45.450973 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-058331cb-75f6-4005-a472-2ad29b84da99 req-bcf69566-b0d7-4d07-a244-a005420a9aee tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055833 Jul 05 10:06:45.454193 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.470636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cad5747a-b9a2-4423-a492-15b270b4a782 req-0834fd2b-5d9c-4e69-a339-7b244a475ebd service neutron] 10.222.0.73 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542906 Jul 05 10:06:45.496136 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:45.519192 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] 10.222.0.77 "DELETE /v2.0/networks/faa66719-239d-499f-b981-64b4757e2117 HTTP/1.1" status: 204 len: 168 time: 2.6619246 Jul 05 10:06:45.558502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672fab3-07bd-40ed-b341-38018a9dc455 admin admin] Pushing event deleted for resources: {'Network': ['ID=faa66719-239d-499f-b981-64b4757e2117,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:45.682172 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7c83bdfc-34c8-4b8b-8ceb-a33b82814f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'name': 'tempest-ServersTestJSON-1350711034-router', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'e053a357-7856-4acc-a306-71e5704be65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:02Z', 'updated_at': '2021-07-05T10:04:11Z', 'revision_number': 4, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'gw_port': {'id': 'e053a357-7856-4acc-a306-71e5704be65b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f107b770-a4d2-4822-8f35-c57e93953938', 'name': '', 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'mac_address': 'fa:16:3e:b6:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:10Z', 'updated_at': '2021-07-05T10:04:21Z', 'revision_number': 5, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'subnets': [{'id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:45.682172 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c83bdfc-34c8-4b8b-8ceb-a33b82814f7d None None] Checking router: 1f768f55-3adf-4698-be51-cae634d1e80a for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:45.688408 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c83bdfc-34c8-4b8b-8ceb-a33b82814f7d None None] Routers {'1f768f55-3adf-4698-be51-cae634d1e80a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:45.689100 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7c83bdfc-34c8-4b8b-8ceb-a33b82814f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1f768f55-3adf-4698-be51-cae634d1e80a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:45.731919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] For port c98a16b1-f808-41c5-b1f8-7cc83492fce2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c98a16b1-f808-41c5-b1f8-7cc83492fce2,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:45.791437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] For port c98a16b1-f808-41c5-b1f8-7cc83492fce2, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:45.880968 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ea347772-f8b7-4bd9-a2a0-8ca716a997f9 req-e45e0a77-48de-42c2-a9a4-dbb0f17f22e1 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4539a29-8130-4b40-86ac-0e6e449d33b1 HTTP/1.1" status: 200 len: 210 time: 0.1148582 Jul 05 10:06:45.883874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f3d85-fa38-4ef8-aca0-e5ceb3d722bf req-036c81c0-0807-48ae-8cd0-dd617f7f188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:45.885866 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-7c83bdfc-34c8-4b8b-8ceb-a33b82814f7d None None] Set router 1f768f55-3adf-4698-be51-cae634d1e80a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:45.886190 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-609f3d85-fa38-4ef8-aca0-e5ceb3d722bf req-036c81c0-0807-48ae-8cd0-dd617f7f188f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aaf471cbe22142a7880d15035c04feae&device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 1095 time: 0.2610486 Jul 05 10:06:46.004704 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:46.009028 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:46.054478 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4539a29-8130-4b40-86ac-0e6e449d33b1', 'name': 'network-vif-deleted', 'tag': 'b6088141-e720-4670-9a00-0969a72fbef1'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:46.066091 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78bf546-8de9-4164-90ce-c2fe846df6a8" -d '{"events": [{"server_uuid": "b4539a29-8130-4b40-86ac-0e6e449d33b1", "name": "network-vif-deleted", "tag": "b6088141-e720-4670-9a00-0969a72fbef1"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:46.081508 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:46.083494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device fbf7a2c0-3de7-4f65-81cf-72cbad2b17d9 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:46.084134 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device b6088141-e720-4670-9a00-0969a72fbef1 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:46.140891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: b6088141-e720-4670-9a00-0969a72fbef1 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:46.141544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device b6088141-e720-4670-9a00-0969a72fbef1 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:46.175976 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:46.181231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f3d85-fa38-4ef8-aca0-e5ceb3d722bf req-18bbfcee-e771-40cd-89a8-c27ee6fbc1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:46.183103 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-609f3d85-fa38-4ef8-aca0-e5ceb3d722bf req-18bbfcee-e771-40cd-89a8-c27ee6fbc1c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=931420c7-2f5c-4210-881f-ffaae81b0ce6 HTTP/1.1" status: 200 len: 912 time: 0.2803140 Jul 05 10:06:46.241669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5efd19-176c-4fcb-9b27-eff2ed3954e0 req-41fc80a4-fcfb-43bf-bfd0-0dea768b6ce6 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:46.249438 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1d5efd19-176c-4fcb-9b27-eff2ed3954e0 req-41fc80a4-fcfb-43bf-bfd0-0dea768b6ce6 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 945 time: 0.8342872 Jul 05 10:06:46.277243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40694) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:46.291984 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-609f3d85-fa38-4ef8-aca0-e5ceb3d722bf req-ad34d851-ecf5-4e59-814c-20624ec0e0e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a4e712b-3174-4ac2-b754-8aba5f42b16a HTTP/1.1" status: 200 len: 217 time: 0.1022205 Jul 05 10:06:46.314292 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b809a14-3538-43e9-85a6-1356759faf62 req-037d076f-2e16-42a3-93ad-dcb17fc002e7 tempest-TenantUsagesTestJSON-1084836058 tempest-TenantUsagesTestJSON-1084836058-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee13b9af-9ea1-4dbe-b31b-bdb2db0f1edf HTTP/1.1" status: 200 len: 210 time: 0.0788448 Jul 05 10:06:46.329094 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7c83bdfc-34c8-4b8b-8ceb-a33b82814f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'name': 'tempest-ServersTestJSON-1350711034-router', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'e053a357-7856-4acc-a306-71e5704be65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:02Z', 'updated_at': '2021-07-05T10:04:11Z', 'revision_number': 4, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'gw_port': {'id': 'e053a357-7856-4acc-a306-71e5704be65b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f107b770-a4d2-4822-8f35-c57e93953938', 'name': '', 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'mac_address': 'fa:16:3e:b6:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:10Z', 'updated_at': '2021-07-05T10:04:21Z', 'revision_number': 5, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'subnets': [{'id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:46.331487 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dddba1c2-0c17-422d-8ed2-534739a177bc req-3477385f-d516-438c-be16-103434dbf886 service neutron] 10.222.0.73 "GET /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8742013 Jul 05 10:06:46.332330 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:46.355039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 8375157d-06a1-48cc-85dc-be2a6690136e details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:06:46.390396 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c83bdfc-34c8-4b8b-8ceb-a33b82814f7d None None] The sync data for ids ['1f768f55-3adf-4698-be51-cae634d1e80a'] in n-d-779913-27 is: [{'id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'name': 'tempest-ServersTestJSON-1350711034-router', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'e053a357-7856-4acc-a306-71e5704be65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:02Z', 'updated_at': '2021-07-05T10:04:11Z', 'revision_number': 4, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'gw_port': {'id': 'e053a357-7856-4acc-a306-71e5704be65b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f107b770-a4d2-4822-8f35-c57e93953938', 'name': '', 'network_id': 'f80f7560-b963-4c65-9715-a46cd8350cc8', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'mac_address': 'fa:16:3e:b6:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:10Z', 'updated_at': '2021-07-05T10:04:21Z', 'revision_number': 5, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'subnets': [{'id': '57ad367d-882a-4f53-88e0-ec5a68e41b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:46.415604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f3d85-fa38-4ef8-aca0-e5ceb3d722bf req-3fb9ed71-f8f7-46f6-ad06-aa0a3a269046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:46.415604 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-609f3d85-fa38-4ef8-aca0-e5ceb3d722bf req-3fb9ed71-f8f7-46f6-ad06-aa0a3a269046 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef74de40-dd65-451f-9123-3f8618e2b3e8 HTTP/1.1" status: 200 len: 851 time: 0.0925584 Jul 05 10:06:46.466541 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-609f3d85-fa38-4ef8-aca0-e5ceb3d722bf req-bf0bba0f-5207-46c4-aee8-ad444eccb1df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=931420c7-2f5c-4210-881f-ffaae81b0ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485084 Jul 05 10:06:46.519062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Pushing event updated for resources: {'Port': ['ID=c98a16b1-f808-41c5-b1f8-7cc83492fce2,revision_number=7']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:46.570507 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 8375157d-06a1-48cc-85dc-be2a6690136e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8375157d-06a1-48cc-85dc-be2a6690136e,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:46.618382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '8375157d-06a1-48cc-85dc-be2a6690136e', 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f', 'port_id': '8375157d-06a1-48cc-85dc-be2a6690136e', 'mac_address': 'fa:16:3e:35:c0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7cc0a6-a755-4629-82a4-860ee4befff1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:06:46.686141 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2d86b-e065-4e68-bbdb-0c5ab95083e7 req-6fa47e90-7ec6-43d0-9436-97801d43feed tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:46.691601 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-63d2d86b-e065-4e68-bbdb-0c5ab95083e7 req-6fa47e90-7ec6-43d0-9436-97801d43feed tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 943 time: 0.1997826 Jul 05 10:06:46.709800 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:46.724959 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-609f3d85-fa38-4ef8-aca0-e5ceb3d722bf req-4eb03e4a-2313-4d2c-8e76-e37fd8f2c1ac service neutron] 10.222.0.73 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490196 Jul 05 10:06:46.731425 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8375157d-06a1-48cc-85dc-be2a6690136e {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:06:46.756405 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 8375157d-06a1-48cc-85dc-be2a6690136e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8375157d-06a1-48cc-85dc-be2a6690136e,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:46.758772 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:46.836009 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:46.876372 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-63d2d86b-e065-4e68-bbdb-0c5ab95083e7 req-1bbf211c-fb2d-4009-8dfa-aa137b997f00 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682136 Jul 05 10:06:46.918302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454e5f02-0aa9-453d-a9cf-f2d6804b3b37 None None] New status for floating IP d5009348-8cf2-438f-92ef-b8b8d2e2112b: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:06:46.935647 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-609f3d85-fa38-4ef8-aca0-e5ceb3d722bf req-f452cb7c-24dc-4662-9190-41157fe0bc0c service neutron] 10.222.0.73 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023273 Jul 05 10:06:46.953856 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3d4785-6481-455f-8c08-70071fbded3e x-openstack-request-id: req-6e3d4785-6481-455f-8c08-70071fbded3e {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:46.954391 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4539a29-8130-4b40-86ac-0e6e449d33b1", "name": "network-vif-deleted", "tag": "b6088141-e720-4670-9a00-0969a72fbef1", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:46.954816 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6e3d4785-6481-455f-8c08-70071fbded3e {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:46.955419 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4539a29-8130-4b40-86ac-0e6e449d33b1', 'name': 'network-vif-deleted', 'tag': 'b6088141-e720-4670-9a00-0969a72fbef1', 'status': 'completed', 'code': 200} Jul 05 10:06:47.004577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1d5efd19-176c-4fcb-9b27-eff2ed3954e0 req-547f7f29-98e1-416e-9384-19df3cfb2b65 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7538393 Jul 05 10:06:47.012261 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c434e7e8-2e27-477d-b28d-01696cc99c09 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=79a77f7ffb3f49cfa62bd853ab43f167&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7310703 Jul 05 10:06:47.018761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40718) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:47.066376 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=8375157d-06a1-48cc-85dc-be2a6690136e,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:47.075254 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['8375157d-06a1-48cc-85dc-be2a6690136e'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:47.146895 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-de48f6ba-5814-4fb7-a6cc-88432ae5bb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:47.153870 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dddba1c2-0c17-422d-8ed2-534739a177bc req-7318d1ec-4913-4629-ad5d-99ce426684a3 service neutron] 10.222.0.73 "GET /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7711585 Jul 05 10:06:47.188544 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-de48f6ba-5814-4fb7-a6cc-88432ae5bb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:47.246844 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2ff23-7b1e-4526-a6ce-5384f70b0dc9 req-76ed5f97-3a13-4caa-8cfd-2ca47922dff8 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:47.254527 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0cd2ff23-7b1e-4526-a6ce-5384f70b0dc9 req-76ed5f97-3a13-4caa-8cfd-2ca47922dff8 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 944 time: 0.1457205 Jul 05 10:06:47.271161 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e9bc2a-4850-4f90-a588-279bf7981b2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98a16b1-f808-41c5-b1f8-7cc83492fce2'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:47.274572 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06220337-bc36-4cba-8212-73f695668cf6" -d '{"events": [{"server_uuid": "21e9bc2a-4850-4f90-a588-279bf7981b2b", "name": "network-vif-unplugged", "status": "completed", "tag": "c98a16b1-f808-41c5-b1f8-7cc83492fce2"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:47.277803 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Attempting to bind port c98a16b1-f808-41c5-b1f8-7cc83492fce2 on host n-h1-779913-27 for vnic_type normal with profile {"migrating_to": "n-h2-779913-27"} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:47.279090 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Attempting to bind port c98a16b1-f808-41c5-b1f8-7cc83492fce2 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:47.280047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Attempting to bind port c98a16b1-f808-41c5-b1f8-7cc83492fce2 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:47.288917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Port c98a16b1-f808-41c5-b1f8-7cc83492fce2 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:06:47.290432 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Attempting to bind port c98a16b1-f808-41c5-b1f8-7cc83492fce2 on network 39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:47.299090 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:47.300250 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Checking segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:47.300750 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Bound using segment: {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:47.302767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Bound port: c98a16b1-f808-41c5-b1f8-7cc83492fce2, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bd9fef-2d9e-4b19-852a-5ee15673b2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:47.303244 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:47.308613 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0cd2ff23-7b1e-4526-a6ce-5384f70b0dc9 req-3fee26c2-32d6-4c27-9d83-7b9312482cd4 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531473 Jul 05 10:06:47.317605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Router f892df92-166b-4b45-8c02-547dd3df04ea is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:06:47.396515 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40728) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:47.406799 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] For port c98a16b1-f808-41c5-b1f8-7cc83492fce2, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:47.411030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] For port c98a16b1-f808-41c5-b1f8-7cc83492fce2, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c98a16b1-f808-41c5-b1f8-7cc83492fce2,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:47.413463 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9758d3-46e2-4db3-88b5-e379d9a33339 x-openstack-request-id: req-aa9758d3-46e2-4db3-88b5-e379d9a33339 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:47.413803 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e9bc2a-4850-4f90-a588-279bf7981b2b", "name": "network-vif-unplugged", "status": "completed", "tag": "c98a16b1-f808-41c5-b1f8-7cc83492fce2", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:47.414388 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa9758d3-46e2-4db3-88b5-e379d9a33339 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:47.414804 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e9bc2a-4850-4f90-a588-279bf7981b2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98a16b1-f808-41c5-b1f8-7cc83492fce2', 'code': 200} Jul 05 10:06:47.432762 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-de48f6ba-5814-4fb7-a6cc-88432ae5bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:47.435700 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-de48f6ba-5814-4fb7-a6cc-88432ae5bb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:47.437125 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-de48f6ba-5814-4fb7-a6cc-88432ae5bb8c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54ee7e6c-2070-4dab-be80-5d0f18311832 HTTP/1.1" status: 204 len: 168 time: 0.4236431 Jul 05 10:06:47.470201 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48f6ba-5814-4fb7-a6cc-88432ae5bb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ee7e6c-2070-4dab-be80-5d0f18311832,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:47.510932 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:47.519057 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-579a0918-6628-4afe-bee6-dca48aa9cd4d tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:47.567541 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-579a0918-6628-4afe-bee6-dca48aa9cd4d tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:47.653702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:47.659659 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:47.659659 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] 10.222.0.64 "PUT /v2.0/ports/c98a16b1-f808-41c5-b1f8-7cc83492fce2 HTTP/1.1" status: 200 len: 1123 time: 2.7086787 Jul 05 10:06:47.683638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f837883-d5a8-4d1b-b86a-2944415d4235 service neutron] Pushing event updated for resources: {'Port': ['ID=c98a16b1-f808-41c5-b1f8-7cc83492fce2,revision_number=8']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:47.715657 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:47.731035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['c98a16b1-f808-41c5-b1f8-7cc83492fce2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:47.731974 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Sync routers for ids ['f892df92-166b-4b45-8c02-547dd3df04ea'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:47.747761 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Routers {'f892df92-166b-4b45-8c02-547dd3df04ea'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:47.748661 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f892df92-166b-4b45-8c02-547dd3df04ea'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:47.768671 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-579a0918-6628-4afe-bee6-dca48aa9cd4d tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:47.770367 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-579a0918-6628-4afe-bee6-dca48aa9cd4d tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:47.771779 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-579a0918-6628-4afe-bee6-dca48aa9cd4d tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "DELETE /v2.0/security-groups/d2328b2f-9b0b-40cf-8b13-63a61c14eff0 HTTP/1.1" status: 204 len: 168 time: 0.3740516 Jul 05 10:06:47.775877 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40734) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:47.783786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a0918-6628-4afe-bee6-dca48aa9cd4d tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2328b2f-9b0b-40cf-8b13-63a61c14eff0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:47.789990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['c98a16b1-f808-41c5-b1f8-7cc83492fce2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:47.807823 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-bf7debfd-4818-4424-b5d9-3c3736d64a68 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] show failed (client error): The resource could not be found. Jul 05 10:06:47.809002 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bf7debfd-4818-4424-b5d9-3c3736d64a68 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "GET /v2.0/security-groups/d2328b2f-9b0b-40cf-8b13-63a61c14eff0 HTTP/1.1" status: 404 len: 347 time: 0.0318296 Jul 05 10:06:47.811603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40736) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:48.004213 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:48.005465 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-18c328b6-cdab-4998-a57a-b9a8fd7e6729 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.1705782 Jul 05 10:06:48.008355 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40740) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:48.027164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c98a16b1-f808-41c5-b1f8-7cc83492fce2 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:06:48.069694 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Set router f892df92-166b-4b45-8c02-547dd3df04ea gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:48.163957 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-766e6bb1-8f8e-4f2f-a9f1-d147a88cfa72 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Deleting port 50b45d2b-92bf-42ee-a684-52c34f21c5c0 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:48.164720 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-766e6bb1-8f8e-4f2f-a9f1-d147a88cfa72 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:48.271242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port c98a16b1-f808-41c5-b1f8-7cc83492fce2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c98a16b1-f808-41c5-b1f8-7cc83492fce2,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:48.296756 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c98a16b1-f808-41c5-b1f8-7cc83492fce2 has no active binding in host n-h2-779913-27 {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 10:06:48.374915 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 6a4e712b-3174-4ac2-b754-8aba5f42b16a details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:06:48.378706 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 8375157d-06a1-48cc-85dc-be2a6690136e up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:48.409318 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-766e6bb1-8f8e-4f2f-a9f1-d147a88cfa72 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:48.409777 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-766e6bb1-8f8e-4f2f-a9f1-d147a88cfa72 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:48.424038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40750) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:48.427445 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-766e6bb1-8f8e-4f2f-a9f1-d147a88cfa72 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Calling delete_port for 50b45d2b-92bf-42ee-a684-52c34f21c5c0 owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:48.450262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6111b-87a2-41b9-8bce-959d018d8ac4 req-2f158389-da32-443c-8912-f7138d55bbd0 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:48.457656 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eab6111b-87a2-41b9-8bce-959d018d8ac4 req-2f158389-da32-443c-8912-f7138d55bbd0 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 943 time: 0.2875476 Jul 05 10:06:48.513080 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eab6111b-87a2-41b9-8bce-959d018d8ac4 req-eaa13911-7348-49f9-97d0-ea32dc4c55c0 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541291 Jul 05 10:06:48.623018 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'name': 'tempest-ServerRescueNegativeTestJSON-279085528-router', 'tenant_id': '5a5516a987464e3c882297462ee52153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6a3600a0-8433-4959-b574-381100e641aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:40Z', 'updated_at': '2021-07-05T10:06:43Z', 'revision_number': 3, 'project_id': '5a5516a987464e3c882297462ee52153', 'gw_port': {'id': '6a3600a0-8433-4959-b574-381100e641aa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:41Z', 'updated_at': '2021-07-05T10:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:48.664207 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 8375157d-06a1-48cc-85dc-be2a6690136e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:48.691206 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Checking router: f892df92-166b-4b45-8c02-547dd3df04ea for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:48.702995 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Updating router f892df92-166b-4b45-8c02-547dd3df04ea port 6a3600a0-8433-4959-b574-381100e641aa binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:06:48.707331 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 8375157d-06a1-48cc-85dc-be2a6690136e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:48.708176 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:48.750391 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b263b-8776-4bcc-afb6-d365618479dc req-08b53cec-1730-4a5b-9530-fe2a1c506bae tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:48.762720 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-946b263b-8776-4bcc-afb6-d365618479dc req-08b53cec-1730-4a5b-9530-fe2a1c506bae tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 943 time: 0.4656134 Jul 05 10:06:48.774380 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:48.830024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40754) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:48.865789 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 6a4e712b-3174-4ac2-b754-8aba5f42b16a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=6a4e712b-3174-4ac2-b754-8aba5f42b16a,segment=NetworkSegment(b10dfee1-7279-4fe3-a280-34e2aeea8eb4),segment_id=b10dfee1-7279-4fe3-a280-34e2aeea8eb4)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:48.889238 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-946b263b-8776-4bcc-afb6-d365618479dc req-49ea34ac-c59e-4feb-9bfc-1d71048c2366 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252570 Jul 05 10:06:48.934859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '6a4e712b-3174-4ac2-b754-8aba5f42b16a', 'network_id': '931420c7-2f5c-4210-881f-ffaae81b0ce6', 'port_id': '6a4e712b-3174-4ac2-b754-8aba5f42b16a', 'mac_address': 'fa:16:3e:f2:67:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef74de40-dd65-451f-9123-3f8618e2b3e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:06:48.951612 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e3faf656-46f4-432c-87dd-48e72ade67d8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3773e0cd52e341649762742ea9201eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5233407 Jul 05 10:06:48.984858 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:48.997894 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.008368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40756) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:49.024048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4e712b-3174-4ac2-b754-8aba5f42b16a {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:06:49.050461 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 6a4e712b-3174-4ac2-b754-8aba5f42b16a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=6a4e712b-3174-4ac2-b754-8aba5f42b16a,segment=NetworkSegment(b10dfee1-7279-4fe3-a280-34e2aeea8eb4),segment_id=b10dfee1-7279-4fe3-a280-34e2aeea8eb4)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:49.055698 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8e4259-1874-44e5-82e0-98a8c995f70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8375157d-06a1-48cc-85dc-be2a6690136e'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:49.058800 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6286696b-678b-40cc-970c-cc0d7697fddf" -d '{"events": [{"server_uuid": "ff8e4259-1874-44e5-82e0-98a8c995f70f", "name": "network-vif-plugged", "status": "completed", "tag": "8375157d-06a1-48cc-85dc-be2a6690136e"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:49.093259 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 8375157d-06a1-48cc-85dc-be2a6690136e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8375157d-06a1-48cc-85dc-be2a6690136e,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:49.101952 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2f8ba7a4-cd14-4328-b920-4fbd7485a4ed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c872aa77a3a47188831f1e9a163b717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583137 Jul 05 10:06:49.108072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40760) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:49.130437 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69e4cda-e8ec-486e-af9c-d3f04b7bd193 x-openstack-request-id: req-d69e4cda-e8ec-486e-af9c-d3f04b7bd193 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:49.131281 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8e4259-1874-44e5-82e0-98a8c995f70f", "name": "network-vif-plugged", "status": "completed", "tag": "8375157d-06a1-48cc-85dc-be2a6690136e", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:49.131281 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d69e4cda-e8ec-486e-af9c-d3f04b7bd193 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:49.131521 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8e4259-1874-44e5-82e0-98a8c995f70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8375157d-06a1-48cc-85dc-be2a6690136e', 'code': 200} Jul 05 10:06:49.148952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac14e0-53f9-4558-8131-57f5cafd6b5a req-d5e17271-f6bd-4a66-a887-432f89707078 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:49.163736 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-acac14e0-53f9-4558-8131-57f5cafd6b5a req-d5e17271-f6bd-4a66-a887-432f89707078 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 944 time: 0.4260027 Jul 05 10:06:49.195133 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.246184 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-766e6bb1-8f8e-4f2f-a9f1-d147a88cfa72 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.265884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=6a4e712b-3174-4ac2-b754-8aba5f42b16a,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:49.269173 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.322576 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.329583 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=8375157d-06a1-48cc-85dc-be2a6690136e,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:49.347158 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-acac14e0-53f9-4558-8131-57f5cafd6b5a req-9d958180-0e3d-4658-ac9f-9ad3bd70b352 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816444 Jul 05 10:06:49.349406 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Transition to ACTIVE for port object 6a3600a0-8433-4959-b574-381100e641aa will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:49.363206 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e6bb1-8f8e-4f2f-a9f1-d147a88cfa72 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Pushing event deleted for resources: {'Port': ['ID=50b45d2b-92bf-42ee-a684-52c34f21c5c0,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:49.373295 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-05883be6-9e83-4951-8bec-3e8c4aeb0123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.406346 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-05883be6-9e83-4951-8bec-3e8c4aeb0123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.415863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.428596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e9bc2a-4850-4f90-a588-279bf7981b2b', 'tag': 'c98a16b1-f808-41c5-b1f8-7cc83492fce2'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:49.429560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['6a4e712b-3174-4ac2-b754-8aba5f42b16a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:06:49.429696 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.434098 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d8f409-0ada-476d-b2b5-47ce432a4c51" -d '{"events": [{"name": "network-changed", "server_uuid": "21e9bc2a-4850-4f90-a588-279bf7981b2b", "tag": "c98a16b1-f808-41c5-b1f8-7cc83492fce2"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:49.482191 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19276172-6599-4b4f-a445-0a451daeb2a2 None None] Pushing event updated for resources: {'Port': ['ID=6a3600a0-8433-4959-b574-381100e641aa,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:49.488081 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74124921-9efc-4437-b4a9-cec9b450ba57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.498722 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-766e6bb1-8f8e-4f2f-a9f1-d147a88cfa72 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.506579 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-766e6bb1-8f8e-4f2f-a9f1-d147a88cfa72 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.506579 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-766e6bb1-8f8e-4f2f-a9f1-d147a88cfa72 tempest-ServersTestJSON-178923952 tempest-ServersTestJSON-178923952-project] 10.222.0.77 "DELETE /v2.0/floatingips/d5009348-8cf2-438f-92ef-b8b8d2e2112b HTTP/1.1" status: 204 len: 168 time: 1.6919899 Jul 05 10:06:49.508531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2bc47-00fa-4e46-99d2-384c1322fc25 req-3fc1ca57-693b-4d53-b12f-600d815e5541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:49.509835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40764) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:49.511633 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9d2bc47-00fa-4e46-99d2-384c1322fc25 req-3fc1ca57-693b-4d53-b12f-600d815e5541 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 1097 time: 0.2414405 Jul 05 10:06:49.563594 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Attempting to bind port 6a3600a0-8433-4959-b574-381100e641aa on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:49.564020 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Attempting to bind port 6a3600a0-8433-4959-b574-381100e641aa by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:49.564382 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Attempting to bind port 6a3600a0-8433-4959-b574-381100e641aa on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:49.584065 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:49.584969 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:49.585357 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74124921-9efc-4437-b4a9-cec9b450ba57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.587025 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.587745 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:49.588462 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Bound port: 6a3600a0-8433-4959-b574-381100e641aa, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:49.588920 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cede88b5-6ea8-4dac-840b-747661e3e70b x-openstack-request-id: req-cede88b5-6ea8-4dac-840b-747661e3e70b {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:49.589448 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e9bc2a-4850-4f90-a588-279bf7981b2b", "tag": "c98a16b1-f808-41c5-b1f8-7cc83492fce2", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:49.589716 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cede88b5-6ea8-4dac-840b-747661e3e70b {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:49.590113 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e9bc2a-4850-4f90-a588-279bf7981b2b', 'tag': 'c98a16b1-f808-41c5-b1f8-7cc83492fce2', 'status': 'completed', 'code': 200} Jul 05 10:06:49.590775 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.605309 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9d2bc47-00fa-4e46-99d2-384c1322fc25 req-4ac646aa-4f46-4703-8cd5-a1678c21fe38 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758190 Jul 05 10:06:49.656059 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] For port 6a3600a0-8433-4959-b574-381100e641aa, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:49.660168 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] For port 6a3600a0-8433-4959-b574-381100e641aa, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6a3600a0-8433-4959-b574-381100e641aa,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:49.724805 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8f409-0ada-476d-b2b5-47ce432a4c51 req-48032f75-e0c8-41f6-9801-31b73a57e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:49.729504 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87d8f409-0ada-476d-b2b5-47ce432a4c51 req-48032f75-e0c8-41f6-9801-31b73a57e962 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 1126 time: 0.0672150 Jul 05 10:06:49.787843 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74124921-9efc-4437-b4a9-cec9b450ba57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.790895 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74124921-9efc-4437-b4a9-cec9b450ba57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.792050 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-74124921-9efc-4437-b4a9-cec9b450ba57 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2307133d-6391-4029-9c4e-c74fb84bd87c HTTP/1.1" status: 204 len: 168 time: 0.7765992 Jul 05 10:06:49.797695 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:49.834519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74124921-9efc-4437-b4a9-cec9b450ba57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2307133d-6391-4029-9c4e-c74fb84bd87c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:49.890687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8f409-0ada-476d-b2b5-47ce432a4c51 req-a9a03854-7b52-408a-a879-eaaeee9bef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:49.892551 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87d8f409-0ada-476d-b2b5-47ce432a4c51 req-a9a03854-7b52-408a-a879-eaaeee9bef3f service neutron] 10.222.0.73 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.1559176 Jul 05 10:06:49.922242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a55b9-b6c2-43bf-ad6b-96a62710f5d2 req-2fd827ce-a95a-4f7b-ad46-6da314bdc4b8 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:49.939430 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Routers {'f892df92-166b-4b45-8c02-547dd3df04ea'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:49.942347 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f892df92-166b-4b45-8c02-547dd3df04ea'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:49.944060 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b80a55b9-b6c2-43bf-ad6b-96a62710f5d2 req-2fd827ce-a95a-4f7b-ad46-6da314bdc4b8 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 944 time: 0.1595945 Jul 05 10:06:50.029731 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19276172-6599-4b4f-a445-0a451daeb2a2 None None] Pushing event updated for resources: {'Port': ['ID=6a3600a0-8433-4959-b574-381100e641aa,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:50.043055 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87d8f409-0ada-476d-b2b5-47ce432a4c51 req-06e667ac-41f1-43ab-8efd-d2d22deecfa1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c98a16b1-f808-41c5-b1f8-7cc83492fce2 HTTP/1.1" status: 200 len: 217 time: 0.1408627 Jul 05 10:06:50.152480 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] Set router f892df92-166b-4b45-8c02-547dd3df04ea gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:50.186609 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b80a55b9-b6c2-43bf-ad6b-96a62710f5d2 req-ca126ca0-f45e-4e8a-98f5-4057527f0e29 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415504 Jul 05 10:06:50.205129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8f409-0ada-476d-b2b5-47ce432a4c51 req-8eae010c-8b8d-48a7-864f-74bcf6e4e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:50.205129 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87d8f409-0ada-476d-b2b5-47ce432a4c51 req-8eae010c-8b8d-48a7-864f-74bcf6e4e89a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.1419337 Jul 05 10:06:50.242455 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87d8f409-0ada-476d-b2b5-47ce432a4c51 req-fc033ff9-8243-4e37-bbac-b14dd04adfd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300648 Jul 05 10:06:50.287823 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Allocated IP 172.20.0.1 (eda718cc-3d88-4d5f-91f1-69312c2d305c/b6868f51-bde3-415c-b220-7539627e798e/0e2afb29-a6b5-4643-bbfb-52a49db99fcd) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:06:50.396958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 6a4e712b-3174-4ac2-b754-8aba5f42b16a up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:50.405936 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87d8f409-0ada-476d-b2b5-47ce432a4c51 req-cd62dc04-b7e5-4050-94ba-5ed0f73e97df service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456947 Jul 05 10:06:50.408805 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-05883be6-9e83-4951-8bec-3e8c4aeb0123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.412936 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-05883be6-9e83-4951-8bec-3e8c4aeb0123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.420750 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-05883be6-9e83-4951-8bec-3e8c4aeb0123 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2eaeae37-e50d-4195-a8b6-637c47141d5e HTTP/1.1" status: 204 len: 168 time: 1.3102365 Jul 05 10:06:50.455604 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'name': 'tempest-ServerRescueNegativeTestJSON-279085528-router', 'tenant_id': '5a5516a987464e3c882297462ee52153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6a3600a0-8433-4959-b574-381100e641aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:40Z', 'updated_at': '2021-07-05T10:06:43Z', 'revision_number': 3, 'project_id': '5a5516a987464e3c882297462ee52153', 'gw_port': {'id': '6a3600a0-8433-4959-b574-381100e641aa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:41Z', 'updated_at': '2021-07-05T10:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:50.526260 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e54ba-12c9-406e-80e4-8bc9f27ca15e None None] The sync data for ids ['f892df92-166b-4b45-8c02-547dd3df04ea'] in n-d-779913-27 is: [{'id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'name': 'tempest-ServerRescueNegativeTestJSON-279085528-router', 'tenant_id': '5a5516a987464e3c882297462ee52153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6a3600a0-8433-4959-b574-381100e641aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:40Z', 'updated_at': '2021-07-05T10:06:43Z', 'revision_number': 3, 'project_id': '5a5516a987464e3c882297462ee52153', 'gw_port': {'id': '6a3600a0-8433-4959-b574-381100e641aa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:41Z', 'updated_at': '2021-07-05T10:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:50.528236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05883be6-9e83-4951-8bec-3e8c4aeb0123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaeae37-e50d-4195-a8b6-637c47141d5e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:50.629630 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87d8f409-0ada-476d-b2b5-47ce432a4c51 req-4c04f088-5fa5-4e1d-a7c9-1dbea4577c6d service neutron] 10.222.0.73 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142789 Jul 05 10:06:50.697901 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 6a4e712b-3174-4ac2-b754-8aba5f42b16a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:50.702774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 6a4e712b-3174-4ac2-b754-8aba5f42b16a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:50.703595 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.784916 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09561545-2a4b-4c34-b073-9f5a4a168003 req-bf420c32-c030-4afe-8afb-f34e7ade143d tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:50.791019 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09561545-2a4b-4c34-b073-9f5a4a168003 req-bf420c32-c030-4afe-8afb-f34e7ade143d tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 945 time: 0.1415300 Jul 05 10:06:50.792054 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ec211-56a5-4dcf-8371-8245e54fadd2 req-c538f195-6c73-4cd9-81bc-e8893b6aecdb tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:50.796327 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-007ec211-56a5-4dcf-8371-8245e54fadd2 req-c538f195-6c73-4cd9-81bc-e8893b6aecdb tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 943 time: 0.6148117 Jul 05 10:06:50.807944 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.875544 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09561545-2a4b-4c34-b073-9f5a4a168003 req-655c5176-b727-46a0-aaa0-729beaad6b7f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746684 Jul 05 10:06:50.929764 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:50.961760 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 6a4e712b-3174-4ac2-b754-8aba5f42b16a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=6a4e712b-3174-4ac2-b754-8aba5f42b16a,segment=NetworkSegment(b10dfee1-7279-4fe3-a280-34e2aeea8eb4),segment_id=b10dfee1-7279-4fe3-a280-34e2aeea8eb4)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:51.023818 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-007ec211-56a5-4dcf-8371-8245e54fadd2 req-b3d983b3-bbaf-46f7-843a-f115110fca57 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028759 Jul 05 10:06:51.055141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40780) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:51.082359 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:51.111287 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf4e57ac-ba16-4d69-ae20-b7a922173509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:51.213595 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308040ea-5145-4e55-b908-2cb55047e4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4e712b-3174-4ac2-b754-8aba5f42b16a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:06:51.218334 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaf9def-c020-442a-ba8f-a9e71f182860" -d '{"events": [{"server_uuid": "308040ea-5145-4e55-b908-2cb55047e4f1", "name": "network-vif-plugged", "status": "completed", "tag": "6a4e712b-3174-4ac2-b754-8aba5f42b16a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:06:51.227094 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=6a4e712b-3174-4ac2-b754-8aba5f42b16a,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:51.314275 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87c9f20-ce2f-4dc8-b42b-5ce79deee078 x-openstack-request-id: req-f87c9f20-ce2f-4dc8-b42b-5ce79deee078 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:06:51.315189 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308040ea-5145-4e55-b908-2cb55047e4f1", "name": "network-vif-plugged", "status": "completed", "tag": "6a4e712b-3174-4ac2-b754-8aba5f42b16a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:06:51.315558 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f87c9f20-ce2f-4dc8-b42b-5ce79deee078 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:06:51.316029 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308040ea-5145-4e55-b908-2cb55047e4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4e712b-3174-4ac2-b754-8aba5f42b16a', 'code': 200} Jul 05 10:06:51.338598 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf4e57ac-ba16-4d69-ae20-b7a922173509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:51.413734 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:51.453338 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf4e57ac-ba16-4d69-ae20-b7a922173509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:51.505775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2afb29-a6b5-4643-bbfb-52a49db99fcd,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:51.537990 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:51.538311 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:51.544928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:51.545337 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:51.545690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:51.546021 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:51.546348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:51.546673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:51.547001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:51.547324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:51.547643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:51.547998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:06:51.584371 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bf4e57ac-ba16-4d69-ae20-b7a922173509 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1de231b4815b45f995b08b6370e25394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5252082 Jul 05 10:06:51.586152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Network eda718cc-3d88-4d5f-91f1-69312c2d305c is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:51.588030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40792) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:51.600522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:51.607231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab8eb1-61ab-4ca9-87f9-48eed8438de2 req-62cfa236-59d2-4306-b0fc-8314bcc10a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:51.607707 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:06:51.608440 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-86ab8eb1-61ab-4ca9-87f9-48eed8438de2 req-62cfa236-59d2-4306-b0fc-8314bcc10a76 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 1097 time: 0.2222943 Jul 05 10:06:51.609087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e57ac-ba16-4d69-ae20-b7a922173509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb292a6a-8f83-49b5-ab41-d52a39c91d09,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:51.675266 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1da028c7-d0f3-4e95-8471-adc46a2e0ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:51.687767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ce7f0-6a21-4af8-a173-acfbe17c0e0b req-5ece7b2f-392e-40bd-8588-de059c896493 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:51.694751 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-977ce7f0-6a21-4af8-a173-acfbe17c0e0b req-5ece7b2f-392e-40bd-8588-de059c896493 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.2134280 Jul 05 10:06:51.790502 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-86ab8eb1-61ab-4ca9-87f9-48eed8438de2 req-31bb5609-124b-4869-9246-a0e583c712f6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626208 Jul 05 10:06:51.816173 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-977ce7f0-6a21-4af8-a173-acfbe17c0e0b req-748ffc4a-001c-498a-a3ab-9e1392ebbe43 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204419 Jul 05 10:06:51.817410 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:51.875067 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c94e25ff-f63f-4611-8e65-c0b62272c190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:51.901343 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c94e25ff-f63f-4611-8e65-c0b62272c190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:51.995744 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.148109 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c94e25ff-f63f-4611-8e65-c0b62272c190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.166402 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c94e25ff-f63f-4611-8e65-c0b62272c190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.174666 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c94e25ff-f63f-4611-8e65-c0b62272c190 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb292a6a-8f83-49b5-ab41-d52a39c91d09 HTTP/1.1" status: 204 len: 168 time: 0.5848773 Jul 05 10:06:52.285472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e25ff-f63f-4611-8e65-c0b62272c190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb292a6a-8f83-49b5-ab41-d52a39c91d09,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:52.393696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052001a8-a7a4-412c-be76-b300a23d9db2 req-042349d7-7672-496d-a5bf-f84ef07abd80 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:52.401854 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-052001a8-a7a4-412c-be76-b300a23d9db2 req-042349d7-7672-496d-a5bf-f84ef07abd80 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 945 time: 0.2218032 Jul 05 10:06:52.406122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07fd8c-ef8f-4754-9898-c49db8671d8c req-a9dd8d60-66e0-4e51-afc2-9f2a33498805 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:52.408678 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a07fd8c-ef8f-4754-9898-c49db8671d8c req-a9dd8d60-66e0-4e51-afc2-9f2a33498805 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 943 time: 0.1389303 Jul 05 10:06:52.417651 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6a3600a0-8433-4959-b574-381100e641aa up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:52.553263 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a07fd8c-ef8f-4754-9898-c49db8671d8c req-4f0a4a06-13c7-4ed6-b0d4-71a69d667fa0 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258867 Jul 05 10:06:52.568526 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-052001a8-a7a4-412c-be76-b300a23d9db2 req-7c98f105-3abb-4fea-b879-827cbde2505c tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656437 Jul 05 10:06:52.629249 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.732809 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 6a3600a0-8433-4959-b574-381100e641aa completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:52.741613 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 6a3600a0-8433-4959-b574-381100e641aa triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:52.742285 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:52.996791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1da028c7-d0f3-4e95-8471-adc46a2e0ca8 admin admin] Deleting port f107b770-a4d2-4822-8f35-c57e93953938 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:52.998286 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1da028c7-d0f3-4e95-8471-adc46a2e0ca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:53.042046 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6c6f8-74c3-4ac3-850c-6b8968685012 req-d8e17884-0e6f-4d93-a258-8ef1a5c9f50a tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:53.057557 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6e6c6f8-74c3-4ac3-850c-6b8968685012 req-d8e17884-0e6f-4d93-a258-8ef1a5c9f50a tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 945 time: 0.2242997 Jul 05 10:06:53.074524 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:53.122603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 6a3600a0-8433-4959-b574-381100e641aa, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6a3600a0-8433-4959-b574-381100e641aa,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:53.140297 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6e6c6f8-74c3-4ac3-850c-6b8968685012 req-751d45e6-18b1-4030-9461-8915013d0597 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813069 Jul 05 10:06:53.235328 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:53.328916 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:53.388086 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=6a3600a0-8433-4959-b574-381100e641aa,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:53.395855 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:53.522401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2afb29-a6b5-4643-bbfb-52a49db99fcd,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:53.525381 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:53.535938 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bca08-12bc-456d-bdb6-b40b1a3e1d1a req-f17bd57f-c090-432d-bf31-ae1f5f440df5 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:53.539529 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4d3bca08-12bc-456d-bdb6-b40b1a3e1d1a req-f17bd57f-c090-432d-bf31-ae1f5f440df5 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 945 time: 0.1471319 Jul 05 10:06:53.602239 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4d3bca08-12bc-456d-bdb6-b40b1a3e1d1a req-c309c032-6362-42ad-95fc-20c159174d7f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542786 Jul 05 10:06:53.694313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-1da028c7-d0f3-4e95-8471-adc46a2e0ca8 admin admin] For port f107b770-a4d2-4822-8f35-c57e93953938, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f107b770-a4d2-4822-8f35-c57e93953938,segment=NetworkSegment(10c7c056-bd00-4b53-824c-4484ac38b0f8),segment_id=10c7c056-bd00-4b53-824c-4484ac38b0f8)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:53.700801 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1da028c7-d0f3-4e95-8471-adc46a2e0ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:53.747168 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1da028c7-d0f3-4e95-8471-adc46a2e0ca8 admin admin] Calling delete_port for f107b770-a4d2-4822-8f35-c57e93953938 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:53.761171 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:53.765579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25f670-a14e-408f-a70e-6da567d1c124 req-6bf59217-da28-449a-b444-520ffcf7bb5c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:53.772664 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dd25f670-a14e-408f-a70e-6da567d1c124 req-6bf59217-da28-449a-b444-520ffcf7bb5c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.4267902 Jul 05 10:06:53.869413 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dd25f670-a14e-408f-a70e-6da567d1c124 req-dd2df41d-2181-4c77-8e02-2391be95a0eb tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949244 Jul 05 10:06:53.911887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4de3b-2eb2-4290-ba08-9135e7df2e9c req-6361d496-7523-482c-b66d-32b05909e35b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:53.913463 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00f4de3b-2eb2-4290-ba08-9135e7df2e9c req-6361d496-7523-482c-b66d-32b05909e35b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 943 time: 0.0924671 Jul 05 10:06:53.999314 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00f4de3b-2eb2-4290-ba08-9135e7df2e9c req-31cd9005-f586-4263-9561-197f75d03801 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781889 Jul 05 10:06:54.061472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Network eda718cc-3d88-4d5f-91f1-69312c2d305c is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:06:54.074506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:06:54.356452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6a3600a0-8433-4959-b574-381100e641aa up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:54.393674 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c98a16b1-f808-41c5-b1f8-7cc83492fce2 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:54.448679 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Router f892df92-166b-4b45-8c02-547dd3df04ea has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:54.566326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 6a3600a0-8433-4959-b574-381100e641aa triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:54.567869 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:54.659912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:54.665483 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-30cd1d0e-e79c-4e0a-9a61-94d5e63b18e9 admin admin] 10.222.0.77 "PUT /v2.0/routers/f892df92-166b-4b45-8c02-547dd3df04ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6560621 Jul 05 10:06:54.676952 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948bd32-89b5-40a4-868d-32d98039e418 req-842e6c43-3658-4e2d-a30b-09a796e040fe tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:54.684303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6948bd32-89b5-40a4-868d-32d98039e418 req-842e6c43-3658-4e2d-a30b-09a796e040fe tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 945 time: 0.1409023 Jul 05 10:06:54.699735 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Sync routers for ids ['f892df92-166b-4b45-8c02-547dd3df04ea'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:54.710101 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Routers {'f892df92-166b-4b45-8c02-547dd3df04ea'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:54.710840 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f892df92-166b-4b45-8c02-547dd3df04ea'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:54.728720 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6948bd32-89b5-40a4-868d-32d98039e418 req-7abb296f-652f-480e-a858-e53c63338076 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434182 Jul 05 10:06:54.825054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Set router f892df92-166b-4b45-8c02-547dd3df04ea gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:54.841278 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1da028c7-d0f3-4e95-8471-adc46a2e0ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:54.888924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da028c7-d0f3-4e95-8471-adc46a2e0ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f107b770-a4d2-4822-8f35-c57e93953938,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:55.010589 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-3ea273fd-a6a2-4fc2-b783-80632a1170b4 service neutron] 10.222.0.73 "GET /v2.0/ports/c98a16b1-f808-41c5-b1f8-7cc83492fce2/bindings/n-h2-779913-27 HTTP/1.1" status: 200 len: 385 time: 0.1204801 Jul 05 10:06:55.093646 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:06:55.268903 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'name': 'tempest-ServerRescueNegativeTestJSON-279085528-router', 'tenant_id': '5a5516a987464e3c882297462ee52153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6a3600a0-8433-4959-b574-381100e641aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:40Z', 'updated_at': '2021-07-05T10:06:52Z', 'revision_number': 4, 'project_id': '5a5516a987464e3c882297462ee52153', 'gw_port': {'id': '6a3600a0-8433-4959-b574-381100e641aa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:41Z', 'updated_at': '2021-07-05T10:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '0e2afb29-a6b5-4643-bbfb-52a49db99fcd', 'name': '', 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c', 'tenant_id': '5a5516a987464e3c882297462ee52153', 'mac_address': 'fa:16:3e:9c:fb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'b6868f51-bde3-415c-b220-7539627e798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:49Z', 'updated_at': '2021-07-05T10:06:52Z', 'revision_number': 2, 'project_id': '5a5516a987464e3c882297462ee52153', 'subnets': [{'id': 'b6868f51-bde3-415c-b220-7539627e798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:55.294407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2eab5a-cd56-4837-ad03-a034b5b3779d req-63f6e990-55df-44ca-8a07-f13fa64e4950 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:55.305381 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ae2eab5a-cd56-4837-ad03-a034b5b3779d req-63f6e990-55df-44ca-8a07-f13fa64e4950 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 945 time: 0.3136659 Jul 05 10:06:55.337267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Checking router: f892df92-166b-4b45-8c02-547dd3df04ea for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:55.337643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Updating router f892df92-166b-4b45-8c02-547dd3df04ea port 0e2afb29-a6b5-4643-bbfb-52a49db99fcd binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:06:55.416433 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ae2eab5a-cd56-4837-ad03-a034b5b3779d req-40d6d307-dcca-4ea2-bd27-13b85c8c3e6c tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070576 Jul 05 10:06:55.454820 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.518989 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-46402133-4f72-4199-9ca2-45a94d4f01aa service neutron] For port c98a16b1-f808-41c5-b1f8-7cc83492fce2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c98a16b1-f808-41c5-b1f8-7cc83492fce2,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:55.567105 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1da028c7-d0f3-4e95-8471-adc46a2e0ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.577606 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9475330-025b-40d6-847e-bf09112f1227 req-06a5cd96-237c-41b7-9e4d-ee6e66c05f5e tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:55.579221 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9475330-025b-40d6-847e-bf09112f1227 req-06a5cd96-237c-41b7-9e4d-ee6e66c05f5e tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.2466652 Jul 05 10:06:55.620262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-46402133-4f72-4199-9ca2-45a94d4f01aa service neutron] For port c98a16b1-f808-41c5-b1f8-7cc83492fce2, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:55.705521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-46402133-4f72-4199-9ca2-45a94d4f01aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98a16b1-f808-41c5-b1f8-7cc83492fce2 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:06:55.730302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9475330-025b-40d6-847e-bf09112f1227 req-08538719-a509-4875-b6c5-042d66b9e984 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397214 Jul 05 10:06:55.746687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-46402133-4f72-4199-9ca2-45a94d4f01aa service neutron] For port c98a16b1-f808-41c5-b1f8-7cc83492fce2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c98a16b1-f808-41c5-b1f8-7cc83492fce2,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:55.873408 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-46402133-4f72-4199-9ca2-45a94d4f01aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.972940 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:55.988245 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Transition to ACTIVE for port object 0e2afb29-a6b5-4643-bbfb-52a49db99fcd will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:56.057184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-46402133-4f72-4199-9ca2-45a94d4f01aa service neutron] Transition to ACTIVE for port object c98a16b1-f808-41c5-b1f8-7cc83492fce2 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:06:56.072855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fda344-a1b6-4711-9375-7310857e76a4 req-ae95a795-a2ce-4a64-ac8b-a9650bf3baef tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:56.080889 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5fda344-a1b6-4711-9375-7310857e76a4 req-ae95a795-a2ce-4a64-ac8b-a9650bf3baef tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 943 time: 0.1859086 Jul 05 10:06:56.142156 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5fda344-a1b6-4711-9375-7310857e76a4 req-6affec33-ebf1-4189-afbf-0c2314e919ba tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537186 Jul 05 10:06:56.162663 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:56.218548 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-46402133-4f72-4199-9ca2-45a94d4f01aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:56.254139 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da028c7-d0f3-4e95-8471-adc46a2e0ca8 admin admin] Router 1f768f55-3adf-4698-be51-cae634d1e80a has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:06:56.334267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46402133-4f72-4199-9ca2-45a94d4f01aa service neutron] Pushing event updated for resources: {'Port': ['ID=c98a16b1-f808-41c5-b1f8-7cc83492fce2,revision_number=10']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:56.375967 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fe7fa-c599-4bd4-88ac-30b1cb34006e None None] Pushing event updated for resources: {'Port': ['ID=0e2afb29-a6b5-4643-bbfb-52a49db99fcd,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:56.398109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-46402133-4f72-4199-9ca2-45a94d4f01aa service neutron] No DVR routers for this DVR port c98a16b1-f808-41c5-b1f8-7cc83492fce2 on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:06:56.437336 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-46402133-4f72-4199-9ca2-45a94d4f01aa service neutron] 10.222.0.73 "PUT /v2.0/ports/c98a16b1-f808-41c5-b1f8-7cc83492fce2/bindings/n-h2-779913-27/activate HTTP/1.1" status: 200 len: 370 time: 1.4169621 Jul 05 10:06:56.468070 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Attempting to bind port 0e2afb29-a6b5-4643-bbfb-52a49db99fcd on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:06:56.468665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Attempting to bind port 0e2afb29-a6b5-4643-bbfb-52a49db99fcd by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'ad0e9189-b972-46b8-b21b-1e62b78ca23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:06:56.468981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Attempting to bind port 0e2afb29-a6b5-4643-bbfb-52a49db99fcd on network eda718cc-3d88-4d5f-91f1-69312c2d305c {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:06:56.485350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:06:56.485631 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Checking segment: {'id': 'ad0e9189-b972-46b8-b21b-1e62b78ca23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:06:56.486911 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:56.488442 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Bound using segment: {'id': 'ad0e9189-b972-46b8-b21b-1e62b78ca23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:06:56.489398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Bound port: 0e2afb29-a6b5-4643-bbfb-52a49db99fcd, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0e9189-b972-46b8-b21b-1e62b78ca23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:06:56.489846 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:56.537476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da028c7-d0f3-4e95-8471-adc46a2e0ca8 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:06:56.548260 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1da028c7-d0f3-4e95-8471-adc46a2e0ca8 admin admin] 10.222.0.77 "PUT /v2.0/routers/1f768f55-3adf-4698-be51-cae634d1e80a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0367441 Jul 05 10:06:56.548930 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea781d7d-5539-4a16-be24-eaadeed5f7bd None None] Sync routers for ids ['1f768f55-3adf-4698-be51-cae634d1e80a'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:06:56.556522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40922) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:56.566655 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea781d7d-5539-4a16-be24-eaadeed5f7bd None None] Routers {'1f768f55-3adf-4698-be51-cae634d1e80a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:56.567285 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ea781d7d-5539-4a16-be24-eaadeed5f7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1f768f55-3adf-4698-be51-cae634d1e80a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:56.594974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] For port 0e2afb29-a6b5-4643-bbfb-52a49db99fcd, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:06:56.599249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] For port 0e2afb29-a6b5-4643-bbfb-52a49db99fcd, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0e2afb29-a6b5-4643-bbfb-52a49db99fcd,segment=NetworkSegment(ad0e9189-b972-46b8-b21b-1e62b78ca23b),segment_id=ad0e9189-b972-46b8-b21b-1e62b78ca23b)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:06:56.650176 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-16991935-7ce1-45a1-8463-04b8c3c3943d tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:56.657242 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-16991935-7ce1-45a1-8463-04b8c3c3943d tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/networks?id=eda718cc-3d88-4d5f-91f1-69312c2d305c HTTP/1.1" status: 200 len: 818 time: 0.2461658 Jul 05 10:06:56.690634 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de262bd-e319-4658-9e03-f16b25081d6d req-7ba856b1-ab58-44c4-93b4-cd8e84be1d36 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:56.698669 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2de262bd-e319-4658-9e03-f16b25081d6d req-7ba856b1-ab58-44c4-93b4-cd8e84be1d36 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 945 time: 0.1689675 Jul 05 10:06:56.701721 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ea781d7d-5539-4a16-be24-eaadeed5f7bd None None] Set router 1f768f55-3adf-4698-be51-cae634d1e80a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:56.708138 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-141bb085-4b56-49d3-9397-c31dc2873e1a tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/quotas/5a5516a987464e3c882297462ee52153 HTTP/1.1" status: 200 len: 375 time: 0.0498130 Jul 05 10:06:56.732954 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:56.747805 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-9cf340a6-2651-4c4c-9ccb-aed842b12d2b tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:56.749302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-9cf340a6-2651-4c4c-9ccb-aed842b12d2b tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b&tenant_id=312b10a2b35949449c89df3e680df435&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 1096 time: 0.1482334 Jul 05 10:06:56.783705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2de262bd-e319-4658-9e03-f16b25081d6d req-2bfb542d-e7af-41e4-bad8-af8ded170a61 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679801 Jul 05 10:06:56.783946 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e9686705-1ec1-45d6-b93f-03413adb0c67 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:56.886765 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-ac7b6176-7d78-4c0f-b3e3-24d91aee05c4 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a5516a987464e3c882297462ee52153&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1776826 Jul 05 10:06:56.889001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-010ea052-5d10-4cb6-84a3-901e00987f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:56.890875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-010ea052-5d10-4cb6-84a3-901e00987f0e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b&tenant_id=312b10a2b35949449c89df3e680df435 HTTP/1.1" status: 200 len: 1096 time: 0.1196034 Jul 05 10:06:56.913099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fe7fa-c599-4bd4-88ac-30b1cb34006e None None] Pushing event updated for resources: {'Port': ['ID=0e2afb29-a6b5-4643-bbfb-52a49db99fcd,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:56.921479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Routers {'f892df92-166b-4b45-8c02-547dd3df04ea'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:56.922378 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f892df92-166b-4b45-8c02-547dd3df04ea'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:56.991443 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ea781d7d-5539-4a16-be24-eaadeed5f7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'name': 'tempest-ServersTestJSON-1350711034-router', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'e053a357-7856-4acc-a306-71e5704be65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:02Z', 'updated_at': '2021-07-05T10:06:54Z', 'revision_number': 5, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'gw_port': {'id': 'e053a357-7856-4acc-a306-71e5704be65b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:57.012582 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-296e1bcd-3467-4367-a185-173fcde693a0 service neutron] 10.222.0.77 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243627 Jul 05 10:06:57.037368 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea781d7d-5539-4a16-be24-eaadeed5f7bd None None] Checking router: 1f768f55-3adf-4698-be51-cae634d1e80a for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:06:57.047540 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-9f376705-7532-4af6-adc4-4055982d3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:57.049079 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea781d7d-5539-4a16-be24-eaadeed5f7bd None None] Routers {'1f768f55-3adf-4698-be51-cae634d1e80a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:06:57.049703 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ea781d7d-5539-4a16-be24-eaadeed5f7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:06:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1f768f55-3adf-4698-be51-cae634d1e80a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:57.050832 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-9f376705-7532-4af6-adc4-4055982d3bba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=312b10a2b35949449c89df3e680df435&device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 1096 time: 0.1246881 Jul 05 10:06:57.156173 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e9686705-1ec1-45d6-b93f-03413adb0c67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:57.189756 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-f78b4c01-fce3-4726-918e-e76009bbeeb6 service neutron] 10.222.0.77 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740487 Jul 05 10:06:57.321318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] Set router f892df92-166b-4b45-8c02-547dd3df04ea gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:57.323572 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-93b4cb44-bbf2-4ff2-af30-c1314e12fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:57.325880 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-93b4cb44-bbf2-4ff2-af30-c1314e12fcc4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 200 len: 922 time: 0.2681649 Jul 05 10:06:57.348075 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ea781d7d-5539-4a16-be24-eaadeed5f7bd None None] Set router 1f768f55-3adf-4698-be51-cae634d1e80a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:06:57.407314 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-c2a0688d-c51d-44ed-86ae-f3c3ef50fca3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c98a16b1-f808-41c5-b1f8-7cc83492fce2 HTTP/1.1" status: 200 len: 217 time: 0.0731709 Jul 05 10:06:57.424230 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-e9686705-1ec1-45d6-b93f-03413adb0c67 admin admin] Deleting port e053a357-7856-4acc-a306-71e5704be65b {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:06:57.424798 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e9686705-1ec1-45d6-b93f-03413adb0c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:57.518891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-a8caca50-ab5b-4c1f-a103-2715a6d2c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:57.521901 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-a8caca50-ab5b-4c1f-a103-2715a6d2c9a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 200 len: 861 time: 0.1024015 Jul 05 10:06:57.646864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-251da86d-a6b0-47f8-9cdc-d3bf15829a9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133995 Jul 05 10:06:57.730447 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ea781d7d-5539-4a16-be24-eaadeed5f7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'name': 'tempest-ServersTestJSON-1350711034-router', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'e053a357-7856-4acc-a306-71e5704be65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:02Z', 'updated_at': '2021-07-05T10:06:54Z', 'revision_number': 5, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'gw_port': {'id': 'e053a357-7856-4acc-a306-71e5704be65b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:57.762620 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea781d7d-5539-4a16-be24-eaadeed5f7bd None None] The sync data for ids ['1f768f55-3adf-4698-be51-cae634d1e80a'] in n-d-779913-27 is: [{'id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'name': 'tempest-ServersTestJSON-1350711034-router', 'tenant_id': '78b7cfd622c44d33adbbd9028b9caab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'e053a357-7856-4acc-a306-71e5704be65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:04:02Z', 'updated_at': '2021-07-05T10:06:54Z', 'revision_number': 5, 'project_id': '78b7cfd622c44d33adbbd9028b9caab0', 'gw_port': {'id': 'e053a357-7856-4acc-a306-71e5704be65b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f768f55-3adf-4698-be51-cae634d1e80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:04:03Z', 'updated_at': '2021-07-05T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:57.818766 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0858fea5-6e4d-402f-ac2b-c2b136f4b31f req-8f8ed0f6-487f-4b1c-97e9-90a2d8719f6c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 210 time: 0.1360829 Jul 05 10:06:57.834087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'name': 'tempest-ServerRescueNegativeTestJSON-279085528-router', 'tenant_id': '5a5516a987464e3c882297462ee52153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6a3600a0-8433-4959-b574-381100e641aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:40Z', 'updated_at': '2021-07-05T10:06:52Z', 'revision_number': 4, 'project_id': '5a5516a987464e3c882297462ee52153', 'gw_port': {'id': '6a3600a0-8433-4959-b574-381100e641aa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:41Z', 'updated_at': '2021-07-05T10:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '0e2afb29-a6b5-4643-bbfb-52a49db99fcd', 'name': '', 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c', 'tenant_id': '5a5516a987464e3c882297462ee52153', 'mac_address': 'fa:16:3e:9c:fb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'b6868f51-bde3-415c-b220-7539627e798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:49Z', 'updated_at': '2021-07-05T10:06:56Z', 'revision_number': 4, 'project_id': '5a5516a987464e3c882297462ee52153', 'subnets': [{'id': 'b6868f51-bde3-415c-b220-7539627e798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:06:57.853654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-e9686705-1ec1-45d6-b93f-03413adb0c67 admin admin] For port e053a357-7856-4acc-a306-71e5704be65b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e053a357-7856-4acc-a306-71e5704be65b,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:57.854307 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e9686705-1ec1-45d6-b93f-03413adb0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:57.899788 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-e9686705-1ec1-45d6-b93f-03413adb0c67 admin admin] Calling delete_port for e053a357-7856-4acc-a306-71e5704be65b owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:06:57.943433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6c5ac-d968-45e8-a2c4-11e861d81e95 None None] The sync data for ids ['f892df92-166b-4b45-8c02-547dd3df04ea'] in n-d-779913-27 is: [{'id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'name': 'tempest-ServerRescueNegativeTestJSON-279085528-router', 'tenant_id': '5a5516a987464e3c882297462ee52153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6a3600a0-8433-4959-b574-381100e641aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:40Z', 'updated_at': '2021-07-05T10:06:52Z', 'revision_number': 4, 'project_id': '5a5516a987464e3c882297462ee52153', 'gw_port': {'id': '6a3600a0-8433-4959-b574-381100e641aa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:41Z', 'updated_at': '2021-07-05T10:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '0e2afb29-a6b5-4643-bbfb-52a49db99fcd', 'name': '', 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c', 'tenant_id': '5a5516a987464e3c882297462ee52153', 'mac_address': 'fa:16:3e:9c:fb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'b6868f51-bde3-415c-b220-7539627e798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:49Z', 'updated_at': '2021-07-05T10:06:56Z', 'revision_number': 4, 'project_id': '5a5516a987464e3c882297462ee52153', 'subnets': [{'id': 'b6868f51-bde3-415c-b220-7539627e798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:06:57.956197 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-32e927b7-3ee4-4d6f-b30c-8bc1f7bb9ca9 service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993789 Jul 05 10:06:58.313726 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e9686705-1ec1-45d6-b93f-03413adb0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:58.403391 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833585c-5c69-4be4-b83b-2c92d6ec8810 req-739c8f8c-c264-44f3-bf50-3a52fbca7552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:58.403391 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8833585c-5c69-4be4-b83b-2c92d6ec8810 req-739c8f8c-c264-44f3-bf50-3a52fbca7552 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aaf471cbe22142a7880d15035c04feae&device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 1097 time: 0.6678753 Jul 05 10:06:58.415790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9686705-1ec1-45d6-b93f-03413adb0c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=e053a357-7856-4acc-a306-71e5704be65b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:58.470222 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0e2afb29-a6b5-4643-bbfb-52a49db99fcd up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:06:58.557415 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e9686705-1ec1-45d6-b93f-03413adb0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:58.629133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833585c-5c69-4be4-b83b-2c92d6ec8810 req-e1e42bfc-e242-4948-8980-4f771b25805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:58.630624 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8833585c-5c69-4be4-b83b-2c92d6ec8810 req-e1e42bfc-e242-4948-8980-4f771b25805a service neutron] 10.222.0.73 "GET /v2.0/networks?id=931420c7-2f5c-4210-881f-ffaae81b0ce6 HTTP/1.1" status: 200 len: 912 time: 0.2014456 Jul 05 10:06:58.641878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f21aa-35c2-4582-9450-b0e340254e6c req-1207850c-2b78-45e9-9774-ee3180c62ec7 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:58.650090 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a8f21aa-35c2-4582-9450-b0e340254e6c req-1207850c-2b78-45e9-9774-ee3180c62ec7 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 944 time: 0.6865103 Jul 05 10:06:58.669371 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-4663bdb3-9169-4092-bb6b-543de152142f service neutron] 10.222.0.64 "GET /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326814 Jul 05 10:06:58.721038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 0e2afb29-a6b5-4643-bbfb-52a49db99fcd completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:06:58.727018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 0e2afb29-a6b5-4643-bbfb-52a49db99fcd triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:06:58.727584 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:58.745995 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e9686705-1ec1-45d6-b93f-03413adb0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:58.749841 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e9686705-1ec1-45d6-b93f-03413adb0c67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:58.774718 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8833585c-5c69-4be4-b83b-2c92d6ec8810 req-4be2e81a-d5e0-4344-ad20-764ba8993fe3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a4e712b-3174-4ac2-b754-8aba5f42b16a HTTP/1.1" status: 200 len: 217 time: 0.1074486 Jul 05 10:06:58.856566 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a8f21aa-35c2-4582-9450-b0e340254e6c req-75139f63-4bbb-4480-b336-2fdebfe8cdfb tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043688 Jul 05 10:06:58.870374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833585c-5c69-4be4-b83b-2c92d6ec8810 req-eaaae2e2-91d1-4164-bd8e-c1c0d0151bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:58.872184 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8833585c-5c69-4be4-b83b-2c92d6ec8810 req-eaaae2e2-91d1-4164-bd8e-c1c0d0151bcb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef74de40-dd65-451f-9123-3f8618e2b3e8 HTTP/1.1" status: 200 len: 851 time: 0.0966942 Jul 05 10:06:58.908686 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8833585c-5c69-4be4-b83b-2c92d6ec8810 req-dcc62488-668b-408e-999f-8474337280d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=931420c7-2f5c-4210-881f-ffaae81b0ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277362 Jul 05 10:06:58.965201 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:58.980347 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e9686705-1ec1-45d6-b93f-03413adb0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:58.980904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9686705-1ec1-45d6-b93f-03413adb0c67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f768f55-3adf-4698-be51-cae634d1e80a {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:06:58.985626 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e9686705-1ec1-45d6-b93f-03413adb0c67 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:58.986761 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e9686705-1ec1-45d6-b93f-03413adb0c67 admin admin] 10.222.0.77 "DELETE /v2.0/routers/1f768f55-3adf-4698-be51-cae634d1e80a HTTP/1.1" status: 204 len: 168 time: 2.4269214 Jul 05 10:06:58.989101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40996) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:06:59.046883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 0e2afb29-a6b5-4643-bbfb-52a49db99fcd, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0e2afb29-a6b5-4643-bbfb-52a49db99fcd,segment=NetworkSegment(ad0e9189-b972-46b8-b21b-1e62b78ca23b),segment_id=ad0e9189-b972-46b8-b21b-1e62b78ca23b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:06:59.083987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a140e9a-1c41-4da0-bda4-3b30f18a7ae9 admin admin] Deleting subnet 57ad367d-882a-4f53-88e0-ec5a68e41b57 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:06:59.088442 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a140e9a-1c41-4da0-bda4-3b30f18a7ae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:59.207483 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8833585c-5c69-4be4-b83b-2c92d6ec8810 req-38207682-e4bc-462d-9443-98675e134276 service neutron] 10.222.0.73 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914302 Jul 05 10:06:59.228088 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a140e9a-1c41-4da0-bda4-3b30f18a7ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:59.270338 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:59.307980 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f107b770-a4d2-4822-8f35-c57e93953938 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:06:59.311221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dd888-7613-4d70-8a08-ceee8c4f05c0 req-dc4dad76-481c-4ad7-8a3e-aac4ec94a0d1 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:59.324684 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-210dd888-7613-4d70-8a08-ceee8c4f05c0 req-dc4dad76-481c-4ad7-8a3e-aac4ec94a0d1 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.1947258 Jul 05 10:06:59.358030 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8833585c-5c69-4be4-b83b-2c92d6ec8810 req-b8d39246-7fd7-4728-8b37-7c0bf900b038 service neutron] 10.222.0.73 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240163 Jul 05 10:06:59.360710 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: f107b770-a4d2-4822-8f35-c57e93953938 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:06:59.361359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f107b770-a4d2-4822-8f35-c57e93953938 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:06:59.407241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=0e2afb29-a6b5-4643-bbfb-52a49db99fcd,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:59.415704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37392258-27bb-4762-b48e-e59166f2bc71 req-7074cd08-1765-4334-a878-e8b0df52e47f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:59.423592 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37392258-27bb-4762-b48e-e59166f2bc71 req-7074cd08-1765-4334-a878-e8b0df52e47f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 945 time: 0.2872210 Jul 05 10:06:59.480230 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a140e9a-1c41-4da0-bda4-3b30f18a7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:59.492364 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-210dd888-7613-4d70-8a08-ceee8c4f05c0 req-c4ff3bfb-4340-4b3d-a540-1dd325c3a134 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545606 Jul 05 10:06:59.589382 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37392258-27bb-4762-b48e-e59166f2bc71 req-948b7133-c80f-4ad7-a562-a5d30ac723fc tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648016 Jul 05 10:06:59.629261 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-fce18977-b9b8-4e06-927b-47c8bf2ea89a tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:06:59.630796 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-fce18977-b9b8-4e06-927b-47c8bf2ea89a tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b&tenant_id=312b10a2b35949449c89df3e680df435&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 1096 time: 0.2052269 Jul 05 10:06:59.747502 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a140e9a-1c41-4da0-bda4-3b30f18a7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:59.824982 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a140e9a-1c41-4da0-bda4-3b30f18a7ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57ad367d-882a-4f53-88e0-ec5a68e41b57,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:06:59.837492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28a0d96-171a-4073-98f5-5be97ad9b363 None None] Network f80f7560-b963-4c65-9715-a46cd8350cc8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:06:59.839620 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a140e9a-1c41-4da0-bda4-3b30f18a7ae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:06:59.842219 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8a140e9a-1c41-4da0-bda4-3b30f18a7ae9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/57ad367d-882a-4f53-88e0-ec5a68e41b57 HTTP/1.1" status: 204 len: 168 time: 0.8512731 Jul 05 10:06:59.853458 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41034) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:00.025219 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e408f44-c792-4392-a7e6-be82a1950766 req-500676cf-c6d9-425d-9609-c3b4441040ed tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:00.033268 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6e408f44-c792-4392-a7e6-be82a1950766 req-500676cf-c6d9-425d-9609-c3b4441040ed tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/networks?id=eda718cc-3d88-4d5f-91f1-69312c2d305c HTTP/1.1" status: 200 len: 818 time: 0.2842715 Jul 05 10:07:00.056808 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6e408f44-c792-4392-a7e6-be82a1950766 req-cb9c2ca6-4ec2-4f18-a484-9604b5f31c71 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/quotas/5a5516a987464e3c882297462ee52153 HTTP/1.1" status: 200 len: 375 time: 0.0222218 Jul 05 10:07:00.074727 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:00.197902 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6e408f44-c792-4392-a7e6-be82a1950766 req-3fb24242-3c69-43c7-99f6-7c2d8c662345 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a5516a987464e3c882297462ee52153&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1386123 Jul 05 10:07:00.231260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8500d4bf-73e2-4a1b-abd1-567e7f32a554 None None] DHCP port deletion for f80f7560-b963-4c65-9715-a46cd8350cc8 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:07:00.369662 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0e2afb29-a6b5-4643-bbfb-52a49db99fcd up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:00.429492 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6e408f44-c792-4392-a7e6-be82a1950766 req-9b20a7a0-b6dd-48fb-a292-ddeb7227bdbe service neutron] 10.222.0.77 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235353 Jul 05 10:07:00.465342 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8500d4bf-73e2-4a1b-abd1-567e7f32a554 None None] Deleting port f2aa7ac9-341d-475d-a039-45618a5c001a {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:00.468798 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8500d4bf-73e2-4a1b-abd1-567e7f32a554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:00.582882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 0e2afb29-a6b5-4643-bbfb-52a49db99fcd triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:00.583161 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:00.586400 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8500d4bf-73e2-4a1b-abd1-567e7f32a554 None None] For port f2aa7ac9-341d-475d-a039-45618a5c001a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f2aa7ac9-341d-475d-a039-45618a5c001a,segment=NetworkSegment(10c7c056-bd00-4b53-824c-4484ac38b0f8),segment_id=10c7c056-bd00-4b53-824c-4484ac38b0f8)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:00.590047 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8500d4bf-73e2-4a1b-abd1-567e7f32a554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:00.611197 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6e408f44-c792-4392-a7e6-be82a1950766 req-aa89fcad-1376-4c49-af09-208df9739b8b service neutron] 10.222.0.77 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807780 Jul 05 10:07:00.624937 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8500d4bf-73e2-4a1b-abd1-567e7f32a554 None None] Calling delete_port for f2aa7ac9-341d-475d-a039-45618a5c001a owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:00.719927 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-a624eae2-cd7b-4f70-88f0-80ea586e3d66 service neutron] For port c98a16b1-f808-41c5-b1f8-7cc83492fce2, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:00.729180 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-a624eae2-cd7b-4f70-88f0-80ea586e3d66 service neutron] Notify callbacks [] for binding, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:00.731113 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c6b7c34-6ab7-4197-a847-7c4e4ac1916b req-a624eae2-cd7b-4f70-88f0-80ea586e3d66 service neutron] 10.222.0.64 "DELETE /v2.0/ports/c98a16b1-f808-41c5-b1f8-7cc83492fce2/bindings/n-h1-779913-27 HTTP/1.1" status: 204 len: 173 time: 1.0906975 Jul 05 10:07:00.755925 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Deleting port f2aa7ac9-341d-475d-a039-45618a5c001a {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:00.756643 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:00.855179 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e053a357-7856-4acc-a306-71e5704be65b no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:00.876926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: e053a357-7856-4acc-a306-71e5704be65b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:00.877275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e053a357-7856-4acc-a306-71e5704be65b not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:00.900305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] For port f2aa7ac9-341d-475d-a039-45618a5c001a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f2aa7ac9-341d-475d-a039-45618a5c001a,segment=NetworkSegment(10c7c056-bd00-4b53-824c-4484ac38b0f8),segment_id=10c7c056-bd00-4b53-824c-4484ac38b0f8)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:00.900667 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:00.917656 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Calling delete_port for f2aa7ac9-341d-475d-a039-45618a5c001a owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:00.966715 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8500d4bf-73e2-4a1b-abd1-567e7f32a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:00.989201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadcafa-cf62-4e4b-a247-2e79eacee82b req-454477b9-37cb-4aee-8113-c4e4289e6fb5 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:00.992465 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5aadcafa-cf62-4e4b-a247-2e79eacee82b req-454477b9-37cb-4aee-8113-c4e4289e6fb5 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 945 time: 0.1379192 Jul 05 10:07:01.063705 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500d4bf-73e2-4a1b-abd1-567e7f32a554 None None] Pushing event deleted for resources: {'Port': ['ID=f2aa7ac9-341d-475d-a039-45618a5c001a,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:01.063843 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5aadcafa-cf62-4e4b-a247-2e79eacee82b req-c3895771-3cf1-4c73-a396-7c310f8792be tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653968 Jul 05 10:07:01.065877 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8500d4bf-73e2-4a1b-abd1-567e7f32a554 None None] No DVR routers for this DVR port f2aa7ac9-341d-475d-a039-45618a5c001a on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:01.075892 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:01.274185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aa82e-193f-4dd3-b4fa-2bba574021cd req-4c068dec-92c9-41d8-b9a7-5d2c2e69b1e8 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:01.276501 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-837aa82e-193f-4dd3-b4fa-2bba574021cd req-4c068dec-92c9-41d8-b9a7-5d2c2e69b1e8 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 944 time: 0.1294401 Jul 05 10:07:01.322866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Pushing event deleted for resources: {'Port': ['ID=f2aa7ac9-341d-475d-a039-45618a5c001a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:01.328973 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] No DVR routers for this DVR port f2aa7ac9-341d-475d-a039-45618a5c001a on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:01.372558 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-837aa82e-193f-4dd3-b4fa-2bba574021cd req-87269530-a647-49fc-bd2c-13c456895303 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827985 Jul 05 10:07:01.406190 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:01.406535 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:01.406878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:01.407225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:01.407929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:01.408084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:01.408298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:01.408622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:01.408949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:01.409272 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:01.409596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:01.409917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:01.512259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-66e1d939-80fb-4f3b-825f-f0a26316951c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:01.514046 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-66e1d939-80fb-4f3b-825f-f0a26316951c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.64 "GET /v2.0/networks?id=eda718cc-3d88-4d5f-91f1-69312c2d305c HTTP/1.1" status: 200 len: 818 time: 0.4352939 Jul 05 10:07:01.531580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-09225904-1ae3-4358-b043-38dd1acaade6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Request body: {'port': {'device_id': '39f380e5-bb83-4ab3-bdca-5822c7f58b81', 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c', 'admin_state_up': True, 'tenant_id': '5a5516a987464e3c882297462ee52153'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:01.544164 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:01.587232 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-33aaa4c8-4ca6-4d4f-9675-8514feb91d7b req-13099e63-382a-4baf-8802-2f3a4d77260b tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 210 time: 0.0391490 Jul 05 10:07:01.596646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80f7560-b963-4c65-9715-a46cd8350cc8']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:01.613282 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c7c056-bd00-4b53-824c-4484ac38b0f8') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:01.613638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c7c056-bd00-4b53-824c-4484ac38b0f8') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:01.631198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:01.668577 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:01.677587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f04f44-f8c8-4767-9414-94f4d1c9e16c req-bc2db72d-92e2-49fb-94aa-7f87efa4846b tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:01.679191 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-45f04f44-f8c8-4767-9414-94f4d1c9e16c req-bc2db72d-92e2-49fb-94aa-7f87efa4846b tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.3585231 Jul 05 10:07:01.687565 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:07:01.688071 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:07:01.689796 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:07:01.698756 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:07:01.698756 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:07:01.698756 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:07:01.698756 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:07:01.698756 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:07:01.698756 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:07:01.807388 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-45f04f44-f8c8-4767-9414-94f4d1c9e16c req-6a608d0e-a8eb-40af-b739-784d52b6ed4e tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025147 Jul 05 10:07:02.214160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f2aa7ac9-341d-475d-a039-45618a5c001a no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:02.230301 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:02.235736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-09225904-1ae3-4358-b043-38dd1acaade6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Made reservation on behalf of 5a5516a987464e3c882297462ee52153 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:02.235897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: f2aa7ac9-341d-475d-a039-45618a5c001a {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:02.235996 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f2aa7ac9-341d-475d-a039-45618a5c001a not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:02.236324 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-09225904-1ae3-4358-b043-38dd1acaade6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:02.242813 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:02.248089 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] 10.222.0.77 "DELETE /v2.0/networks/f80f7560-b963-4c65-9715-a46cd8350cc8 HTTP/1.1" status: 204 len: 168 time: 2.3931863 Jul 05 10:07:02.277824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cee790-3e2c-4ea9-8cd3-61666479cdfa admin admin] Pushing event deleted for resources: {'Network': ['ID=f80f7560-b963-4c65-9715-a46cd8350cc8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:02.452396 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-09225904-1ae3-4358-b043-38dd1acaade6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Allocated IP 172.20.0.12 (eda718cc-3d88-4d5f-91f1-69312c2d305c/b6868f51-bde3-415c-b220-7539627e798e/4fdc63c5-c976-4d99-9770-7e6e457001f5) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:02.667616 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-09225904-1ae3-4358-b043-38dd1acaade6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:02.860731 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-09225904-1ae3-4358-b043-38dd1acaade6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:02.896967 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41140) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:02.961538 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6c97dbf7-38a8-4804-8b49-dc7990421e6f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=78b7cfd622c44d33adbbd9028b9caab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633087 Jul 05 10:07:02.962951 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41146) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:02.965251 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-09225904-1ae3-4358-b043-38dd1acaade6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Network eda718cc-3d88-4d5f-91f1-69312c2d305c is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:02.969778 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-09225904-1ae3-4358-b043-38dd1acaade6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:02.972015 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09225904-1ae3-4358-b043-38dd1acaade6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Pushing event updated for resources: {'Port': ['ID=4fdc63c5-c976-4d99-9770-7e6e457001f5,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:02.976714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-09225904-1ae3-4358-b043-38dd1acaade6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:03.056766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-09225904-1ae3-4358-b043-38dd1acaade6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:03.058150 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-09225904-1ae3-4358-b043-38dd1acaade6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:03.108903 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c12f0226-3249-4182-84cf-59260f967191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:03.145346 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6bb63d1-fd0b-4db2-852c-32bc952723bd req-a87a8aba-0688-4057-a3c6-f19a76ff95f5 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 210 time: 0.0326569 Jul 05 10:07:03.169966 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c12f0226-3249-4182-84cf-59260f967191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:03.215611 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c7ad7-86e4-4749-9184-e423037ec1fa req-50a3b177-5f0d-4938-a567-bf3e6cf18dd9 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:03.219603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-321c7ad7-86e4-4749-9184-e423037ec1fa req-50a3b177-5f0d-4938-a567-bf3e6cf18dd9 tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 1096 time: 0.1330075 Jul 05 10:07:03.261902 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-09225904-1ae3-4358-b043-38dd1acaade6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7345457 Jul 05 10:07:03.279814 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-321c7ad7-86e4-4749-9184-e423037ec1fa req-abbf3f69-f6bc-4332-9083-8b665442af1b tempest-LiveAutoBlockMigrationV225Test-1646268040 tempest-LiveAutoBlockMigrationV225Test-1646268040-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540149 Jul 05 10:07:03.293226 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Request body: {'port': {'device_id': '39f380e5-bb83-4ab3-bdca-5822c7f58b81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:03.353131 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c12f0226-3249-4182-84cf-59260f967191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:03.356541 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c12f0226-3249-4182-84cf-59260f967191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:03.357875 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c12f0226-3249-4182-84cf-59260f967191 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ddccefd1-636d-4b2e-8e48-8d758ffd40d6 HTTP/1.1" status: 204 len: 168 time: 0.3937290 Jul 05 10:07:03.418920 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f0226-3249-4182-84cf-59260f967191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddccefd1-636d-4b2e-8e48-8d758ffd40d6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:03.476271 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:03.500688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf791c-e457-4074-bde2-487a5de497e6 req-88563c82-5349-4184-bd89-cb3be3198a06 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:03.502399 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bbdf791c-e457-4074-bde2-487a5de497e6 req-88563c82-5349-4184-bd89-cb3be3198a06 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.1723218 Jul 05 10:07:03.578313 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bbdf791c-e457-4074-bde2-487a5de497e6 req-fbe321c4-02d7-49a3-b07d-20813791b99b tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679088 Jul 05 10:07:03.951855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fdc63c5-c976-4d99-9770-7e6e457001f5 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:03.963065 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:03.986813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Transition to ACTIVE for port object 4fdc63c5-c976-4d99-9770-7e6e457001f5 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:04.080977 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:04.227960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdc63c5-c976-4d99-9770-7e6e457001f5,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:04.263953 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Attempting to bind port 4fdc63c5-c976-4d99-9770-7e6e457001f5 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:04.264305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Attempting to bind port 4fdc63c5-c976-4d99-9770-7e6e457001f5 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'ad0e9189-b972-46b8-b21b-1e62b78ca23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:04.264858 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Attempting to bind port 4fdc63c5-c976-4d99-9770-7e6e457001f5 on network eda718cc-3d88-4d5f-91f1-69312c2d305c {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:04.269882 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Port 4fdc63c5-c976-4d99-9770-7e6e457001f5 on network eda718cc-3d88-4d5f-91f1-69312c2d305c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:04.270482 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Attempting to bind port 4fdc63c5-c976-4d99-9770-7e6e457001f5 on network eda718cc-3d88-4d5f-91f1-69312c2d305c {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:04.276102 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:04.276446 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Checking segment: {'id': 'ad0e9189-b972-46b8-b21b-1e62b78ca23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:04.276837 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Bound using segment: {'id': 'ad0e9189-b972-46b8-b21b-1e62b78ca23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:04.277276 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Bound port: 4fdc63c5-c976-4d99-9770-7e6e457001f5, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0e9189-b972-46b8-b21b-1e62b78ca23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:04.277641 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:04.374818 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] For port 4fdc63c5-c976-4d99-9770-7e6e457001f5, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:04.378444 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] For port 4fdc63c5-c976-4d99-9770-7e6e457001f5, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4fdc63c5-c976-4d99-9770-7e6e457001f5,segment=NetworkSegment(ad0e9189-b972-46b8-b21b-1e62b78ca23b),segment_id=ad0e9189-b972-46b8-b21b-1e62b78ca23b)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:04.487895 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:04.526748 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:04.528867 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:04.532384 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] 10.222.0.64 "PUT /v2.0/ports/4fdc63c5-c976-4d99-9770-7e6e457001f5 HTTP/1.1" status: 200 len: 1093 time: 1.2504370 Jul 05 10:07:04.545036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f380e5-bb83-4ab3-bdca-5822c7f58b81', 'tag': '4fdc63c5-c976-4d99-9770-7e6e457001f5'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:04.552803 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15aae855-6bcf-42f7-8171-6079e9d08e78" -d '{"events": [{"name": "network-changed", "server_uuid": "39f380e5-bb83-4ab3-bdca-5822c7f58b81", "tag": "4fdc63c5-c976-4d99-9770-7e6e457001f5"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:04.841011 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e84f7-7835-4a1c-8ea4-bc42021ac755 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdc63c5-c976-4d99-9770-7e6e457001f5,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:04.868644 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a99a7c36-0467-4c44-92e6-99fe268a14b2 req-fdb45346-5448-4cb4-b53c-d34f227a5d69 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 210 time: 0.0446646 Jul 05 10:07:04.933248 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e60aa-ba40-4916-8246-eb7a94ce4f7c req-d7362536-9cb8-428e-b85f-662c98b7253d tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:04.943608 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1d9e60aa-ba40-4916-8246-eb7a94ce4f7c req-d7362536-9cb8-428e-b85f-662c98b7253d tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 945 time: 0.4041057 Jul 05 10:07:04.991394 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-b7c031e3-f549-492f-abd8-d88bd465986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:04.992920 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-b7c031e3-f549-492f-abd8-d88bd465986c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5516a987464e3c882297462ee52153&device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 1096 time: 0.3228424 Jul 05 10:07:05.063193 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-fad0c14d-af37-421a-bca9-8950998642f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fdc63c5-c976-4d99-9770-7e6e457001f5 HTTP/1.1" status: 200 len: 217 time: 0.0597236 Jul 05 10:07:05.078177 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1d9e60aa-ba40-4916-8246-eb7a94ce4f7c req-eef55038-4083-4072-b71e-4213be3dc74c tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335561 Jul 05 10:07:05.227664 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-46ab0f5f-25f7-4cdb-ba0d-8ddaa5051d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:05.230712 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-46ab0f5f-25f7-4cdb-ba0d-8ddaa5051d40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6868f51-bde3-415c-b220-7539627e798e HTTP/1.1" status: 200 len: 858 time: 0.1515965 Jul 05 10:07:05.363786 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf42ce4-eadd-43d2-bea7-31221c202f88 x-openstack-request-id: req-cbf42ce4-eadd-43d2-bea7-31221c202f88 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:05.364360 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f380e5-bb83-4ab3-bdca-5822c7f58b81", "tag": "4fdc63c5-c976-4d99-9770-7e6e457001f5", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:05.364871 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cbf42ce4-eadd-43d2-bea7-31221c202f88 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:05.365593 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f380e5-bb83-4ab3-bdca-5822c7f58b81', 'tag': '4fdc63c5-c976-4d99-9770-7e6e457001f5', 'status': 'completed', 'code': 200} Jul 05 10:07:05.368468 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-e561b4ef-5eb4-4c76-9c52-a7798a09c772 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eda718cc-3d88-4d5f-91f1-69312c2d305c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230388 Jul 05 10:07:05.470848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5211a5e-343a-4e68-a7ff-c203d292f63d req-4ccea1cf-42ec-4808-9871-2f2ba2d88b43 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:05.473641 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e5211a5e-343a-4e68-a7ff-c203d292f63d req-4ccea1cf-42ec-4808-9871-2f2ba2d88b43 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.64 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 944 time: 0.5021138 Jul 05 10:07:05.474503 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41248) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:05.541228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-aeb8509c-9227-4de4-aa58-e1b455f39fa6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-264326617-network', 'tenant_id': '76a4558d73cf47e68041ab5a60a21287'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:05.544185 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e408f44-c792-4392-a7e6-be82a1950766 req-b15718c2-1f21-4da6-92d2-5733735fe9a0 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:05.545725 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e408f44-c792-4392-a7e6-be82a1950766 req-b15718c2-1f21-4da6-92d2-5733735fe9a0 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.64 "GET /v2.0/networks?id=eda718cc-3d88-4d5f-91f1-69312c2d305c HTTP/1.1" status: 200 len: 818 time: 0.4308760 Jul 05 10:07:05.563106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-6e408f44-c792-4392-a7e6-be82a1950766 req-d2c7f7b5-3bdf-455c-8092-438bf209517c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Request body: {'port': {'device_id': 'af6b233c-5407-4ebd-94a9-45fae9416974', 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c', 'admin_state_up': True, 'tenant_id': '5a5516a987464e3c882297462ee52153'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:05.671806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77f4ee-0272-492d-b105-adaa41f45820 req-fe8ecbd9-4963-45b1-9fbe-d7ca802768f4 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:05.673438 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fc77f4ee-0272-492d-b105-adaa41f45820 req-fe8ecbd9-4963-45b1-9fbe-d7ca802768f4 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 944 time: 0.1365490 Jul 05 10:07:05.682277 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-82e0033b-28fa-49e3-a453-8c2bb6d5bbc3 service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022904 Jul 05 10:07:05.701612 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb8509c-9227-4de4-aa58-e1b455f39fa6 admin admin] Made reservation on behalf of 76a4558d73cf47e68041ab5a60a21287 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:05.703659 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aeb8509c-9227-4de4-aa58-e1b455f39fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:05.722041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-e5211a5e-343a-4e68-a7ff-c203d292f63d req-46bebd5f-a269-4c03-bfb0-939b4fe95f1a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Deleting port c98a16b1-f808-41c5-b1f8-7cc83492fce2 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:05.722388 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e5211a5e-343a-4e68-a7ff-c203d292f63d req-46bebd5f-a269-4c03-bfb0-939b4fe95f1a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:05.729405 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aeb8509c-9227-4de4-aa58-e1b455f39fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:05.812552 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486e0c4-ca08-4f51-ad5f-a9e38958bfef req-b8f57422-d9fb-4ded-b46e-250a5ad62571 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:05.814139 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1486e0c4-ca08-4f51-ad5f-a9e38958bfef req-b8f57422-d9fb-4ded-b46e-250a5ad62571 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.2447708 Jul 05 10:07:05.854225 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-07e81ba2-05f5-407f-aeed-b69806abf5d8 req-3b9f690b-9807-454c-b7f2-2edd4aeaa99b service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639633 Jul 05 10:07:05.872728 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fc77f4ee-0272-492d-b105-adaa41f45820 req-428ff31b-ff8b-4a81-8f3a-ae5e7ec68ff1 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820538 Jul 05 10:07:05.906305 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1486e0c4-ca08-4f51-ad5f-a9e38958bfef req-58a6f560-841e-43e8-8053-3d9c4f45baaa tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850434 Jul 05 10:07:05.965096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e5211a5e-343a-4e68-a7ff-c203d292f63d req-46bebd5f-a269-4c03-bfb0-939b4fe95f1a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] For port c98a16b1-f808-41c5-b1f8-7cc83492fce2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c98a16b1-f808-41c5-b1f8-7cc83492fce2,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:05.965498 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e5211a5e-343a-4e68-a7ff-c203d292f63d req-46bebd5f-a269-4c03-bfb0-939b4fe95f1a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:05.971091 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aeb8509c-9227-4de4-aa58-e1b455f39fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:05.984320 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-e5211a5e-343a-4e68-a7ff-c203d292f63d req-46bebd5f-a269-4c03-bfb0-939b4fe95f1a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Calling delete_port for c98a16b1-f808-41c5-b1f8-7cc83492fce2 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:06.070608 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aeb8509c-9227-4de4-aa58-e1b455f39fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:06.085142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb8509c-9227-4de4-aa58-e1b455f39fa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:07:06.096701 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aeb8509c-9227-4de4-aa58-e1b455f39fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:06.097042 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-aeb8509c-9227-4de4-aa58-e1b455f39fa6 admin admin] Added segment 28a8f6d2-102f-4040-b531-676bc9fc742b of type vlan for network 7684b902-3229-4b37-a9ab-3584bb0811d1 Jul 05 10:07:06.132699 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03a46021-856a-409b-aca0-4d35a2fe9f61 req-dd6b1448-d933-42f7-bcc8-68957c5dab14 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 210 time: 0.0582485 Jul 05 10:07:06.151307 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aeb8509c-9227-4de4-aa58-e1b455f39fa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:06.176366 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aae855-6bcf-42f7-8171-6079e9d08e78 req-fb96cb44-b6fc-4430-83dc-5e3c100ff76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:06.179515 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-15aae855-6bcf-42f7-8171-6079e9d08e78 req-fb96cb44-b6fc-4430-83dc-5e3c100ff76f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5516a987464e3c882297462ee52153&device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 1096 time: 0.1393733 Jul 05 10:07:06.246488 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e408f44-c792-4392-a7e6-be82a1950766 req-d2c7f7b5-3bdf-455c-8092-438bf209517c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Made reservation on behalf of 5a5516a987464e3c882297462ee52153 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:06.258572 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6e408f44-c792-4392-a7e6-be82a1950766 req-d2c7f7b5-3bdf-455c-8092-438bf209517c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:06.271136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8509c-9227-4de4-aa58-e1b455f39fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a703345-2e4d-400e-9e94-8a3b20d25146,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:06.318620 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aeb8509c-9227-4de4-aa58-e1b455f39fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:06.321057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb8509c-9227-4de4-aa58-e1b455f39fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:06.321905 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aeb8509c-9227-4de4-aa58-e1b455f39fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:06.454267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 8375157d-06a1-48cc-85dc-be2a6690136e details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:06.499491 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aae855-6bcf-42f7-8171-6079e9d08e78 req-2a4a266d-9fb3-42b0-a71a-afac98994707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:06.509528 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-15aae855-6bcf-42f7-8171-6079e9d08e78 req-2a4a266d-9fb3-42b0-a71a-afac98994707 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eda718cc-3d88-4d5f-91f1-69312c2d305c HTTP/1.1" status: 200 len: 919 time: 0.3240626 Jul 05 10:07:06.650502 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-15aae855-6bcf-42f7-8171-6079e9d08e78 req-4025d866-8e39-4d8d-9363-75e82eb7990d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fdc63c5-c976-4d99-9770-7e6e457001f5 HTTP/1.1" status: 200 len: 217 time: 0.0991998 Jul 05 10:07:06.657759 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 8375157d-06a1-48cc-85dc-be2a6690136e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8375157d-06a1-48cc-85dc-be2a6690136e,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:06.678231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '8375157d-06a1-48cc-85dc-be2a6690136e', 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f', 'port_id': '8375157d-06a1-48cc-85dc-be2a6690136e', 'mac_address': 'fa:16:3e:35:c0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7cc0a6-a755-4629-82a4-860ee4befff1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:06.756615 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-6e408f44-c792-4392-a7e6-be82a1950766 req-d2c7f7b5-3bdf-455c-8092-438bf209517c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Allocated IP 172.20.0.2 (eda718cc-3d88-4d5f-91f1-69312c2d305c/b6868f51-bde3-415c-b220-7539627e798e/0d15b78e-ddc0-47c8-a88a-c35f84656060) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:06.768349 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:06.792881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8375157d-06a1-48cc-85dc-be2a6690136e {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:06.804385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aae855-6bcf-42f7-8171-6079e9d08e78 req-82c1daa5-8af3-41a6-a08a-693404237717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:06.808199 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-15aae855-6bcf-42f7-8171-6079e9d08e78 req-82c1daa5-8af3-41a6-a08a-693404237717 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6868f51-bde3-415c-b220-7539627e798e HTTP/1.1" status: 200 len: 858 time: 0.1439321 Jul 05 10:07:06.823083 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-aeb8509c-9227-4de4-aa58-e1b455f39fa6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3470662 Jul 05 10:07:06.825468 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41316) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:06.835995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 8375157d-06a1-48cc-85dc-be2a6690136e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8375157d-06a1-48cc-85dc-be2a6690136e,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:06.858259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0e971635-a6db-4ee8-8ded-a717be69bc93 admin admin] Request body: {'subnet': {'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-264326617-subnet', 'tenant_id': '76a4558d73cf47e68041ab5a60a21287', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:06.892798 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-15aae855-6bcf-42f7-8171-6079e9d08e78 req-5351c24f-4188-4138-af39-95983f6a923b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eda718cc-3d88-4d5f-91f1-69312c2d305c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687919 Jul 05 10:07:06.898044 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8509c-9227-4de4-aa58-e1b455f39fa6 admin admin] Pushing event updated for resources: {'Network': ['ID=7684b902-3229-4b37-a9ab-3584bb0811d1,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:06.913883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 7684b902-3229-4b37-a9ab-3584bb0811d1 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:07:07.002745 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54c64-ed68-4e0e-bb17-de97b501232c req-f37d7b08-3d35-43f9-ba32-0c97b7c583be tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:07.005501 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48c54c64-ed68-4e0e-bb17-de97b501232c req-f37d7b08-3d35-43f9-ba32-0c97b7c583be tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 945 time: 0.1968195 Jul 05 10:07:07.032386 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e5211a5e-343a-4e68-a7ff-c203d292f63d req-46bebd5f-a269-4c03-bfb0-939b4fe95f1a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.058353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50b5aa0b-e5be-45e7-bec0-95d0e538e22d', 'c98a16b1-f808-41c5-b1f8-7cc83492fce2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:07.093232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bebd5f-a269-4c03-bfb0-939b4fe95f1a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Pushing event deleted for resources: {'Port': ['ID=c98a16b1-f808-41c5-b1f8-7cc83492fce2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:07.129803 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48c54c64-ed68-4e0e-bb17-de97b501232c req-29cb6013-331e-4a1d-9f78-0d773f6af7e3 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180851 Jul 05 10:07:07.167566 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.177315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5211a5e-343a-4e68-a7ff-c203d292f63d req-46bebd5f-a269-4c03-bfb0-939b4fe95f1a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] No DVR routers for this DVR port c98a16b1-f808-41c5-b1f8-7cc83492fce2 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:07.220058 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e5211a5e-343a-4e68-a7ff-c203d292f63d req-46bebd5f-a269-4c03-bfb0-939b4fe95f1a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.225443 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e5211a5e-343a-4e68-a7ff-c203d292f63d req-46bebd5f-a269-4c03-bfb0-939b4fe95f1a tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.64 "DELETE /v2.0/ports/c98a16b1-f808-41c5-b1f8-7cc83492fce2 HTTP/1.1" status: 204 len: 173 time: 1.7432606 Jul 05 10:07:07.225942 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e9bc2a-4850-4f90-a588-279bf7981b2b', 'name': 'network-vif-deleted', 'tag': 'c98a16b1-f808-41c5-b1f8-7cc83492fce2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:07.232781 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66987136-4b1f-44c4-a3fd-b7dc5d4e342e" -d '{"events": [{"server_uuid": "21e9bc2a-4850-4f90-a588-279bf7981b2b", "name": "network-vif-deleted", "tag": "c98a16b1-f808-41c5-b1f8-7cc83492fce2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:07.330606 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['8375157d-06a1-48cc-85dc-be2a6690136e'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:07.339120 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6e408f44-c792-4392-a7e6-be82a1950766 req-d2c7f7b5-3bdf-455c-8092-438bf209517c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.376193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e971635-a6db-4ee8-8ded-a717be69bc93 admin admin] Made reservation on behalf of 76a4558d73cf47e68041ab5a60a21287 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:07.376193 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0e971635-a6db-4ee8-8ded-a717be69bc93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.392869 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-15aae855-6bcf-42f7-8171-6079e9d08e78 req-c443b244-acb6-4c7e-9cf2-188407d9c041 service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876056 Jul 05 10:07:07.416068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=8375157d-06a1-48cc-85dc-be2a6690136e,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:07.921238 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a279e8f5-f0fd-45f0-b162-b47028a7f729 req-ac7e8876-651d-420d-af39-47634bd5c81f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 210 time: 0.0427356 Jul 05 10:07:07.921238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41356) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:07.921238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10dcd6-4ab5-47f4-95de-b7c52e019a60 req-b2d9f428-56b2-4935-b666-bcaa5c663639 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:07.921238 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dc10dcd6-4ab5-47f4-95de-b7c52e019a60 req-b2d9f428-56b2-4935-b666-bcaa5c663639 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0708613 Jul 05 10:07:07.924919 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-15aae855-6bcf-42f7-8171-6079e9d08e78 req-b223e8f8-363c-4792-b4b3-f39469ba844a service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556089 Jul 05 10:07:07.927620 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d3717ab0-f843-4f55-88f9-2505f9358447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.927620 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dc10dcd6-4ab5-47f4-95de-b7c52e019a60 req-58a18c7a-09be-4d68-8dbb-e8b536b7d850 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622480 Jul 05 10:07:07.927620 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d3717ab0-f843-4f55-88f9-2505f9358447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.927620 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-38d8c4c6-2ef7-4ab9-a93a-b7b892d1ef7e req-7970ea83-5961-488e-a605-a91012190a2e tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 210 time: 0.0311136 Jul 05 10:07:07.929397 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6e408f44-c792-4392-a7e6-be82a1950766 req-d2c7f7b5-3bdf-455c-8092-438bf209517c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:07.981593 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e408f44-c792-4392-a7e6-be82a1950766 req-d2c7f7b5-3bdf-455c-8092-438bf209517c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Network eda718cc-3d88-4d5f-91f1-69312c2d305c is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:07.985087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-6e408f44-c792-4392-a7e6-be82a1950766 req-d2c7f7b5-3bdf-455c-8092-438bf209517c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:07.987563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e408f44-c792-4392-a7e6-be82a1950766 req-d2c7f7b5-3bdf-455c-8092-438bf209517c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:08.044607 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d3717ab0-f843-4f55-88f9-2505f9358447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.053091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e408f44-c792-4392-a7e6-be82a1950766 req-d2c7f7b5-3bdf-455c-8092-438bf209517c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:08.053755 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6e408f44-c792-4392-a7e6-be82a1950766 req-d2c7f7b5-3bdf-455c-8092-438bf209517c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.064772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7f7b5-3bdf-455c-8092-438bf209517c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Pushing event updated for resources: {'Port': ['ID=0d15b78e-ddc0-47c8-a88a-c35f84656060,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:08.083329 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0e971635-a6db-4ee8-8ded-a717be69bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.096791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3717ab0-f843-4f55-88f9-2505f9358447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3905a98e-365d-4430-a6f9-430caa57271d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:08.119391 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08020583-b0c8-49f2-81ff-33dbe4ea221c x-openstack-request-id: req-08020583-b0c8-49f2-81ff-33dbe4ea221c {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:08.119821 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e9bc2a-4850-4f90-a588-279bf7981b2b", "name": "network-vif-deleted", "tag": "c98a16b1-f808-41c5-b1f8-7cc83492fce2", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:08.120168 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08020583-b0c8-49f2-81ff-33dbe4ea221c {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:08.120767 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e9bc2a-4850-4f90-a588-279bf7981b2b', 'name': 'network-vif-deleted', 'tag': 'c98a16b1-f808-41c5-b1f8-7cc83492fce2', 'status': 'completed', 'code': 200} Jul 05 10:07:08.128613 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d3717ab0-f843-4f55-88f9-2505f9358447 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=894483dd8c4f40cbae945fec2c6f6356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5607779 Jul 05 10:07:08.131018 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41398) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:08.211437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e971635-a6db-4ee8-8ded-a717be69bc93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=446a9bbb-4af0-4a98-b987-99ffad3e4940,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:08.211437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e971635-a6db-4ee8-8ded-a717be69bc93 admin admin] Checking segment: {'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:08.211437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e971635-a6db-4ee8-8ded-a717be69bc93 admin admin] Network hostable DHCP agents. Network: 7684b902-3229-4b37-a9ab-3584bb0811d1, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:07:08.247244 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84366784-40eb-43a5-bcad-d17c01c49f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.273350 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84366784-40eb-43a5-bcad-d17c01c49f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.299089 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e408f44-c792-4392-a7e6-be82a1950766 req-d2c7f7b5-3bdf-455c-8092-438bf209517c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7399886 Jul 05 10:07:08.311509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Request body: {'port': {'device_id': 'af6b233c-5407-4ebd-94a9-45fae9416974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:08.393286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e971635-a6db-4ee8-8ded-a717be69bc93 admin admin] Network 7684b902-3229-4b37-a9ab-3584bb0811d1 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:07:08.452644 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84366784-40eb-43a5-bcad-d17c01c49f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.457739 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84366784-40eb-43a5-bcad-d17c01c49f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.463041 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-84366784-40eb-43a5-bcad-d17c01c49f35 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3905a98e-365d-4430-a6f9-430caa57271d HTTP/1.1" status: 204 len: 168 time: 0.3308463 Jul 05 10:07:08.482582 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 8375157d-06a1-48cc-85dc-be2a6690136e no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:08.489081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84366784-40eb-43a5-bcad-d17c01c49f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3905a98e-365d-4430-a6f9-430caa57271d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:08.493297 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-0e971635-a6db-4ee8-8ded-a717be69bc93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 7684b902-3229-4b37-a9ab-3584bb0811d1) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:08.503978 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e971635-a6db-4ee8-8ded-a717be69bc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:08.504585 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0e971635-a6db-4ee8-8ded-a717be69bc93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.515901 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.548128 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab669b1-7714-4016-9cb1-685ed589b454 None None] Network 7684b902-3229-4b37-a9ab-3584bb0811d1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:08.577654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fb055-3596-4cf0-9bcd-7ccaec556a9c req-d520aade-0acf-469f-b150-63b20d5c16f1 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:08.584602 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f7fb055-3596-4cf0-9bcd-7ccaec556a9c req-d520aade-0acf-469f-b150-63b20d5c16f1 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 944 time: 0.1704204 Jul 05 10:07:08.606578 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0e971635-a6db-4ee8-8ded-a717be69bc93 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7802711 Jul 05 10:07:08.753826 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.770210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8375157d-06a1-48cc-85dc-be2a6690136e {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:08.795281 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 8375157d-06a1-48cc-85dc-be2a6690136e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8375157d-06a1-48cc-85dc-be2a6690136e,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:08.876528 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f7fb055-3596-4cf0-9bcd-7ccaec556a9c req-afe71801-ff8c-4ac8-949d-dd742ee0e9c8 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909441 Jul 05 10:07:08.954675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-7684b902-3229-4b37-a9ab-3584bb0811d1', 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1', 'tenant_id': '76a4558d73cf47e68041ab5a60a21287', 'fixed_ips': [{'subnet_id': '446a9bbb-4af0-4a98-b987-99ffad3e4940'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:07:08.955669 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:08.996525 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.147707 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-000d5c26-bca3-4c14-8516-1ded39b116ff req-bd14964a-c326-40a8-bfb8-558363653f43 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 210 time: 0.0887837 Jul 05 10:07:09.225608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=8375157d-06a1-48cc-85dc-be2a6690136e,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:09.231883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d15b78e-ddc0-47c8-a88a-c35f84656060 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:09.242343 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.260807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Transition to ACTIVE for port object 0d15b78e-ddc0-47c8-a88a-c35f84656060 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:09.311496 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Allocated IP 172.20.0.2 (7684b902-3229-4b37-a9ab-3584bb0811d1/446a9bbb-4af0-4a98-b987-99ffad3e4940/e5654da1-9028-447a-880b-dfb7f9aae56d) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:09.446432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f338fd-2ec4-4896-930d-dded99630098 req-00d8c825-724a-4166-a9f0-c61bebfc0ded tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:09.448129 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-14f338fd-2ec4-4896-930d-dded99630098 req-00d8c825-724a-4166-a9f0-c61bebfc0ded tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0915730 Jul 05 10:07:09.487275 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.494166 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.507035 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-14f338fd-2ec4-4896-930d-dded99630098 req-c906a912-f19b-4a1d-b834-485529e229eb tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425289 Jul 05 10:07:09.508976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Transition to ACTIVE for port object e5654da1-9028-447a-880b-dfb7f9aae56d will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:09.529349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Transition to ACTIVE for port object e5654da1-9028-447a-880b-dfb7f9aae56d will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:09.592774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Pushing event updated for resources: {'Port': ['ID=0d15b78e-ddc0-47c8-a88a-c35f84656060,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:09.626984 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Attempting to bind port 0d15b78e-ddc0-47c8-a88a-c35f84656060 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:09.627759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Attempting to bind port 0d15b78e-ddc0-47c8-a88a-c35f84656060 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'ad0e9189-b972-46b8-b21b-1e62b78ca23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:09.627936 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Attempting to bind port 0d15b78e-ddc0-47c8-a88a-c35f84656060 on network eda718cc-3d88-4d5f-91f1-69312c2d305c {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:09.634586 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Port 0d15b78e-ddc0-47c8-a88a-c35f84656060 on network eda718cc-3d88-4d5f-91f1-69312c2d305c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:09.636210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Attempting to bind port 0d15b78e-ddc0-47c8-a88a-c35f84656060 on network eda718cc-3d88-4d5f-91f1-69312c2d305c {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:09.642552 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:09.642970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Checking segment: {'id': 'ad0e9189-b972-46b8-b21b-1e62b78ca23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:09.643419 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Bound using segment: {'id': 'ad0e9189-b972-46b8-b21b-1e62b78ca23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:09.643991 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Bound port: 0d15b78e-ddc0-47c8-a88a-c35f84656060, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0e9189-b972-46b8-b21b-1e62b78ca23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:09.644478 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.675205 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.728910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41486) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:09.736408 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Network 7684b902-3229-4b37-a9ab-3584bb0811d1 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:09.741070 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Pushing event updated for resources: {'Port': ['ID=e5654da1-9028-447a-880b-dfb7f9aae56d,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:09.744760 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:09.749549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:09.775969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3be6f-0500-4823-b012-29408fba2a99 req-fddd19b5-7fb8-4a53-8dfb-dc39a501842c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:09.780263 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] For port 0d15b78e-ddc0-47c8-a88a-c35f84656060, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:09.783833 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] For port 0d15b78e-ddc0-47c8-a88a-c35f84656060, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=0d15b78e-ddc0-47c8-a88a-c35f84656060,segment=NetworkSegment(ad0e9189-b972-46b8-b21b-1e62b78ca23b),segment_id=ad0e9189-b972-46b8-b21b-1e62b78ca23b)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:09.786232 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dfc3be6f-0500-4823-b012-29408fba2a99 req-fddd19b5-7fb8-4a53-8dfb-dc39a501842c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 943 time: 0.1349540 Jul 05 10:07:09.815057 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8fc7-1e93-4a89-9608-a49e8bdd331f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.820528 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.821531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.822201 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.822954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.823490 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.824157 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.824696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.825211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.825866 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.826386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.826979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.827496 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:09.846028 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Attempting to bind port e5654da1-9028-447a-880b-dfb7f9aae56d on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:09.846531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Attempting to bind port e5654da1-9028-447a-880b-dfb7f9aae56d by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:09.847158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Attempting to bind port e5654da1-9028-447a-880b-dfb7f9aae56d on network 7684b902-3229-4b37-a9ab-3584bb0811d1 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:09.852972 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:09.854020 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Checking segment: {'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:09.854779 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.855386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Bound using segment: {'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:09.856292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Bound port: e5654da1-9028-447a-880b-dfb7f9aae56d, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:09.858216 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.871898 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.878213 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dfc3be6f-0500-4823-b012-29408fba2a99 req-e154c964-850c-41ad-9197-2654b55fbe1a tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907588 Jul 05 10:07:09.929564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:09.936554 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:09.938227 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e408f44-c792-4392-a7e6-be82a1950766 req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] 10.222.0.64 "PUT /v2.0/ports/0d15b78e-ddc0-47c8-a88a-c35f84656060 HTTP/1.1" status: 200 len: 1092 time: 1.6310790 Jul 05 10:07:09.938896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6b233c-5407-4ebd-94a9-45fae9416974', 'tag': '0d15b78e-ddc0-47c8-a88a-c35f84656060'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:09.941429 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645351e0-0fd9-44bc-a460-d5c63b862fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "af6b233c-5407-4ebd-94a9-45fae9416974", "tag": "0d15b78e-ddc0-47c8-a88a-c35f84656060"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:09.987837 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e2c7b-edd8-4e5b-ad06-7cb1c25508df service neutron] Pushing event updated for resources: {'Port': ['ID=0d15b78e-ddc0-47c8-a88a-c35f84656060,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:10.040081 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8fc7-1e93-4a89-9608-a49e8bdd331f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.052173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] For port e5654da1-9028-447a-880b-dfb7f9aae56d, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:10.056541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] For port e5654da1-9028-447a-880b-dfb7f9aae56d, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e5654da1-9028-447a-880b-dfb7f9aae56d,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:10.138040 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8fc7-1e93-4a89-9608-a49e8bdd331f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.167454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e408f44-c792-4392-a7e6-be82a1950766 req-0861dcdf-6764-469d-ab2f-189dc806b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:10.172260 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e408f44-c792-4392-a7e6-be82a1950766 req-0861dcdf-6764-469d-ab2f-189dc806b5a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5516a987464e3c882297462ee52153&device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 1095 time: 0.0807631 Jul 05 10:07:10.183675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4fdc63c5-c976-4d99-9770-7e6e457001f5 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:10.200042 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8c7a8fc7-1e93-4a89-9608-a49e8bdd331f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bf63ccdf3d664d3da7d8c34a27b1454b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652166 Jul 05 10:07:10.200042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a8fc7-1e93-4a89-9608-a49e8bdd331f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d0f5c0-cea7-4c79-b34f-6c3d1b18c0b7,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:10.200690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c98a16b1-f808-41c5-b1f8-7cc83492fce2 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:10.201579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41500) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:10.231670 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e408f44-c792-4392-a7e6-be82a1950766 req-9c4e995c-385e-493f-b42c-8e81c3f44672 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d15b78e-ddc0-47c8-a88a-c35f84656060 HTTP/1.1" status: 200 len: 217 time: 0.0492449 Jul 05 10:07:10.232851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: c98a16b1-f808-41c5-b1f8-7cc83492fce2 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:10.233196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c98a16b1-f808-41c5-b1f8-7cc83492fce2 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:10.247632 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.280264 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-18f157ee-f701-43a3-be4f-52838a2280eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.318055 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-18f157ee-f701-43a3-be4f-52838a2280eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.321361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e408f44-c792-4392-a7e6-be82a1950766 req-4bb36e29-f0ec-4cb8-abd3-651bce0eedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:10.322955 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e408f44-c792-4392-a7e6-be82a1950766 req-4bb36e29-f0ec-4cb8-abd3-651bce0eedbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6868f51-bde3-415c-b220-7539627e798e HTTP/1.1" status: 200 len: 858 time: 0.0776603 Jul 05 10:07:10.388021 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e408f44-c792-4392-a7e6-be82a1950766 req-da5a1f96-bd4f-43e7-b717-de9f17715a26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eda718cc-3d88-4d5f-91f1-69312c2d305c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515888 Jul 05 10:07:10.471570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4fdc63c5-c976-4d99-9770-7e6e457001f5, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4fdc63c5-c976-4d99-9770-7e6e457001f5,segment=NetworkSegment(ad0e9189-b972-46b8-b21b-1e62b78ca23b),segment_id=ad0e9189-b972-46b8-b21b-1e62b78ca23b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:10.492153 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '4fdc63c5-c976-4d99-9770-7e6e457001f5', 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c', 'port_id': '4fdc63c5-c976-4d99-9770-7e6e457001f5', 'mac_address': 'fa:16:3e:5c:20:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6868f51-bde3-415c-b220-7539627e798e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:10.523520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79c81d-2129-4702-addf-31abce5a17ba None None] Pushing event updated for resources: {'Port': ['ID=e5654da1-9028-447a-880b-dfb7f9aae56d,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:10.538254 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e408f44-c792-4392-a7e6-be82a1950766 req-bb290d7e-b21f-4140-ae92-4bdbb6eed50c service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424124 Jul 05 10:07:10.574647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-530cb7dc-61d3-44b9-914d-c48133483b26 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:10.583430 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-530cb7dc-61d3-44b9-914d-c48133483b26 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/networks?id=7684b902-3229-4b37-a9ab-3584bb0811d1 HTTP/1.1" status: 200 len: 815 time: 0.1875138 Jul 05 10:07:10.611036 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-b1ec4643-b3e3-43ac-bb72-49c431d5c9dc tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/quotas/76a4558d73cf47e68041ab5a60a21287 HTTP/1.1" status: 200 len: 375 time: 0.0176008 Jul 05 10:07:10.611652 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.624687 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fdc63c5-c976-4d99-9770-7e6e457001f5 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:10.626341 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8776720-6332-4cc9-a66a-032ee1f05cd6 x-openstack-request-id: req-d8776720-6332-4cc9-a66a-032ee1f05cd6 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:10.626725 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6b233c-5407-4ebd-94a9-45fae9416974", "tag": "0d15b78e-ddc0-47c8-a88a-c35f84656060", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:10.627074 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d8776720-6332-4cc9-a66a-032ee1f05cd6 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:10.627560 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6b233c-5407-4ebd-94a9-45fae9416974', 'tag': '0d15b78e-ddc0-47c8-a88a-c35f84656060', 'status': 'completed', 'code': 200} Jul 05 10:07:10.642651 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-18f157ee-f701-43a3-be4f-52838a2280eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.647537 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-18f157ee-f701-43a3-be4f-52838a2280eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.653199 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-18f157ee-f701-43a3-be4f-52838a2280eb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/09d0f5c0-cea7-4c79-b34f-6c3d1b18c0b7 HTTP/1.1" status: 204 len: 168 time: 0.4504759 Jul 05 10:07:10.678374 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4fdc63c5-c976-4d99-9770-7e6e457001f5, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4fdc63c5-c976-4d99-9770-7e6e457001f5,segment=NetworkSegment(ad0e9189-b972-46b8-b21b-1e62b78ca23b),segment_id=ad0e9189-b972-46b8-b21b-1e62b78ca23b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:10.690766 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f157ee-f701-43a3-be4f-52838a2280eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d0f5c0-cea7-4c79-b34f-6c3d1b18c0b7,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:10.729748 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e408f44-c792-4392-a7e6-be82a1950766 req-d14c911e-fc1e-434c-8f1b-85d2c085edc4 service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785724 Jul 05 10:07:10.772314 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.801326 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-ef1741e7-382b-404d-b861-20ec69216959 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=76a4558d73cf47e68041ab5a60a21287&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1973560 Jul 05 10:07:10.901501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=4fdc63c5-c976-4d99-9770-7e6e457001f5,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:10.990616 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-9898a7d1-2b46-40f2-bb45-2cc668120260 service neutron] 10.222.0.77 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814566 Jul 05 10:07:10.995958 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8be17250-d8b6-4b65-995b-40f762adbc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:10.998412 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645351e0-0fd9-44bc-a460-d5c63b862fe4 req-4bde91f9-b7e8-4ed0-b5af-bebff10b37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:11.000354 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-645351e0-0fd9-44bc-a460-d5c63b862fe4 req-4bde91f9-b7e8-4ed0-b5af-bebff10b37d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5516a987464e3c882297462ee52153&device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 1095 time: 0.1154675 Jul 05 10:07:11.054454 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['4fdc63c5-c976-4d99-9770-7e6e457001f5'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:11.142663 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-7482eb75-cf73-4a33-8806-9d24a7b3d7ed service neutron] 10.222.0.77 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509438 Jul 05 10:07:11.506034 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645351e0-0fd9-44bc-a460-d5c63b862fe4 req-b91c16bf-9671-475d-b586-52500f76b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:11.510383 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-645351e0-0fd9-44bc-a460-d5c63b862fe4 req-b91c16bf-9671-475d-b586-52500f76b372 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eda718cc-3d88-4d5f-91f1-69312c2d305c HTTP/1.1" status: 200 len: 919 time: 0.5025933 Jul 05 10:07:11.616824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-d219bbb2-d0c5-464e-9eaf-e370a9cd9651 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:11.622122 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-d219bbb2-d0c5-464e-9eaf-e370a9cd9651 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/networks?id=ffe4ad3e-48f0-40c5-b0a5-59a052f938db HTTP/1.1" status: 200 len: 815 time: 0.6864097 Jul 05 10:07:11.661247 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b74eaaf6-2780-4fba-b029-6a5115f11e4e req-2d696f26-53e5-4537-8ce3-c3c567c7c1df tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 210 time: 0.0566299 Jul 05 10:07:11.720467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-645351e0-0fd9-44bc-a460-d5c63b862fe4 req-b49df39b-b181-4666-9383-3e67b9adb767 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d15b78e-ddc0-47c8-a88a-c35f84656060 HTTP/1.1" status: 200 len: 217 time: 0.0948153 Jul 05 10:07:11.736426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e2c2506a-b403-4e92-8a97-2186f1e28def tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/quotas/908871a88987452ba5c96d73cbafee64 HTTP/1.1" status: 200 len: 375 time: 0.0988829 Jul 05 10:07:11.853193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645351e0-0fd9-44bc-a460-d5c63b862fe4 req-f8685689-32cd-4898-a6f7-d8a0d821ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:11.855330 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-645351e0-0fd9-44bc-a460-d5c63b862fe4 req-f8685689-32cd-4898-a6f7-d8a0d821ecc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6868f51-bde3-415c-b220-7539627e798e HTTP/1.1" status: 200 len: 858 time: 0.1141667 Jul 05 10:07:11.885424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf14b0-a4c5-4409-9640-633922f50671 req-1bb68ae7-0dcb-471d-894f-71871aee3e9b tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:11.887274 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7ccf14b0-a4c5-4409-9640-633922f50671 req-1bb68ae7-0dcb-471d-894f-71871aee3e9b tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 943 time: 0.0842943 Jul 05 10:07:11.914678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe1ea57-4250-41f1-a557-01c439313aa2 None None] Network 7684b902-3229-4b37-a9ab-3584bb0811d1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:11.952751 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7ccf14b0-a4c5-4409-9640-633922f50671 req-80face79-ca02-4223-8a13-87bc1b3c2398 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579340 Jul 05 10:07:11.973877 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-645351e0-0fd9-44bc-a460-d5c63b862fe4 req-f9d49800-e374-435d-ab44-71c8f1bc80e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eda718cc-3d88-4d5f-91f1-69312c2d305c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944097 Jul 05 10:07:11.983401 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-6b9fa0e5-c5c8-45a6-b59f-9aac5bce993e tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=908871a88987452ba5c96d73cbafee64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2455375 Jul 05 10:07:12.127551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-de69a890-b4ec-4d2d-93ef-e00a976eb899 None None] Provisioning for port e5654da1-9028-447a-880b-dfb7f9aae56d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:12.215608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4fdc63c5-c976-4d99-9770-7e6e457001f5 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:12.253084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc86614-e82f-4255-87f9-1ef19394d722 req-d4596c7d-302d-4f07-b309-c453f41f6fdb tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:12.257026 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2fc86614-e82f-4255-87f9-1ef19394d722 req-d4596c7d-302d-4f07-b309-c453f41f6fdb tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 943 time: 0.1388130 Jul 05 10:07:12.317605 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-645351e0-0fd9-44bc-a460-d5c63b862fe4 req-5726244b-db13-416a-95e2-8627fe84d905 service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277709 Jul 05 10:07:12.400340 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e5654da1-9028-447a-880b-dfb7f9aae56d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:12.479166 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-645351e0-0fd9-44bc-a460-d5c63b862fe4 req-258cce14-0eaa-4913-94d0-85bf0544db87 service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471353 Jul 05 10:07:12.501851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 4fdc63c5-c976-4d99-9770-7e6e457001f5 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:12.528266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 4fdc63c5-c976-4d99-9770-7e6e457001f5 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:12.530092 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:12.614067 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-fed0de2c-b618-4c43-80f0-0af7e6e4a321 service neutron] 10.222.0.77 "GET /v2.0/networks/ffe4ad3e-48f0-40c5-b0a5-59a052f938db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6230676 Jul 05 10:07:12.616510 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-2fc86614-e82f-4255-87f9-1ef19394d722 req-092bda6e-47ed-48f5-92a9-d3fdd93d6f6c tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Deleting port 8375157d-06a1-48cc-85dc-be2a6690136e {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:12.616856 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2fc86614-e82f-4255-87f9-1ef19394d722 req-092bda6e-47ed-48f5-92a9-d3fdd93d6f6c tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:12.723665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e5654da1-9028-447a-880b-dfb7f9aae56d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:12.725712 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:12.728767 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-16cce367-da2b-49e2-9246-9f6717dcb1fc None None] Provisioning complete for port e5654da1-9028-447a-880b-dfb7f9aae56d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:12.737584 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-16cce367-da2b-49e2-9246-9f6717dcb1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:12.771815 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-2fc86614-e82f-4255-87f9-1ef19394d722 req-092bda6e-47ed-48f5-92a9-d3fdd93d6f6c tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] For port 8375157d-06a1-48cc-85dc-be2a6690136e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8375157d-06a1-48cc-85dc-be2a6690136e,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:12.771815 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2fc86614-e82f-4255-87f9-1ef19394d722 req-092bda6e-47ed-48f5-92a9-d3fdd93d6f6c tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:12.792143 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-2fc86614-e82f-4255-87f9-1ef19394d722 req-092bda6e-47ed-48f5-92a9-d3fdd93d6f6c tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Calling delete_port for 8375157d-06a1-48cc-85dc-be2a6690136e owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:12.874828 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-f76f5aa8-fce7-4c49-980d-4281d6a26f63 service neutron] 10.222.0.77 "GET /v2.0/networks/ffe4ad3e-48f0-40c5-b0a5-59a052f938db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687913 Jul 05 10:07:12.886652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e5654da1-9028-447a-880b-dfb7f9aae56d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:12.887127 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:12.957016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f380e5-bb83-4ab3-bdca-5822c7f58b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdc63c5-c976-4d99-9770-7e6e457001f5'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:12.959473 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fa6de6-855c-4042-9091-76b941eb7c5e" -d '{"events": [{"server_uuid": "39f380e5-bb83-4ab3-bdca-5822c7f58b81", "name": "network-vif-plugged", "status": "completed", "tag": "4fdc63c5-c976-4d99-9770-7e6e457001f5"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:12.985589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4fdc63c5-c976-4d99-9770-7e6e457001f5, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4fdc63c5-c976-4d99-9770-7e6e457001f5,segment=NetworkSegment(ad0e9189-b972-46b8-b21b-1e62b78ca23b),segment_id=ad0e9189-b972-46b8-b21b-1e62b78ca23b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:13.090421 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:13.121504 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-16cce367-da2b-49e2-9246-9f6717dcb1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:13.134335 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:13.193288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-16cce367-da2b-49e2-9246-9f6717dcb1fc None None] For port e5654da1-9028-447a-880b-dfb7f9aae56d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e5654da1-9028-447a-880b-dfb7f9aae56d,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:13.194837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=4fdc63c5-c976-4d99-9770-7e6e457001f5,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:13.213047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286c4ff-5f2e-4a1b-ba76-742bc70fbc2b req-156bab57-d7f5-4176-b583-8058bc15a9a1 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:13.214683 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e286c4ff-5f2e-4a1b-ba76-742bc70fbc2b req-156bab57-d7f5-4176-b583-8058bc15a9a1 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0949271 Jul 05 10:07:13.229523 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2fc86614-e82f-4255-87f9-1ef19394d722 req-092bda6e-47ed-48f5-92a9-d3fdd93d6f6c tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:13.295523 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e286c4ff-5f2e-4a1b-ba76-742bc70fbc2b req-4c34a44c-a38f-4a20-a3ae-8fd15f2ccc6b tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726781 Jul 05 10:07:13.315108 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-16cce367-da2b-49e2-9246-9f6717dcb1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:13.320894 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bda6e-47ed-48f5-92a9-d3fdd93d6f6c tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Pushing event deleted for resources: {'Port': ['ID=8375157d-06a1-48cc-85dc-be2a6690136e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:13.345877 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc86614-e82f-4255-87f9-1ef19394d722 req-092bda6e-47ed-48f5-92a9-d3fdd93d6f6c tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] No DVR routers for this DVR port 8375157d-06a1-48cc-85dc-be2a6690136e on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:13.352963 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2fc86614-e82f-4255-87f9-1ef19394d722 req-092bda6e-47ed-48f5-92a9-d3fdd93d6f6c tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:13.360665 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2fc86614-e82f-4255-87f9-1ef19394d722 req-092bda6e-47ed-48f5-92a9-d3fdd93d6f6c tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.73 "DELETE /v2.0/ports/8375157d-06a1-48cc-85dc-be2a6690136e HTTP/1.1" status: 204 len: 173 time: 1.0942302 Jul 05 10:07:13.360665 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8e4259-1874-44e5-82e0-98a8c995f70f', 'name': 'network-vif-deleted', 'tag': '8375157d-06a1-48cc-85dc-be2a6690136e'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:13.370993 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67511d80-17ee-4133-972b-4555186f2db2" -d '{"events": [{"server_uuid": "ff8e4259-1874-44e5-82e0-98a8c995f70f", "name": "network-vif-deleted", "tag": "8375157d-06a1-48cc-85dc-be2a6690136e"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:13.536073 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:07:13.536443 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:07:13.542538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cce367-da2b-49e2-9246-9f6717dcb1fc None None] Pushing event updated for resources: {'Port': ['ID=e5654da1-9028-447a-880b-dfb7f9aae56d,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:13.605460 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3410b-1180-4059-907b-1134d6539a30 req-f73f8241-9f66-4523-803f-7de8c08b8be7 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:13.607311 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07f3410b-1180-4059-907b-1134d6539a30 req-f73f8241-9f66-4523-803f-7de8c08b8be7 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/networks?id=7684b902-3229-4b37-a9ab-3584bb0811d1 HTTP/1.1" status: 200 len: 815 time: 0.1756713 Jul 05 10:07:13.614427 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dc0fadf1-6835-42a7-b7a0-74fc1ac50885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:13.639690 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07f3410b-1180-4059-907b-1134d6539a30 req-982ac40a-781f-4274-a0ca-f0ff35901aab tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/quotas/76a4558d73cf47e68041ab5a60a21287 HTTP/1.1" status: 200 len: 375 time: 0.0146463 Jul 05 10:07:13.660596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff93994-59b1-4475-bd06-c440f412441d req-752e14ea-41b5-4eb1-96ca-3f6e50dc8755 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:13.662425 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2ff93994-59b1-4475-bd06-c440f412441d req-752e14ea-41b5-4eb1-96ca-3f6e50dc8755 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 943 time: 0.1408963 Jul 05 10:07:13.681235 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:13.712449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2ff93994-59b1-4475-bd06-c440f412441d req-60967afd-a777-40a2-95a4-4ed63a714272 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Jul 05 10:07:13.750681 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07f3410b-1180-4059-907b-1134d6539a30 req-d012d384-ff3d-49f6-a263-06b96fbabfac tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=76a4558d73cf47e68041ab5a60a21287&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1008360 Jul 05 10:07:13.848467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-084b579c-3ce5-4ce3-b5ae-1a9f05ce70b1 req-4e634ac3-1722-4341-bb79-0bdee4f7f792 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e9bc2a-4850-4f90-a588-279bf7981b2b HTTP/1.1" status: 200 len: 210 time: 0.0319259 Jul 05 10:07:13.857412 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07f3410b-1180-4059-907b-1134d6539a30 req-c330ebf9-459c-4ef2-98f5-0fa8d0d79ee8 service neutron] 10.222.0.77 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991907 Jul 05 10:07:13.958388 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07f3410b-1180-4059-907b-1134d6539a30 req-87c96ced-10f5-4e1e-8245-faf0bb378520 service neutron] 10.222.0.77 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952203 Jul 05 10:07:14.217796 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 0d15b78e-ddc0-47c8-a88a-c35f84656060 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:14.277928 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e5654da1-9028-447a-880b-dfb7f9aae56d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:14.361939 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 0d15b78e-ddc0-47c8-a88a-c35f84656060, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=0d15b78e-ddc0-47c8-a88a-c35f84656060,segment=NetworkSegment(ad0e9189-b972-46b8-b21b-1e62b78ca23b),segment_id=ad0e9189-b972-46b8-b21b-1e62b78ca23b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:14.372435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e5654da1-9028-447a-880b-dfb7f9aae56d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:14.373045 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:14.431251 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '0d15b78e-ddc0-47c8-a88a-c35f84656060', 'network_id': 'eda718cc-3d88-4d5f-91f1-69312c2d305c', 'port_id': '0d15b78e-ddc0-47c8-a88a-c35f84656060', 'mac_address': 'fa:16:3e:52:58:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6868f51-bde3-415c-b220-7539627e798e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:14.513611 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:14.533922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d15b78e-ddc0-47c8-a88a-c35f84656060 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:14.546963 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64365cfa-8543-4021-8aa3-9dfa38b968d5 x-openstack-request-id: req-64365cfa-8543-4021-8aa3-9dfa38b968d5 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:14.549868 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f380e5-bb83-4ab3-bdca-5822c7f58b81", "name": "network-vif-plugged", "status": "completed", "tag": "4fdc63c5-c976-4d99-9770-7e6e457001f5", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:14.549868 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64365cfa-8543-4021-8aa3-9dfa38b968d5 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:14.549868 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f380e5-bb83-4ab3-bdca-5822c7f58b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdc63c5-c976-4d99-9770-7e6e457001f5', 'code': 200} Jul 05 10:07:14.584594 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 0d15b78e-ddc0-47c8-a88a-c35f84656060, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=0d15b78e-ddc0-47c8-a88a-c35f84656060,segment=NetworkSegment(ad0e9189-b972-46b8-b21b-1e62b78ca23b),segment_id=ad0e9189-b972-46b8-b21b-1e62b78ca23b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:14.669516 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:14.779030 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbf717ae-92b0-48ab-9db7-aa49b255d212 req-cbb982b5-b1f7-4107-aa43-4f3ece440a27 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff8e4259-1874-44e5-82e0-98a8c995f70f HTTP/1.1" status: 200 len: 210 time: 0.0848629 Jul 05 10:07:14.782117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=0d15b78e-ddc0-47c8-a88a-c35f84656060,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:14.788081 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0a628a1-62df-4670-a5df-8864358df8f8 req-ea0ff9d3-b9e5-43f3-a307-6e230c11139c tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 210 time: 0.0808206 Jul 05 10:07:14.901059 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:14.912947 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd113800-442b-4b7c-9985-07e2fc3d2d0c x-openstack-request-id: req-cd113800-442b-4b7c-9985-07e2fc3d2d0c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:14.913678 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8e4259-1874-44e5-82e0-98a8c995f70f", "name": "network-vif-deleted", "tag": "8375157d-06a1-48cc-85dc-be2a6690136e", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:14.914112 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd113800-442b-4b7c-9985-07e2fc3d2d0c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:14.914718 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8e4259-1874-44e5-82e0-98a8c995f70f', 'name': 'network-vif-deleted', 'tag': '8375157d-06a1-48cc-85dc-be2a6690136e', 'status': 'completed', 'code': 200} Jul 05 10:07:14.922905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2f58b-b0fe-4f72-9a39-b0efa2a42f87 req-dd12565b-c364-4726-ba9d-f1d2f19e2459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:14.925094 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-45e2f58b-b0fe-4f72-9a39-b0efa2a42f87 req-dd12565b-c364-4726-ba9d-f1d2f19e2459 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 1098 time: 0.1613839 Jul 05 10:07:14.969459 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-45e2f58b-b0fe-4f72-9a39-b0efa2a42f87 req-84bb133c-b20d-442a-beed-b6e2db192d77 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365837 Jul 05 10:07:14.975581 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['0d15b78e-ddc0-47c8-a88a-c35f84656060'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:15.172524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01875ef-cf11-44c4-9a9b-4be474efe56b req-44e3a3c8-c72a-4d53-ad6b-8bf8d733470f tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:15.184910 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e01875ef-cf11-44c4-9a9b-4be474efe56b req-44e3a3c8-c72a-4d53-ad6b-8bf8d733470f tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.1133299 Jul 05 10:07:15.260913 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e01875ef-cf11-44c4-9a9b-4be474efe56b req-6e31f2af-df33-4de1-b56d-9b6d91b7d4ee tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748394 Jul 05 10:07:15.401646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-a0a5240e-3ddc-4b12-9641-2ff393623ef2 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:15.403335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-a0a5240e-3ddc-4b12-9641-2ff393623ef2 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.73 "GET /v2.0/networks?id=7684b902-3229-4b37-a9ab-3584bb0811d1 HTTP/1.1" status: 200 len: 815 time: 0.1435871 Jul 05 10:07:15.419588 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-b6e3141c-01d3-4918-9d8b-c3dfd1317a16 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Request body: {'port': {'device_id': '63e5a08c-5fa1-41df-a1ac-9c8532432f9b', 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1', 'admin_state_up': True, 'tenant_id': '76a4558d73cf47e68041ab5a60a21287'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:15.538539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-de18558a-6726-4f2d-b8cc-731166da98af tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:15.541149 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-de18558a-6726-4f2d-b8cc-731166da98af tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/networks?id=7684b902-3229-4b37-a9ab-3584bb0811d1 HTTP/1.1" status: 200 len: 815 time: 0.3570352 Jul 05 10:07:15.563392 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-ea9e3339-f2ca-49c8-9dc9-d7588deb049c tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/quotas/76a4558d73cf47e68041ab5a60a21287 HTTP/1.1" status: 200 len: 375 time: 0.0151036 Jul 05 10:07:15.666640 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-b6e3141c-01d3-4918-9d8b-c3dfd1317a16 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Made reservation on behalf of 76a4558d73cf47e68041ab5a60a21287 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:15.670530 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-b6e3141c-01d3-4918-9d8b-c3dfd1317a16 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:15.708920 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-b1552b72-6f4b-47a0-b002-c7457009b90c tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=76a4558d73cf47e68041ab5a60a21287&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1391268 Jul 05 10:07:15.719467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c82d72-5044-4990-a99a-638d7a0d4998 req-4f7dd64c-bba9-46c3-b3fe-8ce27b6678a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:15.721034 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-19c82d72-5044-4990-a99a-638d7a0d4998 req-4f7dd64c-bba9-46c3-b3fe-8ce27b6678a8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 1097 time: 0.1705534 Jul 05 10:07:15.745408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b746d-fa04-4d65-ac2b-2126f9fa8da5 req-c091c7dc-3c42-46b2-9267-042f2c602881 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:15.753285 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-418b746d-fa04-4d65-ac2b-2126f9fa8da5 req-c091c7dc-3c42-46b2-9267-042f2c602881 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 944 time: 0.1647589 Jul 05 10:07:15.798370 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-19c82d72-5044-4990-a99a-638d7a0d4998 req-2ad77fcb-bd0b-4f9a-82b9-65a4f9f680a5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685225 Jul 05 10:07:15.833578 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-418b746d-fa04-4d65-ac2b-2126f9fa8da5 req-66f8ba1c-5a5d-48fa-b209-04e56780708c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790546 Jul 05 10:07:15.882452 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-b6e3141c-01d3-4918-9d8b-c3dfd1317a16 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Allocated IP 172.20.0.14 (7684b902-3229-4b37-a9ab-3584bb0811d1/446a9bbb-4af0-4a98-b987-99ffad3e4940/1346b549-35d3-4d0d-af1c-ddd0bc7cf374) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:16.034189 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-61d1b843-8e66-4e9e-904d-b367015aed6e service neutron] 10.222.0.77 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779234 Jul 05 10:07:16.234500 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 0d15b78e-ddc0-47c8-a88a-c35f84656060 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:16.271944 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-d0d3ee70-7240-4e26-a095-9d0a966092d4 service neutron] 10.222.0.77 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362034 Jul 05 10:07:16.382063 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-b6e3141c-01d3-4918-9d8b-c3dfd1317a16 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:16.389576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 0d15b78e-ddc0-47c8-a88a-c35f84656060 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:16.395908 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 0d15b78e-ddc0-47c8-a88a-c35f84656060 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:16.396298 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:16.421463 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-b6e3141c-01d3-4918-9d8b-c3dfd1317a16 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Transition to ACTIVE for port object 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:16.481105 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7520321-14dd-4db3-ae62-1d25ce548b57 req-4c669499-e33b-4c05-8458-f6447de5f4b8 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 210 time: 0.0968754 Jul 05 10:07:16.533285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 8375157d-06a1-48cc-85dc-be2a6690136e no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:16.589729 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 8375157d-06a1-48cc-85dc-be2a6690136e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:16.589934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 8375157d-06a1-48cc-85dc-be2a6690136e not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:16.696804 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:16.723307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6b233c-5407-4ebd-94a9-45fae9416974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d15b78e-ddc0-47c8-a88a-c35f84656060'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:16.724432 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-b6e3141c-01d3-4918-9d8b-c3dfd1317a16 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:16.726501 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a67094-6851-40b5-bbb0-f6aa0cd81fe5" -d '{"events": [{"server_uuid": "af6b233c-5407-4ebd-94a9-45fae9416974", "name": "network-vif-plugged", "status": "completed", "tag": "0d15b78e-ddc0-47c8-a88a-c35f84656060"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:16.741094 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 0d15b78e-ddc0-47c8-a88a-c35f84656060, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=0d15b78e-ddc0-47c8-a88a-c35f84656060,segment=NetworkSegment(ad0e9189-b972-46b8-b21b-1e62b78ca23b),segment_id=ad0e9189-b972-46b8-b21b-1e62b78ca23b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:16.807692 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:16.812443 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:16.875844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-b6e3141c-01d3-4918-9d8b-c3dfd1317a16 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Network 7684b902-3229-4b37-a9ab-3584bb0811d1 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:16.899476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-b6e3141c-01d3-4918-9d8b-c3dfd1317a16 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:16.905240 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-b6e3141c-01d3-4918-9d8b-c3dfd1317a16 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:17.020880 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=0d15b78e-ddc0-47c8-a88a-c35f84656060,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:17.052808 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3141c-01d3-4918-9d8b-c3dfd1317a16 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Pushing event updated for resources: {'Port': ['ID=1346b549-35d3-4d0d-af1c-ddd0bc7cf374,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:17.186359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-b6e3141c-01d3-4918-9d8b-c3dfd1317a16 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:17.187272 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-b6e3141c-01d3-4918-9d8b-c3dfd1317a16 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.268145 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41776) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:17.274645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-0a52d640-d8af-431f-ac95-a02ce3779207 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--708944640', 'description': 'tempest-description--914714863'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:17.303823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c78d86-a9d2-46e3-afe3-ec9ffd58dbef req-a2c349f8-cf22-4c72-9a4a-2f74b18fc615 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:17.313968 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41778) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:17.316301 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-53c78d86-a9d2-46e3-afe3-ec9ffd58dbef req-a2c349f8-cf22-4c72-9a4a-2f74b18fc615 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.2170315 Jul 05 10:07:17.338167 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-61fa0430-8a38-4a14-b464-f57124913d93 None None] Provisioning for port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:17.344666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-61fa0430-8a38-4a14-b464-f57124913d93 None None] Provisioning complete for port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:17.351082 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-61fa0430-8a38-4a14-b464-f57124913d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.370756 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-b6e3141c-01d3-4918-9d8b-c3dfd1317a16 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9567060 Jul 05 10:07:17.416931 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Request body: {'port': {'device_id': '63e5a08c-5fa1-41df-a1ac-9c8532432f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:17.442601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-61fa0430-8a38-4a14-b464-f57124913d93 None None] Port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:17.506309 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-53c78d86-a9d2-46e3-afe3-ec9ffd58dbef req-68a4fa43-541a-41c3-82f8-f779bbb2cc3c tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882882 Jul 05 10:07:17.520363 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae81a77-6ded-485b-8a3d-91bb289a84d9 x-openstack-request-id: req-5ae81a77-6ded-485b-8a3d-91bb289a84d9 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:17.520930 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6b233c-5407-4ebd-94a9-45fae9416974", "name": "network-vif-plugged", "status": "completed", "tag": "0d15b78e-ddc0-47c8-a88a-c35f84656060", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:17.521345 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ae81a77-6ded-485b-8a3d-91bb289a84d9 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:17.521905 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6b233c-5407-4ebd-94a9-45fae9416974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d15b78e-ddc0-47c8-a88a-c35f84656060', 'code': 200} Jul 05 10:07:17.532350 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a52d640-d8af-431f-ac95-a02ce3779207 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.661028 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f0cdda0-6f06-4211-8bf8-11c29c5e8603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.683254 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.703592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-48bb562e-d669-4f71-87b1-6d6ea4f87495 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:17.705612 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-48bb562e-d669-4f71-87b1-6d6ea4f87495 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.73 "GET /v2.0/networks?id=ffe4ad3e-48f0-40c5-b0a5-59a052f938db HTTP/1.1" status: 200 len: 815 time: 0.3054633 Jul 05 10:07:17.731685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-160f8c93-a087-4e12-9b5c-b9aa621f67d6 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Request body: {'port': {'device_id': '1cd859eb-ffab-4cbb-8fcc-b1f78e37c831', 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db', 'admin_state_up': True, 'tenant_id': '908871a88987452ba5c96d73cbafee64'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:17.902198 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a2dd066-7511-4004-a66a-c36c8bf5115a req-3c78846b-0ad8-4b40-93de-ce0d37307e5c tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 210 time: 0.2608898 Jul 05 10:07:17.922145 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a52d640-d8af-431f-ac95-a02ce3779207 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:17.946456 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd55ef-4eb4-435b-bf3e-ff2b23d7fc48 req-d97f0af6-8655-4293-a112-9f63f65a17e7 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:17.950565 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bbdd55ef-4eb4-435b-bf3e-ff2b23d7fc48 req-d97f0af6-8655-4293-a112-9f63f65a17e7 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.2436850 Jul 05 10:07:18.006038 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bbdd55ef-4eb4-435b-bf3e-ff2b23d7fc48 req-902eb907-3b89-4db0-befe-1f48a694d9cb tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544918 Jul 05 10:07:18.086131 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a52d640-d8af-431f-ac95-a02ce3779207 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.162273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7d47b-e13f-48eb-89c7-50d86e902076 req-7a3a3638-2953-4235-a312-db82a8823851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.163841 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72d7d47b-e13f-48eb-89c7-50d86e902076 req-7a3a3638-2953-4235-a312-db82a8823851 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 1097 time: 0.5085886 Jul 05 10:07:18.217440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52d640-d8af-431f-ac95-a02ce3779207 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=869bd086-41f9-42bc-a694-cdd0ca6ded7f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:18.224433 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9bd0e2e3-9e0f-42ce-9dfa-6bd46479ee9d req-3703e43e-5a5c-4322-8527-f063b5e4bab8 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 210 time: 0.0566897 Jul 05 10:07:18.245463 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72d7d47b-e13f-48eb-89c7-50d86e902076 req-43035052-a9d5-4ce5-b28a-3f874496b625 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671926 Jul 05 10:07:18.490561 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f0cdda0-6f06-4211-8bf8-11c29c5e8603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.562501 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:18.573640 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.608590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Transition to ACTIVE for port object 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:18.651295 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f0cdda0-6f06-4211-8bf8-11c29c5e8603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.717521 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9f0cdda0-6f06-4211-8bf8-11c29c5e8603 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e4079292edff4f329b1a7604f4daea62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4023931 Jul 05 10:07:18.718406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41814) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:18.743149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cdda0-6f06-4211-8bf8-11c29c5e8603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd04eb7-d4de-459e-8e26-abd7e8d09799,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:18.765805 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.778053 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a52d640-d8af-431f-ac95-a02ce3779207 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:18.778053 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0a52d640-d8af-431f-ac95-a02ce3779207 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5053709 Jul 05 10:07:18.784322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41818) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:18.793061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3f82b9c6-d770-4090-a6ee-1e5fd5500b9f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Request body: {'security_group_rule': {'security_group_id': '869bd086-41f9-42bc-a694-cdd0ca6ded7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:18.848247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Pushing event updated for resources: {'Port': ['ID=1346b549-35d3-4d0d-af1c-ddd0bc7cf374,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:18.850102 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3410b-1180-4059-907b-1134d6539a30 req-56fde421-703b-4a7b-bddf-9c402451a5f6 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:18.852054 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07f3410b-1180-4059-907b-1134d6539a30 req-56fde421-703b-4a7b-bddf-9c402451a5f6 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.73 "GET /v2.0/networks?id=7684b902-3229-4b37-a9ab-3584bb0811d1 HTTP/1.1" status: 200 len: 815 time: 0.3512969 Jul 05 10:07:18.866505 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-07f3410b-1180-4059-907b-1134d6539a30 req-3cccf0d7-dc59-48e2-9fb2-e44531d855ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Request body: {'port': {'device_id': 'be235c92-58c9-4217-896d-14fefc72bcea', 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1', 'admin_state_up': True, 'tenant_id': '76a4558d73cf47e68041ab5a60a21287'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:18.935253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-160f8c93-a087-4e12-9b5c-b9aa621f67d6 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Made reservation on behalf of 908871a88987452ba5c96d73cbafee64 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:18.944556 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-160f8c93-a087-4e12-9b5c-b9aa621f67d6 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.010573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41824) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:19.133497 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4bc5c-1511-40ec-823f-6d0d8a1a7ff7 req-85bbab13-9232-462b-b5ca-eac45c4dff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:19.135031 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-79f4bc5c-1511-40ec-823f-6d0d8a1a7ff7 req-85bbab13-9232-462b-b5ca-eac45c4dff78 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aaf471cbe22142a7880d15035c04feae&device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 1097 time: 0.4649842 Jul 05 10:07:19.312879 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f82b9c6-d770-4090-a6ee-1e5fd5500b9f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.417798 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eedbb790-5dcd-4b5c-b36e-e8d3a365b2c3 req-b399ba07-40b7-4e0c-876a-20a39c4bb5c2 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 210 time: 0.1134195 Jul 05 10:07:19.592320 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-160f8c93-a087-4e12-9b5c-b9aa621f67d6 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Allocated IP 172.20.0.4 (ffe4ad3e-48f0-40c5-b0a5-59a052f938db/fa553354-5a95-45e8-9cf0-3d89046d1d99/e92faf94-db70-4e44-9553-8f54200b1d76) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:19.630773 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f82b9c6-d770-4090-a6ee-1e5fd5500b9f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.631674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f3410b-1180-4059-907b-1134d6539a30 req-3cccf0d7-dc59-48e2-9fb2-e44531d855ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Made reservation on behalf of 76a4558d73cf47e68041ab5a60a21287 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:19.635319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07f3410b-1180-4059-907b-1134d6539a30 req-3cccf0d7-dc59-48e2-9fb2-e44531d855ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.636114 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3169f8e-ec9a-4222-9553-d9d0bf2ad73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.677640 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4581c-c45b-405e-b1f2-15b2ba47fe1f req-0b98a7c1-579a-45e6-98cf-f75a32623e7e tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:19.687607 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4e4581c-c45b-405e-b1f2-15b2ba47fe1f req-0b98a7c1-579a-45e6-98cf-f75a32623e7e tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.9500151 Jul 05 10:07:19.714516 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Attempting to bind port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:19.714856 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Attempting to bind port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:19.717008 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Attempting to bind port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 on network 7684b902-3229-4b37-a9ab-3584bb0811d1 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:19.737547 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f82b9c6-d770-4090-a6ee-1e5fd5500b9f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.764289 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82b9c6-d770-4090-a6ee-1e5fd5500b9f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394eaf7b-b83e-42af-bcef-d991353a313c,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:19.814050 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67438248-32ed-445b-a1b4-4ab587699e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.882244 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3169f8e-ec9a-4222-9553-d9d0bf2ad73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.886105 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 on network 7684b902-3229-4b37-a9ab-3584bb0811d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:19.886641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Attempting to bind port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 on network 7684b902-3229-4b37-a9ab-3584bb0811d1 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:19.946627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:19.947148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Checking segment: {'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:19.947641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Bound using segment: {'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:19.948214 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Bound port: 1346b549-35d3-4d0d-af1c-ddd0bc7cf374, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:19.948676 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:19.967335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4e4581c-c45b-405e-b1f2-15b2ba47fe1f req-48ab1a98-d2a5-4bdf-a419-723d01f029b6 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785926 Jul 05 10:07:19.970444 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4bc5c-1511-40ec-823f-6d0d8a1a7ff7 req-b24777ef-7197-4d4d-a9c8-c7fb863285de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:19.973239 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-79f4bc5c-1511-40ec-823f-6d0d8a1a7ff7 req-b24777ef-7197-4d4d-a9c8-c7fb863285de service neutron] 10.222.0.73 "GET /v2.0/networks?id=931420c7-2f5c-4210-881f-ffaae81b0ce6 HTTP/1.1" status: 200 len: 912 time: 0.6405160 Jul 05 10:07:20.103506 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-160f8c93-a087-4e12-9b5c-b9aa621f67d6 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.178255 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f82b9c6-d770-4090-a6ee-1e5fd5500b9f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.181399 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3f82b9c6-d770-4090-a6ee-1e5fd5500b9f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3934727 Jul 05 10:07:20.183562 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41834) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:20.185705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-79f4bc5c-1511-40ec-823f-6d0d8a1a7ff7 req-ba1da8a3-7a38-400b-9ebd-306f8eb64399 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a4e712b-3174-4ac2-b754-8aba5f42b16a HTTP/1.1" status: 200 len: 217 time: 0.1225533 Jul 05 10:07:20.263669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] For port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:20.266334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-160f8c93-a087-4e12-9b5c-b9aa621f67d6 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Transition to ACTIVE for port object e92faf94-db70-4e44-9553-8f54200b1d76 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:20.267196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] For port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=1346b549-35d3-4d0d-af1c-ddd0bc7cf374,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:20.308419 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-15560608-85f3-448f-9e1b-8f414bf748b6 req-6ea45f43-11ca-4c18-86de-121a408215cf tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 210 time: 0.0392249 Jul 05 10:07:20.309075 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3169f8e-ec9a-4222-9553-d9d0bf2ad73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.313377 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3169f8e-ec9a-4222-9553-d9d0bf2ad73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.313377 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e3169f8e-ec9a-4222-9553-d9d0bf2ad73b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1cd04eb7-d4de-459e-8e26-abd7e8d09799 HTTP/1.1" status: 204 len: 168 time: 1.5851848 Jul 05 10:07:20.339308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1634cb77-eade-4aac-937d-cfe3dee887ce tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Request body: {'security_group_rule': {'security_group_id': '869bd086-41f9-42bc-a694-cdd0ca6ded7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:20.406360 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.425227 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-160f8c93-a087-4e12-9b5c-b9aa621f67d6 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.448837 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3169f8e-ec9a-4222-9553-d9d0bf2ad73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd04eb7-d4de-459e-8e26-abd7e8d09799,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:20.469083 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cddb4c-879d-4dd6-b96e-5dce9d7af0fa req-86fcc494-9f66-466b-bfa1-99249e653bf3 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:20.473330 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-45cddb4c-879d-4dd6-b96e-5dce9d7af0fa req-86fcc494-9f66-466b-bfa1-99249e653bf3 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.6398039 Jul 05 10:07:20.553482 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67438248-32ed-445b-a1b4-4ab587699e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.612960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-07f3410b-1180-4059-907b-1134d6539a30 req-3cccf0d7-dc59-48e2-9fb2-e44531d855ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Allocated IP 172.20.0.12 (7684b902-3229-4b37-a9ab-3584bb0811d1/446a9bbb-4af0-4a98-b987-99ffad3e4940/31b9c61c-eb5c-4e0b-b017-7544965426fb) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:20.629025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:20.629667 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.631112 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] 10.222.0.73 "PUT /v2.0/ports/1346b549-35d3-4d0d-af1c-ddd0bc7cf374 HTTP/1.1" status: 200 len: 1093 time: 3.2276304 Jul 05 10:07:20.634110 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e5a08c-5fa1-41df-a1ac-9c8532432f9b', 'tag': '1346b549-35d3-4d0d-af1c-ddd0bc7cf374'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:20.637094 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e4bdff-8fc0-4be8-9797-890f184ea3c2" -d '{"events": [{"name": "network-changed", "server_uuid": "63e5a08c-5fa1-41df-a1ac-9c8532432f9b", "tag": "1346b549-35d3-4d0d-af1c-ddd0bc7cf374"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:20.648562 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-160f8c93-a087-4e12-9b5c-b9aa621f67d6 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Network ffe4ad3e-48f0-40c5-b0a5-59a052f938db is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:20.650763 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67438248-32ed-445b-a1b4-4ab587699e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.674621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-45cddb4c-879d-4dd6-b96e-5dce9d7af0fa req-998f1578-e35d-437a-9dd3-dc2fd9ef0d9e tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934967 Jul 05 10:07:20.708284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-160f8c93-a087-4e12-9b5c-b9aa621f67d6 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:20.714030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-160f8c93-a087-4e12-9b5c-b9aa621f67d6 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:20.795518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f8c93-a087-4e12-9b5c-b9aa621f67d6 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Pushing event updated for resources: {'Port': ['ID=e92faf94-db70-4e44-9553-8f54200b1d76,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:20.813499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.73', 62942) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:20.879163 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-160f8c93-a087-4e12-9b5c-b9aa621f67d6 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:20.880203 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-160f8c93-a087-4e12-9b5c-b9aa621f67d6 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:20.880652 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-149c5124-74bb-4b9a-a4da-3fcc5501f8fc req-602b18c2-0778-464b-8871-0983236d7b43 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 210 time: 0.2017593 Jul 05 10:07:20.938967 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19edb0aa-0f94-4e6e-a1ae-b39e175de246 x-openstack-request-id: req-19edb0aa-0f94-4e6e-a1ae-b39e175de246 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:20.939868 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e5a08c-5fa1-41df-a1ac-9c8532432f9b", "tag": "1346b549-35d3-4d0d-af1c-ddd0bc7cf374", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:20.941005 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-19edb0aa-0f94-4e6e-a1ae-b39e175de246 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:20.941501 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e5a08c-5fa1-41df-a1ac-9c8532432f9b', 'tag': '1346b549-35d3-4d0d-af1c-ddd0bc7cf374', 'status': 'completed', 'code': 200} Jul 05 10:07:20.994184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4bc5c-1511-40ec-823f-6d0d8a1a7ff7 req-eb51dc5b-f0f6-420d-be4d-1bdf7bedbd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:20.998687 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-79f4bc5c-1511-40ec-823f-6d0d8a1a7ff7 req-eb51dc5b-f0f6-420d-be4d-1bdf7bedbd18 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef74de40-dd65-451f-9123-3f8618e2b3e8 HTTP/1.1" status: 200 len: 851 time: 0.6958058 Jul 05 10:07:21.010628 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-67438248-32ed-445b-a1b4-4ab587699e4b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f9856cf63cb84596aadda3c3e9f5651c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9891119 Jul 05 10:07:21.014746 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d483eb-59b2-49aa-a130-505a3548c192 service neutron] Pushing event updated for resources: {'Port': ['ID=1346b549-35d3-4d0d-af1c-ddd0bc7cf374,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:21.041253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41848) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:21.044767 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1634cb77-eade-4aac-937d-cfe3dee887ce tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.100667 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-160f8c93-a087-4e12-9b5c-b9aa621f67d6 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3762777 Jul 05 10:07:21.123314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67438248-32ed-445b-a1b4-4ab587699e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7aa480-f464-481c-beca-a22b513f1aa1,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:21.194400 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Request body: {'port': {'device_id': '1cd859eb-ffab-4cbb-8fcc-b1f78e37c831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:21.267138 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-79f4bc5c-1511-40ec-823f-6d0d8a1a7ff7 req-be3d704d-55fd-44dd-8286-33fae5cbd0b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=931420c7-2f5c-4210-881f-ffaae81b0ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2354879 Jul 05 10:07:21.375773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8a0402f9-b109-4a96-96de-6be894e8e787 None None] Provisioning for port e92faf94-db70-4e44-9553-8f54200b1d76 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:21.375773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8a0402f9-b109-4a96-96de-6be894e8e787 None None] Provisioning complete for port e92faf94-db70-4e44-9553-8f54200b1d76 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:21.375773 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a0402f9-b109-4a96-96de-6be894e8e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:21.406226 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8a0402f9-b109-4a96-96de-6be894e8e787 None None] Port e92faf94-db70-4e44-9553-8f54200b1d76 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:21.425790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-a0cab456-4a61-45a6-a09a-91db247f3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:21.427450 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-a0cab456-4a61-45a6-a09a-91db247f3a40 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=76a4558d73cf47e68041ab5a60a21287&device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 1096 time: 0.5988371 Jul 05 10:07:21.604735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-0c1e3484-6196-40af-b5cf-cb63e62f8507 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:21.606494 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-0c1e3484-6196-40af-b5cf-cb63e62f8507 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.73 "GET /v2.0/networks?id=7684b902-3229-4b37-a9ab-3584bb0811d1 HTTP/1.1" status: 200 len: 815 time: 0.7188349 Jul 05 10:07:21.648516 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-79f4bc5c-1511-40ec-823f-6d0d8a1a7ff7 req-994b3909-9c59-43a6-9d2b-ff42870ebfb5 service neutron] 10.222.0.73 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621936 Jul 05 10:07:21.813539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-afc9bdcb-888f-48d8-991f-5b8d72e4d321 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Request body: {'port': {'device_id': 'f1e17422-a681-4a5c-b356-3ea364c97928', 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1', 'admin_state_up': True, 'tenant_id': '76a4558d73cf47e68041ab5a60a21287'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:21.921798 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-79f4bc5c-1511-40ec-823f-6d0d8a1a7ff7 req-56b763fb-3149-4d3e-89bf-4d2022154fbd service neutron] 10.222.0.73 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145424 Jul 05 10:07:22.002481 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-17972260-4f4e-46fb-aef4-a444f9493d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.052612 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.058521 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1634cb77-eade-4aac-937d-cfe3dee887ce tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.100337 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-d37d98cc-cd22-46d6-9588-47fb209baf1d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1346b549-35d3-4d0d-af1c-ddd0bc7cf374 HTTP/1.1" status: 200 len: 217 time: 0.6070554 Jul 05 10:07:22.143706 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1634cb77-eade-4aac-937d-cfe3dee887ce tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.183128 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634cb77-eade-4aac-937d-cfe3dee887ce tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5978fba8-3364-4a7b-8011-af1c72b768d8,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:22.234477 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-17972260-4f4e-46fb-aef4-a444f9493d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.255672 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1274fab-ffe1-4f70-9f87-fb599100148e req-5255a7ce-7718-4812-9fa8-c43701ecd6cd tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:22.255672 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b1274fab-ffe1-4f70-9f87-fb599100148e req-5255a7ce-7718-4812-9fa8-c43701ecd6cd tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.8323424 Jul 05 10:07:22.424426 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.486988 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1634cb77-eade-4aac-937d-cfe3dee887ce tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.491293 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1634cb77-eade-4aac-937d-cfe3dee887ce tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2828419 Jul 05 10:07:22.495862 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07f3410b-1180-4059-907b-1134d6539a30 req-3cccf0d7-dc59-48e2-9fb2-e44531d855ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.533506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41878) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:22.538409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:22.552241 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b34fb-e534-469b-9c80-bf1ad397980b req-f6928263-4411-4073-864b-fd1f17afa646 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:22.553848 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dc2b34fb-e534-469b-9c80-bf1ad397980b req-f6928263-4411-4073-864b-fd1f17afa646 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 931 time: 0.9343565 Jul 05 10:07:22.591125 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b1274fab-ffe1-4f70-9f87-fb599100148e req-7a6eb69a-ab8f-4e45-937c-20be8f69d322 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008280 Jul 05 10:07:22.631923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-07f3410b-1180-4059-907b-1134d6539a30 req-3cccf0d7-dc59-48e2-9fb2-e44531d855ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Transition to ACTIVE for port object 31b9c61c-eb5c-4e0b-b017-7544965426fb will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:22.639750 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-17972260-4f4e-46fb-aef4-a444f9493d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.641079 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dc2b34fb-e534-469b-9c80-bf1ad397980b req-2ee0a7cb-70e1-444c-b6a7-8fe48ae37477 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8dac5b8-70c1-482b-828e-422ed15e991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760658 Jul 05 10:07:22.652257 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-17972260-4f4e-46fb-aef4-a444f9493d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.654057 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-17972260-4f4e-46fb-aef4-a444f9493d9a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8f7aa480-f464-481c-beca-a22b513f1aa1 HTTP/1.1" status: 204 len: 168 time: 1.5941947 Jul 05 10:07:22.699644 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.829148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-cb94a93e-fd68-462a-99f5-7b01eab01ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:22.833619 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-cb94a93e-fd68-462a-99f5-7b01eab01ece service neutron] 10.222.0.73 "GET /v2.0/subnets?id=446a9bbb-4af0-4a98-b987-99ffad3e4940 HTTP/1.1" status: 200 len: 854 time: 0.4609969 Jul 05 10:07:22.862141 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17972260-4f4e-46fb-aef4-a444f9493d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7aa480-f464-481c-beca-a22b513f1aa1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:22.872849 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07f3410b-1180-4059-907b-1134d6539a30 req-3cccf0d7-dc59-48e2-9fb2-e44531d855ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:22.882357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-afc9bdcb-888f-48d8-991f-5b8d72e4d321 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Made reservation on behalf of 76a4558d73cf47e68041ab5a60a21287 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:22.892223 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-afc9bdcb-888f-48d8-991f-5b8d72e4d321 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.057082 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.128719 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-afc9bdcb-888f-48d8-991f-5b8d72e4d321 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Allocated IP 172.20.0.4 (7684b902-3229-4b37-a9ab-3584bb0811d1/446a9bbb-4af0-4a98-b987-99ffad3e4940/94c13690-c50d-4def-8732-40c1b63a28a9) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:23.165254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f3410b-1180-4059-907b-1134d6539a30 req-3cccf0d7-dc59-48e2-9fb2-e44531d855ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Network 7684b902-3229-4b37-a9ab-3584bb0811d1 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:23.178169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-07f3410b-1180-4059-907b-1134d6539a30 req-3cccf0d7-dc59-48e2-9fb2-e44531d855ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:23.193546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccf0d7-dc59-48e2-9fb2-e44531d855ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Pushing event updated for resources: {'Port': ['ID=31b9c61c-eb5c-4e0b-b017-7544965426fb,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:23.229159 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f3410b-1180-4059-907b-1134d6539a30 req-3cccf0d7-dc59-48e2-9fb2-e44531d855ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:23.293376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Allocated IP 172.25.5.254 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/737540b1-b310-4908-9f16-5081144449df) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:23.327845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fb85c-02ff-4a25-9f2f-42f23f8bdbeb req-4420ce99-45a2-46f0-b0e9-a8af02d03fb0 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:23.338182 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-040fb85c-02ff-4a25-9f2f-42f23f8bdbeb req-4420ce99-45a2-46f0-b0e9-a8af02d03fb0 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.5961621 Jul 05 10:07:23.430026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3410b-1180-4059-907b-1134d6539a30 req-3cccf0d7-dc59-48e2-9fb2-e44531d855ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:23.437712 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07f3410b-1180-4059-907b-1134d6539a30 req-3cccf0d7-dc59-48e2-9fb2-e44531d855ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.443691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-f3443888-8319-4600-83f4-c668b4b4a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:23.446108 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-f3443888-8319-4600-83f4-c668b4b4a336 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7684b902-3229-4b37-a9ab-3584bb0811d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5749574 Jul 05 10:07:23.590726 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07f3410b-1180-4059-907b-1134d6539a30 req-3cccf0d7-dc59-48e2-9fb2-e44531d855ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7306831 Jul 05 10:07:23.614622 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-040fb85c-02ff-4a25-9f2f-42f23f8bdbeb req-09ce3ffa-33d0-4155-971a-3fa9340d46ac tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554760 Jul 05 10:07:23.622852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Request body: {'port': {'device_id': 'be235c92-58c9-4217-896d-14fefc72bcea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:23.671946 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-afc9bdcb-888f-48d8-991f-5b8d72e4d321 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.726823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-afc9bdcb-888f-48d8-991f-5b8d72e4d321 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Transition to ACTIVE for port object 94c13690-c50d-4def-8732-40c1b63a28a9 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:23.751200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fa5a8fd3-6905-40d5-a21c-a920e0403230 None None] Provisioning for port 31b9c61c-eb5c-4e0b-b017-7544965426fb completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:23.759815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fa5a8fd3-6905-40d5-a21c-a920e0403230 None None] Provisioning complete for port 31b9c61c-eb5c-4e0b-b017-7544965426fb triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:23.760715 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8fd3-6905-40d5-a21c-a920e0403230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.795089 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-55ef14d7-e3d0-4b2c-8f5a-8d106b23db44 service neutron] 10.222.0.73 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212140 Jul 05 10:07:23.806529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92faf94-db70-4e44-9553-8f54200b1d76 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:23.825896 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.827321 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a8fd3-6905-40d5-a21c-a920e0403230 None None] Port 31b9c61c-eb5c-4e0b-b017-7544965426fb cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:23.829602 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.837184 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.906840 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.912864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-24471bd5-573b-41e3-83aa-beeb4e7ece98 req-7d12017f-322c-44e9-bbe8-520b274bf01a tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 210 time: 0.1149254 Jul 05 10:07:23.937648 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41896) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:23.984570 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b264ecab-8cf1-4f02-be58-315494e8a538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:23.989354 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Transition to ACTIVE for port object e92faf94-db70-4e44-9553-8f54200b1d76 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:24.086091 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-afc9bdcb-888f-48d8-991f-5b8d72e4d321 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.123745 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.220506 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.306643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-afc9bdcb-888f-48d8-991f-5b8d72e4d321 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Network 7684b902-3229-4b37-a9ab-3584bb0811d1 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:24.341708 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a2eedf4-eee1-47bc-8fd8-2beb44708655 req-1bfc13f7-0717-4fe0-b944-fe9c269bd28d service neutron] 10.222.0.73 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849846 Jul 05 10:07:24.381728 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-afc9bdcb-888f-48d8-991f-5b8d72e4d321 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:24.431507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:24.433199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-afc9bdcb-888f-48d8-991f-5b8d72e4d321 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:24.455247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:24.457535 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9bdcb-888f-48d8-991f-5b8d72e4d321 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Pushing event updated for resources: {'Port': ['ID=94c13690-c50d-4def-8732-40c1b63a28a9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:24.461344 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e92faf94-db70-4e44-9553-8f54200b1d76,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:24.464066 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:24.637894 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b264ecab-8cf1-4f02-be58-315494e8a538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.682273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Attempting to bind port e92faf94-db70-4e44-9553-8f54200b1d76 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:24.683829 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Attempting to bind port e92faf94-db70-4e44-9553-8f54200b1d76 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'a1e35b48-cf32-4069-a355-15f230a355fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:24.684267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Attempting to bind port e92faf94-db70-4e44-9553-8f54200b1d76 on network ffe4ad3e-48f0-40c5-b0a5-59a052f938db {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:24.702805 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4bdff-8fc0-4be8-9797-890f184ea3c2 req-a442f25b-d819-4b89-ad29-59f9f2bfea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:24.704528 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-52e4bdff-8fc0-4be8-9797-890f184ea3c2 req-a442f25b-d819-4b89-ad29-59f9f2bfea8a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=76a4558d73cf47e68041ab5a60a21287&device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 1096 time: 0.1463673 Jul 05 10:07:24.714967 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Port e92faf94-db70-4e44-9553-8f54200b1d76 on network ffe4ad3e-48f0-40c5-b0a5-59a052f938db not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:24.715447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Attempting to bind port e92faf94-db70-4e44-9553-8f54200b1d76 on network ffe4ad3e-48f0-40c5-b0a5-59a052f938db {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:24.732488 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:24.732957 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Checking segment: {'id': 'a1e35b48-cf32-4069-a355-15f230a355fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:24.733482 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Bound using segment: {'id': 'a1e35b48-cf32-4069-a355-15f230a355fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:24.734066 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Bound port: e92faf94-db70-4e44-9553-8f54200b1d76, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e35b48-cf32-4069-a355-15f230a355fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:24.734513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.801951 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b264ecab-8cf1-4f02-be58-315494e8a538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:24.960652 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264ecab-8cf1-4f02-be58-315494e8a538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a85d7b-3a1c-4a2d-b30e-6a83a8181133,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:24.966061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7a1e4505-c9c7-4e67-bb0d-e2cc302f9feb None None] Provisioning for port 94c13690-c50d-4def-8732-40c1b63a28a9 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:24.970347 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7a1e4505-c9c7-4e67-bb0d-e2cc302f9feb None None] Provisioning complete for port 94c13690-c50d-4def-8732-40c1b63a28a9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:24.973165 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7a1e4505-c9c7-4e67-bb0d-e2cc302f9feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.046060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e4505-c9c7-4e67-bb0d-e2cc302f9feb None None] Port 94c13690-c50d-4def-8732-40c1b63a28a9 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:25.059124 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Pushing event updated for resources: {'Port': ['ID=737540b1-b310-4908-9f16-5081144449df,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:25.067772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-afc9bdcb-888f-48d8-991f-5b8d72e4d321 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.068784 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-afc9bdcb-888f-48d8-991f-5b8d72e4d321 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.108187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4dc84-9ab7-4c9b-addc-b6669d2bcce1 req-7be0cb40-9aa5-46da-80aa-0a49cbec48d3 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.117190 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94e4dc84-9ab7-4c9b-addc-b6669d2bcce1 req-7be0cb40-9aa5-46da-80aa-0a49cbec48d3 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 945 time: 0.9328833 Jul 05 10:07:25.128765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] For port e92faf94-db70-4e44-9553-8f54200b1d76, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:25.132393 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b9c61c-eb5c-4e0b-b017-7544965426fb {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:25.138451 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5ea0f-e035-4d9f-8883-370af842ba8b req-1a4194bb-fe66-410b-ac7c-5f75e9e43291 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.140546 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43e5ea0f-e035-4d9f-8883-370af842ba8b req-1a4194bb-fe66-410b-ac7c-5f75e9e43291 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 945 time: 0.9832778 Jul 05 10:07:25.151601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4bdff-8fc0-4be8-9797-890f184ea3c2 req-fd1e0e58-84d6-43c2-94cb-15101e6986e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.153291 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-52e4bdff-8fc0-4be8-9797-890f184ea3c2 req-fd1e0e58-84d6-43c2-94cb-15101e6986e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7684b902-3229-4b37-a9ab-3584bb0811d1 HTTP/1.1" status: 200 len: 916 time: 0.4247692 Jul 05 10:07:25.158111 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b264ecab-8cf1-4f02-be58-315494e8a538 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e11c442e6bad4f65a95ebcb9030d7ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2144253 Jul 05 10:07:25.161925 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.164416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41904) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:25.166521 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] For port e92faf94-db70-4e44-9553-8f54200b1d76, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e92faf94-db70-4e44-9553-8f54200b1d76,segment=NetworkSegment(a1e35b48-cf32-4069-a355-15f230a355fb),segment_id=a1e35b48-cf32-4069-a355-15f230a355fb)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:25.199878 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c8828-96ee-4127-9b67-d10be7abd2aa req-83ca5edb-1f0f-4365-9039-93069ac2d033 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.204413 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f33c8828-96ee-4127-9b67-d10be7abd2aa req-83ca5edb-1f0f-4365-9039-93069ac2d033 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.4017537 Jul 05 10:07:25.238175 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-afc9bdcb-888f-48d8-991f-5b8d72e4d321 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5440941 Jul 05 10:07:25.284495 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94e4dc84-9ab7-4c9b-addc-b6669d2bcce1 req-89d2e1f8-944f-4851-9e26-a4e0769830be tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655569 Jul 05 10:07:25.290460 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.340171 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-52e4bdff-8fc0-4be8-9797-890f184ea3c2 req-86e032d4-35a1-40ed-a277-fbc32667d87c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1346b549-35d3-4d0d-af1c-ddd0bc7cf374 HTTP/1.1" status: 200 len: 217 time: 0.1330881 Jul 05 10:07:25.364077 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.372415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Transition to ACTIVE for port object 31b9c61c-eb5c-4e0b-b017-7544965426fb will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:25.396618 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-43e5ea0f-e035-4d9f-8883-370af842ba8b req-c78bc4ca-cc35-4f75-aecc-4f2f469e2a2d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Deleting port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:25.396965 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-43e5ea0f-e035-4d9f-8883-370af842ba8b req-c78bc4ca-cc35-4f75-aecc-4f2f469e2a2d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.473572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.474232 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.476508 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] 10.222.0.73 "PUT /v2.0/ports/e92faf94-db70-4e44-9553-8f54200b1d76 HTTP/1.1" status: 200 len: 1092 time: 4.3215928 Jul 05 10:07:25.501614 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f33c8828-96ee-4127-9b67-d10be7abd2aa req-8e3e2383-8afa-4389-b63d-20ab2c5e8e98 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681327 Jul 05 10:07:25.521786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd859eb-ffab-4cbb-8fcc-b1f78e37c831', 'tag': 'e92faf94-db70-4e44-9553-8f54200b1d76'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:25.529481 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5010fb81-1772-433d-9b47-717a8aac9c52" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd859eb-ffab-4cbb-8fcc-b1f78e37c831", "tag": "e92faf94-db70-4e44-9553-8f54200b1d76"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:25.536701 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.574233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-43e5ea0f-e035-4d9f-8883-370af842ba8b req-c78bc4ca-cc35-4f75-aecc-4f2f469e2a2d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] For port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:25.574587 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-43e5ea0f-e035-4d9f-8883-370af842ba8b req-c78bc4ca-cc35-4f75-aecc-4f2f469e2a2d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.598982 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Request body: {'port': {'device_id': 'f1e17422-a681-4a5c-b356-3ea364c97928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:25.710844 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609c5c9-71d0-4b43-8977-c22a4768c0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e92faf94-db70-4e44-9553-8f54200b1d76,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:25.715116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4bdff-8fc0-4be8-9797-890f184ea3c2 req-18a558d8-97c6-4ac6-82d7-4bd36aaab8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:25.716677 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-52e4bdff-8fc0-4be8-9797-890f184ea3c2 req-18a558d8-97c6-4ac6-82d7-4bd36aaab8f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=446a9bbb-4af0-4a98-b987-99ffad3e4940 HTTP/1.1" status: 200 len: 854 time: 0.1578593 Jul 05 10:07:25.731969 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-43e5ea0f-e035-4d9f-8883-370af842ba8b req-c78bc4ca-cc35-4f75-aecc-4f2f469e2a2d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Calling delete_port for 50b5aa0b-e5be-45e7-bec0-95d0e538e22d owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:25.783465 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:25.800012 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Pushing event updated for resources: {'Port': ['ID=31b9c61c-eb5c-4e0b-b017-7544965426fb,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:25.897069 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.031247 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-89490519-fcb6-4b81-81e7-f3b1c91fc793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.122099 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-89490519-fcb6-4b81-81e7-f3b1c91fc793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.239550 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e8c60e8f-6dc7-4642-b103-8d6fd9c523dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:26.242353 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-e8c60e8f-6dc7-4642-b103-8d6fd9c523dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=908871a88987452ba5c96d73cbafee64&device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 1095 time: 0.4560916 Jul 05 10:07:26.274110 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4bdff-8fc0-4be8-9797-890f184ea3c2 req-45527943-0f2e-47f9-84df-3fec52d5317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:26.275700 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-52e4bdff-8fc0-4be8-9797-890f184ea3c2 req-45527943-0f2e-47f9-84df-3fec52d5317b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7684b902-3229-4b37-a9ab-3584bb0811d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4530075 Jul 05 10:07:26.293526 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99328292-fc22-4f25-a6e7-f9f5efca936f req-e3bf9d25-2a93-4e4d-9708-1e12f1ec09b3 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:26.305629 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-99328292-fc22-4f25-a6e7-f9f5efca936f req-e3bf9d25-2a93-4e4d-9708-1e12f1ec09b3 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 943 time: 0.4539773 Jul 05 10:07:26.361301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Attempting to bind port 31b9c61c-eb5c-4e0b-b017-7544965426fb on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:26.361719 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Attempting to bind port 31b9c61c-eb5c-4e0b-b017-7544965426fb by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:26.362065 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Attempting to bind port 31b9c61c-eb5c-4e0b-b017-7544965426fb on network 7684b902-3229-4b37-a9ab-3584bb0811d1 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:26.376824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Port 31b9c61c-eb5c-4e0b-b017-7544965426fb on network 7684b902-3229-4b37-a9ab-3584bb0811d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:26.377485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Attempting to bind port 31b9c61c-eb5c-4e0b-b017-7544965426fb on network 7684b902-3229-4b37-a9ab-3584bb0811d1 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:26.382469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:26.383035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Checking segment: {'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:26.383438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Bound using segment: {'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:26.383988 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Bound port: 31b9c61c-eb5c-4e0b-b017-7544965426fb, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:26.384316 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.397468 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-99328292-fc22-4f25-a6e7-f9f5efca936f req-7962a522-e0db-45a3-ba87-fd993e5bf629 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8dac5b8-70c1-482b-828e-422ed15e991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914233 Jul 05 10:07:26.470470 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-89490519-fcb6-4b81-81e7-f3b1c91fc793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.477618 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-89490519-fcb6-4b81-81e7-f3b1c91fc793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.486252 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-89490519-fcb6-4b81-81e7-f3b1c91fc793 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91a85d7b-3a1c-4a2d-b30e-6a83a8181133 HTTP/1.1" status: 204 len: 168 time: 1.3180306 Jul 05 10:07:26.522307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89490519-fcb6-4b81-81e7-f3b1c91fc793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a85d7b-3a1c-4a2d-b30e-6a83a8181133,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:26.575412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] For port 31b9c61c-eb5c-4e0b-b017-7544965426fb, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:26.582152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] For port 31b9c61c-eb5c-4e0b-b017-7544965426fb, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=31b9c61c-eb5c-4e0b-b017-7544965426fb,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:26.686768 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.797207 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:26.797727 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.800444 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07f3410b-1180-4059-907b-1134d6539a30 req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] 10.222.0.73 "PUT /v2.0/ports/31b9c61c-eb5c-4e0b-b017-7544965426fb HTTP/1.1" status: 200 len: 1093 time: 3.1824307 Jul 05 10:07:26.826891 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c5806-2fec-4243-93c2-8e83b67a4a4d service neutron] Pushing event updated for resources: {'Port': ['ID=31b9c61c-eb5c-4e0b-b017-7544965426fb,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:26.829127 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c13690-c50d-4def-8732-40c1b63a28a9 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:26.875474 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.970352 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:26.999468 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58926fd-fcb6-44e6-a24c-c74e246d23f8 req-7da0ede6-0502-4554-b1f1-4ce218c17b0f tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:27.007390 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a58926fd-fcb6-44e6-a24c-c74e246d23f8 req-7da0ede6-0502-4554-b1f1-4ce218c17b0f tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 931 time: 0.7461874 Jul 05 10:07:27.009817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Transition to ACTIVE for port object 94c13690-c50d-4def-8732-40c1b63a28a9 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:27.079271 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c48246-3c0e-418c-91b6-1546506035c1 req-7b357257-50ff-4895-b55d-99205f631a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:27.079271 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-27c48246-3c0e-418c-91b6-1546506035c1 req-7b357257-50ff-4895-b55d-99205f631a9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5516a987464e3c882297462ee52153&device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 1097 time: 0.8225553 Jul 05 10:07:27.132536 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-a3ee2b55-5f15-4296-aeb3-e4dc1129a6ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e92faf94-db70-4e44-9553-8f54200b1d76 HTTP/1.1" status: 200 len: 217 time: 0.2581649 Jul 05 10:07:27.176652 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67e7862-635f-411e-ad3d-395ca27bfee8 x-openstack-request-id: req-c67e7862-635f-411e-ad3d-395ca27bfee8 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:27.177103 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd859eb-ffab-4cbb-8fcc-b1f78e37c831", "tag": "e92faf94-db70-4e44-9553-8f54200b1d76", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:27.177451 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c67e7862-635f-411e-ad3d-395ca27bfee8 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:27.178004 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd859eb-ffab-4cbb-8fcc-b1f78e37c831', 'tag': 'e92faf94-db70-4e44-9553-8f54200b1d76', 'status': 'completed', 'code': 200} Jul 05 10:07:27.205670 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a58926fd-fcb6-44e6-a24c-c74e246d23f8 req-ea235467-2860-4f15-8862-372833ed871f tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970801 Jul 05 10:07:27.295919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c48246-3c0e-418c-91b6-1546506035c1 req-07d4b4e5-d291-4172-8fea-d0cda73b45ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:27.299291 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-27c48246-3c0e-418c-91b6-1546506035c1 req-07d4b4e5-d291-4172-8fea-d0cda73b45ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=eda718cc-3d88-4d5f-91f1-69312c2d305c HTTP/1.1" status: 200 len: 919 time: 0.2134728 Jul 05 10:07:27.403409 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-27c48246-3c0e-418c-91b6-1546506035c1 req-99d836eb-8e0d-422f-9024-b8b1e3c3f84f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d15b78e-ddc0-47c8-a88a-c35f84656060 HTTP/1.1" status: 200 len: 217 time: 0.0965717 Jul 05 10:07:27.451925 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.454486 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.457280 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-43e5ea0f-e035-4d9f-8883-370af842ba8b req-c78bc4ca-cc35-4f75-aecc-4f2f469e2a2d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.692975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c48246-3c0e-418c-91b6-1546506035c1 req-06d2a347-3b1d-467f-85d4-7eb98e16d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:27.694578 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-27c48246-3c0e-418c-91b6-1546506035c1 req-06d2a347-3b1d-467f-85d4-7eb98e16d2fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6868f51-bde3-415c-b220-7539627e798e HTTP/1.1" status: 200 len: 858 time: 0.2836635 Jul 05 10:07:27.750678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Pushing event updated for resources: {'Port': ['ID=94c13690-c50d-4def-8732-40c1b63a28a9,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:27.809176 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-059d6f2c-80d4-48b7-b1e0-965c36fdc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:27.811885 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-059d6f2c-80d4-48b7-b1e0-965c36fdc24b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa553354-5a95-45e8-9cf0-3d89046d1d99 HTTP/1.1" status: 200 len: 854 time: 0.6303060 Jul 05 10:07:27.832411 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-52e4bdff-8fc0-4be8-9797-890f184ea3c2 req-9cf27f97-e3cb-4afc-9d3d-0f5c16a4ec7d service neutron] 10.222.0.73 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9572456 Jul 05 10:07:27.839870 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3410b-1180-4059-907b-1134d6539a30 req-143511b0-2561-410a-91de-c9b1f62d6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:27.839870 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07f3410b-1180-4059-907b-1134d6539a30 req-143511b0-2561-410a-91de-c9b1f62d6d25 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=76a4558d73cf47e68041ab5a60a21287&device_id=be235c92-58c9-4217-896d-14fefc72bcea HTTP/1.1" status: 200 len: 1096 time: 0.8116217 Jul 05 10:07:27.843041 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e5ea0f-e035-4d9f-8883-370af842ba8b req-c78bc4ca-cc35-4f75-aecc-4f2f469e2a2d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] No DVR routers for this DVR port 50b5aa0b-e5be-45e7-bec0-95d0e538e22d on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:27.889188 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e5dd3a6-3f13-40e4-8973-2e0f3ea8bc38 req-700283e0-99fb-4673-8834-28ffb4ffa247 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5750385-d5a1-4e6c-aa5f-3343d973751e HTTP/1.1" status: 200 len: 210 time: 0.1607945 Jul 05 10:07:27.891972 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-27c48246-3c0e-418c-91b6-1546506035c1 req-e5ed02ca-06b2-456b-bbc3-476d7a14063d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eda718cc-3d88-4d5f-91f1-69312c2d305c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1680348 Jul 05 10:07:27.893401 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-43e5ea0f-e035-4d9f-8883-370af842ba8b req-c78bc4ca-cc35-4f75-aecc-4f2f469e2a2d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:27.903754 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43e5ea0f-e035-4d9f-8883-370af842ba8b req-c78bc4ca-cc35-4f75-aecc-4f2f469e2a2d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.64 "DELETE /v2.0/ports/50b5aa0b-e5be-45e7-bec0-95d0e538e22d HTTP/1.1" status: 204 len: 173 time: 2.7442069 Jul 05 10:07:27.914893 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7b052-0adc-437c-8142-a26f3f07b045 req-3ae9dd49-75ac-4880-93d2-c0fb2b616edf tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:27.925478 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-32d7b052-0adc-437c-8142-a26f3f07b045 req-3ae9dd49-75ac-4880-93d2-c0fb2b616edf tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.2110357 Jul 05 10:07:27.991110 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-32d7b052-0adc-437c-8142-a26f3f07b045 req-8dbdc1c6-aed3-43fc-8f17-c4e586ee3577 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644400 Jul 05 10:07:27.999503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5750385-d5a1-4e6c-aa5f-3343d973751e', 'name': 'network-vif-deleted', 'tag': '50b5aa0b-e5be-45e7-bec0-95d0e538e22d'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:28.002230 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7a391c-c05c-40f4-88c2-4de5ce921f09" -d '{"events": [{"server_uuid": "f5750385-d5a1-4e6c-aa5f-3343d973751e", "name": "network-vif-deleted", "tag": "50b5aa0b-e5be-45e7-bec0-95d0e538e22d"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:28.008812 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Pushing event updated for resources: {'Port': ['ID=737540b1-b310-4908-9f16-5081144449df,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:28.116115 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.153062 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07f3410b-1180-4059-907b-1134d6539a30 req-a7f6e5c3-e3e7-4954-ad30-d057777c729a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31b9c61c-eb5c-4e0b-b017-7544965426fb HTTP/1.1" status: 200 len: 217 time: 0.1473289 Jul 05 10:07:28.205277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bc4ca-cc35-4f75-aecc-4f2f469e2a2d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Pushing event deleted for resources: {'Port': ['ID=50b5aa0b-e5be-45e7-bec0-95d0e538e22d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:28.259904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3410b-1180-4059-907b-1134d6539a30 req-d36fcd1e-473c-4257-9ad3-b0453388bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:28.263187 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 50b5aa0b-e5be-45e7-bec0-95d0e538e22d no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:28.265376 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07f3410b-1180-4059-907b-1134d6539a30 req-d36fcd1e-473c-4257-9ad3-b0453388bb0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=446a9bbb-4af0-4a98-b987-99ffad3e4940 HTTP/1.1" status: 200 len: 854 time: 0.0773892 Jul 05 10:07:28.285710 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-d1e716e1-1ed3-4287-9508-da1706802614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:28.291025 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-d1e716e1-1ed3-4287-9508-da1706802614 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ffe4ad3e-48f0-40c5-b0a5-59a052f938db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2806647 Jul 05 10:07:28.321710 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 50b5aa0b-e5be-45e7-bec0-95d0e538e22d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:28.324959 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 50b5aa0b-e5be-45e7-bec0-95d0e538e22d not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:28.338959 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Attempting to bind port 94c13690-c50d-4def-8732-40c1b63a28a9 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:28.339590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Attempting to bind port 94c13690-c50d-4def-8732-40c1b63a28a9 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:28.340049 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Attempting to bind port 94c13690-c50d-4def-8732-40c1b63a28a9 on network 7684b902-3229-4b37-a9ab-3584bb0811d1 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:28.350078 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-27c48246-3c0e-418c-91b6-1546506035c1 req-d7da871c-3db2-4b16-a313-9bea2efeba80 service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220320 Jul 05 10:07:28.362737 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.364425 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3b4258e1-07e8-449b-8129-d7dd27ac2175 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8296287 Jul 05 10:07:28.468679 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-52e4bdff-8fc0-4be8-9797-890f184ea3c2 req-063b6fa8-319d-4148-9754-650bd3963abd service neutron] 10.222.0.73 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644387 Jul 05 10:07:28.538984 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Port 94c13690-c50d-4def-8732-40c1b63a28a9 on network 7684b902-3229-4b37-a9ab-3584bb0811d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:28.539353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Attempting to bind port 94c13690-c50d-4def-8732-40c1b63a28a9 on network 7684b902-3229-4b37-a9ab-3584bb0811d1 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:28.543041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:28.608832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:28.610733 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Checking segment: {'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:28.612416 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Bound using segment: {'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:28.613412 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Bound port: 94c13690-c50d-4def-8732-40c1b63a28a9, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a8f6d2-102f-4040-b531-676bc9fc742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:28.619921 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.650970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e7ec8-d38b-4ba1-a43a-30e08f141366 req-02ef6eef-4147-4ad2-9d6e-da61af696b70 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:28.654386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b3e7ec8-d38b-4ba1-a43a-30e08f141366 req-02ef6eef-4147-4ad2-9d6e-da61af696b70 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.5404565 Jul 05 10:07:28.707060 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-27c48246-3c0e-418c-91b6-1546506035c1 req-f262a973-6141-4205-8157-1cacc0438611 service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402553 Jul 05 10:07:28.721832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa4b7d-899e-43d1-96db-6ba04681bb00 req-061a6571-9d83-4cc0-9b16-7b38186c5491 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:28.723427 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9faa4b7d-899e-43d1-96db-6ba04681bb00 req-061a6571-9d83-4cc0-9b16-7b38186c5491 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 943 time: 0.4432852 Jul 05 10:07:28.769205 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-6300b67f-5bb4-47a1-9872-a06607cd83d2 service neutron] 10.222.0.73 "GET /v2.0/networks/ffe4ad3e-48f0-40c5-b0a5-59a052f938db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805220 Jul 05 10:07:28.776274 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b3e7ec8-d38b-4ba1-a43a-30e08f141366 req-f6709fbd-f59c-4062-b650-48c319ab5fe0 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128719 Jul 05 10:07:28.788779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] For port 94c13690-c50d-4def-8732-40c1b63a28a9, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:28.793509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] For port 94c13690-c50d-4def-8732-40c1b63a28a9, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94c13690-c50d-4def-8732-40c1b63a28a9,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:28.798729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3410b-1180-4059-907b-1134d6539a30 req-ffaf000b-7c5a-4b6b-951b-f838eb8a324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:28.810945 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07f3410b-1180-4059-907b-1134d6539a30 req-ffaf000b-7c5a-4b6b-951b-f838eb8a324c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7684b902-3229-4b37-a9ab-3584bb0811d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5248704 Jul 05 10:07:28.872246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=1346b549-35d3-4d0d-af1c-ddd0bc7cf374,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:28.881543 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.902565 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '1346b549-35d3-4d0d-af1c-ddd0bc7cf374', 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1', 'port_id': '1346b549-35d3-4d0d-af1c-ddd0bc7cf374', 'mac_address': 'fa:16:3e:71:e0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446a9bbb-4af0-4a98-b987-99ffad3e4940', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:28.942200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:28.943397 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:28.945100 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] 10.222.0.73 "PUT /v2.0/ports/94c13690-c50d-4def-8732-40c1b63a28a9 HTTP/1.1" status: 200 len: 1092 time: 3.3760402 Jul 05 10:07:29.000570 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ee844-499a-4352-9eb6-9eb17e0cc29b service neutron] Pushing event updated for resources: {'Port': ['ID=94c13690-c50d-4def-8732-40c1b63a28a9,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:29.059505 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.100055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:29.195016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=1346b549-35d3-4d0d-af1c-ddd0bc7cf374,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:29.199149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be235c92-58c9-4217-896d-14fefc72bcea', 'tag': '31b9c61c-eb5c-4e0b-b017-7544965426fb'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:29.213568 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e453cdb8-d9b6-4365-abc8-60d5280db6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "be235c92-58c9-4217-896d-14fefc72bcea", "tag": "31b9c61c-eb5c-4e0b-b017-7544965426fb"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:29.254679 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9faa4b7d-899e-43d1-96db-6ba04681bb00 req-6a806898-9c5a-44a9-b4d0-8cc9b2098b73 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8dac5b8-70c1-482b-828e-422ed15e991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183504 Jul 05 10:07:29.303739 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:29.324931 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ebcbb81b-0464-4a92-8f4c-cda3f4e28cb8 req-412b22ce-06d8-4ef9-b748-8a02d7d20dad service neutron] 10.222.0.73 "GET /v2.0/networks/ffe4ad3e-48f0-40c5-b0a5-59a052f938db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960968 Jul 05 10:07:29.331676 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07f3410b-1180-4059-907b-1134d6539a30 req-f84be2e8-99e4-4364-b538-03ae35355adc service neutron] 10.222.0.73 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879227 Jul 05 10:07:29.341775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-75cecf68-4f6c-483a-ae4f-f18a08bb70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:29.343519 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-75cecf68-4f6c-483a-ae4f-f18a08bb70ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=76a4558d73cf47e68041ab5a60a21287&device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 1095 time: 0.2205627 Jul 05 10:07:29.484071 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=1346b549-35d3-4d0d-af1c-ddd0bc7cf374,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:29.493724 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-174772b5-61af-47cd-b6b9-899d07c4dab4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94c13690-c50d-4def-8732-40c1b63a28a9 HTTP/1.1" status: 200 len: 217 time: 0.1286902 Jul 05 10:07:29.497923 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee691354-9b04-4e9d-924f-8877b270c449 x-openstack-request-id: req-ee691354-9b04-4e9d-924f-8877b270c449 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:29.499361 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5750385-d5a1-4e6c-aa5f-3343d973751e", "name": "network-vif-deleted", "tag": "50b5aa0b-e5be-45e7-bec0-95d0e538e22d", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:29.499361 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee691354-9b04-4e9d-924f-8877b270c449 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:29.499361 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5750385-d5a1-4e6c-aa5f-3343d973751e', 'name': 'network-vif-deleted', 'tag': '50b5aa0b-e5be-45e7-bec0-95d0e538e22d', 'status': 'completed', 'code': 200} Jul 05 10:07:29.615476 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['1346b549-35d3-4d0d-af1c-ddd0bc7cf374'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:29.665191 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07f3410b-1180-4059-907b-1134d6539a30 req-d9791ff8-751d-48c1-aa56-ae7a4c04e9b6 service neutron] 10.222.0.73 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970417 Jul 05 10:07:29.686038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-38532256-069d-4296-a203-ab11231f8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:29.688479 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-38532256-069d-4296-a203-ab11231f8821 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=446a9bbb-4af0-4a98-b987-99ffad3e4940 HTTP/1.1" status: 200 len: 854 time: 0.0606327 Jul 05 10:07:29.864674 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b80a84-0ae4-441a-9f34-75520337110a req-8a8d394e-d368-4609-8aff-cdbf55e0e77e tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:29.873418 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06b80a84-0ae4-441a-9f34-75520337110a req-8a8d394e-d368-4609-8aff-cdbf55e0e77e tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/networks?id=5fed04b5-f8db-470f-8de4-b83872d7ee9f HTTP/1.1" status: 200 len: 821 time: 0.1839542 Jul 05 10:07:29.904105 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06b80a84-0ae4-441a-9f34-75520337110a req-d970c380-c000-4964-8da8-f6efbb51ff79 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/quotas/c4d33f19222b44579a756e689e986209 HTTP/1.1" status: 200 len: 375 time: 0.0291615 Jul 05 10:07:29.956286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de0f30-1ebb-4abf-8631-50dcb13c73e2 req-52f40f5d-6703-42aa-9dda-d85844739cee tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:29.958964 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75de0f30-1ebb-4abf-8631-50dcb13c73e2 req-52f40f5d-6703-42aa-9dda-d85844739cee tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 943 time: 0.2929738 Jul 05 10:07:29.977005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010fb81-1772-433d-9b47-717a8aac9c52 req-eb2107ea-0bc8-49b1-9137-bd655a5094d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:29.978995 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5010fb81-1772-433d-9b47-717a8aac9c52 req-eb2107ea-0bc8-49b1-9137-bd655a5094d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=908871a88987452ba5c96d73cbafee64&device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 1095 time: 0.2184579 Jul 05 10:07:30.041505 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06b80a84-0ae4-441a-9f34-75520337110a req-741e3277-519c-44ba-a013-735ba86c9032 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c4d33f19222b44579a756e689e986209&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1357794 Jul 05 10:07:30.069145 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75de0f30-1ebb-4abf-8631-50dcb13c73e2 req-79d28b16-92e5-4a72-9fa7-bc9fede67962 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030486 Jul 05 10:07:30.236095 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010fb81-1772-433d-9b47-717a8aac9c52 req-23d47b5d-29ba-4fb2-b8ac-a061e0376018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:30.236095 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5010fb81-1772-433d-9b47-717a8aac9c52 req-23d47b5d-29ba-4fb2-b8ac-a061e0376018 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ffe4ad3e-48f0-40c5-b0a5-59a052f938db HTTP/1.1" status: 200 len: 916 time: 0.2332790 Jul 05 10:07:30.479487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0faefe-e468-4a07-86f2-bea49b4a762c req-c40efacc-df45-4ffb-81a5-f78c8240cc5a tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:30.498673 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7c0faefe-e468-4a07-86f2-bea49b4a762c req-c40efacc-df45-4ffb-81a5-f78c8240cc5a tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.1008148 Jul 05 10:07:30.528373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-31476a40-7627-4f4f-9207-8fdb54d357bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:30.529943 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-31476a40-7627-4f4f-9207-8fdb54d357bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7684b902-3229-4b37-a9ab-3584bb0811d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6536155 Jul 05 10:07:30.542435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:30.579520 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7c0faefe-e468-4a07-86f2-bea49b4a762c req-fade5a97-95f9-4029-8df8-7af4efd5c554 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740099 Jul 05 10:07:30.621220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06b80a84-0ae4-441a-9f34-75520337110a req-a95cf1aa-3696-4ae0-a060-5eb03b505220 service neutron] 10.222.0.77 "GET /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778861 Jul 05 10:07:30.657599 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9cd012-cfb1-4a1b-8fb5-e9620f236aa1 x-openstack-request-id: req-db9cd012-cfb1-4a1b-8fb5-e9620f236aa1 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:30.658139 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be235c92-58c9-4217-896d-14fefc72bcea", "tag": "31b9c61c-eb5c-4e0b-b017-7544965426fb", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:30.658575 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db9cd012-cfb1-4a1b-8fb5-e9620f236aa1 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:30.659156 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be235c92-58c9-4217-896d-14fefc72bcea', 'tag': '31b9c61c-eb5c-4e0b-b017-7544965426fb', 'status': 'completed', 'code': 200} Jul 05 10:07:30.714568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:30.720115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:30.720974 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.754948 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06b80a84-0ae4-441a-9f34-75520337110a req-ae4b8381-e9dc-4dde-a709-df16ac8ae19b service neutron] 10.222.0.77 "GET /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286433 Jul 05 10:07:30.820939 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.867297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=1346b549-35d3-4d0d-af1c-ddd0bc7cf374,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:30.868590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e5a08c-5fa1-41df-a1ac-9c8532432f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1346b549-35d3-4d0d-af1c-ddd0bc7cf374'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:30.871774 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f7cbb6-1bbc-4ed0-9431-3b0f4c0eecbb" -d '{"events": [{"server_uuid": "63e5a08c-5fa1-41df-a1ac-9c8532432f9b", "name": "network-vif-plugged", "status": "completed", "tag": "1346b549-35d3-4d0d-af1c-ddd0bc7cf374"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:30.943831 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:30.975321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc1375-d2e9-4ca0-b9f8-8691e92bb021 req-9c1298d9-caa6-4655-abd9-9a8cab2046ae tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:30.976953 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-69bc1375-d2e9-4ca0-b9f8-8691e92bb021 req-9c1298d9-caa6-4655-abd9-9a8cab2046ae tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0775516 Jul 05 10:07:31.046455 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=1346b549-35d3-4d0d-af1c-ddd0bc7cf374,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:31.064132 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-69bc1375-d2e9-4ca0-b9f8-8691e92bb021 req-9c163db6-3f7a-4b2e-b75b-8c42d7d9b57f tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810828 Jul 05 10:07:31.277527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06114902-fe26-4f7e-a70d-74414fb5f2ee req-68e78a20-b2ce-40d2-b70a-0d9bdcefc197 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:31.279031 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-06114902-fe26-4f7e-a70d-74414fb5f2ee req-68e78a20-b2ce-40d2-b70a-0d9bdcefc197 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 943 time: 0.0840175 Jul 05 10:07:31.326368 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-06114902-fe26-4f7e-a70d-74414fb5f2ee req-4e1113f0-a0eb-484d-8165-949bcaf102d9 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8dac5b8-70c1-482b-828e-422ed15e991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413554 Jul 05 10:07:31.679481 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e17422-a681-4a5c-b356-3ea364c97928', 'tag': '94c13690-c50d-4def-8732-40c1b63a28a9'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:31.679481 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869a5f8e-9995-4f61-91bc-2a05e4d1263c" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e17422-a681-4a5c-b356-3ea364c97928", "tag": "94c13690-c50d-4def-8732-40c1b63a28a9"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:31.682867 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-4502a5d2-062b-4413-9ce1-db937b47ae4c tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=012f23fa8d5443afbf26663b6755750e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228267 Jul 05 10:07:31.682867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-f68987bb-c69a-4d20-8f17-6d9b5e160a48 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:31.682867 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-f68987bb-c69a-4d20-8f17-6d9b5e160a48 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1157174 Jul 05 10:07:31.682867 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-218f35e0-d5dd-40c6-a2eb-479ddce3bbae tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/quotas/012f23fa8d5443afbf26663b6755750e HTTP/1.1" status: 200 len: 375 time: 0.0098886 Jul 05 10:07:31.715621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-251d972c-db79-4b16-86e7-2376caeb750a tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=012f23fa8d5443afbf26663b6755750e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307846 Jul 05 10:07:31.807947 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5010fb81-1772-433d-9b47-717a8aac9c52 req-226a7862-09de-422a-ab0e-a53666900ef8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e92faf94-db70-4e44-9553-8f54200b1d76 HTTP/1.1" status: 200 len: 217 time: 0.0503430 Jul 05 10:07:31.857755 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-ce7a4571-1d72-404d-9f70-33f78eec2b6d service neutron] 10.222.0.73 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032026 Jul 05 10:07:31.892409 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010fb81-1772-433d-9b47-717a8aac9c52 req-b279487f-1276-4f70-bc76-5896bd4db3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:31.895841 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5010fb81-1772-433d-9b47-717a8aac9c52 req-b279487f-1276-4f70-bc76-5896bd4db3ce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa553354-5a95-45e8-9cf0-3d89046d1d99 HTTP/1.1" status: 200 len: 854 time: 0.0657513 Jul 05 10:07:31.903845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453cdb8-d9b6-4365-abc8-60d5280db6ab req-09906195-d5e0-43bb-9425-a4dec9b08be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:31.905465 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e453cdb8-d9b6-4365-abc8-60d5280db6ab req-09906195-d5e0-43bb-9425-a4dec9b08be8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=76a4558d73cf47e68041ab5a60a21287&device_id=be235c92-58c9-4217-896d-14fefc72bcea HTTP/1.1" status: 200 len: 1096 time: 0.1073258 Jul 05 10:07:31.973440 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60faac51-4822-4716-bb9b-c7bfb75cdb44 req-30f4516d-5c0b-4045-b42f-68eeea8cc234 service neutron] 10.222.0.73 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078308 Jul 05 10:07:32.094094 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:07:32.100807 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14512dd1-1058-4068-890e-9ad98df9e486 x-openstack-request-id: req-14512dd1-1058-4068-890e-9ad98df9e486 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:32.101352 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e5a08c-5fa1-41df-a1ac-9c8532432f9b", "name": "network-vif-plugged", "status": "completed", "tag": "1346b549-35d3-4d0d-af1c-ddd0bc7cf374", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:32.101451 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14512dd1-1058-4068-890e-9ad98df9e486 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:32.101785 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e5a08c-5fa1-41df-a1ac-9c8532432f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1346b549-35d3-4d0d-af1c-ddd0bc7cf374', 'code': 200} Jul 05 10:07:32.178898 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87f5bee2-d595-49d9-8262-a37f8011a14e req-12f207c1-c3fa-4a52-bb2e-194c43553dfa tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 210 time: 0.0486183 Jul 05 10:07:32.247407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010fb81-1772-433d-9b47-717a8aac9c52 req-504a3af0-f94d-4aa6-a971-b62074f91556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:32.248575 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5010fb81-1772-433d-9b47-717a8aac9c52 req-504a3af0-f94d-4aa6-a971-b62074f91556 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ffe4ad3e-48f0-40c5-b0a5-59a052f938db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800573 Jul 05 10:07:32.260341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7622dd-a77c-4a92-980d-bf403f0a0d79 req-ca86149b-b6e0-4c76-966a-ba7c223cedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:32.261874 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aa7622dd-a77c-4a92-980d-bf403f0a0d79 req-ca86149b-b6e0-4c76-966a-ba7c223cedc6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 1098 time: 0.0642071 Jul 05 10:07:32.263477 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f381eb2f-4ac7-4bce-aabc-7ae17151636f x-openstack-request-id: req-f381eb2f-4ac7-4bce-aabc-7ae17151636f {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:32.263697 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e17422-a681-4a5c-b356-3ea364c97928", "tag": "94c13690-c50d-4def-8732-40c1b63a28a9", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:32.264105 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f381eb2f-4ac7-4bce-aabc-7ae17151636f {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:32.264500 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e17422-a681-4a5c-b356-3ea364c97928', 'tag': '94c13690-c50d-4def-8732-40c1b63a28a9', 'status': 'completed', 'code': 200} Jul 05 10:07:32.275798 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453cdb8-d9b6-4365-abc8-60d5280db6ab req-1de428ae-fa8a-4839-81c8-a0f7da38917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:32.277042 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e453cdb8-d9b6-4365-abc8-60d5280db6ab req-1de428ae-fa8a-4839-81c8-a0f7da38917e service neutron] 10.222.0.73 "GET /v2.0/networks?id=7684b902-3229-4b37-a9ab-3584bb0811d1 HTTP/1.1" status: 200 len: 916 time: 0.2073040 Jul 05 10:07:32.335835 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aa7622dd-a77c-4a92-980d-bf403f0a0d79 req-f2ea5dd0-a4dd-425c-bdd0-e38dbc2b0d52 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329952 Jul 05 10:07:32.402198 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e453cdb8-d9b6-4365-abc8-60d5280db6ab req-c225c837-9277-44ae-9315-df4bc1e03b63 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31b9c61c-eb5c-4e0b-b017-7544965426fb HTTP/1.1" status: 200 len: 217 time: 0.0999267 Jul 05 10:07:32.436797 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae1225-78b9-4604-b87c-4156e4e1ca79 req-e6a9ccf6-f7d0-4eab-8598-a3393f9d9355 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:32.438638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-39ae1225-78b9-4604-b87c-4156e4e1ca79 req-e6a9ccf6-f7d0-4eab-8598-a3393f9d9355 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.0716670 Jul 05 10:07:32.481956 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-39ae1225-78b9-4604-b87c-4156e4e1ca79 req-9be7301d-a08e-4e88-ac31-b8920ab30ed4 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372627 Jul 05 10:07:32.531686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad415b0-c254-49c1-8c84-8541a2577cba req-2975ed6e-8595-47e0-b8df-787c3532d4ec tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:32.531686 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ad415b0-c254-49c1-8c84-8541a2577cba req-2975ed6e-8595-47e0-b8df-787c3532d4ec tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 943 time: 0.2702911 Jul 05 10:07:32.554198 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5010fb81-1772-433d-9b47-717a8aac9c52 req-1b58af73-5cc2-4d69-8105-4c2f3f2ed5d0 service neutron] 10.222.0.73 "GET /v2.0/networks/ffe4ad3e-48f0-40c5-b0a5-59a052f938db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543745 Jul 05 10:07:32.565063 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453cdb8-d9b6-4365-abc8-60d5280db6ab req-272b32c1-006b-4edf-a8d0-89cc60389cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:32.566571 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e453cdb8-d9b6-4365-abc8-60d5280db6ab req-272b32c1-006b-4edf-a8d0-89cc60389cd3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=446a9bbb-4af0-4a98-b987-99ffad3e4940 HTTP/1.1" status: 200 len: 854 time: 0.1255088 Jul 05 10:07:32.567778 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a0598ba8-a50e-4387-86d4-0f2d4d72ff40 req-b9287b48-3b25-432a-b6a5-1f3603a174bd tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 210 time: 0.0316930 Jul 05 10:07:32.592547 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a5f8e-9995-4f61-91bc-2a05e4d1263c req-33719424-d4d3-4b4d-99a6-40ad4d8beb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:32.592547 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-869a5f8e-9995-4f61-91bc-2a05e4d1263c req-33719424-d4d3-4b4d-99a6-40ad4d8beb74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=76a4558d73cf47e68041ab5a60a21287&device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 1095 time: 0.1941926 Jul 05 10:07:32.636943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470e9a4-b02b-4074-88aa-11816abc35e6 req-08f1f964-b698-424c-b1c7-b43140bdc196 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:32.638796 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9470e9a4-b02b-4074-88aa-11816abc35e6 req-08f1f964-b698-424c-b1c7-b43140bdc196 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 945 time: 0.0738993 Jul 05 10:07:32.732997 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ad415b0-c254-49c1-8c84-8541a2577cba req-ba6b1159-7015-4a22-947a-f2aef43f4e7a tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921880 Jul 05 10:07:32.798238 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ea559-6265-43cd-ad72-0ad89db6fd4a req-90be7352-e823-4cf6-a1f3-d13af5662c9b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:32.799902 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be5ea559-6265-43cd-ad72-0ad89db6fd4a req-90be7352-e823-4cf6-a1f3-d13af5662c9b tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 945 time: 0.1162398 Jul 05 10:07:32.808444 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5010fb81-1772-433d-9b47-717a8aac9c52 req-9993a3a3-3b3f-46fb-acf1-73b0c6e6da93 service neutron] 10.222.0.73 "GET /v2.0/networks/ffe4ad3e-48f0-40c5-b0a5-59a052f938db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387717 Jul 05 10:07:32.829924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a5f8e-9995-4f61-91bc-2a05e4d1263c req-728a86f8-257e-4e22-b8ee-ac43740c66ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:32.831446 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-869a5f8e-9995-4f61-91bc-2a05e4d1263c req-728a86f8-257e-4e22-b8ee-ac43740c66ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=7684b902-3229-4b37-a9ab-3584bb0811d1 HTTP/1.1" status: 200 len: 916 time: 0.2241516 Jul 05 10:07:32.842407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453cdb8-d9b6-4365-abc8-60d5280db6ab req-86619c48-4c58-4b4e-a3ae-bb4bb3e06903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:32.843572 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-9470e9a4-b02b-4074-88aa-11816abc35e6 req-9d16a71b-17b7-4cdc-87b9-f79631e3ad1c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Deleting port 4a28df10-47c9-4368-b5fa-716036a872d5 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:32.843833 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9470e9a4-b02b-4074-88aa-11816abc35e6 req-9d16a71b-17b7-4cdc-87b9-f79631e3ad1c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.843977 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e453cdb8-d9b6-4365-abc8-60d5280db6ab req-86619c48-4c58-4b4e-a3ae-bb4bb3e06903 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7684b902-3229-4b37-a9ab-3584bb0811d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2653935 Jul 05 10:07:32.895836 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-869a5f8e-9995-4f61-91bc-2a05e4d1263c req-23cd367f-d18e-4d42-88f9-6e610548eec7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94c13690-c50d-4def-8732-40c1b63a28a9 HTTP/1.1" status: 200 len: 217 time: 0.0396187 Jul 05 10:07:32.913597 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be5ea559-6265-43cd-ad72-0ad89db6fd4a req-2457e437-b307-4212-bc76-a5a6431fe548 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053581 Jul 05 10:07:32.975207 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-9470e9a4-b02b-4074-88aa-11816abc35e6 req-9d16a71b-17b7-4cdc-87b9-f79631e3ad1c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] For port 4a28df10-47c9-4368-b5fa-716036a872d5, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4a28df10-47c9-4368-b5fa-716036a872d5,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:32.977335 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9470e9a4-b02b-4074-88aa-11816abc35e6 req-9d16a71b-17b7-4cdc-87b9-f79631e3ad1c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:32.989679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-9470e9a4-b02b-4074-88aa-11816abc35e6 req-9d16a71b-17b7-4cdc-87b9-f79631e3ad1c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Calling delete_port for 4a28df10-47c9-4368-b5fa-716036a872d5 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:33.050959 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a5f8e-9995-4f61-91bc-2a05e4d1263c req-94f97507-8d78-4acc-a7ed-b9fc9f5e4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.052556 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-869a5f8e-9995-4f61-91bc-2a05e4d1263c req-94f97507-8d78-4acc-a7ed-b9fc9f5e4d7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=446a9bbb-4af0-4a98-b987-99ffad3e4940 HTTP/1.1" status: 200 len: 854 time: 0.1465375 Jul 05 10:07:33.084740 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e453cdb8-d9b6-4365-abc8-60d5280db6ab req-f1476b31-1f53-4037-8d0d-0c3d6457ce51 service neutron] 10.222.0.73 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897864 Jul 05 10:07:33.248045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df912c3-a0f6-42c1-8928-eed6d91bc75f req-9adaad89-57d7-428f-b051-f062ebdbddda tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.250115 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3df912c3-a0f6-42c1-8928-eed6d91bc75f req-9adaad89-57d7-428f-b051-f062ebdbddda tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 943 time: 0.0948274 Jul 05 10:07:33.276519 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9470e9a4-b02b-4074-88aa-11816abc35e6 req-9d16a71b-17b7-4cdc-87b9-f79631e3ad1c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.311282 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16a71b-17b7-4cdc-87b9-f79631e3ad1c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Pushing event deleted for resources: {'Port': ['ID=4a28df10-47c9-4368-b5fa-716036a872d5,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:33.327971 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3df912c3-a0f6-42c1-8928-eed6d91bc75f req-a4728294-11a8-4a3a-9acd-a5c4180db258 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8dac5b8-70c1-482b-828e-422ed15e991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716798 Jul 05 10:07:33.436534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d1ad4-aec3-4b6c-a9f8-7737673c34f6 req-8f1f8b14-860f-474d-a221-d473c58d7e92 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.438050 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-259d1ad4-aec3-4b6c-a9f8-7737673c34f6 req-8f1f8b14-860f-474d-a221-d473c58d7e92 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.5309732 Jul 05 10:07:33.516784 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a5f8e-9995-4f61-91bc-2a05e4d1263c req-76da4ac4-f79f-400d-9422-754d4967565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.518426 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-869a5f8e-9995-4f61-91bc-2a05e4d1263c req-76da4ac4-f79f-400d-9422-754d4967565c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7684b902-3229-4b37-a9ab-3584bb0811d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4480686 Jul 05 10:07:33.522442 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-259d1ad4-aec3-4b6c-a9f8-7737673c34f6 req-5a73cc3a-4e0f-47ea-9a02-ada09c92e400 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767057 Jul 05 10:07:33.526139 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e453cdb8-d9b6-4365-abc8-60d5280db6ab req-2ae0fc60-2ea5-4a96-a4a2-62e15030507f service neutron] 10.222.0.73 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181690 Jul 05 10:07:33.627696 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-869a5f8e-9995-4f61-91bc-2a05e4d1263c req-456d40b5-c166-428b-ab51-b185d6f108b8 service neutron] 10.222.0.73 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006052 Jul 05 10:07:33.717595 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13a7f7ae-9fc7-4895-9ce8-8f8b73f56ae6 req-2159ab64-cd43-4e12-bbbd-9b6ad46ee1c9 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 210 time: 0.0645194 Jul 05 10:07:33.765654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9470e9a4-b02b-4074-88aa-11816abc35e6 req-9d16a71b-17b7-4cdc-87b9-f79631e3ad1c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] No DVR routers for this DVR port 4a28df10-47c9-4368-b5fa-716036a872d5 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:33.773355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9470e9a4-b02b-4074-88aa-11816abc35e6 req-9d16a71b-17b7-4cdc-87b9-f79631e3ad1c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:33.775421 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9470e9a4-b02b-4074-88aa-11816abc35e6 req-9d16a71b-17b7-4cdc-87b9-f79631e3ad1c tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.64 "DELETE /v2.0/ports/4a28df10-47c9-4368-b5fa-716036a872d5 HTTP/1.1" status: 204 len: 173 time: 1.1313674 Jul 05 10:07:33.790820 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-869a5f8e-9995-4f61-91bc-2a05e4d1263c req-2b2f8471-e86c-4b58-bf9c-f4b527ac710e service neutron] 10.222.0.73 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550770 Jul 05 10:07:33.887943 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c7a27e4d-a467-4e10-8c4a-0f0735c9279c req-6c0fcf97-cb6c-465e-a072-f92b798e3fb4 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 210 time: 0.0340171 Jul 05 10:07:33.920519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a46b5-6814-4253-a703-92bca3769836 req-ce6242ab-a881-4291-9d9b-19e9b9737f8e tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:33.926437 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c24a46b5-6814-4253-a703-92bca3769836 req-ce6242ab-a881-4291-9d9b-19e9b9737f8e tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.0877941 Jul 05 10:07:33.961158 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c24a46b5-6814-4253-a703-92bca3769836 req-2e909c92-31e3-4cf9-b362-d9d07304c90c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333414 Jul 05 10:07:34.181975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b80a84-0ae4-441a-9f34-75520337110a req-8ff08059-6904-4ee5-a437-e950c8267240 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:34.183510 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06b80a84-0ae4-441a-9f34-75520337110a req-8ff08059-6904-4ee5-a437-e950c8267240 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.64 "GET /v2.0/networks?id=5fed04b5-f8db-470f-8de4-b83872d7ee9f HTTP/1.1" status: 200 len: 821 time: 0.1658359 Jul 05 10:07:34.200792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763060a3-b745-4d15-8552-24fac5824218 req-00e830a5-b055-43c5-a06e-32a41d54e8d2 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:34.202500 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-763060a3-b745-4d15-8552-24fac5824218 req-00e830a5-b055-43c5-a06e-32a41d54e8d2 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 943 time: 0.1233525 Jul 05 10:07:34.207550 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-06b80a84-0ae4-441a-9f34-75520337110a req-464c056f-a393-4cba-aa1f-f372e2b8c927 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Request body: {'port': {'device_id': '156efc19-4e55-40c9-917b-03df32cfbbe6', 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f', 'admin_state_up': True, 'tenant_id': 'c4d33f19222b44579a756e689e986209'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:34.264993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4648d8-3e9f-49b3-abeb-030809a27ab0', 'name': 'network-vif-deleted', 'tag': '4a28df10-47c9-4368-b5fa-716036a872d5'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:34.267419 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a43b21-e059-494d-af6e-21d8beae6b85" -d '{"events": [{"server_uuid": "6f4648d8-3e9f-49b3-abeb-030809a27ab0", "name": "network-vif-deleted", "tag": "4a28df10-47c9-4368-b5fa-716036a872d5"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:34.301793 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-763060a3-b745-4d15-8552-24fac5824218 req-5b5068f0-b43d-4e82-b9cc-961e8a162d1e tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899851 Jul 05 10:07:34.446188 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05e51b-f29a-4756-8a05-fa9230ba6fd5 req-99ba97de-c554-49f9-a4b4-9cb622bbf85d tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:34.448964 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d05e51b-f29a-4756-8a05-fa9230ba6fd5 req-99ba97de-c554-49f9-a4b4-9cb622bbf85d tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.73 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.0689671 Jul 05 10:07:34.474149 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ee52270b-4f00-4b5f-aa4e-56ee3578e06b req-fcde1e06-f78d-4d10-a694-1b563ba2199d tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 210 time: 0.0309663 Jul 05 10:07:34.474868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b80a84-0ae4-441a-9f34-75520337110a req-464c056f-a393-4cba-aa1f-f372e2b8c927 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Made reservation on behalf of c4d33f19222b44579a756e689e986209 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:34.481876 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-06b80a84-0ae4-441a-9f34-75520337110a req-464c056f-a393-4cba-aa1f-f372e2b8c927 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:34.578688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-5d05e51b-f29a-4756-8a05-fa9230ba6fd5 req-5f672d90-d511-44d6-aba7-202c826b6c24 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Deleting port 6a4e712b-3174-4ac2-b754-8aba5f42b16a {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:34.582341 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 94c13690-c50d-4def-8732-40c1b63a28a9 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:34.588041 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d05e51b-f29a-4756-8a05-fa9230ba6fd5 req-5f672d90-d511-44d6-aba7-202c826b6c24 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:34.592074 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab87a19-e346-4f5f-b0cf-1a7d35c8abb8 x-openstack-request-id: req-8ab87a19-e346-4f5f-b0cf-1a7d35c8abb8 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:34.592503 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4648d8-3e9f-49b3-abeb-030809a27ab0", "name": "network-vif-deleted", "tag": "4a28df10-47c9-4368-b5fa-716036a872d5", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:34.592857 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ab87a19-e346-4f5f-b0cf-1a7d35c8abb8 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:34.593344 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4648d8-3e9f-49b3-abeb-030809a27ab0', 'name': 'network-vif-deleted', 'tag': '4a28df10-47c9-4368-b5fa-716036a872d5', 'status': 'completed', 'code': 200} Jul 05 10:07:34.700571 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 94c13690-c50d-4def-8732-40c1b63a28a9, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94c13690-c50d-4def-8732-40c1b63a28a9,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:34.715122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '94c13690-c50d-4def-8732-40c1b63a28a9', 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1', 'port_id': '94c13690-c50d-4def-8732-40c1b63a28a9', 'mac_address': 'fa:16:3e:f4:ac:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446a9bbb-4af0-4a98-b987-99ffad3e4940', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:34.726971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5d05e51b-f29a-4756-8a05-fa9230ba6fd5 req-5f672d90-d511-44d6-aba7-202c826b6c24 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] For port 6a4e712b-3174-4ac2-b754-8aba5f42b16a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=6a4e712b-3174-4ac2-b754-8aba5f42b16a,segment=NetworkSegment(b10dfee1-7279-4fe3-a280-34e2aeea8eb4),segment_id=b10dfee1-7279-4fe3-a280-34e2aeea8eb4)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:34.727527 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d05e51b-f29a-4756-8a05-fa9230ba6fd5 req-5f672d90-d511-44d6-aba7-202c826b6c24 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:34.742621 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-5d05e51b-f29a-4756-8a05-fa9230ba6fd5 req-5f672d90-d511-44d6-aba7-202c826b6c24 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Calling delete_port for 6a4e712b-3174-4ac2-b754-8aba5f42b16a owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:34.750840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-06b80a84-0ae4-441a-9f34-75520337110a req-464c056f-a393-4cba-aa1f-f372e2b8c927 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Allocated IP 172.20.0.9 (5fed04b5-f8db-470f-8de4-b83872d7ee9f/6f7cc0a6-a755-4629-82a4-860ee4befff1/7e3442ea-b117-41c2-a467-a8f166425539) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:34.759090 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:34.779560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c13690-c50d-4def-8732-40c1b63a28a9 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:34.784208 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dd80f-8cbe-4144-a078-c11aaef04975 req-bcf4dccc-6c63-4dae-b67d-32768e25ba95 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:34.785871 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc3dd80f-8cbe-4144-a078-c11aaef04975 req-bcf4dccc-6c63-4dae-b67d-32768e25ba95 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 943 time: 0.1563046 Jul 05 10:07:34.803519 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 94c13690-c50d-4def-8732-40c1b63a28a9, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94c13690-c50d-4def-8732-40c1b63a28a9,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:34.869829 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:34.870784 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e92faf94-db70-4e44-9553-8f54200b1d76 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:34.875505 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540311b-2999-423f-b770-8c29021bb6ba req-77d2c0e4-e68d-4708-8c94-e95fb64d1769 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:34.878914 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5540311b-2999-423f-b770-8c29021bb6ba req-77d2c0e4-e68d-4708-8c94-e95fb64d1769 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 945 time: 0.1298819 Jul 05 10:07:34.901723 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc3dd80f-8cbe-4144-a078-c11aaef04975 req-0382dd78-1021-4abb-8d4d-6a54f3075cce tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8dac5b8-70c1-482b-828e-422ed15e991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035109 Jul 05 10:07:34.971417 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-06b80a84-0ae4-441a-9f34-75520337110a req-464c056f-a393-4cba-aa1f-f372e2b8c927 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:34.985590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=94c13690-c50d-4def-8732-40c1b63a28a9,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:35.005445 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5540311b-2999-423f-b770-8c29021bb6ba req-06bdc036-b1bd-42ad-b480-32112a1cca02 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189713 Jul 05 10:07:35.025426 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e92faf94-db70-4e44-9553-8f54200b1d76, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e92faf94-db70-4e44-9553-8f54200b1d76,segment=NetworkSegment(a1e35b48-cf32-4069-a355-15f230a355fb),segment_id=a1e35b48-cf32-4069-a355-15f230a355fb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:35.037658 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'e92faf94-db70-4e44-9553-8f54200b1d76', 'network_id': 'ffe4ad3e-48f0-40c5-b0a5-59a052f938db', 'port_id': 'e92faf94-db70-4e44-9553-8f54200b1d76', 'mac_address': 'fa:16:3e:5c:ec:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa553354-5a95-45e8-9cf0-3d89046d1d99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:35.052391 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d05e51b-f29a-4756-8a05-fa9230ba6fd5 req-5f672d90-d511-44d6-aba7-202c826b6c24 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:35.066769 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:35.069386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['6a4e712b-3174-4ac2-b754-8aba5f42b16a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:35.080496 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-06b80a84-0ae4-441a-9f34-75520337110a req-464c056f-a393-4cba-aa1f-f372e2b8c927 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:35.113248 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f672d90-d511-44d6-aba7-202c826b6c24 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Pushing event deleted for resources: {'Port': ['ID=6a4e712b-3174-4ac2-b754-8aba5f42b16a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:35.144463 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:35.159863 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b80a84-0ae4-441a-9f34-75520337110a req-464c056f-a393-4cba-aa1f-f372e2b8c927 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Network 5fed04b5-f8db-470f-8de4-b83872d7ee9f is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:35.164881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92faf94-db70-4e44-9553-8f54200b1d76 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:35.165946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-06b80a84-0ae4-441a-9f34-75520337110a req-464c056f-a393-4cba-aa1f-f372e2b8c927 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:35.174715 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b80a84-0ae4-441a-9f34-75520337110a req-464c056f-a393-4cba-aa1f-f372e2b8c927 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:35.189698 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d05e51b-f29a-4756-8a05-fa9230ba6fd5 req-5f672d90-d511-44d6-aba7-202c826b6c24 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] No DVR routers for this DVR port 6a4e712b-3174-4ac2-b754-8aba5f42b16a on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:35.192350 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d05e51b-f29a-4756-8a05-fa9230ba6fd5 req-5f672d90-d511-44d6-aba7-202c826b6c24 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:35.194267 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d05e51b-f29a-4756-8a05-fa9230ba6fd5 req-5f672d90-d511-44d6-aba7-202c826b6c24 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.73 "DELETE /v2.0/ports/6a4e712b-3174-4ac2-b754-8aba5f42b16a HTTP/1.1" status: 204 len: 173 time: 0.7407050 Jul 05 10:07:35.195220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308040ea-5145-4e55-b908-2cb55047e4f1', 'name': 'network-vif-deleted', 'tag': '6a4e712b-3174-4ac2-b754-8aba5f42b16a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:35.197479 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59153af5-8f6f-471d-87e7-f7ff79658e96" -d '{"events": [{"server_uuid": "308040ea-5145-4e55-b908-2cb55047e4f1", "name": "network-vif-deleted", "tag": "6a4e712b-3174-4ac2-b754-8aba5f42b16a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:35.197855 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e92faf94-db70-4e44-9553-8f54200b1d76, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e92faf94-db70-4e44-9553-8f54200b1d76,segment=NetworkSegment(a1e35b48-cf32-4069-a355-15f230a355fb),segment_id=a1e35b48-cf32-4069-a355-15f230a355fb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:35.258728 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c056f-a393-4cba-aa1f-f372e2b8c927 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Pushing event updated for resources: {'Port': ['ID=7e3442ea-b117-41c2-a467-a8f166425539,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:35.270004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0b765-ef87-43ca-8f16-93edcca9793a req-eb0cc0e3-952e-478d-88ec-8005752559f9 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:35.272104 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8f0b765-ef87-43ca-8f16-93edcca9793a req-eb0cc0e3-952e-478d-88ec-8005752559f9 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 931 time: 0.0837276 Jul 05 10:07:35.280172 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:35.280826 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 31b9c61c-eb5c-4e0b-b017-7544965426fb details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:35.285291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b80a84-0ae4-441a-9f34-75520337110a req-464c056f-a393-4cba-aa1f-f372e2b8c927 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:35.288947 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-06b80a84-0ae4-441a-9f34-75520337110a req-464c056f-a393-4cba-aa1f-f372e2b8c927 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:35.348948 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8f0b765-ef87-43ca-8f16-93edcca9793a req-39ab3559-7a05-4b9e-9a70-2e8f1e4ca8df tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706279 Jul 05 10:07:35.359442 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=e92faf94-db70-4e44-9553-8f54200b1d76,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:35.362995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 31b9c61c-eb5c-4e0b-b017-7544965426fb, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=31b9c61c-eb5c-4e0b-b017-7544965426fb,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:35.375143 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06b80a84-0ae4-441a-9f34-75520337110a req-464c056f-a393-4cba-aa1f-f372e2b8c927 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1711466 Jul 05 10:07:35.379078 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '31b9c61c-eb5c-4e0b-b017-7544965426fb', 'network_id': '7684b902-3229-4b37-a9ab-3584bb0811d1', 'port_id': '31b9c61c-eb5c-4e0b-b017-7544965426fb', 'mac_address': 'fa:16:3e:16:81:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446a9bbb-4af0-4a98-b987-99ffad3e4940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:35.388437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Request body: {'port': {'device_id': '156efc19-4e55-40c9-917b-03df32cfbbe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:35.422260 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:35.439145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b9c61c-eb5c-4e0b-b017-7544965426fb {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:35.461214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 31b9c61c-eb5c-4e0b-b017-7544965426fb, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=31b9c61c-eb5c-4e0b-b017-7544965426fb,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:35.468134 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:35.520308 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:35.529552 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-9421a9cb-8148-400f-a675-9db42a555e13 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=012f23fa8d5443afbf26663b6755750e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466921 Jul 05 10:07:35.556859 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6f492cb-d2ba-4993-98b2-76dbaac44bbb req-40dc512f-c09e-4c7c-935c-0527a5d50bb7 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 210 time: 0.0573583 Jul 05 10:07:35.628713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=31b9c61c-eb5c-4e0b-b017-7544965426fb,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:35.677899 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bbe8d0-21f5-452e-b711-29a61c665164 x-openstack-request-id: req-80bbe8d0-21f5-452e-b711-29a61c665164 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:35.678432 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308040ea-5145-4e55-b908-2cb55047e4f1", "name": "network-vif-deleted", "tag": "6a4e712b-3174-4ac2-b754-8aba5f42b16a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:35.678788 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-80bbe8d0-21f5-452e-b711-29a61c665164 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:35.679838 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308040ea-5145-4e55-b908-2cb55047e4f1', 'name': 'network-vif-deleted', 'tag': '6a4e712b-3174-4ac2-b754-8aba5f42b16a', 'status': 'completed', 'code': 200} Jul 05 10:07:35.805293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-4539c22f-220a-4b28-85cb-765b0ee9c54a tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:35.806811 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-4539c22f-220a-4b28-85cb-765b0ee9c54a tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2588530 Jul 05 10:07:35.813549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['31b9c61c-eb5c-4e0b-b017-7544965426fb'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:35.829578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Request body: {'port': {'device_id': '5026dcbf-6802-4fab-abda-54b2e54356f0', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '012f23fa8d5443afbf26663b6755750e'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:35.839969 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['94c13690-c50d-4def-8732-40c1b63a28a9'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:35.843946 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['e92faf94-db70-4e44-9553-8f54200b1d76'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:35.881852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78164889-ce56-41d1-a505-e8c3e4b0edb7 req-2411bd24-f21a-4369-adb0-f89748aad990 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:35.895525 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-78164889-ce56-41d1-a505-e8c3e4b0edb7 req-2411bd24-f21a-4369-adb0-f89748aad990 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 944 time: 0.1189339 Jul 05 10:07:35.897505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614378f-9e46-40a4-9f31-752f2b4a5d99 req-b7b9f7dc-7888-4d53-82fa-ad015bb0b4c2 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:35.904663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7614378f-9e46-40a4-9f31-752f2b4a5d99 req-b7b9f7dc-7888-4d53-82fa-ad015bb0b4c2 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.2367742 Jul 05 10:07:35.999456 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-78164889-ce56-41d1-a505-e8c3e4b0edb7 req-21878c33-9113-4b88-95d7-7e3ccd5d4b19 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023300 Jul 05 10:07:36.039600 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7614378f-9e46-40a4-9f31-752f2b4a5d99 req-a685a79d-01f0-4e17-b972-1f39efc974fc tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343205 Jul 05 10:07:36.101908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3442ea-b117-41c2-a467-a8f166425539 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:36.135600 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.156148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Transition to ACTIVE for port object 7e3442ea-b117-41c2-a467-a8f166425539 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:36.198442 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-72f99262-b500-4ece-9050-6e6ff7357bd1 req-adc09475-17da-4900-9700-c53692801fc2 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f4648d8-3e9f-49b3-abeb-030809a27ab0 HTTP/1.1" status: 200 len: 210 time: 0.0335162 Jul 05 10:07:36.227065 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.232575 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Made reservation on behalf of 012f23fa8d5443afbf26663b6755750e for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:36.236800 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.315509 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.323886 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4a28df10-47c9-4368-b5fa-716036a872d5 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:36.342827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 4a28df10-47c9-4368-b5fa-716036a872d5 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:36.343171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4a28df10-47c9-4368-b5fa-716036a872d5 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:36.368788 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3442ea-b117-41c2-a467-a8f166425539,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:36.470866 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-47414b30-fb25-4274-b199-a566047fa7d4 req-1a3eadf6-3032-40a4-b335-127477ca729a tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=308040ea-5145-4e55-b908-2cb55047e4f1 HTTP/1.1" status: 200 len: 210 time: 0.0475881 Jul 05 10:07:36.497633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Attempting to bind port 7e3442ea-b117-41c2-a467-a8f166425539 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:36.497972 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Attempting to bind port 7e3442ea-b117-41c2-a467-a8f166425539 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'e8a5cc1e-d2ee-4363-a07c-4a7570972ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:36.498297 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Attempting to bind port 7e3442ea-b117-41c2-a467-a8f166425539 on network 5fed04b5-f8db-470f-8de4-b83872d7ee9f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:36.509831 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bb2e2-d06f-4e1c-9573-b85c7b48138e req-a3a1b14f-4d48-4f31-bd1a-166fce0e521e tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:36.511383 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a70bb2e2-d06f-4e1c-9573-b85c7b48138e req-a3a1b14f-4d48-4f31-bd1a-166fce0e521e tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 944 time: 0.2189207 Jul 05 10:07:36.517871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Port 7e3442ea-b117-41c2-a467-a8f166425539 on network 5fed04b5-f8db-470f-8de4-b83872d7ee9f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:36.518178 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Attempting to bind port 7e3442ea-b117-41c2-a467-a8f166425539 on network 5fed04b5-f8db-470f-8de4-b83872d7ee9f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:36.536567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:36.536901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Checking segment: {'id': 'e8a5cc1e-d2ee-4363-a07c-4a7570972ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:36.537283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Bound using segment: {'id': 'e8a5cc1e-d2ee-4363-a07c-4a7570972ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:36.537718 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Bound port: 7e3442ea-b117-41c2-a467-a8f166425539, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a5cc1e-d2ee-4363-a07c-4a7570972ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:36.538067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.625065 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a70bb2e2-d06f-4e1c-9573-b85c7b48138e req-a772633a-5056-4bde-8150-38a97f0499e3 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8dac5b8-70c1-482b-828e-422ed15e991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987813 Jul 05 10:07:36.629016 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.663079 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] For port 7e3442ea-b117-41c2-a467-a8f166425539, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:36.666829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] For port 7e3442ea-b117-41c2-a467-a8f166425539, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7e3442ea-b117-41c2-a467-a8f166425539,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:36.686581 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.705130 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6f37b62-6040-47f2-93fb-9cc420522a50 req-65f79070-5cba-467f-9ed9-b6452158b91f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0748155 Jul 05 10:07:36.769692 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.797467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9b5ce2-6c98-49af-8834-2f2f056a5d09,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:36.826469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e3511-5387-49b2-8ce8-762b9cb9e8ef req-066d9db3-9639-462c-afd0-f99c2fd37ddf tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:36.828028 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1a9e3511-5387-49b2-8ce8-762b9cb9e8ef req-066d9db3-9639-462c-afd0-f99c2fd37ddf tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 943 time: 0.1206462 Jul 05 10:07:36.833971 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-19ced243-70a0-4803-9e3b-fe5f6aea1219 req-33c27186-6598-41e2-a058-41dd378ce0b2 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 210 time: 0.0814216 Jul 05 10:07:36.842488 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f37b62-6040-47f2-93fb-9cc420522a50 req-096b6377-cd99-4450-abe3-0a63c5588b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:36.843226 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6f37b62-6040-47f2-93fb-9cc420522a50 req-096b6377-cd99-4450-abe3-0a63c5588b4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaf471cbe22142a7880d15035c04feae&device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 1098 time: 0.0989609 Jul 05 10:07:36.875451 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:36.877242 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:36.881454 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06b80a84-0ae4-441a-9f34-75520337110a req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] 10.222.0.64 "PUT /v2.0/ports/7e3442ea-b117-41c2-a467-a8f166425539 HTTP/1.1" status: 200 len: 1092 time: 1.4976301 Jul 05 10:07:36.889233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156efc19-4e55-40c9-917b-03df32cfbbe6', 'tag': '7e3442ea-b117-41c2-a467-a8f166425539'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:36.892708 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb61f00-51f1-444b-af18-5c97d7bd87b8" -d '{"events": [{"name": "network-changed", "server_uuid": "156efc19-4e55-40c9-917b-03df32cfbbe6", "tag": "7e3442ea-b117-41c2-a467-a8f166425539"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:36.944452 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1a9e3511-5387-49b2-8ce8-762b9cb9e8ef req-3b3bbc31-a2b9-4d3a-8f6a-53ba063099a6 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000519 Jul 05 10:07:36.950461 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27e862-cd93-4136-bbb4-f042e40990d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3442ea-b117-41c2-a467-a8f166425539,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:36.981584 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Allocated IP 192.168.233.102 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/4939f593-fcc0-4991-b557-6960a5f2db45) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:36.988966 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f37b62-6040-47f2-93fb-9cc420522a50 req-00b53450-2e3a-4abb-a952-a6632ffa512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:36.990805 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6f37b62-6040-47f2-93fb-9cc420522a50 req-00b53450-2e3a-4abb-a952-a6632ffa512d service neutron] 10.222.0.64 "GET /v2.0/networks?id=931420c7-2f5c-4210-881f-ffaae81b0ce6 HTTP/1.1" status: 200 len: 912 time: 0.1144748 Jul 05 10:07:37.016205 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707f4caf-28b5-4514-b017-f960fe251479 x-openstack-request-id: req-707f4caf-28b5-4514-b017-f960fe251479 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:37.016492 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "156efc19-4e55-40c9-917b-03df32cfbbe6", "tag": "7e3442ea-b117-41c2-a467-a8f166425539", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:37.016745 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-707f4caf-28b5-4514-b017-f960fe251479 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:37.017139 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156efc19-4e55-40c9-917b-03df32cfbbe6', 'tag': '7e3442ea-b117-41c2-a467-a8f166425539', 'status': 'completed', 'code': 200} Jul 05 10:07:37.051678 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6f37b62-6040-47f2-93fb-9cc420522a50 req-1d90639f-69fe-464c-a177-be32b87bfee0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 HTTP/1.1" status: 200 len: 217 time: 0.0518265 Jul 05 10:07:37.100729 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb61f00-51f1-444b-af18-5c97d7bd87b8 req-d81b1731-2e51-455a-8a85-c1565d29cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:37.102859 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3eb61f00-51f1-444b-af18-5c97d7bd87b8 req-d81b1731-2e51-455a-8a85-c1565d29cc41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4d33f19222b44579a756e689e986209&device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 1095 time: 0.0610483 Jul 05 10:07:37.109002 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f37b62-6040-47f2-93fb-9cc420522a50 req-53583093-38ff-4698-bd16-31b2cb1065ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:37.110563 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6f37b62-6040-47f2-93fb-9cc420522a50 req-53583093-38ff-4698-bd16-31b2cb1065ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef74de40-dd65-451f-9123-3f8618e2b3e8 HTTP/1.1" status: 200 len: 851 time: 0.0521259 Jul 05 10:07:37.145692 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6f37b62-6040-47f2-93fb-9cc420522a50 req-bba5d48f-5124-4129-891e-c56291a5d83b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=931420c7-2f5c-4210-881f-ffaae81b0ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285790 Jul 05 10:07:37.278634 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb61f00-51f1-444b-af18-5c97d7bd87b8 req-e754435c-3fe5-4988-9782-7f9d69c00eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:37.280916 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3eb61f00-51f1-444b-af18-5c97d7bd87b8 req-e754435c-3fe5-4988-9782-7f9d69c00eca service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c4d33f19222b44579a756e689e986209&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1702611 Jul 05 10:07:37.282255 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bb018-bfa3-44bc-9d09-4628f8b5c239 req-9145c9e7-95e3-4069-88a9-edac61cfb768 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:37.283776 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c91bb018-bfa3-44bc-9d09-4628f8b5c239 req-9145c9e7-95e3-4069-88a9-edac61cfb768 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 944 time: 0.1406062 Jul 05 10:07:37.287577 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6f37b62-6040-47f2-93fb-9cc420522a50 req-e1c043cd-c8e9-4106-af85-63b003f9f660 service neutron] 10.222.0.64 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150098 Jul 05 10:07:37.380678 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c91bb018-bfa3-44bc-9d09-4628f8b5c239 req-9cd52145-7d18-4aa6-953c-122e39cb32d5 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903511 Jul 05 10:07:37.394645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb61f00-51f1-444b-af18-5c97d7bd87b8 req-0fc6b28a-3b55-4506-bbe2-e0abe97c4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:37.396344 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3eb61f00-51f1-444b-af18-5c97d7bd87b8 req-0fc6b28a-3b55-4506-bbe2-e0abe97c4ff4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1079185 Jul 05 10:07:37.431380 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6f37b62-6040-47f2-93fb-9cc420522a50 req-937a8a6c-1b6b-4b05-b15f-174ddfd17d07 service neutron] 10.222.0.64 "GET /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339812 Jul 05 10:07:37.566029 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be40b2-b6d7-4a1a-811b-aa81ce358ce7 req-8d52fe90-9da3-4fae-b1f6-0590314e8382 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:37.567573 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95be40b2-b6d7-4a1a-811b-aa81ce358ce7 req-8d52fe90-9da3-4fae-b1f6-0590314e8382 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.0706496 Jul 05 10:07:37.607229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95be40b2-b6d7-4a1a-811b-aa81ce358ce7 req-e59f6bcf-714b-4e20-aeec-d3f00a064b85 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339475 Jul 05 10:07:37.823882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b80a84-0ae4-441a-9f34-75520337110a req-d4da232f-b3f5-455a-94c8-db34cec6ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:37.825525 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-06b80a84-0ae4-441a-9f34-75520337110a req-d4da232f-b3f5-455a-94c8-db34cec6ce70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4d33f19222b44579a756e689e986209&device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 1095 time: 0.1111746 Jul 05 10:07:37.858100 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:37.881107 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-06b80a84-0ae4-441a-9f34-75520337110a req-ce3d0a33-e5a6-4475-9495-a25ef14b280d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e3442ea-b117-41c2-a467-a8f166425539 HTTP/1.1" status: 200 len: 217 time: 0.0465212 Jul 05 10:07:37.887107 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Transition to ACTIVE for port object 4939f593-fcc0-4991-b557-6960a5f2db45 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:37.933766 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069c6a7-c6a3-4d8f-9b62-cec57559878f req-6245af46-25ad-4ac4-96b4-8c75823071be tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:37.935230 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6069c6a7-c6a3-4d8f-9b62-cec57559878f req-6245af46-25ad-4ac4-96b4-8c75823071be tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 944 time: 0.1445296 Jul 05 10:07:37.968187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b80a84-0ae4-441a-9f34-75520337110a req-8a09b3ab-4d04-4362-baf6-aa01aa29b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:37.969859 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-06b80a84-0ae4-441a-9f34-75520337110a req-8a09b3ab-4d04-4362-baf6-aa01aa29b5d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f7cc0a6-a755-4629-82a4-860ee4befff1 HTTP/1.1" status: 200 len: 861 time: 0.0799153 Jul 05 10:07:37.995239 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.018883 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-06b80a84-0ae4-441a-9f34-75520337110a req-12a7c663-e041-45e4-979b-a5f106a0982d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5fed04b5-f8db-470f-8de4-b83872d7ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406842 Jul 05 10:07:38.026070 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6069c6a7-c6a3-4d8f-9b62-cec57559878f req-64187e0d-b791-493b-b188-b083dd554283 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8dac5b8-70c1-482b-828e-422ed15e991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798361 Jul 05 10:07:38.051205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:38.056955 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:38.060792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:38.099428 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Pushing event updated for resources: {'Port': ['ID=4939f593-fcc0-4991-b557-6960a5f2db45,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:38.125400 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:38.126784 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.138078 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-06b80a84-0ae4-441a-9f34-75520337110a req-6959d90d-7f17-4d3c-90d7-af17cb3cbb42 service neutron] 10.222.0.64 "GET /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104159 Jul 05 10:07:38.190010 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-241c1c31-873f-4ac0-accc-55481befa83d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3640685 Jul 05 10:07:38.203159 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Request body: {'port': {'device_id': '5026dcbf-6802-4fab-abda-54b2e54356f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:38.278231 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-06b80a84-0ae4-441a-9f34-75520337110a req-62c1891f-2b04-4db3-8e81-c690b6933bc7 service neutron] 10.222.0.64 "GET /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330364 Jul 05 10:07:38.315903 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.495623 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0ce8ce11-1dec-4d70-884c-e6d6dd743525 None None] Provisioning for port 4939f593-fcc0-4991-b557-6960a5f2db45 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:38.501374 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0ce8ce11-1dec-4d70-884c-e6d6dd743525 None None] Provisioning complete for port 4939f593-fcc0-4991-b557-6960a5f2db45 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:38.501907 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0ce8ce11-1dec-4d70-884c-e6d6dd743525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.540615 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0ce8ce11-1dec-4d70-884c-e6d6dd743525 None None] Port 4939f593-fcc0-4991-b557-6960a5f2db45 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:38.623665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 94c13690-c50d-4def-8732-40c1b63a28a9 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:38.726933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc168e-93a3-4c72-a38b-bf7817f5d746 req-afc5fe85-42a5-4aa3-b132-926ad2ee168a tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:38.728858 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b3dc168e-93a3-4c72-a38b-bf7817f5d746 req-afc5fe85-42a5-4aa3-b132-926ad2ee168a tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 936 time: 0.0827584 Jul 05 10:07:38.737921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 94c13690-c50d-4def-8732-40c1b63a28a9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:38.743500 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 94c13690-c50d-4def-8732-40c1b63a28a9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:38.746306 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.773037 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b3dc168e-93a3-4c72-a38b-bf7817f5d746 req-fcf8870e-00eb-4061-a361-59c88302cdfc tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383904 Jul 05 10:07:38.834724 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.858649 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e17422-a681-4a5c-b356-3ea364c97928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c13690-c50d-4def-8732-40c1b63a28a9'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:38.861338 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032649db-cda7-4ab6-8c53-bfe247ae66ea" -d '{"events": [{"server_uuid": "f1e17422-a681-4a5c-b356-3ea364c97928", "name": "network-vif-plugged", "status": "completed", "tag": "94c13690-c50d-4def-8732-40c1b63a28a9"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:38.882010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 94c13690-c50d-4def-8732-40c1b63a28a9, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94c13690-c50d-4def-8732-40c1b63a28a9,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:38.893868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ae63d-e7d2-4baa-8a12-82a62a94616e req-360fd374-7ee3-452e-a1bb-a90200190f65 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:38.895523 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a5ae63d-e7d2-4baa-8a12-82a62a94616e req-360fd374-7ee3-452e-a1bb-a90200190f65 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 943 time: 0.1456742 Jul 05 10:07:38.949523 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:38.950738 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e92faf94-db70-4e44-9553-8f54200b1d76 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:38.962493 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a5ae63d-e7d2-4baa-8a12-82a62a94616e req-4cac16ee-1f44-481c-a0cd-ee4e5ccd8e75 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562754 Jul 05 10:07:39.005697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db203e26-42fd-481e-9747-69caea17f8f4 req-245e0a97-9aa7-4d70-9b7f-55fa6f851578 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:39.007336 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-db203e26-42fd-481e-9747-69caea17f8f4 req-245e0a97-9aa7-4d70-9b7f-55fa6f851578 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 944 time: 0.1216345 Jul 05 10:07:39.044299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=94c13690-c50d-4def-8732-40c1b63a28a9,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:39.052283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4939f593-fcc0-4991-b557-6960a5f2db45 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:39.061854 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.069567 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-db203e26-42fd-481e-9747-69caea17f8f4 req-50001b4c-ddee-4454-9cf2-50fcbb5d9c1f tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/security-groups?id=164ab388-54d6-4df4-babc-0b7ad639155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545440 Jul 05 10:07:39.075210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Transition to ACTIVE for port object 4939f593-fcc0-4991-b557-6960a5f2db45 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:39.078330 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca55b55-5b1b-4e30-935a-98cd5bdb58d1 req-855b90a5-eb80-41d8-8262-b0553df6dc41 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:39.080164 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aca55b55-5b1b-4e30-935a-98cd5bdb58d1 req-855b90a5-eb80-41d8-8262-b0553df6dc41 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.64 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 944 time: 0.1392577 Jul 05 10:07:39.104700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port e92faf94-db70-4e44-9553-8f54200b1d76 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:39.109159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port e92faf94-db70-4e44-9553-8f54200b1d76 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:39.109717 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.145344 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.196778 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c484-a524-4563-a696-98bd8b51338f req-c6945fd9-c865-4118-8265-e32e5eb638d3 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:39.197057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-aca55b55-5b1b-4e30-935a-98cd5bdb58d1 req-0168ca70-f631-4ce2-a305-61a5ceefabbf tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Deleting port 2c050aba-668f-4f15-ba14-35340e4f3bfa {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:39.197324 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aca55b55-5b1b-4e30-935a-98cd5bdb58d1 req-0168ca70-f631-4ce2-a305-61a5ceefabbf tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.198768 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-efa0c484-a524-4563-a696-98bd8b51338f req-c6945fd9-c865-4118-8265-e32e5eb638d3 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 945 time: 0.1116755 Jul 05 10:07:39.223575 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.255674 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4939f593-fcc0-4991-b557-6960a5f2db45,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:39.266549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e92faf94-db70-4e44-9553-8f54200b1d76, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e92faf94-db70-4e44-9553-8f54200b1d76,segment=NetworkSegment(a1e35b48-cf32-4069-a355-15f230a355fb),segment_id=a1e35b48-cf32-4069-a355-15f230a355fb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:39.299067 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-efa0c484-a524-4563-a696-98bd8b51338f req-191185cf-cddd-4aaf-ab31-c158491d4e47 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922248 Jul 05 10:07:39.349428 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.349876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 31b9c61c-eb5c-4e0b-b017-7544965426fb up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:39.360554 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-aca55b55-5b1b-4e30-935a-98cd5bdb58d1 req-0168ca70-f631-4ce2-a305-61a5ceefabbf tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] For port 2c050aba-668f-4f15-ba14-35340e4f3bfa, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=2c050aba-668f-4f15-ba14-35340e4f3bfa,segment=NetworkSegment(72bd9fef-2d9e-4b19-852a-5ee15673b2cc),segment_id=72bd9fef-2d9e-4b19-852a-5ee15673b2cc)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:39.360928 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aca55b55-5b1b-4e30-935a-98cd5bdb58d1 req-0168ca70-f631-4ce2-a305-61a5ceefabbf tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.380269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Attempting to bind port 4939f593-fcc0-4991-b557-6960a5f2db45 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:39.380734 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Attempting to bind port 4939f593-fcc0-4991-b557-6960a5f2db45 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:39.381140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Attempting to bind port 4939f593-fcc0-4991-b557-6960a5f2db45 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:39.381414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04f5a3-c625-4c61-9f92-836639a96142 req-a86ad7fd-ddae-4f77-a77b-33215eae3883 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:39.390031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Port 4939f593-fcc0-4991-b557-6960a5f2db45 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:39.390475 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fc04f5a3-c625-4c61-9f92-836639a96142 req-a86ad7fd-ddae-4f77-a77b-33215eae3883 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.1764226 Jul 05 10:07:39.392101 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Attempting to bind port 4939f593-fcc0-4991-b557-6960a5f2db45 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:39.396532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-aca55b55-5b1b-4e30-935a-98cd5bdb58d1 req-0168ca70-f631-4ce2-a305-61a5ceefabbf tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Calling delete_port for 2c050aba-668f-4f15-ba14-35340e4f3bfa owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:39.404851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:39.405193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:39.405739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:39.407183 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Bound port: 4939f593-fcc0-4991-b557-6960a5f2db45, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:39.408400 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.478296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=e92faf94-db70-4e44-9553-8f54200b1d76,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:39.493504 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fc04f5a3-c625-4c61-9f92-836639a96142 req-4144ffe0-6cc9-4720-8b65-eb7fe1e85bb6 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020594 Jul 05 10:07:39.528075 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] For port 4939f593-fcc0-4991-b557-6960a5f2db45, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:39.537244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 31b9c61c-eb5c-4e0b-b017-7544965426fb completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:39.541664 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 31b9c61c-eb5c-4e0b-b017-7544965426fb triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:39.542349 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.546853 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] For port 4939f593-fcc0-4991-b557-6960a5f2db45, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4939f593-fcc0-4991-b557-6960a5f2db45,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:39.558088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5fac8-481f-414e-a8f5-af2b0df42f26 req-8610da9b-5418-4b6b-a160-f01ca9106fb3 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:39.561735 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c1a5fac8-481f-414e-a8f5-af2b0df42f26 req-8610da9b-5418-4b6b-a160-f01ca9106fb3 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.1210563 Jul 05 10:07:39.572703 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d384a5bc-f55b-423e-894a-bb53c0ee6720 x-openstack-request-id: req-d384a5bc-f55b-423e-894a-bb53c0ee6720 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:39.573033 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e17422-a681-4a5c-b356-3ea364c97928", "name": "network-vif-plugged", "status": "completed", "tag": "94c13690-c50d-4def-8732-40c1b63a28a9", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:39.573260 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d384a5bc-f55b-423e-894a-bb53c0ee6720 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:39.573603 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e17422-a681-4a5c-b356-3ea364c97928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c13690-c50d-4def-8732-40c1b63a28a9', 'code': 200} Jul 05 10:07:39.617216 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c1a5fac8-481f-414e-a8f5-af2b0df42f26 req-159d8394-f2c3-494c-882b-0581855a070f tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459793 Jul 05 10:07:39.618893 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.667517 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.678103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:39.679489 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.681252 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] 10.222.0.64 "PUT /v2.0/ports/4939f593-fcc0-4991-b557-6960a5f2db45 HTTP/1.1" status: 200 len: 1097 time: 1.4832616 Jul 05 10:07:39.681871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5026dcbf-6802-4fab-abda-54b2e54356f0', 'tag': '4939f593-fcc0-4991-b557-6960a5f2db45'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:39.685075 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d95613-1cde-4e89-9679-17e849e56b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "5026dcbf-6802-4fab-abda-54b2e54356f0", "tag": "4939f593-fcc0-4991-b557-6960a5f2db45"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:39.710328 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 31b9c61c-eb5c-4e0b-b017-7544965426fb, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=31b9c61c-eb5c-4e0b-b017-7544965426fb,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:39.715127 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449a1f8-c962-466d-adb3-cfe52de029a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4939f593-fcc0-4991-b557-6960a5f2db45,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:39.733095 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aca55b55-5b1b-4e30-935a-98cd5bdb58d1 req-0168ca70-f631-4ce2-a305-61a5ceefabbf tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.749688 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0d2840-7ff8-40b2-9635-0ea60cbb39ef x-openstack-request-id: req-8e0d2840-7ff8-40b2-9635-0ea60cbb39ef {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:39.750615 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5026dcbf-6802-4fab-abda-54b2e54356f0", "tag": "4939f593-fcc0-4991-b557-6960a5f2db45", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:39.751055 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e0d2840-7ff8-40b2-9635-0ea60cbb39ef {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:39.751669 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5026dcbf-6802-4fab-abda-54b2e54356f0', 'tag': '4939f593-fcc0-4991-b557-6960a5f2db45', 'status': 'completed', 'code': 200} Jul 05 10:07:39.794979 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.796247 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 6a4e712b-3174-4ac2-b754-8aba5f42b16a no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:39.806495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168ca70-f631-4ce2-a305-61a5ceefabbf tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Pushing event deleted for resources: {'Port': ['ID=2c050aba-668f-4f15-ba14-35340e4f3bfa,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:39.855641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 6a4e712b-3174-4ac2-b754-8aba5f42b16a {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:39.857040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 6a4e712b-3174-4ac2-b754-8aba5f42b16a not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:39.862270 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca55b55-5b1b-4e30-935a-98cd5bdb58d1 req-0168ca70-f631-4ce2-a305-61a5ceefabbf tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] No DVR routers for this DVR port 2c050aba-668f-4f15-ba14-35340e4f3bfa on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:39.869680 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aca55b55-5b1b-4e30-935a-98cd5bdb58d1 req-0168ca70-f631-4ce2-a305-61a5ceefabbf tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:39.871748 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aca55b55-5b1b-4e30-935a-98cd5bdb58d1 req-0168ca70-f631-4ce2-a305-61a5ceefabbf tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.64 "DELETE /v2.0/ports/2c050aba-668f-4f15-ba14-35340e4f3bfa HTTP/1.1" status: 204 len: 173 time: 0.7842278 Jul 05 10:07:39.879946 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013bac1f-ff7b-4e00-82eb-5c4d3786f365', 'name': 'network-vif-deleted', 'tag': '2c050aba-668f-4f15-ba14-35340e4f3bfa'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:39.881483 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5870239c-1a45-4ed9-ad06-992a9b61f2d3" -d '{"events": [{"server_uuid": "013bac1f-ff7b-4e00-82eb-5c4d3786f365", "name": "network-vif-deleted", "tag": "2c050aba-668f-4f15-ba14-35340e4f3bfa"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:39.892699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=31b9c61c-eb5c-4e0b-b017-7544965426fb,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:39.907493 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d95613-1cde-4e89-9679-17e849e56b4a req-9b6762e5-459c-4fe9-8a8d-dc38cee29857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:39.913415 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7d95613-1cde-4e89-9679-17e849e56b4a req-9b6762e5-459c-4fe9-8a8d-dc38cee29857 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=012f23fa8d5443afbf26663b6755750e&device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 1100 time: 0.1374118 Jul 05 10:07:39.915157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f8714-2dfb-4d68-9241-c7f717ca9ccd req-3db66fdc-7d6f-4f98-bbab-409761e87381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:39.916701 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-966f8714-2dfb-4d68-9241-c7f717ca9ccd req-3db66fdc-7d6f-4f98-bbab-409761e87381 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 1097 time: 0.2675285 Jul 05 10:07:39.932732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ca5ac-3a10-49ab-8bc0-0a31a254f614 req-0c20e022-d624-47ea-ade0-f3cc827dbaa6 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:39.934219 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-807ca5ac-3a10-49ab-8bc0-0a31a254f614 req-0c20e022-d624-47ea-ade0-f3cc827dbaa6 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 945 time: 0.2023089 Jul 05 10:07:39.945408 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7d95613-1cde-4e89-9679-17e849e56b4a req-8e47d966-6673-4694-a036-f5edb9c44be2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=012f23fa8d5443afbf26663b6755750e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225062 Jul 05 10:07:39.993354 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-966f8714-2dfb-4d68-9241-c7f717ca9ccd req-ea8e0387-34f0-4454-b195-09373150490f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580487 Jul 05 10:07:39.996237 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-807ca5ac-3a10-49ab-8bc0-0a31a254f614 req-6131eda4-2600-4f08-b8c8-07a441985c47 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8dac5b8-70c1-482b-828e-422ed15e991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557914 Jul 05 10:07:40.101556 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d95613-1cde-4e89-9679-17e849e56b4a req-01f33ef9-7195-437d-bb92-382ac55d6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:40.103317 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7d95613-1cde-4e89-9679-17e849e56b4a req-01f33ef9-7195-437d-bb92-382ac55d6544 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1511083 Jul 05 10:07:40.111988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c535bb-da41-43db-b47b-9cbd81fdde07 req-0c64fc9d-670a-41ce-81a5-5b04146a4303 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:40.114736 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4c535bb-da41-43db-b47b-9cbd81fdde07 req-0c64fc9d-670a-41ce-81a5-5b04146a4303 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 948 time: 0.1025195 Jul 05 10:07:40.159500 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4c535bb-da41-43db-b47b-9cbd81fdde07 req-e9d3d28a-20cb-4db9-b322-6427e4a3d1e1 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397959 Jul 05 10:07:40.214343 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854c8887-9c01-4e13-94cf-2caa86af3954 x-openstack-request-id: req-854c8887-9c01-4e13-94cf-2caa86af3954 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:40.215072 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013bac1f-ff7b-4e00-82eb-5c4d3786f365", "name": "network-vif-deleted", "tag": "2c050aba-668f-4f15-ba14-35340e4f3bfa", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:40.215420 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-854c8887-9c01-4e13-94cf-2caa86af3954 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:40.216031 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013bac1f-ff7b-4e00-82eb-5c4d3786f365', 'name': 'network-vif-deleted', 'tag': '2c050aba-668f-4f15-ba14-35340e4f3bfa', 'status': 'completed', 'code': 200} Jul 05 10:07:40.218962 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-5fc69f9a-a15a-491b-a332-66ecd79c17e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:40.220521 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-5fc69f9a-a15a-491b-a332-66ecd79c17e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=012f23fa8d5443afbf26663b6755750e&device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 1100 time: 0.0582600 Jul 05 10:07:40.267507 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-40288931-69ea-4a26-8334-869c09775e27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=4939f593-fcc0-4991-b557-6960a5f2db45 HTTP/1.1" status: 200 len: 217 time: 0.0383308 Jul 05 10:07:40.347207 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-8e1e45b6-ca04-44c6-a50d-dc153d339764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:40.348752 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-8e1e45b6-ca04-44c6-a50d-dc153d339764 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0720968 Jul 05 10:07:40.420495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3176c74-51a3-4da4-acf7-aff55cbb03ad req-174aae83-0cbe-42d3-83cc-a5e1ba32c02c tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:40.422012 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e3176c74-51a3-4da4-acf7-aff55cbb03ad req-174aae83-0cbe-42d3-83cc-a5e1ba32c02c tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 943 time: 0.1111231 Jul 05 10:07:40.451797 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-c0632c1b-2d30-4d48-8ccd-994bb16073e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:40.453362 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-c0632c1b-2d30-4d48-8ccd-994bb16073e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0948744 Jul 05 10:07:40.480658 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e3176c74-51a3-4da4-acf7-aff55cbb03ad req-c39ecb4b-b532-49f8-85b3-a4c41b390464 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498552 Jul 05 10:07:40.506661 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-25613730-d076-417d-ace2-8b36f58c5af2 req-32cf65e4-b2cc-46c8-9bd1-d90e63146e37 tempest-LiveAutoBlockMigrationV225Test-1548301010 tempest-LiveAutoBlockMigrationV225Test-1548301010-project] 10.222.0.77 "GET /v2.0/ports?device_id=013bac1f-ff7b-4e00-82eb-5c4d3786f365 HTTP/1.1" status: 200 len: 210 time: 0.0395505 Jul 05 10:07:40.573360 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-a8b3c1cd-63f1-4ac3-96d3-77dbf48a2f30 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082811 Jul 05 10:07:40.702466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094b4bb-e774-47f3-b77b-1789e93eccdd req-379bddf4-2712-4d1a-8bdc-371a87329c2d tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:40.704352 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5094b4bb-e774-47f3-b77b-1789e93eccdd req-379bddf4-2712-4d1a-8bdc-371a87329c2d tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.0745687 Jul 05 10:07:40.730145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77036dcc-b2a8-4fc6-b4a5-dabd5f7fe893 req-59926e80-32b8-4034-a59f-cbf4ca6287a9 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:40.731688 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77036dcc-b2a8-4fc6-b4a5-dabd5f7fe893 req-59926e80-32b8-4034-a59f-cbf4ca6287a9 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 945 time: 0.1413844 Jul 05 10:07:40.733987 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb80fd4b-bda2-436d-b38e-c7aaebe7203c req-6af44324-ae3c-4a4a-99a5-89fa34626f5d service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518490 Jul 05 10:07:40.751635 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5094b4bb-e774-47f3-b77b-1789e93eccdd req-20212d70-b5d3-4806-96cc-b4cabc20873b tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398705 Jul 05 10:07:40.795399 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77036dcc-b2a8-4fc6-b4a5-dabd5f7fe893 req-b0c26a34-c49a-4212-aa3c-c27ac7ffb914 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573232 Jul 05 10:07:40.908754 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a28af39d-22e1-45ea-80b2-592c6301d623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:40.964616 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460b212-9a6c-4932-9ee0-0291bec137a0 req-c93b3d89-e4fa-46e1-b132-fc792820d306 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:40.966271 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3460b212-9a6c-4932-9ee0-0291bec137a0 req-c93b3d89-e4fa-46e1-b132-fc792820d306 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.0903404 Jul 05 10:07:41.013385 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3460b212-9a6c-4932-9ee0-0291bec137a0 req-03d5d4ac-f69b-410a-a7f6-5741436bdce6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402639 Jul 05 10:07:41.179187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2583d-c5a8-4ad5-8b8a-13b38909c078 req-7bfbd34e-c886-4590-82c4-c92381b783a8 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:41.180729 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bba2583d-c5a8-4ad5-8b8a-13b38909c078 req-7bfbd34e-c886-4590-82c4-c92381b783a8 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 945 time: 0.0678906 Jul 05 10:07:41.222308 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bba2583d-c5a8-4ad5-8b8a-13b38909c078 req-d98faee0-98c6-4c3b-8b6f-49948ac88a03 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8dac5b8-70c1-482b-828e-422ed15e991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357475 Jul 05 10:07:41.313550 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42172) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:41.371646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106b1ab-8a15-4163-98d6-c6c6a0497537 req-6d6775d2-c13d-4091-87e7-0627c2920f67 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:41.373221 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4106b1ab-8a15-4163-98d6-c6c6a0497537 req-6d6775d2-c13d-4091-87e7-0627c2920f67 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 948 time: 0.0951238 Jul 05 10:07:41.411843 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4106b1ab-8a15-4163-98d6-c6c6a0497537 req-2c826c48-9a92-4af9-a424-26498fb79be8 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330009 Jul 05 10:07:41.417149 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83c06050-bfa4-404f-beaf-e89e0e1a8e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.526002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45ecc1-84b9-4c97-99ad-ecb19c224e2b req-976e0f52-95d7-4f6f-85fb-eeaa0918c9ad tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:41.528506 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea45ecc1-84b9-4c97-99ad-ecb19c224e2b req-976e0f52-95d7-4f6f-85fb-eeaa0918c9ad tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.1020792 Jul 05 10:07:41.575732 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd859eb-ffab-4cbb-8fcc-b1f78e37c831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92faf94-db70-4e44-9553-8f54200b1d76'}, {'server_uuid': 'be235c92-58c9-4217-896d-14fefc72bcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b9c61c-eb5c-4e0b-b017-7544965426fb'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:41.581335 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e94e52d-453a-4b43-a731-fcb393b91cbd" -d '{"events": [{"server_uuid": "1cd859eb-ffab-4cbb-8fcc-b1f78e37c831", "name": "network-vif-plugged", "status": "completed", "tag": "e92faf94-db70-4e44-9553-8f54200b1d76"}, {"server_uuid": "be235c92-58c9-4217-896d-14fefc72bcea", "name": "network-vif-plugged", "status": "completed", "tag": "31b9c61c-eb5c-4e0b-b017-7544965426fb"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:41.606895 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42182) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:41.650783 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fde709-35df-4914-a02e-4c10bac80d3e x-openstack-request-id: req-f8fde709-35df-4914-a02e-4c10bac80d3e {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:41.651070 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd859eb-ffab-4cbb-8fcc-b1f78e37c831", "name": "network-vif-plugged", "status": "completed", "tag": "e92faf94-db70-4e44-9553-8f54200b1d76", "code": 200}, {"server_uuid": "be235c92-58c9-4217-896d-14fefc72bcea", "name": "network-vif-plugged", "status": "completed", "tag": "31b9c61c-eb5c-4e0b-b017-7544965426fb", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:41.651376 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8fde709-35df-4914-a02e-4c10bac80d3e {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:41.651706 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd859eb-ffab-4cbb-8fcc-b1f78e37c831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92faf94-db70-4e44-9553-8f54200b1d76', 'code': 200} Jul 05 10:07:41.652095 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be235c92-58c9-4217-896d-14fefc72bcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b9c61c-eb5c-4e0b-b017-7544965426fb', 'code': 200} Jul 05 10:07:41.751372 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83c06050-bfa4-404f-beaf-e89e0e1a8e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.792964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ab3f4d-395d-466f-ae81-7e4126d77d01 admin admin] Deleting subnet 36f50c4c-d55e-4a28-804b-fbebd2642e1d {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:07:41.800771 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8ab3f4d-395d-466f-ae81-7e4126d77d01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.802795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cb134-29e5-443a-9b1e-20e109202af5 req-7af543f9-2c90-4124-a106-db92b5716ff0 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:41.804835 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-581cb134-29e5-443a-9b1e-20e109202af5 req-7af543f9-2c90-4124-a106-db92b5716ff0 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 943 time: 0.2062387 Jul 05 10:07:41.809876 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-ea45ecc1-84b9-4c97-99ad-ecb19c224e2b req-1109d6ef-9991-4120-a4f9-359c9b279dde tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Deleting port f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:41.810220 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea45ecc1-84b9-4c97-99ad-ecb19c224e2b req-1109d6ef-9991-4120-a4f9-359c9b279dde tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.849660 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8ab3f4d-395d-466f-ae81-7e4126d77d01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.872401 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83c06050-bfa4-404f-beaf-e89e0e1a8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.923635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a2be7-3cd3-4b0b-86a8-879695a0431d req-29c0894e-f43c-47b9-9a36-3b06a15192c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:41.925122 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6f8a2be7-3cd3-4b0b-86a8-879695a0431d req-29c0894e-f43c-47b9-9a36-3b06a15192c4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 1097 time: 0.1918802 Jul 05 10:07:41.926940 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8ab3f4d-395d-466f-ae81-7e4126d77d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:41.957447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7f6d6-970b-414b-82ca-1df2dfebdc5d req-37a27605-af34-4a50-8ed7-c837a18ff47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:41.958979 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59e7f6d6-970b-414b-82ca-1df2dfebdc5d req-37a27605-af34-4a50-8ed7-c837a18ff47d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be235c92-58c9-4217-896d-14fefc72bcea HTTP/1.1" status: 200 len: 1098 time: 0.2268770 Jul 05 10:07:41.962787 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-83c06050-bfa4-404f-beaf-e89e0e1a8e75 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8882dde6b3fd4ec5b0d5be2e2039fcb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6481397 Jul 05 10:07:41.965978 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c06050-bfa4-404f-beaf-e89e0e1a8e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2f4cbe-8427-4632-b9e5-3e5a7ab9a8be,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:41.970983 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-581cb134-29e5-443a-9b1e-20e109202af5 req-37a92351-67e9-4c4c-81ca-fc3ecc4af12c tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564548 Jul 05 10:07:41.974504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42190) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:42.006059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ea45ecc1-84b9-4c97-99ad-ecb19c224e2b req-1109d6ef-9991-4120-a4f9-359c9b279dde tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] For port f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9,segment=NetworkSegment(b10dfee1-7279-4fe3-a280-34e2aeea8eb4),segment_id=b10dfee1-7279-4fe3-a280-34e2aeea8eb4)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:42.006440 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea45ecc1-84b9-4c97-99ad-ecb19c224e2b req-1109d6ef-9991-4120-a4f9-359c9b279dde tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.032867 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-ea45ecc1-84b9-4c97-99ad-ecb19c224e2b req-1109d6ef-9991-4120-a4f9-359c9b279dde tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Calling delete_port for f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:42.063830 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6f8a2be7-3cd3-4b0b-86a8-879695a0431d req-12114682-4515-4289-b348-2429b3806dba service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b8dac5b8-70c1-482b-828e-422ed15e991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262267 Jul 05 10:07:42.076576 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59e7f6d6-970b-414b-82ca-1df2dfebdc5d req-d921fcb1-b2f9-4a8e-b646-354295d3c9f4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934877 Jul 05 10:07:42.093965 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7ffdab98-bec8-4c85-ad06-adeaf6c20802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.096008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd152b-16f7-41f1-8629-51647e14b637 req-bd49e645-4a89-4805-8691-b558579045a4 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:42.097703 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ecd152b-16f7-41f1-8629-51647e14b637 req-bd49e645-4a89-4805-8691-b558579045a4 tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 946 time: 0.1796691 Jul 05 10:07:42.144797 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8ab3f4d-395d-466f-ae81-7e4126d77d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.153155 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7ffdab98-bec8-4c85-ad06-adeaf6c20802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.159376 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ecd152b-16f7-41f1-8629-51647e14b637 req-3a9e3777-3141-4cb8-858b-c42bc5e4f79f tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/security-groups?id=edb1e558-6b0f-4941-90c3-6a0e91b184e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468028 Jul 05 10:07:42.181436 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8ab3f4d-395d-466f-ae81-7e4126d77d01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.185636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d8ab3f4d-395d-466f-ae81-7e4126d77d01 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/36f50c4c-d55e-4a28-804b-fbebd2642e1d HTTP/1.1" status: 204 len: 168 time: 0.5775697 Jul 05 10:07:42.187967 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab3f4d-395d-466f-ae81-7e4126d77d01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f50c4c-d55e-4a28-804b-fbebd2642e1d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:42.192847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42194) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:42.264500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae58c2a-5978-4908-b7b4-865d57736399 req-f8dca321-548f-4d32-afd1-e6c6424991cd tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:42.266105 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8ae58c2a-5978-4908-b7b4-865d57736399 req-f8dca321-548f-4d32-afd1-e6c6424991cd tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 945 time: 0.1604784 Jul 05 10:07:42.286311 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e30c125-090d-4d6c-90bc-e764ca21c081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.321391 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8ae58c2a-5978-4908-b7b4-865d57736399 req-0c4be480-e00f-4bf3-96c3-2de03a93b933 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476496 Jul 05 10:07:42.355028 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7ffdab98-bec8-4c85-ad06-adeaf6c20802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.358364 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7ffdab98-bec8-4c85-ad06-adeaf6c20802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.362747 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7e3442ea-b117-41c2-a467-a8f166425539 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:42.363244 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7ffdab98-bec8-4c85-ad06-adeaf6c20802 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d2f4cbe-8427-4632-b9e5-3e5a7ab9a8be HTTP/1.1" status: 204 len: 168 time: 0.3847792 Jul 05 10:07:42.375609 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdab98-bec8-4c85-ad06-adeaf6c20802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2f4cbe-8427-4632-b9e5-3e5a7ab9a8be,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:42.387140 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea45ecc1-84b9-4c97-99ad-ecb19c224e2b req-1109d6ef-9991-4120-a4f9-359c9b279dde tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.417473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:42.455954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109d6ef-9991-4120-a4f9-359c9b279dde tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Pushing event deleted for resources: {'Port': ['ID=f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:42.471162 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e30c125-090d-4d6c-90bc-e764ca21c081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.493757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f4d44-afc5-4a3a-abb4-476ac97885e2 req-8442eeb0-cb8c-4432-9ac5-365fa5d592f3 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:42.495305 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9f4d44-afc5-4a3a-abb4-476ac97885e2 req-8442eeb0-cb8c-4432-9ac5-365fa5d592f3 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.2049434 Jul 05 10:07:42.497090 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6e30c125-090d-4d6c-90bc-e764ca21c081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:42.508462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6e30c125-090d-4d6c-90bc-e764ca21c081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bd9fef-2d9e-4b19-852a-5ee15673b2cc') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:42.508827 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6e30c125-090d-4d6c-90bc-e764ca21c081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bd9fef-2d9e-4b19-852a-5ee15673b2cc') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:42.529087 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e30c125-090d-4d6c-90bc-e764ca21c081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.535954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea45ecc1-84b9-4c97-99ad-ecb19c224e2b req-1109d6ef-9991-4120-a4f9-359c9b279dde tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] No DVR routers for this DVR port f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:42.550287 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e30c125-090d-4d6c-90bc-e764ca21c081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.553855 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ea45ecc1-84b9-4c97-99ad-ecb19c224e2b req-1109d6ef-9991-4120-a4f9-359c9b279dde tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.556391 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea45ecc1-84b9-4c97-99ad-ecb19c224e2b req-1109d6ef-9991-4120-a4f9-359c9b279dde tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.64 "DELETE /v2.0/ports/f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 HTTP/1.1" status: 204 len: 173 time: 1.0213547 Jul 05 10:07:42.556994 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4', 'name': 'network-vif-deleted', 'tag': 'f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:42.557207 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7e3442ea-b117-41c2-a467-a8f166425539, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7e3442ea-b117-41c2-a467-a8f166425539,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:42.559274 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973bf78a-8a6e-4ccb-80c0-b76d51a99fe3" -d '{"events": [{"server_uuid": "a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4", "name": "network-vif-deleted", "tag": "f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:42.569511 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9f4d44-afc5-4a3a-abb4-476ac97885e2 req-6d109573-5b45-4cfb-af95-be08204a9003 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649078 Jul 05 10:07:42.571910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e30c125-090d-4d6c-90bc-e764ca21c081 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:07:42.571910 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e30c125-090d-4d6c-90bc-e764ca21c081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:07:42.573040 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:07:42.584513 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '7e3442ea-b117-41c2-a467-a8f166425539', 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f', 'port_id': '7e3442ea-b117-41c2-a467-a8f166425539', 'mac_address': 'fa:16:3e:a4:ca:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7cc0a6-a755-4629-82a4-860ee4befff1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:42.622679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9b523-bb55-4fd1-a1dc-f88f68b453db req-075fca58-260a-4144-b4b3-013f87cf9c97 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:42.624461 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-faa9b523-bb55-4fd1-a1dc-f88f68b453db req-075fca58-260a-4144-b4b3-013f87cf9c97 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 945 time: 0.1183646 Jul 05 10:07:42.651410 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.667756 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3442ea-b117-41c2-a467-a8f166425539 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:42.678335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-faa9b523-bb55-4fd1-a1dc-f88f68b453db req-0597ce82-790e-4b68-a36b-2380d4000eaa tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8dac5b8-70c1-482b-828e-422ed15e991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465872 Jul 05 10:07:42.699540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7e3442ea-b117-41c2-a467-a8f166425539, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7e3442ea-b117-41c2-a467-a8f166425539,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:42.754729 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.757068 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e30c125-090d-4d6c-90bc-e764ca21c081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.764112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6c0cb-2b18-49ea-9bc8-e954604ddea0 req-3c16ccf1-067d-401b-826e-b4d33206ccef tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:42.765674 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-45d6c0cb-2b18-49ea-9bc8-e954604ddea0 req-3c16ccf1-067d-401b-826e-b4d33206ccef tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.0744750 Jul 05 10:07:42.770721 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e30c125-090d-4d6c-90bc-e764ca21c081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.776432 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6e30c125-090d-4d6c-90bc-e764ca21c081 admin admin] 10.222.0.77 "DELETE /v2.0/networks/39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf HTTP/1.1" status: 204 len: 168 time: 0.5823336 Jul 05 10:07:42.776900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42208) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:42.789611 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30c125-090d-4d6c-90bc-e764ca21c081 admin admin] Pushing event deleted for resources: {'Network': ['ID=39f1e9c8-09e6-446a-9d54-e8dcec5dc7bf,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:42.828982 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-45d6c0cb-2b18-49ea-9bc8-e954604ddea0 req-77196c51-222d-45dd-a642-5a015ed73ca4 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Jul 05 10:07:42.851585 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=7e3442ea-b117-41c2-a467-a8f166425539,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:42.917938 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00827c2e-2f5b-4e16-a393-4cbe0d36f5b9 x-openstack-request-id: req-00827c2e-2f5b-4e16-a393-4cbe0d36f5b9 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:42.917938 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4", "name": "network-vif-deleted", "tag": "f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:42.917938 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-00827c2e-2f5b-4e16-a393-4cbe0d36f5b9 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:42.917938 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4', 'name': 'network-vif-deleted', 'tag': 'f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9', 'status': 'completed', 'code': 200} Jul 05 10:07:42.920371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-408b9f50-9ce5-4f32-8eca-bae27aab2d84 admin admin] Deleting subnet 49478771-b223-4431-9a9d-68336fd7a4d9 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:07:42.924247 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-408b9f50-9ce5-4f32-8eca-bae27aab2d84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:42.967189 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-408b9f50-9ce5-4f32-8eca-bae27aab2d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.019307 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-408b9f50-9ce5-4f32-8eca-bae27aab2d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.033945 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['7e3442ea-b117-41c2-a467-a8f166425539'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:43.077716 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80789bb0-c9c0-41ab-842c-0e86e28dd05f req-a7d928b8-7b50-481e-a2f7-4cdc93f35039 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:43.083236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d6dc2-9df6-4497-b727-c53ef2fc3037 req-9de4f7ff-5bdf-4330-8b6c-b78268de99b0 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:43.088564 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-80789bb0-c9c0-41ab-842c-0e86e28dd05f req-a7d928b8-7b50-481e-a2f7-4cdc93f35039 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=be235c92-58c9-4217-896d-14fefc72bcea HTTP/1.1" status: 200 len: 946 time: 0.0805194 Jul 05 10:07:43.090828 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0a1d6dc2-9df6-4497-b727-c53ef2fc3037 req-9de4f7ff-5bdf-4330-8b6c-b78268de99b0 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 948 time: 0.2218997 Jul 05 10:07:43.144494 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0a1d6dc2-9df6-4497-b727-c53ef2fc3037 req-087be577-6621-4745-8419-b7a454c58355 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526977 Jul 05 10:07:43.196523 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-80789bb0-c9c0-41ab-842c-0e86e28dd05f req-50cba7b3-89a3-419d-9ab3-7f5755f46220 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911841 Jul 05 10:07:43.211648 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-408b9f50-9ce5-4f32-8eca-bae27aab2d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.255471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b9f50-9ce5-4f32-8eca-bae27aab2d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49478771-b223-4431-9a9d-68336fd7a4d9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:43.258352 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-408b9f50-9ce5-4f32-8eca-bae27aab2d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.260445 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-408b9f50-9ce5-4f32-8eca-bae27aab2d84 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/49478771-b223-4431-9a9d-68336fd7a4d9 HTTP/1.1" status: 204 len: 168 time: 0.4823062 Jul 05 10:07:43.263194 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42224) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:43.362383 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f13e8-b8df-4147-8d2e-29f26d3d790a req-b1d27b81-43da-4515-bdc6-96cc82b4f559 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:43.366040 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d09f13e8-b8df-4147-8d2e-29f26d3d790a req-b1d27b81-43da-4515-bdc6-96cc82b4f559 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 944 time: 0.0698905 Jul 05 10:07:43.390121 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b767ff88-08ca-4abf-9f44-f99cd8178c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.393359 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-172e534a-29b7-4a46-9158-a54047f047c3 req-f4fb0c13-bd32-40ce-b7b4-817e116029fb tempest-ServerRescueTestJSON-1005819556 tempest-ServerRescueTestJSON-1005819556-project] 10.222.0.77 "GET /v2.0/ports?device_id=a77eb563-3a4f-47ef-8c8d-7f1cf8a86cb4 HTTP/1.1" status: 200 len: 210 time: 0.0355959 Jul 05 10:07:43.405426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d09f13e8-b8df-4147-8d2e-29f26d3d790a req-73c2b506-6f20-46da-a60d-a2a2449edc53 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355825 Jul 05 10:07:43.533804 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ba372924-e401-4838-a4f9-5ff1f5f260ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.606711 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.733092 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42238) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:43.802229 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b767ff88-08ca-4abf-9f44-f99cd8178c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.816491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b767ff88-08ca-4abf-9f44-f99cd8178c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005c0c2f-b216-4516-ba30-1d08792830ca']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:43.828796 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b767ff88-08ca-4abf-9f44-f99cd8178c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1add294-d4a9-4a58-851d-5930d5309ea2') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:43.829315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b767ff88-08ca-4abf-9f44-f99cd8178c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1add294-d4a9-4a58-851d-5930d5309ea2') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:43.843467 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b767ff88-08ca-4abf-9f44-f99cd8178c8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.858155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a5a80eca-2156-4028-a603-885096c7873b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1091590044-network', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:43.869703 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b767ff88-08ca-4abf-9f44-f99cd8178c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.882811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d98cf-ab82-453e-91cf-1f09a240e358 req-007f76a2-a191-4ea7-9a43-ffb762a41d8c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:43.882811 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a0d98cf-ab82-453e-91cf-1f09a240e358 req-007f76a2-a191-4ea7-9a43-ffb762a41d8c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.1170278 Jul 05 10:07:43.885648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b767ff88-08ca-4abf-9f44-f99cd8178c8a admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:07:43.886130 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b767ff88-08ca-4abf-9f44-f99cd8178c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:07:43.887914 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:07:43.911207 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c34f2-230f-4791-9278-37bf359ecc0d req-409343ef-cc8a-43dd-a787-5a1fdf59812c tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:43.912743 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f02c34f2-230f-4791-9278-37bf359ecc0d req-409343ef-cc8a-43dd-a787-5a1fdf59812c tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 945 time: 0.1039517 Jul 05 10:07:43.953756 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f02c34f2-230f-4791-9278-37bf359ecc0d req-17043041-0572-4338-a128-78b56b7cb127 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8dac5b8-70c1-482b-828e-422ed15e991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344753 Jul 05 10:07:43.965806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a80eca-2156-4028-a603-885096c7873b admin admin] Made reservation on behalf of 8a7aff2f720b49a0abf8d567919cd6cf for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:43.969180 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5a80eca-2156-4028-a603-885096c7873b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:43.982426 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5a80eca-2156-4028-a603-885096c7873b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.001151 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a0d98cf-ab82-453e-91cf-1f09a240e358 req-2273b5ff-11e2-4574-a4d1-b7af921bf576 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903633 Jul 05 10:07:44.034202 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b767ff88-08ca-4abf-9f44-f99cd8178c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.055009 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b767ff88-08ca-4abf-9f44-f99cd8178c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.057272 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b767ff88-08ca-4abf-9f44-f99cd8178c8a admin admin] 10.222.0.77 "DELETE /v2.0/networks/005c0c2f-b216-4516-ba30-1d08792830ca HTTP/1.1" status: 204 len: 168 time: 0.7930281 Jul 05 10:07:44.058338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767ff88-08ca-4abf-9f44-f99cd8178c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=005c0c2f-b216-4516-ba30-1d08792830ca,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:44.080030 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5a80eca-2156-4028-a603-885096c7873b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.125942 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5a80eca-2156-4028-a603-885096c7873b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.150241 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a80eca-2156-4028-a603-885096c7873b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:07:44.158785 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a80eca-2156-4028-a603-885096c7873b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8758d9-0e17-40dc-a487-bd9e05b891fc,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:44.165390 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5a80eca-2156-4028-a603-885096c7873b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.165739 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-a5a80eca-2156-4028-a603-885096c7873b admin admin] Added segment c68a1a26-ec11-45b8-8925-256edc75bb4e of type vlan for network 5cbc599f-1713-43af-b324-cbe93df2237e Jul 05 10:07:44.207281 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5a80eca-2156-4028-a603-885096c7873b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.337808 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5a80eca-2156-4028-a603-885096c7873b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.338937 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a80eca-2156-4028-a603-885096c7873b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:44.339537 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5a80eca-2156-4028-a603-885096c7873b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.372530 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4939f593-fcc0-4991-b557-6960a5f2db45 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:44.374706 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbf027-7ef6-4df6-bc9b-9cd3d026d076 req-098f5fae-1a00-47a3-a004-b7eb05db2a95 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:44.376306 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-50bbf027-7ef6-4df6-bc9b-9cd3d026d076 req-098f5fae-1a00-47a3-a004-b7eb05db2a95 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=be235c92-58c9-4217-896d-14fefc72bcea HTTP/1.1" status: 200 len: 946 time: 0.0652428 Jul 05 10:07:44.377061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7e3442ea-b117-41c2-a467-a8f166425539 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:44.393955 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7da12-f244-48ee-9fda-055573a5dac2 req-bbfcd246-7353-45e5-9718-069107c75723 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:44.395487 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35c7da12-f244-48ee-9fda-055573a5dac2 req-bbfcd246-7353-45e5-9718-069107c75723 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 948 time: 0.1143043 Jul 05 10:07:44.415686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a80eca-2156-4028-a603-885096c7873b admin admin] Pushing event updated for resources: {'Network': ['ID=5cbc599f-1713-43af-b324-cbe93df2237e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:44.432181 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-50bbf027-7ef6-4df6-bc9b-9cd3d026d076 req-5dab272e-11a7-4fc2-bf1d-367976253633 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405595 Jul 05 10:07:44.435421 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 5cbc599f-1713-43af-b324-cbe93df2237e details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:07:44.437100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42250) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:44.489066 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a5a80eca-2156-4028-a603-885096c7873b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7540238 Jul 05 10:07:44.491995 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42258) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:44.497764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-85dffa5b-d3fb-4d5a-ab30-727b0ce2754a admin admin] Request body: {'subnet': {'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1091590044-subnet', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:44.506164 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35c7da12-f244-48ee-9fda-055573a5dac2 req-7e114262-74d5-4601-83fa-8e0f220d3f07 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871210 Jul 05 10:07:44.511295 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-66668f6d-c66b-4b39-85fd-b7f9394cf05d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=312b10a2b35949449c89df3e680df435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684917 Jul 05 10:07:44.511948 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42260) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:44.579841 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4b00350-7208-497c-b511-32bc29bd1f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.588594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dffa5b-d3fb-4d5a-ab30-727b0ce2754a admin admin] Made reservation on behalf of 8a7aff2f720b49a0abf8d567919cd6cf for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:44.591292 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-85dffa5b-d3fb-4d5a-ab30-727b0ce2754a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.620718 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4b00350-7208-497c-b511-32bc29bd1f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.623484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4939f593-fcc0-4991-b557-6960a5f2db45, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4939f593-fcc0-4991-b557-6960a5f2db45,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:44.647285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42262) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:44.677884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '4939f593-fcc0-4991-b557-6960a5f2db45', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '4939f593-fcc0-4991-b557-6960a5f2db45', 'mac_address': 'fa:16:3e:7b:7e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:44.751605 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.769079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4939f593-fcc0-4991-b557-6960a5f2db45 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:44.773711 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 7e3442ea-b117-41c2-a467-a8f166425539 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:44.782512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a546e72-6953-4dee-a87e-fd219766a865 req-335faea2-f045-4796-bd52-35336b48db6b tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:44.786122 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a546e72-6953-4dee-a87e-fd219766a865 req-335faea2-f045-4796-bd52-35336b48db6b tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 944 time: 0.1469457 Jul 05 10:07:44.806905 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4b00350-7208-497c-b511-32bc29bd1f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.809791 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4939f593-fcc0-4991-b557-6960a5f2db45, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4939f593-fcc0-4991-b557-6960a5f2db45,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:44.811121 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4b00350-7208-497c-b511-32bc29bd1f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.811486 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 7e3442ea-b117-41c2-a467-a8f166425539 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:44.811885 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.813069 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b4b00350-7208-497c-b511-32bc29bd1f7e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/164ab388-54d6-4df4-babc-0b7ad639155f HTTP/1.1" status: 204 len: 168 time: 0.2996798 Jul 05 10:07:44.833130 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b00350-7208-497c-b511-32bc29bd1f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164ab388-54d6-4df4-babc-0b7ad639155f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:44.877298 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.877298 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:44.884181 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a546e72-6953-4dee-a87e-fd219766a865 req-b1e70278-b9b5-4206-ba37-7d56745dec6d tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921414 Jul 05 10:07:44.995795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=4939f593-fcc0-4991-b557-6960a5f2db45,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:44.999478 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.038863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7e3442ea-b117-41c2-a467-a8f166425539, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7e3442ea-b117-41c2-a467-a8f166425539,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:45.045095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156efc19-4e55-40c9-917b-03df32cfbbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3442ea-b117-41c2-a467-a8f166425539'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:45.045095 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b916fd-5e4b-4310-a48d-cc4df502e446" -d '{"events": [{"server_uuid": "156efc19-4e55-40c9-917b-03df32cfbbe6", "name": "network-vif-plugged", "status": "completed", "tag": "7e3442ea-b117-41c2-a467-a8f166425539"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:45.131622 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.133578 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:45.182859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119d044-0143-4a74-988a-2f620f7fa3fe req-543b3875-b1c9-41f0-b877-ceb89a7e49fd tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:45.184983 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3119d044-0143-4a74-988a-2f620f7fa3fe req-543b3875-b1c9-41f0-b877-ceb89a7e49fd tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.0779200 Jul 05 10:07:45.185819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['4939f593-fcc0-4991-b557-6960a5f2db45'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:45.234065 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3119d044-0143-4a74-988a-2f620f7fa3fe req-fee80b1e-12bc-4fb8-a377-ebfd86bb2700 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432096 Jul 05 10:07:45.254979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:45.255446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device f66b9fcf-2f8f-4a72-8c3c-9d517ee5a9d9 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:45.255793 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 2c050aba-668f-4f15-ba14-35340e4f3bfa no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:45.299599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb6e78-ebbf-4318-bc55-92e179276b19 req-c4a7da02-93ff-4b0c-b8a0-b70673388553 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:45.307641 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d3eb6e78-ebbf-4318-bc55-92e179276b19 req-c4a7da02-93ff-4b0c-b8a0-b70673388553 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 945 time: 0.1983850 Jul 05 10:07:45.331324 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 2c050aba-668f-4f15-ba14-35340e4f3bfa {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:45.331666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 2c050aba-668f-4f15-ba14-35340e4f3bfa not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:45.337706 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94e35f2-9b8e-4eea-b7c6-c8ffd0fc984c x-openstack-request-id: req-e94e35f2-9b8e-4eea-b7c6-c8ffd0fc984c {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:45.341552 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156efc19-4e55-40c9-917b-03df32cfbbe6", "name": "network-vif-plugged", "status": "completed", "tag": "7e3442ea-b117-41c2-a467-a8f166425539", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:45.341552 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e94e35f2-9b8e-4eea-b7c6-c8ffd0fc984c {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:45.341552 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156efc19-4e55-40c9-917b-03df32cfbbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3442ea-b117-41c2-a467-a8f166425539', 'code': 200} Jul 05 10:07:45.367822 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-85dffa5b-d3fb-4d5a-ab30-727b0ce2754a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.379567 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=7e3442ea-b117-41c2-a467-a8f166425539,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:45.499021 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d3eb6e78-ebbf-4318-bc55-92e179276b19 req-f12f98e5-a488-4a81-85f5-9edad594f2e7 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904321 Jul 05 10:07:45.502420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dffa5b-d3fb-4d5a-ab30-727b0ce2754a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3192735d-882c-4a41-b037-3c234a14d735,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:45.533371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dffa5b-d3fb-4d5a-ab30-727b0ce2754a admin admin] Checking segment: {'id': 'c68a1a26-ec11-45b8-8925-256edc75bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:45.533735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dffa5b-d3fb-4d5a-ab30-727b0ce2754a admin admin] Network hostable DHCP agents. Network: 5cbc599f-1713-43af-b324-cbe93df2237e, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:07:45.568181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca1da1-b93d-4e97-bc1c-f63dfe0ab37f req-eb8e410a-5049-4a63-a8e8-8a3c9f0cc3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:45.569766 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bcca1da1-b93d-4e97-bc1c-f63dfe0ab37f req-eb8e410a-5049-4a63-a8e8-8a3c9f0cc3a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 1097 time: 0.1499696 Jul 05 10:07:45.635174 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bcca1da1-b93d-4e97-bc1c-f63dfe0ab37f req-94e50f27-3d2c-407f-9741-e5148dd1f612 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407856 Jul 05 10:07:45.676387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dffa5b-d3fb-4d5a-ab30-727b0ce2754a admin admin] Network 5cbc599f-1713-43af-b324-cbe93df2237e is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:07:45.688822 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42282) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:45.689438 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ad2882d-159c-4ebe-9758-b036b48d596f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.757467 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5c62b47a-12d9-429e-9088-6ebd4ddf25ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=14acde33dd454f4c86ee8d739cc53ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674040 Jul 05 10:07:45.760055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42284) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:45.789885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-85dffa5b-d3fb-4d5a-ab30-727b0ce2754a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 5cbc599f-1713-43af-b324-cbe93df2237e) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:45.794673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dffa5b-d3fb-4d5a-ab30-727b0ce2754a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:45.795478 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-85dffa5b-d3fb-4d5a-ab30-727b0ce2754a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.799026 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68246426-e0b4-4b4e-8765-331c95237980 None None] Network 5cbc599f-1713-43af-b324-cbe93df2237e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:45.883583 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7682575c-3363-4c7b-9166-1f0667bb197c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.909465 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7682575c-3363-4c7b-9166-1f0667bb197c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:45.942315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842165d8-ad3f-49cb-9576-b6bf29b9a258 req-27bc731a-7a82-4766-9f77-a5a11d17c560 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:45.949904 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-842165d8-ad3f-49cb-9576-b6bf29b9a258 req-27bc731a-7a82-4766-9f77-a5a11d17c560 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.1827557 Jul 05 10:07:46.036635 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-842165d8-ad3f-49cb-9576-b6bf29b9a258 req-97e321f8-4945-4787-aadf-e9e7e40b4355 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849469 Jul 05 10:07:46.109499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-5cbc599f-1713-43af-b324-cbe93df2237e', 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'fixed_ips': [{'subnet_id': '3192735d-882c-4a41-b037-3c234a14d735'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:07:46.110742 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.120153 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7682575c-3363-4c7b-9166-1f0667bb197c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.124653 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7682575c-3363-4c7b-9166-1f0667bb197c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.128144 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7682575c-3363-4c7b-9166-1f0667bb197c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b998fdc-11d0-465a-b695-1e47a955ec81 HTTP/1.1" status: 204 len: 168 time: 0.3656299 Jul 05 10:07:46.145662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682575c-3363-4c7b-9166-1f0667bb197c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b998fdc-11d0-465a-b695-1e47a955ec81,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:46.238896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db5d92-fff4-4f33-8836-385440991491 req-4e1693b6-c9f6-4774-805f-ef72669cfcd2 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:46.247310 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a1db5d92-fff4-4f33-8836-385440991491 req-4e1693b6-c9f6-4774-805f-ef72669cfcd2 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 945 time: 0.0897324 Jul 05 10:07:46.270218 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9699b94-8ea0-4c88-a493-136c49c089ea req-e0d612e3-ffc6-46f9-82c4-e9b1db887614 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:46.271844 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9699b94-8ea0-4c88-a493-136c49c089ea req-e0d612e3-ffc6-46f9-82c4-e9b1db887614 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 949 time: 0.6290233 Jul 05 10:07:46.301423 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a1db5d92-fff4-4f33-8836-385440991491 req-6c990044-1296-449d-a689-d49018829458 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514383 Jul 05 10:07:46.362467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-85dffa5b-d3fb-4d5a-ab30-727b0ce2754a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8694358 Jul 05 10:07:46.365401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42296) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:46.370349 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1091590044-router', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:46.371366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Allocated IP 172.20.0.2 (5cbc599f-1713-43af-b324-cbe93df2237e/3192735d-882c-4a41-b037-3c234a14d735/1f853252-31d0-4a7f-94b5-73bcfddc1445) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:46.396143 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4939f593-fcc0-4991-b557-6960a5f2db45 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:46.396366 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9699b94-8ea0-4c88-a493-136c49c089ea req-26741adf-ad63-4a58-b567-0579aa319920 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162446 Jul 05 10:07:46.469234 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.470731 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.660620 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.712784 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2882d-159c-4ebe-9758-b036b48d596f admin admin] Deleting port b02f5846-a560-4fae-8234-d56217273839 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:46.713522 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ad2882d-159c-4ebe-9758-b036b48d596f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.735123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a989a7-1235-47d9-aaaa-5db5b84e0725 req-b7fbd935-4322-459c-bd36-76d57a24d3e4 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:46.743659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a989a7-1235-47d9-aaaa-5db5b84e0725 req-b7fbd935-4322-459c-bd36-76d57a24d3e4 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:46.751509 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a989a7-1235-47d9-aaaa-5db5b84e0725 req-b7fbd935-4322-459c-bd36-76d57a24d3e4 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:46.763120 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6a989a7-1235-47d9-aaaa-5db5b84e0725 req-b7fbd935-4322-459c-bd36-76d57a24d3e4 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928&device_id=be235c92-58c9-4217-896d-14fefc72bcea&device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 2418 time: 0.1151960 Jul 05 10:07:46.813845 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6a989a7-1235-47d9-aaaa-5db5b84e0725 req-55a3995c-8ddb-4753-8666-2255cc66e1fe tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515726 Jul 05 10:07:46.825964 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11036324-4c43-4902-a2e2-c6fef921acfd req-ef6a7311-4a42-4a91-9c6f-7631b3e3ad37 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:46.833901 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-11036324-4c43-4902-a2e2-c6fef921acfd req-ef6a7311-4a42-4a91-9c6f-7631b3e3ad37 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.2338474 Jul 05 10:07:46.845343 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.873012 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.882390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 4939f593-fcc0-4991-b557-6960a5f2db45 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:46.887411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Transition to ACTIVE for port object 1f853252-31d0-4a7f-94b5-73bcfddc1445 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:46.891987 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 4939f593-fcc0-4991-b557-6960a5f2db45 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:46.892238 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:46.921371 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-11036324-4c43-4902-a2e2-c6fef921acfd req-02c93111-0212-4feb-9bf5-7efe847573bb tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786264 Jul 05 10:07:46.933960 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Transition to ACTIVE for port object 1f853252-31d0-4a7f-94b5-73bcfddc1445 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:46.988191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-0ad2882d-159c-4ebe-9758-b036b48d596f admin admin] For port b02f5846-a560-4fae-8234-d56217273839, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b02f5846-a560-4fae-8234-d56217273839,segment=NetworkSegment(b10dfee1-7279-4fe3-a280-34e2aeea8eb4),segment_id=b10dfee1-7279-4fe3-a280-34e2aeea8eb4)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:46.988568 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ad2882d-159c-4ebe-9758-b036b48d596f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.016486 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2882d-159c-4ebe-9758-b036b48d596f admin admin] Calling delete_port for b02f5846-a560-4fae-8234-d56217273839 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:47.029932 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.060050 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.092826 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.117713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Network 5cbc599f-1713-43af-b324-cbe93df2237e is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:47.122710 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:47.124656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Pushing event updated for resources: {'Port': ['ID=1f853252-31d0-4a7f-94b5-73bcfddc1445,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:47.127229 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:47.173769 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4939f593-fcc0-4991-b557-6960a5f2db45, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4939f593-fcc0-4991-b557-6960a5f2db45,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:47.219656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Attempting to bind port 1f853252-31d0-4a7f-94b5-73bcfddc1445 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:47.220034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Attempting to bind port 1f853252-31d0-4a7f-94b5-73bcfddc1445 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c68a1a26-ec11-45b8-8925-256edc75bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:47.220304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Attempting to bind port 1f853252-31d0-4a7f-94b5-73bcfddc1445 on network 5cbc599f-1713-43af-b324-cbe93df2237e {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:47.228471 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.238891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:47.240246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Checking segment: {'id': 'c68a1a26-ec11-45b8-8925-256edc75bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:47.244509 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.245388 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Bound using segment: {'id': 'c68a1a26-ec11-45b8-8925-256edc75bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:47.248111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Bound port: 1f853252-31d0-4a7f-94b5-73bcfddc1445, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68a1a26-ec11-45b8-8925-256edc75bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:47.248724 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.292614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0cd7e-c408-4879-952d-72f3e3b88de7 req-e4505691-cfe2-424e-824a-9750f58af755 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:47.294179 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4dd0cd7e-c408-4879-952d-72f3e3b88de7 req-e4505691-cfe2-424e-824a-9750f58af755 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 945 time: 0.0953019 Jul 05 10:07:47.339831 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5026dcbf-6802-4fab-abda-54b2e54356f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4939f593-fcc0-4991-b557-6960a5f2db45'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:47.341687 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759f45f1-8e3d-4893-8ce3-166534fde8ba" -d '{"events": [{"server_uuid": "5026dcbf-6802-4fab-abda-54b2e54356f0", "name": "network-vif-plugged", "status": "completed", "tag": "4939f593-fcc0-4991-b557-6960a5f2db45"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:47.382311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=4939f593-fcc0-4991-b557-6960a5f2db45,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:47.394083 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4dd0cd7e-c408-4879-952d-72f3e3b88de7 req-39e35e29-a869-46f0-a918-2f00996e76c6 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891688 Jul 05 10:07:47.394663 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] For port 1f853252-31d0-4a7f-94b5-73bcfddc1445, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:47.402670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] For port 1f853252-31d0-4a7f-94b5-73bcfddc1445, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1f853252-31d0-4a7f-94b5-73bcfddc1445,segment=NetworkSegment(c68a1a26-ec11-45b8-8925-256edc75bb4e),segment_id=c68a1a26-ec11-45b8-8925-256edc75bb4e)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:47.434161 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ad2882d-159c-4ebe-9758-b036b48d596f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.464627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2882d-159c-4ebe-9758-b036b48d596f admin admin] Pushing event deleted for resources: {'Port': ['ID=b02f5846-a560-4fae-8234-d56217273839,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:47.497933 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.540807 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.581707 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.584329 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e3380-a1f2-4339-b259-7ce6eea8893c None None] Pushing event updated for resources: {'Port': ['ID=1f853252-31d0-4a7f-94b5-73bcfddc1445,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:47.603162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42336) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:47.672009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edeed75-c4c1-4175-a71a-11298592bebb req-2f81c87b-6b53-4da2-ab99-ca281ec352d1 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:47.674036 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7edeed75-c4c1-4175-a71a-11298592bebb req-2f81c87b-6b53-4da2-ab99-ca281ec352d1 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 945 time: 0.1873040 Jul 05 10:07:47.731888 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ad2882d-159c-4ebe-9758-b036b48d596f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.763287 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7edeed75-c4c1-4175-a71a-11298592bebb req-52a939f5-dec1-4ae0-9859-d5e3724792d1 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787621 Jul 05 10:07:47.770697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-463082406-network', 'tenant_id': 'db34facae6d54718b4c9265d8b3a608d'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:47.790418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Allocated IP 172.25.5.148 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/8220f399-5078-427d-bcf2-20eab94f7905) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:47.824718 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c45cf0d-e056-43a1-948a-b85cdc301e6d x-openstack-request-id: req-9c45cf0d-e056-43a1-948a-b85cdc301e6d {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:47.854823 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5026dcbf-6802-4fab-abda-54b2e54356f0", "name": "network-vif-plugged", "status": "completed", "tag": "4939f593-fcc0-4991-b557-6960a5f2db45", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:47.855352 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c45cf0d-e056-43a1-948a-b85cdc301e6d {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:47.855770 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5026dcbf-6802-4fab-abda-54b2e54356f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4939f593-fcc0-4991-b557-6960a5f2db45', 'code': 200} Jul 05 10:07:47.908139 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] Made reservation on behalf of db34facae6d54718b4c9265d8b3a608d for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:47.910533 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:47.994514 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.043994 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.204759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4614f-5827-4a87-977c-2c921504432d req-139db4c8-ca6f-44ff-bb4a-c9099f7f22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:48.206590 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35e4614f-5827-4a87-977c-2c921504432d req-139db4c8-ca6f-44ff-bb4a-c9099f7f22b6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 1102 time: 0.2401168 Jul 05 10:07:48.216036 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.224140 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.293101 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.294485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad2882d-159c-4ebe-9758-b036b48d596f admin admin] Router 0f2bcb91-544d-4a06-a31c-c1e6d0354eb2 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:48.306092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:07:48.309593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35e4614f-5827-4a87-977c-2c921504432d req-2d67eb46-7313-45d0-aaa4-1793b89837dc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900319 Jul 05 10:07:48.332415 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.332828 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] Added segment cbb7a7a8-5741-4231-b721-2ff98e580b8f of type vlan for network b28751f8-5d50-474d-951b-25631cebf7df Jul 05 10:07:48.362403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:48.416053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:48.480620 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad2882d-159c-4ebe-9758-b036b48d596f admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:48.489118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca987be-0474-4e98-b316-5f8f582e4ef9 None None] Sync routers for ids ['0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:48.504969 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca987be-0474-4e98-b316-5f8f582e4ef9 None None] Routers {'0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:48.506315 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-dca987be-0474-4e98-b316-5f8f582e4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:07:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:48.514110 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0ad2882d-159c-4ebe-9758-b036b48d596f admin admin] 10.222.0.77 "PUT /v2.0/routers/0f2bcb91-544d-4a06-a31c-c1e6d0354eb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8632474 Jul 05 10:07:48.531080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:48.535955 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42348) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:48.541001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Pushing event updated for resources: {'Port': ['ID=8220f399-5078-427d-bcf2-20eab94f7905,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:48.580217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1f853252-31d0-4a7f-94b5-73bcfddc1445 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:48.620179 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16de2b-8f02-481f-827e-d4dc87f723f8 req-bd98ff9a-e5f9-4998-8a5d-083bad8d2a60 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:48.622178 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e16de2b-8f02-481f-827e-d4dc87f723f8 req-bd98ff9a-e5f9-4998-8a5d-083bad8d2a60 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 950 time: 0.1081994 Jul 05 10:07:48.661575 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.682134 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e16de2b-8f02-481f-827e-d4dc87f723f8 req-1601e0a3-a485-4e0e-bc23-67905242e4d4 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532942 Jul 05 10:07:48.689861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a603d8-9ca7-4a98-98fb-0994dbe2d95c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:48.752843 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-dca987be-0474-4e98-b316-5f8f582e4ef9 None None] Set router 0f2bcb91-544d-4a06-a31c-c1e6d0354eb2 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:48.831078 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.resource_extend [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:07:48.878883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 1f853252-31d0-4a7f-94b5-73bcfddc1445 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:48.937027 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0faab-d845-4aa0-97dd-110caf10ccf1 req-6346c1a0-6108-410b-ac04-099d7da62ee8 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:48.940203 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7d0faab-d845-4aa0-97dd-110caf10ccf1 req-6346c1a0-6108-410b-ac04-099d7da62ee8 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 945 time: 0.5964615 Jul 05 10:07:48.949035 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3595873c-e409-47fc-94ae-648b01aca802 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:48.963951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e857abd-5cd1-40ba-9f64-33ba49178f2d req-dd179357-07ac-4ff8-8061-352a69d81ea9 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:48.965558 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8e857abd-5cd1-40ba-9f64-33ba49178f2d req-dd179357-07ac-4ff8-8061-352a69d81ea9 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.1121662 Jul 05 10:07:49.006185 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.007894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:49.008486 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.036523 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-dca987be-0474-4e98-b316-5f8f582e4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'name': 'tempest-ServerRescueTestJSON-1161517959-router', 'tenant_id': 'aaf471cbe22142a7880d15035c04feae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:23Z', 'updated_at': '2021-07-05T10:07:47Z', 'revision_number': 5, 'project_id': 'aaf471cbe22142a7880d15035c04feae', 'gw_port': {'id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:24Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:49.037520 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8e857abd-5cd1-40ba-9f64-33ba49178f2d req-4e51d417-a8ae-48d4-813c-e77c3fbfa99d tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520604 Jul 05 10:07:49.082429 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699b7bce-b17b-4de4-bef2-f4b89862d0a0 None None] Network 5cbc599f-1713-43af-b324-cbe93df2237e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:49.128338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca987be-0474-4e98-b316-5f8f582e4ef9 None None] Checking router: 0f2bcb91-544d-4a06-a31c-c1e6d0354eb2 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:07:49.157223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca987be-0474-4e98-b316-5f8f582e4ef9 None None] Routers {'0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:49.158117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-dca987be-0474-4e98-b316-5f8f582e4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:07:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:49.162786 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5579510 Jul 05 10:07:49.168539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42352) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:49.176444 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-baa44983-a631-47a4-8789-e660813995ec admin admin] Request body: {'subnet': {'network_id': 'b28751f8-5d50-474d-951b-25631cebf7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-463082406-subnet', 'tenant_id': 'db34facae6d54718b4c9265d8b3a608d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:49.209803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258c455-a0d1-4ddb-82a4-cf8ae6b5cab2 admin admin] Pushing event updated for resources: {'Network': ['ID=b28751f8-5d50-474d-951b-25631cebf7df,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:49.233416 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network b28751f8-5d50-474d-951b-25631cebf7df details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:07:49.236212 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7d0faab-d845-4aa0-97dd-110caf10ccf1 req-8c8eef90-e061-4974-b874-3990a9ba7483 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820425 Jul 05 10:07:49.246219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f245a5ae-d25a-45e2-877f-517c65916fb4 None None] Provisioning for port 1f853252-31d0-4a7f-94b5-73bcfddc1445 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:49.322825 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f245a5ae-d25a-45e2-877f-517c65916fb4 None None] Provisioning complete for port 1f853252-31d0-4a7f-94b5-73bcfddc1445 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:49.323201 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f245a5ae-d25a-45e2-877f-517c65916fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.332031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa44983-a631-47a4-8789-e660813995ec admin admin] Made reservation on behalf of db34facae6d54718b4c9265d8b3a608d for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:49.335704 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-baa44983-a631-47a4-8789-e660813995ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.629007 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-dca987be-0474-4e98-b316-5f8f582e4ef9 None None] Set router 0f2bcb91-544d-4a06-a31c-c1e6d0354eb2 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:49.760031 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-baa44983-a631-47a4-8789-e660813995ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.823965 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3595873c-e409-47fc-94ae-648b01aca802 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.855117 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:49.897212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa44983-a631-47a4-8789-e660813995ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1b91ce-fada-4598-9fbb-577e5eac828c,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:49.912660 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa44983-a631-47a4-8789-e660813995ec admin admin] Checking segment: {'id': 'cbb7a7a8-5741-4231-b721-2ff98e580b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b28751f8-5d50-474d-951b-25631cebf7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:49.919368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa44983-a631-47a4-8789-e660813995ec admin admin] Network hostable DHCP agents. Network: b28751f8-5d50-474d-951b-25631cebf7df, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:07:49.919530 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f245a5ae-d25a-45e2-877f-517c65916fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.024805 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa44983-a631-47a4-8789-e660813995ec admin admin] Network b28751f8-5d50-474d-951b-25631cebf7df is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:07:50.120462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-baa44983-a631-47a4-8789-e660813995ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, b28751f8-5d50-474d-951b-25631cebf7df) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:50.131116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa44983-a631-47a4-8789-e660813995ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:50.134336 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-baa44983-a631-47a4-8789-e660813995ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.175319 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-3595873c-e409-47fc-94ae-648b01aca802 admin admin] Deleting port da86d318-b916-4f83-9c39-942dc8aceb54 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:50.175677 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3595873c-e409-47fc-94ae-648b01aca802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.295752 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50db530a-eaeb-4750-869e-6053f2b01a8f None None] Network b28751f8-5d50-474d-951b-25631cebf7df requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:50.304233 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-baa44983-a631-47a4-8789-e660813995ec admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1342778 Jul 05 10:07:50.313062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f245a5ae-d25a-45e2-877f-517c65916fb4 None None] For port 1f853252-31d0-4a7f-94b5-73bcfddc1445, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1f853252-31d0-4a7f-94b5-73bcfddc1445,segment=NetworkSegment(c68a1a26-ec11-45b8-8925-256edc75bb4e),segment_id=c68a1a26-ec11-45b8-8925-256edc75bb4e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:50.385494 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdca0-b0b6-4dad-9e9a-34e7a6f104f9 req-22cccbcb-8c7f-4747-93eb-b3be25657489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:50.388341 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-968cdca0-b0b6-4dad-9e9a-34e7a6f104f9 req-22cccbcb-8c7f-4747-93eb-b3be25657489 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 1097 time: 0.1690953 Jul 05 10:07:50.428547 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f245a5ae-d25a-45e2-877f-517c65916fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.455731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-3595873c-e409-47fc-94ae-648b01aca802 admin admin] For port da86d318-b916-4f83-9c39-942dc8aceb54, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=da86d318-b916-4f83-9c39-942dc8aceb54,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:50.456677 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3595873c-e409-47fc-94ae-648b01aca802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.491877 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-968cdca0-b0b6-4dad-9e9a-34e7a6f104f9 req-59140f32-86e7-49cc-9fba-273951b8f209 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898125 Jul 05 10:07:50.503027 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-3595873c-e409-47fc-94ae-648b01aca802 admin admin] Calling delete_port for da86d318-b916-4f83-9c39-942dc8aceb54 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:50.522701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325065b-1f9f-48ed-abf4-02e46e539688 req-60cd27bd-cae3-4e66-b503-5f7e4064c98c tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:50.531249 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d325065b-1f9f-48ed-abf4-02e46e539688 req-60cd27bd-cae3-4e66-b503-5f7e4064c98c tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 950 time: 0.2367852 Jul 05 10:07:50.541498 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245a5ae-d25a-45e2-877f-517c65916fb4 None None] Pushing event updated for resources: {'Port': ['ID=1f853252-31d0-4a7f-94b5-73bcfddc1445,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:50.594255 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d325065b-1f9f-48ed-abf4-02e46e539688 req-05d109a2-c2d2-4ac5-9170-9e83206d3f0a tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616288 Jul 05 10:07:50.623858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-596aae1a-26e2-487e-8d33-2f7ead27d30e None None] Provisioning complete for port 1f853252-31d0-4a7f-94b5-73bcfddc1445 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:50.624240 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-596aae1a-26e2-487e-8d33-2f7ead27d30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.857265 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-dca987be-0474-4e98-b316-5f8f582e4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'name': 'tempest-ServerRescueTestJSON-1161517959-router', 'tenant_id': 'aaf471cbe22142a7880d15035c04feae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:23Z', 'updated_at': '2021-07-05T10:07:47Z', 'revision_number': 5, 'project_id': 'aaf471cbe22142a7880d15035c04feae', 'gw_port': {'id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:24Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:50.863351 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:50.970259 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca987be-0474-4e98-b316-5f8f582e4ef9 None None] The sync data for ids ['0f2bcb91-544d-4a06-a31c-c1e6d0354eb2'] in n-d-779913-27 is: [{'id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'name': 'tempest-ServerRescueTestJSON-1161517959-router', 'tenant_id': 'aaf471cbe22142a7880d15035c04feae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:05:23Z', 'updated_at': '2021-07-05T10:07:47Z', 'revision_number': 5, 'project_id': 'aaf471cbe22142a7880d15035c04feae', 'gw_port': {'id': 'da86d318-b916-4f83-9c39-942dc8aceb54', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bcb91-544d-4a06-a31c-c1e6d0354eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:05:24Z', 'updated_at': '2021-07-05T10:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:50.993124 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926ab6d9-408a-465f-a279-4f52f7f355e0 None None] Network b28751f8-5d50-474d-951b-25631cebf7df requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:50.996089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11e7de-24bb-4b43-9e87-6d5b43efe792 req-def8125f-1346-4e52-a141-2407c337b9ce tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:50.998376 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b11e7de-24bb-4b43-9e87-6d5b43efe792 req-def8125f-1346-4e52-a141-2407c337b9ce tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.2554607 Jul 05 10:07:51.116152 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b11e7de-24bb-4b43-9e87-6d5b43efe792 req-17c52aa1-b47e-470a-b366-725cd77ea762 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094861 Jul 05 10:07:51.154652 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3595873c-e409-47fc-94ae-648b01aca802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.191850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595873c-e409-47fc-94ae-648b01aca802 admin admin] Pushing event deleted for resources: {'Port': ['ID=da86d318-b916-4f83-9c39-942dc8aceb54,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:51.261375 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3595873c-e409-47fc-94ae-648b01aca802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.300584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:07:51.466350 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3595873c-e409-47fc-94ae-648b01aca802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.470329 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3595873c-e409-47fc-94ae-648b01aca802 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.608699 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42414) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:51.616875 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0b0fedc8-1958-4b86-a1f9-f5209043015d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1056264144-network', 'tenant_id': '4ecbf38186424ac083887aaf479fa1d1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:51.708774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0fedc8-1958-4b86-a1f9-f5209043015d admin admin] Made reservation on behalf of 4ecbf38186424ac083887aaf479fa1d1 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:51.719421 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b0fedc8-1958-4b86-a1f9-f5209043015d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.753541 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b0fedc8-1958-4b86-a1f9-f5209043015d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.773855 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3595873c-e409-47fc-94ae-648b01aca802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.775418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3595873c-e409-47fc-94ae-648b01aca802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f2bcb91-544d-4a06-a31c-c1e6d0354eb2 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:07:51.782476 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3595873c-e409-47fc-94ae-648b01aca802 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:51.783651 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3595873c-e409-47fc-94ae-648b01aca802 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0f2bcb91-544d-4a06-a31c-c1e6d0354eb2 HTTP/1.1" status: 204 len: 168 time: 3.2388463 Jul 05 10:07:51.785294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:51.790058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42418) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:51.796399 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Sync routers for ids ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:51.822565 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Routers {'3bc0aeb7-f0cf-4e82-866a-074ec86b177d'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:51.823595 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:07:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:51.933217 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-b328b256-8c5a-4272-9ea8-ed5b3c82f92a admin admin] Deleting subnet ef74de40-dd65-451f-9123-3f8618e2b3e8 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:07:51.939093 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b328b256-8c5a-4272-9ea8-ed5b3c82f92a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.051917 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b328b256-8c5a-4272-9ea8-ed5b3c82f92a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.068686 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Set router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:52.085962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5aa4-98c5-41b7-9da2-cc29b84025e9 req-97418535-72bf-4928-94a4-7d74759dac63 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:52.087753 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1dad5aa4-98c5-41b7-9da2-cc29b84025e9 req-97418535-72bf-4928-94a4-7d74759dac63 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 945 time: 0.1371748 Jul 05 10:07:52.091184 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.150270 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1dad5aa4-98c5-41b7-9da2-cc29b84025e9 req-0325b153-211a-4474-981d-da82ad046ecf tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548983 Jul 05 10:07:52.177342 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b328b256-8c5a-4272-9ea8-ed5b3c82f92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.263643 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b0fedc8-1958-4b86-a1f9-f5209043015d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.275156 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-320916c2-8e0f-4300-b399-73785d24add3 req-7d523380-bc54-4232-b4bf-3f3225a512f6 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=012f23fa8d5443afbf26663b6755750e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228333 Jul 05 10:07:52.280979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fcd23-7969-47f6-8141-3af4920be35d req-2fe8f8e0-e1fd-4ad3-9003-65e2629e8ae6 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:52.294534 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c1fcd23-7969-47f6-8141-3af4920be35d req-2fe8f8e0-e1fd-4ad3-9003-65e2629e8ae6 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.1949077 Jul 05 10:07:52.334592 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'name': 'tempest-ServersTestBootFromVolume-1091590044-router', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '8220f399-5078-427d-bcf2-20eab94f7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:46Z', 'updated_at': '2021-07-05T10:07:49Z', 'revision_number': 3, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'gw_port': {'id': '8220f399-5078-427d-bcf2-20eab94f7905', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:47Z', 'updated_at': '2021-07-05T10:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:52.338488 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b0fedc8-1958-4b86-a1f9-f5209043015d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.352520 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c1fcd23-7969-47f6-8141-3af4920be35d req-794eef55-936f-40a3-8d85-865821adf251 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569818 Jul 05 10:07:52.366755 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Checking router: 3bc0aeb7-f0cf-4e82-866a-074ec86b177d for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:07:52.367734 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Updating router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d port 8220f399-5078-427d-bcf2-20eab94f7905 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:07:52.368012 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0fedc8-1958-4b86-a1f9-f5209043015d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:07:52.388042 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fedc8-1958-4b86-a1f9-f5209043015d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa308acc-3f01-498a-84d4-955964101d79,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:52.394076 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b0fedc8-1958-4b86-a1f9-f5209043015d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.394420 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-0b0fedc8-1958-4b86-a1f9-f5209043015d admin admin] Added segment 65cd8e1a-62ec-4339-8179-ceb3f49c757b of type vlan for network 67e03eba-f469-4940-a512-b0adf5507c0f Jul 05 10:07:52.426425 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b328b256-8c5a-4272-9ea8-ed5b3c82f92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.438051 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.490273 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b0fedc8-1958-4b86-a1f9-f5209043015d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.492839 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.497055 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b65c8c04-c109-43d6-b2fd-347a47fc8180 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1303167 Jul 05 10:07:52.499416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42434) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:52.586859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1f853252-31d0-4a7f-94b5-73bcfddc1445 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:52.590144 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320916c2-8e0f-4300-b399-73785d24add3 req-c08b2de2-84f1-4e27-9268-63e9be781fe0 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:52.591682 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-320916c2-8e0f-4300-b399-73785d24add3 req-c08b2de2-84f1-4e27-9268-63e9be781fe0 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3085699 Jul 05 10:07:52.594779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328b256-8c5a-4272-9ea8-ed5b3c82f92a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef74de40-dd65-451f-9123-3f8618e2b3e8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:52.618230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b328b256-8c5a-4272-9ea8-ed5b3c82f92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.622108 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b328b256-8c5a-4272-9ea8-ed5b3c82f92a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ef74de40-dd65-451f-9123-3f8618e2b3e8 HTTP/1.1" status: 204 len: 168 time: 0.8031237 Jul 05 10:07:52.628020 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42436) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:52.675214 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-320916c2-8e0f-4300-b399-73785d24add3 req-c7af66fa-a85a-4170-8bd0-111e21c28643 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/quotas/012f23fa8d5443afbf26663b6755750e HTTP/1.1" status: 200 len: 375 time: 0.0682516 Jul 05 10:07:52.686313 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe40a63-6cd6-4c2c-8316-3da4bbaa6bb2 req-2e80f319-aaba-4bac-a833-b38b0efb1007 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:52.688065 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bbe40a63-6cd6-4c2c-8316-3da4bbaa6bb2 req-2e80f319-aaba-4bac-a833-b38b0efb1007 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.0909791 Jul 05 10:07:52.689388 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b0fedc8-1958-4b86-a1f9-f5209043015d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.690304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0fedc8-1958-4b86-a1f9-f5209043015d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:52.690866 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b0fedc8-1958-4b86-a1f9-f5209043015d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.702257 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 1f853252-31d0-4a7f-94b5-73bcfddc1445 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:52.702631 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.808731 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bbe40a63-6cd6-4c2c-8316-3da4bbaa6bb2 req-e8f9eeb9-316d-49c0-af76-93b0791128e0 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124790 Jul 05 10:07:52.819515 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fedc8-1958-4b86-a1f9-f5209043015d admin admin] Pushing event updated for resources: {'Network': ['ID=67e03eba-f469-4940-a512-b0adf5507c0f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:52.843254 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0b0fedc8-1958-4b86-a1f9-f5209043015d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2333145 Jul 05 10:07:52.845821 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42442) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:52.852263 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-2b2f8cd4-dd3d-4b94-b8ac-1c33c1921db4 admin admin] Request body: {'subnet': {'network_id': '67e03eba-f469-4940-a512-b0adf5507c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1056264144-subnet', 'tenant_id': '4ecbf38186424ac083887aaf479fa1d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:52.870572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 67e03eba-f469-4940-a512-b0adf5507c0f details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:07:52.891591 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.933885 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:52.947029 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Transition to ACTIVE for port object 8220f399-5078-427d-bcf2-20eab94f7905 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:52.988430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2f8cd4-dd3d-4b94-b8ac-1c33c1921db4 admin admin] Made reservation on behalf of 4ecbf38186424ac083887aaf479fa1d1 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:52.991102 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2b2f8cd4-dd3d-4b94-b8ac-1c33c1921db4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.006332 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.092012 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device da86d318-b916-4f83-9c39-942dc8aceb54 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:53.111477 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-320916c2-8e0f-4300-b399-73785d24add3 req-fee6bfad-4457-4409-8cef-e41bdc69cc28 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=012f23fa8d5443afbf26663b6755750e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4344468 Jul 05 10:07:53.139329 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: da86d318-b916-4f83-9c39-942dc8aceb54 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:53.141550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device da86d318-b916-4f83-9c39-942dc8aceb54 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:53.142058 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b02f5846-a560-4fae-8234-d56217273839 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:07:53.166451 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05abdf-5b53-4862-9d10-1a674f647a87 None None] Pushing event updated for resources: {'Port': ['ID=8220f399-5078-427d-bcf2-20eab94f7905,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:53.169122 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Attempting to bind port 8220f399-5078-427d-bcf2-20eab94f7905 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:53.169500 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Attempting to bind port 8220f399-5078-427d-bcf2-20eab94f7905 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:53.169866 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Attempting to bind port 8220f399-5078-427d-bcf2-20eab94f7905 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:53.180720 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:53.181148 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:53.181685 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.181952 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:53.182431 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Bound port: 8220f399-5078-427d-bcf2-20eab94f7905, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:53.182833 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.186394 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05abdf-5b53-4862-9d10-1a674f647a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:53.186748 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05abdf-5b53-4862-9d10-1a674f647a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:53.187082 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05abdf-5b53-4862-9d10-1a674f647a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:53.187420 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05abdf-5b53-4862-9d10-1a674f647a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:53.187774 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05abdf-5b53-4862-9d10-1a674f647a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:53.188506 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05abdf-5b53-4862-9d10-1a674f647a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:53.188893 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05abdf-5b53-4862-9d10-1a674f647a87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:53.189229 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05abdf-5b53-4862-9d10-1a674f647a87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:53.189561 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05abdf-5b53-4862-9d10-1a674f647a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:53.190052 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05abdf-5b53-4862-9d10-1a674f647a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:53.190321 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05abdf-5b53-4862-9d10-1a674f647a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:53.190617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: b02f5846-a560-4fae-8234-d56217273839 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:07:53.190735 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e05abdf-5b53-4862-9d10-1a674f647a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:53.190973 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b02f5846-a560-4fae-8234-d56217273839 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:07:53.283122 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] For port 8220f399-5078-427d-bcf2-20eab94f7905, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:07:53.286936 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] For port 8220f399-5078-427d-bcf2-20eab94f7905, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8220f399-5078-427d-bcf2-20eab94f7905,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:07:53.308247 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.328455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931420c7-2f5c-4210-881f-ffaae81b0ce6']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:53.345395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10dfee1-7279-4fe3-a280-34e2aeea8eb4') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:53.345637 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10dfee1-7279-4fe3-a280-34e2aeea8eb4') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:53.349776 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.359823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1c287-782a-4106-91a3-4d4a3c030700 req-e34b3eec-852b-4b4f-a5c1-39fd3ddf09f8 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:53.361774 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-add1c287-782a-4106-91a3-4d4a3c030700 req-e34b3eec-852b-4b4f-a5c1-39fd3ddf09f8 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.0942023 Jul 05 10:07:53.388833 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.415402 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.419478 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2b2f8cd4-dd3d-4b94-b8ac-1c33c1921db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.436148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:07:53.446813 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.476629 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Routers {'3bc0aeb7-f0cf-4e82-866a-074ec86b177d'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:53.477287 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:07:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:53.485885 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-add1c287-782a-4106-91a3-4d4a3c030700 req-d0a6bab9-5ae4-425d-b17e-65d0c363553d tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169336 Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:07:53.501589 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:07:53.540414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f8cd4-dd3d-4b94-b8ac-1c33c1921db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4300dbe2-731e-4360-8f85-a898415b8dfb,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:53.572253 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f8cd4-dd3d-4b94-b8ac-1c33c1921db4 admin admin] Checking segment: {'id': '65cd8e1a-62ec-4339-8179-ceb3f49c757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '67e03eba-f469-4940-a512-b0adf5507c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:53.572749 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2f8cd4-dd3d-4b94-b8ac-1c33c1921db4 admin admin] Network hostable DHCP agents. Network: 67e03eba-f469-4940-a512-b0adf5507c0f, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:07:53.622832 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05abdf-5b53-4862-9d10-1a674f647a87 None None] Pushing event updated for resources: {'Port': ['ID=8220f399-5078-427d-bcf2-20eab94f7905,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:53.698097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2f8cd4-dd3d-4b94-b8ac-1c33c1921db4 admin admin] Network 67e03eba-f469-4940-a512-b0adf5507c0f is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:07:53.726100 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] Set router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:53.745473 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb9d80-d473-419f-b139-6371de72245a req-9bd3014d-1f97-49b5-9f3a-6bbcb1978e18 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:53.747440 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-daeb9d80-d473-419f-b139-6371de72245a req-9bd3014d-1f97-49b5-9f3a-6bbcb1978e18 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.1210794 Jul 05 10:07:53.754237 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.762191 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.779291 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790daf73-c8ed-4e17-b496-1ebba578f8fa req-ec5e05a6-840c-47f2-8211-aefadb811d51 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:53.794332 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-790daf73-c8ed-4e17-b496-1ebba578f8fa req-ec5e05a6-840c-47f2-8211-aefadb811d51 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 945 time: 0.2276785 Jul 05 10:07:53.804624 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-2b2f8cd4-dd3d-4b94-b8ac-1c33c1921db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 67e03eba-f469-4940-a512-b0adf5507c0f) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:53.810075 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2f8cd4-dd3d-4b94-b8ac-1c33c1921db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:53.817168 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2b2f8cd4-dd3d-4b94-b8ac-1c33c1921db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.820382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:53.822081 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baef46f6-a69d-4a68-ae07-2848c687d411 None None] Network 67e03eba-f469-4940-a512-b0adf5507c0f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:53.832737 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] 10.222.0.77 "DELETE /v2.0/networks/931420c7-2f5c-4210-881f-ffaae81b0ce6 HTTP/1.1" status: 204 len: 168 time: 1.1990085 Jul 05 10:07:53.919480 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-daeb9d80-d473-419f-b139-6371de72245a req-c1dcf49a-ddf5-4b88-9b41-ec3fb4e1510b tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599844 Jul 05 10:07:53.977420 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=931420c7-2f5c-4210-881f-ffaae81b0ce6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:53.980426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2b2f8cd4-dd3d-4b94-b8ac-1c33c1921db4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1333153 Jul 05 10:07:54.016853 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'name': 'tempest-ServersTestBootFromVolume-1091590044-router', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '8220f399-5078-427d-bcf2-20eab94f7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:46Z', 'updated_at': '2021-07-05T10:07:49Z', 'revision_number': 3, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'gw_port': {'id': '8220f399-5078-427d-bcf2-20eab94f7905', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:47Z', 'updated_at': '2021-07-05T10:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:54.024414 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7de8bcaf-5138-4f5c-8e55-9bc0c2b5efbe req-18e6d221-130a-4a5a-95f2-adc4ca5d1473 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 210 time: 0.0593195 Jul 05 10:07:54.025759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:54.026105 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:54.026446 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:54.026785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:54.027124 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:54.027460 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:54.027830 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:54.028133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:54.028501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:54.029033 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:54.029367 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:54.029691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffe31f8-0230-411f-be6e-7e5a169c6b94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:07:54.055114 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a3730-24e7-4c01-9143-45324d2eebb1 None None] The sync data for ids ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'] in n-d-779913-27 is: [{'id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'name': 'tempest-ServersTestBootFromVolume-1091590044-router', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '8220f399-5078-427d-bcf2-20eab94f7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:46Z', 'updated_at': '2021-07-05T10:07:49Z', 'revision_number': 3, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'gw_port': {'id': '8220f399-5078-427d-bcf2-20eab94f7905', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:47Z', 'updated_at': '2021-07-05T10:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:07:54.108562 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-790daf73-c8ed-4e17-b496-1ebba578f8fa req-0f6e32ce-d5e4-4e2f-bf2e-19a255b63906 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993023 Jul 05 10:07:54.110899 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.218898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150e9306-8d21-44d3-94e3-d24add9fade3 None None] Network 67e03eba-f469-4940-a512-b0adf5507c0f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:07:54.276151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42468) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:54.345333 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd43750-55e1-4c0c-9f2b-a97da6a63688 admin admin] Deleting subnet cb1b91ce-fada-4598-9fbb-577e5eac828c {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:07:54.349800 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fd43750-55e1-4c0c-9f2b-a97da6a63688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.395859 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fd43750-55e1-4c0c-9f2b-a97da6a63688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.423222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Allocated IP 172.20.0.1 (5cbc599f-1713-43af-b324-cbe93df2237e/3192735d-882c-4a41-b037-3c234a14d735/487d414f-1afc-407f-b6b4-73dc3b3ee774) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:54.437804 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7e3442ea-b117-41c2-a467-a8f166425539 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:07:54.462695 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fd43750-55e1-4c0c-9f2b-a97da6a63688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.647371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42474) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:54.667519 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.720832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7e3442ea-b117-41c2-a467-a8f166425539, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7e3442ea-b117-41c2-a467-a8f166425539,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:54.721302 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Transition to ACTIVE for port object 487d414f-1afc-407f-b6b4-73dc3b3ee774 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:54.760544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '7e3442ea-b117-41c2-a467-a8f166425539', 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f', 'port_id': '7e3442ea-b117-41c2-a467-a8f166425539', 'mac_address': 'fa:16:3e:a4:ca:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7cc0a6-a755-4629-82a4-860ee4befff1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:07:54.767234 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fd43750-55e1-4c0c-9f2b-a97da6a63688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.822104 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fd43750-55e1-4c0c-9f2b-a97da6a63688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.826629 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5fd43750-55e1-4c0c-9f2b-a97da6a63688 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cb1b91ce-fada-4598-9fbb-577e5eac828c HTTP/1.1" status: 204 len: 168 time: 0.5465145 Jul 05 10:07:54.826629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd43750-55e1-4c0c-9f2b-a97da6a63688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1b91ce-fada-4598-9fbb-577e5eac828c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:54.833149 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42476) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:54.839099 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-19c15c4a-cff1-4c9d-9b2f-306a24b69f0d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aaf471cbe22142a7880d15035c04feae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895649 Jul 05 10:07:54.839247 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.856048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e3442ea-b117-41c2-a467-a8f166425539 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:54.860721 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42478) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:54.929313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7e3442ea-b117-41c2-a467-a8f166425539, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7e3442ea-b117-41c2-a467-a8f166425539,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:54.939437 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-786dff7d-c1a5-4410-9dd9-66ca35153438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:54.983485 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.006776 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.148243 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['7e3442ea-b117-41c2-a467-a8f166425539'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:55.168735 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Network 5cbc599f-1713-43af-b324-cbe93df2237e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:55.203551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=7e3442ea-b117-41c2-a467-a8f166425539,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:55.217938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Pushing event updated for resources: {'Port': ['ID=487d414f-1afc-407f-b6b4-73dc3b3ee774,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:55.238397 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b717-0503-44c3-ab46-356c2dde4d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.245741 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-786dff7d-c1a5-4410-9dd9-66ca35153438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.268641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-786dff7d-c1a5-4410-9dd9-66ca35153438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28751f8-5d50-474d-951b-25631cebf7df']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:55.283024 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b717-0503-44c3-ab46-356c2dde4d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.283634 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-786dff7d-c1a5-4410-9dd9-66ca35153438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb7a7a8-5741-4231-b721-2ff98e580b8f') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:55.283963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-786dff7d-c1a5-4410-9dd9-66ca35153438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb7a7a8-5741-4231-b721-2ff98e580b8f') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:55.298915 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-786dff7d-c1a5-4410-9dd9-66ca35153438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.327384 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-786dff7d-c1a5-4410-9dd9-66ca35153438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.339078 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6025d-27e2-4dab-b379-1b07e52fc05f req-4d43a994-0da6-4626-8e20-9557b868debb tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:55.346974 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72d6025d-27e2-4dab-b379-1b07e52fc05f req-4d43a994-0da6-4626-8e20-9557b868debb tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.1537266 Jul 05 10:07:55.364116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:55.371356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:55.384564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786dff7d-c1a5-4410-9dd9-66ca35153438 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:07:55.384995 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-786dff7d-c1a5-4410-9dd9-66ca35153438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:07:55.387204 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:07:55.497194 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72d6025d-27e2-4dab-b379-1b07e52fc05f req-3a5b0b80-64f0-45b4-bc39-b545f060629c tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452899 Jul 05 10:07:55.605846 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-786dff7d-c1a5-4410-9dd9-66ca35153438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.619634 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-786dff7d-c1a5-4410-9dd9-66ca35153438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.622101 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-786dff7d-c1a5-4410-9dd9-66ca35153438 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b28751f8-5d50-474d-951b-25631cebf7df HTTP/1.1" status: 204 len: 168 time: 0.7841969 Jul 05 10:07:55.624943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42488) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:55.648239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dff7d-c1a5-4410-9dd9-66ca35153438 admin admin] Pushing event deleted for resources: {'Network': ['ID=b28751f8-5d50-474d-951b-25631cebf7df,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:55.727855 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-18f4f73c-276a-42df-ab4f-39c383450fe8 req-69284eef-0782-48b1-84ae-dec5b169eb30 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 210 time: 0.0412045 Jul 05 10:07:55.753076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdeb0096-47d2-4e90-bd27-551198a12ea7 admin admin] Deleting subnet 4300dbe2-731e-4360-8f85-a898415b8dfb {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:07:55.753076 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0096-47d2-4e90-bd27-551198a12ea7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.763877 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b717-0503-44c3-ab46-356c2dde4d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.766383 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b717-0503-44c3-ab46-356c2dde4d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.767535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4ed2b717-0503-44c3-ab46-356c2dde4d12 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/edb1e558-6b0f-4941-90c3-6a0e91b184e8 HTTP/1.1" status: 204 len: 168 time: 0.9052634 Jul 05 10:07:55.805435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b7ec3-307d-4266-a991-daaff4c216a1 req-45f441ec-90b7-4d5b-86ed-4fb48073a641 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:55.806305 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0096-47d2-4e90-bd27-551198a12ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.815228 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f4b7ec3-307d-4266-a991-daaff4c216a1 req-45f441ec-90b7-4d5b-86ed-4fb48073a641 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 1.0598190 Jul 05 10:07:55.838117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2b717-0503-44c3-ab46-356c2dde4d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb1e558-6b0f-4941-90c3-6a0e91b184e8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:55.861332 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.893636 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0096-47d2-4e90-bd27-551198a12ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.903951 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-004dd260-b40f-43a6-a089-db9cffe8396a None None] Provisioning for port 487d414f-1afc-407f-b6b4-73dc3b3ee774 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:55.909011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-004dd260-b40f-43a6-a089-db9cffe8396a None None] Provisioning complete for port 487d414f-1afc-407f-b6b4-73dc3b3ee774 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:55.909500 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-004dd260-b40f-43a6-a089-db9cffe8396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:55.944066 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f4b7ec3-307d-4266-a991-daaff4c216a1 req-62f4338d-cd7f-413f-afa3-93f92f76d4c2 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264725 Jul 05 10:07:55.974172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-004dd260-b40f-43a6-a089-db9cffe8396a None None] Port 487d414f-1afc-407f-b6b4-73dc3b3ee774 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:56.042493 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759edf3-605c-4d48-8ace-06c4c0be2180 req-0edd9d5f-b181-4d35-b43d-409bdcd9ede2 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:56.044149 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4759edf3-605c-4d48-8ace-06c4c0be2180 req-0edd9d5f-b181-4d35-b43d-409bdcd9ede2 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 944 time: 0.0996397 Jul 05 10:07:56.096988 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4759edf3-605c-4d48-8ace-06c4c0be2180 req-eddc9cd5-62ff-424c-99da-fa2686c9d320 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454793 Jul 05 10:07:56.119030 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0096-47d2-4e90-bd27-551198a12ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.148989 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0096-47d2-4e90-bd27-551198a12ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.153894 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fdeb0096-47d2-4e90-bd27-551198a12ea7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4300dbe2-731e-4360-8f85-a898415b8dfb HTTP/1.1" status: 204 len: 168 time: 0.5275056 Jul 05 10:07:56.154731 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42496) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:56.161206 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb0096-47d2-4e90-bd27-551198a12ea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4300dbe2-731e-4360-8f85-a898415b8dfb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:56.168165 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.234467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6dd80e5f-28d3-4b5a-86d5-370e6c360c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.415153 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8220f399-5078-427d-bcf2-20eab94f7905 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:56.450373 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6dd80e5f-28d3-4b5a-86d5-370e6c360c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.467947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-6dd80e5f-28d3-4b5a-86d5-370e6c360c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e03eba-f469-4940-a512-b0adf5507c0f']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:56.472830 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7e3442ea-b117-41c2-a467-a8f166425539 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:56.485446 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-6dd80e5f-28d3-4b5a-86d5-370e6c360c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cd8e1a-62ec-4339-8179-ceb3f49c757b') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:56.486644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-6dd80e5f-28d3-4b5a-86d5-370e6c360c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cd8e1a-62ec-4339-8179-ceb3f49c757b') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:56.499513 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6dd80e5f-28d3-4b5a-86d5-370e6c360c9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.522220 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6dd80e5f-28d3-4b5a-86d5-370e6c360c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.524816 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.553763 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd80e5f-28d3-4b5a-86d5-370e6c360c9e admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:07:56.557479 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6dd80e5f-28d3-4b5a-86d5-370e6c360c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.568099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 7e3442ea-b117-41c2-a467-a8f166425539 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:56.568530 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:07:56.574503 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:07:56.611555 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.631334 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-320916c2-8e0f-4300-b399-73785d24add3 req-5529f941-3f46-4d9f-a826-6d50d91f972d tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=012f23fa8d5443afbf26663b6755750e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536375 Jul 05 10:07:56.649336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 8220f399-5078-427d-bcf2-20eab94f7905 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:56.652367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 8220f399-5078-427d-bcf2-20eab94f7905 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:56.652929 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.673256 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.754032 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.803182 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Pushing event updated for resources: {'Port': ['ID=487d414f-1afc-407f-b6b4-73dc3b3ee774,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:56.821231 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6dd80e5f-28d3-4b5a-86d5-370e6c360c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.834232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156efc19-4e55-40c9-917b-03df32cfbbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3442ea-b117-41c2-a467-a8f166425539'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:56.837134 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3421fb90-f67d-409c-8b43-5fab8afff15d" -d '{"events": [{"server_uuid": "156efc19-4e55-40c9-917b-03df32cfbbe6", "name": "network-vif-plugged", "status": "completed", "tag": "7e3442ea-b117-41c2-a467-a8f166425539"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:56.862241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7e3442ea-b117-41c2-a467-a8f166425539, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7e3442ea-b117-41c2-a467-a8f166425539,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:56.865510 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.885772 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6dd80e5f-28d3-4b5a-86d5-370e6c360c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.891151 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6dd80e5f-28d3-4b5a-86d5-370e6c360c9e admin admin] 10.222.0.77 "DELETE /v2.0/networks/67e03eba-f469-4940-a512-b0adf5507c0f HTTP/1.1" status: 204 len: 168 time: 0.7332046 Jul 05 10:07:56.919182 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Network 5cbc599f-1713-43af-b324-cbe93df2237e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:56.924333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:56.925612 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 8220f399-5078-427d-bcf2-20eab94f7905, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8220f399-5078-427d-bcf2-20eab94f7905,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:56.931755 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:56.941969 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd80e5f-28d3-4b5a-86d5-370e6c360c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=67e03eba-f469-4940-a512-b0adf5507c0f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:57.039621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320916c2-8e0f-4300-b399-73785d24add3 req-fdeaf675-7418-473a-914b-5fdadc849ea3 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:57.044441 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=7e3442ea-b117-41c2-a467-a8f166425539,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:57.045388 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-320916c2-8e0f-4300-b399-73785d24add3 req-fdeaf675-7418-473a-914b-5fdadc849ea3 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4031773 Jul 05 10:07:57.058296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba1204-5806-4048-b741-b40452cf24fc req-4d0fd363-bec0-45ae-8892-cdc382612639 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:57.058622 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.063271 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5bfea-facc-40f8-94db-c04d1a659d81 req-b2a516f0-fea5-48b8-901e-30416290db4d tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:57.068255 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3fba1204-5806-4048-b741-b40452cf24fc req-4d0fd363-bec0-45ae-8892-cdc382612639 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 944 time: 0.2501004 Jul 05 10:07:57.076309 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a8a5bfea-facc-40f8-94db-c04d1a659d81 req-b2a516f0-fea5-48b8-901e-30416290db4d tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.2880065 Jul 05 10:07:57.094096 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-320916c2-8e0f-4300-b399-73785d24add3 req-ff3c135d-e674-4b8f-8916-ae114f8253d5 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Request body: {'port': {'device_id': 'ad9c71dc-9466-4cc3-a662-bdb47019197f', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '012f23fa8d5443afbf26663b6755750e'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:57.212822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=8220f399-5078-427d-bcf2-20eab94f7905,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:57.254678 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a8a5bfea-facc-40f8-94db-c04d1a659d81 req-5fb7a861-f3ae-423f-a348-20532db27747 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764636 Jul 05 10:07:57.280792 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3fba1204-5806-4048-b741-b40452cf24fc req-979d0dbf-820b-4215-877f-eab5a0acc8c8 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108004 Jul 05 10:07:57.327961 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:07:57.355758 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ccf5ab-ddc1-4475-94eb-b7733a3792da x-openstack-request-id: req-b9ccf5ab-ddc1-4475-94eb-b7733a3792da {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:57.356125 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156efc19-4e55-40c9-917b-03df32cfbbe6", "name": "network-vif-plugged", "status": "completed", "tag": "7e3442ea-b117-41c2-a467-a8f166425539", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:57.356591 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b9ccf5ab-ddc1-4475-94eb-b7733a3792da {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:57.357053 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156efc19-4e55-40c9-917b-03df32cfbbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3442ea-b117-41c2-a467-a8f166425539', 'code': 200} Jul 05 10:07:57.367145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320916c2-8e0f-4300-b399-73785d24add3 req-ff3c135d-e674-4b8f-8916-ae114f8253d5 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Made reservation on behalf of 012f23fa8d5443afbf26663b6755750e for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:57.380213 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-320916c2-8e0f-4300-b399-73785d24add3 req-ff3c135d-e674-4b8f-8916-ae114f8253d5 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.403644 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e69e00b0-1dd1-42e6-ac28-c129ac2ec519 None None] Provisioning complete for port 487d414f-1afc-407f-b6b4-73dc3b3ee774 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:57.404540 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e69e00b0-1dd1-42e6-ac28-c129ac2ec519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.437562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b3f9b343-0327-4b11-91f0-2e3c870c3986 req-9cf7b82b-7308-41c1-ae13-529e185601ee tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 210 time: 0.0449946 Jul 05 10:07:57.457795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e69e00b0-1dd1-42e6-ac28-c129ac2ec519 None None] Port 487d414f-1afc-407f-b6b4-73dc3b3ee774 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:57.493827 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42530) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:57.570243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:07:57.578240 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3262a064-e8ab-40f7-8abc-317c581d318a admin admin] 10.222.0.77 "PUT /v2.0/routers/3bc0aeb7-f0cf-4e82-866a-074ec86b177d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0777802 Jul 05 10:07:57.581980 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Sync routers for ids ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:07:57.599755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Routers {'3bc0aeb7-f0cf-4e82-866a-074ec86b177d'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:07:57.599755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:07:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:57.600721 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-05dcca14-107a-45f9-9b3e-65e52dd71a52 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db34facae6d54718b4c9265d8b3a608d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1032648 Jul 05 10:07:57.602214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42534) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:57.602806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42536) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:57.606176 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-320916c2-8e0f-4300-b399-73785d24add3 req-ff3c135d-e674-4b8f-8916-ae114f8253d5 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Allocated IP 192.168.233.106 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/cabfc9e5-1ffc-4da6-831a-9a5f94d97139) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:07:57.646244 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9412c3-99c6-4e39-8a73-1825a4e084f3 req-f824c252-a179-4c26-9d66-a951b4b83f80 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:57.653166 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0f9412c3-99c6-4e39-8a73-1825a4e084f3 req-f824c252-a179-4c26-9d66-a951b4b83f80 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.1884050 Jul 05 10:07:57.708805 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f2f44b2-c004-4042-9662-0c45db6f26a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.722752 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0f9412c3-99c6-4e39-8a73-1825a4e084f3 req-42ff694c-4688-4df3-b008-5ead5bba9be9 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686111 Jul 05 10:07:57.771827 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f2f44b2-c004-4042-9662-0c45db6f26a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.776822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Set router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:07:57.795495 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-320916c2-8e0f-4300-b399-73785d24add3 req-ff3c135d-e674-4b8f-8916-ae114f8253d5 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.811238 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-320916c2-8e0f-4300-b399-73785d24add3 req-ff3c135d-e674-4b8f-8916-ae114f8253d5 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Transition to ACTIVE for port object cabfc9e5-1ffc-4da6-831a-9a5f94d97139 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:57.832239 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-661679a8-3445-4aad-bdfd-92524d40e56e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-243794447-network', 'tenant_id': '4455d92fa6ef4d469ae173ff48e264d6'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:57.905517 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-320916c2-8e0f-4300-b399-73785d24add3 req-ff3c135d-e674-4b8f-8916-ae114f8253d5 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.926540 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661679a8-3445-4aad-bdfd-92524d40e56e admin admin] Made reservation on behalf of 4455d92fa6ef4d469ae173ff48e264d6 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:57.929559 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-661679a8-3445-4aad-bdfd-92524d40e56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.933102 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f2f44b2-c004-4042-9662-0c45db6f26a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.939557 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f2f44b2-c004-4042-9662-0c45db6f26a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:57.947965 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3f2f44b2-c004-4042-9662-0c45db6f26a4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04a603d8-9ca7-4a98-98fb-0994dbe2d95c HTTP/1.1" status: 204 len: 168 time: 0.3429317 Jul 05 10:07:57.956654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c135d-e674-4b8f-8916-ae114f8253d5 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Pushing event updated for resources: {'Port': ['ID=cabfc9e5-1ffc-4da6-831a-9a5f94d97139,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:57.974643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320916c2-8e0f-4300-b399-73785d24add3 req-ff3c135d-e674-4b8f-8916-ae114f8253d5 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:07:57.977046 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-320916c2-8e0f-4300-b399-73785d24add3 req-ff3c135d-e674-4b8f-8916-ae114f8253d5 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:07:57.981836 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-320916c2-8e0f-4300-b399-73785d24add3 req-ff3c135d-e674-4b8f-8916-ae114f8253d5 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:07:58.002484 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-661679a8-3445-4aad-bdfd-92524d40e56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.052898 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f44b2-c004-4042-9662-0c45db6f26a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a603d8-9ca7-4a98-98fb-0994dbe2d95c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:58.053426 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320916c2-8e0f-4300-b399-73785d24add3 req-ff3c135d-e674-4b8f-8916-ae114f8253d5 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:58.054091 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-320916c2-8e0f-4300-b399-73785d24add3 req-ff3c135d-e674-4b8f-8916-ae114f8253d5 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.186662 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['4939f593-fcc0-4991-b557-6960a5f2db45'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:58.195187 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-661679a8-3445-4aad-bdfd-92524d40e56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.265969 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-661679a8-3445-4aad-bdfd-92524d40e56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.322659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661679a8-3445-4aad-bdfd-92524d40e56e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:07:58.337479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661679a8-3445-4aad-bdfd-92524d40e56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6481496-ad23-4373-b089-b6f0e85a608f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:58.344014 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-320916c2-8e0f-4300-b399-73785d24add3 req-ff3c135d-e674-4b8f-8916-ae114f8253d5 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2547576 Jul 05 10:07:58.344552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8220f399-5078-427d-bcf2-20eab94f7905 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:07:58.349780 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42558) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:58.353694 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-661679a8-3445-4aad-bdfd-92524d40e56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.355793 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-661679a8-3445-4aad-bdfd-92524d40e56e admin admin] Added segment 44300a7a-304b-4d06-be6d-d27fdf5ff126 of type vlan for network 9680ecb2-3d36-4f1c-9acc-5f8091898cde Jul 05 10:07:58.357620 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-1b8aad21-2946-4578-bd1c-32790151160d tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837463950', 'description': 'tempest-description--1790206720'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:58.386686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Request body: {'port': {'device_id': 'ad9c71dc-9466-4cc3-a662-bdb47019197f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:58.475126 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-661679a8-3445-4aad-bdfd-92524d40e56e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.560895 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d57758da-b683-4723-aaf3-9f72bafaf3e8 None None] Provisioning for port cabfc9e5-1ffc-4da6-831a-9a5f94d97139 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:07:58.585931 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d57758da-b683-4723-aaf3-9f72bafaf3e8 None None] Provisioning complete for port cabfc9e5-1ffc-4da6-831a-9a5f94d97139 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:58.586504 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d57758da-b683-4723-aaf3-9f72bafaf3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.587233 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b8aad21-2946-4578-bd1c-32790151160d tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.604050 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.647348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851d713-f8df-44fc-b89b-f134191202ba req-84ae93da-7ef1-4f40-9baf-5b176e6f6e12 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:58.662439 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a851d713-f8df-44fc-b89b-f134191202ba req-84ae93da-7ef1-4f40-9baf-5b176e6f6e12 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.64 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 945 time: 0.1685340 Jul 05 10:07:58.662439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094f5cc-463d-4f70-ad4e-3674af87329b req-9f59a2f6-6aae-4c03-87f3-d85189b286e2 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:58.662965 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5094f5cc-463d-4f70-ad4e-3674af87329b req-9f59a2f6-6aae-4c03-87f3-d85189b286e2 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.1337192 Jul 05 10:07:58.669482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 8220f399-5078-427d-bcf2-20eab94f7905 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:07:58.669854 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.673622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891326a3-12ae-4e77-a5ce-0f9a791d2c5f req-2b38372e-9451-4da8-a8de-c32a33087fba tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:58.674174 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-891326a3-12ae-4e77-a5ce-0f9a791d2c5f req-2b38372e-9451-4da8-a8de-c32a33087fba tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 945 time: 0.1591580 Jul 05 10:07:58.674312 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-661679a8-3445-4aad-bdfd-92524d40e56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.675341 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661679a8-3445-4aad-bdfd-92524d40e56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:58.676032 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-661679a8-3445-4aad-bdfd-92524d40e56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.731940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d57758da-b683-4723-aaf3-9f72bafaf3e8 None None] Port cabfc9e5-1ffc-4da6-831a-9a5f94d97139 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:07:58.780655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'name': 'tempest-ServersTestBootFromVolume-1091590044-router', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '8220f399-5078-427d-bcf2-20eab94f7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:46Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'gw_port': {'id': '8220f399-5078-427d-bcf2-20eab94f7905', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:47Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '487d414f-1afc-407f-b6b4-73dc3b3ee774', 'name': '', 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'mac_address': 'fa:16:3e:de:a2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3192735d-882c-4a41-b037-3c234a14d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:54Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 2, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'subnets': [{'id': '3192735d-882c-4a41-b037-3c234a14d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:07:58.782202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42564) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:58.815758 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Checking router: 3bc0aeb7-f0cf-4e82-866a-074ec86b177d for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:07:58.815758 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Updating router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d port 487d414f-1afc-407f-b6b4-73dc3b3ee774 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:07:58.820601 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-891326a3-12ae-4e77-a5ce-0f9a791d2c5f req-8836ba56-f9ff-44a8-a2f1-a3ba11c6c968 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305487 Jul 05 10:07:58.847000 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5094f5cc-463d-4f70-ad4e-3674af87329b req-0bd7d757-ad2b-4bdf-b69f-bc20c4ef6061 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760323 Jul 05 10:07:58.923332 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:58.988030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661679a8-3445-4aad-bdfd-92524d40e56e admin admin] Pushing event updated for resources: {'Network': ['ID=9680ecb2-3d36-4f1c-9acc-5f8091898cde,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:58.997888 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-af493a43-5fe4-4f72-932a-e7452dcf3789 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4ecbf38186424ac083887aaf479fa1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861596 Jul 05 10:07:58.998383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42566) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:59.007428 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b8aad21-2946-4578-bd1c-32790151160d tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.060105 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 9680ecb2-3d36-4f1c-9acc-5f8091898cde details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:07:59.095364 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b8aad21-2946-4578-bd1c-32790151160d tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.103480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-a851d713-f8df-44fc-b89b-f134191202ba req-09d546ba-7809-42f4-aa37-0c463e7a0a31 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Deleting port 7e3442ea-b117-41c2-a467-a8f166425539 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:07:59.104716 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a851d713-f8df-44fc-b89b-f134191202ba req-09d546ba-7809-42f4-aa37-0c463e7a0a31 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.160073 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8aad21-2946-4578-bd1c-32790151160d tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4cd6d4-3e78-44f6-a99e-28120798185d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:59.173027 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e2be8318-1a84-4403-abe4-a6a836672d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.195181 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-661679a8-3445-4aad-bdfd-92524d40e56e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5913365 Jul 05 10:07:59.197980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9afc7-fd5b-4e1d-b8b6-52383bd938aa req-60521747-35ad-4850-8de7-56205293b85a tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:59.199559 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1cc9afc7-fd5b-4e1d-b8b6-52383bd938aa req-60521747-35ad-4850-8de7-56205293b85a tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.1737757 Jul 05 10:07:59.200075 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42568) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:59.208249 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-9619ce84-5cb8-46b6-bb29-a8815fcc58bc admin admin] Request body: {'subnet': {'network_id': '9680ecb2-3d36-4f1c-9acc-5f8091898cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-243794447-subnet', 'tenant_id': '4455d92fa6ef4d469ae173ff48e264d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:59.231911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cabfc9e5-1ffc-4da6-831a-9a5f94d97139 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:07:59.233313 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e2be8318-1a84-4403-abe4-a6a836672d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.249624 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b8aad21-2946-4578-bd1c-32790151160d tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.250880 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1b8aad21-2946-4578-bd1c-32790151160d tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8999434 Jul 05 10:07:59.256371 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.260670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42570) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:07:59.262366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abca76-2cd9-4d74-a20e-e3820ef4093a req-635ee2d2-5c10-496b-b792-d3c7c3b72ee2 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:07:59.264018 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8abca76-2cd9-4d74-a20e-e3820ef4093a req-635ee2d2-5c10-496b-b792-d3c7c3b72ee2 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 936 time: 0.2369702 Jul 05 10:07:59.267369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c685bcbe-3357-436c-af47-40db575fdbd9 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Request body: {'security_group_rule': {'security_group_id': 'fb4cd6d4-3e78-44f6-a99e-28120798185d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:07:59.298889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Transition to ACTIVE for port object cabfc9e5-1ffc-4da6-831a-9a5f94d97139 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:59.302566 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1cc9afc7-fd5b-4e1d-b8b6-52383bd938aa req-805abea7-c38e-4f66-98d5-aa1f06c92b4b tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802345 Jul 05 10:07:59.311079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-a851d713-f8df-44fc-b89b-f134191202ba req-09d546ba-7809-42f4-aa37-0c463e7a0a31 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] For port 7e3442ea-b117-41c2-a467-a8f166425539, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7e3442ea-b117-41c2-a467-a8f166425539,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:07:59.311464 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a851d713-f8df-44fc-b89b-f134191202ba req-09d546ba-7809-42f4-aa37-0c463e7a0a31 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.337404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-a851d713-f8df-44fc-b89b-f134191202ba req-09d546ba-7809-42f4-aa37-0c463e7a0a31 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Calling delete_port for 7e3442ea-b117-41c2-a467-a8f166425539 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:07:59.366023 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8abca76-2cd9-4d74-a20e-e3820ef4093a req-89d7f44d-91f3-4690-89ba-e48c027a494e tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924013 Jul 05 10:07:59.369134 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.377339 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9619ce84-5cb8-46b6-bb29-a8815fcc58bc admin admin] Made reservation on behalf of 4455d92fa6ef4d469ae173ff48e264d6 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:07:59.379850 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9619ce84-5cb8-46b6-bb29-a8815fcc58bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.430215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.502834 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e2be8318-1a84-4403-abe4-a6a836672d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.505451 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e2be8318-1a84-4403-abe4-a6a836672d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.507336 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e2be8318-1a84-4403-abe4-a6a836672d94 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa308acc-3f01-498a-84d4-955964101d79 HTTP/1.1" status: 204 len: 168 time: 0.5081482 Jul 05 10:07:59.524179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be8318-1a84-4403-abe4-a6a836672d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa308acc-3f01-498a-84d4-955964101d79,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:59.578788 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c685bcbe-3357-436c-af47-40db575fdbd9 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.594219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Transition to ACTIVE for port object 487d414f-1afc-407f-b6b4-73dc3b3ee774 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:07:59.595138 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a851d713-f8df-44fc-b89b-f134191202ba req-09d546ba-7809-42f4-aa37-0c463e7a0a31 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.606950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['7e3442ea-b117-41c2-a467-a8f166425539'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:07:59.634574 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Pushing event updated for resources: {'Port': ['ID=cabfc9e5-1ffc-4da6-831a-9a5f94d97139,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:59.651267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d546ba-7809-42f4-aa37-0c463e7a0a31 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Pushing event deleted for resources: {'Port': ['ID=7e3442ea-b117-41c2-a467-a8f166425539,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:59.669328 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.707667 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-a851d713-f8df-44fc-b89b-f134191202ba req-09d546ba-7809-42f4-aa37-0c463e7a0a31 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] No DVR routers for this DVR port 7e3442ea-b117-41c2-a467-a8f166425539 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:07:59.711739 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a851d713-f8df-44fc-b89b-f134191202ba req-09d546ba-7809-42f4-aa37-0c463e7a0a31 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.714667 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a851d713-f8df-44fc-b89b-f134191202ba req-09d546ba-7809-42f4-aa37-0c463e7a0a31 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.64 "DELETE /v2.0/ports/7e3442ea-b117-41c2-a467-a8f166425539 HTTP/1.1" status: 204 len: 173 time: 1.0502009 Jul 05 10:07:59.715429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156efc19-4e55-40c9-917b-03df32cfbbe6', 'name': 'network-vif-deleted', 'tag': '7e3442ea-b117-41c2-a467-a8f166425539'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:07:59.718100 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382433e4-1850-4a37-b4f3-d26176e4fd82" -d '{"events": [{"server_uuid": "156efc19-4e55-40c9-917b-03df32cfbbe6", "name": "network-vif-deleted", "tag": "7e3442ea-b117-41c2-a467-a8f166425539"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:07:59.747777 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de8a42-0ca1-4ecc-9081-f1f64c56bb64 None None] Pushing event updated for resources: {'Port': ['ID=487d414f-1afc-407f-b6b4-73dc3b3ee774,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:07:59.793657 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9044fd-ef66-4169-b8f7-0a2e5f40936f x-openstack-request-id: req-ee9044fd-ef66-4169-b8f7-0a2e5f40936f {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:07:59.794157 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156efc19-4e55-40c9-917b-03df32cfbbe6", "name": "network-vif-deleted", "tag": "7e3442ea-b117-41c2-a467-a8f166425539", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:07:59.794506 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee9044fd-ef66-4169-b8f7-0a2e5f40936f {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:07:59.795013 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156efc19-4e55-40c9-917b-03df32cfbbe6', 'name': 'network-vif-deleted', 'tag': '7e3442ea-b117-41c2-a467-a8f166425539', 'status': 'completed', 'code': 200} Jul 05 10:07:59.805963 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c685bcbe-3357-436c-af47-40db575fdbd9 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.818058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Attempting to bind port cabfc9e5-1ffc-4da6-831a-9a5f94d97139 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:59.818413 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Attempting to bind port cabfc9e5-1ffc-4da6-831a-9a5f94d97139 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:59.818784 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Attempting to bind port cabfc9e5-1ffc-4da6-831a-9a5f94d97139 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:59.827112 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Port cabfc9e5-1ffc-4da6-831a-9a5f94d97139 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:07:59.827556 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Attempting to bind port cabfc9e5-1ffc-4da6-831a-9a5f94d97139 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:59.850675 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9619ce84-5cb8-46b6-bb29-a8815fcc58bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.861056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:59.861458 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:59.862356 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:59.862500 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Attempting to bind port 487d414f-1afc-407f-b6b4-73dc3b3ee774 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:07:59.862500 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Attempting to bind port 487d414f-1afc-407f-b6b4-73dc3b3ee774 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c68a1a26-ec11-45b8-8925-256edc75bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:07:59.862673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Bound port: cabfc9e5-1ffc-4da6-831a-9a5f94d97139, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:59.862673 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.862834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Attempting to bind port 487d414f-1afc-407f-b6b4-73dc3b3ee774 on network 5cbc599f-1713-43af-b324-cbe93df2237e {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:07:59.885720 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:07:59.886176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Checking segment: {'id': 'c68a1a26-ec11-45b8-8925-256edc75bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:07:59.886637 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.886897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Bound using segment: {'id': 'c68a1a26-ec11-45b8-8925-256edc75bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:07:59.887336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Bound port: 487d414f-1afc-407f-b6b4-73dc3b3ee774, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68a1a26-ec11-45b8-8925-256edc75bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:07:59.887726 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.900728 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c685bcbe-3357-436c-af47-40db575fdbd9 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:07:59.978753 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685bcbe-3357-436c-af47-40db575fdbd9 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f911168-c078-4688-90fc-6646730eae64,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:00.019676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619ce84-5cb8-46b6-bb29-a8815fcc58bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=028e06bf-778a-4fca-a9a4-5c0c913aa9a2,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:00.027273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] For port 487d414f-1afc-407f-b6b4-73dc3b3ee774, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:00.030681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] For port 487d414f-1afc-407f-b6b4-73dc3b3ee774, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=487d414f-1afc-407f-b6b4-73dc3b3ee774,segment=NetworkSegment(c68a1a26-ec11-45b8-8925-256edc75bb4e),segment_id=c68a1a26-ec11-45b8-8925-256edc75bb4e)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:00.101865 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c685bcbe-3357-436c-af47-40db575fdbd9 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.103536 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c685bcbe-3357-436c-af47-40db575fdbd9 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8419149 Jul 05 10:08:00.111157 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.113458 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42588) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:00.142398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-eb60981a-cf34-4340-a15d-21a93f246bbe tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Request body: {'security_group_rule': {'security_group_id': 'fb4cd6d4-3e78-44f6-a99e-28120798185d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:00.185808 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ec145662-7363-435f-a47c-36f807d8210e req-e5585dcb-936f-42af-a3a0-4ba308d8321e tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=156efc19-4e55-40c9-917b-03df32cfbbe6 HTTP/1.1" status: 200 len: 210 time: 0.0985274 Jul 05 10:08:00.215655 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619ce84-5cb8-46b6-bb29-a8815fcc58bc admin admin] Checking segment: {'id': '44300a7a-304b-4d06-be6d-d27fdf5ff126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9680ecb2-3d36-4f1c-9acc-5f8091898cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:00.216130 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9619ce84-5cb8-46b6-bb29-a8815fcc58bc admin admin] Network hostable DHCP agents. Network: 9680ecb2-3d36-4f1c-9acc-5f8091898cde, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:08:00.277889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] For port cabfc9e5-1ffc-4da6-831a-9a5f94d97139, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:00.289398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de8a42-0ca1-4ecc-9081-f1f64c56bb64 None None] Pushing event updated for resources: {'Port': ['ID=487d414f-1afc-407f-b6b4-73dc3b3ee774,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:00.298015 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Routers {'3bc0aeb7-f0cf-4e82-866a-074ec86b177d'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:00.298634 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:07:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:00.318609 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] For port cabfc9e5-1ffc-4da6-831a-9a5f94d97139, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=cabfc9e5-1ffc-4da6-831a-9a5f94d97139,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:00.350993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e6ab-32de-4e76-8725-b98ff790905c req-7a3b27eb-88b8-427a-b0e6-85548a3f8e7f tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.358593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a758e6ab-32de-4e76-8725-b98ff790905c req-7a3b27eb-88b8-427a-b0e6-85548a3f8e7f tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.1351731 Jul 05 10:08:00.413906 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a758e6ab-32de-4e76-8725-b98ff790905c req-f21779ba-a399-413b-bce8-8bc4fb4d9beb tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540686 Jul 05 10:08:00.441262 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb60981a-cf34-4340-a15d-21a93f246bbe tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.458792 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] Set router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:00.487111 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.500352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9619ce84-5cb8-46b6-bb29-a8815fcc58bc admin admin] Network 9680ecb2-3d36-4f1c-9acc-5f8091898cde is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:08:00.555108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.555696 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.557135 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-320916c2-8e0f-4300-b399-73785d24add3 req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] 10.222.0.64 "PUT /v2.0/ports/cabfc9e5-1ffc-4da6-831a-9a5f94d97139 HTTP/1.1" status: 200 len: 1097 time: 2.1932251 Jul 05 10:08:00.560406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9c71dc-9466-4cc3-a662-bdb47019197f', 'tag': 'cabfc9e5-1ffc-4da6-831a-9a5f94d97139'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:00.571474 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe6a785-c543-4aa4-95aa-52a3ae4ea8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9c71dc-9466-4cc3-a662-bdb47019197f", "tag": "cabfc9e5-1ffc-4da6-831a-9a5f94d97139"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:00.644273 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb60981a-cf34-4340-a15d-21a93f246bbe tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.645427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-9619ce84-5cb8-46b6-bb29-a8815fcc58bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 9680ecb2-3d36-4f1c-9acc-5f8091898cde) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:00.667298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c233a7-e831-4de6-860b-a432c12cd57f req-0c43b490-b446-46d3-8630-24af1a562eb7 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.674036 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb752eb2-fb7b-4f52-8771-9937fec84e09 x-openstack-request-id: req-bb752eb2-fb7b-4f52-8771-9937fec84e09 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:00.674906 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9c71dc-9466-4cc3-a662-bdb47019197f", "tag": "cabfc9e5-1ffc-4da6-831a-9a5f94d97139", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:00.694314 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c5c233a7-e831-4de6-860b-a432c12cd57f req-0c43b490-b446-46d3-8630-24af1a562eb7 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 948 time: 0.1526995 Jul 05 10:08:00.698576 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb752eb2-fb7b-4f52-8771-9937fec84e09 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:00.699225 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9c71dc-9466-4cc3-a662-bdb47019197f', 'tag': 'cabfc9e5-1ffc-4da6-831a-9a5f94d97139', 'status': 'completed', 'code': 200} Jul 05 10:08:00.752144 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9619ce84-5cb8-46b6-bb29-a8815fcc58bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.753102 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9619ce84-5cb8-46b6-bb29-a8815fcc58bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.794017 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe60fed-be1f-4e28-806c-daccea91a9c7 None None] Network 9680ecb2-3d36-4f1c-9acc-5f8091898cde requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:00.802859 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb60981a-cf34-4340-a15d-21a93f246bbe tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:00.828059 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c5c233a7-e831-4de6-860b-a432c12cd57f req-a1a8fcb9-c473-4d04-8292-8f61b7d92665 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352425 Jul 05 10:08:00.829773 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9b287-0f8a-431b-ad37-a0893977fc90 service neutron] Pushing event updated for resources: {'Port': ['ID=cabfc9e5-1ffc-4da6-831a-9a5f94d97139,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:00.843158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60981a-cf34-4340-a15d-21a93f246bbe tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62a2ebd-fb7a-4f64-89a6-a80c81d8d71d,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:00.863964 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9619ce84-5cb8-46b6-bb29-a8815fcc58bc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6466577 Jul 05 10:08:00.972157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a785-c543-4aa4-95aa-52a3ae4ea8c7 req-6888af03-0d07-4ef7-8516-e82b5196bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:00.977190 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0fe6a785-c543-4aa4-95aa-52a3ae4ea8c7 req-6888af03-0d07-4ef7-8516-e82b5196bd4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=012f23fa8d5443afbf26663b6755750e&device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 1100 time: 0.2102892 Jul 05 10:08:01.004040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'name': 'tempest-ServersTestBootFromVolume-1091590044-router', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '8220f399-5078-427d-bcf2-20eab94f7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:46Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'gw_port': {'id': '8220f399-5078-427d-bcf2-20eab94f7905', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:47Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '487d414f-1afc-407f-b6b4-73dc3b3ee774', 'name': '', 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'mac_address': 'fa:16:3e:de:a2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3192735d-882c-4a41-b037-3c234a14d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:54Z', 'updated_at': '2021-07-05T10:08:00Z', 'revision_number': 4, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'subnets': [{'id': '3192735d-882c-4a41-b037-3c234a14d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:01.011136 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb60981a-cf34-4340-a15d-21a93f246bbe tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.015167 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eb60981a-cf34-4340-a15d-21a93f246bbe tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8875988 Jul 05 10:08:01.015632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42616) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:01.024232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:01.052011 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0fe6a785-c543-4aa4-95aa-52a3ae4ea8c7 req-6bb08349-91e2-4e98-9cd0-720cf3051308 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=012f23fa8d5443afbf26663b6755750e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597079 Jul 05 10:08:01.189122 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.313584 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a785-c543-4aa4-95aa-52a3ae4ea8c7 req-155774d6-64e6-415e-b146-991e90ab59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:01.329267 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0fe6a785-c543-4aa4-95aa-52a3ae4ea8c7 req-155774d6-64e6-415e-b146-991e90ab59e1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2752531 Jul 05 10:08:01.354788 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aab2a9-796e-4200-a33d-e225da367f98 None None] The sync data for ids ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'] in n-d-779913-27 is: [{'id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'name': 'tempest-ServersTestBootFromVolume-1091590044-router', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '8220f399-5078-427d-bcf2-20eab94f7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:46Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'gw_port': {'id': '8220f399-5078-427d-bcf2-20eab94f7905', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:47Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '487d414f-1afc-407f-b6b4-73dc3b3ee774', 'name': '', 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'mac_address': 'fa:16:3e:de:a2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3192735d-882c-4a41-b037-3c234a14d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:54Z', 'updated_at': '2021-07-05T10:08:00Z', 'revision_number': 4, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'subnets': [{'id': '3192735d-882c-4a41-b037-3c234a14d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:01.381244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c7c895-0485-4cfe-b4b5-0558696375ae None None] Network 9680ecb2-3d36-4f1c-9acc-5f8091898cde requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:01.502675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42632) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:01.562556 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:01.648973 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320916c2-8e0f-4300-b399-73785d24add3 req-33c11d1a-4873-4c92-8148-534c155d26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:01.657461 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-320916c2-8e0f-4300-b399-73785d24add3 req-33c11d1a-4873-4c92-8148-534c155d26aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=012f23fa8d5443afbf26663b6755750e&device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 1100 time: 0.2446182 Jul 05 10:08:01.774069 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-320916c2-8e0f-4300-b399-73785d24add3 req-3271f428-d2a2-4ebe-a3e5-18988a678495 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=cabfc9e5-1ffc-4da6-831a-9a5f94d97139 HTTP/1.1" status: 200 len: 217 time: 0.1113839 Jul 05 10:08:01.865775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Allocated IP 172.25.5.7 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/45a8a020-4292-4c39-8515-75616408fa98) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:01.952005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-fd77aebe-b497-4ff6-becf-e601dcc2b168 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1768509195-network', 'tenant_id': '2cf98573ed3c4198bb69640d015cda66'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:01.981171 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320916c2-8e0f-4300-b399-73785d24add3 req-6de3516a-2e0b-49ad-aeeb-938c327bb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:01.982302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-320916c2-8e0f-4300-b399-73785d24add3 req-6de3516a-2e0b-49ad-aeeb-938c327bb4e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.2012019 Jul 05 10:08:02.073594 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27201883-ac83-4107-b9cd-821e9bbbc464 req-2f0a351d-131b-4bb8-8e41-111adfef4504 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:02.074860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-2dc3280d-0e5b-40b2-b040-35e019eb04e8 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:02.075330 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-27201883-ac83-4107-b9cd-821e9bbbc464 req-2f0a351d-131b-4bb8-8e41-111adfef4504 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.2125502 Jul 05 10:08:02.076510 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-2dc3280d-0e5b-40b2-b040-35e019eb04e8 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/networks?id=9680ecb2-3d36-4f1c-9acc-5f8091898cde HTTP/1.1" status: 200 len: 808 time: 0.1734583 Jul 05 10:08:02.104258 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-8ea5e807-1fdb-415a-ae9c-b6b414387e2c tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/quotas/4455d92fa6ef4d469ae173ff48e264d6 HTTP/1.1" status: 200 len: 375 time: 0.0144510 Jul 05 10:08:02.106366 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.106560 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320916c2-8e0f-4300-b399-73785d24add3 req-4f654521-e5de-4ac3-a583-4f9923d33d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:02.108136 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-320916c2-8e0f-4300-b399-73785d24add3 req-4f654521-e5de-4ac3-a583-4f9923d33d23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0997608 Jul 05 10:08:02.151323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd77aebe-b497-4ff6-becf-e601dcc2b168 admin admin] Made reservation on behalf of 2cf98573ed3c4198bb69640d015cda66 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:02.153734 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd77aebe-b497-4ff6-becf-e601dcc2b168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.170169 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-27201883-ac83-4107-b9cd-821e9bbbc464 req-eb8becb7-db26-45f7-99c9-5a31734b4316 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798609 Jul 05 10:08:02.204301 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd77aebe-b497-4ff6-becf-e601dcc2b168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.389208 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.402745 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 487d414f-1afc-407f-b6b4-73dc3b3ee774 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:02.454529 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd77aebe-b497-4ff6-becf-e601dcc2b168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.471026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:02.481146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7e3442ea-b117-41c2-a467-a8f166425539 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:02.491613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:02.499962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:02.509989 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 7e3442ea-b117-41c2-a467-a8f166425539 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:02.510593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7e3442ea-b117-41c2-a467-a8f166425539 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:02.514717 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Pushing event updated for resources: {'Port': ['ID=45a8a020-4292-4c39-8515-75616408fa98,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:02.538004 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd77aebe-b497-4ff6-becf-e601dcc2b168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.583314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-e57485cf-8171-4e14-a495-b5f9325c3661 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:02.585048 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-e57485cf-8171-4e14-a495-b5f9325c3661 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/networks?id=5fed04b5-f8db-470f-8de4-b83872d7ee9f HTTP/1.1" status: 200 len: 821 time: 0.2721848 Jul 05 10:08:02.595139 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-860d2b1b-c4b6-44ae-b94c-0f0f31691225 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4455d92fa6ef4d469ae173ff48e264d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4825232 Jul 05 10:08:02.600868 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd77aebe-b497-4ff6-becf-e601dcc2b168 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:08:02.613138 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 487d414f-1afc-407f-b6b4-73dc3b3ee774 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:02.617415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77aebe-b497-4ff6-becf-e601dcc2b168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da85fab7-4047-4a2d-bffd-43aa417cdcf1,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:02.617898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 487d414f-1afc-407f-b6b4-73dc3b3ee774 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:02.618346 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.637273 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-0bb894fa-9255-4f8e-81af-227c934baf12 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/quotas/c4d33f19222b44579a756e689e986209 HTTP/1.1" status: 200 len: 375 time: 0.0424709 Jul 05 10:08:02.642948 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd77aebe-b497-4ff6-becf-e601dcc2b168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.643301 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-fd77aebe-b497-4ff6-becf-e601dcc2b168 admin admin] Added segment b2f2ce09-681f-40f0-b500-d4e27e304ceb of type vlan for network de14d9aa-e769-4672-bc7f-bd4b99fc183d Jul 05 10:08:02.721880 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-581c4914-4676-46c0-99a7-c4c9f3d2fcb6 service neutron] 10.222.0.77 "GET /v2.0/networks/9680ecb2-3d36-4f1c-9acc-5f8091898cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008401 Jul 05 10:08:02.749577 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.789808 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd77aebe-b497-4ff6-becf-e601dcc2b168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.801642 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 487d414f-1afc-407f-b6b4-73dc3b3ee774, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=487d414f-1afc-407f-b6b4-73dc3b3ee774,segment=NetworkSegment(c68a1a26-ec11-45b8-8925-256edc75bb4e),segment_id=c68a1a26-ec11-45b8-8925-256edc75bb4e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:02.820547 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:02.836462 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-320916c2-8e0f-4300-b399-73785d24add3 req-a539d534-92c5-462e-86a1-a12b532f4047 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7124491 Jul 05 10:08:02.872375 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-7acc3c77-c7f8-4421-9af1-ec911879957f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c4d33f19222b44579a756e689e986209&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2341385 Jul 05 10:08:02.911340 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-cb7fbb12-debf-4017-b5ae-e232934def74 service neutron] 10.222.0.77 "GET /v2.0/networks/9680ecb2-3d36-4f1c-9acc-5f8091898cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801226 Jul 05 10:08:02.973050 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-320916c2-8e0f-4300-b399-73785d24add3 req-0f82ea95-836e-4eac-91f1-8a9e48892ee7 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221330 Jul 05 10:08:03.034402 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.095326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=487d414f-1afc-407f-b6b4-73dc3b3ee774,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:03.234177 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd77aebe-b497-4ff6-becf-e601dcc2b168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.235122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd77aebe-b497-4ff6-becf-e601dcc2b168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:03.235828 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd77aebe-b497-4ff6-becf-e601dcc2b168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.360951 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.390444 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77aebe-b497-4ff6-becf-e601dcc2b168 admin admin] Pushing event updated for resources: {'Network': ['ID=de14d9aa-e769-4672-bc7f-bd4b99fc183d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:03.427281 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fd77aebe-b497-4ff6-becf-e601dcc2b168 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8936896 Jul 05 10:08:03.428892 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network de14d9aa-e769-4672-bc7f-bd4b99fc183d details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:08:03.432358 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42676) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:03.435361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Request body: {'subnet': {'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1768509195-subnet', 'tenant_id': '2cf98573ed3c4198bb69640d015cda66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:03.437168 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-454c952d-96f4-4af5-b1ed-aca5bc98732c service neutron] 10.222.0.77 "GET /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638843 Jul 05 10:08:03.535789 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c11cf-77a4-4d8c-a6e7-2a613853d4c4 req-ad421f25-d383-4299-a68d-0786af1591cc tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:03.537471 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-605c11cf-77a4-4d8c-a6e7-2a613853d4c4 req-ad421f25-d383-4299-a68d-0786af1591cc tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 948 time: 0.0862300 Jul 05 10:08:03.572336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Made reservation on behalf of 2cf98573ed3c4198bb69640d015cda66 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:03.574862 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.605014 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-7e1ffa2e-2bff-4eac-b4f5-ca85e7b15721 service neutron] 10.222.0.77 "GET /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666470 Jul 05 10:08:03.628000 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-605c11cf-77a4-4d8c-a6e7-2a613853d4c4 req-356b1b6e-b2d9-4dcb-a888-2c3f3d2b8c02 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836573 Jul 05 10:08:03.642168 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.764907 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.834054 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Pushing event updated for resources: {'Port': ['ID=45a8a020-4292-4c39-8515-75616408fa98,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:03.846371 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.897059 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.959975 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:03.961431 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3c29ff4f-fff1-4ee9-ac2a-ad7f4cd33887 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.9447019 Jul 05 10:08:03.993951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Checking segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:03.994889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Network hostable DHCP agents. Network: de14d9aa-e769-4672-bc7f-bd4b99fc183d, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:08:03.997390 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ed1101-bea6-4fe3-8240-f598d38a2084,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:04.012467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:04.013471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:04.014299 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:04.014831 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:04.016209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:04.016681 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:04.017356 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:04.020956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:04.022001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:04.023380 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:04.032467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:04.032467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:04.099643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0d8b6-07fa-41b2-a955-7aae61a71055 req-9e1fb0ce-6d03-4969-a72c-0475a3c794bc tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:04.111754 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fdc0d8b6-07fa-41b2-a955-7aae61a71055 req-9e1fb0ce-6d03-4969-a72c-0475a3c794bc tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.1303329 Jul 05 10:08:04.154818 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Network de14d9aa-e769-4672-bc7f-bd4b99fc183d is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:08:04.166176 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fdc0d8b6-07fa-41b2-a955-7aae61a71055 req-7ab9f7bc-2021-4d8c-97d3-931bc3ad16d1 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581996 Jul 05 10:08:04.241510 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f7790b82-ce1c-4e02-b478-6fe16c2dd662 req-1532f11c-7156-4704-a831-954ec2d3d638 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 210 time: 0.0308905 Jul 05 10:08:04.334794 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 487d414f-1afc-407f-b6b4-73dc3b3ee774 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:04.348673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, de14d9aa-e769-4672-bc7f-bd4b99fc183d) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:04.354135 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:04.355190 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.401618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf05be3-8f2a-47a5-9094-fff4ee4518dd None None] Network de14d9aa-e769-4672-bc7f-bd4b99fc183d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:04.469437 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 487d414f-1afc-407f-b6b4-73dc3b3ee774 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:04.470165 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:04.481985 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-69e60d68-20cd-4f31-a9fd-073c8e49e3cd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0458951 Jul 05 10:08:04.574740 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3791d44b-864a-4106-918a-29bee20cce6d req-74377b7d-d141-45b9-b068-15bd46ef0b32 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 210 time: 0.0775700 Jul 05 10:08:04.629530 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c784d8f5-8ae2-4748-9cb8-9562aa134959 None None] Network de14d9aa-e769-4672-bc7f-bd4b99fc183d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:04.691145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc36fb8-1a66-4005-9763-6baa9511013e req-cdabe9b4-1f33-4ace-9c08-927f1253c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:04.693172 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ebc36fb8-1a66-4005-9763-6baa9511013e req-cdabe9b4-1f33-4ace-9c08-927f1253c971 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5516a987464e3c882297462ee52153&device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 1098 time: 0.0808153 Jul 05 10:08:04.884519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77696289-fdad-48d7-a475-e493509138e2 req-da3c84fd-45df-4e96-ab4f-6db37704b37f tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:04.886323 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77696289-fdad-48d7-a475-e493509138e2 req-da3c84fd-45df-4e96-ab4f-6db37704b37f tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.1204519 Jul 05 10:08:04.911813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc36fb8-1a66-4005-9763-6baa9511013e req-1ed92344-7b46-4efe-a133-8dbfce238d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:04.913087 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ebc36fb8-1a66-4005-9763-6baa9511013e req-1ed92344-7b46-4efe-a133-8dbfce238d20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eda718cc-3d88-4d5f-91f1-69312c2d305c HTTP/1.1" status: 200 len: 919 time: 0.2107582 Jul 05 10:08:04.964475 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ebc36fb8-1a66-4005-9763-6baa9511013e req-8ef06800-135a-4e14-af0c-06f4d59a24a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fdc63c5-c976-4d99-9770-7e6e457001f5 HTTP/1.1" status: 200 len: 217 time: 0.0424623 Jul 05 10:08:05.032773 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331d8fd-d82e-458b-aec4-2fad56b7d610 req-af3cdb32-612f-4e42-a6b3-167170d1f30f tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:05.034936 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4331d8fd-d82e-458b-aec4-2fad56b7d610 req-af3cdb32-612f-4e42-a6b3-167170d1f30f tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 948 time: 0.0936787 Jul 05 10:08:05.037383 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77696289-fdad-48d7-a475-e493509138e2 req-fe8660ed-d60d-4666-80a5-6937ea8c35f1 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407523 Jul 05 10:08:05.066454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc36fb8-1a66-4005-9763-6baa9511013e req-e7ed2b27-bbe5-461f-8ce0-fb029964c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:05.069135 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ebc36fb8-1a66-4005-9763-6baa9511013e req-e7ed2b27-bbe5-461f-8ce0-fb029964c0dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6868f51-bde3-415c-b220-7539627e798e HTTP/1.1" status: 200 len: 858 time: 0.0944781 Jul 05 10:08:05.095990 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4331d8fd-d82e-458b-aec4-2fad56b7d610 req-e149b6d8-06dd-4a75-88f1-519b9a91da34 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525899 Jul 05 10:08:05.126706 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ebc36fb8-1a66-4005-9763-6baa9511013e req-d76e11cf-955f-4d7e-a7e6-fa39e07fdadf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eda718cc-3d88-4d5f-91f1-69312c2d305c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387034 Jul 05 10:08:05.223959 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ebc36fb8-1a66-4005-9763-6baa9511013e req-0a4a372e-e43a-4ca2-af2f-9ad71980ddee service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906961 Jul 05 10:08:05.387754 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ebc36fb8-1a66-4005-9763-6baa9511013e req-2b482028-ec3a-4a4c-a2cb-69a71a372853 service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549449 Jul 05 10:08:05.416403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce85d1-44d5-48aa-987c-985115544ed9 req-9e533f9a-2b0e-492b-8dea-c61db87f5ee7 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:05.417967 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90ce85d1-44d5-48aa-987c-985115544ed9 req-9e533f9a-2b0e-492b-8dea-c61db87f5ee7 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.0981379 Jul 05 10:08:05.451631 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5f22a3eb-4899-4981-94d9-54c378985966 req-3ecd48bb-d537-480c-ad64-70473076fa0a tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 210 time: 0.0484891 Jul 05 10:08:05.451631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42768) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:05.456689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c8aa23ba-6a12-4a4e-ba54-90b418d89162 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1026102003-network', 'tenant_id': 'b200ccc8efc74c48adcaebf9071eac3f'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:05.483168 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90ce85d1-44d5-48aa-987c-985115544ed9 req-36cb301b-fd85-41bb-a7c5-7e8f052ae90a tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464306 Jul 05 10:08:05.601946 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8aa23ba-6a12-4a4e-ba54-90b418d89162 admin admin] Made reservation on behalf of b200ccc8efc74c48adcaebf9071eac3f for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:05.605163 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8aa23ba-6a12-4a4e-ba54-90b418d89162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.622679 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8aa23ba-6a12-4a4e-ba54-90b418d89162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.781098 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d37b626e-f656-42d1-940b-cdd90e8fef87 req-730de591-7f5d-423b-97d1-0a73a9194a9b tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 210 time: 0.0366521 Jul 05 10:08:05.835160 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8aa23ba-6a12-4a4e-ba54-90b418d89162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.937045 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8aa23ba-6a12-4a4e-ba54-90b418d89162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.966151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8aa23ba-6a12-4a4e-ba54-90b418d89162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:08:05.979451 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa23ba-6a12-4a4e-ba54-90b418d89162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488e3590-60ce-420f-b183-59094d190b0b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:05.997326 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8aa23ba-6a12-4a4e-ba54-90b418d89162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:05.997692 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-c8aa23ba-6a12-4a4e-ba54-90b418d89162 admin admin] Added segment 0a046925-0cb8-4adc-bac4-57b9701ef205 of type vlan for network c166e78d-f8ec-4693-8fd0-2421c45c302d Jul 05 10:08:06.048099 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8aa23ba-6a12-4a4e-ba54-90b418d89162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:06.195593 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8aa23ba-6a12-4a4e-ba54-90b418d89162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:06.197029 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aa23ba-6a12-4a4e-ba54-90b418d89162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:06.197244 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8aa23ba-6a12-4a4e-ba54-90b418d89162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:06.238239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eaa9ca-3edd-4a77-9366-31313801af81 req-a3c0befc-9165-48b9-ae56-6e04a92cce13 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:06.246591 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-25eaa9ca-3edd-4a77-9366-31313801af81 req-a3c0befc-9165-48b9-ae56-6e04a92cce13 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.0953712 Jul 05 10:08:06.311921 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-25eaa9ca-3edd-4a77-9366-31313801af81 req-37082f14-b306-48ac-bad7-0af04c510908 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640764 Jul 05 10:08:06.342617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa23ba-6a12-4a4e-ba54-90b418d89162 admin admin] Pushing event updated for resources: {'Network': ['ID=c166e78d-f8ec-4693-8fd0-2421c45c302d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:06.355829 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network c166e78d-f8ec-4693-8fd0-2421c45c302d details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:08:06.407026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36082ef-d0d8-49c9-8e92-3e649bc2da9d req-cdbb3c6f-2fe9-4dd6-a3ff-b01bc9efbf99 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:06.415055 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b36082ef-d0d8-49c9-8e92-3e649bc2da9d req-cdbb3c6f-2fe9-4dd6-a3ff-b01bc9efbf99 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 948 time: 0.0863171 Jul 05 10:08:06.425414 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c8aa23ba-6a12-4a4e-ba54-90b418d89162 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9728436 Jul 05 10:08:06.428584 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42816) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:06.434179 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3c298d84-82ee-4460-a643-2694fef6e41c admin admin] Request body: {'subnet': {'network_id': 'c166e78d-f8ec-4693-8fd0-2421c45c302d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1026102003-subnet', 'tenant_id': 'b200ccc8efc74c48adcaebf9071eac3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:06.465790 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b36082ef-d0d8-49c9-8e92-3e649bc2da9d req-97e98302-6d91-4172-9d02-3580006bb9e9 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497282 Jul 05 10:08:06.498468 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device cabfc9e5-1ffc-4da6-831a-9a5f94d97139 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:08:06.584869 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c298d84-82ee-4460-a643-2694fef6e41c admin admin] Made reservation on behalf of b200ccc8efc74c48adcaebf9071eac3f for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:06.588050 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3c298d84-82ee-4460-a643-2694fef6e41c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:06.700149 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dbc1a400-1119-4211-8958-740c61f80cef req-1cbd07a2-7d06-4622-992b-39d6dbe45455 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 210 time: 0.0433185 Jul 05 10:08:06.766665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port cabfc9e5-1ffc-4da6-831a-9a5f94d97139, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=cabfc9e5-1ffc-4da6-831a-9a5f94d97139,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:06.810782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'cabfc9e5-1ffc-4da6-831a-9a5f94d97139', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': 'cabfc9e5-1ffc-4da6-831a-9a5f94d97139', 'mac_address': 'fa:16:3e:95:7a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:08:06.816565 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f411b5-5278-48da-b69a-f601bfbaf21f req-087d685c-6d0b-41d2-9ac7-626ee9001fb5 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:06.826882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-51f411b5-5278-48da-b69a-f601bfbaf21f req-087d685c-6d0b-41d2-9ac7-626ee9001fb5 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.0934498 Jul 05 10:08:06.886795 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:06.901884 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-51f411b5-5278-48da-b69a-f601bfbaf21f req-de04b0bc-4a99-44c6-a60d-cafb568e53cc tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708816 Jul 05 10:08:06.917221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabfc9e5-1ffc-4da6-831a-9a5f94d97139 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:06.917838 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-0c0a6cd7-e01d-44a3-9eb0-d2829a124c05 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:06.920818 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-0c0a6cd7-e01d-44a3-9eb0-d2829a124c05 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.64 "GET /v2.0/networks?id=9680ecb2-3d36-4f1c-9acc-5f8091898cde HTTP/1.1" status: 200 len: 808 time: 0.2189739 Jul 05 10:08:06.939042 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-c9e11f0a-48b7-4d92-916f-2cfa74a5deb4 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Request body: {'port': {'device_id': '2c10d202-cbdf-41c7-9eef-3e1cbca57f2a', 'network_id': '9680ecb2-3d36-4f1c-9acc-5f8091898cde', 'admin_state_up': True, 'tenant_id': '4455d92fa6ef4d469ae173ff48e264d6'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:06.942284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port cabfc9e5-1ffc-4da6-831a-9a5f94d97139, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=cabfc9e5-1ffc-4da6-831a-9a5f94d97139,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:07.074228 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:07.104299 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00ff4b15-bd7f-41f8-a8a1-8bb301498df8 req-ab9652b6-4f4c-479c-8bf6-25c7a03051ff tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 210 time: 0.0669684 Jul 05 10:08:07.196923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=cabfc9e5-1ffc-4da6-831a-9a5f94d97139,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:07.342421 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-c9e11f0a-48b7-4d92-916f-2cfa74a5deb4 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Made reservation on behalf of 4455d92fa6ef4d469ae173ff48e264d6 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:07.346092 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['cabfc9e5-1ffc-4da6-831a-9a5f94d97139'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:07.347397 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-c9e11f0a-48b7-4d92-916f-2cfa74a5deb4 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:07.353007 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3c298d84-82ee-4460-a643-2694fef6e41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:07.652005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c54a9-a66b-487b-a1ef-24a2971f212e req-af9c8a4a-bea7-4cc8-a36c-40abc08e1d5d tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:07.663463 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-526c54a9-a66b-487b-a1ef-24a2971f212e req-af9c8a4a-bea7-4cc8-a36c-40abc08e1d5d tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.1125746 Jul 05 10:08:07.722826 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-526c54a9-a66b-487b-a1ef-24a2971f212e req-c550068f-4842-4c9d-94e9-34fe6fdc9519 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578880 Jul 05 10:08:07.791080 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-c9e11f0a-48b7-4d92-916f-2cfa74a5deb4 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Allocated IP 172.20.0.8 (9680ecb2-3d36-4f1c-9acc-5f8091898cde/028e06bf-778a-4fca-a9a4-5c0c913aa9a2/d38f8ecb-b624-49bf-8393-bc6edd59a383) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:07.815111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c298d84-82ee-4460-a643-2694fef6e41c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1ecc05-82c1-4abc-996a-e34acc35b645,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:07.898298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c298d84-82ee-4460-a643-2694fef6e41c admin admin] Checking segment: {'id': '0a046925-0cb8-4adc-bac4-57b9701ef205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c166e78d-f8ec-4693-8fd0-2421c45c302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:07.898298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c298d84-82ee-4460-a643-2694fef6e41c admin admin] Network hostable DHCP agents. Network: c166e78d-f8ec-4693-8fd0-2421c45c302d, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:08:07.902706 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2e54fd39-2da0-452e-9af5-92a10ec47e8f req-9ee70d8e-3361-478a-b335-5d50704666e9 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 210 time: 0.0439782 Jul 05 10:08:08.064880 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd539b-b09a-4c0b-ac9d-beea569e43e4 req-50c0271b-8908-4015-829f-27e70a531712 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:08.066569 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9ddd539b-b09a-4c0b-ac9d-beea569e43e4 req-50c0271b-8908-4015-829f-27e70a531712 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 949 time: 0.4061024 Jul 05 10:08:08.149372 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9ddd539b-b09a-4c0b-ac9d-beea569e43e4 req-76cbf352-620f-422c-ae8a-d1b711027111 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747492 Jul 05 10:08:08.202924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-dc2f5ff1-0171-477d-82f5-3bc5479a9096 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:08.204531 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-dc2f5ff1-0171-477d-82f5-3bc5479a9096 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.64 "GET /v2.0/networks?id=5fed04b5-f8db-470f-8de4-b83872d7ee9f HTTP/1.1" status: 200 len: 821 time: 0.2377355 Jul 05 10:08:08.248841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-c0f9c9f6-fa4d-4e98-974e-282e8d77ad52 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Request body: {'port': {'device_id': '3ab18b85-78df-4a66-a60e-97e64d3bf2fd', 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f', 'admin_state_up': True, 'tenant_id': 'c4d33f19222b44579a756e689e986209'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:08.257654 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-c9e11f0a-48b7-4d92-916f-2cfa74a5deb4 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.272512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c298d84-82ee-4460-a643-2694fef6e41c admin admin] Network c166e78d-f8ec-4693-8fd0-2421c45c302d is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:08:08.409934 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bd05f8c6-8690-438c-b8c8-49c6ce9a1ae5 req-7b3e95d3-5f67-443f-a743-10c396f52de7 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 210 time: 0.0669639 Jul 05 10:08:08.410578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-3c298d84-82ee-4460-a643-2694fef6e41c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, c166e78d-f8ec-4693-8fd0-2421c45c302d) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:08.424254 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ab02f6-6fb3-4aad-8f8c-e992037b51fe None None] Network c166e78d-f8ec-4693-8fd0-2421c45c302d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:08.446606 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c298d84-82ee-4460-a643-2694fef6e41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:08.446606 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3c298d84-82ee-4460-a643-2694fef6e41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.461291 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c895870-3320-40df-92d5-399c98ce169f req-29d121a0-cf51-41ab-81a5-6741399d11d2 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:08.463506 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c895870-3320-40df-92d5-399c98ce169f req-29d121a0-cf51-41ab-81a5-6741399d11d2 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.3988762 Jul 05 10:08:08.513605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device cabfc9e5-1ffc-4da6-831a-9a5f94d97139 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:08.525461 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-c9e11f0a-48b7-4d92-916f-2cfa74a5deb4 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.562646 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c895870-3320-40df-92d5-399c98ce169f req-64b5783d-270e-45db-b278-cb65b8b27e4a tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891085 Jul 05 10:08:08.581875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3c298d84-82ee-4460-a643-2694fef6e41c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1514549 Jul 05 10:08:08.607822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-c9e11f0a-48b7-4d92-916f-2cfa74a5deb4 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Network 9680ecb2-3d36-4f1c-9acc-5f8091898cde is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:08.612558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-c9e11f0a-48b7-4d92-916f-2cfa74a5deb4 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:08.624824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-c9e11f0a-48b7-4d92-916f-2cfa74a5deb4 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:08.644575 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e11f0a-48b7-4d92-916f-2cfa74a5deb4 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Pushing event updated for resources: {'Port': ['ID=d38f8ecb-b624-49bf-8393-bc6edd59a383,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:08.706778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a7710-3f9d-44f4-b2d3-52a3fccaf46d None None] Network c166e78d-f8ec-4693-8fd0-2421c45c302d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:08.773988 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-c0f9c9f6-fa4d-4e98-974e-282e8d77ad52 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Made reservation on behalf of c4d33f19222b44579a756e689e986209 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:08.787325 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-c0f9c9f6-fa4d-4e98-974e-282e8d77ad52 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.808594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-c9e11f0a-48b7-4d92-916f-2cfa74a5deb4 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:08.813130 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-c9e11f0a-48b7-4d92-916f-2cfa74a5deb4 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.905100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port cabfc9e5-1ffc-4da6-831a-9a5f94d97139 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:08.940806 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port cabfc9e5-1ffc-4da6-831a-9a5f94d97139 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:08.941431 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:08.983656 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-c9e11f0a-48b7-4d92-916f-2cfa74a5deb4 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0496585 Jul 05 10:08:08.996976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Request body: {'port': {'device_id': '2c10d202-cbdf-41c7-9eef-3e1cbca57f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:09.094938 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:08:09.112473 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.188697 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.195916 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9c71dc-9466-4cc3-a662-bdb47019197f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabfc9e5-1ffc-4da6-831a-9a5f94d97139'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:09.204720 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1de9f0-b36a-4636-905a-01b0e484769e" -d '{"events": [{"server_uuid": "ad9c71dc-9466-4cc3-a662-bdb47019197f", "name": "network-vif-plugged", "status": "completed", "tag": "cabfc9e5-1ffc-4da6-831a-9a5f94d97139"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:09.228046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port cabfc9e5-1ffc-4da6-831a-9a5f94d97139, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=cabfc9e5-1ffc-4da6-831a-9a5f94d97139,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:09.266611 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-c0f9c9f6-fa4d-4e98-974e-282e8d77ad52 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Allocated IP 172.20.0.7 (5fed04b5-f8db-470f-8de4-b83872d7ee9f/6f7cc0a6-a755-4629-82a4-860ee4befff1/c3bd1c79-b723-4b8a-a181-4fc3fea5655f) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:09.294299 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2354091-4d00-42b8-840d-3101974fcac3 req-6a4864c8-5574-4b10-bbe2-deb5e7875b83 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:09.301962 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2354091-4d00-42b8-840d-3101974fcac3 req-6a4864c8-5574-4b10-bbe2-deb5e7875b83 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.2026098 Jul 05 10:08:09.416880 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.421629 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2354091-4d00-42b8-840d-3101974fcac3 req-871eeb07-6109-45f1-bb97-0f9e0db0bea1 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172020 Jul 05 10:08:09.522312 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=cabfc9e5-1ffc-4da6-831a-9a5f94d97139,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:09.538122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216c700-ae09-4ade-987e-7adc89c05bb6 req-3af14338-b7a3-4135-a88c-5cb562f800e8 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:09.546524 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5216c700-ae09-4ade-987e-7adc89c05bb6 req-3af14338-b7a3-4135-a88c-5cb562f800e8 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 931 time: 0.2975397 Jul 05 10:08:09.625533 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5216c700-ae09-4ade-987e-7adc89c05bb6 req-2c6e1fd4-c15f-443d-9a31-2a07d8c1e392 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6481496-ad23-4373-b089-b6f0e85a608f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779407 Jul 05 10:08:09.696141 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-c0f9c9f6-fa4d-4e98-974e-282e8d77ad52 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.755267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38f8ecb-b624-49bf-8393-bc6edd59a383 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:09.768872 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.819239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Transition to ACTIVE for port object d38f8ecb-b624-49bf-8393-bc6edd59a383 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:09.899382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-c0f9c9f6-fa4d-4e98-974e-282e8d77ad52 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.960005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-c0f9c9f6-fa4d-4e98-974e-282e8d77ad52 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Network 5fed04b5-f8db-470f-8de4-b83872d7ee9f is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:09.961623 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:09.968736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-66561659-1d3d-4e31-82db-6cbd8d62062b tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:09.970678 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-66561659-1d3d-4e31-82db-6cbd8d62062b tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 808 time: 0.1735811 Jul 05 10:08:09.974636 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-c0f9c9f6-fa4d-4e98-974e-282e8d77ad52 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:09.978792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-c0f9c9f6-fa4d-4e98-974e-282e8d77ad52 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:10.028275 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9c9f6-fa4d-4e98-974e-282e8d77ad52 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Pushing event updated for resources: {'Port': ['ID=c3bd1c79-b723-4b8a-a181-4fc3fea5655f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:10.043620 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-04bea5b6-0249-4436-baba-05092be3b751 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/quotas/2cf98573ed3c4198bb69640d015cda66 HTTP/1.1" status: 200 len: 375 time: 0.0592473 Jul 05 10:08:10.094807 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-2a3b6c79-19d5-4580-af88-1f101ca04263 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501239 Jul 05 10:08:10.123337 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-c0f9c9f6-fa4d-4e98-974e-282e8d77ad52 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.124115 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-c0f9c9f6-fa4d-4e98-974e-282e8d77ad52 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.157243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Pushing event updated for resources: {'Port': ['ID=d38f8ecb-b624-49bf-8393-bc6edd59a383,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:10.198528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Attempting to bind port d38f8ecb-b624-49bf-8393-bc6edd59a383 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:10.198891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Attempting to bind port d38f8ecb-b624-49bf-8393-bc6edd59a383 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '44300a7a-304b-4d06-be6d-d27fdf5ff126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9680ecb2-3d36-4f1c-9acc-5f8091898cde'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:10.199189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Attempting to bind port d38f8ecb-b624-49bf-8393-bc6edd59a383 on network 9680ecb2-3d36-4f1c-9acc-5f8091898cde {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:10.206246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Port d38f8ecb-b624-49bf-8393-bc6edd59a383 on network 9680ecb2-3d36-4f1c-9acc-5f8091898cde not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:10.206602 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Attempting to bind port d38f8ecb-b624-49bf-8393-bc6edd59a383 on network 9680ecb2-3d36-4f1c-9acc-5f8091898cde {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:10.216293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:10.221657 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Checking segment: {'id': '44300a7a-304b-4d06-be6d-d27fdf5ff126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9680ecb2-3d36-4f1c-9acc-5f8091898cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:10.221657 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Bound using segment: {'id': '44300a7a-304b-4d06-be6d-d27fdf5ff126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9680ecb2-3d36-4f1c-9acc-5f8091898cde'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:10.221657 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Bound port: d38f8ecb-b624-49bf-8393-bc6edd59a383, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44300a7a-304b-4d06-be6d-d27fdf5ff126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9680ecb2-3d36-4f1c-9acc-5f8091898cde'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:10.221657 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.250950 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-5b15d757-3e03-4607-94d7-a336ae98b0ed service neutron] 10.222.0.77 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548827 Jul 05 10:08:10.337411 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-c0f9c9f6-fa4d-4e98-974e-282e8d77ad52 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1047218 Jul 05 10:08:10.351003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] For port d38f8ecb-b624-49bf-8393-bc6edd59a383, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:10.356852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Request body: {'port': {'device_id': '3ab18b85-78df-4a66-a60e-97e64d3bf2fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:10.365724 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] For port d38f8ecb-b624-49bf-8393-bc6edd59a383, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d38f8ecb-b624-49bf-8393-bc6edd59a383,segment=NetworkSegment(44300a7a-304b-4d06-be6d-d27fdf5ff126),segment_id=44300a7a-304b-4d06-be6d-d27fdf5ff126)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:10.401665 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990b32b-9776-4df7-a178-561d516c4d89 req-7dce5c65-b9e4-4908-b1a5-465f5bd7d04c tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.403254 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7990b32b-9776-4df7-a178-561d516c4d89 req-7dce5c65-b9e4-4908-b1a5-465f5bd7d04c tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 950 time: 0.1008556 Jul 05 10:08:10.465585 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.472220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7990b32b-9776-4df7-a178-561d516c4d89 req-a6926414-86ed-42fb-8d89-b891cf9c5c78 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570288 Jul 05 10:08:10.507294 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.547871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.551012 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:10.552581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] 10.222.0.64 "PUT /v2.0/ports/d38f8ecb-b624-49bf-8393-bc6edd59a383 HTTP/1.1" status: 200 len: 1092 time: 1.5602262 Jul 05 10:08:10.553679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c10d202-cbdf-41c7-9eef-3e1cbca57f2a', 'tag': 'd38f8ecb-b624-49bf-8393-bc6edd59a383'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:10.556284 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf1f916-a10e-482a-b20a-802b62fbd5db" -d '{"events": [{"name": "network-changed", "server_uuid": "2c10d202-cbdf-41c7-9eef-3e1cbca57f2a", "tag": "d38f8ecb-b624-49bf-8393-bc6edd59a383"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:10.578238 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-6d37656e-93a1-48ce-8f7b-6ecef65123c9 service neutron] 10.222.0.77 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201668 Jul 05 10:08:10.589575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff465d-2bf7-4e86-9081-75f21898018d req-6d2680ce-7683-4a03-86d5-206415634e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.594398 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95ff465d-2bf7-4e86-9081-75f21898018d req-6d2680ce-7683-4a03-86d5-206415634e08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=76a4558d73cf47e68041ab5a60a21287&device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 1098 time: 0.2533994 Jul 05 10:08:10.603239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdec91-9b13-441e-b683-12d0d7793d7f service neutron] Pushing event updated for resources: {'Port': ['ID=d38f8ecb-b624-49bf-8393-bc6edd59a383,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:10.609600 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ae5879-8db4-4e6b-a5e9-645a480b97bd x-openstack-request-id: req-a5ae5879-8db4-4e6b-a5e9-645a480b97bd {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:10.610812 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9c71dc-9466-4cc3-a662-bdb47019197f", "name": "network-vif-plugged", "status": "completed", "tag": "cabfc9e5-1ffc-4da6-831a-9a5f94d97139", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:10.612353 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5ae5879-8db4-4e6b-a5e9-645a480b97bd {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:10.613287 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9c71dc-9466-4cc3-a662-bdb47019197f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabfc9e5-1ffc-4da6-831a-9a5f94d97139', 'code': 200} Jul 05 10:08:10.900555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff465d-2bf7-4e86-9081-75f21898018d req-27659ea2-994a-40f3-adda-694cae4c2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.903681 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95ff465d-2bf7-4e86-9081-75f21898018d req-27659ea2-994a-40f3-adda-694cae4c2bbc service neutron] 10.222.0.73 "GET /v2.0/networks?id=7684b902-3229-4b37-a9ab-3584bb0811d1 HTTP/1.1" status: 200 len: 916 time: 0.3005519 Jul 05 10:08:10.928553 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82114601-19fc-49f2-8a10-83d2e5108111 req-e9d10ee8-e938-4bbb-be4f-1bb898892bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.930339 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82114601-19fc-49f2-8a10-83d2e5108111 req-e9d10ee8-e938-4bbb-be4f-1bb898892bc5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 1102 time: 0.2264581 Jul 05 10:08:10.936827 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-710bc1bf-6398-47be-b9c0-9f510e9885e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.938752 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-710bc1bf-6398-47be-b9c0-9f510e9885e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4455d92fa6ef4d469ae173ff48e264d6&device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 1095 time: 0.2334540 Jul 05 10:08:10.957506 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95ff465d-2bf7-4e86-9081-75f21898018d req-a5fb9415-faf3-4dd4-8ae1-a9c986ef1519 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1346b549-35d3-4d0d-af1c-ddd0bc7cf374 HTTP/1.1" status: 200 len: 217 time: 0.0440910 Jul 05 10:08:10.968322 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10faf7f-6bf8-4b31-9278-e823b915ce2a req-9d06ff20-96aa-4149-a9ff-4e3a334f6897 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:10.968322 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b10faf7f-6bf8-4b31-9278-e823b915ce2a req-9d06ff20-96aa-4149-a9ff-4e3a334f6897 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 931 time: 0.1490092 Jul 05 10:08:10.995104 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d01aea20-f293-4389-a8de-c9fa135b36e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:11.034610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-c9d984d7-096b-4b5b-8c09-345a2474497c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d38f8ecb-b624-49bf-8393-bc6edd59a383 HTTP/1.1" status: 200 len: 217 time: 0.0637710 Jul 05 10:08:11.110771 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b10faf7f-6bf8-4b31-9278-e823b915ce2a req-95b19848-8ae8-4d14-b466-b9e8cc113e3b tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336460 Jul 05 10:08:11.118574 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82114601-19fc-49f2-8a10-83d2e5108111 req-2758a127-3422-4f1a-876c-c88cc4075a23 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551845 Jul 05 10:08:11.164637 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff465d-2bf7-4e86-9081-75f21898018d req-66e4bcd8-2a06-4645-a27c-73dca8d8d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:11.166144 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95ff465d-2bf7-4e86-9081-75f21898018d req-66e4bcd8-2a06-4645-a27c-73dca8d8d68b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=446a9bbb-4af0-4a98-b987-99ffad3e4940 HTTP/1.1" status: 200 len: 854 time: 0.1947720 Jul 05 10:08:11.174809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-e32318ea-e2d0-41b5-bec1-97f7355c1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:11.177275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-e32318ea-e2d0-41b5-bec1-97f7355c1ceb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=028e06bf-778a-4fca-a9a4-5c0c913aa9a2 HTTP/1.1" status: 200 len: 848 time: 0.1349428 Jul 05 10:08:11.262952 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-370efe45-414c-49b2-a933-cb707a55614a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9680ecb2-3d36-4f1c-9acc-5f8091898cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773737 Jul 05 10:08:11.279697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bd1c79-b723-4b8a-a181-4fc3fea5655f {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:11.295875 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:11.325867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26972c59-5fd5-4602-80a2-63aeb2fa0807 req-3d6dd27e-7ac4-4eb7-9cd0-c5a527f3edbe tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:11.327370 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-26972c59-5fd5-4602-80a2-63aeb2fa0807 req-3d6dd27e-7ac4-4eb7-9cd0-c5a527f3edbe tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.1986086 Jul 05 10:08:11.332319 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Transition to ACTIVE for port object c3bd1c79-b723-4b8a-a181-4fc3fea5655f will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:11.336377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff465d-2bf7-4e86-9081-75f21898018d req-3207916e-44c5-4b7c-b52a-dbee3628b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:11.338170 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95ff465d-2bf7-4e86-9081-75f21898018d req-3207916e-44c5-4b7c-b52a-dbee3628b6f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7684b902-3229-4b37-a9ab-3584bb0811d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1627202 Jul 05 10:08:11.412777 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808eecf7-510d-4541-a06f-27a6df537772 req-65acd23a-d1ac-4ac7-b09f-042482192493 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:11.416209 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-808eecf7-510d-4541-a06f-27a6df537772 req-65acd23a-d1ac-4ac7-b09f-042482192493 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.1521642 Jul 05 10:08:11.429476 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-26972c59-5fd5-4602-80a2-63aeb2fa0807 req-66e2e19f-6809-4337-a6e8-c4464679e215 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900753 Jul 05 10:08:11.441909 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-7ae98094-b7e0-4c47-8acb-366bcd4247dd service neutron] 10.222.0.64 "GET /v2.0/networks/9680ecb2-3d36-4f1c-9acc-5f8091898cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665609 Jul 05 10:08:11.457524 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:11.487141 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-808eecf7-510d-4541-a06f-27a6df537772 req-18484bfc-0b41-4bcc-88c6-d69b530fec76 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655332 Jul 05 10:08:11.488981 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0d715e-f46e-4663-bfa1-b2f92ea349f6 x-openstack-request-id: req-3e0d715e-f46e-4663-bfa1-b2f92ea349f6 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:11.489316 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c10d202-cbdf-41c7-9eef-3e1cbca57f2a", "tag": "d38f8ecb-b624-49bf-8393-bc6edd59a383", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:11.489518 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e0d715e-f46e-4663-bfa1-b2f92ea349f6 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:11.489910 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c10d202-cbdf-41c7-9eef-3e1cbca57f2a', 'tag': 'd38f8ecb-b624-49bf-8393-bc6edd59a383', 'status': 'completed', 'code': 200} Jul 05 10:08:11.504884 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95ff465d-2bf7-4e86-9081-75f21898018d req-0f2b394a-466e-439a-aab1-819c350f7080 service neutron] 10.222.0.73 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577601 Jul 05 10:08:11.578556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bd1c79-b723-4b8a-a181-4fc3fea5655f,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:11.583571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67b7f161-4a9d-4e4d-8e40-c90fd30a6f6a req-3860aad7-7864-4d45-b31d-6b1516287539 service neutron] 10.222.0.64 "GET /v2.0/networks/9680ecb2-3d36-4f1c-9acc-5f8091898cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257350 Jul 05 10:08:11.651219 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c2efab57-2c4d-463f-93d7-0d869b04bdd4 req-d19a0ed6-7122-42ba-b0d4-4510ee52d569 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 210 time: 0.0616825 Jul 05 10:08:11.745088 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95ff465d-2bf7-4e86-9081-75f21898018d req-b4c30e65-9644-4b4d-b236-c41508b9a196 service neutron] 10.222.0.73 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292910 Jul 05 10:08:11.753041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Attempting to bind port c3bd1c79-b723-4b8a-a181-4fc3fea5655f on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:11.753385 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Attempting to bind port c3bd1c79-b723-4b8a-a181-4fc3fea5655f by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'e8a5cc1e-d2ee-4363-a07c-4a7570972ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:11.753721 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Attempting to bind port c3bd1c79-b723-4b8a-a181-4fc3fea5655f on network 5fed04b5-f8db-470f-8de4-b83872d7ee9f {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:11.763689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Port c3bd1c79-b723-4b8a-a181-4fc3fea5655f on network 5fed04b5-f8db-470f-8de4-b83872d7ee9f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:11.765721 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Attempting to bind port c3bd1c79-b723-4b8a-a181-4fc3fea5655f on network 5fed04b5-f8db-470f-8de4-b83872d7ee9f {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:11.777492 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:11.779773 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Checking segment: {'id': 'e8a5cc1e-d2ee-4363-a07c-4a7570972ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:11.779773 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Bound using segment: {'id': 'e8a5cc1e-d2ee-4363-a07c-4a7570972ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:11.779773 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Bound port: c3bd1c79-b723-4b8a-a181-4fc3fea5655f, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a5cc1e-d2ee-4363-a07c-4a7570972ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:11.779773 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:11.799864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452936f6-8604-457d-9a6f-2b5999238547 req-28f9a2c9-758f-4f5d-9234-22268295fba2 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:11.801428 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-452936f6-8604-457d-9a6f-2b5999238547 req-28f9a2c9-758f-4f5d-9234-22268295fba2 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 943 time: 0.1243923 Jul 05 10:08:11.904383 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f916-a10e-482a-b20a-802b62fbd5db req-a8f77ae9-da20-49c2-a4dc-2f9ce443ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:11.906112 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-edf1f916-a10e-482a-b20a-802b62fbd5db req-a8f77ae9-da20-49c2-a4dc-2f9ce443ae3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4455d92fa6ef4d469ae173ff48e264d6&device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 1095 time: 0.1250544 Jul 05 10:08:11.916227 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-452936f6-8604-457d-9a6f-2b5999238547 req-a7c2c651-0345-496b-a040-7c554e12e7a4 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6481496-ad23-4373-b089-b6f0e85a608f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909855 Jul 05 10:08:11.930460 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] For port c3bd1c79-b723-4b8a-a181-4fc3fea5655f, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:11.934850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] For port c3bd1c79-b723-4b8a-a181-4fc3fea5655f, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c3bd1c79-b723-4b8a-a181-4fc3fea5655f,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:11.949288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26c988-ba3d-40c4-a354-596f1627368e req-89c7354b-77d1-4458-8fbc-6aea8c548aac tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:11.950953 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f26c988-ba3d-40c4-a354-596f1627368e req-89c7354b-77d1-4458-8fbc-6aea8c548aac tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 950 time: 0.1389916 Jul 05 10:08:12.053630 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f26c988-ba3d-40c4-a354-596f1627368e req-5fcc168f-cee5-432a-9b41-0650f365c785 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892539 Jul 05 10:08:12.096982 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f916-a10e-482a-b20a-802b62fbd5db req-0b64748b-b2cd-4681-8a36-017d6f90ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:12.099076 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-edf1f916-a10e-482a-b20a-802b62fbd5db req-0b64748b-b2cd-4681-8a36-017d6f90ee17 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9680ecb2-3d36-4f1c-9acc-5f8091898cde HTTP/1.1" status: 200 len: 909 time: 0.1834941 Jul 05 10:08:12.109224 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.173463 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-edf1f916-a10e-482a-b20a-802b62fbd5db req-7c9c8077-52d5-4a59-9783-4f9393d11d92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d38f8ecb-b624-49bf-8393-bc6edd59a383 HTTP/1.1" status: 200 len: 217 time: 0.0664937 Jul 05 10:08:12.351631 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f916-a10e-482a-b20a-802b62fbd5db req-303325b6-e4e8-48b9-85b7-4673abfd09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:12.357162 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-edf1f916-a10e-482a-b20a-802b62fbd5db req-303325b6-e4e8-48b9-85b7-4673abfd09c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=028e06bf-778a-4fca-a9a4-5c0c913aa9a2 HTTP/1.1" status: 200 len: 848 time: 0.1736357 Jul 05 10:08:12.434565 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-edf1f916-a10e-482a-b20a-802b62fbd5db req-013cc6cc-0d1e-4e1b-9743-3d786a33d1d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9680ecb2-3d36-4f1c-9acc-5f8091898cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663118 Jul 05 10:08:12.553248 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:12.556747 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:12.556747 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] 10.222.0.64 "PUT /v2.0/ports/c3bd1c79-b723-4b8a-a181-4fc3fea5655f HTTP/1.1" status: 200 len: 1092 time: 2.2049077 Jul 05 10:08:12.557173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab18b85-78df-4a66-a60e-97e64d3bf2fd', 'tag': 'c3bd1c79-b723-4b8a-a181-4fc3fea5655f'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:12.562474 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33eb0088-3dc2-4cb5-a345-925ffab14f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab18b85-78df-4a66-a60e-97e64d3bf2fd", "tag": "c3bd1c79-b723-4b8a-a181-4fc3fea5655f"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:12.573220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-edf1f916-a10e-482a-b20a-802b62fbd5db req-6f97df79-935f-4513-a810-8d63a0d40708 service neutron] 10.222.0.64 "GET /v2.0/networks/9680ecb2-3d36-4f1c-9acc-5f8091898cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289904 Jul 05 10:08:12.591164 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37eac2-1c01-4e7d-8460-d57bf009c242 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bd1c79-b723-4b8a-a181-4fc3fea5655f,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:12.626141 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70e70b-f1b9-4342-ae16-4d54d4b39dcc req-c50584b7-e757-4bec-a843-95958f6e7e21 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:12.628622 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b70e70b-f1b9-4342-ae16-4d54d4b39dcc req-c50584b7-e757-4bec-a843-95958f6e7e21 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 943 time: 0.1214859 Jul 05 10:08:12.678642 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b70e70b-f1b9-4342-ae16-4d54d4b39dcc req-f9793345-32ba-463b-953f-e9841869a8ec tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435987 Jul 05 10:08:12.721681 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-edf1f916-a10e-482a-b20a-802b62fbd5db req-62aef68d-ccd4-4efd-9f77-6e1da934dd0d service neutron] 10.222.0.64 "GET /v2.0/networks/9680ecb2-3d36-4f1c-9acc-5f8091898cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399584 Jul 05 10:08:12.836022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-9e96a4be-6c32-4c0f-83b9-c46eeabe1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:12.838378 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-9e96a4be-6c32-4c0f-83b9-c46eeabe1049 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4d33f19222b44579a756e689e986209&device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 1095 time: 0.0657763 Jul 05 10:08:12.881435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc2269-1b07-45c2-ab7f-d5234e3d34e2 req-28856e15-e469-4955-b1e6-5ad1f58fd209 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:12.883089 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7cdc2269-1b07-45c2-ab7f-d5234e3d34e2 req-28856e15-e469-4955-b1e6-5ad1f58fd209 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.0794625 Jul 05 10:08:12.893460 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-0ed1991c-7dd6-4dbe-b08a-64e1a460f18f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3bd1c79-b723-4b8a-a181-4fc3fea5655f HTTP/1.1" status: 200 len: 217 time: 0.0450869 Jul 05 10:08:12.938019 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7cdc2269-1b07-45c2-ab7f-d5234e3d34e2 req-08e8b3fa-deca-486c-a0e9-fe76e0878a26 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485425 Jul 05 10:08:12.957141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-9f276b76-fa14-4850-81c5-fecab8f36ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:12.960196 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-9f276b76-fa14-4850-81c5-fecab8f36ea5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f7cc0a6-a755-4629-82a4-860ee4befff1 HTTP/1.1" status: 200 len: 861 time: 0.0582983 Jul 05 10:08:13.008757 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7b7364-7693-4e9b-a8fc-0ccbcd8cc2e1 x-openstack-request-id: req-cb7b7364-7693-4e9b-a8fc-0ccbcd8cc2e1 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:13.009098 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab18b85-78df-4a66-a60e-97e64d3bf2fd", "tag": "c3bd1c79-b723-4b8a-a181-4fc3fea5655f", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:13.009425 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb7b7364-7693-4e9b-a8fc-0ccbcd8cc2e1 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:13.009927 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab18b85-78df-4a66-a60e-97e64d3bf2fd', 'tag': 'c3bd1c79-b723-4b8a-a181-4fc3fea5655f', 'status': 'completed', 'code': 200} Jul 05 10:08:13.033356 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-6304d691-98d3-4d93-abde-ed20cb87dd7c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5fed04b5-f8db-470f-8de4-b83872d7ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656118 Jul 05 10:08:13.166252 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2df148c7-1d92-40a8-8454-77d817193cac req-170c6267-4b7c-4c52-900b-c5d40791cd02 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 210 time: 0.0451634 Jul 05 10:08:13.401393 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fea9ef-e293-451b-8fd0-bb86592f33eb req-9c1fd682-df55-4e58-99b5-4c10ab68af83 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:13.403312 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-88fea9ef-e293-451b-8fd0-bb86592f33eb req-9c1fd682-df55-4e58-99b5-4c10ab68af83 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 943 time: 0.0834410 Jul 05 10:08:13.455750 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-88fea9ef-e293-451b-8fd0-bb86592f33eb req-678dd3f0-bba3-46d1-a6b5-fbb8d478c103 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6481496-ad23-4373-b089-b6f0e85a608f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439787 Jul 05 10:08:13.566844 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-064d6c24-8edf-4705-aa21-bfbb8a012ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.611307 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:13.613531 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-47c8b30b-57fc-4ac6-bd90-5e8dcacf377f service neutron] 10.222.0.64 "GET /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651696 Jul 05 10:08:13.624408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca6542-cf76-4434-9775-97a0e586e164 req-9ff66b1f-96c5-45cf-ac43-11e0d4d18885 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:13.632294 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77ca6542-cf76-4434-9775-97a0e586e164 req-9ff66b1f-96c5-45cf-ac43-11e0d4d18885 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.4987800 Jul 05 10:08:13.659011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52a43d-ce95-4471-b575-90434b83afbf req-6a60ae75-6e69-49cd-a89f-e310316bf220 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:13.661148 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c52a43d-ce95-4471-b575-90434b83afbf req-6a60ae75-6e69-49cd-a89f-e310316bf220 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 945 time: 0.0868263 Jul 05 10:08:13.716633 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c52a43d-ce95-4471-b575-90434b83afbf req-9263e698-e05b-4103-9410-ca8f207c6108 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8dac5b8-70c1-482b-828e-422ed15e991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492501 Jul 05 10:08:13.735960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77ca6542-cf76-4434-9775-97a0e586e164 req-ec0f6c69-58ed-4f47-97c5-996c53111032 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980053 Jul 05 10:08:13.776052 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6773b50-3307-4c5e-b1cf-cc41d3e92a73 req-49680117-db9e-4c50-ace6-48500a865f96 service neutron] 10.222.0.64 "GET /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420460 Jul 05 10:08:13.939341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8159038-352a-47b7-b40d-5636dba1336c req-85ccba46-4bae-44ba-8367-91f48b7b6178 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:13.941476 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e8159038-352a-47b7-b40d-5636dba1336c req-85ccba46-4bae-44ba-8367-91f48b7b6178 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 950 time: 0.0708225 Jul 05 10:08:13.959348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c38beb-0183-49db-9836-fbce6225ef61 req-8e1a6c8e-2ed3-48c3-872f-bb0dc0255e93 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:13.960968 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-04c38beb-0183-49db-9836-fbce6225ef61 req-8e1a6c8e-2ed3-48c3-872f-bb0dc0255e93 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 943 time: 0.0731375 Jul 05 10:08:14.017002 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e8159038-352a-47b7-b40d-5636dba1336c req-1d114422-9b1e-4639-858e-ff20b165d840 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667772 Jul 05 10:08:14.062251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-04c38beb-0183-49db-9836-fbce6225ef61 req-9aa5226d-61ef-48ae-b394-5bf709938ec2 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850773 Jul 05 10:08:14.189848 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb0088-3dc2-4cb5-a345-925ffab14f0e req-7c2bd958-6fb3-4343-ae3c-61dd33ef43ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:14.191523 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-33eb0088-3dc2-4cb5-a345-925ffab14f0e req-7c2bd958-6fb3-4343-ae3c-61dd33ef43ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4d33f19222b44579a756e689e986209&device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 1095 time: 0.1641319 Jul 05 10:08:14.276937 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245f418-cc47-43fc-adf2-f84f533bd3f4 req-e0fef526-a4ee-45eb-b5c5-09b446d2752d tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:14.278550 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9245f418-cc47-43fc-adf2-f84f533bd3f4 req-e0fef526-a4ee-45eb-b5c5-09b446d2752d tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.1288974 Jul 05 10:08:14.344631 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb0088-3dc2-4cb5-a345-925ffab14f0e req-7c9d2707-4440-4278-afd3-f530a63bbcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:14.346237 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-33eb0088-3dc2-4cb5-a345-925ffab14f0e req-7c9d2707-4440-4278-afd3-f530a63bbcfc service neutron] 10.222.0.64 "GET /v2.0/networks?id=5fed04b5-f8db-470f-8de4-b83872d7ee9f HTTP/1.1" status: 200 len: 922 time: 0.1439576 Jul 05 10:08:14.349314 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9245f418-cc47-43fc-adf2-f84f533bd3f4 req-cdf76234-ab4e-4c85-8a50-dd4f75de83d0 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629630 Jul 05 10:08:14.406212 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-33eb0088-3dc2-4cb5-a345-925ffab14f0e req-e5732977-05ba-4d7d-9fdf-ddcbb316dc63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3bd1c79-b723-4b8a-a181-4fc3fea5655f HTTP/1.1" status: 200 len: 217 time: 0.0508733 Jul 05 10:08:14.468109 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d38f8ecb-b624-49bf-8393-bc6edd59a383 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:08:14.473008 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb0088-3dc2-4cb5-a345-925ffab14f0e req-b237cbe7-b60e-475e-8e48-80fe9784c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:14.475219 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-33eb0088-3dc2-4cb5-a345-925ffab14f0e req-b237cbe7-b60e-475e-8e48-80fe9784c1f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f7cc0a6-a755-4629-82a4-860ee4befff1 HTTP/1.1" status: 200 len: 861 time: 0.0611994 Jul 05 10:08:14.517742 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-33eb0088-3dc2-4cb5-a345-925ffab14f0e req-65d78084-e650-40c4-9e59-7fbf4d77023d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5fed04b5-f8db-470f-8de4-b83872d7ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335531 Jul 05 10:08:14.556952 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-538126bb-edf3-4054-ba62-cf83e7250df7 req-86030ad1-42c7-4235-865f-089b68a01bf3 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 210 time: 0.0420573 Jul 05 10:08:14.613925 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d38f8ecb-b624-49bf-8393-bc6edd59a383, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d38f8ecb-b624-49bf-8393-bc6edd59a383,segment=NetworkSegment(44300a7a-304b-4d06-be6d-d27fdf5ff126),segment_id=44300a7a-304b-4d06-be6d-d27fdf5ff126)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:14.622634 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'd38f8ecb-b624-49bf-8393-bc6edd59a383', 'network_id': '9680ecb2-3d36-4f1c-9acc-5f8091898cde', 'port_id': 'd38f8ecb-b624-49bf-8393-bc6edd59a383', 'mac_address': 'fa:16:3e:71:d7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028e06bf-778a-4fca-a9a4-5c0c913aa9a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:08:14.673757 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.694297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38f8ecb-b624-49bf-8393-bc6edd59a383 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:14.715063 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-33eb0088-3dc2-4cb5-a345-925ffab14f0e req-508f72f6-f4ef-4ef8-9b98-5f28dc308699 service neutron] 10.222.0.64 "GET /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853228 Jul 05 10:08:14.728314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d38f8ecb-b624-49bf-8393-bc6edd59a383, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d38f8ecb-b624-49bf-8393-bc6edd59a383,segment=NetworkSegment(44300a7a-304b-4d06-be6d-d27fdf5ff126),segment_id=44300a7a-304b-4d06-be6d-d27fdf5ff126)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:14.859015 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7be40b-2c7d-488c-a9a1-e4fc52d33f0d req-8db07e72-809c-45da-8b29-b51cd9f557fc tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:14.864773 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de7be40b-2c7d-488c-a9a1-e4fc52d33f0d req-8db07e72-809c-45da-8b29-b51cd9f557fc tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=be235c92-58c9-4217-896d-14fefc72bcea HTTP/1.1" status: 200 len: 946 time: 0.1646321 Jul 05 10:08:14.890638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-33eb0088-3dc2-4cb5-a345-925ffab14f0e req-e444d75f-b2a3-49f0-b572-a0cd12c11d9e service neutron] 10.222.0.64 "GET /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573069 Jul 05 10:08:14.932736 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.933922 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:14.948694 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de7be40b-2c7d-488c-a9a1-e4fc52d33f0d req-8db56f64-da83-46f5-a62b-1a2fc2363f3a tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777643 Jul 05 10:08:15.016397 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d38f8ecb-b624-49bf-8393-bc6edd59a383,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:15.025846 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:15.026214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:15.026541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:15.026878 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:15.027261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:15.027642 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:15.028005 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:15.028335 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:15.028658 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:15.028976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:15.029291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:15.029616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:15.167319 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564450e-d60f-446b-84ea-f3807620310c req-2f60ebc0-aa0f-4d39-b7be-9f619377e0bd tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:15.174476 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4564450e-d60f-446b-84ea-f3807620310c req-2f60ebc0-aa0f-4d39-b7be-9f619377e0bd tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 944 time: 0.2543075 Jul 05 10:08:15.213387 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b0864-43d1-4771-9919-0f115fa228a4 req-80d4effd-4449-469c-85a4-997ce54056e8 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:15.213387 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-695b0864-43d1-4771-9919-0f115fa228a4 req-80d4effd-4449-469c-85a4-997ce54056e8 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.73 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 945 time: 0.2495258 Jul 05 10:08:15.213625 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed2812-f211-4973-800a-92dfcb63035d req-4ceb2c7d-d772-418b-9403-bd7a719ee3c3 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:15.219640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-ff723e51-44f1-40ee-b6e5-e4b3439ba6b6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:15.220952 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16ed2812-f211-4973-800a-92dfcb63035d req-4ceb2c7d-d772-418b-9403-bd7a719ee3c3 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 945 time: 0.1068296 Jul 05 10:08:15.221329 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-ff723e51-44f1-40ee-b6e5-e4b3439ba6b6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.73 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 808 time: 0.2895894 Jul 05 10:08:15.237082 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-3de1f85a-fb3a-4439-b1e1-0acf63baed20 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Request body: {'port': {'device_id': '1d277154-202a-4e02-a5b4-5faa2ceee8f0', 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d', 'admin_state_up': True, 'tenant_id': '2cf98573ed3c4198bb69640d015cda66'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:15.285176 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16ed2812-f211-4973-800a-92dfcb63035d req-87711387-54c6-43e9-bc2e-cad9564a61e8 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8dac5b8-70c1-482b-828e-422ed15e991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626559 Jul 05 10:08:15.333155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d38f8ecb-b624-49bf-8393-bc6edd59a383'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:15.376063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4564450e-d60f-446b-84ea-f3807620310c req-fac47290-326b-402c-a5df-91ef517bdea8 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6481496-ad23-4373-b089-b6f0e85a608f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968493 Jul 05 10:08:15.635256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-695b0864-43d1-4771-9919-0f115fa228a4 req-5c9cd866-e4e2-4e38-8b11-fc82e691a83a tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Deleting port e92faf94-db70-4e44-9553-8f54200b1d76 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:15.635744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-695b0864-43d1-4771-9919-0f115fa228a4 req-5c9cd866-e4e2-4e38-8b11-fc82e691a83a tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:15.687295 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbed7d-91e8-4b53-a12f-21583e66986c req-0023707b-03bf-41d5-a811-50c2ccd648e0 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:15.689360 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6cbed7d-91e8-4b53-a12f-21583e66986c req-0023707b-03bf-41d5-a811-50c2ccd648e0 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.1418076 Jul 05 10:08:15.733007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b88be-1d69-4fa8-bfd3-0e2dae36c793 req-18f251db-6d15-44a9-b4e6-cc7e5fc1638c tempest-ServersAdminNegativeTestJSON-1827975494 tempest-ServersAdminNegativeTestJSON-1827975494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:15.739618 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6cbed7d-91e8-4b53-a12f-21583e66986c req-a72b80bc-79ef-47c1-b52c-1c5743663e05 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425971 Jul 05 10:08:15.740073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a7b88be-1d69-4fa8-bfd3-0e2dae36c793 req-18f251db-6d15-44a9-b4e6-cc7e5fc1638c tempest-ServersAdminNegativeTestJSON-1827975494 tempest-ServersAdminNegativeTestJSON-1827975494-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 1102 time: 0.1771760 Jul 05 10:08:15.762830 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4a7b88be-1d69-4fa8-bfd3-0e2dae36c793 req-40418118-d34e-4e45-8a01-0ef99214faa1 tempest-ServersAdminNegativeTestJSON-1827975494 tempest-ServersAdminNegativeTestJSON-1827975494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:15.783092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-695b0864-43d1-4771-9919-0f115fa228a4 req-5c9cd866-e4e2-4e38-8b11-fc82e691a83a tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] For port e92faf94-db70-4e44-9553-8f54200b1d76, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e92faf94-db70-4e44-9553-8f54200b1d76,segment=NetworkSegment(a1e35b48-cf32-4069-a355-15f230a355fb),segment_id=a1e35b48-cf32-4069-a355-15f230a355fb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:15.783457 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-695b0864-43d1-4771-9919-0f115fa228a4 req-5c9cd866-e4e2-4e38-8b11-fc82e691a83a tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:15.798125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-695b0864-43d1-4771-9919-0f115fa228a4 req-5c9cd866-e4e2-4e38-8b11-fc82e691a83a tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Calling delete_port for e92faf94-db70-4e44-9553-8f54200b1d76 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:15.851675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-3de1f85a-fb3a-4439-b1e1-0acf63baed20 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Made reservation on behalf of 2cf98573ed3c4198bb69640d015cda66 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:15.855540 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-3de1f85a-fb3a-4439-b1e1-0acf63baed20 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:15.947935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477faf47-de81-4130-8b66-2f00170ad62a req-ea482a64-ff37-40f7-b11e-cff0d469fa12 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:15.949717 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-477faf47-de81-4130-8b66-2f00170ad62a req-ea482a64-ff37-40f7-b11e-cff0d469fa12 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 945 time: 0.0868258 Jul 05 10:08:15.996251 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-477faf47-de81-4130-8b66-2f00170ad62a req-648012ee-e247-4d12-b19c-2d13d74b6f07 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354161 Jul 05 10:08:16.145808 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4a7b88be-1d69-4fa8-bfd3-0e2dae36c793 req-40418118-d34e-4e45-8a01-0ef99214faa1 tempest-ServersAdminNegativeTestJSON-1827975494 tempest-ServersAdminNegativeTestJSON-1827975494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.148801 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-3de1f85a-fb3a-4439-b1e1-0acf63baed20 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Allocated IP 172.20.0.2 (de14d9aa-e769-4672-bc7f-bd4b99fc183d/93ed1101-bea6-4fe3-8240-f598d38a2084/014069d0-0f9f-4573-88b8-c210d5aad947) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:16.210511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21328b0a-1fcd-4f54-9e1b-34274cf973fc req-cfb73ecf-4be7-4b4b-a84d-648ed03f2d65 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:16.212145 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21328b0a-1fcd-4f54-9e1b-34274cf973fc req-cfb73ecf-4be7-4b4b-a84d-648ed03f2d65 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 943 time: 0.0757098 Jul 05 10:08:16.260764 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21328b0a-1fcd-4f54-9e1b-34274cf973fc req-cf4173df-f808-4ba8-beb3-8640425bce93 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413055 Jul 05 10:08:16.302863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-695b0864-43d1-4771-9919-0f115fa228a4 req-5c9cd866-e4e2-4e38-8b11-fc82e691a83a tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.319558 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['e92faf94-db70-4e44-9553-8f54200b1d76'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:16.369624 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cd866-e4e2-4e38-8b11-fc82e691a83a tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Pushing event deleted for resources: {'Port': ['ID=e92faf94-db70-4e44-9553-8f54200b1d76,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:16.416250 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4a7b88be-1d69-4fa8-bfd3-0e2dae36c793 req-40418118-d34e-4e45-8a01-0ef99214faa1 tempest-ServersAdminNegativeTestJSON-1827975494 tempest-ServersAdminNegativeTestJSON-1827975494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.424114 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-3de1f85a-fb3a-4439-b1e1-0acf63baed20 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.463215 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-695b0864-43d1-4771-9919-0f115fa228a4 req-5c9cd866-e4e2-4e38-8b11-fc82e691a83a tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] No DVR routers for this DVR port e92faf94-db70-4e44-9553-8f54200b1d76 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:16.470603 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-695b0864-43d1-4771-9919-0f115fa228a4 req-5c9cd866-e4e2-4e38-8b11-fc82e691a83a tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.473083 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-695b0864-43d1-4771-9919-0f115fa228a4 req-5c9cd866-e4e2-4e38-8b11-fc82e691a83a tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.73 "DELETE /v2.0/ports/e92faf94-db70-4e44-9553-8f54200b1d76 HTTP/1.1" status: 204 len: 173 time: 1.2491407 Jul 05 10:08:16.477962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd859eb-ffab-4cbb-8fcc-b1f78e37c831', 'name': 'network-vif-deleted', 'tag': 'e92faf94-db70-4e44-9553-8f54200b1d76'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:16.478211 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940cfab1-f84e-4251-b8c1-59e69623ec88" -d '{"events": [{"server_uuid": "1cd859eb-ffab-4cbb-8fcc-b1f78e37c831", "name": "network-vif-deleted", "tag": "e92faf94-db70-4e44-9553-8f54200b1d76"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:16.481774 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f215654-8ea3-4d8b-8d8e-15db23c5f8d5 req-456c3c9e-34a8-4e75-825a-bb55c6263a94 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 210 time: 0.0384510 Jul 05 10:08:16.489761 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a7b88be-1d69-4fa8-bfd3-0e2dae36c793 req-40418118-d34e-4e45-8a01-0ef99214faa1 tempest-ServersAdminNegativeTestJSON-1827975494 tempest-ServersAdminNegativeTestJSON-1827975494-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7486641 Jul 05 10:08:16.499177 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d38f8ecb-b624-49bf-8393-bc6edd59a383 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:16.507221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40418118-d34e-4e45-8a01-0ef99214faa1 tempest-ServersAdminNegativeTestJSON-1827975494 tempest-ServersAdminNegativeTestJSON-1827975494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ced7e6-948a-4ee1-9858-ff0b6b09499d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:16.547554 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-5f024d2e-15f3-4d10-acfb-9f3fdd16ae5d req-7945f679-3f5f-4287-8d19-507d3a61c81a tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:08:16.551857 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f024d2e-15f3-4d10-acfb-9f3fdd16ae5d req-7945f679-3f5f-4287-8d19-507d3a61c81a tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130513 Jul 05 10:08:16.703550 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f024d2e-15f3-4d10-acfb-9f3fdd16ae5d req-fbea0365-7267-40be-9b02-201112515e29 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1443067 Jul 05 10:08:16.707385 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-179e95dc-555f-459d-9039-345423ae5a4a req-26465a14-2661-4f2c-ba83-2e32c6070174 tempest-AttachSCSIVolumeTestJSON-393650146 tempest-AttachSCSIVolumeTestJSON-393650146-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd859eb-ffab-4cbb-8fcc-b1f78e37c831 HTTP/1.1" status: 200 len: 210 time: 0.0306098 Jul 05 10:08:16.736001 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-3de1f85a-fb3a-4439-b1e1-0acf63baed20 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.790119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-3de1f85a-fb3a-4439-b1e1-0acf63baed20 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Network de14d9aa-e769-4672-bc7f-bd4b99fc183d is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:16.793712 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.794631 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port d38f8ecb-b624-49bf-8393-bc6edd59a383 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:16.797474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-3de1f85a-fb3a-4439-b1e1-0acf63baed20 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:16.801625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-3de1f85a-fb3a-4439-b1e1-0acf63baed20 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:16.802285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port d38f8ecb-b624-49bf-8393-bc6edd59a383 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:16.803322 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:16.916059 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1f85a-fb3a-4439-b1e1-0acf63baed20 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Pushing event updated for resources: {'Port': ['ID=014069d0-0f9f-4573-88b8-c210d5aad947,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:16.988771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-3de1f85a-fb3a-4439-b1e1-0acf63baed20 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:16.988771 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-3de1f85a-fb3a-4439-b1e1-0acf63baed20 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.014346 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.067020 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bca79e-be47-49b0-8ee7-371264beb7ac req-84990fbe-b590-4651-b854-1460bc2af962 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:17.069497 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-74bca79e-be47-49b0-8ee7-371264beb7ac req-84990fbe-b590-4651-b854-1460bc2af962 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 944 time: 0.1678464 Jul 05 10:08:17.078019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c10d202-cbdf-41c7-9eef-3e1cbca57f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38f8ecb-b624-49bf-8393-bc6edd59a383'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:17.086233 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc83e0dc-f2bd-492e-a7e6-00a52ff1088e" -d '{"events": [{"server_uuid": "2c10d202-cbdf-41c7-9eef-3e1cbca57f2a", "name": "network-vif-plugged", "status": "completed", "tag": "d38f8ecb-b624-49bf-8393-bc6edd59a383"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:17.107096 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703f802a-c208-4072-b2f8-8641357f7bc5 x-openstack-request-id: req-703f802a-c208-4072-b2f8-8641357f7bc5 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:17.107837 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd859eb-ffab-4cbb-8fcc-b1f78e37c831", "name": "network-vif-deleted", "tag": "e92faf94-db70-4e44-9553-8f54200b1d76", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:17.108491 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-703f802a-c208-4072-b2f8-8641357f7bc5 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:17.109045 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd859eb-ffab-4cbb-8fcc-b1f78e37c831', 'name': 'network-vif-deleted', 'tag': 'e92faf94-db70-4e44-9553-8f54200b1d76', 'status': 'completed', 'code': 200} Jul 05 10:08:17.121009 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-3de1f85a-fb3a-4439-b1e1-0acf63baed20 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8877335 Jul 05 10:08:17.123933 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d38f8ecb-b624-49bf-8393-bc6edd59a383, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d38f8ecb-b624-49bf-8393-bc6edd59a383,segment=NetworkSegment(44300a7a-304b-4d06-be6d-d27fdf5ff126),segment_id=44300a7a-304b-4d06-be6d-d27fdf5ff126)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:17.138856 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-74bca79e-be47-49b0-8ee7-371264beb7ac req-5fa51bca-4721-45b4-88bb-726d83fa87e7 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6481496-ad23-4373-b089-b6f0e85a608f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610385 Jul 05 10:08:17.145163 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Request body: {'port': {'device_id': '1d277154-202a-4e02-a5b4-5faa2ceee8f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:17.270289 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.309193 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.329539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773c1a5-2c0b-4410-b028-64ae894525ca req-d7aecee6-37c0-49f9-9dd1-76ba0e9d266e tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:17.336763 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3773c1a5-2c0b-4410-b028-64ae894525ca req-d7aecee6-37c0-49f9-9dd1-76ba0e9d266e tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.1136160 Jul 05 10:08:17.390035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d38f8ecb-b624-49bf-8393-bc6edd59a383,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:17.433425 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3773c1a5-2c0b-4410-b028-64ae894525ca req-dc863f78-b3d6-4090-b463-f0d9e58c8d24 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906866 Jul 05 10:08:17.498070 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91615c95-d122-45b9-9861-2dc0ad606171 x-openstack-request-id: req-91615c95-d122-45b9-9861-2dc0ad606171 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:17.498604 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c10d202-cbdf-41c7-9eef-3e1cbca57f2a", "name": "network-vif-plugged", "status": "completed", "tag": "d38f8ecb-b624-49bf-8393-bc6edd59a383", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:17.499086 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91615c95-d122-45b9-9861-2dc0ad606171 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:17.499837 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c10d202-cbdf-41c7-9eef-3e1cbca57f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38f8ecb-b624-49bf-8393-bc6edd59a383', 'code': 200} Jul 05 10:08:17.500315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b352e-8fc2-4a10-a524-5062a249f34f req-a5ac339d-3b2d-4fba-b125-02f1450ef76a tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:17.502146 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6e8b352e-8fc2-4a10-a524-5062a249f34f req-a5ac339d-3b2d-4fba-b125-02f1450ef76a tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.1892624 Jul 05 10:08:17.609893 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6e8b352e-8fc2-4a10-a524-5062a249f34f req-e781aa03-db8d-4df1-ba4a-eaf08f83af0b tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932822 Jul 05 10:08:17.743709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3798de4-92d4-4cc4-bcd0-c5ef63549a29 req-6b5de96a-15ab-4048-ade5-3c9740819965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:17.745335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b3798de4-92d4-4cc4-bcd0-c5ef63549a29 req-6b5de96a-15ab-4048-ade5-3c9740819965 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 1097 time: 0.1615818 Jul 05 10:08:17.809857 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b9166-c0c5-408e-a368-138659f5de2d req-020aaa60-5d07-4227-98fa-a6a3f3ddfc4a tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:17.816590 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-225b9166-c0c5-408e-a368-138659f5de2d req-020aaa60-5d07-4227-98fa-a6a3f3ddfc4a tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 943 time: 0.1683874 Jul 05 10:08:17.824408 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b3798de4-92d4-4cc4-bcd0-c5ef63549a29 req-e51a57cd-7f08-458f-b143-e08051696868 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f6481496-ad23-4373-b089-b6f0e85a608f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709693 Jul 05 10:08:17.849860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014069d0-0f9f-4573-88b8-c210d5aad947 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:17.862220 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:17.913217 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-225b9166-c0c5-408e-a368-138659f5de2d req-2d9bb606-cc91-4115-aab2-7880c4628791 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949430 Jul 05 10:08:17.931271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44d911-6b11-4a90-9224-d1ef5a247424 req-838ae8b4-9ba0-49b0-82c1-2ca8dead3c07 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:17.934669 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed44d911-6b11-4a90-9224-d1ef5a247424 req-838ae8b4-9ba0-49b0-82c1-2ca8dead3c07 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 931 time: 0.1610873 Jul 05 10:08:17.935871 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Transition to ACTIVE for port object 014069d0-0f9f-4573-88b8-c210d5aad947 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:18.003092 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed44d911-6b11-4a90-9224-d1ef5a247424 req-8c079e91-8220-4edb-9afd-f978de388cb6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574329 Jul 05 10:08:18.017665 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.150542 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Pushing event updated for resources: {'Port': ['ID=014069d0-0f9f-4573-88b8-c210d5aad947,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:18.166518 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809101e3-da71-4151-8cb0-6452866eba2c req-5b635530-5ab4-4a13-bcfc-0bc23cd4deb5 tempest-ServersAdminNegativeTestJSON-1827975494 tempest-ServersAdminNegativeTestJSON-1827975494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:18.172732 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-809101e3-da71-4151-8cb0-6452866eba2c req-5b635530-5ab4-4a13-bcfc-0bc23cd4deb5 tempest-ServersAdminNegativeTestJSON-1827975494 tempest-ServersAdminNegativeTestJSON-1827975494-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 1102 time: 0.0940073 Jul 05 10:08:18.233862 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-809101e3-da71-4151-8cb0-6452866eba2c req-52b34e0f-0b9a-4473-b1a2-a317cf7a6251 tempest-ServersAdminNegativeTestJSON-1827975494 tempest-ServersAdminNegativeTestJSON-1827975494-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566788 Jul 05 10:08:18.258649 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Attempting to bind port 014069d0-0f9f-4573-88b8-c210d5aad947 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:18.259056 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Attempting to bind port 014069d0-0f9f-4573-88b8-c210d5aad947 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:18.259473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Attempting to bind port 014069d0-0f9f-4573-88b8-c210d5aad947 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:18.264870 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Port 014069d0-0f9f-4573-88b8-c210d5aad947 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:18.265233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Attempting to bind port 014069d0-0f9f-4573-88b8-c210d5aad947 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:18.276214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:18.276567 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Checking segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:18.277114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Bound using segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:18.277495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Bound port: 014069d0-0f9f-4573-88b8-c210d5aad947, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:18.278027 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.342514 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8d330-3d83-447b-99e9-9759d1e6ce96 req-9d91ddc2-94eb-4926-bf41-af8197c0e643 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:18.345017 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7be8d330-3d83-447b-99e9-9759d1e6ce96 req-9d91ddc2-94eb-4926-bf41-af8197c0e643 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=be235c92-58c9-4217-896d-14fefc72bcea HTTP/1.1" status: 200 len: 946 time: 0.1522062 Jul 05 10:08:18.450562 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7be8d330-3d83-447b-99e9-9759d1e6ce96 req-0b1ca64b-ae0d-408a-ab64-661cb3627164 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933816 Jul 05 10:08:18.455325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] For port 014069d0-0f9f-4573-88b8-c210d5aad947, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:18.463113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] For port 014069d0-0f9f-4573-88b8-c210d5aad947, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=014069d0-0f9f-4573-88b8-c210d5aad947,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:18.489327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c3bd1c79-b723-4b8a-a181-4fc3fea5655f details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:08:18.564243 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.645022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bb21c-1b5b-4b3f-8106-feff75096b46 req-bfb8cc35-4b58-417d-b5b9-5f70f350015d tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:18.648995 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-953bb21c-1b5b-4b3f-8106-feff75096b46 req-bfb8cc35-4b58-417d-b5b9-5f70f350015d tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 945 time: 0.1175244 Jul 05 10:08:18.677499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Pushing event updated for resources: {'Port': ['ID=014069d0-0f9f-4573-88b8-c210d5aad947,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:18.684431 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:18.685181 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.687013 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1b948794-852d-43bf-aad5-6969df40e09f service neutron] 10.222.0.73 "PUT /v2.0/ports/014069d0-0f9f-4573-88b8-c210d5aad947 HTTP/1.1" status: 200 len: 1092 time: 1.5468993 Jul 05 10:08:18.759355 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port c3bd1c79-b723-4b8a-a181-4fc3fea5655f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c3bd1c79-b723-4b8a-a181-4fc3fea5655f,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:18.809113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'c3bd1c79-b723-4b8a-a181-4fc3fea5655f', 'network_id': '5fed04b5-f8db-470f-8de4-b83872d7ee9f', 'port_id': 'c3bd1c79-b723-4b8a-a181-4fc3fea5655f', 'mac_address': 'fa:16:3e:a6:a7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7cc0a6-a755-4629-82a4-860ee4befff1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:08:18.825422 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-953bb21c-1b5b-4b3f-8106-feff75096b46 req-e4afc808-39fb-4473-b297-fecd91c1a725 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6481496-ad23-4373-b089-b6f0e85a608f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353688 Jul 05 10:08:18.906781 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e92faf94-db70-4e44-9553-8f54200b1d76 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:18.951063 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:18.965373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: e92faf94-db70-4e44-9553-8f54200b1d76 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:18.975937 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e92faf94-db70-4e44-9553-8f54200b1d76 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:18.975937 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bd1c79-b723-4b8a-a181-4fc3fea5655f {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:19.007213 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port c3bd1c79-b723-4b8a-a181-4fc3fea5655f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c3bd1c79-b723-4b8a-a181-4fc3fea5655f,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:19.038120 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2a187-f65f-498b-bbcf-2a4a902ee170 req-3686b31a-0a98-4126-b6d8-c9dc85b04f66 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:19.040175 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0fa2a187-f65f-498b-bbcf-2a4a902ee170 req-3686b31a-0a98-4126-b6d8-c9dc85b04f66 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.2195120 Jul 05 10:08:19.043860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-100f8997-2795-4074-8eee-400efd8664d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:19.045951 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-100f8997-2795-4074-8eee-400efd8664d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 1095 time: 0.2370212 Jul 05 10:08:19.091442 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:19.102462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9d2cb-b959-4855-8e1a-bd7f479a48ed req-69a55c8b-e877-487b-a3fe-27a491c1f4bd tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:19.105056 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94b9d2cb-b959-4855-8e1a-bd7f479a48ed req-69a55c8b-e877-487b-a3fe-27a491c1f4bd tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 945 time: 0.1432762 Jul 05 10:08:19.160488 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d277154-202a-4e02-a5b4-5faa2ceee8f0', 'tag': '014069d0-0f9f-4573-88b8-c210d5aad947'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:19.165519 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b050251-5847-4982-abd8-e9bdb0e2ddab" -d '{"events": [{"name": "network-changed", "server_uuid": "1d277154-202a-4e02-a5b4-5faa2ceee8f0", "tag": "014069d0-0f9f-4573-88b8-c210d5aad947"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:19.171287 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-1d3b3339-60f3-4a20-b10a-29204ffede46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=014069d0-0f9f-4573-88b8-c210d5aad947 HTTP/1.1" status: 200 len: 217 time: 0.1071203 Jul 05 10:08:19.209815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=c3bd1c79-b723-4b8a-a181-4fc3fea5655f,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:19.226378 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94b9d2cb-b959-4855-8e1a-bd7f479a48ed req-00c9c85f-b839-46d6-95f5-0e9a9059f779 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014090 Jul 05 10:08:19.261143 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0fa2a187-f65f-498b-bbcf-2a4a902ee170 req-4113104a-e544-441b-b4ff-36230165d796 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138712 Jul 05 10:08:19.288781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-0443cc3f-8cc0-488f-a45b-9dd82aba6a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:19.291011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-0443cc3f-8cc0-488f-a45b-9dd82aba6a0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.1100852 Jul 05 10:08:19.364079 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-deef2cef-662e-463d-82e9-3fef4a1b068c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635440 Jul 05 10:08:19.393702 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['c3bd1c79-b723-4b8a-a181-4fc3fea5655f'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:19.670035 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d5c4a-aa4f-4525-96b9-d3f468cd8ca0 req-97063009-db3c-4ebd-8803-70412fdb6346 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:19.677875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c52d5c4a-aa4f-4525-96b9-d3f468cd8ca0 req-97063009-db3c-4ebd-8803-70412fdb6346 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 944 time: 0.1854939 Jul 05 10:08:19.694735 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b696ab-7061-495b-8d12-7599cb66290e req-3630e6bb-5a62-4f0e-837a-3d8111f1712e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:19.700192 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-61b696ab-7061-495b-8d12-7599cb66290e req-3630e6bb-5a62-4f0e-837a-3d8111f1712e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 943 time: 0.1744745 Jul 05 10:08:19.712483 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-ed6e7b97-f995-4704-bcef-704727f2b184 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389518 Jul 05 10:08:19.765218 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c52d5c4a-aa4f-4525-96b9-d3f468cd8ca0 req-6c417f3e-2a20-4f5b-8c61-f7adc5d3240e tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685232 Jul 05 10:08:19.838887 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5300d92d-e26a-4db8-95aa-39ed937e1f48 x-openstack-request-id: req-5300d92d-e26a-4db8-95aa-39ed937e1f48 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:19.838887 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d277154-202a-4e02-a5b4-5faa2ceee8f0", "tag": "014069d0-0f9f-4573-88b8-c210d5aad947", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:19.838887 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5300d92d-e26a-4db8-95aa-39ed937e1f48 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:19.838887 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d277154-202a-4e02-a5b4-5faa2ceee8f0', 'tag': '014069d0-0f9f-4573-88b8-c210d5aad947', 'status': 'completed', 'code': 200} Jul 05 10:08:19.855537 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-61b696ab-7061-495b-8d12-7599cb66290e req-4bc5c597-dcad-4577-8f78-76fc57599b7d tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410384 Jul 05 10:08:19.917629 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0a55e7-a7a1-44a5-b4fc-a9b9b59cedcc req-fa92a9fa-a055-4a54-888a-226722f52e6c service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920264 Jul 05 10:08:20.127428 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18287797-9915-4458-8879-4253369f6c58 req-bb79c760-8742-4a15-9e1a-af696ec330f6 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:20.129051 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-18287797-9915-4458-8879-4253369f6c58 req-bb79c760-8742-4a15-9e1a-af696ec330f6 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 945 time: 0.1257789 Jul 05 10:08:20.197060 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b050251-5847-4982-abd8-e9bdb0e2ddab req-6779f256-0da1-405f-9fed-d42a4db2c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:20.199485 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6b050251-5847-4982-abd8-e9bdb0e2ddab req-6779f256-0da1-405f-9fed-d42a4db2c271 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 1095 time: 0.1160350 Jul 05 10:08:20.207850 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-18287797-9915-4458-8879-4253369f6c58 req-83b444c1-e507-47e1-9a4d-e1c1363b70e5 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6481496-ad23-4373-b089-b6f0e85a608f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680921 Jul 05 10:08:20.289168 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60a5a-26c4-4e65-bcb4-b13bb6a9ae0b req-dba32f8d-2c3f-471a-934b-4e4dbcd2bcbf tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:20.317008 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60a5a-26c4-4e65-bcb4-b13bb6a9ae0b req-dba32f8d-2c3f-471a-934b-4e4dbcd2bcbf tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:20.334274 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60a5a-26c4-4e65-bcb4-b13bb6a9ae0b req-dba32f8d-2c3f-471a-934b-4e4dbcd2bcbf tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:20.337856 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1ca60a5a-26c4-4e65-bcb4-b13bb6a9ae0b req-dba32f8d-2c3f-471a-934b-4e4dbcd2bcbf tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928&device_id=be235c92-58c9-4217-896d-14fefc72bcea&device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 2418 time: 0.1708260 Jul 05 10:08:20.425370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b050251-5847-4982-abd8-e9bdb0e2ddab req-2349856c-4292-4d4f-9e7e-dbc5f54f2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:20.429665 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6b050251-5847-4982-abd8-e9bdb0e2ddab req-2349856c-4292-4d4f-9e7e-dbc5f54f2f9c service neutron] 10.222.0.73 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.2189693 Jul 05 10:08:20.437287 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1ca60a5a-26c4-4e65-bcb4-b13bb6a9ae0b req-039408f6-4924-4075-aa8d-8e5e42a98d52 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933592 Jul 05 10:08:20.497492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c3bd1c79-b723-4b8a-a181-4fc3fea5655f up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:20.535250 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6b050251-5847-4982-abd8-e9bdb0e2ddab req-4ddc5f25-a0e4-41f1-9ad8-0ad61a2126e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=014069d0-0f9f-4573-88b8-c210d5aad947 HTTP/1.1" status: 200 len: 217 time: 0.0969214 Jul 05 10:08:20.636038 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b050251-5847-4982-abd8-e9bdb0e2ddab req-ae379f8b-63a1-4eb5-af24-943220b715f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:20.640108 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6b050251-5847-4982-abd8-e9bdb0e2ddab req-ae379f8b-63a1-4eb5-af24-943220b715f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.0959609 Jul 05 10:08:20.679547 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6b050251-5847-4982-abd8-e9bdb0e2ddab req-36e7e0e1-ca77-4287-a896-b21e19a61cad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300653 Jul 05 10:08:20.737238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port c3bd1c79-b723-4b8a-a181-4fc3fea5655f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:20.747228 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port c3bd1c79-b723-4b8a-a181-4fc3fea5655f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:20.747650 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:20.849877 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6b050251-5847-4982-abd8-e9bdb0e2ddab req-43b582e7-69d0-46b4-899f-7f9067abba00 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613696 Jul 05 10:08:20.885610 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:21.058837 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6b050251-5847-4982-abd8-e9bdb0e2ddab req-391c5b74-eb8a-4854-99a4-62d32c2be4c6 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017987 Jul 05 10:08:21.182351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab18b85-78df-4a66-a60e-97e64d3bf2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bd1c79-b723-4b8a-a181-4fc3fea5655f'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:21.184720 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b73f82-d02f-4e3a-b0d1-50744f3266e5" -d '{"events": [{"server_uuid": "3ab18b85-78df-4a66-a60e-97e64d3bf2fd", "name": "network-vif-plugged", "status": "completed", "tag": "c3bd1c79-b723-4b8a-a181-4fc3fea5655f"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:21.211818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port c3bd1c79-b723-4b8a-a181-4fc3fea5655f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c3bd1c79-b723-4b8a-a181-4fc3fea5655f,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:21.294726 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-e7f8b874-f0c6-4326-b160-88d6a91c23c8 req-2d69e9fe-3560-4d48-9f42-0d0ed0701727 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:08:21.296867 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7f8b874-f0c6-4326-b160-88d6a91c23c8 req-2d69e9fe-3560-4d48-9f42-0d0ed0701727 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138686 Jul 05 10:08:21.322118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d996f42-11b4-4c3d-af6d-05379e62a06d req-b5286f21-6299-44b6-b45b-8f9d0b2c5c8d tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:21.324961 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d996f42-11b4-4c3d-af6d-05379e62a06d req-b5286f21-6299-44b6-b45b-8f9d0b2c5c8d tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.1251423 Jul 05 10:08:21.350065 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:21.397225 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d996f42-11b4-4c3d-af6d-05379e62a06d req-27b2820b-f417-4b85-b5c4-47b01caa7b62 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623825 Jul 05 10:08:21.502249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=c3bd1c79-b723-4b8a-a181-4fc3fea5655f,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:21.761883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57ea7b-d0ee-4f31-99c7-fd398fa2b280 req-83afed12-45e3-47ba-8793-2a1e60817d4d tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:21.769944 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d57ea7b-d0ee-4f31-99c7-fd398fa2b280 req-83afed12-45e3-47ba-8793-2a1e60817d4d tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 945 time: 0.1000543 Jul 05 10:08:21.843957 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d57ea7b-d0ee-4f31-99c7-fd398fa2b280 req-6caf33cd-1b05-43d0-9575-df4a3af0a4d8 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729828 Jul 05 10:08:21.877787 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7f8b874-f0c6-4326-b160-88d6a91c23c8 req-f8aa678f-a45e-432e-ad65-6f4c3e3d6f92 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.5712993 Jul 05 10:08:22.051569 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:22.196841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d024d5-c826-4ae0-8e1a-f6cae94b803b req-4d380efe-491d-4828-9c38-c4deec0eae76 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:22.198614 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90d024d5-c826-4ae0-8e1a-f6cae94b803b req-4d380efe-491d-4828-9c38-c4deec0eae76 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 943 time: 0.2055187 Jul 05 10:08:22.249361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd690-4592-4a5c-9ad3-4b308d0cae7c req-f9740380-b500-42d8-833d-a83de7e887da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:22.251575 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-79ccd690-4592-4a5c-9ad3-4b308d0cae7c req-f9740380-b500-42d8-833d-a83de7e887da service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 1098 time: 0.1406381 Jul 05 10:08:22.269730 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2405723-94c4-4710-83af-1300a62ea601 x-openstack-request-id: req-d2405723-94c4-4710-83af-1300a62ea601 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:22.270119 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab18b85-78df-4a66-a60e-97e64d3bf2fd", "name": "network-vif-plugged", "status": "completed", "tag": "c3bd1c79-b723-4b8a-a181-4fc3fea5655f", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:22.270788 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2405723-94c4-4710-83af-1300a62ea601 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:22.271361 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab18b85-78df-4a66-a60e-97e64d3bf2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bd1c79-b723-4b8a-a181-4fc3fea5655f', 'code': 200} Jul 05 10:08:22.295305 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90d024d5-c826-4ae0-8e1a-f6cae94b803b req-e9d608dc-14e9-463f-aca6-fd91e706e166 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880373 Jul 05 10:08:22.363855 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-79ccd690-4592-4a5c-9ad3-4b308d0cae7c req-b09b7fdc-a625-44e3-83d9-f5497c121ba0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044941 Jul 05 10:08:22.635774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e8ff7-47ae-479f-9121-5f28396ec4a3 req-57e9a9e6-c215-41c2-aa49-364f7cad2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:22.638993 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d6e8ff7-47ae-479f-9121-5f28396ec4a3 req-57e9a9e6-c215-41c2-aa49-364f7cad2592 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 1097 time: 0.1804948 Jul 05 10:08:22.691428 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed504224-7580-4d80-bc88-287bb083b738 req-156ace3e-a731-4104-8cf4-37f6577b386a tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:22.694124 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed504224-7580-4d80-bc88-287bb083b738 req-156ace3e-a731-4104-8cf4-37f6577b386a tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 950 time: 0.2226274 Jul 05 10:08:22.714350 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d6e8ff7-47ae-479f-9121-5f28396ec4a3 req-256112b3-7a58-4575-a092-803e8628327a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682709 Jul 05 10:08:22.769451 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed504224-7580-4d80-bc88-287bb083b738 req-dc6af93e-d9e0-45c6-a04c-1ee92dc67510 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641997 Jul 05 10:08:22.918737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 014069d0-0f9f-4573-88b8-c210d5aad947 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:08:23.019430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b17b9f-a64f-4127-bd6b-c8961db339ef req-f87dbbdc-f303-41fd-9f60-f4b96c2617f9 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:23.037575 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c7b17b9f-a64f-4127-bd6b-c8961db339ef req-f87dbbdc-f303-41fd-9f60-f4b96c2617f9 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.1393144 Jul 05 10:08:23.146018 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c7b17b9f-a64f-4127-bd6b-c8961db339ef req-1e6e18a7-65ce-488b-b0cd-1e3ae9493dfe tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904789 Jul 05 10:08:23.207874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 014069d0-0f9f-4573-88b8-c210d5aad947, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=014069d0-0f9f-4573-88b8-c210d5aad947,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:23.260402 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '014069d0-0f9f-4573-88b8-c210d5aad947', 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d', 'port_id': '014069d0-0f9f-4573-88b8-c210d5aad947', 'mac_address': 'fa:16:3e:c3:47:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed1101-bea6-4fe3-8240-f598d38a2084', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:08:23.326199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd7098-07e0-4499-8f06-f700aa034bbc req-003a64d3-116e-46c0-81c0-667efc5bc762 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:23.333046 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bbd7098-07e0-4499-8f06-f700aa034bbc req-003a64d3-116e-46c0-81c0-667efc5bc762 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 950 time: 0.1669986 Jul 05 10:08:23.421101 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.470378 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014069d0-0f9f-4573-88b8-c210d5aad947 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:23.514169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-8bbd7098-07e0-4499-8f06-f700aa034bbc req-0ec56403-2712-4712-9eea-2dd4ab95fb48 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Deleting port cabfc9e5-1ffc-4da6-831a-9a5f94d97139 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:23.516105 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8bbd7098-07e0-4499-8f06-f700aa034bbc req-0ec56403-2712-4712-9eea-2dd4ab95fb48 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.524497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 014069d0-0f9f-4573-88b8-c210d5aad947, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=014069d0-0f9f-4573-88b8-c210d5aad947,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:23.578923 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.623815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ab206-749e-4f9f-926a-7802e0fc883f req-8a5e22ab-42de-461f-a4f9-6e24b74185fc tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:23.629451 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df4ab206-749e-4f9f-926a-7802e0fc883f req-8a5e22ab-42de-461f-a4f9-6e24b74185fc tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 945 time: 0.2289457 Jul 05 10:08:23.676455 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=014069d0-0f9f-4573-88b8-c210d5aad947,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:23.684530 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-8bbd7098-07e0-4499-8f06-f700aa034bbc req-0ec56403-2712-4712-9eea-2dd4ab95fb48 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] For port cabfc9e5-1ffc-4da6-831a-9a5f94d97139, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=cabfc9e5-1ffc-4da6-831a-9a5f94d97139,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:23.685238 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8bbd7098-07e0-4499-8f06-f700aa034bbc req-0ec56403-2712-4712-9eea-2dd4ab95fb48 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.719428 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-8bbd7098-07e0-4499-8f06-f700aa034bbc req-0ec56403-2712-4712-9eea-2dd4ab95fb48 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Calling delete_port for cabfc9e5-1ffc-4da6-831a-9a5f94d97139 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:23.735600 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df4ab206-749e-4f9f-926a-7802e0fc883f req-14290e5d-9d43-41e8-ba73-f2875c152b95 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963390 Jul 05 10:08:23.833523 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:23.854286 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['014069d0-0f9f-4573-88b8-c210d5aad947'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:23.884695 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75018fce-5b4e-47e0-a105-3db9fa23c5c6 req-282ccaf5-8d58-4a74-b1e1-a0647502e28d tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:23.892066 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-75018fce-5b4e-47e0-a105-3db9fa23c5c6 req-282ccaf5-8d58-4a74-b1e1-a0647502e28d tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 944 time: 0.1873977 Jul 05 10:08:23.962717 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-75018fce-5b4e-47e0-a105-3db9fa23c5c6 req-4f3db5a1-4e46-4280-b9f9-3fafbae31b71 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643463 Jul 05 10:08:24.310698 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8bbd7098-07e0-4499-8f06-f700aa034bbc req-0ec56403-2712-4712-9eea-2dd4ab95fb48 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.324755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['4939f593-fcc0-4991-b557-6960a5f2db45', 'cabfc9e5-1ffc-4da6-831a-9a5f94d97139'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:24.482737 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec56403-2712-4712-9eea-2dd4ab95fb48 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Pushing event deleted for resources: {'Port': ['ID=cabfc9e5-1ffc-4da6-831a-9a5f94d97139,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:24.589095 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b66cb1b-633b-4303-aadb-6234a8e8e2d7 req-8aab0c06-cd3c-4306-8a24-63236b0664b1 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 210 time: 0.0918880 Jul 05 10:08:24.683822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbd7098-07e0-4499-8f06-f700aa034bbc req-0ec56403-2712-4712-9eea-2dd4ab95fb48 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] No DVR routers for this DVR port cabfc9e5-1ffc-4da6-831a-9a5f94d97139 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:24.686783 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8bbd7098-07e0-4499-8f06-f700aa034bbc req-0ec56403-2712-4712-9eea-2dd4ab95fb48 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:24.697980 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bbd7098-07e0-4499-8f06-f700aa034bbc req-0ec56403-2712-4712-9eea-2dd4ab95fb48 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.64 "DELETE /v2.0/ports/cabfc9e5-1ffc-4da6-831a-9a5f94d97139 HTTP/1.1" status: 204 len: 173 time: 1.3507264 Jul 05 10:08:24.700450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9c71dc-9466-4cc3-a662-bdb47019197f', 'name': 'network-vif-deleted', 'tag': 'cabfc9e5-1ffc-4da6-831a-9a5f94d97139'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:24.707072 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec08c4c4-6eef-4983-9f94-b39a21c3d8e8" -d '{"events": [{"server_uuid": "ad9c71dc-9466-4cc3-a662-bdb47019197f", "name": "network-vif-deleted", "tag": "cabfc9e5-1ffc-4da6-831a-9a5f94d97139"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:24.938896 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 014069d0-0f9f-4573-88b8-c210d5aad947 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:24.976227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d3a84-ab24-4b11-a849-138a0ae5e19c req-8a372a66-bc79-4741-9dda-2d8adbcd60bb tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:24.978147 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dc2d3a84-ab24-4b11-a849-138a0ae5e19c req-8a372a66-bc79-4741-9dda-2d8adbcd60bb tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.2041161 Jul 05 10:08:25.063590 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dc2d3a84-ab24-4b11-a849-138a0ae5e19c req-5833c301-ac66-4043-bc00-a9a9cef251b2 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736196 Jul 05 10:08:25.202512 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf8a563-bda1-4118-a982-6fe8822f00ee x-openstack-request-id: req-4bf8a563-bda1-4118-a982-6fe8822f00ee {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:25.203121 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9c71dc-9466-4cc3-a662-bdb47019197f", "name": "network-vif-deleted", "tag": "cabfc9e5-1ffc-4da6-831a-9a5f94d97139", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:25.203818 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4bf8a563-bda1-4118-a982-6fe8822f00ee {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:25.204467 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9c71dc-9466-4cc3-a662-bdb47019197f', 'name': 'network-vif-deleted', 'tag': 'cabfc9e5-1ffc-4da6-831a-9a5f94d97139', 'status': 'completed', 'code': 200} Jul 05 10:08:25.222618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 014069d0-0f9f-4573-88b8-c210d5aad947 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:25.227703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 014069d0-0f9f-4573-88b8-c210d5aad947 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:25.231531 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:25.398987 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:25.469242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d277154-202a-4e02-a5b4-5faa2ceee8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014069d0-0f9f-4573-88b8-c210d5aad947'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:25.473301 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d91291-a9d0-41e2-8ac9-266bf9068951" -d '{"events": [{"server_uuid": "1d277154-202a-4e02-a5b4-5faa2ceee8f0", "name": "network-vif-plugged", "status": "completed", "tag": "014069d0-0f9f-4573-88b8-c210d5aad947"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:25.494345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3086f-c4c5-4d42-b4fb-5aea5c099712 req-5a09470f-4ca8-437a-a19a-59530972e5f4 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:25.495985 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ce3086f-c4c5-4d42-b4fb-5aea5c099712 req-5a09470f-4ca8-437a-a19a-59530972e5f4 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 945 time: 0.1258233 Jul 05 10:08:25.500596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3157f-de55-4192-b2df-43fe4d284dba req-df5b6cb9-5cb8-4e03-aa69-7c276c3425ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:25.502540 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ded3157f-de55-4192-b2df-43fe4d284dba req-df5b6cb9-5cb8-4e03-aa69-7c276c3425ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 944 time: 0.0998297 Jul 05 10:08:25.524765 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 014069d0-0f9f-4573-88b8-c210d5aad947, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=014069d0-0f9f-4573-88b8-c210d5aad947,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:25.585017 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:25.605382 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ce3086f-c4c5-4d42-b4fb-5aea5c099712 req-74e5babe-dd3b-437a-b00f-899dbf4a6970 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917678 Jul 05 10:08:25.664626 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ded3157f-de55-4192-b2df-43fe4d284dba req-7cc7cfb2-6a55-44cd-b850-f4ce8dc7b34c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524301 Jul 05 10:08:25.795449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=014069d0-0f9f-4573-88b8-c210d5aad947,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:26.205547 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7b675d-9513-476f-a8a2-cb66276987d6 x-openstack-request-id: req-9e7b675d-9513-476f-a8a2-cb66276987d6 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:26.205829 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d277154-202a-4e02-a5b4-5faa2ceee8f0", "name": "network-vif-plugged", "status": "completed", "tag": "014069d0-0f9f-4573-88b8-c210d5aad947", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:26.206307 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e7b675d-9513-476f-a8a2-cb66276987d6 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:26.206884 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d277154-202a-4e02-a5b4-5faa2ceee8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014069d0-0f9f-4573-88b8-c210d5aad947', 'code': 200} Jul 05 10:08:26.563305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed583713-71ad-4ce6-bdba-5dbc6ff1a313 req-e3c28d86-4452-44df-b26b-d3d79b4a94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:26.625516 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed583713-71ad-4ce6-bdba-5dbc6ff1a313 req-e3c28d86-4452-44df-b26b-d3d79b4a94e8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 1097 time: 0.2036972 Jul 05 10:08:26.665710 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed583713-71ad-4ce6-bdba-5dbc6ff1a313 req-2cea32c8-2de0-4b11-85f8-c7f4cfd20d77 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902007 Jul 05 10:08:26.703635 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f913678f-eed6-4349-ba55-a77c4b61817c req-19e14127-b75c-4b64-88cb-43215f4d91a7 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad9c71dc-9466-4cc3-a662-bdb47019197f HTTP/1.1" status: 200 len: 210 time: 0.0582349 Jul 05 10:08:28.088629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a1691-413b-4d17-84e0-08281809ddab req-c5be82f3-e3a1-425d-bce2-6433bf505581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:28.091162 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f29a1691-413b-4d17-84e0-08281809ddab req-c5be82f3-e3a1-425d-bce2-6433bf505581 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5516a987464e3c882297462ee52153&device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 1098 time: 0.0961699 Jul 05 10:08:28.148811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43186) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:28.236824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a1691-413b-4d17-84e0-08281809ddab req-2fbca3d9-9962-4433-849c-2cc9b795938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:28.239403 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f29a1691-413b-4d17-84e0-08281809ddab req-2fbca3d9-9962-4433-849c-2cc9b795938d service neutron] 10.222.0.64 "GET /v2.0/networks?id=eda718cc-3d88-4d5f-91f1-69312c2d305c HTTP/1.1" status: 200 len: 919 time: 0.1402977 Jul 05 10:08:28.310521 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f29a1691-413b-4d17-84e0-08281809ddab req-a258387c-80a8-444d-bd60-f66136fe42de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fdc63c5-c976-4d99-9770-7e6e457001f5 HTTP/1.1" status: 200 len: 217 time: 0.0538709 Jul 05 10:08:28.376590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a1691-413b-4d17-84e0-08281809ddab req-d0c5e7e5-7981-4bbc-acfb-bebf0806915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:28.378790 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f29a1691-413b-4d17-84e0-08281809ddab req-d0c5e7e5-7981-4bbc-acfb-bebf0806915b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6868f51-bde3-415c-b220-7539627e798e HTTP/1.1" status: 200 len: 858 time: 0.0615132 Jul 05 10:08:28.444765 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f29a1691-413b-4d17-84e0-08281809ddab req-b98654ff-f91b-4009-ae9d-acafc39b2fb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eda718cc-3d88-4d5f-91f1-69312c2d305c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545299 Jul 05 10:08:28.551636 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device cabfc9e5-1ffc-4da6-831a-9a5f94d97139 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:28.603597 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f29a1691-413b-4d17-84e0-08281809ddab req-631acaf5-eebe-4708-a4e1-ca30a21035c7 service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490321 Jul 05 10:08:28.609874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: cabfc9e5-1ffc-4da6-831a-9a5f94d97139 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:28.610657 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device cabfc9e5-1ffc-4da6-831a-9a5f94d97139 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:28.621628 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b8939-f691-48ad-86ba-9b6ce1bef57e req-aba77428-771b-4d10-ba52-30d6261c0444 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:28.634402 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd6b8939-f691-48ad-86ba-9b6ce1bef57e req-aba77428-771b-4d10-ba52-30d6261c0444 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 945 time: 0.2245927 Jul 05 10:08:28.754414 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd6b8939-f691-48ad-86ba-9b6ce1bef57e req-e20acb3b-9ee3-46dc-ba23-e09366b810f4 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134400 Jul 05 10:08:28.829188 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f29a1691-413b-4d17-84e0-08281809ddab req-0f42302b-499a-4fc9-a057-83e1362d712e service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120979 Jul 05 10:08:28.981397 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c94e9bf1-5a06-4929-9fec-63bf869b859c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:29.077352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf98f1e-a05a-4f0a-8255-cb51f127d656 req-8d5b181a-61ee-45e6-9af9-f91c95057cbe tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:29.080245 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fdf98f1e-a05a-4f0a-8255-cb51f127d656 req-8d5b181a-61ee-45e6-9af9-f91c95057cbe tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.1349409 Jul 05 10:08:29.187417 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fdf98f1e-a05a-4f0a-8255-cb51f127d656 req-ade8717f-03a3-4a6e-b3ae-b62b2775fde3 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900912 Jul 05 10:08:29.406328 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecadb6-4138-4413-af94-e284f1cde615 req-38b3cd18-c842-4556-ae8e-68d01d8bbe74 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:29.414849 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-32ecadb6-4138-4413-af94-e284f1cde615 req-38b3cd18-c842-4556-ae8e-68d01d8bbe74 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 945 time: 0.2244878 Jul 05 10:08:29.490229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-32ecadb6-4138-4413-af94-e284f1cde615 req-cd2b5f0a-7ae6-4f86-8d61-cb6d9763e7b4 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups?id=c38a9517-1fea-410f-b550-95ada577c53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735319 Jul 05 10:08:29.589214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c94e9bf1-5a06-4929-9fec-63bf869b859c admin admin] Deleting port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:29.589947 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c94e9bf1-5a06-4929-9fec-63bf869b859c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:29.686570 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd56bb9-07e1-41df-aa6d-7f7a4cba0def req-b9a45830-378d-4bcd-a33e-accf23a13f7b tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:29.689106 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8cd56bb9-07e1-41df-aa6d-7f7a4cba0def req-b9a45830-378d-4bcd-a33e-accf23a13f7b tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 945 time: 0.1108580 Jul 05 10:08:29.720566 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-c94e9bf1-5a06-4929-9fec-63bf869b859c admin admin] For port 32f5e11f-2355-48c9-bdb1-6bc3a5831c68, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=32f5e11f-2355-48c9-bdb1-6bc3a5831c68,segment=NetworkSegment(a1e35b48-cf32-4069-a355-15f230a355fb),segment_id=a1e35b48-cf32-4069-a355-15f230a355fb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:29.721268 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c94e9bf1-5a06-4929-9fec-63bf869b859c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:29.769260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c94e9bf1-5a06-4929-9fec-63bf869b859c admin admin] Calling delete_port for 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:29.794879 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8cd56bb9-07e1-41df-aa6d-7f7a4cba0def req-3cf748af-edd7-47dd-87bc-a2504896714b tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973818 Jul 05 10:08:29.947546 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ea8be-6737-44b3-a1f9-99102a86cbb0 req-4a9071b1-f5c1-4b0f-9cd0-07b2e59a54dc tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:29.949422 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c15ea8be-6737-44b3-a1f9-99102a86cbb0 req-4a9071b1-f5c1-4b0f-9cd0-07b2e59a54dc tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 945 time: 0.1511371 Jul 05 10:08:30.142810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-c15ea8be-6737-44b3-a1f9-99102a86cbb0 req-098b7692-8a5d-4039-9386-8d6374288d48 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Deleting port c3bd1c79-b723-4b8a-a181-4fc3fea5655f {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:30.143385 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c15ea8be-6737-44b3-a1f9-99102a86cbb0 req-098b7692-8a5d-4039-9386-8d6374288d48 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.147694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5081b-4cad-4535-ae7c-db2535a077db req-1aee8e62-4941-4a9f-9853-b69dec7c658a tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:30.150113 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4fe5081b-4cad-4535-ae7c-db2535a077db req-1aee8e62-4941-4a9f-9853-b69dec7c658a tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 945 time: 0.2133434 Jul 05 10:08:30.184012 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d4e28-5ac1-4122-a53d-617984d3a129 req-d8742d00-e902-499d-81a1-c4ed5ff02ef9 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:30.187180 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d8d4e28-5ac1-4122-a53d-617984d3a129 req-d8742d00-e902-499d-81a1-c4ed5ff02ef9 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 1097 time: 0.1203675 Jul 05 10:08:30.327193 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d8d4e28-5ac1-4122-a53d-617984d3a129 req-6291bb70-2ca5-4f24-ada4-1b6103e8ec12 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817697 Jul 05 10:08:30.366876 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-c15ea8be-6737-44b3-a1f9-99102a86cbb0 req-098b7692-8a5d-4039-9386-8d6374288d48 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] For port c3bd1c79-b723-4b8a-a181-4fc3fea5655f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c3bd1c79-b723-4b8a-a181-4fc3fea5655f,segment=NetworkSegment(e8a5cc1e-d2ee-4363-a07c-4a7570972ee9),segment_id=e8a5cc1e-d2ee-4363-a07c-4a7570972ee9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:30.367367 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c15ea8be-6737-44b3-a1f9-99102a86cbb0 req-098b7692-8a5d-4039-9386-8d6374288d48 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.420437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-c15ea8be-6737-44b3-a1f9-99102a86cbb0 req-098b7692-8a5d-4039-9386-8d6374288d48 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Calling delete_port for c3bd1c79-b723-4b8a-a181-4fc3fea5655f owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:30.469156 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c94e9bf1-5a06-4929-9fec-63bf869b859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.519672 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e9bf1-5a06-4929-9fec-63bf869b859c admin admin] Pushing event deleted for resources: {'Port': ['ID=32f5e11f-2355-48c9-bdb1-6bc3a5831c68,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:30.607213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-4fe5081b-4cad-4535-ae7c-db2535a077db req-9403140c-440a-4e85-8ca7-161aecfd6c62 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Deleting port 94c13690-c50d-4def-8732-40c1b63a28a9 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:30.609600 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4fe5081b-4cad-4535-ae7c-db2535a077db req-9403140c-440a-4e85-8ca7-161aecfd6c62 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.767190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-4fe5081b-4cad-4535-ae7c-db2535a077db req-9403140c-440a-4e85-8ca7-161aecfd6c62 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] For port 94c13690-c50d-4def-8732-40c1b63a28a9, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94c13690-c50d-4def-8732-40c1b63a28a9,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:30.767819 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4fe5081b-4cad-4535-ae7c-db2535a077db req-9403140c-440a-4e85-8ca7-161aecfd6c62 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:30.794396 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-4fe5081b-4cad-4535-ae7c-db2535a077db req-9403140c-440a-4e85-8ca7-161aecfd6c62 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Calling delete_port for 94c13690-c50d-4def-8732-40c1b63a28a9 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:30.951953 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df15ba-1950-4ca4-9d9e-1f48601d533b req-b1ce6ade-2ce0-428f-9392-3ecbf26c2792 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:30.974815 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c6df15ba-1950-4ca4-9d9e-1f48601d533b req-b1ce6ade-2ce0-428f-9392-3ecbf26c2792 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 950 time: 0.3611383 Jul 05 10:08:31.112174 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c6df15ba-1950-4ca4-9d9e-1f48601d533b req-6a67f57c-f5b6-4a7c-b878-76d9b8952911 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b9b5ce2-6c98-49af-8834-2f2f056a5d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353595 Jul 05 10:08:31.114496 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c15ea8be-6737-44b3-a1f9-99102a86cbb0 req-098b7692-8a5d-4039-9386-8d6374288d48 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:31.134938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['c3bd1c79-b723-4b8a-a181-4fc3fea5655f'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:31.195802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b7692-8a5d-4039-9386-8d6374288d48 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Pushing event deleted for resources: {'Port': ['ID=c3bd1c79-b723-4b8a-a181-4fc3fea5655f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:31.331319 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15ea8be-6737-44b3-a1f9-99102a86cbb0 req-098b7692-8a5d-4039-9386-8d6374288d48 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] No DVR routers for this DVR port c3bd1c79-b723-4b8a-a181-4fc3fea5655f on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:31.336859 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c15ea8be-6737-44b3-a1f9-99102a86cbb0 req-098b7692-8a5d-4039-9386-8d6374288d48 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:31.340386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c15ea8be-6737-44b3-a1f9-99102a86cbb0 req-098b7692-8a5d-4039-9386-8d6374288d48 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.64 "DELETE /v2.0/ports/c3bd1c79-b723-4b8a-a181-4fc3fea5655f HTTP/1.1" status: 204 len: 173 time: 1.3844283 Jul 05 10:08:31.342113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab18b85-78df-4a66-a60e-97e64d3bf2fd', 'name': 'network-vif-deleted', 'tag': 'c3bd1c79-b723-4b8a-a181-4fc3fea5655f'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:31.346044 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf6b897-caf3-4db4-b452-03ad6c115726" -d '{"events": [{"server_uuid": "3ab18b85-78df-4a66-a60e-97e64d3bf2fd", "name": "network-vif-deleted", "tag": "c3bd1c79-b723-4b8a-a181-4fc3fea5655f"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:31.431672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06000e8-feaf-4291-b9da-4316bfff9f2d req-bd8b6e4b-d65e-420b-85af-226898b1673f tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:31.442374 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e06000e8-feaf-4291-b9da-4316bfff9f2d req-bd8b6e4b-d65e-420b-85af-226898b1673f tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 1097 time: 0.1077976 Jul 05 10:08:31.446884 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c94e9bf1-5a06-4929-9fec-63bf869b859c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:31.512839 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e06000e8-feaf-4291-b9da-4316bfff9f2d req-9d2e1976-5013-4954-9059-4ed995aeda95 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688040 Jul 05 10:08:31.573095 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5346142-0a46-4445-b808-981d45cc54cf req-27ec1eb5-1981-4a43-bbf0-e9a0ba05938a tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:31.581007 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a5346142-0a46-4445-b808-981d45cc54cf req-27ec1eb5-1981-4a43-bbf0-e9a0ba05938a tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.5538199 Jul 05 10:08:31.598118 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4fe5081b-4cad-4535-ae7c-db2535a077db req-9403140c-440a-4e85-8ca7-161aecfd6c62 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:31.615237 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['1346b549-35d3-4d0d-af1c-ddd0bc7cf374', '31b9c61c-eb5c-4e0b-b017-7544965426fb'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:31.831101 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c2169e85-6604-4544-a3fe-03552767c9fd req-6c6fc10c-2c5c-4f6b-86c9-d3c300b9608f tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ab18b85-78df-4a66-a60e-97e64d3bf2fd HTTP/1.1" status: 200 len: 210 time: 0.0756302 Jul 05 10:08:31.834204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403140c-440a-4e85-8ca7-161aecfd6c62 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Pushing event deleted for resources: {'Port': ['ID=94c13690-c50d-4def-8732-40c1b63a28a9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:31.942493 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe5081b-4cad-4535-ae7c-db2535a077db req-9403140c-440a-4e85-8ca7-161aecfd6c62 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] No DVR routers for this DVR port 94c13690-c50d-4def-8732-40c1b63a28a9 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:31.950570 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4fe5081b-4cad-4535-ae7c-db2535a077db req-9403140c-440a-4e85-8ca7-161aecfd6c62 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:31.960290 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4fe5081b-4cad-4535-ae7c-db2535a077db req-9403140c-440a-4e85-8ca7-161aecfd6c62 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.73 "DELETE /v2.0/ports/94c13690-c50d-4def-8732-40c1b63a28a9 HTTP/1.1" status: 204 len: 173 time: 1.8041620 Jul 05 10:08:31.963409 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e17422-a681-4a5c-b356-3ea364c97928', 'name': 'network-vif-deleted', 'tag': '94c13690-c50d-4def-8732-40c1b63a28a9'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:31.968532 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854ca70b-1639-4188-a3bc-a04768a826b2" -d '{"events": [{"server_uuid": "f1e17422-a681-4a5c-b356-3ea364c97928", "name": "network-vif-deleted", "tag": "94c13690-c50d-4def-8732-40c1b63a28a9"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:31.994550 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a5346142-0a46-4445-b808-981d45cc54cf req-11b4be46-bca9-4818-9d43-797bcd503bd4 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124017 Jul 05 10:08:32.243823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a736c-fadd-4ddb-910f-de980609e766 req-f2601334-74b8-4ed6-8c96-2cdeb0350a5e tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:32.266412 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b24a736c-fadd-4ddb-910f-de980609e766 req-f2601334-74b8-4ed6-8c96-2cdeb0350a5e tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.64 "GET /v2.0/ports?device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 950 time: 0.3563178 Jul 05 10:08:32.474937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94e9bf1-5a06-4929-9fec-63bf869b859c admin admin] Router 1d881c73-f7d6-49e0-a951-465d473566d0 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:32.674369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-b24a736c-fadd-4ddb-910f-de980609e766 req-67d78e8d-bbc9-4206-b010-96a36d51b816 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Deleting port 4939f593-fcc0-4991-b557-6960a5f2db45 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:32.675203 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b24a736c-fadd-4ddb-910f-de980609e766 req-67d78e8d-bbc9-4206-b010-96a36d51b816 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:32.821044 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd70f97c-0635-48ad-86ef-d451d3faed37 x-openstack-request-id: req-cd70f97c-0635-48ad-86ef-d451d3faed37 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:32.821939 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab18b85-78df-4a66-a60e-97e64d3bf2fd", "name": "network-vif-deleted", "tag": "c3bd1c79-b723-4b8a-a181-4fc3fea5655f", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:32.822809 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd70f97c-0635-48ad-86ef-d451d3faed37 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:32.823324 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab18b85-78df-4a66-a60e-97e64d3bf2fd', 'name': 'network-vif-deleted', 'tag': 'c3bd1c79-b723-4b8a-a181-4fc3fea5655f', 'status': 'completed', 'code': 200} Jul 05 10:08:32.862885 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20a57278-2480-4191-bfb5-830cbd787870 req-3ab122a2-fcad-4238-bc33-cc90ef3cd012 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e17422-a681-4a5c-b356-3ea364c97928 HTTP/1.1" status: 200 len: 210 time: 0.0750642 Jul 05 10:08:32.886417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94e9bf1-5a06-4929-9fec-63bf869b859c admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:32.917482 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368f4fa8-d134-4e81-8f00-069f73316a3a None None] Sync routers for ids ['1d881c73-f7d6-49e0-a951-465d473566d0'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:32.920584 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c94e9bf1-5a06-4929-9fec-63bf869b859c admin admin] 10.222.0.77 "PUT /v2.0/routers/1d881c73-f7d6-49e0-a951-465d473566d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7701647 Jul 05 10:08:32.925240 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43248) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:32.956627 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368f4fa8-d134-4e81-8f00-069f73316a3a None None] Routers {'1d881c73-f7d6-49e0-a951-465d473566d0'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:32.957965 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-368f4fa8-d134-4e81-8f00-069f73316a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:08:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1d881c73-f7d6-49e0-a951-465d473566d0'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:32.977136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 94c13690-c50d-4def-8732-40c1b63a28a9 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:33.009408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-b24a736c-fadd-4ddb-910f-de980609e766 req-67d78e8d-bbc9-4206-b010-96a36d51b816 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] For port 4939f593-fcc0-4991-b557-6960a5f2db45, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4939f593-fcc0-4991-b557-6960a5f2db45,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:33.013639 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b24a736c-fadd-4ddb-910f-de980609e766 req-67d78e8d-bbc9-4206-b010-96a36d51b816 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:33.090941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 94c13690-c50d-4def-8732-40c1b63a28a9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:33.091284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 94c13690-c50d-4def-8732-40c1b63a28a9 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:33.102465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-b24a736c-fadd-4ddb-910f-de980609e766 req-67d78e8d-bbc9-4206-b010-96a36d51b816 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Calling delete_port for 4939f593-fcc0-4991-b557-6960a5f2db45 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:33.177270 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-368f4fa8-d134-4e81-8f00-069f73316a3a None None] Set router 1d881c73-f7d6-49e0-a951-465d473566d0 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:33.204503 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa4505a-1132-4577-b863-54e5b4da74fd x-openstack-request-id: req-1fa4505a-1132-4577-b863-54e5b4da74fd {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:33.205463 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e17422-a681-4a5c-b356-3ea364c97928", "name": "network-vif-deleted", "tag": "94c13690-c50d-4def-8732-40c1b63a28a9", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:33.206165 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1fa4505a-1132-4577-b863-54e5b4da74fd {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:33.207075 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e17422-a681-4a5c-b356-3ea364c97928', 'name': 'network-vif-deleted', 'tag': '94c13690-c50d-4def-8732-40c1b63a28a9', 'status': 'completed', 'code': 200} Jul 05 10:08:33.436777 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40850d34-a03a-4232-8faf-990f93f11378 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:33.732380 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-368f4fa8-d134-4e81-8f00-069f73316a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418509442-router', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:08Z', 'updated_at': '2021-07-05T10:08:30Z', 'revision_number': 5, 'project_id': '908871a88987452ba5c96d73cbafee64', 'gw_port': {'id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:10Z', 'updated_at': '2021-07-05T10:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:33.748496 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b24a736c-fadd-4ddb-910f-de980609e766 req-67d78e8d-bbc9-4206-b010-96a36d51b816 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:33.764498 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['4939f593-fcc0-4991-b557-6960a5f2db45'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:33.873591 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368f4fa8-d134-4e81-8f00-069f73316a3a None None] Checking router: 1d881c73-f7d6-49e0-a951-465d473566d0 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:08:33.884609 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d78e8d-bbc9-4206-b010-96a36d51b816 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Pushing event deleted for resources: {'Port': ['ID=4939f593-fcc0-4991-b557-6960a5f2db45,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:33.909407 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368f4fa8-d134-4e81-8f00-069f73316a3a None None] Routers {'1d881c73-f7d6-49e0-a951-465d473566d0'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:33.910460 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-368f4fa8-d134-4e81-8f00-069f73316a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:08:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1d881c73-f7d6-49e0-a951-465d473566d0'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:33.923787 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24a736c-fadd-4ddb-910f-de980609e766 req-67d78e8d-bbc9-4206-b010-96a36d51b816 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] No DVR routers for this DVR port 4939f593-fcc0-4991-b557-6960a5f2db45 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:33.927566 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b24a736c-fadd-4ddb-910f-de980609e766 req-67d78e8d-bbc9-4206-b010-96a36d51b816 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:33.930276 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b24a736c-fadd-4ddb-910f-de980609e766 req-67d78e8d-bbc9-4206-b010-96a36d51b816 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.64 "DELETE /v2.0/ports/4939f593-fcc0-4991-b557-6960a5f2db45 HTTP/1.1" status: 204 len: 173 time: 1.6556928 Jul 05 10:08:34.206182 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-368f4fa8-d134-4e81-8f00-069f73316a3a None None] Set router 1d881c73-f7d6-49e0-a951-465d473566d0 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:34.217261 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7c0d08f8-cdc8-4e28-9cdc-bdaa08ec5d35 req-03732cf4-558c-415a-be3f-014a2fd20b03 tempest-ServersAdminNegativeTestJSON-191443533 tempest-ServersAdminNegativeTestJSON-191443533-project] 10.222.0.77 "GET /v2.0/ports?device_id=5026dcbf-6802-4fab-abda-54b2e54356f0 HTTP/1.1" status: 200 len: 210 time: 0.1104372 Jul 05 10:08:34.313261 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d48a224a-05a1-4216-a391-d73c193bdf20 req-6fae1ac6-f228-4b39-8018-3099a069229c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2081406 Jul 05 10:08:34.322233 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40850d34-a03a-4232-8faf-990f93f11378 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:34.606266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c3bd1c79-b723-4b8a-a181-4fc3fea5655f no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:34.647819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: c3bd1c79-b723-4b8a-a181-4fc3fea5655f {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:34.661550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c3bd1c79-b723-4b8a-a181-4fc3fea5655f not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:34.661550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4939f593-fcc0-4991-b557-6960a5f2db45 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:34.693488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 4939f593-fcc0-4991-b557-6960a5f2db45 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:34.694358 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4939f593-fcc0-4991-b557-6960a5f2db45 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:34.760072 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-368f4fa8-d134-4e81-8f00-069f73316a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418509442-router', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:08Z', 'updated_at': '2021-07-05T10:08:30Z', 'revision_number': 5, 'project_id': '908871a88987452ba5c96d73cbafee64', 'gw_port': {'id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:10Z', 'updated_at': '2021-07-05T10:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:34.792274 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368f4fa8-d134-4e81-8f00-069f73316a3a None None] The sync data for ids ['1d881c73-f7d6-49e0-a951-465d473566d0'] in n-d-779913-27 is: [{'id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418509442-router', 'tenant_id': '908871a88987452ba5c96d73cbafee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:08Z', 'updated_at': '2021-07-05T10:08:30Z', 'revision_number': 5, 'project_id': '908871a88987452ba5c96d73cbafee64', 'gw_port': {'id': '3dea86a2-e1fb-4249-b5f1-4f3180e92894', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d881c73-f7d6-49e0-a951-465d473566d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:10Z', 'updated_at': '2021-07-05T10:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:34.819600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358c2e3-35c7-4670-91ef-cf687d6bae19 req-e2ef78c1-ec20-483c-a7c5-4379ef1b33b7 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:34.821970 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d358c2e3-35c7-4670-91ef-cf687d6bae19 req-e2ef78c1-ec20-483c-a7c5-4379ef1b33b7 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.1967716 Jul 05 10:08:34.824535 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5026dcbf-6802-4fab-abda-54b2e54356f0', 'name': 'network-vif-deleted', 'tag': '4939f593-fcc0-4991-b557-6960a5f2db45'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:34.840062 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd65cfb-ba0d-4fb4-9638-ff83aee7d7c7" -d '{"events": [{"server_uuid": "5026dcbf-6802-4fab-abda-54b2e54356f0", "name": "network-vif-deleted", "tag": "4939f593-fcc0-4991-b557-6960a5f2db45"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:34.840208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-40850d34-a03a-4232-8faf-990f93f11378 admin admin] Deleting port 3dea86a2-e1fb-4249-b5f1-4f3180e92894 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:34.840208 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40850d34-a03a-4232-8faf-990f93f11378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:34.847461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a224a-05a1-4216-a391-d73c193bdf20 req-f2a8f995-4272-4bad-9de3-fd2aa2be4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:34.849604 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d48a224a-05a1-4216-a391-d73c193bdf20 req-f2a8f995-4272-4bad-9de3-fd2aa2be4e7f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=76a4558d73cf47e68041ab5a60a21287&device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 1098 time: 0.3042607 Jul 05 10:08:34.985052 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d358c2e3-35c7-4670-91ef-cf687d6bae19 req-c2032d13-26c6-47e4-b989-d23208674c43 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541417 Jul 05 10:08:35.040855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-40850d34-a03a-4232-8faf-990f93f11378 admin admin] For port 3dea86a2-e1fb-4249-b5f1-4f3180e92894, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3dea86a2-e1fb-4249-b5f1-4f3180e92894,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:35.041248 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40850d34-a03a-4232-8faf-990f93f11378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:35.081812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a224a-05a1-4216-a391-d73c193bdf20 req-b4ff83f3-d6d5-41b1-9bd4-6689354423a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:35.083541 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d48a224a-05a1-4216-a391-d73c193bdf20 req-b4ff83f3-d6d5-41b1-9bd4-6689354423a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7684b902-3229-4b37-a9ab-3584bb0811d1 HTTP/1.1" status: 200 len: 916 time: 0.1877782 Jul 05 10:08:35.086779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-40850d34-a03a-4232-8faf-990f93f11378 admin admin] Calling delete_port for 3dea86a2-e1fb-4249-b5f1-4f3180e92894 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:35.143945 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d48a224a-05a1-4216-a391-d73c193bdf20 req-e407054a-0542-4187-9589-9af4b42c5c70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1346b549-35d3-4d0d-af1c-ddd0bc7cf374 HTTP/1.1" status: 200 len: 217 time: 0.0483227 Jul 05 10:08:35.237105 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ef3df7-2a05-448a-b789-3b57d3cdbec1 x-openstack-request-id: req-e8ef3df7-2a05-448a-b789-3b57d3cdbec1 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:35.237594 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5026dcbf-6802-4fab-abda-54b2e54356f0", "name": "network-vif-deleted", "tag": "4939f593-fcc0-4991-b557-6960a5f2db45", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:35.237941 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8ef3df7-2a05-448a-b789-3b57d3cdbec1 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:35.239071 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5026dcbf-6802-4fab-abda-54b2e54356f0', 'name': 'network-vif-deleted', 'tag': '4939f593-fcc0-4991-b557-6960a5f2db45', 'status': 'completed', 'code': 200} Jul 05 10:08:35.292903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a224a-05a1-4216-a391-d73c193bdf20 req-db5205ae-fbb1-46aa-8aeb-7b4725b0f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:35.296050 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d48a224a-05a1-4216-a391-d73c193bdf20 req-db5205ae-fbb1-46aa-8aeb-7b4725b0f215 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=446a9bbb-4af0-4a98-b987-99ffad3e4940 HTTP/1.1" status: 200 len: 854 time: 0.1072688 Jul 05 10:08:35.476512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a224a-05a1-4216-a391-d73c193bdf20 req-e8c16079-6589-4ea2-8032-c137ab209517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:35.478107 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d48a224a-05a1-4216-a391-d73c193bdf20 req-e8c16079-6589-4ea2-8032-c137ab209517 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7684b902-3229-4b37-a9ab-3584bb0811d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1750853 Jul 05 10:08:35.607257 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40850d34-a03a-4232-8faf-990f93f11378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:35.620505 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d48a224a-05a1-4216-a391-d73c193bdf20 req-8fed3784-a5be-4315-ab56-f1ac3174e901 service neutron] 10.222.0.73 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268620 Jul 05 10:08:35.669238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40850d34-a03a-4232-8faf-990f93f11378 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dea86a2-e1fb-4249-b5f1-4f3180e92894,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:35.795519 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40850d34-a03a-4232-8faf-990f93f11378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:35.951267 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d48a224a-05a1-4216-a391-d73c193bdf20 req-798d0213-4ba1-4d16-99aa-ec627e8cbc80 service neutron] 10.222.0.73 "GET /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943864 Jul 05 10:08:35.953916 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40850d34-a03a-4232-8faf-990f93f11378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:35.962547 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40850d34-a03a-4232-8faf-990f93f11378 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.417773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:36.447929 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:36.448283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 32f5e11f-2355-48c9-bdb1-6bc3a5831c68 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:36.593543 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40850d34-a03a-4232-8faf-990f93f11378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.594777 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40850d34-a03a-4232-8faf-990f93f11378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d881c73-f7d6-49e0-a951-465d473566d0 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:08:36.611987 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40850d34-a03a-4232-8faf-990f93f11378 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.615897 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-40850d34-a03a-4232-8faf-990f93f11378 admin admin] 10.222.0.77 "DELETE /v2.0/routers/1d881c73-f7d6-49e0-a951-465d473566d0 HTTP/1.1" status: 204 len: 168 time: 3.6851411 Jul 05 10:08:36.615897 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43314) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:36.693985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-765e3869-8471-4396-862c-c1e455029655 admin admin] Deleting subnet fa553354-5a95-45e8-9cf0-3d89046d1d99 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:08:36.699405 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-765e3869-8471-4396-862c-c1e455029655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:36.778518 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-765e3869-8471-4396-862c-c1e455029655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.001550 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-765e3869-8471-4396-862c-c1e455029655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.263063 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-765e3869-8471-4396-862c-c1e455029655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.320605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e3869-8471-4396-862c-c1e455029655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa553354-5a95-45e8-9cf0-3d89046d1d99,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:37.399410 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-765e3869-8471-4396-862c-c1e455029655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.404492 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-765e3869-8471-4396-862c-c1e455029655 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fa553354-5a95-45e8-9cf0-3d89046d1d99 HTTP/1.1" status: 204 len: 168 time: 0.7830307 Jul 05 10:08:37.408394 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43328) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:37.417366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1267586-c71f-4170-900c-32c92f244564 None None] Network ffe4ad3e-48f0-40c5-b0a5-59a052f938db requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:37.462729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e4e68-da3a-4c4a-9dd9-6926df576071 req-0f486a09-98fd-4894-93b7-df2ce07d4ee4 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:37.472667 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-179e4e68-da3a-4c4a-9dd9-6926df576071 req-0f486a09-98fd-4894-93b7-df2ce07d4ee4 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=be235c92-58c9-4217-896d-14fefc72bcea HTTP/1.1" status: 200 len: 946 time: 0.1556253 Jul 05 10:08:37.519694 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.568260 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-179e4e68-da3a-4c4a-9dd9-6926df576071 req-38e59080-34f1-44da-8d25-b64f56dcaeea tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915093 Jul 05 10:08:37.622367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] Deleting port d311d589-39a1-4a27-8c9b-a40f2e594434 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:37.622726 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.707737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feae184-c338-4e4c-a507-22a6808d0ae1 None None] DHCP port deletion for ffe4ad3e-48f0-40c5-b0a5-59a052f938db request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:08:37.736782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] For port d311d589-39a1-4a27-8c9b-a40f2e594434, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d311d589-39a1-4a27-8c9b-a40f2e594434,segment=NetworkSegment(a1e35b48-cf32-4069-a355-15f230a355fb),segment_id=a1e35b48-cf32-4069-a355-15f230a355fb)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:37.737177 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.759128 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] Calling delete_port for d311d589-39a1-4a27-8c9b-a40f2e594434 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:37.791130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3feae184-c338-4e4c-a507-22a6808d0ae1 None None] Deleting port d311d589-39a1-4a27-8c9b-a40f2e594434 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:37.793560 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3feae184-c338-4e4c-a507-22a6808d0ae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.948272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-3feae184-c338-4e4c-a507-22a6808d0ae1 None None] For port d311d589-39a1-4a27-8c9b-a40f2e594434, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d311d589-39a1-4a27-8c9b-a40f2e594434,segment=NetworkSegment(a1e35b48-cf32-4069-a355-15f230a355fb),segment_id=a1e35b48-cf32-4069-a355-15f230a355fb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:37.950857 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3feae184-c338-4e4c-a507-22a6808d0ae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:37.965529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3feae184-c338-4e4c-a507-22a6808d0ae1 None None] Calling delete_port for d311d589-39a1-4a27-8c9b-a40f2e594434 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:37.978293 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43338) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:38.168349 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d281c8-25d3-4432-a14d-7765c8d58bfd req-1be39b7c-41c3-4c4b-825b-c9ec53218ab5 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:38.170093 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-74d281c8-25d3-4432-a14d-7765c8d58bfd req-1be39b7c-41c3-4c4b-825b-c9ec53218ab5 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.73 "GET /v2.0/ports?device_id=be235c92-58c9-4217-896d-14fefc72bcea HTTP/1.1" status: 200 len: 946 time: 0.1364226 Jul 05 10:08:38.188908 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.200315 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3feae184-c338-4e4c-a507-22a6808d0ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.236817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=d311d589-39a1-4a27-8c9b-a40f2e594434,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:38.248135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d8450ce8-cf88-4afc-9d16-e1ac9bde63d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=012f23fa8d5443afbf26663b6755750e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683060 Jul 05 10:08:38.248722 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43346) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:38.261319 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feae184-c338-4e4c-a507-22a6808d0ae1 None None] No DVR routers for this DVR port d311d589-39a1-4a27-8c9b-a40f2e594434 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:38.271163 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feae184-c338-4e4c-a507-22a6808d0ae1 None None] Pushing event deleted for resources: {'Port': ['ID=d311d589-39a1-4a27-8c9b-a40f2e594434,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:38.280769 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] No DVR routers for this DVR port d311d589-39a1-4a27-8c9b-a40f2e594434 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:38.326601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43348) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:38.417086 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-747af6f1-9c33-4d75-9cf7-670b7b0ef251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.451506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-d8bf68ed-57da-4cef-83fb-871822a37841 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:08:38.452178 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3dea86a2-e1fb-4249-b5f1-4f3180e92894 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:38.453467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-d8bf68ed-57da-4cef-83fb-871822a37841 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5595806 Jul 05 10:08:38.486286 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.492594 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-747af6f1-9c33-4d75-9cf7-670b7b0ef251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.508971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 3dea86a2-e1fb-4249-b5f1-4f3180e92894 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:38.509608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3dea86a2-e1fb-4249-b5f1-4f3180e92894 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:38.510201 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d311d589-39a1-4a27-8c9b-a40f2e594434 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:38.518087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe4ad3e-48f0-40c5-b0a5-59a052f938db']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:38.537201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e35b48-cf32-4069-a355-15f230a355fb') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:38.538007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e35b48-cf32-4069-a355-15f230a355fb') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:38.538681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: d311d589-39a1-4a27-8c9b-a40f2e594434 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:38.539272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d311d589-39a1-4a27-8c9b-a40f2e594434 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:38.554508 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.567258 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-db12d6df-05a8-46e4-85b3-d7734b2cbc95 service neutron] Request body: {'binding': {'host': 'n-h2-779913-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:38.568569 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-db12d6df-05a8-46e4-85b3-d7734b2cbc95 service neutron] Unknown quota resources ['binding']. {{(pid=100775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:08:38.591186 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3460ddc7-c4ff-4165-8a1c-591a2f6a3414 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.603371 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.613198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-74d281c8-25d3-4432-a14d-7765c8d58bfd req-abadb748-0bb3-44dc-89f6-e547c7b1d609 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Deleting port 31b9c61c-eb5c-4e0b-b017-7544965426fb {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:38.613545 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-74d281c8-25d3-4432-a14d-7765c8d58bfd req-abadb748-0bb3-44dc-89f6-e547c7b1d609 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.615007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:08:38.615362 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:08:38.617461 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:08:38.627185 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3460ddc7-c4ff-4165-8a1c-591a2f6a3414 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.766083 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-747af6f1-9c33-4d75-9cf7-670b7b0ef251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.769309 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-747af6f1-9c33-4d75-9cf7-670b7b0ef251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.773947 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-747af6f1-9c33-4d75-9cf7-670b7b0ef251 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1b9b5ce2-6c98-49af-8834-2f2f056a5d09 HTTP/1.1" status: 204 len: 168 time: 0.5214214 Jul 05 10:08:38.805305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747af6f1-9c33-4d75-9cf7-670b7b0ef251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9b5ce2-6c98-49af-8834-2f2f056a5d09,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:38.817816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-74d281c8-25d3-4432-a14d-7765c8d58bfd req-abadb748-0bb3-44dc-89f6-e547c7b1d609 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] For port 31b9c61c-eb5c-4e0b-b017-7544965426fb, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=31b9c61c-eb5c-4e0b-b017-7544965426fb,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:38.819207 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-74d281c8-25d3-4432-a14d-7765c8d58bfd req-abadb748-0bb3-44dc-89f6-e547c7b1d609 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.853180 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3460ddc7-c4ff-4165-8a1c-591a2f6a3414 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.857859 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3460ddc7-c4ff-4165-8a1c-591a2f6a3414 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:38.862892 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3460ddc7-c4ff-4165-8a1c-591a2f6a3414 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "DELETE /v2.0/security-groups/869bd086-41f9-42bc-a694-cdd0ca6ded7f HTTP/1.1" status: 204 len: 168 time: 0.5319593 Jul 05 10:08:38.872283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-74d281c8-25d3-4432-a14d-7765c8d58bfd req-abadb748-0bb3-44dc-89f6-e547c7b1d609 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Calling delete_port for 31b9c61c-eb5c-4e0b-b017-7544965426fb owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:38.875269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43358) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:38.907543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460ddc7-c4ff-4165-8a1c-591a2f6a3414 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=869bd086-41f9-42bc-a694-cdd0ca6ded7f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:38.950001 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-060e1b8b-6fa8-42eb-899e-19a534750d12 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] show failed (client error): The resource could not be found. Jul 05 10:08:38.951173 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-060e1b8b-6fa8-42eb-899e-19a534750d12 tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "GET /v2.0/security-groups/869bd086-41f9-42bc-a694-cdd0ca6ded7f HTTP/1.1" status: 404 len: 347 time: 0.0749111 Jul 05 10:08:38.988433 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43360) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:39.134323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca259ff1-e757-428e-bc3d-553e871288ba req-6bf8ad4a-9b68-4413-baa0-f95306914481 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:39.136726 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ca259ff1-e757-428e-bc3d-553e871288ba req-6bf8ad4a-9b68-4413-baa0-f95306914481 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=be235c92-58c9-4217-896d-14fefc72bcea HTTP/1.1" status: 200 len: 946 time: 0.2752995 Jul 05 10:08:39.231799 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ca259ff1-e757-428e-bc3d-553e871288ba req-fa70ebeb-ef7c-41e8-83c4-b9b038b263b2 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748093 Jul 05 10:08:39.271588 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d8586-68cf-4de3-9681-4234b5f5fbeb tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Deleting port 737540b1-b310-4908-9f16-5081144449df {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:39.272674 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8586-68cf-4de3-9681-4234b5f5fbeb tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.363195 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.392966 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.396425 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ffe4ad3e-48f0-40c5-b0a5-59a052f938db HTTP/1.1" status: 204 len: 168 time: 1.9864995 Jul 05 10:08:39.399804 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43372) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:39.417132 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8586-68cf-4de3-9681-4234b5f5fbeb tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.417696 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8586-68cf-4de3-9681-4234b5f5fbeb tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.420869 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-74d281c8-25d3-4432-a14d-7765c8d58bfd req-abadb748-0bb3-44dc-89f6-e547c7b1d609 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.425210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c0c87-06d8-44d6-b852-1df2e4a75a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffe4ad3e-48f0-40c5-b0a5-59a052f938db,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:39.433582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-db12d6df-05a8-46e4-85b3-d7734b2cbc95 service neutron] Attempting to bind port 014069d0-0f9f-4573-88b8-c210d5aad947 on host n-h2-779913-27 for vnic_type normal with profile None {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:39.433929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-db12d6df-05a8-46e4-85b3-d7734b2cbc95 service neutron] Attempting to bind port 014069d0-0f9f-4573-88b8-c210d5aad947 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:39.434278 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-db12d6df-05a8-46e4-85b3-d7734b2cbc95 service neutron] Attempting to bind port 014069d0-0f9f-4573-88b8-c210d5aad947 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:39.434867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['1346b549-35d3-4d0d-af1c-ddd0bc7cf374'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:39.475114 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-db12d6df-05a8-46e4-85b3-d7734b2cbc95 service neutron] Port 014069d0-0f9f-4573-88b8-c210d5aad947 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:39.476026 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-db12d6df-05a8-46e4-85b3-d7734b2cbc95 service neutron] Attempting to bind port 014069d0-0f9f-4573-88b8-c210d5aad947 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:39.489976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-db12d6df-05a8-46e4-85b3-d7734b2cbc95 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:39.490326 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-db12d6df-05a8-46e4-85b3-d7734b2cbc95 service neutron] Checking segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:39.490709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-db12d6df-05a8-46e4-85b3-d7734b2cbc95 service neutron] Bound using segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:39.491392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-db12d6df-05a8-46e4-85b3-d7734b2cbc95 service neutron] Bound port: 014069d0-0f9f-4573-88b8-c210d5aad947, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:39.509255 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadb748-0bb3-44dc-89f6-e547c7b1d609 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Pushing event deleted for resources: {'Port': ['ID=31b9c61c-eb5c-4e0b-b017-7544965426fb,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:39.519905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d8586-68cf-4de3-9681-4234b5f5fbeb tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Calling delete_port for 737540b1-b310-4908-9f16-5081144449df owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:39.619515 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-db12d6df-05a8-46e4-85b3-d7734b2cbc95 service neutron] For port 014069d0-0f9f-4573-88b8-c210d5aad947, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=014069d0-0f9f-4573-88b8-c210d5aad947,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:39.668188 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d281c8-25d3-4432-a14d-7765c8d58bfd req-abadb748-0bb3-44dc-89f6-e547c7b1d609 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] No DVR routers for this DVR port 31b9c61c-eb5c-4e0b-b017-7544965426fb on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:39.673931 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-74d281c8-25d3-4432-a14d-7765c8d58bfd req-abadb748-0bb3-44dc-89f6-e547c7b1d609 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.676765 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-74d281c8-25d3-4432-a14d-7765c8d58bfd req-abadb748-0bb3-44dc-89f6-e547c7b1d609 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.73 "DELETE /v2.0/ports/31b9c61c-eb5c-4e0b-b017-7544965426fb HTTP/1.1" status: 204 len: 173 time: 1.4899540 Jul 05 10:08:39.676765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be235c92-58c9-4217-896d-14fefc72bcea', 'name': 'network-vif-deleted', 'tag': '31b9c61c-eb5c-4e0b-b017-7544965426fb'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:39.681866 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a5d10f-4cab-495c-a3f0-f861e4242722" -d '{"events": [{"server_uuid": "be235c92-58c9-4217-896d-14fefc72bcea", "name": "network-vif-deleted", "tag": "31b9c61c-eb5c-4e0b-b017-7544965426fb"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:39.727123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b951b46-5f06-40bf-abca-beef7a85c67a req-43a8c6b2-4878-4c79-b358-fe8743b76094 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:39.729364 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b951b46-5f06-40bf-abca-beef7a85c67a req-43a8c6b2-4878-4c79-b358-fe8743b76094 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.3146744 Jul 05 10:08:39.776981 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-db12d6df-05a8-46e4-85b3-d7734b2cbc95 service neutron] Notify callbacks [] for binding, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:39.778185 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-db12d6df-05a8-46e4-85b3-d7734b2cbc95 service neutron] 10.222.0.77 "POST /v2.0/ports/014069d0-0f9f-4573-88b8-c210d5aad947/bindings HTTP/1.1" status: 201 len: 390 time: 1.3031006 Jul 05 10:08:39.815219 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b951b46-5f06-40bf-abca-beef7a85c67a req-a5f1701c-0f81-4439-939d-4160b3f6ee26 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684474 Jul 05 10:08:39.967132 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3fd27b7-d668-4d4e-b7e7-9aba39c88b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.003328 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43378) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:40.051157 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-eff1d547-2dbf-4d18-a4a9-9241aa3522c9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ed73f2579fac4f8483fc6446e3c99601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458333 Jul 05 10:08:40.054117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43380) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:40.113876 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8586-68cf-4de3-9681-4234b5f5fbeb tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.244217 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8586-68cf-4de3-9681-4234b5f5fbeb tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.249878 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8586-68cf-4de3-9681-4234b5f5fbeb tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.254052 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4a0d8586-68cf-4de3-9681-4234b5f5fbeb tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] 10.222.0.77 "DELETE /v2.0/floatingips/f6e55cac-36b6-4b38-a05c-46c78b924645 HTTP/1.1" status: 204 len: 168 time: 1.2602925 Jul 05 10:08:40.270083 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d8586-68cf-4de3-9681-4234b5f5fbeb tempest-ImagesOneServerNegativeTestJSON-1812204837 tempest-ImagesOneServerNegativeTestJSON-1812204837-project] Pushing event deleted for resources: {'Port': ['ID=737540b1-b310-4908-9f16-5081144449df,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:40.288007 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db6555be-52f5-4188-9454-8f8971464dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.332063 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150856b2-129c-443b-81fd-fcc9bac0a10e x-openstack-request-id: req-150856b2-129c-443b-81fd-fcc9bac0a10e {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:40.332429 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be235c92-58c9-4217-896d-14fefc72bcea", "name": "network-vif-deleted", "tag": "31b9c61c-eb5c-4e0b-b017-7544965426fb", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:40.332642 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-150856b2-129c-443b-81fd-fcc9bac0a10e {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:40.333026 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be235c92-58c9-4217-896d-14fefc72bcea', 'name': 'network-vif-deleted', 'tag': '31b9c61c-eb5c-4e0b-b017-7544965426fb', 'status': 'completed', 'code': 200} Jul 05 10:08:40.334958 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db6555be-52f5-4188-9454-8f8971464dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.376280 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd27b7-d668-4d4e-b7e7-9aba39c88b57 admin admin] Deleting port a14bc2d4-b93a-4a3d-8245-7b293e517e5b {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:40.376778 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3fd27b7-d668-4d4e-b7e7-9aba39c88b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.471870 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-c3fd27b7-d668-4d4e-b7e7-9aba39c88b57 admin admin] For port a14bc2d4-b93a-4a3d-8245-7b293e517e5b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a14bc2d4-b93a-4a3d-8245-7b293e517e5b,segment=NetworkSegment(2775750c-ffaa-40d2-b1d7-0e5cee4b01b6),segment_id=2775750c-ffaa-40d2-b1d7-0e5cee4b01b6)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:40.472453 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3fd27b7-d668-4d4e-b7e7-9aba39c88b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.495507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd27b7-d668-4d4e-b7e7-9aba39c88b57 admin admin] Calling delete_port for a14bc2d4-b93a-4a3d-8245-7b293e517e5b owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:40.645022 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db6555be-52f5-4188-9454-8f8971464dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.647632 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db6555be-52f5-4188-9454-8f8971464dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.652822 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-db6555be-52f5-4188-9454-8f8971464dc5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d4ced7e6-948a-4ee1-9858-ff0b6b09499d HTTP/1.1" status: 204 len: 168 time: 0.5936756 Jul 05 10:08:40.660164 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6555be-52f5-4188-9454-8f8971464dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ced7e6-948a-4ee1-9858-ff0b6b09499d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:40.959940 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3fd27b7-d668-4d4e-b7e7-9aba39c88b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:40.996588 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd27b7-d668-4d4e-b7e7-9aba39c88b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=a14bc2d4-b93a-4a3d-8245-7b293e517e5b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:41.018775 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 31b9c61c-eb5c-4e0b-b017-7544965426fb no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:41.059432 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8ff31cb8-1482-4fb5-8b71-abbad238602d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:41.069286 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 31b9c61c-eb5c-4e0b-b017-7544965426fb {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:41.069921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 31b9c61c-eb5c-4e0b-b017-7544965426fb not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:41.237954 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3fd27b7-d668-4d4e-b7e7-9aba39c88b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:41.305503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-580529e0-b270-4f22-b967-985f603e30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:41.307074 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-580529e0-b270-4f22-b967-985f603e30f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 1097 time: 0.1246746 Jul 05 10:08:41.545239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-abcda17f-641a-49ac-88e5-c1878f0ff1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:41.546850 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-abcda17f-641a-49ac-88e5-c1878f0ff1e2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.2257423 Jul 05 10:08:41.630670 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-ec67734f-500e-40da-8596-8c80490853d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=014069d0-0f9f-4573-88b8-c210d5aad947 HTTP/1.1" status: 200 len: 217 time: 0.0731177 Jul 05 10:08:41.766980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-523b8486-1d8e-49ab-9552-2e61dc8e933d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:41.768497 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-523b8486-1d8e-49ab-9552-2e61dc8e933d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.0868874 Jul 05 10:08:41.779100 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fd27b7-d668-4d4e-b7e7-9aba39c88b57 admin admin] Router 3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:08:41.818818 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-e60eb1b4-74d0-42d3-bd31-fdb882071e2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418880 Jul 05 10:08:41.851434 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a1babc5a-08e0-4c4d-b38b-75462437c742 req-98909af9-f067-4e3a-b69b-c0feb6a241a9 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=be235c92-58c9-4217-896d-14fefc72bcea HTTP/1.1" status: 200 len: 210 time: 0.0631599 Jul 05 10:08:42.099706 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-56d93ba6-8780-42a2-acc1-81c7dbe9f877 service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587414 Jul 05 10:08:42.105155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fd27b7-d668-4d4e-b7e7-9aba39c88b57 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:42.116605 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c3fd27b7-d668-4d4e-b7e7-9aba39c88b57 admin admin] 10.222.0.77 "PUT /v2.0/routers/3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7060089 Jul 05 10:08:42.116992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43424) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:42.123001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fddbe5e-ed3a-43b2-8fb9-2c966e05659e None None] Sync routers for ids ['3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:42.162349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fddbe5e-ed3a-43b2-8fb9-2c966e05659e None None] Routers {'3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:42.163016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-4fddbe5e-ed3a-43b2-8fb9-2c966e05659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:08:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:42.251491 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-8ca780e5-4fe4-4c64-b1f1-f115805cdcae service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441238 Jul 05 10:08:42.275677 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fe639-7af6-44a9-a2fa-407868827143 req-bdcff25e-3a64-48be-959f-9d2aed5ed746 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:42.278484 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-221fe639-7af6-44a9-a2fa-407868827143 req-bdcff25e-3a64-48be-959f-9d2aed5ed746 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 945 time: 0.1174853 Jul 05 10:08:42.354687 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-221fe639-7af6-44a9-a2fa-407868827143 req-52671a30-ce14-4afb-9b39-31f3ad473717 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671613 Jul 05 10:08:42.363998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-4fddbe5e-ed3a-43b2-8fb9-2c966e05659e None None] Set router 3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:42.516222 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f75fa1ee-3b55-47b6-884d-a6692b2875f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.614688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdca2e-46b3-4cbf-8635-4e8a366f1076 req-583216a3-e7f9-4751-aad0-64c3f690a733 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:42.629406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43434) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:42.631486 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a5cdca2e-46b3-4cbf-8635-4e8a366f1076 req-583216a3-e7f9-4751-aad0-64c3f690a733 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 945 time: 0.3851976 Jul 05 10:08:42.701914 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-b014e054-08ff-4759-8a76-22445df43dac tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:42.703992 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-b014e054-08ff-4759-8a76-22445df43dac tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0&tenant_id=2cf98573ed3c4198bb69640d015cda66&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 1097 time: 0.2582147 Jul 05 10:08:42.725906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-27'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:42.742466 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a5cdca2e-46b3-4cbf-8635-4e8a366f1076 req-8e914f67-11d1-409d-ae65-7ce7c998b723 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6481496-ad23-4373-b089-b6f0e85a608f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097050 Jul 05 10:08:42.780246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-203e2d2d-235e-4a20-9cae-720214f54fc9 admin admin] Deleting subnet 6f7cc0a6-a755-4629-82a4-860ee4befff1 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:08:42.781852 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-203e2d2d-235e-4a20-9cae-720214f54fc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.798512 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f75fa1ee-3b55-47b6-884d-a6692b2875f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.836342 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-203e2d2d-235e-4a20-9cae-720214f54fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:42.926451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-4fddbe5e-ed3a-43b2-8fb9-2c966e05659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1611643223-router', 'tenant_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'ac7c9233-e5ef-4b94-913b-d1a4c3edc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:19Z', 'updated_at': '2021-07-05T10:08:40Z', 'revision_number': 5, 'project_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'gw_port': {'id': 'ac7c9233-e5ef-4b94-913b-d1a4c3edc46c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:21Z', 'updated_at': '2021-07-05T10:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:42.976932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43440) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:42.987112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fddbe5e-ed3a-43b2-8fb9-2c966e05659e None None] Checking router: 3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:08:43.005800 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-203e2d2d-235e-4a20-9cae-720214f54fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.030001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fddbe5e-ed3a-43b2-8fb9-2c966e05659e None None] Routers {'3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:43.034069 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-4fddbe5e-ed3a-43b2-8fb9-2c966e05659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:08:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:43.067683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-f75fa1ee-3b55-47b6-884d-a6692b2875f1 admin admin] Deleting port ac7c9233-e5ef-4b94-913b-d1a4c3edc46c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:43.068229 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f75fa1ee-3b55-47b6-884d-a6692b2875f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.108633 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.157313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f9829d93-fc67-4274-b6e6-13016c10732d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-509893283-network', 'tenant_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:43.222189 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-203e2d2d-235e-4a20-9cae-720214f54fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.239979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-4fddbe5e-ed3a-43b2-8fb9-2c966e05659e None None] Set router 3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:43.289735 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-f75fa1ee-3b55-47b6-884d-a6692b2875f1 admin admin] For port ac7c9233-e5ef-4b94-913b-d1a4c3edc46c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ac7c9233-e5ef-4b94-913b-d1a4c3edc46c,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:43.292849 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f75fa1ee-3b55-47b6-884d-a6692b2875f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.299812 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-4fddbe5e-ed3a-43b2-8fb9-2c966e05659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1611643223-router', 'tenant_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:19Z', 'updated_at': '2021-07-05T10:08:42Z', 'revision_number': 6, 'project_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:43.325932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-f75fa1ee-3b55-47b6-884d-a6692b2875f1 admin admin] Calling delete_port for ac7c9233-e5ef-4b94-913b-d1a4c3edc46c owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:43.331536 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-203e2d2d-235e-4a20-9cae-720214f54fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.337806 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-203e2d2d-235e-4a20-9cae-720214f54fc9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6f7cc0a6-a755-4629-82a4-860ee4befff1 HTTP/1.1" status: 204 len: 168 time: 0.7028933 Jul 05 10:08:43.342647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43448) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:43.353563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e2d2d-235e-4a20-9cae-720214f54fc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f7cc0a6-a755-4629-82a4-860ee4befff1,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:43.364432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fddbe5e-ed3a-43b2-8fb9-2c966e05659e None None] The sync data for ids ['3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62'] in n-d-779913-27 is: [{'id': '3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1611643223-router', 'tenant_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:19Z', 'updated_at': '2021-07-05T10:08:42Z', 'revision_number': 6, 'project_id': 'cbc1a38dac314350a0ce2f4f968159a0', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:43.368440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fc3ac-cebc-4871-bb02-a6f277e47804 req-1e58f2f5-811b-46aa-a26f-6c9eb5c239d2 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:43.370452 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b08fc3ac-cebc-4871-bb02-a6f277e47804 req-1e58f2f5-811b-46aa-a26f-6c9eb5c239d2 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 945 time: 0.2579720 Jul 05 10:08:43.417771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] For port 014069d0-0f9f-4573-88b8-c210d5aad947, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=014069d0-0f9f-4573-88b8-c210d5aad947,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:43.421964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9829d93-fc67-4274-b6e6-13016c10732d admin admin] Made reservation on behalf of a7fd8e2e0fbc4abda6857af0c30bdd70 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:43.423962 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9829d93-fc67-4274-b6e6-13016c10732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.484346 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] For port 014069d0-0f9f-4573-88b8-c210d5aad947, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:43.500139 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9829d93-fc67-4274-b6e6-13016c10732d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.558827 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24f9bceb-10fb-4580-8679-1d8f12f4565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.588655 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d277154-202a-4e02-a5b4-5faa2ceee8f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '014069d0-0f9f-4573-88b8-c210d5aad947'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:43.590893 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ff1da0-1fd7-4192-ba60-231624dc0447" -d '{"events": [{"server_uuid": "1d277154-202a-4e02-a5b4-5faa2ceee8f0", "name": "network-vif-unplugged", "status": "completed", "tag": "014069d0-0f9f-4573-88b8-c210d5aad947"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:43.605105 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.703366 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f1de-ec86-47b1-ae6e-f0c5b43e70d9 req-dab284ab-fa09-4f24-b868-98027bf083b0 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:43.712909 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1da0f1de-ec86-47b1-ae6e-f0c5b43e70d9 req-dab284ab-fa09-4f24-b868-98027bf083b0 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 945 time: 0.0959847 Jul 05 10:08:43.777248 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1da0f1de-ec86-47b1-ae6e-f0c5b43e70d9 req-334c875f-2a89-42ef-9dbe-1d9b9a595806 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630946 Jul 05 10:08:43.834280 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.839844 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9e17e9be-e4e0-4310-863e-044ddd9f135c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.874116 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:43.888038 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aba05a8-28f8-47e0-9d67-eee8d4bcdf16 x-openstack-request-id: req-1aba05a8-28f8-47e0-9d67-eee8d4bcdf16 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:43.889578 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d277154-202a-4e02-a5b4-5faa2ceee8f0", "name": "network-vif-unplugged", "status": "completed", "tag": "014069d0-0f9f-4573-88b8-c210d5aad947", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:43.889838 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1aba05a8-28f8-47e0-9d67-eee8d4bcdf16 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:43.890447 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d277154-202a-4e02-a5b4-5faa2ceee8f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '014069d0-0f9f-4573-88b8-c210d5aad947', 'code': 200} Jul 05 10:08:44.071345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Pushing event updated for resources: {'Port': ['ID=014069d0-0f9f-4573-88b8-c210d5aad947,revision_number=7']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:44.116401 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Attempting to bind port 014069d0-0f9f-4573-88b8-c210d5aad947 on host n-h1-779913-27 for vnic_type normal with profile {"migrating_to": "n-h2-779913-27"} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:44.116885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Attempting to bind port 014069d0-0f9f-4573-88b8-c210d5aad947 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:44.117285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Attempting to bind port 014069d0-0f9f-4573-88b8-c210d5aad947 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:44.125906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Port 014069d0-0f9f-4573-88b8-c210d5aad947 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:08:44.126240 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Attempting to bind port 014069d0-0f9f-4573-88b8-c210d5aad947 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:44.140114 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:44.140724 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Checking segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:44.140962 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24f9bceb-10fb-4580-8679-1d8f12f4565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.141459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Bound using segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:44.142259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Bound port: 014069d0-0f9f-4573-88b8-c210d5aad947, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:44.143109 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.146069 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-b08fc3ac-cebc-4871-bb02-a6f277e47804 req-2d4c3c16-43bf-4d1c-b993-6ebe8da38c25 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Deleting port d38f8ecb-b624-49bf-8393-bc6edd59a383 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:44.146419 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b08fc3ac-cebc-4871-bb02-a6f277e47804 req-2d4c3c16-43bf-4d1c-b993-6ebe8da38c25 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.217286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-24f9bceb-10fb-4580-8679-1d8f12f4565d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fed04b5-f8db-470f-8de4-b83872d7ee9f']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:44.218138 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce43450-940e-4d69-8dee-18157721b325 req-c52832ff-6b06-4b5a-9243-7da408a3f4f2 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:44.230468 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cce43450-940e-4d69-8dee-18157721b325 req-c52832ff-6b06-4b5a-9243-7da408a3f4f2 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 945 time: 0.1783674 Jul 05 10:08:44.242437 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-24f9bceb-10fb-4580-8679-1d8f12f4565d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a5cc1e-d2ee-4363-a07c-4a7570972ee9') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:44.242674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-24f9bceb-10fb-4580-8679-1d8f12f4565d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a5cc1e-d2ee-4363-a07c-4a7570972ee9') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:44.250556 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9829d93-fc67-4274-b6e6-13016c10732d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.262750 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24f9bceb-10fb-4580-8679-1d8f12f4565d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.318962 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24f9bceb-10fb-4580-8679-1d8f12f4565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.331531 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f9bceb-10fb-4580-8679-1d8f12f4565d admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:08:44.332146 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24f9bceb-10fb-4580-8679-1d8f12f4565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:08:44.334383 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:08:44.340001 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cce43450-940e-4d69-8dee-18157721b325 req-dbd3b623-3e88-4b44-98ac-d24e8888bd56 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6481496-ad23-4373-b089-b6f0e85a608f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036630 Jul 05 10:08:44.340001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] For port 014069d0-0f9f-4573-88b8-c210d5aad947, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:44.361522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] For port 014069d0-0f9f-4573-88b8-c210d5aad947, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=014069d0-0f9f-4573-88b8-c210d5aad947,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:44.421819 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9829d93-fc67-4274-b6e6-13016c10732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.443069 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ac7c9233-e5ef-4b94-913b-d1a4c3edc46c no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:44.454911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b08fc3ac-cebc-4871-bb02-a6f277e47804 req-2d4c3c16-43bf-4d1c-b993-6ebe8da38c25 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] For port d38f8ecb-b624-49bf-8393-bc6edd59a383, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d38f8ecb-b624-49bf-8393-bc6edd59a383,segment=NetworkSegment(44300a7a-304b-4d06-be6d-d27fdf5ff126),segment_id=44300a7a-304b-4d06-be6d-d27fdf5ff126)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:44.455388 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b08fc3ac-cebc-4871-bb02-a6f277e47804 req-2d4c3c16-43bf-4d1c-b993-6ebe8da38c25 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.525706 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Port ac7c9233-e5ef-4b94-913b-d1a4c3edc46c update to DOWN by agent not found {{(pid=100777) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 10:08:44.526891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a14bc2d4-b93a-4a3d-8245-7b293e517e5b no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:44.543599 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-b08fc3ac-cebc-4871-bb02-a6f277e47804 req-2d4c3c16-43bf-4d1c-b993-6ebe8da38c25 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Calling delete_port for d38f8ecb-b624-49bf-8393-bc6edd59a383 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:44.546491 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f75fa1ee-3b55-47b6-884d-a6692b2875f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.554164 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9829d93-fc67-4274-b6e6-13016c10732d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:08:44.562119 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: a14bc2d4-b93a-4a3d-8245-7b293e517e5b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:44.562649 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a14bc2d4-b93a-4a3d-8245-7b293e517e5b not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:44.604635 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.616485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fa1ee-3b55-47b6-884d-a6692b2875f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac7c9233-e5ef-4b94-913b-d1a4c3edc46c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:44.633354 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9829d93-fc67-4274-b6e6-13016c10732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.634062 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-f9829d93-fc67-4274-b6e6-13016c10732d admin admin] Added segment 36be9872-d0d5-4e70-90e6-834a4b9e07a9 of type vlan for network 0f99307c-2413-4e40-a7c2-6f1c21b38905 Jul 05 10:08:44.637209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9829d93-fc67-4274-b6e6-13016c10732d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8c062d-1a67-4012-a453-5ba583618520,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:44.725728 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Pushing event updated for resources: {'Port': ['ID=014069d0-0f9f-4573-88b8-c210d5aad947,revision_number=8']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:44.730621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:44.731619 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.733327 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91f656ff-10f3-409a-9368-ed43f3318c8e service neutron] 10.222.0.64 "PUT /v2.0/ports/014069d0-0f9f-4573-88b8-c210d5aad947 HTTP/1.1" status: 200 len: 1123 time: 2.0142584 Jul 05 10:08:44.796109 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24f9bceb-10fb-4580-8679-1d8f12f4565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.813988 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['014069d0-0f9f-4573-88b8-c210d5aad947'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:08:44.835200 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9829d93-fc67-4274-b6e6-13016c10732d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.840877 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24f9bceb-10fb-4580-8679-1d8f12f4565d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.843452 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-24f9bceb-10fb-4580-8679-1d8f12f4565d admin admin] 10.222.0.77 "DELETE /v2.0/networks/5fed04b5-f8db-470f-8de4-b83872d7ee9f HTTP/1.1" status: 204 len: 168 time: 1.4996083 Jul 05 10:08:44.916041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9bceb-10fb-4580-8679-1d8f12f4565d admin admin] Pushing event deleted for resources: {'Network': ['ID=5fed04b5-f8db-470f-8de4-b83872d7ee9f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:44.990797 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f75fa1ee-3b55-47b6-884d-a6692b2875f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:44.998505 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.106754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d6ab0-3c53-4f1d-add2-6cd8cd17184c req-32cbf6b3-25a9-4122-99cc-9ef1dfcd96db tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:45.112734 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-771d6ab0-3c53-4f1d-add2-6cd8cd17184c req-32cbf6b3-25a9-4122-99cc-9ef1dfcd96db tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.6856081 Jul 05 10:08:45.120990 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee19de9-791a-49f8-a439-367ecca9ca2a req-a992227f-73ed-4fe5-93e6-ecd29031ac87 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:45.123735 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fee19de9-791a-49f8-a439-367ecca9ca2a req-a992227f-73ed-4fe5-93e6-ecd29031ac87 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 943 time: 0.1090868 Jul 05 10:08:45.180440 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f75fa1ee-3b55-47b6-884d-a6692b2875f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.184386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fee19de9-791a-49f8-a439-367ecca9ca2a req-18036b81-d813-4623-89be-593e08cfd2fd tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492120 Jul 05 10:08:45.189047 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f75fa1ee-3b55-47b6-884d-a6692b2875f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.277724 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-771d6ab0-3c53-4f1d-add2-6cd8cd17184c req-bc6c0f5e-ce51-4be1-91e5-ba7724ab1d6d tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437867 Jul 05 10:08:45.319922 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9829d93-fc67-4274-b6e6-13016c10732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.327801 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9829d93-fc67-4274-b6e6-13016c10732d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:45.327801 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9829d93-fc67-4274-b6e6-13016c10732d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.411581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9829d93-fc67-4274-b6e6-13016c10732d admin admin] Pushing event updated for resources: {'Network': ['ID=0f99307c-2413-4e40-a7c2-6f1c21b38905,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:45.425818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 0f99307c-2413-4e40-a7c2-6f1c21b38905 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:08:45.472160 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f75fa1ee-3b55-47b6-884d-a6692b2875f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.473673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75fa1ee-3b55-47b6-884d-a6692b2875f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:08:45.493027 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f75fa1ee-3b55-47b6-884d-a6692b2875f1 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.497169 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f75fa1ee-3b55-47b6-884d-a6692b2875f1 admin admin] 10.222.0.77 "DELETE /v2.0/routers/3b71cecf-b65b-4ddc-8f1b-088f8bdd5d62 HTTP/1.1" status: 204 len: 168 time: 3.3784611 Jul 05 10:08:45.499430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43474) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:45.574271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56f97bf-a43b-4cf2-87cb-a33b60313b51 admin admin] Deleting subnet f8043f6d-a1f2-4531-a130-eb9c0c559199 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:08:45.579369 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c56f97bf-a43b-4cf2-87cb-a33b60313b51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.595177 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fd535-92b5-4326-9e27-e6c7a201c455 req-95dd25ee-1a48-494d-b49a-d8a52607bb75 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:45.604227 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a22fd535-92b5-4326-9e27-e6c7a201c455 req-95dd25ee-1a48-494d-b49a-d8a52607bb75 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 945 time: 0.1159971 Jul 05 10:08:45.628340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43476) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:45.636877 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-93d7e5ed-f946-4b65-8214-6744e83500c3 admin admin] Request body: {'subnet': {'network_id': '0f99307c-2413-4e40-a7c2-6f1c21b38905', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-509893283-subnet', 'tenant_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:45.639012 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f9829d93-fc67-4274-b6e6-13016c10732d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6603880 Jul 05 10:08:45.644532 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b08fc3ac-cebc-4871-bb02-a6f277e47804 req-2d4c3c16-43bf-4d1c-b993-6ebe8da38c25 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.715594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43478) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:45.743638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a22fd535-92b5-4326-9e27-e6c7a201c455 req-1b1a6cf4-062b-4ea1-a0e6-3793b3985899 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6481496-ad23-4373-b089-b6f0e85a608f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376219 Jul 05 10:08:45.778832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c3c16-43bf-4d1c-b993-6ebe8da38c25 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Pushing event deleted for resources: {'Port': ['ID=d38f8ecb-b624-49bf-8393-bc6edd59a383,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:45.784753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08fc3ac-cebc-4871-bb02-a6f277e47804 req-2d4c3c16-43bf-4d1c-b993-6ebe8da38c25 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] No DVR routers for this DVR port d38f8ecb-b624-49bf-8393-bc6edd59a383 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:45.787239 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b08fc3ac-cebc-4871-bb02-a6f277e47804 req-2d4c3c16-43bf-4d1c-b993-6ebe8da38c25 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.789667 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b08fc3ac-cebc-4871-bb02-a6f277e47804 req-2d4c3c16-43bf-4d1c-b993-6ebe8da38c25 tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.64 "DELETE /v2.0/ports/d38f8ecb-b624-49bf-8393-bc6edd59a383 HTTP/1.1" status: 204 len: 173 time: 2.3751392 Jul 05 10:08:45.793502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c10d202-cbdf-41c7-9eef-3e1cbca57f2a', 'name': 'network-vif-deleted', 'tag': 'd38f8ecb-b624-49bf-8393-bc6edd59a383'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:45.796627 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d712db-85ff-4ce4-bf34-da7bb907e535" -d '{"events": [{"server_uuid": "2c10d202-cbdf-41c7-9eef-3e1cbca57f2a", "name": "network-vif-deleted", "tag": "d38f8ecb-b624-49bf-8393-bc6edd59a383"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:45.801027 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c56f97bf-a43b-4cf2-87cb-a33b60313b51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.836357 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8fef69a5-506c-4842-a6ab-df46ac44457f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c4d33f19222b44579a756e689e986209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1166584 Jul 05 10:08:45.846108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d7e5ed-f946-4b65-8214-6744e83500c3 admin admin] Made reservation on behalf of a7fd8e2e0fbc4abda6857af0c30bdd70 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:45.846108 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93d7e5ed-f946-4b65-8214-6744e83500c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:45.847594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43484) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:45.880661 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a3bf6b-88e4-4cd6-875f-3c28d1cbc18e x-openstack-request-id: req-69a3bf6b-88e4-4cd6-875f-3c28d1cbc18e {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:45.880871 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c10d202-cbdf-41c7-9eef-3e1cbca57f2a", "name": "network-vif-deleted", "tag": "d38f8ecb-b624-49bf-8393-bc6edd59a383", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:45.881962 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69a3bf6b-88e4-4cd6-875f-3c28d1cbc18e {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:45.882351 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c10d202-cbdf-41c7-9eef-3e1cbca57f2a', 'name': 'network-vif-deleted', 'tag': 'd38f8ecb-b624-49bf-8393-bc6edd59a383', 'status': 'completed', 'code': 200} Jul 05 10:08:45.930823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d277154-202a-4e02-a5b4-5faa2ceee8f0', 'tag': '014069d0-0f9f-4573-88b8-c210d5aad947'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:45.933718 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0509064-1118-422c-ad1c-4675fb7b0029" -d '{"events": [{"name": "network-changed", "server_uuid": "1d277154-202a-4e02-a5b4-5faa2ceee8f0", "tag": "014069d0-0f9f-4573-88b8-c210d5aad947"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:46.035334 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-52104bb3-4233-44b8-840b-250354e5d8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:46.050685 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1676ff9c-cc41-4d80-8fbd-952947135763 x-openstack-request-id: req-1676ff9c-cc41-4d80-8fbd-952947135763 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:46.051796 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d277154-202a-4e02-a5b4-5faa2ceee8f0", "tag": "014069d0-0f9f-4573-88b8-c210d5aad947", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:46.052366 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1676ff9c-cc41-4d80-8fbd-952947135763 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:46.052929 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d277154-202a-4e02-a5b4-5faa2ceee8f0', 'tag': '014069d0-0f9f-4573-88b8-c210d5aad947', 'status': 'completed', 'code': 200} Jul 05 10:08:46.096461 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:08:46.100718 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-52104bb3-4233-44b8-840b-250354e5d8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:46.132879 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c56f97bf-a43b-4cf2-87cb-a33b60313b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:46.181526 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31cfeb-8221-44e2-aa0e-1f4dc3998b60 req-c4f263ed-b9de-45a8-adea-de87b8755439 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:46.183896 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6f31cfeb-8221-44e2-aa0e-1f4dc3998b60 req-c4f263ed-b9de-45a8-adea-de87b8755439 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.3068197 Jul 05 10:08:46.295364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0509064-1118-422c-ad1c-4675fb7b0029 req-955a45f2-529c-49f2-9b34-b7ecc24461ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:46.298817 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0509064-1118-422c-ad1c-4675fb7b0029 req-955a45f2-529c-49f2-9b34-b7ecc24461ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 1126 time: 0.2298467 Jul 05 10:08:46.492387 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93d7e5ed-f946-4b65-8214-6744e83500c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:46.553897 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-6f31cfeb-8221-44e2-aa0e-1f4dc3998b60 req-02b53229-71a1-45c0-ac37-9c1d4cbe63ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Deleting port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:46.554469 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6f31cfeb-8221-44e2-aa0e-1f4dc3998b60 req-02b53229-71a1-45c0-ac37-9c1d4cbe63ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:46.603111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7e5ed-f946-4b65-8214-6744e83500c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b0573f-1a77-4acc-a5a2-46c4b69a747d,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:46.642038 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-52104bb3-4233-44b8-840b-250354e5d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:46.651225 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d38f8ecb-b624-49bf-8393-bc6edd59a383 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:46.651769 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-52104bb3-4233-44b8-840b-250354e5d8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:46.651769 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-52104bb3-4233-44b8-840b-250354e5d8a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c38a9517-1fea-410f-b550-95ada577c53c HTTP/1.1" status: 204 len: 168 time: 0.7971253 Jul 05 10:08:46.675835 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7e5ed-f946-4b65-8214-6744e83500c3 admin admin] Checking segment: {'id': '36be9872-d0d5-4e70-90e6-834a4b9e07a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f99307c-2413-4e40-a7c2-6f1c21b38905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:46.676864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d7e5ed-f946-4b65-8214-6744e83500c3 admin admin] Network hostable DHCP agents. Network: 0f99307c-2413-4e40-a7c2-6f1c21b38905, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:08:46.679929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52104bb3-4233-44b8-840b-250354e5d8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38a9517-1fea-410f-b550-95ada577c53c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:46.698072 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: d38f8ecb-b624-49bf-8393-bc6edd59a383 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:46.698425 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d38f8ecb-b624-49bf-8393-bc6edd59a383 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:46.705000 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0509064-1118-422c-ad1c-4675fb7b0029 req-97faa247-3f0a-4fee-b525-698e149d287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:46.708010 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0509064-1118-422c-ad1c-4675fb7b0029 req-97faa247-3f0a-4fee-b525-698e149d287d service neutron] 10.222.0.73 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.3854465 Jul 05 10:08:46.712339 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1be60-5de8-4bef-999b-38545bb869ed req-6aa629ef-6518-4430-a572-724819934ff9 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:46.721662 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90c1be60-5de8-4bef-999b-38545bb869ed req-6aa629ef-6518-4430-a572-724819934ff9 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 946 time: 0.1884000 Jul 05 10:08:46.731417 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c56f97bf-a43b-4cf2-87cb-a33b60313b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:46.805487 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90c1be60-5de8-4bef-999b-38545bb869ed req-c003d8d4-f1bf-487f-87d0-1a888f17ee46 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a703345-2e4d-400e-9e94-8a3b20d25146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827763 Jul 05 10:08:46.817947 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0509064-1118-422c-ad1c-4675fb7b0029 req-f62bacd2-42a9-4eac-a328-44705dc617e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=014069d0-0f9f-4573-88b8-c210d5aad947 HTTP/1.1" status: 200 len: 217 time: 0.0897043 Jul 05 10:08:46.818473 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:46.835002 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f97bf-a43b-4cf2-87cb-a33b60313b51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8043f6d-a1f2-4531-a130-eb9c0c559199,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:46.874473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f14cb-bc33-4261-af17-bf1769f31093 req-50001b3f-a309-4b16-b1f7-d886fed9dff5 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:46.876761 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd6f14cb-bc33-4261-af17-bf1769f31093 req-50001b3f-a309-4b16-b1f7-d886fed9dff5 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 943 time: 0.4590530 Jul 05 10:08:46.947552 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d7e5ed-f946-4b65-8214-6744e83500c3 admin admin] Network 0f99307c-2413-4e40-a7c2-6f1c21b38905 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:08:46.951267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aee70e7-71dc-455a-8e78-198261a221d2 None None] Network b1e42e1f-443c-4026-892c-de381913b463 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:46.995426 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c56f97bf-a43b-4cf2-87cb-a33b60313b51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:46.995426 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c56f97bf-a43b-4cf2-87cb-a33b60313b51 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f8043f6d-a1f2-4531-a130-eb9c0c559199 HTTP/1.1" status: 204 len: 168 time: 1.4822621 Jul 05 10:08:47.000864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43502) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:47.039853 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd6f14cb-bc33-4261-af17-bf1769f31093 req-a9a0b16a-6f8e-4f99-9169-c3f4b6c87024 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467531 Jul 05 10:08:47.042910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6f31cfeb-8221-44e2-aa0e-1f4dc3998b60 req-02b53229-71a1-45c0-ac37-9c1d4cbe63ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] For port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=1346b549-35d3-4d0d-af1c-ddd0bc7cf374,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:47.043285 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6f31cfeb-8221-44e2-aa0e-1f4dc3998b60 req-02b53229-71a1-45c0-ac37-9c1d4cbe63ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.068332 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-6f31cfeb-8221-44e2-aa0e-1f4dc3998b60 req-02b53229-71a1-45c0-ac37-9c1d4cbe63ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Calling delete_port for 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:47.072806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0509064-1118-422c-ad1c-4675fb7b0029 req-3a235781-1eab-45da-b5cc-445bdfd7a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:47.075184 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0509064-1118-422c-ad1c-4675fb7b0029 req-3a235781-1eab-45da-b5cc-445bdfd7a8c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.2463727 Jul 05 10:08:47.137874 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0509064-1118-422c-ad1c-4675fb7b0029 req-032806ea-bf03-4838-a2e4-ca4ce7b2951d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556419 Jul 05 10:08:47.143508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-93d7e5ed-f946-4b65-8214-6744e83500c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 0f99307c-2413-4e40-a7c2-6f1c21b38905) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:47.166599 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6698cb83-cc82-4907-99f6-ee069df8086c None None] Network 0f99307c-2413-4e40-a7c2-6f1c21b38905 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:47.193263 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c7c3cd8b-f6aa-4953-9fbf-d111230ff06d req-76680cc8-0dcc-4979-80e8-8c4ca24687cb tempest-ServerTagsTestJSON-884193796 tempest-ServerTagsTestJSON-884193796-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c10d202-cbdf-41c7-9eef-3e1cbca57f2a HTTP/1.1" status: 200 len: 210 time: 0.0899177 Jul 05 10:08:47.196097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d7e5ed-f946-4b65-8214-6744e83500c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:47.197135 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93d7e5ed-f946-4b65-8214-6744e83500c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.208768 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.308878 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0509064-1118-422c-ad1c-4675fb7b0029 req-e422f4a7-b4a2-4d1f-a6aa-0922483527cb service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301751 Jul 05 10:08:47.328822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] Deleting port d8324dba-d839-41a4-a5c0-bf575fd4bc46 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:47.329553 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.355818 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-93d7e5ed-f946-4b65-8214-6744e83500c3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7208745 Jul 05 10:08:47.360530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43504) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:47.373277 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-509893283-router', 'tenant_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:47.496344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] For port d8324dba-d839-41a4-a5c0-bf575fd4bc46, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d8324dba-d839-41a4-a5c0-bf575fd4bc46,segment=NetworkSegment(2775750c-ffaa-40d2-b1d7-0e5cee4b01b6),segment_id=2775750c-ffaa-40d2-b1d7-0e5cee4b01b6)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:47.497540 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.524992 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] Calling delete_port for d8324dba-d839-41a4-a5c0-bf575fd4bc46 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:47.551548 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.555690 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.626831 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0509064-1118-422c-ad1c-4675fb7b0029 req-d0ef5a90-3cf9-4fbd-b8f0-6b63e584b623 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111794 Jul 05 10:08:47.705990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-0f99307c-2413-4e40-a7c2-6f1c21b38905', 'network_id': '0f99307c-2413-4e40-a7c2-6f1c21b38905', 'tenant_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'fixed_ips': [{'subnet_id': '80b0573f-1a77-4acc-a5a2-46c4b69a747d'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:08:47.707923 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.729745 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6f31cfeb-8221-44e2-aa0e-1f4dc3998b60 req-02b53229-71a1-45c0-ac37-9c1d4cbe63ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.861797 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:47.878211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b53229-71a1-45c0-ac37-9c1d4cbe63ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Pushing event deleted for resources: {'Port': ['ID=1346b549-35d3-4d0d-af1c-ddd0bc7cf374,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:47.961523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8324dba-d839-41a4-a5c0-bf575fd4bc46,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:47.964232 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] No DVR routers for this DVR port d8324dba-d839-41a4-a5c0-bf575fd4bc46 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:48.012643 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.040570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e114fd46-83b7-4429-8b90-3bf55c4a648a None None] DHCP port deletion for b1e42e1f-443c-4026-892c-de381913b463 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:08:48.144048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f31cfeb-8221-44e2-aa0e-1f4dc3998b60 req-02b53229-71a1-45c0-ac37-9c1d4cbe63ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] No DVR routers for this DVR port 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:48.151636 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6f31cfeb-8221-44e2-aa0e-1f4dc3998b60 req-02b53229-71a1-45c0-ac37-9c1d4cbe63ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.157401 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6f31cfeb-8221-44e2-aa0e-1f4dc3998b60 req-02b53229-71a1-45c0-ac37-9c1d4cbe63ed tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.73 "DELETE /v2.0/ports/1346b549-35d3-4d0d-af1c-ddd0bc7cf374 HTTP/1.1" status: 204 len: 173 time: 1.9661429 Jul 05 10:08:48.158303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e5a08c-5fa1-41df-a1ac-9c8532432f9b', 'name': 'network-vif-deleted', 'tag': '1346b549-35d3-4d0d-af1c-ddd0bc7cf374'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:08:48.165567 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fce073-f31a-48b5-b132-859abc0fc854" -d '{"events": [{"server_uuid": "63e5a08c-5fa1-41df-a1ac-9c8532432f9b", "name": "network-vif-deleted", "tag": "1346b549-35d3-4d0d-af1c-ddd0bc7cf374"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:08:48.198179 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.220517 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e42e1f-443c-4026-892c-de381913b463']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:48.234083 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2775750c-ffaa-40d2-b1d7-0e5cee4b01b6') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:48.234435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2775750c-ffaa-40d2-b1d7-0e5cee4b01b6') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:48.249753 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.259292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Allocated IP 172.20.0.2 (0f99307c-2413-4e40-a7c2-6f1c21b38905/80b0573f-1a77-4acc-a5a2-46c4b69a747d/98383703-0790-4410-8b09-dc91105df2be) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:48.287178 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.298858 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:08:48.299550 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:08:48.302769 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:08:48.453275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d8324dba-d839-41a4-a5c0-bf575fd4bc46 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:48.505515 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-03894922-467d-4af2-a354-c269c9680421 req-7f5ce6b4-d577-4790-9b20-5203d552d8ea tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 210 time: 0.2240505 Jul 05 10:08:48.506629 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: d8324dba-d839-41a4-a5c0-bf575fd4bc46 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:48.507136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d8324dba-d839-41a4-a5c0-bf575fd4bc46 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:48.589269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a29d6-4620-4252-a508-b760f892170c req-7f333b51-6146-4ee2-8ac6-ff6f6a10038f tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:48.591220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-004a29d6-4620-4252-a508-b760f892170c req-7f333b51-6146-4ee2-8ac6-ff6f6a10038f tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 943 time: 0.1714332 Jul 05 10:08:48.593430 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.641245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.646151 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b1e42e1f-443c-4026-892c-de381913b463 HTTP/1.1" status: 204 len: 168 time: 1.6566677 Jul 05 10:08:48.665702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88042290-809f-4637-a2a3-e5d91e3dbbc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1e42e1f-443c-4026-892c-de381913b463,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:48.683518 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.705452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Transition to ACTIVE for port object 98383703-0790-4410-8b09-dc91105df2be will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:48.765853 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Transition to ACTIVE for port object 98383703-0790-4410-8b09-dc91105df2be will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:48.784470 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 014069d0-0f9f-4573-88b8-c210d5aad947 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:08:48.864604 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:48.887636 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-004a29d6-4620-4252-a508-b760f892170c req-4189fb87-9b59-4718-8b90-283089a07f9a tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804964 Jul 05 10:08:48.943303 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43536) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:49.082310 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:49.093532 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97a38b3-7b09-4d6c-92eb-61df930c777b admin admin] Deleting subnet 028e06bf-778a-4fca-a9a4-5c0c913aa9a2 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:08:49.112804 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a97a38b3-7b09-4d6c-92eb-61df930c777b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.139640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:49.140539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 1346b549-35d3-4d0d-af1c-ddd0bc7cf374 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:49.145460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Network 0f99307c-2413-4e40-a7c2-6f1c21b38905 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:49.146990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Pushing event updated for resources: {'Port': ['ID=98383703-0790-4410-8b09-dc91105df2be,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:49.162129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:49.171606 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:49.211244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 014069d0-0f9f-4573-88b8-c210d5aad947, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=014069d0-0f9f-4573-88b8-c210d5aad947,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:49.234704 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a97a38b3-7b09-4d6c-92eb-61df930c777b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.336800 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a97a38b3-7b09-4d6c-92eb-61df930c777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.355048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Attempting to bind port 98383703-0790-4410-8b09-dc91105df2be on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:49.355451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Attempting to bind port 98383703-0790-4410-8b09-dc91105df2be by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '36be9872-d0d5-4e70-90e6-834a4b9e07a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f99307c-2413-4e40-a7c2-6f1c21b38905'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:49.355858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Attempting to bind port 98383703-0790-4410-8b09-dc91105df2be on network 0f99307c-2413-4e40-a7c2-6f1c21b38905 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:49.358367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 014069d0-0f9f-4573-88b8-c210d5aad947 has no active binding in host n-h2-779913-27 {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 10:08:49.365313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:49.365734 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Checking segment: {'id': '36be9872-d0d5-4e70-90e6-834a4b9e07a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f99307c-2413-4e40-a7c2-6f1c21b38905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:49.366148 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.366602 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Bound using segment: {'id': '36be9872-d0d5-4e70-90e6-834a4b9e07a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f99307c-2413-4e40-a7c2-6f1c21b38905'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:49.367104 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Bound port: 98383703-0790-4410-8b09-dc91105df2be, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36be9872-d0d5-4e70-90e6-834a4b9e07a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f99307c-2413-4e40-a7c2-6f1c21b38905'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:49.367486 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.445435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] For port 98383703-0790-4410-8b09-dc91105df2be, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:49.448949 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] For port 98383703-0790-4410-8b09-dc91105df2be, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=98383703-0790-4410-8b09-dc91105df2be,segment=NetworkSegment(36be9872-d0d5-4e70-90e6-834a4b9e07a9),segment_id=36be9872-d0d5-4e70-90e6-834a4b9e07a9)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:49.463333 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0eac7e-0011-42f5-af71-c9171331dd70 x-openstack-request-id: req-cf0eac7e-0011-42f5-af71-c9171331dd70 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:08:49.463333 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e5a08c-5fa1-41df-a1ac-9c8532432f9b", "name": "network-vif-deleted", "tag": "1346b549-35d3-4d0d-af1c-ddd0bc7cf374", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:08:49.463333 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf0eac7e-0011-42f5-af71-c9171331dd70 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:08:49.464138 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e5a08c-5fa1-41df-a1ac-9c8532432f9b', 'name': 'network-vif-deleted', 'tag': '1346b549-35d3-4d0d-af1c-ddd0bc7cf374', 'status': 'completed', 'code': 200} Jul 05 10:08:49.476607 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.477643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43544) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:49.526475 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.558288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43552) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:49.571498 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-11fcddc6-2047-43d0-874a-f936dc4a4582 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=908871a88987452ba5c96d73cbafee64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768769 Jul 05 10:08:49.573822 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a97a38b3-7b09-4d6c-92eb-61df930c777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.665522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a38b3-7b09-4d6c-92eb-61df930c777b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=028e06bf-778a-4fca-a9a4-5c0c913aa9a2,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:49.681884 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a97a38b3-7b09-4d6c-92eb-61df930c777b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.689880 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a97a38b3-7b09-4d6c-92eb-61df930c777b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/028e06bf-778a-4fca-a9a4-5c0c913aa9a2 HTTP/1.1" status: 204 len: 168 time: 0.7449648 Jul 05 10:08:49.693911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43554) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:49.700970 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4c0e3-92d4-470f-93a7-698521e2267a None None] Pushing event updated for resources: {'Port': ['ID=98383703-0790-4410-8b09-dc91105df2be,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:49.749986 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b6fe6e88-4505-4a5b-b242-3130180edd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.788141 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b6fe6e88-4505-4a5b-b242-3130180edd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.964495 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b6fe6e88-4505-4a5b-b242-3130180edd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.970851 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b6fe6e88-4505-4a5b-b242-3130180edd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:49.977832 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b6fe6e88-4505-4a5b-b242-3130180edd43 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b8dac5b8-70c1-482b-828e-422ed15e991b HTTP/1.1" status: 204 len: 168 time: 0.4173577 Jul 05 10:08:49.990854 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cff687c4-5a39-499f-992b-eff68e310069 req-6e041631-4242-4e3f-a59b-3867f7f5e887 tempest-ListServerFiltersTestJSON-1733728357 tempest-ListServerFiltersTestJSON-1733728357-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e5a08c-5fa1-41df-a1ac-9c8532432f9b HTTP/1.1" status: 200 len: 210 time: 0.0730834 Jul 05 10:08:50.045682 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe6e88-4505-4a5b-b242-3130180edd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dac5b8-70c1-482b-828e-422ed15e991b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:50.046913 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb323cd0-acdd-45d0-9b6d-c1db512aecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.298155 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb323cd0-acdd-45d0-9b6d-c1db512aecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.356896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-eb323cd0-acdd-45d0-9b6d-c1db512aecd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9680ecb2-3d36-4f1c-9acc-5f8091898cde']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:50.444689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-eb323cd0-acdd-45d0-9b6d-c1db512aecd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44300a7a-304b-4d06-be6d-d27fdf5ff126') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:50.458731 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-eb323cd0-acdd-45d0-9b6d-c1db512aecd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44300a7a-304b-4d06-be6d-d27fdf5ff126') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:50.501519 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb323cd0-acdd-45d0-9b6d-c1db512aecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.503223 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-91689bde-6f63-4ded-8bc9-9ba7a21eec1d service neutron] 10.222.0.73 "GET /v2.0/ports/014069d0-0f9f-4573-88b8-c210d5aad947/bindings/n-h2-779913-27 HTTP/1.1" status: 200 len: 385 time: 0.2318344 Jul 05 10:08:50.554961 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb323cd0-acdd-45d0-9b6d-c1db512aecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.566717 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb323cd0-acdd-45d0-9b6d-c1db512aecd5 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:08:50.568388 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb323cd0-acdd-45d0-9b6d-c1db512aecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:08:50.574285 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:08:50.610749 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.644191 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 98383703-0790-4410-8b09-dc91105df2be up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:50.688485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757fa47-b9a4-4c50-b690-54f0b43da89d req-893e5c60-42f5-4142-bbd5-cb6ff6aa3f48 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:50.701533 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1757fa47-b9a4-4c50-b690-54f0b43da89d req-893e5c60-42f5-4142-bbd5-cb6ff6aa3f48 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 943 time: 0.2150016 Jul 05 10:08:50.705370 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.775105 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1757fa47-b9a4-4c50-b690-54f0b43da89d req-bcfe7a73-2277-4f53-ac44-3d426a8a63d3 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697923 Jul 05 10:08:50.856176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 98383703-0790-4410-8b09-dc91105df2be completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:50.861553 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb323cd0-acdd-45d0-9b6d-c1db512aecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.915055 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb323cd0-acdd-45d0-9b6d-c1db512aecd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:50.917782 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eb323cd0-acdd-45d0-9b6d-c1db512aecd5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9680ecb2-3d36-4f1c-9acc-5f8091898cde HTTP/1.1" status: 204 len: 168 time: 1.2219868 Jul 05 10:08:50.919488 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb323cd0-acdd-45d0-9b6d-c1db512aecd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9680ecb2-3d36-4f1c-9acc-5f8091898cde,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:51.040900 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Allocated IP 172.25.5.185 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/52c507a0-54b2-4d03-ab31-419639b35534) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:51.177871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43570) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:51.230986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-ecec9cad-9d56-4a32-ae43-0b49e0b4f5cf service neutron] For port 014069d0-0f9f-4573-88b8-c210d5aad947, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=014069d0-0f9f-4573-88b8-c210d5aad947,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:51.278252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-ecec9cad-9d56-4a32-ae43-0b49e0b4f5cf service neutron] For port 014069d0-0f9f-4573-88b8-c210d5aad947, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:51.300865 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cc9c6f-5164-472e-a789-fec5bd465e4a admin admin] Deleting subnet 446a9bbb-4af0-4a98-b987-99ffad3e4940 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:08:51.310099 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9c6f-5164-472e-a789-fec5bd465e4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.363688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-ecec9cad-9d56-4a32-ae43-0b49e0b4f5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014069d0-0f9f-4573-88b8-c210d5aad947 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:08:51.372477 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9c6f-5164-472e-a789-fec5bd465e4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.384978 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.390729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-ecec9cad-9d56-4a32-ae43-0b49e0b4f5cf service neutron] For port 014069d0-0f9f-4573-88b8-c210d5aad947, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=014069d0-0f9f-4573-88b8-c210d5aad947,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:51.539089 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ac7e5f-847a-4e2e-829a-4a702dfe69af None None] Network 0f99307c-2413-4e40-a7c2-6f1c21b38905 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:51.539902 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9c6f-5164-472e-a789-fec5bd465e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.577416 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-ecec9cad-9d56-4a32-ae43-0b49e0b4f5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.704086 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43584) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:51.731516 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.752153 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c410c481-692c-4366-bac7-61589121c7bb None None] Provisioning for port 98383703-0790-4410-8b09-dc91105df2be completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:51.761215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c410c481-692c-4366-bac7-61589121c7bb None None] Provisioning complete for port 98383703-0790-4410-8b09-dc91105df2be triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:51.761841 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c410c481-692c-4366-bac7-61589121c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.788280 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43588) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:51.792964 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b7237392-7e82-49a0-ba82-af985227e800 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cbc1a38dac314350a0ce2f4f968159a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0878222 Jul 05 10:08:51.796020 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9c6f-5164-472e-a789-fec5bd465e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.806844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43590) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:51.854417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-ecec9cad-9d56-4a32-ae43-0b49e0b4f5cf service neutron] Transition to ACTIVE for port object 014069d0-0f9f-4573-88b8-c210d5aad947 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:51.866347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:51.892379 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:51.893529 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9c6f-5164-472e-a789-fec5bd465e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.901750 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e4cc9c6f-5164-472e-a789-fec5bd465e4a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/446a9bbb-4af0-4a98-b987-99ffad3e4940 HTTP/1.1" status: 204 len: 168 time: 0.7187130 Jul 05 10:08:51.905764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:51.908973 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc9c6f-5164-472e-a789-fec5bd465e4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=446a9bbb-4af0-4a98-b987-99ffad3e4940,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:51.920420 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43594) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:51.930981 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Pushing event updated for resources: {'Port': ['ID=52c507a0-54b2-4d03-ab31-419639b35534,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:51.950445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2f45e8-564d-4e08-910c-25a284665b86 None None] Network 7684b902-3229-4b37-a9ab-3584bb0811d1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:51.979083 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-ecec9cad-9d56-4a32-ae43-0b49e0b4f5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:51.987454 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-562f4b71-38ab-4572-86ed-cbeb952d03a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4455d92fa6ef4d469ae173ff48e264d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904094 Jul 05 10:08:51.991991 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43596) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:52.028300 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d9affc0-14aa-456f-b675-0c721bbc075a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.076248 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c410c481-692c-4366-bac7-61589121c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.092767 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d9affc0-14aa-456f-b675-0c721bbc075a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.146193 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c410c481-692c-4366-bac7-61589121c7bb None None] For port 98383703-0790-4410-8b09-dc91105df2be, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=98383703-0790-4410-8b09-dc91105df2be,segment=NetworkSegment(36be9872-d0d5-4e70-90e6-834a4b9e07a9),segment_id=36be9872-d0d5-4e70-90e6-834a4b9e07a9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:52.204851 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-971c148c-d354-4b75-808b-ef5f907d207a tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1837463950&fields=id&tenant_id=8a7aff2f720b49a0abf8d567919cd6cf HTTP/1.1" status: 200 len: 267 time: 0.3739724 Jul 05 10:08:52.218092 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.281306 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c410c481-692c-4366-bac7-61589121c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.394284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410c481-692c-4366-bac7-61589121c7bb None None] Pushing event updated for resources: {'Port': ['ID=98383703-0790-4410-8b09-dc91105df2be,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:52.398546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-ecec9cad-9d56-4a32-ae43-0b49e0b4f5cf service neutron] No DVR routers for this DVR port 014069d0-0f9f-4573-88b8-c210d5aad947 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:52.409786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5940a47d-a4d6-4d00-a2c5-41479f246f9a None None] DHCP port deletion for 7684b902-3229-4b37-a9ab-3584bb0811d1 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:08:52.418850 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.471540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4ec69fc3-3148-450d-b4ce-e49af493b882 None None] Provisioning complete for port 98383703-0790-4410-8b09-dc91105df2be triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:52.472219 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4ec69fc3-3148-450d-b4ce-e49af493b882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.485941 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec9cad-9d56-4a32-ae43-0b49e0b4f5cf service neutron] Pushing event updated for resources: {'Port': ['ID=014069d0-0f9f-4573-88b8-c210d5aad947,revision_number=10']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:52.543996 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5940a47d-a4d6-4d00-a2c5-41479f246f9a None None] Deleting port e5654da1-9028-447a-880b-dfb7f9aae56d {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:52.544503 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5940a47d-a4d6-4d00-a2c5-41479f246f9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.582079 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-ecec9cad-9d56-4a32-ae43-0b49e0b4f5cf service neutron] 10.222.0.73 "PUT /v2.0/ports/014069d0-0f9f-4573-88b8-c210d5aad947/bindings/n-h2-779913-27/activate HTTP/1.1" status: 200 len: 370 time: 2.0509737 Jul 05 10:08:52.693888 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5940a47d-a4d6-4d00-a2c5-41479f246f9a None None] For port e5654da1-9028-447a-880b-dfb7f9aae56d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e5654da1-9028-447a-880b-dfb7f9aae56d,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:52.694157 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5940a47d-a4d6-4d00-a2c5-41479f246f9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.716597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5940a47d-a4d6-4d00-a2c5-41479f246f9a None None] Calling delete_port for e5654da1-9028-447a-880b-dfb7f9aae56d owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:52.763763 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a20e52e8-d359-4646-8ad7-f89866177d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.796720 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a20e52e8-d359-4646-8ad7-f89866177d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.822722 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-32fe7374-eae8-4b0a-a387-eeb6c2068b19 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:52.830595 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-32fe7374-eae8-4b0a-a387-eeb6c2068b19 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/networks?id=5cbc599f-1713-43af-b324-cbe93df2237e HTTP/1.1" status: 200 len: 816 time: 0.5838003 Jul 05 10:08:52.844841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e71b14-14ad-4768-8eff-c0355ad84c6b req-b7dfa5a0-254b-481b-9fc2-a694a0473e71 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:52.846091 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6e71b14-14ad-4768-8eff-c0355ad84c6b req-b7dfa5a0-254b-481b-9fc2-a694a0473e71 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 944 time: 0.6724484 Jul 05 10:08:52.850532 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-7d0efd12-6371-47e1-818e-947857777bb0 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/quotas/8a7aff2f720b49a0abf8d567919cd6cf HTTP/1.1" status: 200 len: 375 time: 0.0187919 Jul 05 10:08:52.858916 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.902173 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6e71b14-14ad-4768-8eff-c0355ad84c6b req-31c2d34f-4b41-48a4-89cc-317a02fce087 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470674 Jul 05 10:08:52.909692 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d9affc0-14aa-456f-b675-0c721bbc075a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.914696 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d9affc0-14aa-456f-b675-0c721bbc075a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.919012 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7d9affc0-14aa-456f-b675-0c721bbc075a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/67f91009-63ad-4287-8115-d77d7b1c0333 HTTP/1.1" status: 204 len: 168 time: 1.1087275 Jul 05 10:08:52.925975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Deleting port e5654da1-9028-447a-880b-dfb7f9aae56d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:08:52.926583 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:52.939872 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9affc0-14aa-456f-b675-0c721bbc075a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f91009-63ad-4287-8115-d77d7b1c0333,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:52.969790 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5940a47d-a4d6-4d00-a2c5-41479f246f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:53.005463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940a47d-a4d6-4d00-a2c5-41479f246f9a None None] Pushing event deleted for resources: {'Port': ['ID=e5654da1-9028-447a-880b-dfb7f9aae56d,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:53.007702 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5940a47d-a4d6-4d00-a2c5-41479f246f9a None None] No DVR routers for this DVR port e5654da1-9028-447a-880b-dfb7f9aae56d on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:53.056477 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a20e52e8-d359-4646-8ad7-f89866177d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:53.061790 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a20e52e8-d359-4646-8ad7-f89866177d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:53.063694 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a20e52e8-d359-4646-8ad7-f89866177d5a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f6481496-ad23-4373-b089-b6f0e85a608f HTTP/1.1" status: 204 len: 168 time: 1.0671515 Jul 05 10:08:53.074965 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e52e8-d359-4646-8ad7-f89866177d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6481496-ad23-4373-b089-b6f0e85a608f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:53.086662 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 014069d0-0f9f-4573-88b8-c210d5aad947 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:53.161463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 014069d0-0f9f-4573-88b8-c210d5aad947 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:53.210954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-4a4c95f0-46fe-4198-825b-d00444457442 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:53.213578 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-4a4c95f0-46fe-4198-825b-d00444457442 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0&tenant_id=2cf98573ed3c4198bb69640d015cda66&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 1096 time: 0.4597874 Jul 05 10:08:53.233851 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] For port e5654da1-9028-447a-880b-dfb7f9aae56d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e5654da1-9028-447a-880b-dfb7f9aae56d,segment=NetworkSegment(28a8f6d2-102f-4040-b531-676bc9fc742b),segment_id=28a8f6d2-102f-4040-b531-676bc9fc742b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:08:53.234436 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:53.329150 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Calling delete_port for e5654da1-9028-447a-880b-dfb7f9aae56d owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:08:53.394393 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-d261a91a-8ec2-4878-9492-dcfb50f2226a tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a7aff2f720b49a0abf8d567919cd6cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5351920 Jul 05 10:08:53.835040 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.042393 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.067391 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-df1efeed-8893-414f-8461-89c432c4e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:54.069025 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-df1efeed-8893-414f-8461-89c432c4e32d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0&tenant_id=2cf98573ed3c4198bb69640d015cda66 HTTP/1.1" status: 200 len: 1096 time: 0.8406842 Jul 05 10:08:54.116160 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-85de9fb3-8dbb-4596-a9ce-6c89cd743d06 service neutron] 10.222.0.77 "GET /v2.0/networks/5cbc599f-1713-43af-b324-cbe93df2237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561397 Jul 05 10:08:54.119595 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.201903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5654da1-9028-447a-880b-dfb7f9aae56d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:54.236911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] No DVR routers for this DVR port e5654da1-9028-447a-880b-dfb7f9aae56d on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:08:54.275080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:54.275436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:54.275799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:54.276146 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:54.276484 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:54.276912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:54.277143 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:54.277473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:54.277806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:54.278132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:54.278465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:54.278779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:54.411498 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 98383703-0790-4410-8b09-dc91105df2be up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:08:54.414198 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.542572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7684b902-3229-4b37-a9ab-3584bb0811d1']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:54.542572 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-3541ca30-3366-4b16-89de-0452f1bcf43f service neutron] 10.222.0.77 "GET /v2.0/networks/5cbc599f-1713-43af-b324-cbe93df2237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317859 Jul 05 10:08:54.542572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-ccec8ffc-4cb2-4dd3-9750-707d5b7a425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:54.542572 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-ccec8ffc-4cb2-4dd3-9750-707d5b7a425d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 1096 time: 0.3593559 Jul 05 10:08:54.542572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a8f6d2-102f-4040-b531-676bc9fc742b') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:54.542572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a8f6d2-102f-4040-b531-676bc9fc742b') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:54.544011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 98383703-0790-4410-8b09-dc91105df2be triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:54.544011 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.545104 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.573743 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.584583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:08:54.585214 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:08:54.589130 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:08:54.753597 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-10ae33f0-e95e-43ee-a78f-672087a287f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:54.753597 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-10ae33f0-e95e-43ee-a78f-672087a287f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.2587123 Jul 05 10:08:54.754144 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5c9b8-2df2-4413-8cff-2265ada86daf req-4c9327a3-d7b3-4408-92f1-cd35f86c5456 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:54.754144 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8da5c9b8-2df2-4413-8cff-2265ada86daf req-4c9327a3-d7b3-4408-92f1-cd35f86c5456 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 944 time: 0.1723700 Jul 05 10:08:54.808159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e5654da1-9028-447a-880b-dfb7f9aae56d no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:08:54.822314 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8da5c9b8-2df2-4413-8cff-2265ada86daf req-b3198121-c082-4719-b6e4-363f6079029d tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621691 Jul 05 10:08:54.824807 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-151ad37b-7d63-4302-a335-1e334cffd281 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=014069d0-0f9f-4573-88b8-c210d5aad947 HTTP/1.1" status: 200 len: 217 time: 0.0742979 Jul 05 10:08:54.852857 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: e5654da1-9028-447a-880b-dfb7f9aae56d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:08:54.853232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e5654da1-9028-447a-880b-dfb7f9aae56d not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:08:54.906185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Router 063af6c0-4b92-469f-84c5-24e80599d8bf is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:08:54.937512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-86d906e2-40bf-455c-9a15-52f6494726dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:54.939843 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-86d906e2-40bf-455c-9a15-52f6494726dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.1071873 Jul 05 10:08:54.978178 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.013209 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-06a803a7-44f2-427a-8f39-2e567a6e99d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304985 Jul 05 10:08:55.020922 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.025277 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7684b902-3229-4b37-a9ab-3584bb0811d1 HTTP/1.1" status: 204 len: 168 time: 3.1014369 Jul 05 10:08:55.069747 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9deba3d-b800-4658-8682-9f447a5735e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7684b902-3229-4b37-a9ab-3584bb0811d1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:55.109964 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43664) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:55.187889 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:08:55.201409 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Sync routers for ids ['063af6c0-4b92-469f-84c5-24e80599d8bf'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:08:55.210830 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Routers {'063af6c0-4b92-469f-84c5-24e80599d8bf'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:55.211465 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:08:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['063af6c0-4b92-469f-84c5-24e80599d8bf'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:55.222443 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-4c16b55b-cccd-448e-bf10-6522306d7904 service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954069 Jul 05 10:08:55.302494 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f9ecf66b-256d-499a-b1aa-8ae0515c10f5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-network', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:55.325282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.332624 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7875051a-60ab-444c-bfc4-a8fdab88e060 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.9682422 Jul 05 10:08:55.332908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43674) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:55.349148 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Set router 063af6c0-4b92-469f-84c5-24e80599d8bf gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:55.381515 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-76b49a7c-d42e-4df9-b8bf-d98639918adc service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433413 Jul 05 10:08:55.554438 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-509893283-router', 'tenant_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '52c507a0-54b2-4d03-ab31-419639b35534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:47Z', 'updated_at': '2021-07-05T10:08:52Z', 'revision_number': 3, 'project_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'gw_port': {'id': '52c507a0-54b2-4d03-ab31-419639b35534', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:50Z', 'updated_at': '2021-07-05T10:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:55.561724 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e0e38329-53ff-4f85-91f5-da28f88b4246 req-8c94fd21-8ac6-4b24-91af-0fb8406430f2 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 210 time: 0.0677922 Jul 05 10:08:55.597064 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Checking router: 063af6c0-4b92-469f-84c5-24e80599d8bf for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:08:55.597928 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Updating router 063af6c0-4b92-469f-84c5-24e80599d8bf port 52c507a0-54b2-4d03-ab31-419639b35534 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:08:55.643509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ecf66b-256d-499a-b1aa-8ae0515c10f5 admin admin] Made reservation on behalf of b933a73b2436495d8b96ad689288d5c9 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:55.647296 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf66b-256d-499a-b1aa-8ae0515c10f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.648692 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.663890 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf66b-256d-499a-b1aa-8ae0515c10f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:55.709706 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43682) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:55.814769 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-67d83189-a945-4448-ade6-d0ba47677209 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=76a4558d73cf47e68041ab5a60a21287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1031182 Jul 05 10:08:55.818012 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43684) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:55.982402 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be4b5790-8ab5-401a-9920-5dc7161efe41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.014470 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be4b5790-8ab5-401a-9920-5dc7161efe41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.111189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43698) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:56.138931 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf66b-256d-499a-b1aa-8ae0515c10f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.223667 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.236251 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Transition to ACTIVE for port object 52c507a0-54b2-4d03-ab31-419639b35534 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:56.237046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-957358b4-ffa1-45d5-a92a-51d01fbe160b tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:56.239123 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-957358b4-ffa1-45d5-a92a-51d01fbe160b tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0&tenant_id=2cf98573ed3c4198bb69640d015cda66&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 1096 time: 0.1720393 Jul 05 10:08:56.251888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17801c98-639b-464d-aca6-c1d388ca194d req-c631b858-c767-49f4-a549-5f64ea93591d tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:56.253465 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17801c98-639b-464d-aca6-c1d388ca194d req-c631b858-c767-49f4-a549-5f64ea93591d tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 944 time: 0.1044955 Jul 05 10:08:56.316265 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe8b2cb2-b9ee-4878-b9ec-d9843c8abfeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.344484 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.368395 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17801c98-639b-464d-aca6-c1d388ca194d req-03fb19cb-d0b6-4fd3-a0e2-5aa600e7cdb6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885460 Jul 05 10:08:56.370600 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf66b-256d-499a-b1aa-8ae0515c10f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.373304 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be4b5790-8ab5-401a-9920-5dc7161efe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.376636 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be4b5790-8ab5-401a-9920-5dc7161efe41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.377817 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-be4b5790-8ab5-401a-9920-5dc7161efe41 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8a703345-2e4d-400e-9e94-8a3b20d25146 HTTP/1.1" status: 204 len: 168 time: 0.5589981 Jul 05 10:08:56.431896 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.454807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b5790-8ab5-401a-9920-5dc7161efe41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a703345-2e4d-400e-9e94-8a3b20d25146,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:56.470468 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ecf66b-256d-499a-b1aa-8ae0515c10f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:08:56.495083 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecf66b-256d-499a-b1aa-8ae0515c10f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ccc79d-1b09-462f-a1bc-8769005b8162,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:56.508451 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf66b-256d-499a-b1aa-8ae0515c10f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.508860 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-f9ecf66b-256d-499a-b1aa-8ae0515c10f5 admin admin] Added segment baad9a85-c577-4844-9860-b1014f33fbb0 of type vlan for network 49acf21c-d200-4532-94e8-8583d85e6566 Jul 05 10:08:56.608363 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe8b2cb2-b9ee-4878-b9ec-d9843c8abfeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.625373 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713b46a-e64f-46e0-934e-a28cd06cbb62 None None] Pushing event updated for resources: {'Port': ['ID=52c507a0-54b2-4d03-ab31-419639b35534,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:56.636064 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf66b-256d-499a-b1aa-8ae0515c10f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.639775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-2dfcd531-67c4-44a6-8df1-9605801872b6 service neutron] For port 014069d0-0f9f-4573-88b8-c210d5aad947, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:56.646752 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-2dfcd531-67c4-44a6-8df1-9605801872b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.648247 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0c4a02a-37b6-47e3-adc9-443dc7cd3999 req-2dfcd531-67c4-44a6-8df1-9605801872b6 service neutron] 10.222.0.64 "DELETE /v2.0/ports/014069d0-0f9f-4573-88b8-c210d5aad947/bindings/n-h1-779913-27 HTTP/1.1" status: 204 len: 173 time: 0.3937013 Jul 05 10:08:56.657776 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b46a-e64f-46e0-934e-a28cd06cbb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:56.658472 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b46a-e64f-46e0-934e-a28cd06cbb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:56.658472 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b46a-e64f-46e0-934e-a28cd06cbb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:56.660892 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b46a-e64f-46e0-934e-a28cd06cbb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:56.660892 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b46a-e64f-46e0-934e-a28cd06cbb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:56.660892 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b46a-e64f-46e0-934e-a28cd06cbb62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:56.660892 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b46a-e64f-46e0-934e-a28cd06cbb62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:56.660892 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b46a-e64f-46e0-934e-a28cd06cbb62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:56.662656 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b46a-e64f-46e0-934e-a28cd06cbb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:56.663071 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b46a-e64f-46e0-934e-a28cd06cbb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:56.664569 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b46a-e64f-46e0-934e-a28cd06cbb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:56.665582 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713b46a-e64f-46e0-934e-a28cd06cbb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:08:56.685363 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Attempting to bind port 52c507a0-54b2-4d03-ab31-419639b35534 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:08:56.685733 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Attempting to bind port 52c507a0-54b2-4d03-ab31-419639b35534 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:08:56.686151 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Attempting to bind port 52c507a0-54b2-4d03-ab31-419639b35534 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:08:56.696761 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:08:56.697700 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:56.698122 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.700694 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:08:56.706646 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Bound port: 52c507a0-54b2-4d03-ab31-419639b35534, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:08:56.706646 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.707011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3a8f63b7-f374-428f-8515-9421a2833566 req-24985e6f-4409-456b-a6ab-2a7ae0955763 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 210 time: 0.0534952 Jul 05 10:08:56.707171 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Allocated IP 172.20.0.1 (0f99307c-2413-4e40-a7c2-6f1c21b38905/80b0573f-1a77-4acc-a5a2-46c4b69a747d/5fec9927-2f30-4c83-ade1-2292e23857ab) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:56.737818 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe8b2cb2-b9ee-4878-b9ec-d9843c8abfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.791547 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] For port 52c507a0-54b2-4d03-ab31-419639b35534, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:08:56.796601 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] For port 52c507a0-54b2-4d03-ab31-419639b35534, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=52c507a0-54b2-4d03-ab31-419639b35534,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:08:56.815505 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fe8b2cb2-b9ee-4878-b9ec-d9843c8abfeb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=30a88add309144a4849fd44ff4b08b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7020910 Jul 05 10:08:56.817947 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b2cb2-b9ee-4878-b9ec-d9843c8abfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd78fb64-8449-4e1c-bee5-a2e19fa0d6a3,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:56.819824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43712) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:56.902004 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.902004 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf66b-256d-499a-b1aa-8ae0515c10f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.902447 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ecf66b-256d-499a-b1aa-8ae0515c10f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:56.903312 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf66b-256d-499a-b1aa-8ae0515c10f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:56.925314 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.003733 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Routers {'063af6c0-4b92-469f-84c5-24e80599d8bf'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:08:57.004673 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:08:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['063af6c0-4b92-469f-84c5-24e80599d8bf'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:57.007873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Transition to ACTIVE for port object 5fec9927-2f30-4c83-ade1-2292e23857ab will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:57.013019 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7dbd-84bf-4ac1-9dc3-741ff278a5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.066849 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecf66b-256d-499a-b1aa-8ae0515c10f5 admin admin] Pushing event updated for resources: {'Network': ['ID=49acf21c-d200-4532-94e8-8583d85e6566,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:57.085777 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 49acf21c-d200-4532-94e8-8583d85e6566 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:08:57.102377 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713b46a-e64f-46e0-934e-a28cd06cbb62 None None] Pushing event updated for resources: {'Port': ['ID=52c507a0-54b2-4d03-ab31-419639b35534,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:57.117056 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f9ecf66b-256d-499a-b1aa-8ae0515c10f5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0054011 Jul 05 10:08:57.120609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43722) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:57.121597 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7dbd-84bf-4ac1-9dc3-741ff278a5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.126548 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-be372810-ab16-4bdc-b987-aca129094b67 admin admin] Request body: {'subnet': {'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-subnet', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:57.256523 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.296942 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be372810-ab16-4bdc-b987-aca129094b67 admin admin] Made reservation on behalf of b933a73b2436495d8b96ad689288d5c9 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:57.300502 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be372810-ab16-4bdc-b987-aca129094b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.318197 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] Set router 063af6c0-4b92-469f-84c5-24e80599d8bf gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:08:57.319158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Pushing event updated for resources: {'Port': ['ID=5fec9927-2f30-4c83-ade1-2292e23857ab,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:57.346977 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7dbd-84bf-4ac1-9dc3-741ff278a5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.352360 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7dbd-84bf-4ac1-9dc3-741ff278a5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.353739 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9b0d7dbd-84bf-4ac1-9dc3-741ff278a5ae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd78fb64-8449-4e1c-bee5-a2e19fa0d6a3 HTTP/1.1" status: 204 len: 168 time: 0.5328407 Jul 05 10:08:57.424798 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Network 0f99307c-2413-4e40-a7c2-6f1c21b38905 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:57.425678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43734) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:57.439086 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d7dbd-84bf-4ac1-9dc3-741ff278a5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd78fb64-8449-4e1c-bee5-a2e19fa0d6a3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:57.442327 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:57.471209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:08:57.580212 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:57.780596 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-509893283-router', 'tenant_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '52c507a0-54b2-4d03-ab31-419639b35534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:47Z', 'updated_at': '2021-07-05T10:08:52Z', 'revision_number': 3, 'project_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'gw_port': {'id': '52c507a0-54b2-4d03-ab31-419639b35534', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:50Z', 'updated_at': '2021-07-05T10:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:08:57.878108 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb96fa90-39b3-4024-b03c-07ac94e1e6a9 None None] The sync data for ids ['063af6c0-4b92-469f-84c5-24e80599d8bf'] in n-d-779913-27 is: [{'id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-509893283-router', 'tenant_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '52c507a0-54b2-4d03-ab31-419639b35534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:47Z', 'updated_at': '2021-07-05T10:08:52Z', 'revision_number': 3, 'project_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'gw_port': {'id': '52c507a0-54b2-4d03-ab31-419639b35534', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:50Z', 'updated_at': '2021-07-05T10:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:08:58.009419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d811c-d73e-4a3a-a9fc-d2dce6c3b06d req-44621ea8-d154-4e1d-8119-2ae6c29aeef3 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:58.013745 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f2d811c-d73e-4a3a-a9fc-d2dce6c3b06d req-44621ea8-d154-4e1d-8119-2ae6c29aeef3 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 944 time: 0.3110995 Jul 05 10:08:58.067586 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be372810-ab16-4bdc-b987-aca129094b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:58.101559 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4ced525a-ad3c-4987-9928-8875a38e30ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:58.148303 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-947dc7dc-0498-4c4e-8fdf-50417c6668d4 None None] Provisioning for port 5fec9927-2f30-4c83-ade1-2292e23857ab completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:08:58.161819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-947dc7dc-0498-4c4e-8fdf-50417c6668d4 None None] Provisioning complete for port 5fec9927-2f30-4c83-ade1-2292e23857ab triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:08:58.165248 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-947dc7dc-0498-4c4e-8fdf-50417c6668d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:58.179015 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:58.265150 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f2d811c-d73e-4a3a-a9fc-d2dce6c3b06d req-30ce83a3-9a59-4e94-abce-4509caeb472d tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439117 Jul 05 10:08:58.366124 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be372810-ab16-4bdc-b987-aca129094b67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4506ec9e-1545-4e23-9622-e3036b224b3e,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:58.375257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be372810-ab16-4bdc-b987-aca129094b67 admin admin] Checking segment: {'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:08:58.380704 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be372810-ab16-4bdc-b987-aca129094b67 admin admin] Network hostable DHCP agents. Network: 49acf21c-d200-4532-94e8-8583d85e6566, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:08:58.444044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-947dc7dc-0498-4c4e-8fdf-50417c6668d4 None None] Port 5fec9927-2f30-4c83-ade1-2292e23857ab cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:08:58.444626 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35f89da1-eb70-4497-8df9-d1363d35b390 req-635db58d-75f4-4483-aa34-496d54c8c4bd tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 210 time: 0.1715176 Jul 05 10:08:58.539856 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f1ed-4fd0-4275-942a-03f51de68597 req-2848b737-4fee-4a5e-8758-d77edaeadf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:58.547939 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c13f1ed-4fd0-4275-942a-03f51de68597 req-2848b737-4fee-4a5e-8758-d77edaeadf42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5516a987464e3c882297462ee52153&device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 1098 time: 0.1306913 Jul 05 10:08:58.743610 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be372810-ab16-4bdc-b987-aca129094b67 admin admin] Network 49acf21c-d200-4532-94e8-8583d85e6566 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:08:58.827091 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-be372810-ab16-4bdc-b987-aca129094b67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 49acf21c-d200-4532-94e8-8583d85e6566) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:58.841749 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b8a30a-2650-4111-8ac5-9d924f5f83d1 None None] Network 49acf21c-d200-4532-94e8-8583d85e6566 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:08:58.860430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be372810-ab16-4bdc-b987-aca129094b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:58.863797 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be372810-ab16-4bdc-b987-aca129094b67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:58.909420 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f1ed-4fd0-4275-942a-03f51de68597 req-62c4e114-52a5-4ee8-9c5a-9a336afe862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:58.919957 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c13f1ed-4fd0-4275-942a-03f51de68597 req-62c4e114-52a5-4ee8-9c5a-9a336afe862e service neutron] 10.222.0.64 "GET /v2.0/networks?id=eda718cc-3d88-4d5f-91f1-69312c2d305c HTTP/1.1" status: 200 len: 919 time: 0.3652215 Jul 05 10:08:58.947602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739899b8-1931-4a4a-be28-571b6fa91c8a req-47adbe32-b791-43f2-a6ab-39410d907aec tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:58.949171 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-739899b8-1931-4a4a-be28-571b6fa91c8a req-47adbe32-b791-43f2-a6ab-39410d907aec tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.2938669 Jul 05 10:08:58.961190 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.051625 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c13f1ed-4fd0-4275-942a-03f51de68597 req-d861df4c-2be8-4272-aa63-e5949ec2d685 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fdc63c5-c976-4d99-9770-7e6e457001f5 HTTP/1.1" status: 200 len: 217 time: 0.1232467 Jul 05 10:08:59.106215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4ced525a-ad3c-4987-9928-8875a38e30ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.174037 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.191111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daba792-f83f-4210-b287-6b0e659084a2 req-8f3c9b78-c2ec-4cf4-84e3-ece53fbc69f3 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:59.203118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-49acf21c-d200-4532-94e8-8583d85e6566', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:08:59.204961 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.210555 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4daba792-f83f-4210-b287-6b0e659084a2 req-8f3c9b78-c2ec-4cf4-84e3-ece53fbc69f3 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 1096 time: 0.2699640 Jul 05 10:08:59.233381 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43770) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:59.257193 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-739899b8-1931-4a4a-be28-571b6fa91c8a req-b12d7f1c-e212-4d0f-9de7-2d426351ca9f tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333565 Jul 05 10:08:59.271559 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f1ed-4fd0-4275-942a-03f51de68597 req-a66054e8-19cf-479d-bb2f-5547fb2558a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:08:59.275494 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c13f1ed-4fd0-4275-942a-03f51de68597 req-a66054e8-19cf-479d-bb2f-5547fb2558a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6868f51-bde3-415c-b220-7539627e798e HTTP/1.1" status: 200 len: 858 time: 0.2114782 Jul 05 10:08:59.326302 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c13f1ed-4fd0-4275-942a-03f51de68597 req-ce9c7cee-f7a4-406e-8a27-b3500d7a168f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eda718cc-3d88-4d5f-91f1-69312c2d305c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409610 Jul 05 10:08:59.391338 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4daba792-f83f-4210-b287-6b0e659084a2 req-baf85ffe-6ce7-4e6f-a32a-5e6bf7c46573 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793478 Jul 05 10:08:59.416925 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.424801 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Allocated IP 172.20.0.2 (49acf21c-d200-4532-94e8-8583d85e6566/4506ec9e-1545-4e23-9622-e3036b224b3e/6705d4d0-d426-48be-8acb-c8deac2bb42c) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:08:59.438608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Pushing event updated for resources: {'Port': ['ID=5fec9927-2f30-4c83-ade1-2292e23857ab,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:59.500833 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4ced525a-ad3c-4987-9928-8875a38e30ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.513662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3ba354f9-8345-4347-86a6-6bc47bd6451a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-851953687-network', 'tenant_id': '6228e326cc334e11be68869ccdd9d9f9'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:59.626165 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-be372810-ab16-4bdc-b987-aca129094b67 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5026696 Jul 05 10:08:59.638934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43782) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:59.661185 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:08:59.677154 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4ced525a-ad3c-4987-9928-8875a38e30ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=38d1d2272f954720aa3264ad8bd40aba&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2502241 Jul 05 10:08:59.677996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced525a-ad3c-4987-9928-8875a38e30ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cc3ec0-b66c-4f38-80ea-8e71f3496260,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:08:59.694631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43788) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:08:59.768834 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c13f1ed-4fd0-4275-942a-03f51de68597 req-025538c2-9ca7-4296-adcf-e000f8285cac service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314444 Jul 05 10:08:59.796066 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Network 0f99307c-2413-4e40-a7c2-6f1c21b38905 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:08:59.802171 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:08:59.842145 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.853601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Transition to ACTIVE for port object 6705d4d0-d426-48be-8acb-c8deac2bb42c will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:59.880299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Transition to ACTIVE for port object 6705d4d0-d426-48be-8acb-c8deac2bb42c will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:08:59.914838 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8f2163a5-b168-4b36-8695-794f65f03da4 req-826d938b-8d94-428d-bd75-bb9315786206 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 210 time: 0.1502669 Jul 05 10:08:59.915842 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba354f9-8345-4347-86a6-6bc47bd6451a admin admin] Made reservation on behalf of 6228e326cc334e11be68869ccdd9d9f9 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:08:59.919727 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ba354f9-8345-4347-86a6-6bc47bd6451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.975315 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.977414 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:08:59.980435 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.032203 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ba354f9-8345-4347-86a6-6bc47bd6451a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.085325 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Network 49acf21c-d200-4532-94e8-8583d85e6566 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:00.094080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:00.111890 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Pushing event updated for resources: {'Port': ['ID=6705d4d0-d426-48be-8acb-c8deac2bb42c,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:00.115535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:00.137926 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2b6e-c88c-4731-80d8-a0bab68fd0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.199604 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2b6e-c88c-4731-80d8-a0bab68fd0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.202166 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.239290 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-b6c4870b-08d7-4a86-93f6-ef307e422f90 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:00.249259 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-b6c4870b-08d7-4a86-93f6-ef307e422f90 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 808 time: 0.3840907 Jul 05 10:09:00.254711 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Router 063af6c0-4b92-469f-84c5-24e80599d8bf has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:00.294375 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-8cba0357-950a-4af0-b096-f54efe87da08 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/quotas/2cf98573ed3c4198bb69640d015cda66 HTTP/1.1" status: 200 len: 375 time: 0.0436568 Jul 05 10:09:00.317891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Attempting to bind port 6705d4d0-d426-48be-8acb-c8deac2bb42c on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:00.317891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Attempting to bind port 6705d4d0-d426-48be-8acb-c8deac2bb42c by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:00.317891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Attempting to bind port 6705d4d0-d426-48be-8acb-c8deac2bb42c on network 49acf21c-d200-4532-94e8-8583d85e6566 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:00.340172 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c13f1ed-4fd0-4275-942a-03f51de68597 req-3e0a01c6-83f0-4a50-835f-0f4b4c41389b service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268657 Jul 05 10:09:00.391132 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fa4cb46e-d985-449a-bc40-fdc39f897c6d None None] Provisioning complete for port 5fec9927-2f30-4c83-ade1-2292e23857ab triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:00.394319 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fa4cb46e-d985-449a-bc40-fdc39f897c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.414203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:00.415062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Checking segment: {'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:00.416831 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.417300 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Bound using segment: {'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:00.418932 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Bound port: 6705d4d0-d426-48be-8acb-c8deac2bb42c, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:00.419377 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.536408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-13a2a624-4605-4225-82f7-d83d47ed9e0c tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:00.538105 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-13a2a624-4605-4225-82f7-d83d47ed9e0c tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.73 "GET /v2.0/networks?id=5cbc599f-1713-43af-b324-cbe93df2237e HTTP/1.1" status: 200 len: 816 time: 0.1509664 Jul 05 10:09:00.611641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 52c507a0-54b2-4d03-ab31-419639b35534 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:00.623835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ba354f9-8345-4347-86a6-6bc47bd6451a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.625308 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2b6e-c88c-4731-80d8-a0bab68fd0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.629347 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2b6e-c88c-4731-80d8-a0bab68fd0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.630975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3dbb2b6e-c88c-4731-80d8-a0bab68fd0fb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3cc3ec0-b66c-4f38-80ea-8e71f3496260 HTTP/1.1" status: 204 len: 168 time: 0.9291754 Jul 05 10:09:00.656034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb2b6e-c88c-4731-80d8-a0bab68fd0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cc3ec0-b66c-4f38-80ea-8e71f3496260,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:00.741643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cb46e-d985-449a-bc40-fdc39f897c6d None None] Port 5fec9927-2f30-4c83-ade1-2292e23857ab cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:00.780454 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ba354f9-8345-4347-86a6-6bc47bd6451a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.800544 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:00.820380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] For port 6705d4d0-d426-48be-8acb-c8deac2bb42c, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:00.829588 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] For port 6705d4d0-d426-48be-8acb-c8deac2bb42c, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6705d4d0-d426-48be-8acb-c8deac2bb42c,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:00.846844 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-f4b6ca2b-1283-48ee-9eec-7521d9a0dad7 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a7aff2f720b49a0abf8d567919cd6cf HTTP/1.1" status: 200 len: 380 time: 0.2145624 Jul 05 10:09:00.852319 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-4cec6d72-a189-45e0-8b6e-08dba44db553 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5566678 Jul 05 10:09:00.865630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba354f9-8345-4347-86a6-6bc47bd6451a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:00.874096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-2c0a9806-1d48-4b56-a3b6-6496068ea315 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Request body: {'port': {'device_id': 'b4571ac3-5da6-4688-b524-213d5c64380b', 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e', 'admin_state_up': True, 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'security_groups': ['fb4cd6d4-3e78-44f6-a99e-28120798185d']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:00.920271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 52c507a0-54b2-4d03-ab31-419639b35534 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:00.926809 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 52c507a0-54b2-4d03-ab31-419639b35534 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:00.927993 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.086729 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:01.108689 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c5f636bf-25c9-4a26-b40e-c4267e46f008 admin admin] 10.222.0.77 "PUT /v2.0/routers/063af6c0-4b92-469f-84c5-24e80599d8bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7688496 Jul 05 10:09:01.177050 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-1930fcc0-4607-463e-acd2-7614aa995a9d service neutron] 10.222.0.77 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778125 Jul 05 10:09:01.228538 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.234412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Sync routers for ids ['063af6c0-4b92-469f-84c5-24e80599d8bf'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:01.308156 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Routers {'063af6c0-4b92-469f-84c5-24e80599d8bf'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:01.312745 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:08:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['063af6c0-4b92-469f-84c5-24e80599d8bf'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:01.379234 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ba354f9-8345-4347-86a6-6bc47bd6451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.380124 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-3ba354f9-8345-4347-86a6-6bc47bd6451a admin admin] Added segment f676a40d-4eec-43e4-a7c8-c09ef53a23ac of type vlan for network 26d61c72-ae2d-4089-9825-6436a20c90e9 Jul 05 10:09:01.391622 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc55caf-9d54-460e-8a73-16e55a770a1c None None] Pushing event updated for resources: {'Port': ['ID=6705d4d0-d426-48be-8acb-c8deac2bb42c,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:01.428125 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ba354f9-8345-4347-86a6-6bc47bd6451a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.474301 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-ae360e63-4bac-4577-a476-92f79ee1d2bf service neutron] 10.222.0.77 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789104 Jul 05 10:09:01.496142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59935ea-b5ef-4c44-9930-a216ca26973c req-58719006-f520-4341-a500-a1725b73ed11 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:01.510001 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c59935ea-b5ef-4c44-9930-a216ca26973c req-58719006-f520-4341-a500-a1725b73ed11 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.8471956 Jul 05 10:09:01.517303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba354f9-8345-4347-86a6-6bc47bd6451a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406ade0b-cdb7-41ad-9e05-7a4e21b4465b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:01.533699 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.573506 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ba354f9-8345-4347-86a6-6bc47bd6451a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.575336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba354f9-8345-4347-86a6-6bc47bd6451a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:01.576275 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ba354f9-8345-4347-86a6-6bc47bd6451a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:01.596492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 52c507a0-54b2-4d03-ab31-419639b35534, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=52c507a0-54b2-4d03-ab31-419639b35534,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:01.685280 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Set router 063af6c0-4b92-469f-84c5-24e80599d8bf gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:01.743702 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba354f9-8345-4347-86a6-6bc47bd6451a admin admin] Pushing event updated for resources: {'Network': ['ID=26d61c72-ae2d-4089-9825-6436a20c90e9,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:01.749367 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3ba354f9-8345-4347-86a6-6bc47bd6451a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5143716 Jul 05 10:09:01.763852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43824) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:01.777981 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e4db272d-2c1d-4c1a-a460-ddb454cb094c admin admin] Request body: {'subnet': {'network_id': '26d61c72-ae2d-4089-9825-6436a20c90e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-851953687-subnet', 'tenant_id': '6228e326cc334e11be68869ccdd9d9f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:01.795046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 26d61c72-ae2d-4089-9825-6436a20c90e9 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:01.809668 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c59935ea-b5ef-4c44-9930-a216ca26973c req-2dfcafb3-0b0b-40b0-91b5-ec383959f7b8 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915909 Jul 05 10:09:02.030319 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.138615 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.218143 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.240673 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=52c507a0-54b2-4d03-ab31-419639b35534,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:02.251027 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-2c0a9806-1d48-4b56-a3b6-6496068ea315 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Made reservation on behalf of 8a7aff2f720b49a0abf8d567919cd6cf for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:02.268456 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-2c0a9806-1d48-4b56-a3b6-6496068ea315 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.293378 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6817d4f6-e958-4a77-b30b-425d19d94777 req-8868931b-832c-43b5-96fe-f20855c1f075 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 210 time: 0.1589687 Jul 05 10:09:02.458774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-509893283-router', 'tenant_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '52c507a0-54b2-4d03-ab31-419639b35534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:47Z', 'updated_at': '2021-07-05T10:08:57Z', 'revision_number': 4, 'project_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'gw_port': {'id': '52c507a0-54b2-4d03-ab31-419639b35534', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:50Z', 'updated_at': '2021-07-05T10:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '5fec9927-2f30-4c83-ade1-2292e23857ab', 'name': '', 'network_id': '0f99307c-2413-4e40-a7c2-6f1c21b38905', 'tenant_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'mac_address': 'fa:16:3e:53:fb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '80b0573f-1a77-4acc-a5a2-46c4b69a747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:56Z', 'updated_at': '2021-07-05T10:08:58Z', 'revision_number': 2, 'project_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'subnets': [{'id': '80b0573f-1a77-4acc-a5a2-46c4b69a747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:02.502084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Checking router: 063af6c0-4b92-469f-84c5-24e80599d8bf for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:02.502527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Updating router 063af6c0-4b92-469f-84c5-24e80599d8bf port 5fec9927-2f30-4c83-ade1-2292e23857ab binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:09:02.517185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4db272d-2c1d-4c1a-a460-ddb454cb094c admin admin] Made reservation on behalf of 6228e326cc334e11be68869ccdd9d9f9 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:02.524113 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4db272d-2c1d-4c1a-a460-ddb454cb094c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.579831 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-032bada5-0d82-4509-98bd-2208362643cb req-15b62dbe-a4ef-4f07-97a1-b33a662bdfa1 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 210 time: 0.1548007 Jul 05 10:09:02.626739 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:02.696974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Allocated IP 172.25.5.219 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/20fae2dd-6531-4cac-b943-6a1e5f140d76) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:02.763963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 52c507a0-54b2-4d03-ab31-419639b35534 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:02.910915 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-2c0a9806-1d48-4b56-a3b6-6496068ea315 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Allocated IP 172.20.0.11 (5cbc599f-1713-43af-b324-cbe93df2237e/3192735d-882c-4a41-b037-3c234a14d735/70111812-c32c-463a-a6ea-95b9cf2a940b) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:03.089239 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.175075 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 52c507a0-54b2-4d03-ab31-419639b35534 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:03.176195 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.202555 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-d2841563-9104-4006-9c98-715eadf15a38 req-48dc0631-a345-4384-b0fd-92cf62138665 tempest-FloatingIPDetailsNegativeTestJSON-1745423572 tempest-FloatingIPDetailsNegativeTestJSON-1745423572-project] show failed (client error): The resource could not be found. Jul 05 10:09:03.210672 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d2841563-9104-4006-9c98-715eadf15a38 req-48dc0631-a345-4384-b0fd-92cf62138665 tempest-FloatingIPDetailsNegativeTestJSON-1745423572 tempest-FloatingIPDetailsNegativeTestJSON-1745423572-project] 10.222.0.77 "GET /v2.0/floatingips/83b4ae7e-9fd7-43dc-8f84-119674eff726 HTTP/1.1" status: 404 len: 350 time: 0.1881285 Jul 05 10:09:03.221095 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43856) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:03.590296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21be1a2d-a7bb-462e-a5b1-05d3e6a75b2e None None] Network 49acf21c-d200-4532-94e8-8583d85e6566 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:03.624717 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4db272d-2c1d-4c1a-a460-ddb454cb094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.683176 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d78a3c26-03a5-455c-a241-466b62c44872 req-be3af856-09ab-4f73-8f91-edf9daefa8a5 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 210 time: 0.0860221 Jul 05 10:09:03.741973 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-2c0a9806-1d48-4b56-a3b6-6496068ea315 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.903676 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6705d4d0-d426-48be-8acb-c8deac2bb42c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:03.968458 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:03.981722 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a5bcdacf-7f44-4037-b584-c7ca0f71fcfa req-f00e639e-7017-49eb-8371-15fdfe9e3222 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 210 time: 0.1723251 Jul 05 10:09:04.018576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43884) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:04.031244 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-2c0a9806-1d48-4b56-a3b6-6496068ea315 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Transition to ACTIVE for port object 70111812-c32c-463a-a6ea-95b9cf2a940b will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:04.034774 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db272d-2c1d-4c1a-a460-ddb454cb094c admin admin] Checking segment: {'id': 'f676a40d-4eec-43e4-a7c8-c09ef53a23ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '26d61c72-ae2d-4089-9825-6436a20c90e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:04.035183 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db272d-2c1d-4c1a-a460-ddb454cb094c admin admin] Network hostable DHCP agents. Network: 26d61c72-ae2d-4089-9825-6436a20c90e9, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:04.039133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db272d-2c1d-4c1a-a460-ddb454cb094c admin admin] Pushing event updated for resources: {'Subnet': ['ID=11616a4a-bd8c-496f-b799-3e92194d51c6,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:04.103640 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:04.104912 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ea9ba3e5-e56d-4d8f-95b4-b478efdad866 None None] Provisioning for port 6705d4d0-d426-48be-8acb-c8deac2bb42c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:04.116166 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:04.133850 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:04.139672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Pushing event updated for resources: {'Port': ['ID=20fae2dd-6531-4cac-b943-6a1e5f140d76,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:04.173457 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.183220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db272d-2c1d-4c1a-a460-ddb454cb094c admin admin] Network 26d61c72-ae2d-4089-9825-6436a20c90e9 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:04.193175 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-2c0a9806-1d48-4b56-a3b6-6496068ea315 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.227479 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:04.228748 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:04.229268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:04.229969 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:04.230479 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:04.230984 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:04.231498 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:04.232228 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:04.232732 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:04.233389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:04.233920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:04.234430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:04.244608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Transition to ACTIVE for port object 5fec9927-2f30-4c83-ade1-2292e23857ab will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:04.289242 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-35123e1c-b05f-473d-9d79-01891eca926c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1539125616-network', 'tenant_id': '01ac675d005d4543841cb8fe477b5089'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:04.312763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-e4db272d-2c1d-4c1a-a460-ddb454cb094c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 26d61c72-ae2d-4089-9825-6436a20c90e9) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:04.335940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ecd5e9-6650-4835-9196-e8e98b0934c4 None None] Network 26d61c72-ae2d-4089-9825-6436a20c90e9 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:04.338978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-2c0a9806-1d48-4b56-a3b6-6496068ea315 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Network 5cbc599f-1713-43af-b324-cbe93df2237e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:04.351309 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b4f97-3451-4cb8-a7d0-0143d23ba2d2 req-c028dc8a-26d1-40a2-90bc-d1348832a445 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:04.354222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-2c0a9806-1d48-4b56-a3b6-6496068ea315 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:04.362383 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-540b4f97-3451-4cb8-a7d0-0143d23ba2d2 req-c028dc8a-26d1-40a2-90bc-d1348832a445 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 1.1060867 Jul 05 10:09:04.364714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4db272d-2c1d-4c1a-a460-ddb454cb094c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:04.365458 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4db272d-2c1d-4c1a-a460-ddb454cb094c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.372939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-2c0a9806-1d48-4b56-a3b6-6496068ea315 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:04.441379 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a9806-1d48-4b56-a3b6-6496068ea315 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Pushing event updated for resources: {'Port': ['ID=70111812-c32c-463a-a6ea-95b9cf2a940b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:04.521246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-2c0a9806-1d48-4b56-a3b6-6496068ea315 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:04.536364 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-2c0a9806-1d48-4b56-a3b6-6496068ea315 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.556601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 6705d4d0-d426-48be-8acb-c8deac2bb42c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:04.564618 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.588271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 6705d4d0-d426-48be-8acb-c8deac2bb42c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:04.588944 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.654419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35123e1c-b05f-473d-9d79-01891eca926c admin admin] Made reservation on behalf of 01ac675d005d4543841cb8fe477b5089 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:04.661342 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35123e1c-b05f-473d-9d79-01891eca926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.688833 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35123e1c-b05f-473d-9d79-01891eca926c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:04.739430 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-2c0a9806-1d48-4b56-a3b6-6496068ea315 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8741374 Jul 05 10:09:04.755817 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e4db272d-2c1d-4c1a-a460-ddb454cb094c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9777577 Jul 05 10:09:04.764955 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Request body: {'port': {'device_id': 'b4571ac3-5da6-4688-b524-213d5c64380b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:04.983053 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-540b4f97-3451-4cb8-a7d0-0143d23ba2d2 req-b56ad237-f79e-4b9f-bc71-65142c2d8522 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184070 Jul 05 10:09:05.115186 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f19214e-ef71-42d8-903d-31d7b2745a41 None None] Network 26d61c72-ae2d-4089-9825-6436a20c90e9 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:05.227234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-385a2f51-5da7-4a35-ada3-0c3408f2473e None None] Provisioning for port 70111812-c32c-463a-a6ea-95b9cf2a940b completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:05.285674 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.295486 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-385a2f51-5da7-4a35-ada3-0c3408f2473e None None] Provisioning complete for port 70111812-c32c-463a-a6ea-95b9cf2a940b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:05.295486 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-385a2f51-5da7-4a35-ada3-0c3408f2473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.376662 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35123e1c-b05f-473d-9d79-01891eca926c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.380186 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-632d042c-9a3c-4209-9330-172fbc25c646 req-0e3a75dc-806e-4e39-be91-05f9d518ccd1 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 210 time: 0.0994375 Jul 05 10:09:05.451964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c2cd2-6507-4f00-9b82-1e50aadaed86 req-2604da25-b2af-4749-be24-43c15e71eb92 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:05.479976 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a8c2cd2-6507-4f00-9b82-1e50aadaed86 req-2604da25-b2af-4749-be24-43c15e71eb92 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 932 time: 0.5785122 Jul 05 10:09:05.496071 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35123e1c-b05f-473d-9d79-01891eca926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.636128 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.662380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bd88e-d79c-4d34-8430-424be073782c None None] Pushing event updated for resources: {'Port': ['ID=5fec9927-2f30-4c83-ade1-2292e23857ab,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:05.682254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35123e1c-b05f-473d-9d79-01891eca926c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d65672d-4fd7-4f69-9542-9c166879ed2f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:05.742453 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13681422-f780-4d8d-8a46-09044943c118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.769002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-385a2f51-5da7-4a35-ada3-0c3408f2473e None None] Port 70111812-c32c-463a-a6ea-95b9cf2a940b cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:05.791611 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:05.811666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35123e1c-b05f-473d-9d79-01891eca926c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:05.829514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Attempting to bind port 5fec9927-2f30-4c83-ade1-2292e23857ab on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:05.829893 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Attempting to bind port 5fec9927-2f30-4c83-ade1-2292e23857ab by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '36be9872-d0d5-4e70-90e6-834a4b9e07a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f99307c-2413-4e40-a7c2-6f1c21b38905'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:05.830261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Attempting to bind port 5fec9927-2f30-4c83-ade1-2292e23857ab on network 0f99307c-2413-4e40-a7c2-6f1c21b38905 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:05.847360 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a8c2cd2-6507-4f00-9b82-1e50aadaed86 req-d692b365-da15-4f73-a3f8-ea0fcf5f27ce tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669364 Jul 05 10:09:06.008547 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35123e1c-b05f-473d-9d79-01891eca926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.011002 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-35123e1c-b05f-473d-9d79-01891eca926c admin admin] Added segment 369b3425-7caa-4c5a-8d35-cac3ee3d9146 of type vlan for network 150a606f-d715-4639-80db-050518ec2139 Jul 05 10:09:06.111904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:06.113756 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Checking segment: {'id': '36be9872-d0d5-4e70-90e6-834a4b9e07a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f99307c-2413-4e40-a7c2-6f1c21b38905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:06.114352 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.117406 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Bound using segment: {'id': '36be9872-d0d5-4e70-90e6-834a4b9e07a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f99307c-2413-4e40-a7c2-6f1c21b38905'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:06.122419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Bound port: 5fec9927-2f30-4c83-ade1-2292e23857ab, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36be9872-d0d5-4e70-90e6-834a4b9e07a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f99307c-2413-4e40-a7c2-6f1c21b38905'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:06.122419 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.421331 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 6705d4d0-d426-48be-8acb-c8deac2bb42c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6705d4d0-d426-48be-8acb-c8deac2bb42c,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:06.467356 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] For port 5fec9927-2f30-4c83-ade1-2292e23857ab, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:06.474683 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] For port 5fec9927-2f30-4c83-ade1-2292e23857ab, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5fec9927-2f30-4c83-ade1-2292e23857ab,segment=NetworkSegment(36be9872-d0d5-4e70-90e6-834a4b9e07a9),segment_id=36be9872-d0d5-4e70-90e6-834a4b9e07a9)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:06.531853 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.537069 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70111812-c32c-463a-a6ea-95b9cf2a940b {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:06.555014 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.605545 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Transition to ACTIVE for port object 70111812-c32c-463a-a6ea-95b9cf2a940b will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:06.653185 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.725283 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.786634 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.790172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-702b4429-6c43-40e8-a954-a4b6da609f0c None None] Provisioning complete for port 6705d4d0-d426-48be-8acb-c8deac2bb42c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:06.790771 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-702b4429-6c43-40e8-a954-a4b6da609f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.794001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Routers {'063af6c0-4b92-469f-84c5-24e80599d8bf'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:06.795046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:08:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['063af6c0-4b92-469f-84c5-24e80599d8bf'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:06.841949 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35123e1c-b05f-473d-9d79-01891eca926c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:06.888526 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=6705d4d0-d426-48be-8acb-c8deac2bb42c,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:07.029620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bd88e-d79c-4d34-8430-424be073782c None None] Pushing event updated for resources: {'Port': ['ID=5fec9927-2f30-4c83-ade1-2292e23857ab,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:07.201592 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-156f6eed-b84f-48b6-98e7-2ea20a169d23 req-a7437ed5-f02e-4328-83ba-107818cf7b08 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 210 time: 0.1313927 Jul 05 10:09:07.245105 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-314924d7-1e0d-47b5-a3bc-a16d7cf4dd37 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:07.249274 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-314924d7-1e0d-47b5-a3bc-a16d7cf4dd37 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.64 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 808 time: 1.2474368 Jul 05 10:09:07.269934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Pushing event updated for resources: {'Port': ['ID=70111812-c32c-463a-a6ea-95b9cf2a940b,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:07.286757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-991c71d6-489a-4156-89c2-5eb49134240e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Request body: {'port': {'device_id': 'ae3d05cd-b22d-4efa-b394-8f0e65021a30', 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d', 'admin_state_up': True, 'tenant_id': '2cf98573ed3c4198bb69640d015cda66'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:07.341550 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadfb81-ad62-43a0-a00f-3c1a5c46c6ba req-9da81087-4b94-4cdd-8aba-d556d92c56af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:07.358104 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eaadfb81-ad62-43a0-a00f-3c1a5c46c6ba req-9da81087-4b94-4cdd-8aba-d556d92c56af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 1098 time: 0.5536218 Jul 05 10:09:07.361841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] Set router 063af6c0-4b92-469f-84c5-24e80599d8bf gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:07.374411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-13681422-f780-4d8d-8a46-09044943c118 admin admin] Deleting port 5fec9927-2f30-4c83-ade1-2292e23857ab {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:07.374765 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13681422-f780-4d8d-8a46-09044943c118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.382199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284a536-421d-41bd-a698-9f5ddfecdcd9 req-a0907d5b-104f-4fc4-9797-bca5f99fbd17 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:07.404423 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0284a536-421d-41bd-a698-9f5ddfecdcd9 req-a0907d5b-104f-4fc4-9797-bca5f99fbd17 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.7378626 Jul 05 10:09:07.488980 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35123e1c-b05f-473d-9d79-01891eca926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.490064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35123e1c-b05f-473d-9d79-01891eca926c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:07.490685 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35123e1c-b05f-473d-9d79-01891eca926c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.494399 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eaadfb81-ad62-43a0-a00f-3c1a5c46c6ba req-b1ddb9cd-8735-47f1-836f-b96f5f8f17e3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232989 Jul 05 10:09:07.533855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-13681422-f780-4d8d-8a46-09044943c118 admin admin] For port 5fec9927-2f30-4c83-ade1-2292e23857ab, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5fec9927-2f30-4c83-ade1-2292e23857ab,segment=NetworkSegment(36be9872-d0d5-4e70-90e6-834a4b9e07a9),segment_id=36be9872-d0d5-4e70-90e6-834a4b9e07a9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:07.534215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13681422-f780-4d8d-8a46-09044943c118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.557202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-13681422-f780-4d8d-8a46-09044943c118 admin admin] Calling delete_port for 5fec9927-2f30-4c83-ade1-2292e23857ab owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:07.625169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Router ddaec184-e316-4461-97b4-e0e82152d43f is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:09:07.664463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Attempting to bind port 70111812-c32c-463a-a6ea-95b9cf2a940b on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:07.668049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Attempting to bind port 70111812-c32c-463a-a6ea-95b9cf2a940b by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c68a1a26-ec11-45b8-8925-256edc75bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:07.668049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Attempting to bind port 70111812-c32c-463a-a6ea-95b9cf2a940b on network 5cbc599f-1713-43af-b324-cbe93df2237e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:07.694706 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-35123e1c-b05f-473d-9d79-01891eca926c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6702116 Jul 05 10:09:07.705011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43932) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:07.724150 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0284a536-421d-41bd-a698-9f5ddfecdcd9 req-864c62b7-5e87-4cc7-a148-ad334bdc0416 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135040 Jul 05 10:09:07.734008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5ea2f016-4855-4387-82bf-baee6da0f87e admin admin] Request body: {'subnet': {'network_id': '150a606f-d715-4639-80db-050518ec2139', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1539125616-subnet', 'tenant_id': '01ac675d005d4543841cb8fe477b5089', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:07.741119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35123e1c-b05f-473d-9d79-01891eca926c admin admin] Pushing event updated for resources: {'Network': ['ID=150a606f-d715-4639-80db-050518ec2139,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:07.753303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Port 70111812-c32c-463a-a6ea-95b9cf2a940b on network 5cbc599f-1713-43af-b324-cbe93df2237e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:07.757415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Attempting to bind port 70111812-c32c-463a-a6ea-95b9cf2a940b on network 5cbc599f-1713-43af-b324-cbe93df2237e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:07.779995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 150a606f-d715-4639-80db-050518ec2139 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:07.819918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:07.820499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Checking segment: {'id': 'c68a1a26-ec11-45b8-8925-256edc75bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:07.824609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Bound using segment: {'id': 'c68a1a26-ec11-45b8-8925-256edc75bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:07.825238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Bound port: 70111812-c32c-463a-a6ea-95b9cf2a940b, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68a1a26-ec11-45b8-8925-256edc75bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:07.825743 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:07.864169 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.api [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-991c71d6-489a-4156-89c2-5eb49134240e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:09:07.864169 n-d-779913-27 neutron-server[100776]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:09:07.864169 n-d-779913-27 neutron-server[100776]: [parameters: {'project_id_1': '2cf98573ed3c4198bb69640d015cda66', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 9, 7, 806510)}] Jul 05 10:09:07.864169 n-d-779913-27 neutron-server[100776]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:09:07.864911 n-d-779913-27 neutron-server[100776]: DEBUG oslo_db.api [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-991c71d6-489a-4156-89c2-5eb49134240e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:09:07.968370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] For port 70111812-c32c-463a-a6ea-95b9cf2a940b, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:07.973314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] For port 70111812-c32c-463a-a6ea-95b9cf2a940b, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=70111812-c32c-463a-a6ea-95b9cf2a940b,segment=NetworkSegment(c68a1a26-ec11-45b8-8925-256edc75bb4e),segment_id=c68a1a26-ec11-45b8-8925-256edc75bb4e)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:07.992623 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-509893283-router', 'tenant_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '52c507a0-54b2-4d03-ab31-419639b35534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:47Z', 'updated_at': '2021-07-05T10:08:57Z', 'revision_number': 4, 'project_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'gw_port': {'id': '52c507a0-54b2-4d03-ab31-419639b35534', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:50Z', 'updated_at': '2021-07-05T10:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '5fec9927-2f30-4c83-ade1-2292e23857ab', 'name': '', 'network_id': '0f99307c-2413-4e40-a7c2-6f1c21b38905', 'tenant_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'mac_address': 'fa:16:3e:53:fb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '80b0573f-1a77-4acc-a5a2-46c4b69a747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:56Z', 'updated_at': '2021-07-05T10:09:06Z', 'revision_number': 4, 'project_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'subnets': [{'id': '80b0573f-1a77-4acc-a5a2-46c4b69a747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:08.033775 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c851a5ec-470d-4a7f-bdd5-5c30f1768e65 None None] The sync data for ids ['063af6c0-4b92-469f-84c5-24e80599d8bf'] in n-d-779913-27 is: [{'id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-509893283-router', 'tenant_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '52c507a0-54b2-4d03-ab31-419639b35534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:47Z', 'updated_at': '2021-07-05T10:08:57Z', 'revision_number': 4, 'project_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'gw_port': {'id': '52c507a0-54b2-4d03-ab31-419639b35534', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:50Z', 'updated_at': '2021-07-05T10:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '5fec9927-2f30-4c83-ade1-2292e23857ab', 'name': '', 'network_id': '0f99307c-2413-4e40-a7c2-6f1c21b38905', 'tenant_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'mac_address': 'fa:16:3e:53:fb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '80b0573f-1a77-4acc-a5a2-46c4b69a747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:56Z', 'updated_at': '2021-07-05T10:09:06Z', 'revision_number': 4, 'project_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'subnets': [{'id': '80b0573f-1a77-4acc-a5a2-46c4b69a747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:08.067977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:08.079693 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Sync routers for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:08.100650 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:08.104888 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:08:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:08.117639 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.190418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cb161-f9be-41f8-80b1-f56cd3bcca41 req-6efd2e02-2191-40da-aefe-0079cd17b4b9 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:08.203754 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-263cb161-f9be-41f8-80b1-f56cd3bcca41 req-6efd2e02-2191-40da-aefe-0079cd17b4b9 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 944 time: 0.3038883 Jul 05 10:09:08.267061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:08.268246 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.270789 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] 10.222.0.73 "PUT /v2.0/ports/70111812-c32c-463a-a6ea-95b9cf2a940b HTTP/1.1" status: 200 len: 1093 time: 3.5200102 Jul 05 10:09:08.271470 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4571ac3-5da6-4688-b524-213d5c64380b', 'tag': '70111812-c32c-463a-a6ea-95b9cf2a940b'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:08.274187 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d580f74-0087-40dc-8787-be9e8a663f78" -d '{"events": [{"name": "network-changed", "server_uuid": "b4571ac3-5da6-4688-b524-213d5c64380b", "tag": "70111812-c32c-463a-a6ea-95b9cf2a940b"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:08.337526 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d8066-7351-446e-ba58-eb0bd5fd7e8f service neutron] Pushing event updated for resources: {'Port': ['ID=70111812-c32c-463a-a6ea-95b9cf2a940b,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:08.357708 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-263cb161-f9be-41f8-80b1-f56cd3bcca41 req-24bc2696-2d3e-453a-8275-02f7aa80916c tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458626 Jul 05 10:09:08.519058 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:08.607139 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1ff2f4b7-a0c2-4115-9e02-fb699fe846b6 req-fa05b8c6-6c83-48fa-9ddd-a0f34884de4a tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 210 time: 0.0572731 Jul 05 10:09:08.616461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea2f016-4855-4387-82bf-baee6da0f87e admin admin] Made reservation on behalf of 01ac675d005d4543841cb8fe477b5089 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:08.622928 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5ea2f016-4855-4387-82bf-baee6da0f87e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.732770 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b35a1b-c793-4303-b0b7-b426dd5c3b83 x-openstack-request-id: req-f5b35a1b-c793-4303-b0b7-b426dd5c3b83 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:08.733370 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4571ac3-5da6-4688-b524-213d5c64380b", "tag": "70111812-c32c-463a-a6ea-95b9cf2a940b", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:08.734416 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5b35a1b-c793-4303-b0b7-b426dd5c3b83 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:08.735091 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4571ac3-5da6-4688-b524-213d5c64380b', 'tag': '70111812-c32c-463a-a6ea-95b9cf2a940b', 'status': 'completed', 'code': 200} Jul 05 10:09:08.774151 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74083266-11dc-460f-8608-661891063c13 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.780302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-74083266-11dc-460f-8608-661891063c13 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.1331780 Jul 05 10:09:08.781465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43942) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:08.782310 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13681422-f780-4d8d-8a46-09044943c118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:08.870505 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:04Z', 'revision_number': 3, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:08.870688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5fec9927-2f30-4c83-ade1-2292e23857ab up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:08.899166 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 5fec9927-2f30-4c83-ade1-2292e23857ab {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:08.899513 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5fec9927-2f30-4c83-ade1-2292e23857ab not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 10:09:08.922599 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Port 5fec9927-2f30-4c83-ade1-2292e23857ab not found, will not notify nova. {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 10:09:08.923005 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6705d4d0-d426-48be-8acb-c8deac2bb42c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:08.970230 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Checking router: ddaec184-e316-4461-97b4-e0e82152d43f for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:08.972859 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Updating router ddaec184-e316-4461-97b4-e0e82152d43f port 20fae2dd-6531-4cac-b943-6a1e5f140d76 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:09:09.080780 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 6705d4d0-d426-48be-8acb-c8deac2bb42c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:09.083026 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.163448 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.308240 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13681422-f780-4d8d-8a46-09044943c118 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fec9927-2f30-4c83-ade1-2292e23857ab,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:09.352976 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5ea2f016-4855-4387-82bf-baee6da0f87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.409290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d580f74-0087-40dc-8787-be9e8a663f78 req-0da4a7b7-0a3b-4a45-87ef-d0acac63fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:09.416710 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d580f74-0087-40dc-8787-be9e8a663f78 req-0da4a7b7-0a3b-4a45-87ef-d0acac63fb68 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a7aff2f720b49a0abf8d567919cd6cf&device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 1096 time: 0.6573319 Jul 05 10:09:09.573615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-991c71d6-489a-4156-89c2-5eb49134240e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Made reservation on behalf of 2cf98573ed3c4198bb69640d015cda66 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:09.591450 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-991c71d6-489a-4156-89c2-5eb49134240e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.916921 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:09.943842 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Transition to ACTIVE for port object 20fae2dd-6531-4cac-b943-6a1e5f140d76 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:10.044886 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.086936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d580f74-0087-40dc-8787-be9e8a663f78 req-483b68d3-2175-4f3a-baf7-5fea0aef2987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:10.091233 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d580f74-0087-40dc-8787-be9e8a663f78 req-483b68d3-2175-4f3a-baf7-5fea0aef2987 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=8a7aff2f720b49a0abf8d567919cd6cf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5765147 Jul 05 10:09:10.121692 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Attempting to bind port 20fae2dd-6531-4cac-b943-6a1e5f140d76 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:10.129254 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Attempting to bind port 20fae2dd-6531-4cac-b943-6a1e5f140d76 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:10.129254 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Attempting to bind port 20fae2dd-6531-4cac-b943-6a1e5f140d76 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:10.143946 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13681422-f780-4d8d-8a46-09044943c118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.163223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea2f016-4855-4387-82bf-baee6da0f87e admin admin] Checking segment: {'id': '369b3425-7caa-4c5a-8d35-cac3ee3d9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '150a606f-d715-4639-80db-050518ec2139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:10.163223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea2f016-4855-4387-82bf-baee6da0f87e admin admin] Network hostable DHCP agents. Network: 150a606f-d715-4639-80db-050518ec2139, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:10.188623 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:10.192395 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:10.193135 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.193713 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:10.194504 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Bound port: 20fae2dd-6531-4cac-b943-6a1e5f140d76, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:10.195143 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.259004 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] For port 20fae2dd-6531-4cac-b943-6a1e5f140d76, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:10.263989 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] For port 20fae2dd-6531-4cac-b943-6a1e5f140d76, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=20fae2dd-6531-4cac-b943-6a1e5f140d76,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:10.346312 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701c8de-3bdc-4136-b0eb-3e26f2d9dd6d None None] Pushing event updated for resources: {'Port': ['ID=20fae2dd-6531-4cac-b943-6a1e5f140d76,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:10.399685 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:10.431813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a24729-cf4d-4254-b29b-f5f0e2f98764 req-7f35b915-87bd-4be4-99cd-3931f289a498 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:10.434491 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-01a24729-cf4d-4254-b29b-f5f0e2f98764 req-7f35b915-87bd-4be4-99cd-3931f289a498 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 1.1162839 Jul 05 10:09:10.484628 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:10.485282 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:08:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:10.509576 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701c8de-3bdc-4136-b0eb-3e26f2d9dd6d None None] Pushing event updated for resources: {'Port': ['ID=20fae2dd-6531-4cac-b943-6a1e5f140d76,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:10.733530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2f016-4855-4387-82bf-baee6da0f87e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b73560ae-a221-4f61-8839-716bb1be69a8,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:10.867322 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-01a24729-cf4d-4254-b29b-f5f0e2f98764 req-b4c24dc6-a4d7-4dae-95ac-267c5fcd9035 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836541 Jul 05 10:09:10.875959 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:10.993214 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6e60a49e-a74d-4ecd-be62-28b6301fb308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.130860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-991c71d6-489a-4156-89c2-5eb49134240e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Allocated IP 172.20.0.8 (de14d9aa-e769-4672-bc7f-bd4b99fc183d/93ed1101-bea6-4fe3-8240-f598d38a2084/49abf83b-2c63-45d8-8048-f216cb938ea2) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:11.195119 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13681422-f780-4d8d-8a46-09044943c118 admin admin] Router 063af6c0-4b92-469f-84c5-24e80599d8bf has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:11.320734 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:04Z', 'revision_number': 3, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:11.377527 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf60e0f-5a5f-4509-a22d-b400e4073d3d None None] The sync data for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 is: [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:04Z', 'revision_number': 3, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:11.443058 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38a5a296-ceac-4626-8e4c-33946c8a7709 req-d5a0a6f1-3693-4ddf-b9ef-2459141c8757 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 210 time: 0.1477799 Jul 05 10:09:11.628029 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13681422-f780-4d8d-8a46-09044943c118 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:11.651594 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f98ae1-2de6-401c-9cb9-6a75405a1564 None None] Sync routers for ids ['063af6c0-4b92-469f-84c5-24e80599d8bf'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:11.653898 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:11.678686 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-13681422-f780-4d8d-8a46-09044943c118 admin admin] 10.222.0.77 "PUT /v2.0/routers/063af6c0-4b92-469f-84c5-24e80599d8bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4553907 Jul 05 10:09:11.681112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f98ae1-2de6-401c-9cb9-6a75405a1564 None None] Routers {'063af6c0-4b92-469f-84c5-24e80599d8bf'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:11.681787 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-75f98ae1-2de6-401c-9cb9-6a75405a1564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:08:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['063af6c0-4b92-469f-84c5-24e80599d8bf'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:11.691980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43986) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:11.737111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea2f016-4855-4387-82bf-baee6da0f87e admin admin] Network 150a606f-d715-4639-80db-050518ec2139 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:12.011433 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d580f74-0087-40dc-8787-be9e8a663f78 req-b32434e5-e5bf-4f3b-a8e4-4d48a261fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:12.023371 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d580f74-0087-40dc-8787-be9e8a663f78 req-b32434e5-e5bf-4f3b-a8e4-4d48a261fa31 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8741803 Jul 05 10:09:12.071842 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a93963b8-a5b2-4757-ae63-2d9276c53810 admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.103653 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-75f98ae1-2de6-401c-9cb9-6a75405a1564 None None] Set router 063af6c0-4b92-469f-84c5-24e80599d8bf gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:12.145247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076856d-14d0-4b66-96f2-ad0386589a1c req-acd35068-f520-4715-a05f-adf89c365ee5 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:12.157650 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6076856d-14d0-4b66-96f2-ad0386589a1c req-acd35068-f520-4715-a05f-adf89c365ee5 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 944 time: 2.0616918 Jul 05 10:09:12.297927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-5ea2f016-4855-4387-82bf-baee6da0f87e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 150a606f-d715-4639-80db-050518ec2139) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:12.315550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e905bf0-9a71-4d7f-903e-f50162b4255c None None] Network 150a606f-d715-4639-80db-050518ec2139 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:12.379039 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-991c71d6-489a-4156-89c2-5eb49134240e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.399598 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Allocated IP 172.20.0.1 (49acf21c-d200-4532-94e8-8583d85e6566/4506ec9e-1545-4e23-9622-e3036b224b3e/f1f62e70-8754-4ab2-ac3a-efd576c4021a) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:12.443921 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a93963b8-a5b2-4757-ae63-2d9276c53810 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.476872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2f016-4855-4387-82bf-baee6da0f87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:12.478373 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5ea2f016-4855-4387-82bf-baee6da0f87e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.564053 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e6e703-59b3-4db9-b2e8-91dd409873f9 None None] Network 150a606f-d715-4639-80db-050518ec2139 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:12.574891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6076856d-14d0-4b66-96f2-ad0386589a1c req-25792278-5e4b-4920-a2ca-dcee01dfd384 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4157395 Jul 05 10:09:12.656888 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-991c71d6-489a-4156-89c2-5eb49134240e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.666289 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:12.745186 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 20fae2dd-6531-4cac-b943-6a1e5f140d76 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:12.844846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Transition to ACTIVE for port object f1f62e70-8754-4ab2-ac3a-efd576c4021a will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:12.869085 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5ea2f016-4855-4387-82bf-baee6da0f87e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.1426034 Jul 05 10:09:12.978401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-991c71d6-489a-4156-89c2-5eb49134240e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Network de14d9aa-e769-4672-bc7f-bd4b99fc183d is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:13.021238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-991c71d6-489a-4156-89c2-5eb49134240e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:13.027511 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-557adee6-a023-4e9a-b707-9b10141c4c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:13.040370 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-557adee6-a023-4e9a-b707-9b10141c4c83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a7aff2f720b49a0abf8d567919cd6cf&device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 1096 time: 0.8151670 Jul 05 10:09:13.041412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-991c71d6-489a-4156-89c2-5eb49134240e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:13.044435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c71d6-489a-4156-89c2-5eb49134240e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Pushing event updated for resources: {'Port': ['ID=49abf83b-2c63-45d8-8048-f216cb938ea2,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:13.130135 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 20fae2dd-6531-4cac-b943-6a1e5f140d76 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:13.161320 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-75f98ae1-2de6-401c-9cb9-6a75405a1564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-509893283-router', 'tenant_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '52c507a0-54b2-4d03-ab31-419639b35534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:47Z', 'updated_at': '2021-07-05T10:09:08Z', 'revision_number': 5, 'project_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'gw_port': {'id': '52c507a0-54b2-4d03-ab31-419639b35534', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:08:50Z', 'updated_at': '2021-07-05T10:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:13.177872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 20fae2dd-6531-4cac-b943-6a1e5f140d76 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:13.177872 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.255262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f98ae1-2de6-401c-9cb9-6a75405a1564 None None] Checking router: 063af6c0-4b92-469f-84c5-24e80599d8bf for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:13.266443 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-9fe448ec-86cc-4dfb-9782-1da86a26daeb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70111812-c32c-463a-a6ea-95b9cf2a940b HTTP/1.1" status: 200 len: 217 time: 0.2040396 Jul 05 10:09:13.286798 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.308522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a93963b8-a5b2-4757-ae63-2d9276c53810 admin admin] Deleting port 52c507a0-54b2-4d03-ab31-419639b35534 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:13.308522 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a93963b8-a5b2-4757-ae63-2d9276c53810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.355672 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f98ae1-2de6-401c-9cb9-6a75405a1564 None None] Routers {'063af6c0-4b92-469f-84c5-24e80599d8bf'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:13.356367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-75f98ae1-2de6-401c-9cb9-6a75405a1564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:08:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['063af6c0-4b92-469f-84c5-24e80599d8bf'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:13.374874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-991c71d6-489a-4156-89c2-5eb49134240e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:13.375995 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-991c71d6-489a-4156-89c2-5eb49134240e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.517659 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1e0d0-1d90-43fd-8dfe-d63a9723645b req-c2870bf3-d8d1-475f-aab5-c8eea258ca87 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:13.519818 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bfa1e0d0-1d90-43fd-8dfe-d63a9723645b req-c2870bf3-d8d1-475f-aab5-c8eea258ca87 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 931 time: 0.4478188 Jul 05 10:09:13.560573 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-d088975c-c792-4abc-af9f-8a619596fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:13.563050 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-d088975c-c792-4abc-af9f-8a619596fa02 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3192735d-882c-4a41-b037-3c234a14d735 HTTP/1.1" status: 200 len: 855 time: 0.2854922 Jul 05 10:09:13.596504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19cc5e-0b92-434b-8aed-431a91b90c86 req-4fc4465e-046a-47d3-bb2b-7036300e6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:13.599055 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-df19cc5e-0b92-434b-8aed-431a91b90c86 req-4fc4465e-046a-47d3-bb2b-7036300e6e01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5516a987464e3c882297462ee52153&device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 1098 time: 0.6414113 Jul 05 10:09:13.601853 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f62e70-8754-4ab2-ac3a-efd576c4021a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:13.621213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Network 49acf21c-d200-4532-94e8-8583d85e6566 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:13.634215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:13.647453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b3dcf-deac-4809-9b23-f38093026074 req-95747c4a-554a-47ba-88c8-2925437fe93f tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:13.649300 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-220b3dcf-deac-4809-9b23-f38093026074 req-95747c4a-554a-47ba-88c8-2925437fe93f tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.2901115 Jul 05 10:09:13.663918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:13.669745 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-991c71d6-489a-4156-89c2-5eb49134240e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3886762 Jul 05 10:09:13.689714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Request body: {'port': {'device_id': 'ae3d05cd-b22d-4efa-b394-8f0e65021a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:13.703325 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-75f98ae1-2de6-401c-9cb9-6a75405a1564 None None] Set router 063af6c0-4b92-469f-84c5-24e80599d8bf gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:13.706542 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5be7da27-baac-4075-a852-f60f8e2a117a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.780504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-75f98ae1-2de6-401c-9cb9-6a75405a1564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-509893283-router', 'tenant_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:47Z', 'updated_at': '2021-07-05T10:09:12Z', 'revision_number': 6, 'project_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:13.783142 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.851861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f98ae1-2de6-401c-9cb9-6a75405a1564 None None] The sync data for ids ['063af6c0-4b92-469f-84c5-24e80599d8bf'] in n-d-779913-27 is: [{'id': '063af6c0-4b92-469f-84c5-24e80599d8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-509893283-router', 'tenant_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:47Z', 'updated_at': '2021-07-05T10:09:12Z', 'revision_number': 6, 'project_id': 'a7fd8e2e0fbc4abda6857af0c30bdd70', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:13.870233 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.884547 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 20fae2dd-6531-4cac-b943-6a1e5f140d76, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=20fae2dd-6531-4cac-b943-6a1e5f140d76,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:13.954988 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.959176 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:13.973827 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-220b3dcf-deac-4809-9b23-f38093026074 req-777de53b-72b1-408d-b029-a4f4c752799b tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026750 Jul 05 10:09:14.010963 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-ef9d4565-9385-4055-b522-39b897578bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:14.017273 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-ef9d4565-9385-4055-b522-39b897578bf7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5cbc599f-1713-43af-b324-cbe93df2237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4471133 Jul 05 10:09:14.136275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=20fae2dd-6531-4cac-b943-6a1e5f140d76,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:14.142531 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bfa1e0d0-1d90-43fd-8dfe-d63a9723645b req-3654fe31-a9de-4001-bd93-d94d22d6bc07 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851095 Jul 05 10:09:14.160374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-a93963b8-a5b2-4757-ae63-2d9276c53810 admin admin] For port 52c507a0-54b2-4d03-ab31-419639b35534, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=52c507a0-54b2-4d03-ab31-419639b35534,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:14.160892 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a93963b8-a5b2-4757-ae63-2d9276c53810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.169479 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.233091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19cc5e-0b92-434b-8aed-431a91b90c86 req-1a334578-7a78-45f4-ba93-3418bc9f0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:14.234977 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-df19cc5e-0b92-434b-8aed-431a91b90c86 req-1a334578-7a78-45f4-ba93-3418bc9f0289 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eda718cc-3d88-4d5f-91f1-69312c2d305c HTTP/1.1" status: 200 len: 919 time: 0.6031065 Jul 05 10:09:14.242767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a93963b8-a5b2-4757-ae63-2d9276c53810 admin admin] Calling delete_port for 52c507a0-54b2-4d03-ab31-419639b35534 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:14.318569 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-df19cc5e-0b92-434b-8aed-431a91b90c86 req-d7deb025-a917-4722-8e9a-5e74352e4e44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fdc63c5-c976-4d99-9770-7e6e457001f5 HTTP/1.1" status: 200 len: 217 time: 0.0732737 Jul 05 10:09:14.340351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-14beae3f-8fef-44e2-8050-71a0d5966c4a None None] Provisioning for port f1f62e70-8754-4ab2-ac3a-efd576c4021a completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:14.343829 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-14beae3f-8fef-44e2-8050-71a0d5966c4a None None] Provisioning complete for port f1f62e70-8754-4ab2-ac3a-efd576c4021a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:14.344398 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-14beae3f-8fef-44e2-8050-71a0d5966c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.444657 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19cc5e-0b92-434b-8aed-431a91b90c86 req-87d0a25d-cab4-421e-9217-31b75ba37579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:14.450530 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-df19cc5e-0b92-434b-8aed-431a91b90c86 req-87d0a25d-cab4-421e-9217-31b75ba37579 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6868f51-bde3-415c-b220-7539627e798e HTTP/1.1" status: 200 len: 858 time: 0.1241360 Jul 05 10:09:14.471581 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-14beae3f-8fef-44e2-8050-71a0d5966c4a None None] Port f1f62e70-8754-4ab2-ac3a-efd576c4021a cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:14.497843 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-4e824758-c2dc-43ee-8c96-c63596ddab6a service neutron] 10.222.0.73 "GET /v2.0/networks/5cbc599f-1713-43af-b324-cbe93df2237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188681 Jul 05 10:09:14.583616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-7d202a4a-1ee6-4eff-973f-c49f04e1eb0c req-5a92aeda-0ae8-4b13-92ca-1ad0c9e43e20 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-500567787', 'description': 'tempest-description-995762915'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:14.589798 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-df19cc5e-0b92-434b-8aed-431a91b90c86 req-22e90849-0af0-4495-a786-e8f96908d0a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eda718cc-3d88-4d5f-91f1-69312c2d305c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512354 Jul 05 10:09:14.791819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d7608-103c-492b-9424-2d2f9548dd81 req-864d23d0-0a7b-4f29-8a82-23ec69edaebb tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:14.795938 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f5d7608-103c-492b-9424-2d2f9548dd81 req-864d23d0-0a7b-4f29-8a82-23ec69edaebb tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 944 time: 0.2945004 Jul 05 10:09:14.836918 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5962eda4-4bed-4346-894d-92d53ea7dc0d req-72f3f18f-b85e-4abf-88fc-8327578eb9c5 service neutron] 10.222.0.73 "GET /v2.0/networks/5cbc599f-1713-43af-b324-cbe93df2237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833138 Jul 05 10:09:14.855283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 20fae2dd-6531-4cac-b943-6a1e5f140d76 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:14.901744 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.934059 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7d202a4a-1ee6-4eff-973f-c49f04e1eb0c req-5a92aeda-0ae8-4b13-92ca-1ad0c9e43e20 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.940641 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-df19cc5e-0b92-434b-8aed-431a91b90c86 req-e78af2b8-98a5-43b0-a6f5-f986ae7ceb99 service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166203 Jul 05 10:09:14.958213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49abf83b-2c63-45d8-8048-f216cb938ea2 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:14.971827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 20fae2dd-6531-4cac-b943-6a1e5f140d76 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:14.971827 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:14.972014 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.020910 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f5d7608-103c-492b-9424-2d2f9548dd81 req-ae258f4a-daa8-4230-8535-ab596241813f tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960261 Jul 05 10:09:15.062519 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Transition to ACTIVE for port object 49abf83b-2c63-45d8-8048-f216cb938ea2 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:15.136519 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.138888 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.261439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5fec9927-2f30-4c83-ade1-2292e23857ab no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:15.318154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 5fec9927-2f30-4c83-ade1-2292e23857ab {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:15.319312 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5fec9927-2f30-4c83-ade1-2292e23857ab not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:15.320696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 52c507a0-54b2-4d03-ab31-419639b35534 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:15.344690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Pushing event updated for resources: {'Port': ['ID=49abf83b-2c63-45d8-8048-f216cb938ea2,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:15.375504 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7d202a4a-1ee6-4eff-973f-c49f04e1eb0c req-5a92aeda-0ae8-4b13-92ca-1ad0c9e43e20 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.384364 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-df19cc5e-0b92-434b-8aed-431a91b90c86 req-9103b5fe-ba18-442b-9461-b54608c594bf service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320991 Jul 05 10:09:15.462529 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.463372 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7d202a4a-1ee6-4eff-973f-c49f04e1eb0c req-5a92aeda-0ae8-4b13-92ca-1ad0c9e43e20 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.489242 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Attempting to bind port 49abf83b-2c63-45d8-8048-f216cb938ea2 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:15.489589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Attempting to bind port 49abf83b-2c63-45d8-8048-f216cb938ea2 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:15.489926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Attempting to bind port 49abf83b-2c63-45d8-8048-f216cb938ea2 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:15.511310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Port 49abf83b-2c63-45d8-8048-f216cb938ea2 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:15.512494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Attempting to bind port 49abf83b-2c63-45d8-8048-f216cb938ea2 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:15.516182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92aeda-0ae8-4b13-92ca-1ad0c9e43e20 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59617df0-b10b-4d26-8ee9-dbac490e6a2a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:15.518425 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a93963b8-a5b2-4757-ae63-2d9276c53810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.540164 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6e196-d9da-41a1-937a-56326ac3131e req-ca68af95-d220-462b-9abb-bf7089129eb4 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:15.544121 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1c6e196-d9da-41a1-937a-56326ac3131e req-ca68af95-d220-462b-9abb-bf7089129eb4 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.2057314 Jul 05 10:09:15.544121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:15.544121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Checking segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:15.544121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Bound using segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:15.544121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Bound port: 49abf83b-2c63-45d8-8048-f216cb938ea2, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:15.544121 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.577605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93963b8-a5b2-4757-ae63-2d9276c53810 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c507a0-54b2-4d03-ab31-419639b35534,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:15.649243 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1c6e196-d9da-41a1-937a-56326ac3131e req-7a41dcd2-e051-4e12-888c-6f11f04bcf94 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871816 Jul 05 10:09:15.663178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] For port 49abf83b-2c63-45d8-8048-f216cb938ea2, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:15.666996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] For port 49abf83b-2c63-45d8-8048-f216cb938ea2, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=49abf83b-2c63-45d8-8048-f216cb938ea2,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:15.685812 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7d202a4a-1ee6-4eff-973f-c49f04e1eb0c req-5a92aeda-0ae8-4b13-92ca-1ad0c9e43e20 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.685812 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d202a4a-1ee6-4eff-973f-c49f04e1eb0c req-5a92aeda-0ae8-4b13-92ca-1ad0c9e43e20 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.1425195 Jul 05 10:09:15.718817 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.718817 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a93963b8-a5b2-4757-ae63-2d9276c53810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.768096 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.831193 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a93963b8-a5b2-4757-ae63-2d9276c53810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.833739 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a93963b8-a5b2-4757-ae63-2d9276c53810 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.853913 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Pushing event updated for resources: {'Port': ['ID=49abf83b-2c63-45d8-8048-f216cb938ea2,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:15.873963 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:15.874903 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.876991 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-06324855-be4e-4f8b-8d37-2059bb78f845 service neutron] 10.222.0.64 "PUT /v2.0/ports/49abf83b-2c63-45d8-8048-f216cb938ea2 HTTP/1.1" status: 200 len: 1092 time: 2.1947598 Jul 05 10:09:15.881786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3d05cd-b22d-4efa-b394-8f0e65021a30', 'tag': '49abf83b-2c63-45d8-8048-f216cb938ea2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:15.881786 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04181653-ea12-4fa9-a096-6b59210a25da" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3d05cd-b22d-4efa-b394-8f0e65021a30", "tag": "49abf83b-2c63-45d8-8048-f216cb938ea2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:15.887998 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.999356 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a93963b8-a5b2-4757-ae63-2d9276c53810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:15.999356 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93963b8-a5b2-4757-ae63-2d9276c53810 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 063af6c0-4b92-469f-84c5-24e80599d8bf {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:09:16.009088 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a93963b8-a5b2-4757-ae63-2d9276c53810 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.010399 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a93963b8-a5b2-4757-ae63-2d9276c53810 admin admin] 10.222.0.77 "DELETE /v2.0/routers/063af6c0-4b92-469f-84c5-24e80599d8bf HTTP/1.1" status: 204 len: 168 time: 4.3167126 Jul 05 10:09:16.019600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca7fd5-119b-4fc0-bfad-d3352172084a req-f1979c51-6eba-4643-b13a-4d15aaf5eb4f tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:16.020409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44148) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:16.021606 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4ca7fd5-119b-4fc0-bfad-d3352172084a req-f1979c51-6eba-4643-b13a-4d15aaf5eb4f tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 943 time: 0.1043856 Jul 05 10:09:16.083205 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.095895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f62e70-8754-4ab2-ac3a-efd576c4021a,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:16.123666 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4ca7fd5-119b-4fc0-bfad-d3352172084a req-a3628ff0-6123-488b-baa2-c9dd0e3bbeaa tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948198 Jul 05 10:09:16.178541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-81841806-6e26-4329-a05c-21b26a9acbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:16.180135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-81841806-6e26-4329-a05c-21b26a9acbc4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 1095 time: 0.1297214 Jul 05 10:09:16.205638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb6883d-1656-4dd7-9750-b24b0ff4641a admin admin] Deleting subnet 80b0573f-1a77-4acc-a5a2-46c4b69a747d {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:16.220221 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3bb6883d-1656-4dd7-9750-b24b0ff4641a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.240675 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-e876963d-19e2-4af6-9eb8-602347bb8cfc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49abf83b-2c63-45d8-8048-f216cb938ea2 HTTP/1.1" status: 200 len: 217 time: 0.0485346 Jul 05 10:09:16.261852 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9fa99a00-c9da-4837-bd90-c367bf1d3bea req-e9f31e1f-5d4d-4623-bfa7-00c01c066e67 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "GET /v2.0/security-groups/59617df0-b10b-4d26-8ee9-dbac490e6a2a HTTP/1.1" status: 200 len: 1811 time: 0.1079307 Jul 05 10:09:16.267985 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-a403ccfe-f273-47b0-bdff-a4110b66aa8b tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:16.269620 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-a403ccfe-f273-47b0-bdff-a4110b66aa8b tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/networks?id=26d61c72-ae2d-4089-9825-6436a20c90e9 HTTP/1.1" status: 200 len: 809 time: 0.3849068 Jul 05 10:09:16.292548 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3bb6883d-1656-4dd7-9750-b24b0ff4641a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.296005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-9fa99a00-c9da-4837-bd90-c367bf1d3bea req-d000e266-94bf-4d93-97c3-5a42a2e44af8 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59617df0-b10b-4d26-8ee9-dbac490e6a2a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:16.296327 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-9fa99a00-c9da-4837-bd90-c367bf1d3bea req-d000e266-94bf-4d93-97c3-5a42a2e44af8 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59617df0-b10b-4d26-8ee9-dbac490e6a2a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:16.328061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-2a8df13c-b42e-429c-a8d3-ef25f977162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:16.329564 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-2a8df13c-b42e-429c-a8d3-ef25f977162a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.0792792 Jul 05 10:09:16.333284 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-07a24db5-c153-4088-b906-39708bbe1676 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/quotas/6228e326cc334e11be68869ccdd9d9f9 HTTP/1.1" status: 200 len: 375 time: 0.0545096 Jul 05 10:09:16.382561 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-200ed6f4-9d03-4446-a03e-9ad60b786759 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428662 Jul 05 10:09:16.416027 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-04e75543-09bb-4e42-a372-07a397733567 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6228e326cc334e11be68869ccdd9d9f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612628 Jul 05 10:09:16.424746 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Network 49acf21c-d200-4532-94e8-8583d85e6566 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:16.430178 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:16.461045 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3bb6883d-1656-4dd7-9750-b24b0ff4641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.501627 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9fa99a00-c9da-4837-bd90-c367bf1d3bea req-d000e266-94bf-4d93-97c3-5a42a2e44af8 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.536227 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-2afa0312-70e4-46a1-8f3a-b4bbd7db0d66 service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443291 Jul 05 10:09:16.571847 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9fa99a00-c9da-4837-bd90-c367bf1d3bea req-d000e266-94bf-4d93-97c3-5a42a2e44af8 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.662485 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.670135 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9fa99a00-c9da-4837-bd90-c367bf1d3bea req-d000e266-94bf-4d93-97c3-5a42a2e44af8 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.726163 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000e266-94bf-4d93-97c3-5a42a2e44af8 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edaf69dc-e79f-495a-b97c-420e8e4b876b,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:16.771388 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da5df9a3-ad44-486b-85ff-3bdabf58b570 req-a40998bb-d08d-43aa-b8bf-9df511683cb8 service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212579 Jul 05 10:09:16.772937 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9fa99a00-c9da-4837-bd90-c367bf1d3bea req-d000e266-94bf-4d93-97c3-5a42a2e44af8 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.774381 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9fa99a00-c9da-4837-bd90-c367bf1d3bea req-d000e266-94bf-4d93-97c3-5a42a2e44af8 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4849186 Jul 05 10:09:16.792722 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44158) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:16.829565 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a27ecc6b-cc80-4b6e-b27a-82e213e07db7 None None] Provisioning complete for port f1f62e70-8754-4ab2-ac3a-efd576c4021a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:16.829736 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133f1a0c-2caa-4e48-8470-90fbcd1d6ab0 x-openstack-request-id: req-133f1a0c-2caa-4e48-8470-90fbcd1d6ab0 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:16.829900 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3d05cd-b22d-4efa-b394-8f0e65021a30", "tag": "49abf83b-2c63-45d8-8048-f216cb938ea2", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:16.830021 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a27ecc6b-cc80-4b6e-b27a-82e213e07db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:16.830213 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-133f1a0c-2caa-4e48-8470-90fbcd1d6ab0 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:16.830643 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3d05cd-b22d-4efa-b394-8f0e65021a30', 'tag': '49abf83b-2c63-45d8-8048-f216cb938ea2', 'status': 'completed', 'code': 200} Jul 05 10:09:16.884405 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a27ecc6b-cc80-4b6e-b27a-82e213e07db7 None None] Port f1f62e70-8754-4ab2-ac3a-efd576c4021a cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:16.996436 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-435eb4bc-daa0-45d2-8828-20e52c7112fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.064612 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04181653-ea12-4fa9-a096-6b59210a25da req-9abcc26e-db54-4468-89e5-d143069aafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:17.067310 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-04181653-ea12-4fa9-a096-6b59210a25da req-9abcc26e-db54-4468-89e5-d143069aafa8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 1095 time: 0.1637182 Jul 05 10:09:17.161235 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-0ad85180-12c9-4769-842d-c224fe34c3a8 service neutron] 10.222.0.77 "GET /v2.0/networks/26d61c72-ae2d-4089-9825-6436a20c90e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7184782 Jul 05 10:09:17.181846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Router ddaec184-e316-4461-97b4-e0e82152d43f has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:17.238801 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f4a76-f478-4862-89f9-1146c9ab53e0 req-ed3980c6-c460-44f8-9fb7-7da89e6ef0cd tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:17.240461 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d2f4a76-f478-4862-89f9-1146c9ab53e0 req-ed3980c6-c460-44f8-9fb7-7da89e6ef0cd tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 944 time: 0.2467372 Jul 05 10:09:17.290908 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04181653-ea12-4fa9-a096-6b59210a25da req-2a533f80-a9a6-44ba-b485-5f6fdddab33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:17.292470 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-04181653-ea12-4fa9-a096-6b59210a25da req-2a533f80-a9a6-44ba-b485-5f6fdddab33b service neutron] 10.222.0.64 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.2098522 Jul 05 10:09:17.302168 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3bb6883d-1656-4dd7-9750-b24b0ff4641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.320656 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-435eb4bc-daa0-45d2-8828-20e52c7112fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.351422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6883d-1656-4dd7-9750-b24b0ff4641a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b0573f-1a77-4acc-a5a2-46c4b69a747d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:17.353622 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3bb6883d-1656-4dd7-9750-b24b0ff4641a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.358624 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3bb6883d-1656-4dd7-9750-b24b0ff4641a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/80b0573f-1a77-4acc-a5a2-46c4b69a747d HTTP/1.1" status: 204 len: 168 time: 1.3355153 Jul 05 10:09:17.358882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-04181653-ea12-4fa9-a096-6b59210a25da req-ba5a0501-621d-4da7-917a-9232f9d0155e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49abf83b-2c63-45d8-8048-f216cb938ea2 HTTP/1.1" status: 200 len: 217 time: 0.0536296 Jul 05 10:09:17.359267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44164) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:17.363811 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76483fed-f365-4394-b341-d72e19f32e3c None None] Network 0f99307c-2413-4e40-a7c2-6f1c21b38905 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:17.369851 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d2f4a76-f478-4862-89f9-1146c9ab53e0 req-7f0e69ed-171b-480e-ab0d-b0efd0475476 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165299 Jul 05 10:09:17.391206 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-1ec5435b-f72f-4293-a806-493af87f48d1 service neutron] 10.222.0.77 "GET /v2.0/networks/26d61c72-ae2d-4089-9825-6436a20c90e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221715 Jul 05 10:09:17.442564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:17.452141 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Sync routers for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:17.481380 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ad810333-313b-4ac7-8ecc-e836da19fa86 admin admin] 10.222.0.77 "PUT /v2.0/routers/ddaec184-e316-4461-97b4-e0e82152d43f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6760058 Jul 05 10:09:17.483132 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:17.483792 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:09:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:17.489157 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-435eb4bc-daa0-45d2-8828-20e52c7112fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.570952 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.577543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435eb4bc-daa0-45d2-8828-20e52c7112fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a7a686-7d93-4140-af23-fc1ba55cc50a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:17.585601 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44168) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:17.585919 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-435eb4bc-daa0-45d2-8828-20e52c7112fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b32eae09823a42498405da3cd685e0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7916377 Jul 05 10:09:17.589929 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04181653-ea12-4fa9-a096-6b59210a25da req-0e9d73f1-f7a3-4fef-997a-e76e0d6c381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:17.591329 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-04181653-ea12-4fa9-a096-6b59210a25da req-0e9d73f1-f7a3-4fef-997a-e76e0d6c381c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.2189145 Jul 05 10:09:17.692565 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-04181653-ea12-4fa9-a096-6b59210a25da req-2a1998e7-aa55-4f81-be98-015560aa6dbf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928330 Jul 05 10:09:17.703744 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58c29f17-aba2-4d4e-a58b-b7062a2b4db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.765362 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58c29f17-aba2-4d4e-a58b-b7062a2b4db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.766191 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:17.861504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653107a4-2ef4-4104-af28-350efde0625a None None] DHCP port deletion for 0f99307c-2413-4e40-a7c2-6f1c21b38905 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:09:17.935654 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-04181653-ea12-4fa9-a096-6b59210a25da req-b9cfd75d-ef85-47fa-8f23-a04efd3e043f service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355120 Jul 05 10:09:17.941378 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Deleting port 98383703-0790-4410-8b09-dc91105df2be {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:17.943012 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.947565 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58c29f17-aba2-4d4e-a58b-b7062a2b4db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.950429 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58c29f17-aba2-4d4e-a58b-b7062a2b4db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:17.951646 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-58c29f17-aba2-4d4e-a58b-b7062a2b4db0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/96a7a686-7d93-4140-af23-fc1ba55cc50a HTTP/1.1" status: 204 len: 168 time: 0.3650401 Jul 05 10:09:17.970710 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c29f17-aba2-4d4e-a58b-b7062a2b4db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a7a686-7d93-4140-af23-fc1ba55cc50a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:18.009007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] Deleting port 98383703-0790-4410-8b09-dc91105df2be {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:18.009378 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.074416 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-653107a4-2ef4-4104-af28-350efde0625a None None] For port 98383703-0790-4410-8b09-dc91105df2be, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=98383703-0790-4410-8b09-dc91105df2be,segment=NetworkSegment(36be9872-d0d5-4e70-90e6-834a4b9e07a9),segment_id=36be9872-d0d5-4e70-90e6-834a4b9e07a9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:18.075438 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.094619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Calling delete_port for 98383703-0790-4410-8b09-dc91105df2be owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:18.115865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befa24c-b98a-4423-bbe4-87c205928a2b req-a58d2f3c-fc85-4d93-b03a-b31e2fa0efd9 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:18.124455 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5befa24c-b98a-4423-bbe4-87c205928a2b req-a58d2f3c-fc85-4d93-b03a-b31e2fa0efd9 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.4282613 Jul 05 10:09:18.142254 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd7f4658-8275-4c8f-97f5-23772edba091 req-6c49b5e2-5278-45d1-860c-69c24ba722b7 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "GET /v2.0/security-groups/59617df0-b10b-4d26-8ee9-dbac490e6a2a HTTP/1.1" status: 200 len: 2404 time: 0.0997312 Jul 05 10:09:18.152537 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:15Z', 'revision_number': 2, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:18.188117 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Checking router: ddaec184-e316-4461-97b4-e0e82152d43f for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:18.188739 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Updating router ddaec184-e316-4461-97b4-e0e82152d43f port f1f62e70-8754-4ab2-ac3a-efd576c4021a binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:09:18.234257 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.239168 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] For port 98383703-0790-4410-8b09-dc91105df2be, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=98383703-0790-4410-8b09-dc91105df2be,segment=NetworkSegment(36be9872-d0d5-4e70-90e6-834a4b9e07a9),segment_id=36be9872-d0d5-4e70-90e6-834a4b9e07a9)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:18.239541 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.275801 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5befa24c-b98a-4423-bbe4-87c205928a2b req-b857166d-50e6-4fe1-9f31-789e78cc2249 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504247 Jul 05 10:09:18.276862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] Calling delete_port for 98383703-0790-4410-8b09-dc91105df2be owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:18.306157 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-04181653-ea12-4fa9-a096-6b59210a25da req-b9aec3a3-c94e-4a98-ac12-22e719a2f657 service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637655 Jul 05 10:09:18.313609 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.342490 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653107a4-2ef4-4104-af28-350efde0625a None None] No DVR routers for this DVR port 98383703-0790-4410-8b09-dc91105df2be on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:18.382575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Pushing event deleted for resources: {'Port': ['ID=98383703-0790-4410-8b09-dc91105df2be,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:18.395990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:18.396846 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:18.397288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:18.397873 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:18.398271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:18.398766 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:18.399398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:18.399847 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:18.400282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:18.401020 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:18.401962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:18.401962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653107a4-2ef4-4104-af28-350efde0625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:18.447690 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.476095 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=98383703-0790-4410-8b09-dc91105df2be,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:18.483504 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] No DVR routers for this DVR port 98383703-0790-4410-8b09-dc91105df2be on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:18.586150 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.612976 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f99307c-2413-4e40-a7c2-6f1c21b38905']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:18.646196 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36be9872-d0d5-4e70-90e6-834a4b9e07a9') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:18.647022 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36be9872-d0d5-4e70-90e6-834a4b9e07a9') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:18.669650 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.680695 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 98383703-0790-4410-8b09-dc91105df2be no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:18.716274 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.724104 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:18.724523 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.730969 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 98383703-0790-4410-8b09-dc91105df2be {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:18.731375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 98383703-0790-4410-8b09-dc91105df2be not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:18.782671 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.801467 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Transition to ACTIVE for port object f1f62e70-8754-4ab2-ac3a-efd576c4021a will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:18.841444 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:18.902658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c8d90-5f8a-4357-99bb-844c4ce7862d req-f984c810-bada-4a3a-8a1c-579e8c09d1a9 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:18.908350 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2e5c8d90-5f8a-4357-99bb-844c4ce7862d req-f984c810-bada-4a3a-8a1c-579e8c09d1a9 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 943 time: 0.0955291 Jul 05 10:09:18.948246 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:18.978172 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2e5c8d90-5f8a-4357-99bb-844c4ce7862d req-2cb79034-aec9-438c-8289-31a76dabaf1e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656240 Jul 05 10:09:19.026588 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.035585 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.040048 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0f99307c-2413-4e40-a7c2-6f1c21b38905 HTTP/1.1" status: 204 len: 168 time: 1.6790161 Jul 05 10:09:19.101245 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03b61-deeb-471c-868b-8737b42b6db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f99307c-2413-4e40-a7c2-6f1c21b38905,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:19.123141 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Attempting to bind port f1f62e70-8754-4ab2-ac3a-efd576c4021a on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:19.123956 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Attempting to bind port f1f62e70-8754-4ab2-ac3a-efd576c4021a by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:19.124559 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Attempting to bind port f1f62e70-8754-4ab2-ac3a-efd576c4021a on network 49acf21c-d200-4532-94e8-8583d85e6566 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:19.133941 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:19.134929 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Checking segment: {'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:19.135575 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.136220 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Bound using segment: {'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:19.136417 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a8aa9d21-1285-4f9c-b494-277319bac3a1 req-a4cb0b47-4105-4037-be6e-e45b24f8c430 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/ports?device_id=6483abad-2800-4ccc-97f9-fb2a0a30d780 HTTP/1.1" status: 200 len: 210 time: 0.0939763 Jul 05 10:09:19.137057 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Bound port: f1f62e70-8754-4ab2-ac3a-efd576c4021a, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:19.137771 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.140462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44202) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:19.187599 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec55baf5-5cd0-4904-9a93-82c519e60500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.212572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-3dc2c20f-e173-4df6-aa5c-670a3b10832c tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:19.220535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-3dc2c20f-e173-4df6-aa5c-670a3b10832c tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 820 time: 0.2958846 Jul 05 10:09:19.223301 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf56135-3244-4fc1-bff7-4dc70d5cc06f None None] Pushing event updated for resources: {'Port': ['ID=f1f62e70-8754-4ab2-ac3a-efd576c4021a,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:19.248267 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-e097eecb-73c1-46c9-a15a-ae34315279db tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/quotas/b933a73b2436495d8b96ad689288d5c9 HTTP/1.1" status: 200 len: 375 time: 0.0260842 Jul 05 10:09:19.295691 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] For port f1f62e70-8754-4ab2-ac3a-efd576c4021a, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:19.304466 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] For port f1f62e70-8754-4ab2-ac3a-efd576c4021a, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f1f62e70-8754-4ab2-ac3a-efd576c4021a,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:19.343750 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-15308ee3-22fb-477f-bf76-52a72b5558ee tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941198 Jul 05 10:09:19.351389 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f4f5980-708c-4d05-bb8b-6b2291c0e443 req-8a7d0c9d-7491-4694-a55d-17eebb659b87 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "GET /v2.0/security-group-rules/edaf69dc-e79f-495a-b97c-420e8e4b876b HTTP/1.1" status: 200 len: 778 time: 0.0743873 Jul 05 10:09:19.434450 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.454532 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec55baf5-5cd0-4904-9a93-82c519e60500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.470532 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f4f5980-708c-4d05-bb8b-6b2291c0e443 req-432d6f32-4970-4cfe-928f-26a410ff9ca9 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "GET /v2.0/security-groups/59617df0-b10b-4d26-8ee9-dbac490e6a2a HTTP/1.1" status: 200 len: 2404 time: 0.1051819 Jul 05 10:09:19.486232 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-ef83e781-7f55-4e12-9f60-7893bc15cdd8 service neutron] 10.222.0.77 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286504 Jul 05 10:09:19.504652 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3f4f5980-708c-4d05-bb8b-6b2291c0e443 req-bc902474-4a3c-4e2f-bf55-89c9e6bb7498 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.519403 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3f4f5980-708c-4d05-bb8b-6b2291c0e443 req-bc902474-4a3c-4e2f-bf55-89c9e6bb7498 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.529787 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:19.530086 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:09:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:19.562588 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec55baf5-5cd0-4904-9a93-82c519e60500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.609708 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf56135-3244-4fc1-bff7-4dc70d5cc06f None None] Pushing event updated for resources: {'Port': ['ID=f1f62e70-8754-4ab2-ac3a-efd576c4021a,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:19.629099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55baf5-5cd0-4904-9a93-82c519e60500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b82349c-9097-4660-812e-f35ee2893981,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:19.655091 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ec55baf5-5cd0-4904-9a93-82c519e60500 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=612f1461a09f4d44bf65dd5c508ca976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5081220 Jul 05 10:09:19.656147 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44208) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:19.662445 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44210) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:19.702762 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:19.713530 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3f4f5980-708c-4d05-bb8b-6b2291c0e443 req-bc902474-4a3c-4e2f-bf55-89c9e6bb7498 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.735311 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3f4f5980-708c-4d05-bb8b-6b2291c0e443 req-bc902474-4a3c-4e2f-bf55-89c9e6bb7498 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.738083 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f4f5980-708c-4d05-bb8b-6b2291c0e443 req-bc902474-4a3c-4e2f-bf55-89c9e6bb7498 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/edaf69dc-e79f-495a-b97c-420e8e4b876b HTTP/1.1" status: 204 len: 173 time: 0.2612164 Jul 05 10:09:19.770525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc902474-4a3c-4e2f-bf55-89c9e6bb7498 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edaf69dc-e79f-495a-b97c-420e8e4b876b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:19.781091 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b8e67404-73c3-49dd-8387-1a99df7a1af9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a7fd8e2e0fbc4abda6857af0c30bdd70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1105742 Jul 05 10:09:19.788916 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44214) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:19.833722 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a96de07-4e89-47ed-9026-8cd06d9a1ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.911835 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a96de07-4e89-47ed-9026-8cd06d9a1ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:19.996990 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67b23a21-ed56-44bd-919d-d322a7dc0c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.037723 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:19Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:20.045695 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67b23a21-ed56-44bd-919d-d322a7dc0c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.078392 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfeac5e-6b7d-4569-b3d6-12b4ea049ef8 None None] The sync data for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 is: [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:19Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:20.085998 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-f81d510d-a3ab-4707-a674-1b048a9bcd7b service neutron] 10.222.0.77 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983305 Jul 05 10:09:20.103457 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a95fa-8ef0-451d-a42b-15a4dc27c86a req-e88a7f5b-7ab6-41c9-a9ba-db243e7f9d41 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:20.105087 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be3a95fa-8ef0-451d-a42b-15a4dc27c86a req-e88a7f5b-7ab6-41c9-a9ba-db243e7f9d41 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 944 time: 0.1872134 Jul 05 10:09:20.188396 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be3a95fa-8ef0-451d-a42b-15a4dc27c86a req-3f798182-33e6-445a-b841-f261b559ab49 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713243 Jul 05 10:09:20.236867 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a96de07-4e89-47ed-9026-8cd06d9a1ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.242709 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a96de07-4e89-47ed-9026-8cd06d9a1ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.250081 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8a96de07-4e89-47ed-9026-8cd06d9a1ba5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2b82349c-9097-4660-812e-f35ee2893981 HTTP/1.1" status: 204 len: 168 time: 0.5857830 Jul 05 10:09:20.274943 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67b23a21-ed56-44bd-919d-d322a7dc0c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.279809 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67b23a21-ed56-44bd-919d-d322a7dc0c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.284248 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-67b23a21-ed56-44bd-919d-d322a7dc0c69 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7f8c062d-1a67-4012-a453-5ba583618520 HTTP/1.1" status: 204 len: 168 time: 0.4939590 Jul 05 10:09:20.285916 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96de07-4e89-47ed-9026-8cd06d9a1ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b82349c-9097-4660-812e-f35ee2893981,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:20.301035 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b23a21-ed56-44bd-919d-d322a7dc0c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8c062d-1a67-4012-a453-5ba583618520,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:20.488955 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-ef5548eb-35b8-4c5c-b827-9ad8d07335b2 req-3f102e93-d059-4f35-8f1c-37bd34ac6bb6 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1101902223', 'description': 'tempest-description-1482571916'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:20.595514 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322e8eb-0eaa-433a-8277-8520cf96c7e1 req-f8570204-dd09-4b90-a804-6eecaeac3dd7 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:20.603766 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4322e8eb-0eaa-433a-8277-8520cf96c7e1 req-f8570204-dd09-4b90-a804-6eecaeac3dd7 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.1671906 Jul 05 10:09:20.658982 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4322e8eb-0eaa-433a-8277-8520cf96c7e1 req-86a120bc-2610-4ba3-ab93-c76439923c94 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523229 Jul 05 10:09:20.690211 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ef5548eb-35b8-4c5c-b827-9ad8d07335b2 req-3f102e93-d059-4f35-8f1c-37bd34ac6bb6 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:20.751907 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f1f62e70-8754-4ab2-ac3a-efd576c4021a up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:20.837077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 49abf83b-2c63-45d8-8048-f216cb938ea2 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:09:20.992258 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ef5548eb-35b8-4c5c-b827-9ad8d07335b2 req-3f102e93-d059-4f35-8f1c-37bd34ac6bb6 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.015668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2470ca5-edf6-479a-99ca-c2f86128120a req-155e0546-6f9b-4b14-b268-0db8030f15f6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:21.025750 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b2470ca5-edf6-479a-99ca-c2f86128120a req-155e0546-6f9b-4b14-b268-0db8030f15f6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 943 time: 0.1106284 Jul 05 10:09:21.061687 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ef5548eb-35b8-4c5c-b827-9ad8d07335b2 req-3f102e93-d059-4f35-8f1c-37bd34ac6bb6 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.089370 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 49abf83b-2c63-45d8-8048-f216cb938ea2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=49abf83b-2c63-45d8-8048-f216cb938ea2,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:21.111777 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '49abf83b-2c63-45d8-8048-f216cb938ea2', 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d', 'port_id': '49abf83b-2c63-45d8-8048-f216cb938ea2', 'mac_address': 'fa:16:3e:4f:ff:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed1101-bea6-4fe3-8240-f598d38a2084', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:09:21.125249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f102e93-d059-4f35-8f1c-37bd34ac6bb6 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a0597b-73d0-4e08-a719-f0c30e2ef048,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:21.154951 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b2470ca5-edf6-479a-99ca-c2f86128120a req-d5c22038-a95f-45ea-82c2-123cf8037f80 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277921 Jul 05 10:09:21.161651 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port f1f62e70-8754-4ab2-ac3a-efd576c4021a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:21.189124 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f1f62e70-8754-4ab2-ac3a-efd576c4021a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:21.191131 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.215818 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ef5548eb-35b8-4c5c-b827-9ad8d07335b2 req-3f102e93-d059-4f35-8f1c-37bd34ac6bb6 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.233609 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef5548eb-35b8-4c5c-b827-9ad8d07335b2 req-3f102e93-d059-4f35-8f1c-37bd34ac6bb6 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7441700 Jul 05 10:09:21.274660 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.295373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49abf83b-2c63-45d8-8048-f216cb938ea2 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:21.361597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 49abf83b-2c63-45d8-8048-f216cb938ea2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=49abf83b-2c63-45d8-8048-f216cb938ea2,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:21.395970 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-05d1cef9-b96f-4a7a-88e8-04da11d287d1 req-4a18da6f-b5f1-47a8-b385-c03e6f5a5dff tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 210 time: 0.0779750 Jul 05 10:09:21.454433 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.507532 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.538574 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-acf70947-6600-4d74-b502-a5d576a2373d req-f585db0a-a82c-44c0-ad87-a134c6ffbea8 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/ports?device_id=6483abad-2800-4ccc-97f9-fb2a0a30d780 HTTP/1.1" status: 200 len: 210 time: 0.0849285 Jul 05 10:09:21.567309 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port f1f62e70-8754-4ab2-ac3a-efd576c4021a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f1f62e70-8754-4ab2-ac3a-efd576c4021a,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:21.568790 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=49abf83b-2c63-45d8-8048-f216cb938ea2,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:21.650541 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:21.719237 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=f1f62e70-8754-4ab2-ac3a-efd576c4021a,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:21.757553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['49abf83b-2c63-45d8-8048-f216cb938ea2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:09:21.870316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-31e175b3-c005-45d3-91a7-25e4988fe671 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:21.872981 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-31e175b3-c005-45d3-91a7-25e4988fe671 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.73 "GET /v2.0/networks?id=26d61c72-ae2d-4089-9825-6436a20c90e9 HTTP/1.1" status: 200 len: 809 time: 0.3257148 Jul 05 10:09:21.901666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-506e4339-f3ca-4cb0-8657-b69982d34b25 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Request body: {'port': {'device_id': '6483abad-2800-4ccc-97f9-fb2a0a30d780', 'network_id': '26d61c72-ae2d-4089-9825-6436a20c90e9', 'admin_state_up': True, 'tenant_id': '6228e326cc334e11be68869ccdd9d9f9'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:21.974487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be538f-f7e8-4f69-8d2c-0fa0ef5652dd req-e79d4cd0-2d40-49e3-8c6b-a31b1761f3b8 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:21.991114 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23be538f-f7e8-4f69-8d2c-0fa0ef5652dd req-e79d4cd0-2d40-49e3-8c6b-a31b1761f3b8 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 944 time: 0.1952968 Jul 05 10:09:22.067268 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23be538f-f7e8-4f69-8d2c-0fa0ef5652dd req-cb712076-d041-4b43-b088-1843aefb783d tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748591 Jul 05 10:09:22.182354 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3054c128-60f6-46a1-aacc-56cd84846488 req-babf099c-5b16-4f24-beee-bb172f7562c4 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "GET /v2.0/security-groups/b6a0597b-73d0-4e08-a719-f0c30e2ef048 HTTP/1.1" status: 200 len: 1813 time: 0.0717745 Jul 05 10:09:22.193143 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.242226 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5807fd95-6dad-4867-bbb5-1933ebbbb3b6 req-0a47dde8-936f-48b4-a6c7-603412c740b3 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-670888787', 'description': 'tempest-description-32166858'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:22.396098 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-506e4339-f3ca-4cb0-8657-b69982d34b25 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Made reservation on behalf of 6228e326cc334e11be68869ccdd9d9f9 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:22.405653 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-506e4339-f3ca-4cb0-8657-b69982d34b25 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.451375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e49b7b-cce5-4bbb-88e6-a451a4cb63f1 req-35271f74-9326-4483-8a29-4f4ff48ec51f tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:22.460438 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69e49b7b-cce5-4bbb-88e6-a451a4cb63f1 req-35271f74-9326-4483-8a29-4f4ff48ec51f tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 944 time: 0.1429646 Jul 05 10:09:22.489005 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5807fd95-6dad-4867-bbb5-1933ebbbb3b6 req-0a47dde8-936f-48b4-a6c7-603412c740b3 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.517049 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69e49b7b-cce5-4bbb-88e6-a451a4cb63f1 req-75965769-6790-4edf-9ec2-829547ad14ea tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482888 Jul 05 10:09:22.626988 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-506e4339-f3ca-4cb0-8657-b69982d34b25 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Allocated IP 172.20.0.6 (26d61c72-ae2d-4089-9825-6436a20c90e9/11616a4a-bd8c-496f-b799-3e92194d51c6/94c3fad5-dcde-484a-b6c2-2db57a55189d) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:22.721917 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-024e35b0-faa2-47f5-b25d-dc3caf976602 req-241ee5f9-387e-4657-ac22-286985d8f451 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 210 time: 0.0422494 Jul 05 10:09:22.736924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f1f62e70-8754-4ab2-ac3a-efd576c4021a up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:22.752389 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5807fd95-6dad-4867-bbb5-1933ebbbb3b6 req-0a47dde8-936f-48b4-a6c7-603412c740b3 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.795767 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 49abf83b-2c63-45d8-8048-f216cb938ea2 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:22.869651 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5807fd95-6dad-4867-bbb5-1933ebbbb3b6 req-0a47dde8-936f-48b4-a6c7-603412c740b3 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.896959 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5366894-13de-42c7-a3c6-25323a48f9b6 req-6ce0e7d0-fbbc-411d-9d3d-c64a63d9c201 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/ports?device_id=6483abad-2800-4ccc-97f9-fb2a0a30d780 HTTP/1.1" status: 200 len: 210 time: 0.0680733 Jul 05 10:09:22.903328 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-506e4339-f3ca-4cb0-8657-b69982d34b25 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:22.929978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47dde8-936f-48b4-a6c7-603412c740b3 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f9881e-5119-4682-95dd-e9f186771b96,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:22.937617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f1f62e70-8754-4ab2-ac3a-efd576c4021a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:22.938758 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.011403 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5807fd95-6dad-4867-bbb5-1933ebbbb3b6 req-0a47dde8-936f-48b4-a6c7-603412c740b3 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.013052 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5807fd95-6dad-4867-bbb5-1933ebbbb3b6 req-0a47dde8-936f-48b4-a6c7-603412c740b3 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7831554 Jul 05 10:09:23.089560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 49abf83b-2c63-45d8-8048-f216cb938ea2 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:23.099331 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 49abf83b-2c63-45d8-8048-f216cb938ea2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:23.099700 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.114073 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-506e4339-f3ca-4cb0-8657-b69982d34b25 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.118156 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:09:23.153617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 70111812-c32c-463a-a6ea-95b9cf2a940b details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:09:23.210791 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b61f60a-91b5-48b2-949d-7b648de69d0e req-a789ae6f-0d06-4057-905f-30d49907a292 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "GET /v2.0/security-groups/c9f9881e-5119-4682-95dd-e9f186771b96 HTTP/1.1" status: 200 len: 1810 time: 0.1752746 Jul 05 10:09:23.224690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-506e4339-f3ca-4cb0-8657-b69982d34b25 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Network 26d61c72-ae2d-4089-9825-6436a20c90e9 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:23.229211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-506e4339-f3ca-4cb0-8657-b69982d34b25 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:23.264568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-506e4339-f3ca-4cb0-8657-b69982d34b25 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:23.278437 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e4339-f3ca-4cb0-8657-b69982d34b25 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Pushing event updated for resources: {'Port': ['ID=94c3fad5-dcde-484a-b6c2-2db57a55189d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:23.431095 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-506e4339-f3ca-4cb0-8657-b69982d34b25 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:23.432160 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-506e4339-f3ca-4cb0-8657-b69982d34b25 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.439400 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.472325 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-fce63cf3-7820-4ce5-8d19-466171c2aa3c req-2ad79175-f360-4032-a75e-67a74b6af8c5 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-146867958', 'description': 'tempest-description-1120593389'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:23.501198 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 70111812-c32c-463a-a6ea-95b9cf2a940b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=70111812-c32c-463a-a6ea-95b9cf2a940b,segment=NetworkSegment(c68a1a26-ec11-45b8-8925-256edc75bb4e),segment_id=c68a1a26-ec11-45b8-8925-256edc75bb4e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:23.526011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3d05cd-b22d-4efa-b394-8f0e65021a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49abf83b-2c63-45d8-8048-f216cb938ea2'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:23.528374 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0d2dab-7c95-4f02-8344-73eb1725c049" -d '{"events": [{"server_uuid": "ae3d05cd-b22d-4efa-b394-8f0e65021a30", "name": "network-vif-plugged", "status": "completed", "tag": "49abf83b-2c63-45d8-8048-f216cb938ea2"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:23.545472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '70111812-c32c-463a-a6ea-95b9cf2a940b', 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e', 'port_id': '70111812-c32c-463a-a6ea-95b9cf2a940b', 'mac_address': 'fa:16:3e:fa:ad:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3192735d-882c-4a41-b037-3c234a14d735', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:09:23.545472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 49abf83b-2c63-45d8-8048-f216cb938ea2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=49abf83b-2c63-45d8-8048-f216cb938ea2,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:23.558674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e4c4e-841e-493b-b942-6aacd882e12c req-a41d0227-ecc1-47e3-a0db-0c0fa969469a tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:23.567014 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa2e4c4e-841e-493b-b942-6aacd882e12c req-a41d0227-ecc1-47e3-a0db-0c0fa969469a tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 944 time: 0.1206396 Jul 05 10:09:23.571747 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-506e4339-f3ca-4cb0-8657-b69982d34b25 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6874669 Jul 05 10:09:23.584091 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Request body: {'port': {'device_id': '6483abad-2800-4ccc-97f9-fb2a0a30d780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:23.602437 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.628004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70111812-c32c-463a-a6ea-95b9cf2a940b {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:23.633453 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fce63cf3-7820-4ce5-8d19-466171c2aa3c req-2ad79175-f360-4032-a75e-67a74b6af8c5 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.637574 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.676280 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa2e4c4e-841e-493b-b942-6aacd882e12c req-e93d2d6c-f758-4072-b590-f1aca8a0a6e9 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072338 Jul 05 10:09:23.772916 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fce63cf3-7820-4ce5-8d19-466171c2aa3c req-2ad79175-f360-4032-a75e-67a74b6af8c5 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.788487 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 70111812-c32c-463a-a6ea-95b9cf2a940b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=70111812-c32c-463a-a6ea-95b9cf2a940b,segment=NetworkSegment(c68a1a26-ec11-45b8-8925-256edc75bb4e),segment_id=c68a1a26-ec11-45b8-8925-256edc75bb4e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:23.793431 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.856764 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fce63cf3-7820-4ce5-8d19-466171c2aa3c req-2ad79175-f360-4032-a75e-67a74b6af8c5 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.907604 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87981e9-cf79-4773-b842-32ca01f143a1 x-openstack-request-id: req-e87981e9-cf79-4773-b842-32ca01f143a1 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:23.910439 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3d05cd-b22d-4efa-b394-8f0e65021a30", "name": "network-vif-plugged", "status": "completed", "tag": "49abf83b-2c63-45d8-8048-f216cb938ea2", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:23.910704 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e87981e9-cf79-4773-b842-32ca01f143a1 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:23.912693 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3d05cd-b22d-4efa-b394-8f0e65021a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49abf83b-2c63-45d8-8048-f216cb938ea2', 'code': 200} Jul 05 10:09:23.917763 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.923645 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:23.942262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=49abf83b-2c63-45d8-8048-f216cb938ea2,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:23.985131 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad79175-f360-4032-a75e-67a74b6af8c5 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d1c399-c552-4166-9733-65672062679b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:24.028690 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fce63cf3-7820-4ce5-8d19-466171c2aa3c req-2ad79175-f360-4032-a75e-67a74b6af8c5 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:24.035211 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fce63cf3-7820-4ce5-8d19-466171c2aa3c req-2ad79175-f360-4032-a75e-67a74b6af8c5 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5631394 Jul 05 10:09:24.098375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=70111812-c32c-463a-a6ea-95b9cf2a940b,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:24.144352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['70111812-c32c-463a-a6ea-95b9cf2a940b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:09:24.265585 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-57c13c65-cfd3-4dee-a005-70501a3cd101 req-12f61c88-aeec-4b4c-8d18-6d464219f6ff tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 210 time: 0.0973728 Jul 05 10:09:24.616644 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c3fad5-dcde-484a-b6c2-2db57a55189d {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:24.633906 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:24.705520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cebef-99f4-42cc-8105-8789af0f3f75 req-b7040f93-0f09-48f1-88e2-38098fab0dbf tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:24.709376 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5a2cebef-99f4-42cc-8105-8789af0f3f75 req-b7040f93-0f09-48f1-88e2-38098fab0dbf tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/ports?device_id=6483abad-2800-4ccc-97f9-fb2a0a30d780 HTTP/1.1" status: 200 len: 931 time: 0.1170175 Jul 05 10:09:24.719601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Transition to ACTIVE for port object 94c3fad5-dcde-484a-b6c2-2db57a55189d will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:24.777620 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-4e08f180-2d98-4b50-9392-ba99bb3bf353 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:24.779816 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-4e08f180-2d98-4b50-9392-ba99bb3bf353 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.73 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 820 time: 0.7608380 Jul 05 10:09:24.780950 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5a2cebef-99f4-42cc-8105-8789af0f3f75 req-40383da4-dca9-4cd0-be79-76b799faaaeb tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/security-groups?id=406ade0b-cdb7-41ad-9e05-7a4e21b4465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657351 Jul 05 10:09:24.790537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140adcf-d461-4eb7-add3-17fd58f0f194 req-2198daae-a517-4675-be3d-9d0a567e5a52 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:24.792170 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8140adcf-d461-4eb7-add3-17fd58f0f194 req-2198daae-a517-4675-be3d-9d0a567e5a52 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 945 time: 0.6959438 Jul 05 10:09:24.811852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a7f8b309-c8c4-4039-b241-dbb45c6ba2aa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Request body: {'port': {'device_id': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'admin_state_up': True, 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:24.817135 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:24.820458 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa9c44-c0b2-4ffe-907b-3871cb27b668 req-9b93ccdb-6412-41cd-8fdc-3c257e29ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:24.821975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10aa9c44-c0b2-4ffe-907b-3871cb27b668 req-9b93ccdb-6412-41cd-8fdc-3c257e29ca21 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 1097 time: 0.8455119 Jul 05 10:09:24.883350 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-464d394f-9c50-450e-a0c4-07de99b839f8 req-74e1272a-c14c-4977-aed6-cfdef1bee8b2 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "GET /v2.0/security-groups/e1d1c399-c552-4166-9733-65672062679b HTTP/1.1" status: 200 len: 1812 time: 0.0739615 Jul 05 10:09:25.035666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Pushing event updated for resources: {'Port': ['ID=94c3fad5-dcde-484a-b6c2-2db57a55189d,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:25.057017 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8140adcf-d461-4eb7-add3-17fd58f0f194 req-76663639-8dee-4ee1-abce-41e349296f83 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412593 Jul 05 10:09:25.079192 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10aa9c44-c0b2-4ffe-907b-3871cb27b668 req-733333df-39c2-4d2a-8a41-a93f7d844130 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256348 Jul 05 10:09:25.164385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 70111812-c32c-463a-a6ea-95b9cf2a940b up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:25.177876 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-ed1e632a-c76b-4858-bf84-3a3fbdd2b5db req-e71a1847-d878-4f4f-a816-d02a6168862d tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1231915627', 'description': 'tempest-description-2140053601'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:25.230461 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.api [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a7f8b309-c8c4-4039-b241-dbb45c6ba2aa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:09:25.230461 n-d-779913-27 neutron-server[100776]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 10:09:25.230461 n-d-779913-27 neutron-server[100776]: [parameters: {'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'id': '37f399b3-c948-45e4-9ae4-69c3e70b9771', 'expiration': datetime.datetime(2021, 7, 5, 10, 11, 25, 218805)}] Jul 05 10:09:25.230461 n-d-779913-27 neutron-server[100776]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:09:25.237991 n-d-779913-27 neutron-server[100776]: DEBUG oslo_db.api [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a7f8b309-c8c4-4039-b241-dbb45c6ba2aa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:09:25.268026 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8fa4b-8875-483e-a7b8-d4b01977811f req-ed687df3-570a-43cb-8e13-fabde2729cb5 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:25.271881 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48d8fa4b-8875-483e-a7b8-d4b01977811f req-ed687df3-570a-43cb-8e13-fabde2729cb5 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 945 time: 0.1639295 Jul 05 10:09:25.277556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Attempting to bind port 94c3fad5-dcde-484a-b6c2-2db57a55189d on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:25.277908 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Attempting to bind port 94c3fad5-dcde-484a-b6c2-2db57a55189d by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'f676a40d-4eec-43e4-a7c8-c09ef53a23ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '26d61c72-ae2d-4089-9825-6436a20c90e9'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:25.278253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Attempting to bind port 94c3fad5-dcde-484a-b6c2-2db57a55189d on network 26d61c72-ae2d-4089-9825-6436a20c90e9 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:25.284137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Port 94c3fad5-dcde-484a-b6c2-2db57a55189d on network 26d61c72-ae2d-4089-9825-6436a20c90e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:25.285159 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Attempting to bind port 94c3fad5-dcde-484a-b6c2-2db57a55189d on network 26d61c72-ae2d-4089-9825-6436a20c90e9 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:25.291097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:25.291449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Checking segment: {'id': 'f676a40d-4eec-43e4-a7c8-c09ef53a23ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '26d61c72-ae2d-4089-9825-6436a20c90e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:25.292173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Bound using segment: {'id': 'f676a40d-4eec-43e4-a7c8-c09ef53a23ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '26d61c72-ae2d-4089-9825-6436a20c90e9'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:25.292680 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Bound port: 94c3fad5-dcde-484a-b6c2-2db57a55189d, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f676a40d-4eec-43e4-a7c8-c09ef53a23ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '26d61c72-ae2d-4089-9825-6436a20c90e9'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:25.293054 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.319106 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48d8fa4b-8875-483e-a7b8-d4b01977811f req-a3e589fd-b8f5-4044-a728-ef87ba3729e0 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463493 Jul 05 10:09:25.420199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] For port 94c3fad5-dcde-484a-b6c2-2db57a55189d, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:25.423822 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] For port 94c3fad5-dcde-484a-b6c2-2db57a55189d, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94c3fad5-dcde-484a-b6c2-2db57a55189d,segment=NetworkSegment(f676a40d-4eec-43e4-a7c8-c09ef53a23ac),segment_id=f676a40d-4eec-43e4-a7c8-c09ef53a23ac)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:25.425808 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ed1e632a-c76b-4858-bf84-3a3fbdd2b5db req-e71a1847-d878-4f4f-a816-d02a6168862d tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.467621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 70111812-c32c-463a-a6ea-95b9cf2a940b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:25.476099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 70111812-c32c-463a-a6ea-95b9cf2a940b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:25.477955 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.497839 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.557264 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a04ed57-8a85-4c43-b6d6-541a9a222af5 req-6118851d-3775-4459-943e-c02c23e89722 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 210 time: 0.0655694 Jul 05 10:09:25.562480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:25.568593 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.574062 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] 10.222.0.73 "PUT /v2.0/ports/94c3fad5-dcde-484a-b6c2-2db57a55189d HTTP/1.1" status: 200 len: 1092 time: 1.9945040 Jul 05 10:09:25.576831 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ed1e632a-c76b-4858-bf84-3a3fbdd2b5db req-e71a1847-d878-4f4f-a816-d02a6168862d tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.577729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6483abad-2800-4ccc-97f9-fb2a0a30d780', 'tag': '94c3fad5-dcde-484a-b6c2-2db57a55189d'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:25.580275 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a836b2-a54b-4720-85d8-ffd3dbd4a6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6483abad-2800-4ccc-97f9-fb2a0a30d780", "tag": "94c3fad5-dcde-484a-b6c2-2db57a55189d"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:25.608526 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210fa3c-900a-46bb-8149-f3395d4b2f4d service neutron] Pushing event updated for resources: {'Port': ['ID=94c3fad5-dcde-484a-b6c2-2db57a55189d,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:25.645402 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ed1e632a-c76b-4858-bf84-3a3fbdd2b5db req-e71a1847-d878-4f4f-a816-d02a6168862d tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.703106 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.732544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a1847-d878-4f4f-a816-d02a6168862d tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8079a3-9797-4ae6-ad04-0a4ea25a7ae9,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:25.735020 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ed1e632a-c76b-4858-bf84-3a3fbdd2b5db req-e71a1847-d878-4f4f-a816-d02a6168862d tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.746333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed1e632a-c76b-4858-bf84-3a3fbdd2b5db req-e71a1847-d878-4f4f-a816-d02a6168862d tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6056867 Jul 05 10:09:25.752804 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7186979a-79e3-4307-a2e7-01e72cb50823 x-openstack-request-id: req-7186979a-79e3-4307-a2e7-01e72cb50823 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:25.752804 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6483abad-2800-4ccc-97f9-fb2a0a30d780", "tag": "94c3fad5-dcde-484a-b6c2-2db57a55189d", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:25.752804 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7186979a-79e3-4307-a2e7-01e72cb50823 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:25.752804 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6483abad-2800-4ccc-97f9-fb2a0a30d780', 'tag': '94c3fad5-dcde-484a-b6c2-2db57a55189d', 'status': 'completed', 'code': 200} Jul 05 10:09:25.753883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 70111812-c32c-463a-a6ea-95b9cf2a940b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=70111812-c32c-463a-a6ea-95b9cf2a940b,segment=NetworkSegment(c68a1a26-ec11-45b8-8925-256edc75bb4e),segment_id=c68a1a26-ec11-45b8-8925-256edc75bb4e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:25.826035 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.850970 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d13ada12-2f1a-448c-a7aa-a04aeccdc359 req-9ce8962b-0ed4-4cf3-864f-7a9d49f0de7a tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "GET /v2.0/security-groups/cf8079a3-9797-4ae6-ad04-0a4ea25a7ae9 HTTP/1.1" status: 200 len: 1813 time: 0.0697048 Jul 05 10:09:25.913867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4571ac3-5da6-4688-b524-213d5c64380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70111812-c32c-463a-a6ea-95b9cf2a940b'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:25.924011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a7f8b309-c8c4-4039-b241-dbb45c6ba2aa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Made reservation on behalf of b933a73b2436495d8b96ad689288d5c9 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:25.930947 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a7f8b309-c8c4-4039-b241-dbb45c6ba2aa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:25.943102 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac33003-ed3f-4cf0-afcc-f5868ff72257" -d '{"events": [{"server_uuid": "b4571ac3-5da6-4688-b524-213d5c64380b", "name": "network-vif-plugged", "status": "completed", "tag": "70111812-c32c-463a-a6ea-95b9cf2a940b"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:25.949206 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-f403085c-ea70-45c3-bc07-f41a7ca749c5 req-a19169c8-cc69-41e7-9fd7-f37724298b34 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] show failed (client error): The resource could not be found. Jul 05 10:09:25.951325 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f403085c-ea70-45c3-bc07-f41a7ca749c5 req-a19169c8-cc69-41e7-9fd7-f37724298b34 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "GET /v2.0/security-groups/74342dcb-5685-4c5c-a54e-997bf6709143 HTTP/1.1" status: 404 len: 352 time: 0.0282681 Jul 05 10:09:25.952520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=70111812-c32c-463a-a6ea-95b9cf2a940b,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:26.048603 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b21137-3ef7-4a9d-ade0-e12c4bba7320 x-openstack-request-id: req-51b21137-3ef7-4a9d-ade0-e12c4bba7320 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:26.048603 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4571ac3-5da6-4688-b524-213d5c64380b", "name": "network-vif-plugged", "status": "completed", "tag": "70111812-c32c-463a-a6ea-95b9cf2a940b", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:26.048603 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51b21137-3ef7-4a9d-ade0-e12c4bba7320 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:26.050127 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4571ac3-5da6-4688-b524-213d5c64380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70111812-c32c-463a-a6ea-95b9cf2a940b', 'code': 200} Jul 05 10:09:26.089186 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-4159429b-3b24-4e18-ac6c-8783650e28b0 req-0bb2cf93-1f85-448b-a4f1-2862d4d73033 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] show failed (client error): The resource could not be found. Jul 05 10:09:26.096881 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-a93e8054-2c4f-424d-8d92-32fd03fad10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:26.098409 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-a93e8054-2c4f-424d-8d92-32fd03fad10d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6228e326cc334e11be68869ccdd9d9f9&device_id=6483abad-2800-4ccc-97f9-fb2a0a30d780 HTTP/1.1" status: 200 len: 1095 time: 0.3465250 Jul 05 10:09:26.100315 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4159429b-3b24-4e18-ac6c-8783650e28b0 req-0bb2cf93-1f85-448b-a4f1-2862d4d73033 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "GET /v2.0/security-group-rules/247a40c8-4712-482f-99c1-7c61550b2d5a HTTP/1.1" status: 404 len: 361 time: 0.0258911 Jul 05 10:09:26.212595 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-13088cbe-447f-40fc-92af-d039f98abe07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c3fad5-dcde-484a-b6c2-2db57a55189d HTTP/1.1" status: 200 len: 217 time: 0.0873387 Jul 05 10:09:26.248189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a7f8b309-c8c4-4039-b241-dbb45c6ba2aa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Allocated IP 172.20.0.12 (49acf21c-d200-4532-94e8-8583d85e6566/4506ec9e-1545-4e23-9622-e3036b224b3e/8400c3d8-c804-4ac4-96f6-aac8bd55563d) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:26.305790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-30e39057-d876-48a6-8c46-72bcdc5c1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:26.307268 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-30e39057-d876-48a6-8c46-72bcdc5c1396 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11616a4a-bd8c-496f-b799-3e92194d51c6 HTTP/1.1" status: 200 len: 849 time: 0.0878041 Jul 05 10:09:26.358798 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c4b09-4c61-4d24-9d48-ef118a0d483e req-005a9ad3-44dd-4530-b8a7-3644d35775a8 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:26.363639 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f08c4b09-4c61-4d24-9d48-ef118a0d483e req-005a9ad3-44dd-4530-b8a7-3644d35775a8 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 945 time: 0.0921886 Jul 05 10:09:26.365489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44422) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:26.386769 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-7a472e31-2fa8-451f-a456-c9da30311e7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26d61c72-ae2d-4089-9825-6436a20c90e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632823 Jul 05 10:09:26.427228 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f08c4b09-4c61-4d24-9d48-ef118a0d483e req-5443a812-d2ae-467d-94a4-03c19a2ed9b8 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518358 Jul 05 10:09:26.437604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bd06f-90f8-4c4e-aadf-252e1250a8c9 req-e7e2b5fc-63dd-4556-9c66-1b4383357101 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:26.438040 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-db7bd06f-90f8-4c4e-aadf-252e1250a8c9 req-e7e2b5fc-63dd-4556-9c66-1b4383357101 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/ports?device_id=6483abad-2800-4ccc-97f9-fb2a0a30d780 HTTP/1.1" status: 200 len: 943 time: 0.3855083 Jul 05 10:09:26.461524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44426) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:26.520731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60017d-1063-4c71-9ad5-398f6bb7fd0b req-e99d4676-3e48-4e6d-8366-c6582c56c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:26.522046 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ca60017d-1063-4c71-9ad5-398f6bb7fd0b req-e99d4676-3e48-4e6d-8366-c6582c56c55b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 1098 time: 0.3511462 Jul 05 10:09:26.566911 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef47c349-962a-4cd9-a27b-dda57f1c40d9 req-c740f968-551e-4b9a-82ae-0612289225a3 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "GET /v2.0/security-groups/cf8079a3-9797-4ae6-ad04-0a4ea25a7ae9 HTTP/1.1" status: 200 len: 1813 time: 0.0885029 Jul 05 10:09:26.625457 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9c47d4fa-5972-4a96-b075-943e27488fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.673200 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-db7bd06f-90f8-4c4e-aadf-252e1250a8c9 req-5bb7267e-b0e6-4a55-af4a-f9a89e95354a tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/security-groups?id=406ade0b-cdb7-41ad-9e05-7a4e21b4465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957872 Jul 05 10:09:26.687984 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ca60017d-1063-4c71-9ad5-398f6bb7fd0b req-38d9c8b6-bc34-4eb5-99f6-408869fc49c5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519814 Jul 05 10:09:26.703805 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-754ef7e6-9cb8-42f5-a41a-13f946b2c929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.719793 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-34386dc9-6c61-472f-a062-a21a2f8f4946 service neutron] 10.222.0.73 "GET /v2.0/networks/26d61c72-ae2d-4089-9825-6436a20c90e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190694 Jul 05 10:09:26.725279 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a7f8b309-c8c4-4039-b241-dbb45c6ba2aa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.740793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a7f8b309-c8c4-4039-b241-dbb45c6ba2aa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Transition to ACTIVE for port object 8400c3d8-c804-4ac4-96f6-aac8bd55563d will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:26.770851 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ef47c349-962a-4cd9-a27b-dda57f1c40d9 req-7d892e47-275c-4c22-ae1b-c43baea6a7a2 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.811350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ef47c349-962a-4cd9-a27b-dda57f1c40d9 req-7d892e47-275c-4c22-ae1b-c43baea6a7a2 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.816000 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9c47d4fa-5972-4a96-b075-943e27488fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.859433 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9c47d4fa-5972-4a96-b075-943e27488fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.934328 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9c47d4fa-5972-4a96-b075-943e27488fcc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0808b7a964024ad692baa645df405077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668623 Jul 05 10:09:26.936790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44436) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:26.941539 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ef47c349-962a-4cd9-a27b-dda57f1c40d9 req-7d892e47-275c-4c22-ae1b-c43baea6a7a2 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.944345 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ef47c349-962a-4cd9-a27b-dda57f1c40d9 req-7d892e47-275c-4c22-ae1b-c43baea6a7a2 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.957324 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef47c349-962a-4cd9-a27b-dda57f1c40d9 req-7d892e47-275c-4c22-ae1b-c43baea6a7a2 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "DELETE /v2.0/security-groups/cf8079a3-9797-4ae6-ad04-0a4ea25a7ae9 HTTP/1.1" status: 204 len: 173 time: 0.3892202 Jul 05 10:09:26.989857 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f789cc6-aee9-4222-a97d-f77c8807286f req-d1718e25-7d5f-44b1-82e2-b591c3ac948e service neutron] 10.222.0.73 "GET /v2.0/networks/26d61c72-ae2d-4089-9825-6436a20c90e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424510 Jul 05 10:09:26.991621 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a7f8b309-c8c4-4039-b241-dbb45c6ba2aa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:26.996392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47d4fa-5972-4a96-b075-943e27488fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8ef288-5849-4a98-96c3-01fb090b5373,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:27.019627 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaad199-d52f-49df-b62b-10ba3d6e8cdd req-ea541b30-9672-465c-b043-62070778b3f9 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:27.021180 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fbaad199-d52f-49df-b62b-10ba3d6e8cdd req-ea541b30-9672-465c-b043-62070778b3f9 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 946 time: 0.1695724 Jul 05 10:09:27.038832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d892e47-275c-4c22-ae1b-c43baea6a7a2 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8079a3-9797-4ae6-ad04-0a4ea25a7ae9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:27.084427 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a7f8b309-c8c4-4039-b241-dbb45c6ba2aa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Network 49acf21c-d200-4532-94e8-8583d85e6566 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:27.088743 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8b309-c8c4-4039-b241-dbb45c6ba2aa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Pushing event updated for resources: {'Port': ['ID=8400c3d8-c804-4ac4-96f6-aac8bd55563d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:27.091459 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a7f8b309-c8c4-4039-b241-dbb45c6ba2aa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:27.102482 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-754ef7e6-9cb8-42f5-a41a-13f946b2c929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.102663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a7f8b309-c8c4-4039-b241-dbb45c6ba2aa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:27.144248 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03f745b6-1ac5-4711-a1c2-17c2283e5f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.154433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69eb3a-6850-41d9-a5e7-4cfd239dd874 req-1039ddc1-ea61-40ca-a872-c722d57ee6ce tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:27.156483 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c69eb3a-6850-41d9-a5e7-4cfd239dd874 req-1039ddc1-ea61-40ca-a872-c722d57ee6ce tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 1097 time: 0.0697343 Jul 05 10:09:27.178737 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fbaad199-d52f-49df-b62b-10ba3d6e8cdd req-3dc14eb0-c12e-4596-aa8e-761563f4cc43 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342967 Jul 05 10:09:27.209198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-754ef7e6-9cb8-42f5-a41a-13f946b2c929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.230929 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03f745b6-1ac5-4711-a1c2-17c2283e5f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.239358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a7f8b309-c8c4-4039-b241-dbb45c6ba2aa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:27.246263 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a7f8b309-c8c4-4039-b241-dbb45c6ba2aa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.286720 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-754ef7e6-9cb8-42f5-a41a-13f946b2c929 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=86ff5983e6054300bae60f4ba8e3b84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8235593 Jul 05 10:09:27.288855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44440) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:27.309451 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a836b2-a54b-4720-85d8-ffd3dbd4a6f5 req-77c04f0a-5993-489d-bbc7-0573373b53ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:27.311610 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f6a836b2-a54b-4720-85d8-ffd3dbd4a6f5 req-77c04f0a-5993-489d-bbc7-0573373b53ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6228e326cc334e11be68869ccdd9d9f9&device_id=6483abad-2800-4ccc-97f9-fb2a0a30d780 HTTP/1.1" status: 200 len: 1095 time: 0.1650927 Jul 05 10:09:27.334249 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a7f8b309-c8c4-4039-b241-dbb45c6ba2aa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5405145 Jul 05 10:09:27.339757 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c69eb3a-6850-41d9-a5e7-4cfd239dd874 req-56422498-5d0d-4514-b12c-3b97f68b2517 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766496 Jul 05 10:09:27.401873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef7e6-9cb8-42f5-a41a-13f946b2c929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b99014-baca-45ca-b356-0a835af68e3a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:27.403780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Request body: {'port': {'device_id': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:27.411083 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03f745b6-1ac5-4711-a1c2-17c2283e5f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.413508 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03f745b6-1ac5-4711-a1c2-17c2283e5f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.417011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-03f745b6-1ac5-4711-a1c2-17c2283e5f1f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ce8ef288-5849-4a98-96c3-01fb090b5373 HTTP/1.1" status: 204 len: 168 time: 0.4766777 Jul 05 10:09:27.444410 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-91b67d7e-7e97-4302-9fd9-1ca7753e76e5 None None] Provisioning for port 8400c3d8-c804-4ac4-96f6-aac8bd55563d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:27.449501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-91b67d7e-7e97-4302-9fd9-1ca7753e76e5 None None] Provisioning complete for port 8400c3d8-c804-4ac4-96f6-aac8bd55563d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:27.450923 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-91b67d7e-7e97-4302-9fd9-1ca7753e76e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.452111 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb94d9e7-6971-4af5-904b-ad5d1f95b0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.467810 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-148113cf-446c-43a9-a7b3-d51e461f6c72 req-531206ee-8631-490a-bd8d-8b7420e94f99 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "GET /v2.0/security-groups/e1d1c399-c552-4166-9733-65672062679b HTTP/1.1" status: 200 len: 1812 time: 0.0780962 Jul 05 10:09:27.480321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f745b6-1ac5-4711-a1c2-17c2283e5f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8ef288-5849-4a98-96c3-01fb090b5373,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:27.545945 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb94d9e7-6971-4af5-904b-ad5d1f95b0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.548476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a836b2-a54b-4720-85d8-ffd3dbd4a6f5 req-a2ea4c0f-14ce-40c8-9d28-47d3a6943431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:27.550543 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f6a836b2-a54b-4720-85d8-ffd3dbd4a6f5 req-a2ea4c0f-14ce-40c8-9d28-47d3a6943431 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26d61c72-ae2d-4089-9825-6436a20c90e9 HTTP/1.1" status: 200 len: 910 time: 0.2286515 Jul 05 10:09:27.555076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-91b67d7e-7e97-4302-9fd9-1ca7753e76e5 None None] Port 8400c3d8-c804-4ac4-96f6-aac8bd55563d cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:27.595217 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.606619 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f6a836b2-a54b-4720-85d8-ffd3dbd4a6f5 req-af73077c-87a7-4e5d-834a-848de9a27a75 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c3fad5-dcde-484a-b6c2-2db57a55189d HTTP/1.1" status: 200 len: 217 time: 0.0485711 Jul 05 10:09:27.609705 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-148113cf-446c-43a9-a7b3-d51e461f6c72 req-92f86f49-bb10-493e-9c5d-f2a43d0534b6 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.632211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cced0b4-5401-4654-af40-9fec17d5a874 req-01fb5599-e6d1-4830-b14e-bebc702fc93f tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:27.633727 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8cced0b4-5401-4654-af40-9fec17d5a874 req-01fb5599-e6d1-4830-b14e-bebc702fc93f tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 932 time: 0.3013494 Jul 05 10:09:27.638675 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-148113cf-446c-43a9-a7b3-d51e461f6c72 req-92f86f49-bb10-493e-9c5d-f2a43d0534b6 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.696480 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb94d9e7-6971-4af5-904b-ad5d1f95b0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.700000 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb94d9e7-6971-4af5-904b-ad5d1f95b0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.704420 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fb94d9e7-6971-4af5-904b-ad5d1f95b0e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b1b99014-baca-45ca-b356-0a835af68e3a HTTP/1.1" status: 204 len: 168 time: 0.4083769 Jul 05 10:09:27.726152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94d9e7-6971-4af5-904b-ad5d1f95b0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b99014-baca-45ca-b356-0a835af68e3a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:27.788428 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8cced0b4-5401-4654-af40-9fec17d5a874 req-eee4afd1-46dc-4d88-836c-b3b1b8eac6a0 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317828 Jul 05 10:09:27.793884 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a836b2-a54b-4720-85d8-ffd3dbd4a6f5 req-425ee0b3-543e-4149-9def-adc4a093b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:27.793884 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f6a836b2-a54b-4720-85d8-ffd3dbd4a6f5 req-425ee0b3-543e-4149-9def-adc4a093b93b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11616a4a-bd8c-496f-b799-3e92194d51c6 HTTP/1.1" status: 200 len: 849 time: 0.1740010 Jul 05 10:09:27.821036 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-148113cf-446c-43a9-a7b3-d51e461f6c72 req-92f86f49-bb10-493e-9c5d-f2a43d0534b6 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.824079 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-148113cf-446c-43a9-a7b3-d51e461f6c72 req-92f86f49-bb10-493e-9c5d-f2a43d0534b6 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:27.832723 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-148113cf-446c-43a9-a7b3-d51e461f6c72 req-92f86f49-bb10-493e-9c5d-f2a43d0534b6 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "DELETE /v2.0/security-groups/e1d1c399-c552-4166-9733-65672062679b HTTP/1.1" status: 204 len: 173 time: 0.3639734 Jul 05 10:09:27.835650 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f6a836b2-a54b-4720-85d8-ffd3dbd4a6f5 req-57c6f150-87b8-467b-85a4-c97a16a7b242 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26d61c72-ae2d-4089-9825-6436a20c90e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346227 Jul 05 10:09:27.857677 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f86f49-bb10-493e-9c5d-f2a43d0534b6 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d1c399-c552-4166-9733-65672062679b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:28.111490 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f6a836b2-a54b-4720-85d8-ffd3dbd4a6f5 req-4d908caf-2a60-4eb1-b84c-fd1cbc393ef1 service neutron] 10.222.0.73 "GET /v2.0/networks/26d61c72-ae2d-4089-9825-6436a20c90e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672002 Jul 05 10:09:28.159295 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36284bd2-f756-4a6d-b553-5203f822a3a0 req-2910a6c3-842d-4315-8fd2-906d58c7cf4d tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:28.161013 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-36284bd2-f756-4a6d-b553-5203f822a3a0 req-2910a6c3-842d-4315-8fd2-906d58c7cf4d tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/ports?device_id=6483abad-2800-4ccc-97f9-fb2a0a30d780 HTTP/1.1" status: 200 len: 943 time: 0.1205635 Jul 05 10:09:28.228405 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-36284bd2-f756-4a6d-b553-5203f822a3a0 req-fa89907c-539a-4929-97db-47efa0ae00bb tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/security-groups?id=406ade0b-cdb7-41ad-9e05-7a4e21b4465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554292 Jul 05 10:09:28.335610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9efc50b7-c6f5-41d0-9a8b-f71c5e61a164 req-3fc16bac-577c-4eec-a3da-73d0f06678fe tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "GET /v2.0/security-groups/c9f9881e-5119-4682-95dd-e9f186771b96 HTTP/1.1" status: 200 len: 1810 time: 0.0856330 Jul 05 10:09:28.491968 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9efc50b7-c6f5-41d0-9a8b-f71c5e61a164 req-22120599-7271-4c53-ba3e-faf3c0c3f918 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.533324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee448ec1-5625-4b1e-a4d5-3b5dca7f202e req-37b80295-c02d-483b-b11a-3e09aba28689 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:28.543793 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9efc50b7-c6f5-41d0-9a8b-f71c5e61a164 req-22120599-7271-4c53-ba3e-faf3c0c3f918 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.544646 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ee448ec1-5625-4b1e-a4d5-3b5dca7f202e req-37b80295-c02d-483b-b11a-3e09aba28689 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 1097 time: 0.5352817 Jul 05 10:09:28.555042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8400c3d8-c804-4ac4-96f6-aac8bd55563d {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:28.579613 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.617493 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f6a836b2-a54b-4720-85d8-ffd3dbd4a6f5 req-37c50412-9854-48d2-8667-5097a129f144 service neutron] 10.222.0.73 "GET /v2.0/networks/26d61c72-ae2d-4089-9825-6436a20c90e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923580 Jul 05 10:09:28.621119 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ee448ec1-5625-4b1e-a4d5-3b5dca7f202e req-4300102b-ea2a-4f39-9c6a-dc209edd35fc tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704372 Jul 05 10:09:28.684550 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9efc50b7-c6f5-41d0-9a8b-f71c5e61a164 req-22120599-7271-4c53-ba3e-faf3c0c3f918 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.684942 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Transition to ACTIVE for port object 8400c3d8-c804-4ac4-96f6-aac8bd55563d will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:28.688582 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9efc50b7-c6f5-41d0-9a8b-f71c5e61a164 req-22120599-7271-4c53-ba3e-faf3c0c3f918 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.694512 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9efc50b7-c6f5-41d0-9a8b-f71c5e61a164 req-22120599-7271-4c53-ba3e-faf3c0c3f918 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "DELETE /v2.0/security-groups/c9f9881e-5119-4682-95dd-e9f186771b96 HTTP/1.1" status: 204 len: 173 time: 0.3531377 Jul 05 10:09:28.702904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22120599-7271-4c53-ba3e-faf3c0c3f918 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f9881e-5119-4682-95dd-e9f186771b96,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:28.788795 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.809526 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-262746a6-0547-4065-a30d-8f0ccd59042a req-7ee0fe84-e895-4088-80c8-c2ec46c39ab6 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "GET /v2.0/security-groups/b6a0597b-73d0-4e08-a719-f0c30e2ef048 HTTP/1.1" status: 200 len: 1813 time: 0.0440583 Jul 05 10:09:28.849720 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Pushing event updated for resources: {'Port': ['ID=8400c3d8-c804-4ac4-96f6-aac8bd55563d,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:28.893155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44484) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:28.914742 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df4dd446-e4fc-47b6-b784-3c1edf76a6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.917051 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-262746a6-0547-4065-a30d-8f0ccd59042a req-abd64e8d-6954-4483-a980-16dd4f39aa24 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:28.928337 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fac0ad-2def-43e7-aa4c-d93f3fd3ae03 req-b9d719eb-9e71-45b3-b39c-e83ce4c24117 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:28.930254 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e5fac0ad-2def-43e7-aa4c-d93f3fd3ae03 req-b9d719eb-9e71-45b3-b39c-e83ce4c24117 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 946 time: 0.1829393 Jul 05 10:09:28.973083 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-262746a6-0547-4065-a30d-8f0ccd59042a req-abd64e8d-6954-4483-a980-16dd4f39aa24 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.005104 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e5fac0ad-2def-43e7-aa4c-d93f3fd3ae03 req-33295645-37d4-4f71-8b4d-8ce92be22a8b tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666194 Jul 05 10:09:29.022640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Attempting to bind port 8400c3d8-c804-4ac4-96f6-aac8bd55563d on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:29.022989 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Attempting to bind port 8400c3d8-c804-4ac4-96f6-aac8bd55563d by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:29.025205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Attempting to bind port 8400c3d8-c804-4ac4-96f6-aac8bd55563d on network 49acf21c-d200-4532-94e8-8583d85e6566 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:29.054805 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Port 8400c3d8-c804-4ac4-96f6-aac8bd55563d on network 49acf21c-d200-4532-94e8-8583d85e6566 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:29.055137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Attempting to bind port 8400c3d8-c804-4ac4-96f6-aac8bd55563d on network 49acf21c-d200-4532-94e8-8583d85e6566 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:29.067266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:29.068923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Checking segment: {'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:29.069334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Bound using segment: {'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:29.070707 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Bound port: 8400c3d8-c804-4ac4-96f6-aac8bd55563d, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:29.071701 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.131322 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-262746a6-0547-4065-a30d-8f0ccd59042a req-abd64e8d-6954-4483-a980-16dd4f39aa24 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.134632 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-262746a6-0547-4065-a30d-8f0ccd59042a req-abd64e8d-6954-4483-a980-16dd4f39aa24 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.151922 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-262746a6-0547-4065-a30d-8f0ccd59042a req-abd64e8d-6954-4483-a980-16dd4f39aa24 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "DELETE /v2.0/security-groups/b6a0597b-73d0-4e08-a719-f0c30e2ef048 HTTP/1.1" status: 204 len: 173 time: 0.3292425 Jul 05 10:09:29.154977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] For port 8400c3d8-c804-4ac4-96f6-aac8bd55563d, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:29.163471 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] For port 8400c3d8-c804-4ac4-96f6-aac8bd55563d, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8400c3d8-c804-4ac4-96f6-aac8bd55563d,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:29.163908 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 94c3fad5-dcde-484a-b6c2-2db57a55189d details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:09:29.179279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd64e8d-6954-4483-a980-16dd4f39aa24 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a0597b-73d0-4e08-a719-f0c30e2ef048,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:29.238199 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.282256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:29.283634 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.285479 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] 10.222.0.73 "PUT /v2.0/ports/8400c3d8-c804-4ac4-96f6-aac8bd55563d HTTP/1.1" status: 200 len: 1093 time: 1.8861809 Jul 05 10:09:29.286030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'tag': '8400c3d8-c804-4ac4-96f6-aac8bd55563d'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:29.289486 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2ee2f0-3660-4167-944c-b8ad1cc229a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ff256349-1188-42b5-881d-1cb2fbac8a17", "tag": "8400c3d8-c804-4ac4-96f6-aac8bd55563d"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:29.304055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 94c3fad5-dcde-484a-b6c2-2db57a55189d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94c3fad5-dcde-484a-b6c2-2db57a55189d,segment=NetworkSegment(f676a40d-4eec-43e4-a7c8-c09ef53a23ac),segment_id=f676a40d-4eec-43e4-a7c8-c09ef53a23ac)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:29.318603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '94c3fad5-dcde-484a-b6c2-2db57a55189d', 'network_id': '26d61c72-ae2d-4089-9825-6436a20c90e9', 'port_id': '94c3fad5-dcde-484a-b6c2-2db57a55189d', 'mac_address': 'fa:16:3e:7a:21:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11616a4a-bd8c-496f-b799-3e92194d51c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:09:29.330964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00810bf6-8104-41ee-ab33-a5fba1210280 service neutron] Pushing event updated for resources: {'Port': ['ID=8400c3d8-c804-4ac4-96f6-aac8bd55563d,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:29.365786 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.368438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd611b59-536d-4f5f-9b00-e2921057e0d5 req-9c85773c-257f-434e-acdd-17319e2ee227 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:29.370036 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dd611b59-536d-4f5f-9b00-e2921057e0d5 req-9c85773c-257f-434e-acdd-17319e2ee227 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 944 time: 0.0933785 Jul 05 10:09:29.379813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c3fad5-dcde-484a-b6c2-2db57a55189d {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:29.381296 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df4dd446-e4fc-47b6-b784-3c1edf76a6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.401723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 94c3fad5-dcde-484a-b6c2-2db57a55189d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94c3fad5-dcde-484a-b6c2-2db57a55189d,segment=NetworkSegment(f676a40d-4eec-43e4-a7c8-c09ef53a23ac),segment_id=f676a40d-4eec-43e4-a7c8-c09ef53a23ac)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:29.447938 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dd611b59-536d-4f5f-9b00-e2921057e0d5 req-205a2c01-3c9e-41ff-9c9d-f8a23f0c7268 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557518 Jul 05 10:09:29.464703 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df4dd446-e4fc-47b6-b784-3c1edf76a6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.471398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a34345d7-a77f-44dd-9734-2f449632a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:29.473503 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-a34345d7-a77f-44dd-9734-2f449632a27a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 1096 time: 0.0742722 Jul 05 10:09:29.517285 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-df4dd446-e4fc-47b6-b784-3c1edf76a6d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7fd267e1b7ee420fb70ce2707c3f3c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6227741 Jul 05 10:09:29.526335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44504) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:29.535803 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.563223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4dd446-e4fc-47b6-b784-3c1edf76a6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080fd62e-3be1-4b14-87d8-0dc8d55275ec,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:29.592321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-bba8f1fe-8031-4067-b771-8a497a29c478 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8400c3d8-c804-4ac4-96f6-aac8bd55563d HTTP/1.1" status: 200 len: 217 time: 0.1006234 Jul 05 10:09:29.639813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=94c3fad5-dcde-484a-b6c2-2db57a55189d,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:29.709243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-8e8ea3a0-0e33-4a74-b942-f8a07d12336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:29.710975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-8e8ea3a0-0e33-4a74-b942-f8a07d12336a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 200 len: 859 time: 0.0920086 Jul 05 10:09:29.746173 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d79f5f78-169b-4ef8-b76c-72208ec9af07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.751964 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['94c3fad5-dcde-484a-b6c2-2db57a55189d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:09:29.765909 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66eeaf4-90d0-4248-94b8-ad4d5b3f2504 req-9029b363-a45e-4d35-b99c-1ba06169f0ea tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:29.788308 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f66eeaf4-90d0-4248-94b8-ad4d5b3f2504 req-9029b363-a45e-4d35-b99c-1ba06169f0ea tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 946 time: 0.2102094 Jul 05 10:09:29.790829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44510) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:29.798081 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-690ac754-9b21-4877-96ae-0038a467db99 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Request body: {'floatingip': {'port_id': '70111812-c32c-463a-a6ea-95b9cf2a940b'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:29.879144 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-ccb7be4e-09bb-4c12-8c38-a44702622aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:29.881892 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-ccb7be4e-09bb-4c12-8c38-a44702622aef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49acf21c-d200-4532-94e8-8583d85e6566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1622047 Jul 05 10:09:29.898875 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5cb0ee5a-263a-4e19-bf89-756aee2dba2e req-95c6a66a-0e68-49f3-8534-124c300b21e3 tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "GET /v2.0/security-groups/59617df0-b10b-4d26-8ee9-dbac490e6a2a HTTP/1.1" status: 200 len: 1811 time: 0.0957482 Jul 05 10:09:29.953155 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d79f5f78-169b-4ef8-b76c-72208ec9af07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:29.966462 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-690ac754-9b21-4877-96ae-0038a467db99 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for floatingip, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.063234 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cb0ee5a-263a-4e19-bf89-756aee2dba2e req-657546e3-662a-4008-9f57-d8a1a73b580c tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.102690 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cb0ee5a-263a-4e19-bf89-756aee2dba2e req-657546e3-662a-4008-9f57-d8a1a73b580c tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.107181 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-b8f351a2-4b08-4cee-9fe0-aa1c2d87f57e service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039540 Jul 05 10:09:30.200776 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffd5c8-ad54-4781-8880-ce428e8e87fb req-22dfacd2-9631-4814-aff4-47ca04bde45d tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:30.202334 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7ffd5c8-ad54-4781-8880-ce428e8e87fb req-22dfacd2-9631-4814-aff4-47ca04bde45d tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/ports?device_id=6483abad-2800-4ccc-97f9-fb2a0a30d780 HTTP/1.1" status: 200 len: 944 time: 0.1513729 Jul 05 10:09:30.222945 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44cc1796-d04d-43cb-bfcc-6f6c9b63102a req-1b3ed0e8-3356-4aaf-901e-73e2798fdd5a service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093850 Jul 05 10:09:30.290968 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cb0ee5a-263a-4e19-bf89-756aee2dba2e req-657546e3-662a-4008-9f57-d8a1a73b580c tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.293753 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cb0ee5a-263a-4e19-bf89-756aee2dba2e req-657546e3-662a-4008-9f57-d8a1a73b580c tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.294925 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5cb0ee5a-263a-4e19-bf89-756aee2dba2e req-657546e3-662a-4008-9f57-d8a1a73b580c tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] 10.222.0.77 "DELETE /v2.0/security-groups/59617df0-b10b-4d26-8ee9-dbac490e6a2a HTTP/1.1" status: 204 len: 173 time: 0.3929932 Jul 05 10:09:30.296077 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7ffd5c8-ad54-4781-8880-ce428e8e87fb req-151740f4-977b-4f05-aa79-c63919ec6b4a tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/security-groups?id=406ade0b-cdb7-41ad-9e05-7a4e21b4465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874071 Jul 05 10:09:30.306716 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44514) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:30.329029 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657546e3-662a-4008-9f57-d8a1a73b580c tempest-SecurityGroupRulesNegativeTestJSON-756345925 tempest-SecurityGroupRulesNegativeTestJSON-756345925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59617df0-b10b-4d26-8ee9-dbac490e6a2a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:30.365908 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02c2809-2520-45e1-b0e2-5f344349804c x-openstack-request-id: req-c02c2809-2520-45e1-b0e2-5f344349804c {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:30.365908 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff256349-1188-42b5-881d-1cb2fbac8a17", "tag": "8400c3d8-c804-4ac4-96f6-aac8bd55563d", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:30.365908 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c02c2809-2520-45e1-b0e2-5f344349804c {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:30.365908 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'tag': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'status': 'completed', 'code': 200} Jul 05 10:09:30.381281 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d79f5f78-169b-4ef8-b76c-72208ec9af07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.384305 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d79f5f78-169b-4ef8-b76c-72208ec9af07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.385172 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d79f5f78-169b-4ef8-b76c-72208ec9af07 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/080fd62e-3be1-4b14-87d8-0dc8d55275ec HTTP/1.1" status: 204 len: 168 time: 0.8578777 Jul 05 10:09:30.401353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-0358f245-f6ed-4d7c-8801-5b8ad4a52895 admin admin] Deleting subnet b73560ae-a221-4f61-8839-716bb1be69a8 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:30.425916 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0358f245-f6ed-4d7c-8801-5b8ad4a52895 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.438843 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f5f78-169b-4ef8-b76c-72208ec9af07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080fd62e-3be1-4b14-87d8-0dc8d55275ec,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:30.511878 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0358f245-f6ed-4d7c-8801-5b8ad4a52895 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.545291 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ee2f0-3660-4167-944c-b8ad1cc229a6 req-5ae5ed62-3c1a-47a8-8f48-4bb6996efab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:30.546815 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a2ee2f0-3660-4167-944c-b8ad1cc229a6 req-5ae5ed62-3c1a-47a8-8f48-4bb6996efab7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 1096 time: 0.1567931 Jul 05 10:09:30.634439 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0358f245-f6ed-4d7c-8801-5b8ad4a52895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.728379 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a901635-9786-4f5b-af08-c3d506c859ad req-dc271f55-c02c-4f0a-be68-914ccb6212b5 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:30.733016 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a901635-9786-4f5b-af08-c3d506c859ad req-dc271f55-c02c-4f0a-be68-914ccb6212b5 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 1097 time: 0.2999327 Jul 05 10:09:30.747185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ee2f0-3660-4167-944c-b8ad1cc229a6 req-9e44f42b-2b46-46bb-b05c-e2adf336e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:30.748730 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a2ee2f0-3660-4167-944c-b8ad1cc229a6 req-9e44f42b-2b46-46bb-b05c-e2adf336e15e service neutron] 10.222.0.73 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 921 time: 0.1927323 Jul 05 10:09:30.805246 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a2ee2f0-3660-4167-944c-b8ad1cc229a6 req-f277aa23-e298-4da2-ab2e-37f7cf69575e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8400c3d8-c804-4ac4-96f6-aac8bd55563d HTTP/1.1" status: 200 len: 217 time: 0.0476177 Jul 05 10:09:30.830793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbc397-4e80-4a13-9f92-19b8d5a26e9f req-608ee835-942a-44b0-8070-ff5f7d4c8b7f tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:30.832490 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bcbc397-4e80-4a13-9f92-19b8d5a26e9f req-608ee835-942a-44b0-8070-ff5f7d4c8b7f tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 944 time: 0.1581039 Jul 05 10:09:30.851855 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0358f245-f6ed-4d7c-8801-5b8ad4a52895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.909433 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ee2f0-3660-4167-944c-b8ad1cc229a6 req-03deb022-688f-4220-aaf8-115c9ad3f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:30.911014 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a2ee2f0-3660-4167-944c-b8ad1cc229a6 req-03deb022-688f-4220-aaf8-115c9ad3f910 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 200 len: 859 time: 0.0983388 Jul 05 10:09:30.933461 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-690ac754-9b21-4877-96ae-0038a467db99 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.945831 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358f245-f6ed-4d7c-8801-5b8ad4a52895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b73560ae-a221-4f61-8839-716bb1be69a8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:30.948866 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0358f245-f6ed-4d7c-8801-5b8ad4a52895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:30.951446 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a901635-9786-4f5b-af08-c3d506c859ad req-b8b522f3-5b49-4c52-b7ee-78fc4e49bee0 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110970 Jul 05 10:09:30.951762 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0358f245-f6ed-4d7c-8801-5b8ad4a52895 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b73560ae-a221-4f61-8839-716bb1be69a8 HTTP/1.1" status: 204 len: 168 time: 0.6424208 Jul 05 10:09:30.954821 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44532) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:31.016271 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bcbc397-4e80-4a13-9f92-19b8d5a26e9f req-96d6488d-69da-4fbe-b2c4-cd2274f29367 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552241 Jul 05 10:09:31.034186 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-690ac754-9b21-4877-96ae-0038a467db99 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.082608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ee2f0-3660-4167-944c-b8ad1cc229a6 req-8eaadaa1-9196-4049-be8d-322b3fd3df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:31.082608 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a2ee2f0-3660-4167-944c-b8ad1cc229a6 req-8eaadaa1-9196-4049-be8d-322b3fd3df91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49acf21c-d200-4532-94e8-8583d85e6566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1597114 Jul 05 10:09:31.166295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 94c3fad5-dcde-484a-b6c2-2db57a55189d up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:31.250654 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-690ac754-9b21-4877-96ae-0038a467db99 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Floating IP 47267fe6-7cb4-4525-9839-2c4f32b07247 associated. External IP: 172.25.5.7, port: 70111812-c32c-463a-a6ea-95b9cf2a940b. Jul 05 10:09:31.287484 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a2ee2f0-3660-4167-944c-b8ad1cc229a6 req-8345bda1-5bbc-4b4b-be40-1f448706e9a4 service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007477 Jul 05 10:09:31.398891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 94c3fad5-dcde-484a-b6c2-2db57a55189d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:31.403994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 94c3fad5-dcde-484a-b6c2-2db57a55189d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:31.404637 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.459669 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63b4960a-5c9a-4519-97cc-14f63eaf388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.485261 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a2ee2f0-3660-4167-944c-b8ad1cc229a6 req-6cbd981e-82e4-479b-924e-61169e0947db service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900249 Jul 05 10:09:31.535925 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.562661 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6483abad-2800-4ccc-97f9-fb2a0a30d780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c3fad5-dcde-484a-b6c2-2db57a55189d'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:31.565056 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1d2566-8779-4893-9491-00e3ec996f47" -d '{"events": [{"server_uuid": "6483abad-2800-4ccc-97f9-fb2a0a30d780", "name": "network-vif-plugged", "status": "completed", "tag": "94c3fad5-dcde-484a-b6c2-2db57a55189d"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:31.581419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 94c3fad5-dcde-484a-b6c2-2db57a55189d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94c3fad5-dcde-484a-b6c2-2db57a55189d,segment=NetworkSegment(f676a40d-4eec-43e4-a7c8-c09ef53a23ac),segment_id=f676a40d-4eec-43e4-a7c8-c09ef53a23ac)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:31.700814 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:31.802160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=94c3fad5-dcde-484a-b6c2-2db57a55189d,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:31.863631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44582) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:32.010668 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1dc6-e202-4cda-abe8-ad97ddb6f592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.053024 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63b4960a-5c9a-4519-97cc-14f63eaf388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.070134 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-63b4960a-5c9a-4519-97cc-14f63eaf388f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150a606f-d715-4639-80db-050518ec2139']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:32.091693 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-63b4960a-5c9a-4519-97cc-14f63eaf388f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369b3425-7caa-4c5a-8d35-cac3ee3d9146') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:32.092159 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-63b4960a-5c9a-4519-97cc-14f63eaf388f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369b3425-7caa-4c5a-8d35-cac3ee3d9146') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:32.105374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690ac754-9b21-4877-96ae-0038a467db99 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:32.111807 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63b4960a-5c9a-4519-97cc-14f63eaf388f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.128386 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1dc6-e202-4cda-abe8-ad97ddb6f592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.142641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968da13-d543-4c09-a1da-f5a7287f016c req-cae8313d-f432-44d9-879b-3e3d2c474d76 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:32.149597 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5968da13-d543-4c09-a1da-f5a7287f016c req-cae8313d-f432-44d9-879b-3e3d2c474d76 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/ports?device_id=6483abad-2800-4ccc-97f9-fb2a0a30d780 HTTP/1.1" status: 200 len: 945 time: 0.2127154 Jul 05 10:09:32.161270 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63b4960a-5c9a-4519-97cc-14f63eaf388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.187524 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1dc6-e202-4cda-abe8-ad97ddb6f592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.217531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b4960a-5c9a-4519-97cc-14f63eaf388f admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:32.217956 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63b4960a-5c9a-4519-97cc-14f63eaf388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:32.234952 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:32.258120 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5968da13-d543-4c09-a1da-f5a7287f016c req-9c809625-852d-4e43-a482-0fb36525a1c9 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/security-groups?id=406ade0b-cdb7-41ad-9e05-7a4e21b4465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075051 Jul 05 10:09:32.267465 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5a3d1dc6-e202-4cda-abe8-ad97ddb6f592 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e0c89e26068e4c119381a6df328b13bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063454 Jul 05 10:09:32.280979 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44598) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:32.290474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d1dc6-e202-4cda-abe8-ad97ddb6f592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524a18a6-0668-42c3-8404-03a56ed8806f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:32.344116 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b622b302-9e39-4df2-b5f6-9606f59d2105 x-openstack-request-id: req-b622b302-9e39-4df2-b5f6-9606f59d2105 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:32.345029 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6483abad-2800-4ccc-97f9-fb2a0a30d780", "name": "network-vif-plugged", "status": "completed", "tag": "94c3fad5-dcde-484a-b6c2-2db57a55189d", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:32.345483 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b622b302-9e39-4df2-b5f6-9606f59d2105 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:32.346086 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6483abad-2800-4ccc-97f9-fb2a0a30d780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c3fad5-dcde-484a-b6c2-2db57a55189d', 'code': 200} Jul 05 10:09:32.469926 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c216-89a0-4191-9705-e5bb94b94332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.476319 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690ac754-9b21-4877-96ae-0038a467db99 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:32.488135 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73277344-f2a0-4ad1-adce-11e87a99ff6a None None] Sync routers for ids ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:32.489608 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-690ac754-9b21-4877-96ae-0038a467db99 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.514648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73277344-f2a0-4ad1-adce-11e87a99ff6a None None] Routers {'3bc0aeb7-f0cf-4e82-866a-074ec86b177d'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:32.515285 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c216-89a0-4191-9705-e5bb94b94332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.515648 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63b4960a-5c9a-4519-97cc-14f63eaf388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.520560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-73277344-f2a0-4ad1-adce-11e87a99ff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:09:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:32.539073 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63b4960a-5c9a-4519-97cc-14f63eaf388f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.541771 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-63b4960a-5c9a-4519-97cc-14f63eaf388f admin admin] 10.222.0.77 "DELETE /v2.0/networks/150a606f-d715-4639-80db-050518ec2139 HTTP/1.1" status: 204 len: 168 time: 1.5855458 Jul 05 10:09:32.543258 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4960a-5c9a-4519-97cc-14f63eaf388f admin admin] Pushing event deleted for resources: {'Network': ['ID=150a606f-d715-4639-80db-050518ec2139,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:32.544431 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212059eb-8b2e-4cde-a27f-6ae6e498de55 req-57b526a0-ce02-4741-93ad-4816bd0a831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:32.546082 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-212059eb-8b2e-4cde-a27f-6ae6e498de55 req-57b526a0-ce02-4741-93ad-4816bd0a831a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6483abad-2800-4ccc-97f9-fb2a0a30d780 HTTP/1.1" status: 200 len: 1097 time: 0.1128616 Jul 05 10:09:32.560067 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-690ac754-9b21-4877-96ae-0038a467db99 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "PUT /v2.0/floatingips/47267fe6-7cb4-4525-9839-2c4f32b07247 HTTP/1.1" status: 200 len: 990 time: 2.7676280 Jul 05 10:09:32.560805 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4571ac3-5da6-4688-b524-213d5c64380b', 'tag': '70111812-c32c-463a-a6ea-95b9cf2a940b'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:32.563546 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea89d44-c7e4-4067-b98a-8004ca19a452" -d '{"events": [{"name": "network-changed", "server_uuid": "b4571ac3-5da6-4688-b524-213d5c64380b", "tag": "70111812-c32c-463a-a6ea-95b9cf2a940b"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:32.630799 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-212059eb-8b2e-4cde-a27f-6ae6e498de55 req-697aab3d-67e0-4089-a5eb-66f5fd327581 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=406ade0b-cdb7-41ad-9e05-7a4e21b4465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748787 Jul 05 10:09:32.697809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb3900-7fd8-4f9f-9ca3-b9e445d01390 req-00c7e294-6451-4ec5-8d6e-caf402482fc4 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:32.704921 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8eb3900-7fd8-4f9f-9ca3-b9e445d01390 req-00c7e294-6451-4ec5-8d6e-caf402482fc4 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 944 time: 0.1154211 Jul 05 10:09:32.731668 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-73277344-f2a0-4ad1-adce-11e87a99ff6a None None] Set router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:32.753835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c216-89a0-4191-9705-e5bb94b94332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.754501 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8eb3900-7fd8-4f9f-9ca3-b9e445d01390 req-ee8bea62-1fa2-4d3d-a4c5-c24894cc5aa4 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467882 Jul 05 10:09:32.757478 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c216-89a0-4191-9705-e5bb94b94332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:32.763509 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a8d7c216-89a0-4191-9705-e5bb94b94332 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/524a18a6-0668-42c3-8404-03a56ed8806f HTTP/1.1" status: 204 len: 168 time: 0.4799099 Jul 05 10:09:32.795890 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7c216-89a0-4191-9705-e5bb94b94332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524a18a6-0668-42c3-8404-03a56ed8806f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:32.935977 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458588a6-7f42-4d83-9267-1ed3ddb88a4f x-openstack-request-id: req-458588a6-7f42-4d83-9267-1ed3ddb88a4f {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:32.935977 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4571ac3-5da6-4688-b524-213d5c64380b", "tag": "70111812-c32c-463a-a6ea-95b9cf2a940b", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:32.935977 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-458588a6-7f42-4d83-9267-1ed3ddb88a4f {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:32.935977 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4571ac3-5da6-4688-b524-213d5c64380b', 'tag': '70111812-c32c-463a-a6ea-95b9cf2a940b', 'status': 'completed', 'code': 200} Jul 05 10:09:33.087117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea89d44-c7e4-4067-b98a-8004ca19a452 req-363edc62-8856-4a4e-bac8-df4e63a79fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:33.090111 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eea89d44-c7e4-4067-b98a-8004ca19a452 req-363edc62-8856-4a4e-bac8-df4e63a79fc0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a7aff2f720b49a0abf8d567919cd6cf&device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 1098 time: 0.1330051 Jul 05 10:09:33.139685 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-73277344-f2a0-4ad1-adce-11e87a99ff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'name': 'tempest-ServersTestBootFromVolume-1091590044-router', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '8220f399-5078-427d-bcf2-20eab94f7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:46Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'gw_port': {'id': '8220f399-5078-427d-bcf2-20eab94f7905', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:47Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '47267fe6-7cb4-4525-9839-2c4f32b07247', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'port_id': '70111812-c32c-463a-a6ea-95b9cf2a940b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e', 'mac_address': 'fa:16:3e:fa:ad:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4571ac3-5da6-4688-b524-213d5c64380b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:08:02Z', 'updated_at': '2021-07-05T10:09:30Z', 'revision_number': 1, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487d414f-1afc-407f-b6b4-73dc3b3ee774', 'name': '', 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'mac_address': 'fa:16:3e:de:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3192735d-882c-4a41-b037-3c234a14d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:54Z', 'updated_at': '2021-07-05T10:08:02Z', 'revision_number': 5, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'subnets': [{'id': '3192735d-882c-4a41-b037-3c234a14d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:33.168259 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73277344-f2a0-4ad1-adce-11e87a99ff6a None None] Checking router: 3bc0aeb7-f0cf-4e82-866a-074ec86b177d for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:33.180420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73277344-f2a0-4ad1-adce-11e87a99ff6a None None] Routers {'3bc0aeb7-f0cf-4e82-866a-074ec86b177d'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:33.181094 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-73277344-f2a0-4ad1-adce-11e87a99ff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:09:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:33.184568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 8400c3d8-c804-4ac4-96f6-aac8bd55563d details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:09:33.249407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44630) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:33.263121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea89d44-c7e4-4067-b98a-8004ca19a452 req-89145498-7b58-4c63-9769-dd5ad46e2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:33.264728 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eea89d44-c7e4-4067-b98a-8004ca19a452 req-89145498-7b58-4c63-9769-dd5ad46e2cbe service neutron] 10.222.0.73 "GET /v2.0/networks?id=5cbc599f-1713-43af-b324-cbe93df2237e HTTP/1.1" status: 200 len: 917 time: 0.1424301 Jul 05 10:09:33.345628 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eea89d44-c7e4-4067-b98a-8004ca19a452 req-39039df9-8b24-48d8-a15c-b1fd56d50f75 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70111812-c32c-463a-a6ea-95b9cf2a940b HTTP/1.1" status: 200 len: 998 time: 0.0650053 Jul 05 10:09:33.410891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ea95ba4a-5984-45a9-b0c5-09bcc4aa52a2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=01ac675d005d4543841cb8fe477b5089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602454 Jul 05 10:09:33.415122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44634) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:33.445227 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea89d44-c7e4-4067-b98a-8004ca19a452 req-2d7b05d1-1b3a-4e68-939d-9b8fc83f4ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:33.446757 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eea89d44-c7e4-4067-b98a-8004ca19a452 req-2d7b05d1-1b3a-4e68-939d-9b8fc83f4ca3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3192735d-882c-4a41-b037-3c234a14d735 HTTP/1.1" status: 200 len: 855 time: 0.0920744 Jul 05 10:09:33.476190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-73277344-f2a0-4ad1-adce-11e87a99ff6a None None] Set router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:33.573091 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a72dafb4-3830-440e-9f60-dbcdf17f9387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.615268 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a72dafb4-3830-440e-9f60-dbcdf17f9387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.664232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea89d44-c7e4-4067-b98a-8004ca19a452 req-c33efcca-9dd1-4a1c-9b9c-439058d13a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:33.668513 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eea89d44-c7e4-4067-b98a-8004ca19a452 req-c33efcca-9dd1-4a1c-9b9c-439058d13a5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5cbc599f-1713-43af-b324-cbe93df2237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2113645 Jul 05 10:09:33.692948 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9eae94-bfd2-4924-a93b-8855dc800c8a req-905697ab-0543-4cb4-8302-fa5aa6bcfeaf tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:33.695801 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 8400c3d8-c804-4ac4-96f6-aac8bd55563d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8400c3d8-c804-4ac4-96f6-aac8bd55563d,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:33.701495 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bd9eae94-bfd2-4924-a93b-8855dc800c8a req-905697ab-0543-4cb4-8302-fa5aa6bcfeaf tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/ports?device_id=6483abad-2800-4ccc-97f9-fb2a0a30d780 HTTP/1.1" status: 200 len: 945 time: 0.1838136 Jul 05 10:09:33.787783 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bd9eae94-bfd2-4924-a93b-8855dc800c8a req-3e502034-25b9-4bd4-a64d-7cfbf8ba4897 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/security-groups?id=406ade0b-cdb7-41ad-9e05-7a4e21b4465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846972 Jul 05 10:09:33.811569 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eea89d44-c7e4-4067-b98a-8004ca19a452 req-d807bb24-cba1-460a-8389-e80a2f628682 service neutron] 10.222.0.73 "GET /v2.0/networks/5cbc599f-1713-43af-b324-cbe93df2237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335244 Jul 05 10:09:33.820151 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a72dafb4-3830-440e-9f60-dbcdf17f9387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.823136 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a72dafb4-3830-440e-9f60-dbcdf17f9387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:33.824633 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a72dafb4-3830-440e-9f60-dbcdf17f9387 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d65672d-4fd7-4f69-9542-9c166879ed2f HTTP/1.1" status: 204 len: 168 time: 0.4069462 Jul 05 10:09:33.840526 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72dafb4-3830-440e-9f60-dbcdf17f9387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d65672d-4fd7-4f69-9542-9c166879ed2f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:33.906951 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'port_id': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'mac_address': 'fa:16:3e:ef:8c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:09:34.007214 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.069176 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eea89d44-c7e4-4067-b98a-8004ca19a452 req-4c1dca4a-5365-4f0c-a54b-e00b53e2d8bc service neutron] 10.222.0.73 "GET /v2.0/networks/5cbc599f-1713-43af-b324-cbe93df2237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490523 Jul 05 10:09:34.077900 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8400c3d8-c804-4ac4-96f6-aac8bd55563d {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:34.079766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798694c6-9f06-441d-8d22-d4f121d53cb5 req-f13b116b-3a84-4ce9-9703-71b38a567fe2 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:34.082463 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-798694c6-9f06-441d-8d22-d4f121d53cb5 req-f13b116b-3a84-4ce9-9703-71b38a567fe2 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 944 time: 0.1473196 Jul 05 10:09:34.115468 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 8400c3d8-c804-4ac4-96f6-aac8bd55563d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8400c3d8-c804-4ac4-96f6-aac8bd55563d,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:34.153159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-73277344-f2a0-4ad1-adce-11e87a99ff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'name': 'tempest-ServersTestBootFromVolume-1091590044-router', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '8220f399-5078-427d-bcf2-20eab94f7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:46Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'gw_port': {'id': '8220f399-5078-427d-bcf2-20eab94f7905', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:47Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '47267fe6-7cb4-4525-9839-2c4f32b07247', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'port_id': '70111812-c32c-463a-a6ea-95b9cf2a940b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e', 'mac_address': 'fa:16:3e:fa:ad:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4571ac3-5da6-4688-b524-213d5c64380b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:08:02Z', 'updated_at': '2021-07-05T10:09:30Z', 'revision_number': 1, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487d414f-1afc-407f-b6b4-73dc3b3ee774', 'name': '', 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'mac_address': 'fa:16:3e:de:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3192735d-882c-4a41-b037-3c234a14d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:54Z', 'updated_at': '2021-07-05T10:08:02Z', 'revision_number': 5, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'subnets': [{'id': '3192735d-882c-4a41-b037-3c234a14d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:34.196711 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-798694c6-9f06-441d-8d22-d4f121d53cb5 req-27dfeeca-8ffb-4d1f-8a8c-e36f8c9e8934 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032062 Jul 05 10:09:34.223459 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:34.227659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73277344-f2a0-4ad1-adce-11e87a99ff6a None None] The sync data for ids ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'] in n-d-779913-27 is: [{'id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'name': 'tempest-ServersTestBootFromVolume-1091590044-router', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '8220f399-5078-427d-bcf2-20eab94f7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:46Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'gw_port': {'id': '8220f399-5078-427d-bcf2-20eab94f7905', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:47Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '47267fe6-7cb4-4525-9839-2c4f32b07247', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'port_id': '70111812-c32c-463a-a6ea-95b9cf2a940b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e', 'mac_address': 'fa:16:3e:fa:ad:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4571ac3-5da6-4688-b524-213d5c64380b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:08:02Z', 'updated_at': '2021-07-05T10:09:30Z', 'revision_number': 1, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487d414f-1afc-407f-b6b4-73dc3b3ee774', 'name': '', 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'mac_address': 'fa:16:3e:de:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3192735d-882c-4a41-b037-3c234a14d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:54Z', 'updated_at': '2021-07-05T10:08:02Z', 'revision_number': 5, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'subnets': [{'id': '3192735d-882c-4a41-b037-3c234a14d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:34.317921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=8400c3d8-c804-4ac4-96f6-aac8bd55563d,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:34.444503 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['8400c3d8-c804-4ac4-96f6-aac8bd55563d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:09:34.479835 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2d2ff-ffb6-4e8e-80e5-20d3b164f86f None None] New status for floating IP 47267fe6-7cb4-4525-9839-2c4f32b07247: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:09:34.834286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-c7647c58-8931-469e-9c2f-f4aba987dbcd tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:09:34.840565 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-c7647c58-8931-469e-9c2f-f4aba987dbcd tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6856031 Jul 05 10:09:34.960304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ea37bc7a-8fd4-45dd-959b-b9e0aa1dfc3d service neutron] Request body: {'binding': {'host': 'n-h1-779913-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:34.962774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ea37bc7a-8fd4-45dd-959b-b9e0aa1dfc3d service neutron] Unknown quota resources ['binding']. {{(pid=100775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:09:35.201175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 8400c3d8-c804-4ac4-96f6-aac8bd55563d up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:35.239540 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592ee51-6a46-4722-9285-e7a4aeb748c7 req-70bbfd7f-426a-4a95-b602-f542738455c8 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:35.244971 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8592ee51-6a46-4722-9285-e7a4aeb748c7 req-70bbfd7f-426a-4a95-b602-f542738455c8 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/ports?device_id=6483abad-2800-4ccc-97f9-fb2a0a30d780 HTTP/1.1" status: 200 len: 945 time: 0.2778585 Jul 05 10:09:35.353135 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 8400c3d8-c804-4ac4-96f6-aac8bd55563d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:35.359313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 8400c3d8-c804-4ac4-96f6-aac8bd55563d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:35.363089 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:35.364149 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8592ee51-6a46-4722-9285-e7a4aeb748c7 req-2b09d309-1a15-4d46-afc1-55f0515b3697 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/security-groups?id=406ade0b-cdb7-41ad-9e05-7a4e21b4465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105607 Jul 05 10:09:35.396549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ea37bc7a-8fd4-45dd-959b-b9e0aa1dfc3d service neutron] Attempting to bind port 49abf83b-2c63-45d8-8048-f216cb938ea2 on host n-h1-779913-27 for vnic_type normal with profile None {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:35.396549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ea37bc7a-8fd4-45dd-959b-b9e0aa1dfc3d service neutron] Attempting to bind port 49abf83b-2c63-45d8-8048-f216cb938ea2 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:35.396549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ea37bc7a-8fd4-45dd-959b-b9e0aa1dfc3d service neutron] Attempting to bind port 49abf83b-2c63-45d8-8048-f216cb938ea2 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:35.414566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ea37bc7a-8fd4-45dd-959b-b9e0aa1dfc3d service neutron] Port 49abf83b-2c63-45d8-8048-f216cb938ea2 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:35.414566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ea37bc7a-8fd4-45dd-959b-b9e0aa1dfc3d service neutron] Attempting to bind port 49abf83b-2c63-45d8-8048-f216cb938ea2 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:35.429896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ea37bc7a-8fd4-45dd-959b-b9e0aa1dfc3d service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:35.430242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ea37bc7a-8fd4-45dd-959b-b9e0aa1dfc3d service neutron] Checking segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:35.431017 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ea37bc7a-8fd4-45dd-959b-b9e0aa1dfc3d service neutron] Bound using segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:35.432481 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ea37bc7a-8fd4-45dd-959b-b9e0aa1dfc3d service neutron] Bound port: 49abf83b-2c63-45d8-8048-f216cb938ea2, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:35.574825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ea37bc7a-8fd4-45dd-959b-b9e0aa1dfc3d service neutron] For port 49abf83b-2c63-45d8-8048-f216cb938ea2, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=49abf83b-2c63-45d8-8048-f216cb938ea2,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:35.582033 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:35.649067 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8400c3d8-c804-4ac4-96f6-aac8bd55563d'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:35.651799 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe23152-4588-47c2-9c17-2053cbd8eaa8" -d '{"events": [{"server_uuid": "ff256349-1188-42b5-881d-1cb2fbac8a17", "name": "network-vif-plugged", "status": "completed", "tag": "8400c3d8-c804-4ac4-96f6-aac8bd55563d"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:35.662473 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ea37bc7a-8fd4-45dd-959b-b9e0aa1dfc3d service neutron] Notify callbacks [] for binding, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:35.669688 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ea37bc7a-8fd4-45dd-959b-b9e0aa1dfc3d service neutron] 10.222.0.77 "POST /v2.0/ports/49abf83b-2c63-45d8-8048-f216cb938ea2/bindings HTTP/1.1" status: 201 len: 390 time: 0.8229878 Jul 05 10:09:35.699592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 8400c3d8-c804-4ac4-96f6-aac8bd55563d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8400c3d8-c804-4ac4-96f6-aac8bd55563d,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:35.793172 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:35.860081 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35670ab1-5049-4e38-b7ec-26ec0c144d13 req-32c911d7-c9ed-499a-adc9-aa42e045ae62 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:35.865945 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35670ab1-5049-4e38-b7ec-26ec0c144d13 req-32c911d7-c9ed-499a-adc9-aa42e045ae62 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 945 time: 0.1613555 Jul 05 10:09:35.908090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=8400c3d8-c804-4ac4-96f6-aac8bd55563d,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:35.939688 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35670ab1-5049-4e38-b7ec-26ec0c144d13 req-eef21646-9c5a-4871-a4ed-0a42c7987a55 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623953 Jul 05 10:09:36.196438 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e0f522-e5f9-4d2d-ae52-debd171e28df x-openstack-request-id: req-35e0f522-e5f9-4d2d-ae52-debd171e28df {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:36.197024 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff256349-1188-42b5-881d-1cb2fbac8a17", "name": "network-vif-plugged", "status": "completed", "tag": "8400c3d8-c804-4ac4-96f6-aac8bd55563d", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:36.197292 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35e0f522-e5f9-4d2d-ae52-debd171e28df {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:36.197692 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'code': 200} Jul 05 10:09:36.485759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a28ac-97b8-4c36-9838-efaf53c44554 req-8e63cc00-2bd6-4800-9384-d2fa9bb5b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:36.488485 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-928a28ac-97b8-4c36-9838-efaf53c44554 req-8e63cc00-2bd6-4800-9384-d2fa9bb5b2b1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 1098 time: 0.1908686 Jul 05 10:09:36.588567 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7b638-603b-4605-885a-e75a2996b7f6 req-2a3fddca-ad81-4c5b-83b8-da33b5ba3aed tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:36.597785 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b3b7b638-603b-4605-885a-e75a2996b7f6 req-2a3fddca-ad81-4c5b-83b8-da33b5ba3aed tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 945 time: 0.2332528 Jul 05 10:09:36.663867 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-928a28ac-97b8-4c36-9838-efaf53c44554 req-22f1ede2-4688-4f85-8bf3-e1256dba5bed service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621428 Jul 05 10:09:36.694025 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b3b7b638-603b-4605-885a-e75a2996b7f6 req-3463719e-472f-421e-8916-7db269beb6c4 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949233 Jul 05 10:09:36.709623 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-b5022155-bdfa-4a0e-98dc-1ba5c718ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:36.712388 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-b5022155-bdfa-4a0e-98dc-1ba5c718ef2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 1097 time: 0.2219508 Jul 05 10:09:36.937551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ec2641f3-703a-4b91-a0fd-73a2dde293d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:36.939173 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ec2641f3-703a-4b91-a0fd-73a2dde293d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.2179985 Jul 05 10:09:36.989470 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-a5d77cf5-fe92-4b9c-add9-d35bd6d3e098 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=6ba28aa6c0994945907bdc94087ff507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754778 Jul 05 10:09:36.992963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44740) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:37.004122 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-5ed6cfab-624a-4745-97b8-86ac65aaf21c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49abf83b-2c63-45d8-8048-f216cb938ea2 HTTP/1.1" status: 200 len: 217 time: 0.0553575 Jul 05 10:09:37.109251 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-27071a32-44be-4624-8d58-b8edb82471d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:37.110748 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-27071a32-44be-4624-8d58-b8edb82471d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.1003911 Jul 05 10:09:37.156370 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-6b12103f-ab4e-42d1-afe0-e50e2ae83e33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368364 Jul 05 10:09:37.171581 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-fe2efd7b-6d2b-452f-ab34-60f27e09dace admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-167920997-network', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:37.341018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-7d621f70-27d8-4843-ae6c-f3363ca40928 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:37.346960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-7d621f70-27d8-4843-ae6c-f3363ca40928 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3528030 Jul 05 10:09:37.346960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2efd7b-6d2b-452f-ab34-60f27e09dace admin admin] Made reservation on behalf of b248f5cbb2974decb30a23647a3dbdff for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:37.347191 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-c65a16ae-11b1-43e3-a7a7-aa32a8c8f685 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808848 Jul 05 10:09:37.349279 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe2efd7b-6d2b-452f-ab34-60f27e09dace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.366137 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe2efd7b-6d2b-452f-ab34-60f27e09dace admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.391857 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-b29e67b9-59a8-436f-97ce-3e392b4c7df7 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/quotas/6ba28aa6c0994945907bdc94087ff507 HTTP/1.1" status: 200 len: 375 time: 0.0274868 Jul 05 10:09:37.457122 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-b8aefc8f-168b-459a-abc5-98374d079818 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ba28aa6c0994945907bdc94087ff507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630369 Jul 05 10:09:37.558067 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-7f3e2eb3-f067-4134-b91f-6e0c2eb83dba service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033041 Jul 05 10:09:37.567201 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2d93e-122b-470a-9f89-1faf69e0cd0e req-3256deb9-84c1-48d5-890e-d9001f44b629 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:37.568895 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7d2d93e-122b-470a-9f89-1faf69e0cd0e req-3256deb9-84c1-48d5-890e-d9001f44b629 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 946 time: 0.1404719 Jul 05 10:09:37.659476 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7d2d93e-122b-470a-9f89-1faf69e0cd0e req-9da0e325-1ee9-4e83-950b-9d3ac9151fdd tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761540 Jul 05 10:09:37.659701 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe2efd7b-6d2b-452f-ab34-60f27e09dace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.760322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-4c0badc1-7abb-4363-b405-f07951466e42 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:37.762263 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-4c0badc1-7abb-4363-b405-f07951466e42 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30&tenant_id=2cf98573ed3c4198bb69640d015cda66&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 1097 time: 0.0748663 Jul 05 10:09:37.768675 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe2efd7b-6d2b-452f-ab34-60f27e09dace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.805424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-27'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:37.849442 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2efd7b-6d2b-452f-ab34-60f27e09dace admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:37.866064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2efd7b-6d2b-452f-ab34-60f27e09dace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2474d4ba-6419-417b-82c2-b4df6445682b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:37.901355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe2efd7b-6d2b-452f-ab34-60f27e09dace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:37.902324 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-fe2efd7b-6d2b-452f-ab34-60f27e09dace admin admin] Added segment ee53c1bb-6008-4499-80bb-4c7cf6051337 of type vlan for network 066304d3-c378-462f-82ab-95144c243ffb Jul 05 10:09:38.010895 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe2efd7b-6d2b-452f-ab34-60f27e09dace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.054764 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.177573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b0a1f-ff9b-4c26-8beb-8a645968e6ac req-68095a47-6c52-4424-9c02-2f3eba459e23 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:38.184377 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e7b0a1f-ff9b-4c26-8beb-8a645968e6ac req-68095a47-6c52-4424-9c02-2f3eba459e23 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 945 time: 0.1239445 Jul 05 10:09:38.237304 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caa98d-81f9-4aec-a3f4-0723c20db431 req-56cf5372-f1ce-4131-abc9-b940d2d877dd tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:38.237304 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a5caa98d-81f9-4aec-a3f4-0723c20db431 req-56cf5372-f1ce-4131-abc9-b940d2d877dd tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/ports?device_id=6483abad-2800-4ccc-97f9-fb2a0a30d780 HTTP/1.1" status: 200 len: 945 time: 0.2417181 Jul 05 10:09:38.253985 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e7b0a1f-ff9b-4c26-8beb-8a645968e6ac req-879d8524-69fb-40c5-adad-6b45165b99a6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682974 Jul 05 10:09:38.271128 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe2efd7b-6d2b-452f-ab34-60f27e09dace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.272487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2efd7b-6d2b-452f-ab34-60f27e09dace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:38.273316 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe2efd7b-6d2b-452f-ab34-60f27e09dace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.320702 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a5caa98d-81f9-4aec-a3f4-0723c20db431 req-f675eb8b-509c-413b-8671-45246f1ea2a8 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/security-groups?id=406ade0b-cdb7-41ad-9e05-7a4e21b4465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729463 Jul 05 10:09:38.322984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] For port 49abf83b-2c63-45d8-8048-f216cb938ea2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=49abf83b-2c63-45d8-8048-f216cb938ea2,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:38.366192 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] For port 49abf83b-2c63-45d8-8048-f216cb938ea2, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:38.376628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2efd7b-6d2b-452f-ab34-60f27e09dace admin admin] Pushing event updated for resources: {'Network': ['ID=066304d3-c378-462f-82ab-95144c243ffb,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:38.389062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 066304d3-c378-462f-82ab-95144c243ffb details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:38.396229 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6d9cf16-59ec-48a0-b32f-3a3434c93e81 req-fb378205-8b7f-40af-b10a-0bbdc323c451 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 210 time: 0.0366380 Jul 05 10:09:38.432552 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fe2efd7b-6d2b-452f-ab34-60f27e09dace admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4382386 Jul 05 10:09:38.433326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3d05cd-b22d-4efa-b394-8f0e65021a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49abf83b-2c63-45d8-8048-f216cb938ea2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:38.435640 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efb8eac-1f3f-4814-83e8-9a974d56ed8b" -d '{"events": [{"server_uuid": "ae3d05cd-b22d-4efa-b394-8f0e65021a30", "name": "network-vif-unplugged", "status": "completed", "tag": "49abf83b-2c63-45d8-8048-f216cb938ea2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:38.437059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44772) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:38.440593 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.445641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a33b94f5-dc9c-4387-b619-234567d69735 admin admin] Request body: {'subnet': {'network_id': '066304d3-c378-462f-82ab-95144c243ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-167920997-subnet', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:38.482916 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e49596-33f4-4275-b072-b5242e867d22 x-openstack-request-id: req-96e49596-33f4-4275-b072-b5242e867d22 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:38.483250 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3d05cd-b22d-4efa-b394-8f0e65021a30", "name": "network-vif-unplugged", "status": "completed", "tag": "49abf83b-2c63-45d8-8048-f216cb938ea2", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:38.483509 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-96e49596-33f4-4275-b072-b5242e867d22 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:38.483981 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3d05cd-b22d-4efa-b394-8f0e65021a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49abf83b-2c63-45d8-8048-f216cb938ea2', 'code': 200} Jul 05 10:09:38.534591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33b94f5-dc9c-4387-b619-234567d69735 admin admin] Made reservation on behalf of b248f5cbb2974decb30a23647a3dbdff for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:38.534928 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.537110 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a33b94f5-dc9c-4387-b619-234567d69735 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.715528 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Pushing event updated for resources: {'Port': ['ID=49abf83b-2c63-45d8-8048-f216cb938ea2,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:38.720190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Attempting to bind port 49abf83b-2c63-45d8-8048-f216cb938ea2 on host n-h2-779913-27 for vnic_type normal with profile {"migrating_to": "n-h1-779913-27"} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:38.720580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Attempting to bind port 49abf83b-2c63-45d8-8048-f216cb938ea2 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:38.721060 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Attempting to bind port 49abf83b-2c63-45d8-8048-f216cb938ea2 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:38.729369 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Port 49abf83b-2c63-45d8-8048-f216cb938ea2 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:38.729816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Attempting to bind port 49abf83b-2c63-45d8-8048-f216cb938ea2 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:38.736266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:38.736736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Checking segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:38.737888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Bound using segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:38.738333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Bound port: 49abf83b-2c63-45d8-8048-f216cb938ea2, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:38.738707 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.827018 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] For port 49abf83b-2c63-45d8-8048-f216cb938ea2, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:38.831865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] For port 49abf83b-2c63-45d8-8048-f216cb938ea2, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=49abf83b-2c63-45d8-8048-f216cb938ea2,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:38.883674 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a33b94f5-dc9c-4387-b619-234567d69735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.948494 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:38.960675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60612652-6013-4398-a6b9-1c460485d04e req-575f7fce-3341-4e88-988c-a9b0857691c8 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:38.963111 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-60612652-6013-4398-a6b9-1c460485d04e req-575f7fce-3341-4e88-988c-a9b0857691c8 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.73 "GET /v2.0/ports?device_id=6483abad-2800-4ccc-97f9-fb2a0a30d780 HTTP/1.1" status: 200 len: 945 time: 0.0995963 Jul 05 10:09:38.973855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b94f5-dc9c-4387-b619-234567d69735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84d76d5a-f1a0-4f9d-a461-b11aeac7204d,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:39.010950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dfc51-57e4-4c06-8970-9ea8306fbbc4 req-1e2c7309-8ee3-429d-87db-2caebd6976ee tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:39.019236 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f9dfc51-57e4-4c06-8970-9ea8306fbbc4 req-1e2c7309-8ee3-429d-87db-2caebd6976ee tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 946 time: 0.1462252 Jul 05 10:09:39.020280 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b94f5-dc9c-4387-b619-234567d69735 admin admin] Checking segment: {'id': 'ee53c1bb-6008-4499-80bb-4c7cf6051337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '066304d3-c378-462f-82ab-95144c243ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:39.020644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33b94f5-dc9c-4387-b619-234567d69735 admin admin] Network hostable DHCP agents. Network: 066304d3-c378-462f-82ab-95144c243ffb, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:39.127610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f9dfc51-57e4-4c06-8970-9ea8306fbbc4 req-fff120f6-3a0a-407d-ae24-3602b6e5ac8a tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921936 Jul 05 10:09:39.211742 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Pushing event updated for resources: {'Port': ['ID=49abf83b-2c63-45d8-8048-f216cb938ea2,revision_number=8']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:39.289329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:39.290024 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.291452 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-234d52f2-275f-4ba0-a66a-0eb1a0a7a9dd service neutron] 10.222.0.73 "PUT /v2.0/ports/49abf83b-2c63-45d8-8048-f216cb938ea2 HTTP/1.1" status: 200 len: 1123 time: 1.5162776 Jul 05 10:09:39.370034 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33b94f5-dc9c-4387-b619-234567d69735 admin admin] Network 066304d3-c378-462f-82ab-95144c243ffb is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:39.378187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-60612652-6013-4398-a6b9-1c460485d04e req-69a51f49-1a41-4caf-b8b8-71c2762991c3 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Deleting port 94c3fad5-dcde-484a-b6c2-2db57a55189d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:39.378726 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-60612652-6013-4398-a6b9-1c460485d04e req-69a51f49-1a41-4caf-b8b8-71c2762991c3 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.390001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['49abf83b-2c63-45d8-8048-f216cb938ea2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:09:39.550074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-60612652-6013-4398-a6b9-1c460485d04e req-69a51f49-1a41-4caf-b8b8-71c2762991c3 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] For port 94c3fad5-dcde-484a-b6c2-2db57a55189d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94c3fad5-dcde-484a-b6c2-2db57a55189d,segment=NetworkSegment(f676a40d-4eec-43e4-a7c8-c09ef53a23ac),segment_id=f676a40d-4eec-43e4-a7c8-c09ef53a23ac)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:39.550074 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-60612652-6013-4398-a6b9-1c460485d04e req-69a51f49-1a41-4caf-b8b8-71c2762991c3 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.591084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-60612652-6013-4398-a6b9-1c460485d04e req-69a51f49-1a41-4caf-b8b8-71c2762991c3 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Calling delete_port for 94c3fad5-dcde-484a-b6c2-2db57a55189d owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:39.650369 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40398977-ca1d-4749-8179-db498137ed1c req-c96a8f79-af65-408b-9bf9-0e17720a0d08 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4169183 Jul 05 10:09:39.652161 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a33b94f5-dc9c-4387-b619-234567d69735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 066304d3-c378-462f-82ab-95144c243ffb) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:39.658331 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33b94f5-dc9c-4387-b619-234567d69735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:39.659859 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a33b94f5-dc9c-4387-b619-234567d69735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.675020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-40398977-ca1d-4749-8179-db498137ed1c req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:39.677681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725c84a5-c743-4927-b15a-6112caf77085 None None] Network 066304d3-c378-462f-82ab-95144c243ffb requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:39.794020 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a33b94f5-dc9c-4387-b619-234567d69735 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3528776 Jul 05 10:09:39.794843 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44806) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:39.799605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-167920997-router', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:39.932215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40398977-ca1d-4749-8179-db498137ed1c req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.938009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-066304d3-c378-462f-82ab-95144c243ffb', 'network_id': '066304d3-c378-462f-82ab-95144c243ffb', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'fixed_ips': [{'subnet_id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:09:39.941401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3f653-84cf-44eb-a8a7-3db0c8b3a337 req-af7162e5-7834-489f-bbc6-3e4e7b5be6cc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:39.942126 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:39.947976 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ca3f653-84cf-44eb-a8a7-3db0c8b3a337 req-af7162e5-7834-489f-bbc6-3e4e7b5be6cc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 943 time: 0.1112444 Jul 05 10:09:39.958953 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-60612652-6013-4398-a6b9-1c460485d04e req-69a51f49-1a41-4caf-b8b8-71c2762991c3 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.022436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a51f49-1a41-4caf-b8b8-71c2762991c3 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Pushing event deleted for resources: {'Port': ['ID=94c3fad5-dcde-484a-b6c2-2db57a55189d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:40.121357 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.121357 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.137838 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ca3f653-84cf-44eb-a8a7-3db0c8b3a337 req-375d9055-7e96-4bd1-8067-007306b568f4 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886840 Jul 05 10:09:40.142467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40398977-ca1d-4749-8179-db498137ed1c req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.181042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-60612652-6013-4398-a6b9-1c460485d04e req-69a51f49-1a41-4caf-b8b8-71c2762991c3 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] No DVR routers for this DVR port 94c3fad5-dcde-484a-b6c2-2db57a55189d on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:40.184288 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-60612652-6013-4398-a6b9-1c460485d04e req-69a51f49-1a41-4caf-b8b8-71c2762991c3 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.186886 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-60612652-6013-4398-a6b9-1c460485d04e req-69a51f49-1a41-4caf-b8b8-71c2762991c3 tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.73 "DELETE /v2.0/ports/94c3fad5-dcde-484a-b6c2-2db57a55189d HTTP/1.1" status: 204 len: 173 time: 1.2153289 Jul 05 10:09:40.258006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Allocated IP 172.20.0.2 (066304d3-c378-462f-82ab-95144c243ffb/84d76d5a-f1a0-4f9d-a461-b11aeac7204d/0b3e40a1-2a8f-4183-a66b-4c4df339c2f8) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:40.320009 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd4c2242-ac64-4bb4-b521-57cbd10e2319 req-49134e4c-0dad-49f9-9421-2bf2f148c27e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1102667 Jul 05 10:09:40.341016 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.423426 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff107c3e-6824-4998-822f-74d05a8d19fc req-20802441-9f4b-4fdd-bc4d-25349a49a57c tempest-ServerGroupTestJSON-563710235 tempest-ServerGroupTestJSON-563710235-project] 10.222.0.77 "GET /v2.0/ports?device_id=6483abad-2800-4ccc-97f9-fb2a0a30d780 HTTP/1.1" status: 200 len: 210 time: 0.0553794 Jul 05 10:09:40.433544 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-40398977-ca1d-4749-8179-db498137ed1c req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Allocated IP 172.25.5.29 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/c124e3ae-1eb8-4af5-990a-0a3c29247d2b) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:40.488454 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.498716 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Transition to ACTIVE for port object 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:40.498960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3d05cd-b22d-4efa-b394-8f0e65021a30', 'tag': '49abf83b-2c63-45d8-8048-f216cb938ea2'}, {'server_uuid': '6483abad-2800-4ccc-97f9-fb2a0a30d780', 'name': 'network-vif-deleted', 'tag': '94c3fad5-dcde-484a-b6c2-2db57a55189d'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:40.506678 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddd32b7-dc36-4eb0-a594-e83254df4fad" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3d05cd-b22d-4efa-b394-8f0e65021a30", "tag": "49abf83b-2c63-45d8-8048-f216cb938ea2"}, {"server_uuid": "6483abad-2800-4ccc-97f9-fb2a0a30d780", "name": "network-vif-deleted", "tag": "94c3fad5-dcde-484a-b6c2-2db57a55189d"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:40.517115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Transition to ACTIVE for port object 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:40.592756 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c2242-ac64-4bb4-b521-57cbd10e2319 req-b4ae9cae-5d53-4511-a60a-c05da80034b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:40.594430 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd4c2242-ac64-4bb4-b521-57cbd10e2319 req-b4ae9cae-5d53-4511-a60a-c05da80034b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a5516a987464e3c882297462ee52153&device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 1098 time: 0.1700208 Jul 05 10:09:40.604548 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.654529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Network 066304d3-c378-462f-82ab-95144c243ffb is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:40.658029 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:40.665309 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:40.677294 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Pushing event updated for resources: {'Port': ['ID=0b3e40a1-2a8f-4183-a66b-4c4df339c2f8,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:40.739671 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Attempting to bind port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:40.740437 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Attempting to bind port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'ee53c1bb-6008-4499-80bb-4c7cf6051337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '066304d3-c378-462f-82ab-95144c243ffb'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:40.741030 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Attempting to bind port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 on network 066304d3-c378-462f-82ab-95144c243ffb {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:40.747289 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:40.747662 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Checking segment: {'id': 'ee53c1bb-6008-4499-80bb-4c7cf6051337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '066304d3-c378-462f-82ab-95144c243ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:40.748113 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.748503 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Bound using segment: {'id': 'ee53c1bb-6008-4499-80bb-4c7cf6051337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '066304d3-c378-462f-82ab-95144c243ffb'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:40.748968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Bound port: 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee53c1bb-6008-4499-80bb-4c7cf6051337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '066304d3-c378-462f-82ab-95144c243ffb'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:40.749344 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.808868 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0f67aaac-b40c-4e61-90ae-56833e166e00 req-69a5a45b-1535-4f69-b325-1e367956b630 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 210 time: 0.0420258 Jul 05 10:09:40.868106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c2242-ac64-4bb4-b521-57cbd10e2319 req-fee2f2dd-fcc6-479c-94d7-cb8ecf2629e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:40.869746 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd4c2242-ac64-4bb4-b521-57cbd10e2319 req-fee2f2dd-fcc6-479c-94d7-cb8ecf2629e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eda718cc-3d88-4d5f-91f1-69312c2d305c HTTP/1.1" status: 200 len: 919 time: 0.2471902 Jul 05 10:09:40.882313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] For port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:40.884719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] For port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0b3e40a1-2a8f-4183-a66b-4c4df339c2f8,segment=NetworkSegment(ee53c1bb-6008-4499-80bb-4c7cf6051337),segment_id=ee53c1bb-6008-4499-80bb-4c7cf6051337)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:40.928679 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd4c2242-ac64-4bb4-b521-57cbd10e2319 req-0b46996f-d269-4d17-a0f6-5b0108077e87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fdc63c5-c976-4d99-9770-7e6e457001f5 HTTP/1.1" status: 200 len: 217 time: 0.0506017 Jul 05 10:09:40.982327 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1e416942-3d54-43ec-97ae-f17abd06b4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:40.993311 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:41.006269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c2242-ac64-4bb4-b521-57cbd10e2319 req-d86fed25-ea0a-4dd2-8790-7e4ad7bf8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:41.008099 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd4c2242-ac64-4bb4-b521-57cbd10e2319 req-d86fed25-ea0a-4dd2-8790-7e4ad7bf8284 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6868f51-bde3-415c-b220-7539627e798e HTTP/1.1" status: 200 len: 858 time: 0.0704939 Jul 05 10:09:41.021809 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:41.055895 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40398977-ca1d-4749-8179-db498137ed1c req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:41.067324 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd4c2242-ac64-4bb4-b521-57cbd10e2319 req-e4abcb7d-8dbd-45e9-b1e1-42aeaa8b1f8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eda718cc-3d88-4d5f-91f1-69312c2d305c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393374 Jul 05 10:09:41.121051 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29efefe-e350-4bcc-994c-0a1e06b58a33 None None] Pushing event updated for resources: {'Port': ['ID=0b3e40a1-2a8f-4183-a66b-4c4df339c2f8,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:41.259293 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 49abf83b-2c63-45d8-8048-f216cb938ea2 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:09:41.262618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 94c3fad5-dcde-484a-b6c2-2db57a55189d no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:41.300088 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40398977-ca1d-4749-8179-db498137ed1c req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:41.428907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40398977-ca1d-4749-8179-db498137ed1c req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:41.439110 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-40398977-ca1d-4749-8179-db498137ed1c req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:41.472717 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 94c3fad5-dcde-484a-b6c2-2db57a55189d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:41.473521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 94c3fad5-dcde-484a-b6c2-2db57a55189d not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:41.481131 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-40398977-ca1d-4749-8179-db498137ed1c req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:41.544761 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-67c4f02a-d69b-4b2d-9085-dfa294ba1423 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6ba28aa6c0994945907bdc94087ff507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831468 Jul 05 10:09:41.548801 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Pushing event updated for resources: {'Port': ['ID=c124e3ae-1eb8-4af5-990a-0a3c29247d2b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:41.583445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 49abf83b-2c63-45d8-8048-f216cb938ea2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=49abf83b-2c63-45d8-8048-f216cb938ea2,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:41.610708 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 49abf83b-2c63-45d8-8048-f216cb938ea2 has no active binding in host n-h1-779913-27 {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 10:09:41.648679 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:41.677324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1064800-840e-40d5-be43-5c8cc67d27a7 req-b0bc487a-a844-4ba2-b6e7-7ff541410286 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:41.686675 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:41.691634 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a1064800-840e-40d5-be43-5c8cc67d27a7 req-b0bc487a-a844-4ba2-b6e7-7ff541410286 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.7059815 Jul 05 10:09:41.736213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-aed836bc-67c8-4fbc-a970-cfcd5b808dea tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:41.738622 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-aed836bc-67c8-4fbc-a970-cfcd5b808dea tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810176 Jul 05 10:09:41.762532 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd4c2242-ac64-4bb4-b521-57cbd10e2319 req-8c33a894-9de7-4dbb-a029-1fc6d7e80e94 service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6867626 Jul 05 10:09:41.778103 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a1064800-840e-40d5-be43-5c8cc67d27a7 req-bdaceb63-2e92-4091-bf29-ece2dac872c9 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796542 Jul 05 10:09:41.782362 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Request body: {'port': {'device_id': 'b9e3a824-4963-40f8-82ff-b79a3d4091a7', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '6ba28aa6c0994945907bdc94087ff507'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:41.921132 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd4c2242-ac64-4bb4-b521-57cbd10e2319 req-0eb76424-6148-4524-bd45-ce16cdb198ee service neutron] 10.222.0.64 "GET /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476710 Jul 05 10:09:41.954059 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ddebfd-78af-4a93-b0ee-9ccb397131f3 x-openstack-request-id: req-a4ddebfd-78af-4a93-b0ee-9ccb397131f3 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:41.954602 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3d05cd-b22d-4efa-b394-8f0e65021a30", "tag": "49abf83b-2c63-45d8-8048-f216cb938ea2", "status": "completed", "code": 200}, {"server_uuid": "6483abad-2800-4ccc-97f9-fb2a0a30d780", "name": "network-vif-deleted", "tag": "94c3fad5-dcde-484a-b6c2-2db57a55189d", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:41.955129 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4ddebfd-78af-4a93-b0ee-9ccb397131f3 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:41.956331 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3d05cd-b22d-4efa-b394-8f0e65021a30', 'tag': '49abf83b-2c63-45d8-8048-f216cb938ea2', 'status': 'completed', 'code': 200} Jul 05 10:09:41.957060 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6483abad-2800-4ccc-97f9-fb2a0a30d780', 'name': 'network-vif-deleted', 'tag': '94c3fad5-dcde-484a-b6c2-2db57a55189d', 'status': 'completed', 'code': 200} Jul 05 10:09:42.028873 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40398977-ca1d-4749-8179-db498137ed1c req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.052026 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Allocated IP 172.25.5.34 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/84e39194-4ef0-4a88-b766-bfa8fbef357d) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:42.136476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd32b7-dc36-4eb0-a594-e83254df4fad req-250fb2a1-1155-4edd-935c-8aa0e3533cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:42.138918 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ddd32b7-dc36-4eb0-a594-e83254df4fad req-250fb2a1-1155-4edd-935c-8aa0e3533cf0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 1126 time: 0.1220403 Jul 05 10:09:42.221711 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40398977-ca1d-4749-8179-db498137ed1c req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.257536 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c7ad8-67a4-4730-bc67-ed31444627bf req-405b3dc5-c332-4bf2-bc5e-a0e36d1f2f6d tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:42.264476 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-554c7ad8-67a4-4730-bc67-ed31444627bf req-405b3dc5-c332-4bf2-bc5e-a0e36d1f2f6d tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 943 time: 0.1706173 Jul 05 10:09:42.284496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Made reservation on behalf of 6ba28aa6c0994945907bdc94087ff507 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:42.289113 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.324934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd32b7-dc36-4eb0-a594-e83254df4fad req-47cbe3b5-e3fb-4245-9497-c01968bff56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:42.325348 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.326450 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ddd32b7-dc36-4eb0-a594-e83254df4fad req-47cbe3b5-e3fb-4245-9497-c01968bff56d service neutron] 10.222.0.64 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.1788435 Jul 05 10:09:42.334434 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-554c7ad8-67a4-4730-bc67-ed31444627bf req-9c1bb828-2417-4ee3-b333-d96ae294ff03 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641325 Jul 05 10:09:42.342323 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.395786 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ddd32b7-dc36-4eb0-a594-e83254df4fad req-e6377439-8164-4d9b-8cc1-58bee9cc498e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49abf83b-2c63-45d8-8048-f216cb938ea2 HTTP/1.1" status: 200 len: 217 time: 0.0522633 Jul 05 10:09:42.489747 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd32b7-dc36-4eb0-a594-e83254df4fad req-57b48243-3038-4617-bd0d-a5b5ccf4b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:42.494808 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ddd32b7-dc36-4eb0-a594-e83254df4fad req-57b48243-3038-4617-bd0d-a5b5ccf4b33d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.0775814 Jul 05 10:09:42.541774 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ddd32b7-dc36-4eb0-a594-e83254df4fad req-1ca4a482-73ff-476b-ab1b-9a7cb7a8323f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350230 Jul 05 10:09:42.645613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d204d-a546-4641-9b8a-c6a6e2e7ba19 req-c12bc0b6-4387-48ba-bd46-735b7a6e67b6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:42.647251 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d7d204d-a546-4641-9b8a-c6a6e2e7ba19 req-c12bc0b6-4387-48ba-bd46-735b7a6e67b6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.3022261 Jul 05 10:09:42.649536 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40398977-ca1d-4749-8179-db498137ed1c req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.709089 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40398977-ca1d-4749-8179-db498137ed1c req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.727414 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-51437124-25f7-402a-a667-c04059d30dd9 req-6cf817ea-2b52-43cb-ac18-60c81d191003 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 210 time: 0.0494661 Jul 05 10:09:42.733791 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbbd123-0635-4df3-a16c-d72b499dfe5b None None] Network 066304d3-c378-462f-82ab-95144c243ffb requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:42.763025 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.824991 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ddd32b7-dc36-4eb0-a594-e83254df4fad req-a9f72140-4ec3-4360-8991-516c91c4b4f8 service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733657 Jul 05 10:09:42.864493 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.873626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Pushing event updated for resources: {'Port': ['ID=c124e3ae-1eb8-4af5-990a-0a3c29247d2b,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:42.882338 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:42.891549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:42.896506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:42.948556 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40398977-ca1d-4749-8179-db498137ed1c req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:42.975015 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.011084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:43.019998 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ddd32b7-dc36-4eb0-a594-e83254df4fad req-30f468da-3444-413b-964a-56a7ee8246e1 service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856411 Jul 05 10:09:43.026308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Pushing event updated for resources: {'Port': ['ID=84e39194-4ef0-4a88-b766-bfa8fbef357d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:43.081615 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-6d7d204d-a546-4641-9b8a-c6a6e2e7ba19 req-d1c1554e-deca-4ad6-96e8-16e2bcbdcd69 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Deleting port 0d15b78e-ddc0-47c8-a88a-c35f84656060 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:43.081961 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6d7d204d-a546-4641-9b8a-c6a6e2e7ba19 req-d1c1554e-deca-4ad6-96e8-16e2bcbdcd69 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.121061 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40398977-ca1d-4749-8179-db498137ed1c req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.122359 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40398977-ca1d-4749-8179-db498137ed1c req-dde273ab-65e6-4a64-9316-321f613012b3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4594238 Jul 05 10:09:43.133162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bcff2-5884-45ff-9d86-c3deeae25be3 req-b1cab99e-c231-4756-a7c1-88e799d97513 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:43.135769 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-757bcff2-5884-45ff-9d86-c3deeae25be3 req-b1cab99e-c231-4756-a7c1-88e799d97513 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.1141157 Jul 05 10:09:43.168334 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63e7b09-6806-42f5-a7be-9c4047759394,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:43.237534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dc111f0c-c828-495c-bb55-793a4c6149dd None None] Provisioning for port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:43.241959 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-757bcff2-5884-45ff-9d86-c3deeae25be3 req-28153903-3c14-4c92-b37c-cbf50bb0945d tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995789 Jul 05 10:09:43.285707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:43.291489 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:43.291985 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.348167 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40398977-ca1d-4749-8179-db498137ed1c req-d9dc330c-58f5-4003-b6b6-07fc261e1dfd tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 695 time: 0.1479666 Jul 05 10:09:43.466761 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Allocated IP 192.168.233.131 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/08fb453b-9cd5-436a-b280-0b16d78bd664) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:43.480287 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-6d7d204d-a546-4641-9b8a-c6a6e2e7ba19 req-d1c1554e-deca-4ad6-96e8-16e2bcbdcd69 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] For port 0d15b78e-ddc0-47c8-a88a-c35f84656060, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=0d15b78e-ddc0-47c8-a88a-c35f84656060,segment=NetworkSegment(ad0e9189-b972-46b8-b21b-1e62b78ca23b),segment_id=ad0e9189-b972-46b8-b21b-1e62b78ca23b)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:43.483513 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6d7d204d-a546-4641-9b8a-c6a6e2e7ba19 req-d1c1554e-deca-4ad6-96e8-16e2bcbdcd69 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.486635 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.507828 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-6d7d204d-a546-4641-9b8a-c6a6e2e7ba19 req-d1c1554e-deca-4ad6-96e8-16e2bcbdcd69 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Calling delete_port for 0d15b78e-ddc0-47c8-a88a-c35f84656060 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:43.542982 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0b3e40a1-2a8f-4183-a66b-4c4df339c2f8,segment=NetworkSegment(ee53c1bb-6008-4499-80bb-4c7cf6051337),segment_id=ee53c1bb-6008-4499-80bb-4c7cf6051337)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:43.561459 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a66eb51-89a2-4b22-aaf0-f3794bdd3618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.632935 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.704854 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40398977-ca1d-4749-8179-db498137ed1c req-375118d2-14d2-4b8f-a3fa-2d2f101fb696 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:43.706853 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40398977-ca1d-4749-8179-db498137ed1c req-375118d2-14d2-4b8f-a3fa-2d2f101fb696 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.3483851 Jul 05 10:09:43.707301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=0b3e40a1-2a8f-4183-a66b-4c4df339c2f8,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:43.711006 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:43.893518 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-8fca2d70-0164-4e19-bce7-6fb10f49e211 service neutron] 10.222.0.64 "GET /v2.0/ports/49abf83b-2c63-45d8-8048-f216cb938ea2/bindings/n-h1-779913-27 HTTP/1.1" status: 200 len: 385 time: 0.3243539 Jul 05 10:09:43.977451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2fd4707b-fd1a-4b43-b202-3ffd3e3b15bf None None] Provisioning complete for port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:43.978819 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2fd4707b-fd1a-4b43-b202-3ffd3e3b15bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.018592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1463bb-00d1-44e5-b552-0a3b9e3468a6 req-4efbeaef-3988-45d3-9fe3-5244a6a201a7 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:44.021301 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b1463bb-00d1-44e5-b552-0a3b9e3468a6 req-4efbeaef-3988-45d3-9fe3-5244a6a201a7 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 943 time: 0.3132961 Jul 05 10:09:44.119948 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b1463bb-00d1-44e5-b552-0a3b9e3468a6 req-797c7e1a-6f40-4fcb-88f7-351dec2bf11c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856652 Jul 05 10:09:44.167199 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f49cd58-ebca-480d-a665-1f3d8fe5182d req-42c8489d-8dca-4fb9-a364-bb9848902fee tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 210 time: 0.0938489 Jul 05 10:09:44.204845 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.237623 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-dc2a601e-9240-4d32-997a-124c0476eac6 service neutron] For port 49abf83b-2c63-45d8-8048-f216cb938ea2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=49abf83b-2c63-45d8-8048-f216cb938ea2,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:44.264490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-dc2a601e-9240-4d32-997a-124c0476eac6 service neutron] For port 49abf83b-2c63-45d8-8048-f216cb938ea2, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:44.314285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-dc2a601e-9240-4d32-997a-124c0476eac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49abf83b-2c63-45d8-8048-f216cb938ea2 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:44.341923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-dc2a601e-9240-4d32-997a-124c0476eac6 service neutron] For port 49abf83b-2c63-45d8-8048-f216cb938ea2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=49abf83b-2c63-45d8-8048-f216cb938ea2,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:44.436459 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-dc2a601e-9240-4d32-997a-124c0476eac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.479332 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.518627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Transition to ACTIVE for port object 08fb453b-9cd5-436a-b280-0b16d78bd664 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:44.578688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afabee8-4352-47fb-901b-486828821572 req-f5b8c1dc-e17f-4f45-beee-c3835f16f46f tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:44.581697 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9afabee8-4352-47fb-901b-486828821572 req-f5b8c1dc-e17f-4f45-beee-c3835f16f46f tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 945 time: 0.1778729 Jul 05 10:09:44.596495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-96700792-e474-48a5-9e50-ca1c1111d8c4 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:44.598097 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-96700792-e474-48a5-9e50-ca1c1111d8c4 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 820 time: 0.2987905 Jul 05 10:09:44.633276 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-dc2a601e-9240-4d32-997a-124c0476eac6 service neutron] Transition to ACTIVE for port object 49abf83b-2c63-45d8-8048-f216cb938ea2 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:44.636874 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6d7d204d-a546-4641-9b8a-c6a6e2e7ba19 req-d1c1554e-deca-4ad6-96e8-16e2bcbdcd69 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.654172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['4fdc63c5-c976-4d99-9770-7e6e457001f5', '0d15b78e-ddc0-47c8-a88a-c35f84656060'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:09:44.661824 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9afabee8-4352-47fb-901b-486828821572 req-a535959c-0180-4593-85fc-650aa9d0927b tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690038 Jul 05 10:09:44.713770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1554e-deca-4ad6-96e8-16e2bcbdcd69 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Pushing event deleted for resources: {'Port': ['ID=0d15b78e-ddc0-47c8-a88a-c35f84656060,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:44.721554 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-10fc7b64-fe58-47aa-b51f-1e2fc5482d47 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/quotas/b933a73b2436495d8b96ad689288d5c9 HTTP/1.1" status: 200 len: 375 time: 0.0801792 Jul 05 10:09:44.733621 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-dc2a601e-9240-4d32-997a-124c0476eac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.741022 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.757454 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:44.814564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7d204d-a546-4641-9b8a-c6a6e2e7ba19 req-d1c1554e-deca-4ad6-96e8-16e2bcbdcd69 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] No DVR routers for this DVR port 0d15b78e-ddc0-47c8-a88a-c35f84656060 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:44.815354 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-dc2a601e-9240-4d32-997a-124c0476eac6 service neutron] No DVR routers for this DVR port 49abf83b-2c63-45d8-8048-f216cb938ea2 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:44.818982 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.821185 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6d7d204d-a546-4641-9b8a-c6a6e2e7ba19 req-d1c1554e-deca-4ad6-96e8-16e2bcbdcd69 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.823432 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d7d204d-a546-4641-9b8a-c6a6e2e7ba19 req-d1c1554e-deca-4ad6-96e8-16e2bcbdcd69 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.64 "DELETE /v2.0/ports/0d15b78e-ddc0-47c8-a88a-c35f84656060 HTTP/1.1" status: 204 len: 173 time: 2.1664369 Jul 05 10:09:44.864560 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6b233c-5407-4ebd-94a9-45fae9416974', 'name': 'network-vif-deleted', 'tag': '0d15b78e-ddc0-47c8-a88a-c35f84656060'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:44.868072 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eefaeb0-d72c-414d-a055-691085675979" -d '{"events": [{"server_uuid": "af6b233c-5407-4ebd-94a9-45fae9416974", "name": "network-vif-deleted", "tag": "0d15b78e-ddc0-47c8-a88a-c35f84656060"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:44.901635 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-dc2a601e-9240-4d32-997a-124c0476eac6 service neutron] 10.222.0.64 "PUT /v2.0/ports/49abf83b-2c63-45d8-8048-f216cb938ea2/bindings/n-h1-779913-27/activate HTTP/1.1" status: 200 len: 370 time: 0.9998584 Jul 05 10:09:44.903464 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a601e-9240-4d32-997a-124c0476eac6 service neutron] Pushing event updated for resources: {'Port': ['ID=49abf83b-2c63-45d8-8048-f216cb938ea2,revision_number=10']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:44.953056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:44.955273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:44.960236 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:44.995398 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae9740c-9feb-4ba9-9f1b-d3a406f0712b x-openstack-request-id: req-3ae9740c-9feb-4ba9-9f1b-d3a406f0712b {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:44.995693 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6b233c-5407-4ebd-94a9-45fae9416974", "name": "network-vif-deleted", "tag": "0d15b78e-ddc0-47c8-a88a-c35f84656060", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:44.995972 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ae9740c-9feb-4ba9-9f1b-d3a406f0712b {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:44.996373 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6b233c-5407-4ebd-94a9-45fae9416974', 'name': 'network-vif-deleted', 'tag': '0d15b78e-ddc0-47c8-a88a-c35f84656060', 'status': 'completed', 'code': 200} Jul 05 10:09:44.998404 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:45.003063 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.005981 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:45.008554 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Pushing event updated for resources: {'Port': ['ID=08fb453b-9cd5-436a-b280-0b16d78bd664,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:45.113547 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-d604cb6e-cb83-4b87-a5b5-d77604794980 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3778296 Jul 05 10:09:45.121246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:45.121903 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.201902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-feb5b495-6a4e-47ab-a11c-5f128feb4ee6 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:45.205209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44896) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:45.212372 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-feb5b495-6a4e-47ab-a11c-5f128feb4ee6 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30&tenant_id=2cf98573ed3c4198bb69640d015cda66&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 1096 time: 0.1364417 Jul 05 10:09:45.304366 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-54920bb7-81c5-46d5-aa4c-5fe4c422275f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5303349 Jul 05 10:09:45.314145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21d87cd-08c6-49b9-950e-f9d3225542af admin admin] Deleting subnet 11616a4a-bd8c-496f-b799-3e92194d51c6 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:09:45.327945 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Request body: {'port': {'device_id': 'b9e3a824-4963-40f8-82ff-b79a3d4091a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:45.331675 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a21d87cd-08c6-49b9-950e-f9d3225542af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.352098 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-c6c3b17b-249e-45c5-a519-2ec7b3cd422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:45.353662 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-c6c3b17b-249e-45c5-a519-2ec7b3cd422b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30&tenant_id=2cf98573ed3c4198bb69640d015cda66 HTTP/1.1" status: 200 len: 1096 time: 0.1336257 Jul 05 10:09:45.388741 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:09:45.392202 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-5e2362f0-f428-4704-be55-a1830ae0e207 service neutron] 10.222.0.77 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674310 Jul 05 10:09:45.414757 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a21d87cd-08c6-49b9-950e-f9d3225542af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.488515 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007a2f6-8257-472e-bdb7-9c64f5310faa req-a4001556-082b-40b1-8bfb-8ce781abe9df tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:45.490038 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3007a2f6-8257-472e-bdb7-9c64f5310faa req-a4001556-082b-40b1-8bfb-8ce781abe9df tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 944 time: 0.1141572 Jul 05 10:09:45.495621 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-582997fa-2f97-4707-98fe-65f2493c3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:45.497220 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-582997fa-2f97-4707-98fe-65f2493c3775 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 1096 time: 0.0885727 Jul 05 10:09:45.546997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4ca1e3d3-6146-4450-b268-29c69788ec40 None None] Provisioning for port 08fb453b-9cd5-436a-b280-0b16d78bd664 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:45.566184 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4ca1e3d3-6146-4450-b268-29c69788ec40 None None] Provisioning complete for port 08fb453b-9cd5-436a-b280-0b16d78bd664 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:45.566184 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e3d3-6146-4450-b268-29c69788ec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.594235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-4ca1e3d3-6146-4450-b268-29c69788ec40 None None] Port 08fb453b-9cd5-436a-b280-0b16d78bd664 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:45.641199 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.644080 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a21d87cd-08c6-49b9-950e-f9d3225542af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:45.647816 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3007a2f6-8257-472e-bdb7-9c64f5310faa req-e4c39e51-0e0d-4b36-ba92-821154551c4a tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455514 Jul 05 10:09:45.656986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-7623b761-23fc-437b-ab3b-ccbc5096074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:45.658797 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-7623b761-23fc-437b-ab3b-ccbc5096074e service neutron] 10.222.0.73 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.1505682 Jul 05 10:09:45.710298 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-a8c0a7bd-56f7-44bf-95ae-aceaab93c59e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49abf83b-2c63-45d8-8048-f216cb938ea2 HTTP/1.1" status: 200 len: 217 time: 0.0435712 Jul 05 10:09:45.773179 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-044391a3-3cf2-44ba-bbe1-d491152f7fce service neutron] 10.222.0.77 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696146 Jul 05 10:09:45.848988 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ba3d74bd-7a78-4176-a437-f4f85610139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:45.853368 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ba3d74bd-7a78-4176-a437-f4f85610139e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.1368759 Jul 05 10:09:45.853696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:45.874286 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Sync routers for ids ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:45.891969 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Routers {'8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:45.892984 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:09:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:45.931107 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-5d8035f0-5daf-452e-997f-24fd8314f230 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652151 Jul 05 10:09:46.060573 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf4704-3bb7-4230-b419-8695984d3ac8 req-4a2c8b4f-e6de-44f6-adef-6756b33c6768 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:46.063376 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-72cf4704-3bb7-4230-b419-8695984d3ac8 req-4a2c8b4f-e6de-44f6-adef-6756b33c6768 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 936 time: 0.2830906 Jul 05 10:09:46.098858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Set router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:46.191735 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a21d87cd-08c6-49b9-950e-f9d3225542af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.199597 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-70b1f7a7-b486-43a2-a6e2-f39e3555de54 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659764 Jul 05 10:09:46.242413 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d87cd-08c6-49b9-950e-f9d3225542af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11616a4a-bd8c-496f-b799-3e92194d51c6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:46.276987 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a21d87cd-08c6-49b9-950e-f9d3225542af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.278665 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-72cf4704-3bb7-4230-b419-8695984d3ac8 req-61909334-38c0-4e77-bdbe-535eb75aae8f tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/security-groups?id=d63e7b09-6806-42f5-a7be-9c4047759394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025778 Jul 05 10:09:46.280216 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a21d87cd-08c6-49b9-950e-f9d3225542af admin admin] 10.222.0.77 "DELETE /v2.0/subnets/11616a4a-bd8c-496f-b799-3e92194d51c6 HTTP/1.1" status: 204 len: 168 time: 1.0676875 Jul 05 10:09:46.284778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44916) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:46.345852 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.345852 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7f86c3db-9243-47c6-8bcd-a25f99071eee admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5449874 Jul 05 10:09:46.348586 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44918) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:46.432754 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4823-978a-4a9f-8ec1-e1f730c5b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.446252 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-ec43e1ea-73be-4f0d-ae41-003a51c34604 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396333 Jul 05 10:09:46.554836 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08fb453b-9cd5-436a-b280-0b16d78bd664 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:46.603636 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4823-978a-4a9f-8ec1-e1f730c5b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.632336 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eaf361c2-2698-437d-abb8-eebd52ebffff req-8098cf1e-ab0f-4cac-8081-6c7febdd1ce7 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 210 time: 0.0537069 Jul 05 10:09:46.635167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4f4e4823-978a-4a9f-8ec1-e1f730c5b4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d61c72-ae2d-4089-9825-6436a20c90e9']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:46.666856 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4f4e4823-978a-4a9f-8ec1-e1f730c5b4e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f676a40d-4eec-43e4-a7c8-c09ef53a23ac') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:46.668135 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4f4e4823-978a-4a9f-8ec1-e1f730c5b4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f676a40d-4eec-43e4-a7c8-c09ef53a23ac') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:46.691446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'name': 'tempest-ServersTestManualDisk-167920997-router', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:40Z', 'updated_at': '2021-07-05T10:09:43Z', 'revision_number': 3, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'gw_port': {'id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:46.711358 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4823-978a-4a9f-8ec1-e1f730c5b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.754517 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4823-978a-4a9f-8ec1-e1f730c5b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.776271 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.777154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Checking router: 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:46.777496 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Updating router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe port 84e39194-4ef0-4a88-b766-bfa8fbef357d binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:09:46.781456 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4e4823-978a-4a9f-8ec1-e1f730c5b4e3 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:09:46.781938 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4823-978a-4a9f-8ec1-e1f730c5b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:09:46.784276 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:09:46.836680 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.902231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 49abf83b-2c63-45d8-8048-f216cb938ea2 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:46.938254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409779d5-7b0b-4951-88eb-8ba98bb6a96c req-5011995d-0404-48a5-a2c3-64eb2f5363cc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:46.946768 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-409779d5-7b0b-4951-88eb-8ba98bb6a96c req-5011995d-0404-48a5-a2c3-64eb2f5363cc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 944 time: 0.1076374 Jul 05 10:09:46.982227 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4823-978a-4a9f-8ec1-e1f730c5b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.992367 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4823-978a-4a9f-8ec1-e1f730c5b4e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:46.997654 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4f4e4823-978a-4a9f-8ec1-e1f730c5b4e3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/26d61c72-ae2d-4089-9825-6436a20c90e9 HTTP/1.1" status: 204 len: 168 time: 0.7062697 Jul 05 10:09:47.005200 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.021984 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f2d3980b-0d89-428d-b22b-51ee40bd4d57 req-772eee0e-7d02-4b71-8df4-ca5a01081cce tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=af6b233c-5407-4ebd-94a9-45fae9416974 HTTP/1.1" status: 200 len: 210 time: 0.5463583 Jul 05 10:09:47.114301 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Transition to ACTIVE for port object 08fb453b-9cd5-436a-b280-0b16d78bd664 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:47.165966 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e4823-978a-4a9f-8ec1-e1f730c5b4e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=26d61c72-ae2d-4089-9825-6436a20c90e9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:47.175482 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-409779d5-7b0b-4951-88eb-8ba98bb6a96c req-f6c8712e-2feb-4d7f-affd-5df5a1832274 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212956 Jul 05 10:09:47.207981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 49abf83b-2c63-45d8-8048-f216cb938ea2 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:47.208958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 0d15b78e-ddc0-47c8-a88a-c35f84656060 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:47.246739 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 0d15b78e-ddc0-47c8-a88a-c35f84656060 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:47.247429 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 0d15b78e-ddc0-47c8-a88a-c35f84656060 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:47.259280 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.294208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-12aa311c-ef0f-46e0-9981-2cd1c21f1899 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:47.297591 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-12aa311c-ef0f-46e0-9981-2cd1c21f1899 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30&tenant_id=2cf98573ed3c4198bb69640d015cda66&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 1096 time: 0.1279705 Jul 05 10:09:47.385077 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.412962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Transition to ACTIVE for port object 84e39194-4ef0-4a88-b766-bfa8fbef357d will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:47.499928 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.550252 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Pushing event updated for resources: {'Port': ['ID=08fb453b-9cd5-436a-b280-0b16d78bd664,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:47.562247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-378da20e-e439-436e-8442-90e049d2e2ac service neutron] For port 49abf83b-2c63-45d8-8048-f216cb938ea2, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:47.569072 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-378da20e-e439-436e-8442-90e049d2e2ac service neutron] Notify callbacks [] for binding, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.571824 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aee8a75f-48fd-4d08-81d7-fa229705e9ca req-378da20e-e439-436e-8442-90e049d2e2ac service neutron] 10.222.0.73 "DELETE /v2.0/ports/49abf83b-2c63-45d8-8048-f216cb938ea2/bindings/n-h2-779913-27 HTTP/1.1" status: 204 len: 173 time: 0.2660620 Jul 05 10:09:47.620366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0b609-06f8-42e7-8956-4064aacbad8d None None] Pushing event updated for resources: {'Port': ['ID=84e39194-4ef0-4a88-b766-bfa8fbef357d,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:47.642062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Attempting to bind port 84e39194-4ef0-4a88-b766-bfa8fbef357d on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:47.642590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Attempting to bind port 84e39194-4ef0-4a88-b766-bfa8fbef357d by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:47.643272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Attempting to bind port 84e39194-4ef0-4a88-b766-bfa8fbef357d on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:47.650515 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:47.651660 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:47.652756 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.653556 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:47.653859 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Attempting to bind port 08fb453b-9cd5-436a-b280-0b16d78bd664 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:47.654414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Attempting to bind port 08fb453b-9cd5-436a-b280-0b16d78bd664 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:47.654606 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Bound port: 84e39194-4ef0-4a88-b766-bfa8fbef357d, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:47.655392 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.656530 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Attempting to bind port 08fb453b-9cd5-436a-b280-0b16d78bd664 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:47.758939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44944) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:47.762285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] For port 84e39194-4ef0-4a88-b766-bfa8fbef357d, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:47.782965 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] For port 84e39194-4ef0-4a88-b766-bfa8fbef357d, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=84e39194-4ef0-4a88-b766-bfa8fbef357d,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:47.784496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Port 08fb453b-9cd5-436a-b280-0b16d78bd664 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:47.785340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Attempting to bind port 08fb453b-9cd5-436a-b280-0b16d78bd664 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:47.806348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:47.806675 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:47.807071 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:47.810206 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Bound port: 08fb453b-9cd5-436a-b280-0b16d78bd664, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:47.810206 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.832726 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-60575e7d-467f-4770-8b33-0337ce0eca8a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6228e326cc334e11be68869ccdd9d9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722196 Jul 05 10:09:47.834452 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44946) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:47.861464 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:47.880469 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c614b19-6fb2-4076-be36-914358ec11ce req-9dd83073-e5ae-46c8-bf08-3e86aec090bd tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:47.882067 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c614b19-6fb2-4076-be36-914358ec11ce req-9dd83073-e5ae-46c8-bf08-3e86aec090bd tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 948 time: 0.3290076 Jul 05 10:09:47.968342 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Routers {'8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:47.969384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:09:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:47.990468 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78169b26-3fbe-4925-97a5-7e7a427f98dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.054234 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78169b26-3fbe-4925-97a5-7e7a427f98dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.079831 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0b682a31-6837-4454-a22d-8a60ced1f208 req-ac77b035-d332-48c0-9c74-6215891b059a tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 210 time: 0.0733688 Jul 05 10:09:48.213994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0b609-06f8-42e7-8956-4064aacbad8d None None] Pushing event updated for resources: {'Port': ['ID=84e39194-4ef0-4a88-b766-bfa8fbef357d,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:48.253554 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c614b19-6fb2-4076-be36-914358ec11ce req-1b184b5b-ffd2-40bc-a786-45f1625cafc3 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/security-groups?id=d63e7b09-6806-42f5-a7be-9c4047759394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413231 Jul 05 10:09:48.257886 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] Set router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:48.295263 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78169b26-3fbe-4925-97a5-7e7a427f98dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.298395 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78169b26-3fbe-4925-97a5-7e7a427f98dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.299135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-78169b26-3fbe-4925-97a5-7e7a427f98dd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/406ade0b-cdb7-41ad-9e05-7a4e21b4465b HTTP/1.1" status: 204 len: 168 time: 0.4623170 Jul 05 10:09:48.311553 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78169b26-3fbe-4925-97a5-7e7a427f98dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406ade0b-cdb7-41ad-9e05-7a4e21b4465b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:48.342275 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] For port 08fb453b-9cd5-436a-b280-0b16d78bd664, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:48.382111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] For port 08fb453b-9cd5-436a-b280-0b16d78bd664, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=08fb453b-9cd5-436a-b280-0b16d78bd664,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:48.506488 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.563587 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8889f-84b4-443b-b944-c43926546a9f req-152b4227-9d81-4438-8593-deb3b0a86ac0 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:48.565756 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-65d8889f-84b4-443b-b944-c43926546a9f req-152b4227-9d81-4438-8593-deb3b0a86ac0 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 944 time: 0.1552994 Jul 05 10:09:48.589482 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.640596 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-65d8889f-84b4-443b-b944-c43926546a9f req-e87cfb50-7ee1-4ccc-9f9b-fbc2d3576cb9 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589683 Jul 05 10:09:48.658649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Pushing event updated for resources: {'Port': ['ID=08fb453b-9cd5-436a-b280-0b16d78bd664,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:48.662451 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:48.663074 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:48.667133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'name': 'tempest-ServersTestManualDisk-167920997-router', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:40Z', 'updated_at': '2021-07-05T10:09:43Z', 'revision_number': 3, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'gw_port': {'id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:48.667460 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-11137ab5-459a-49d5-acb6-cb24271f24dd service neutron] 10.222.0.64 "PUT /v2.0/ports/08fb453b-9cd5-436a-b280-0b16d78bd664 HTTP/1.1" status: 200 len: 1097 time: 3.3455753 Jul 05 10:09:48.667460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e3a824-4963-40f8-82ff-b79a3d4091a7', 'tag': '08fb453b-9cd5-436a-b280-0b16d78bd664'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:48.669463 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6c037a-124f-4738-b235-b5e3da0fd6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e3a824-4963-40f8-82ff-b79a3d4091a7", "tag": "08fb453b-9cd5-436a-b280-0b16d78bd664"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:48.712465 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64232c38-c2bc-4f87-963c-435d88395624 None None] The sync data for ids ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'] in n-d-779913-27 is: [{'id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'name': 'tempest-ServersTestManualDisk-167920997-router', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:40Z', 'updated_at': '2021-07-05T10:09:43Z', 'revision_number': 3, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'gw_port': {'id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:48.809996 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53aa6b1d-f398-4cde-891f-895e0427df0d x-openstack-request-id: req-53aa6b1d-f398-4cde-891f-895e0427df0d {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:48.809996 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e3a824-4963-40f8-82ff-b79a3d4091a7", "tag": "08fb453b-9cd5-436a-b280-0b16d78bd664", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:48.809996 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53aa6b1d-f398-4cde-891f-895e0427df0d {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:48.809996 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e3a824-4963-40f8-82ff-b79a3d4091a7', 'tag': '08fb453b-9cd5-436a-b280-0b16d78bd664', 'status': 'completed', 'code': 200} Jul 05 10:09:49.001707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c037a-124f-4738-b235-b5e3da0fd6ce req-44dd0f6c-5f45-44c5-859d-ee10611cc2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:49.004891 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de6c037a-124f-4738-b235-b5e3da0fd6ce req-44dd0f6c-5f45-44c5-859d-ee10611cc2fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ba28aa6c0994945907bdc94087ff507&device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 1100 time: 0.2002130 Jul 05 10:09:49.153645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Allocated IP 172.20.0.1 (066304d3-c378-462f-82ab-95144c243ffb/84d76d5a-f1a0-4f9d-a461-b11aeac7204d/baaa2aaf-549f-4d1a-96f3-3bb5403f0964) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:49.213055 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de6c037a-124f-4738-b235-b5e3da0fd6ce req-3f13ee45-0681-4ca2-ae3a-738bce025486 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6ba28aa6c0994945907bdc94087ff507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1974368 Jul 05 10:09:49.249869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc8453-7b24-4b54-ba9e-6787105dbbc2 req-8e62972b-48d7-4d5d-8ac7-91be171ef95e tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:49.252797 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d3cc8453-7b24-4b54-ba9e-6787105dbbc2 req-8e62972b-48d7-4d5d-8ac7-91be171ef95e tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 1096 time: 0.1606030 Jul 05 10:09:49.399828 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d3cc8453-7b24-4b54-ba9e-6787105dbbc2 req-b3ef1101-2a54-45bf-b4e7-15b52345ebde tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381021 Jul 05 10:09:49.528666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c037a-124f-4738-b235-b5e3da0fd6ce req-1be12019-7dbb-4754-b1de-4fcf984f5158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:49.530344 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de6c037a-124f-4738-b235-b5e3da0fd6ce req-1be12019-7dbb-4754-b1de-4fcf984f5158 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3100245 Jul 05 10:09:49.538032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-9ebca9f1-33e0-45d1-9173-454ec999b994 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:49.539652 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-9ebca9f1-33e0-45d1-9173-454ec999b994 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.73 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 820 time: 0.2183423 Jul 05 10:09:49.558736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-bdbd8322-7911-49b3-a6ec-1026b12bc9b5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Request body: {'port': {'device_id': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'admin_state_up': True, 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:49.572956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c27a5-38ca-4088-bdb2-9c0204d18cf8 req-69dfb080-2de3-452a-91f7-8893269b64c4 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:49.577964 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f8c27a5-38ca-4088-bdb2-9c0204d18cf8 req-69dfb080-2de3-452a-91f7-8893269b64c4 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.2764294 Jul 05 10:09:49.583867 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.619977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Transition to ACTIVE for port object baaa2aaf-549f-4d1a-96f3-3bb5403f0964 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:49.661221 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f8c27a5-38ca-4088-bdb2-9c0204d18cf8 req-711fbb50-f840-4644-b32a-8dd13b5ffd58 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757341 Jul 05 10:09:49.797199 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b2c51c9e-5632-47f4-bb96-e7adc4731c17 req-9dc896e0-39bb-4ce2-9db2-a6f40b5a954e tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 210 time: 0.1185708 Jul 05 10:09:49.810862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-65bbcb28-98df-4d77-8f27-26fe265f06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:49.819974 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-65bbcb28-98df-4d77-8f27-26fe265f06ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ba28aa6c0994945907bdc94087ff507&device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 1100 time: 0.1390164 Jul 05 10:09:49.901217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-bdbd8322-7911-49b3-a6ec-1026b12bc9b5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Made reservation on behalf of b933a73b2436495d8b96ad689288d5c9 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:49.905230 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-bdbd8322-7911-49b3-a6ec-1026b12bc9b5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.912055 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:49.975856 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-b6ce1cb7-b808-46ee-82db-9eaaa6867ec5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=08fb453b-9cd5-436a-b280-0b16d78bd664 HTTP/1.1" status: 200 len: 217 time: 0.1504779 Jul 05 10:09:50.126354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Network 066304d3-c378-462f-82ab-95144c243ffb is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:50.129125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:50.133463 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:50.210463 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Pushing event updated for resources: {'Port': ['ID=baaa2aaf-549f-4d1a-96f3-3bb5403f0964,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:50.263892 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.273120 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-bdbd8322-7911-49b3-a6ec-1026b12bc9b5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Allocated IP 172.20.0.9 (49acf21c-d200-4532-94e8-8583d85e6566/4506ec9e-1545-4e23-9622-e3036b224b3e/c25a9771-42c9-4393-af99-4a127309185b) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:50.328699 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-4cdbfe91-1664-44b3-b5a4-3b76e5d010c4 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:50.336922 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-4cdbfe91-1664-44b3-b5a4-3b76e5d010c4 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 808 time: 0.3234220 Jul 05 10:09:50.388575 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-c955d204-34f5-47e3-a8dc-9d008c10fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:50.394375 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-c955d204-34f5-47e3-a8dc-9d008c10fc11 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.3883605 Jul 05 10:09:50.410016 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-65c64d0d-4aed-447a-9484-d1df50e19a08 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/quotas/2cf98573ed3c4198bb69640d015cda66 HTTP/1.1" status: 200 len: 375 time: 0.0718505 Jul 05 10:09:50.487762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45018) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:50.509839 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445151f-68ad-4623-9ea2-d33d04dca6ad req-0246dd94-12c9-4043-a67a-6c31c7b1cbc0 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:50.518433 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2445151f-68ad-4623-9ea2-d33d04dca6ad req-0246dd94-12c9-4043-a67a-6c31c7b1cbc0 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 948 time: 0.5759821 Jul 05 10:09:50.563769 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.616445 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2445151f-68ad-4623-9ea2-d33d04dca6ad req-5b873d1b-fa84-493c-a74c-0bcca796d4ff tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/security-groups?id=d63e7b09-6806-42f5-a7be-9c4047759394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970013 Jul 05 10:09:50.644433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5e1bae6e-0ff2-48ca-9be3-22ce6ade7858 None None] Provisioning for port baaa2aaf-549f-4d1a-96f3-3bb5403f0964 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:50.649434 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-59b9390e-5d7e-4756-8b27-ff77ad105b00 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2381370 Jul 05 10:09:50.652247 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5e1bae6e-0ff2-48ca-9be3-22ce6ade7858 None None] Provisioning complete for port baaa2aaf-549f-4d1a-96f3-3bb5403f0964 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:50.652247 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5e1bae6e-0ff2-48ca-9be3-22ce6ade7858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:50.726510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5e1bae6e-0ff2-48ca-9be3-22ce6ade7858 None None] Port baaa2aaf-549f-4d1a-96f3-3bb5403f0964 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:50.762328 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 84e39194-4ef0-4a88-b766-bfa8fbef357d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:50.806113 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-9ee1388d-112c-4f00-99ab-722360d1214e service neutron] 10.222.0.77 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531668 Jul 05 10:09:50.870710 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-91574619-6fe7-4811-8ff2-f2cf6b147be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:50.876909 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-91574619-6fe7-4811-8ff2-f2cf6b147be1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4732621 Jul 05 10:09:51.015474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 84e39194-4ef0-4a88-b766-bfa8fbef357d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:51.022580 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 84e39194-4ef0-4a88-b766-bfa8fbef357d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:51.022976 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.039260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-60da5ae3-a825-4d03-beba-3054820759dd admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-640680062-network', 'tenant_id': 'c9156425a63c4e73aed370a1ba297888'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:51.121997 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-bdbd8322-7911-49b3-a6ec-1026b12bc9b5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.141097 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.147595 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.167633 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-74ef71e8-5a85-4616-b6b2-e66ea988a707 service neutron] 10.222.0.77 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592188 Jul 05 10:09:51.170502 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 84e39194-4ef0-4a88-b766-bfa8fbef357d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=84e39194-4ef0-4a88-b766-bfa8fbef357d,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:51.174223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-bdbd8322-7911-49b3-a6ec-1026b12bc9b5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Transition to ACTIVE for port object c25a9771-42c9-4393-af99-4a127309185b will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:51.193871 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-c8d3c559-1b73-4d62-8740-7b744a712cb5 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098247 Jul 05 10:09:51.288098 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f03c0-0752-45df-b36e-3a032d6c2c21 req-54ba8ac9-e828-4bd2-b368-0b2eef38c4c3 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:51.289738 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a4f03c0-0752-45df-b36e-3a032d6c2c21 req-54ba8ac9-e828-4bd2-b368-0b2eef38c4c3 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.2349129 Jul 05 10:09:51.292771 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.342784 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.342942 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60da5ae3-a825-4d03-beba-3054820759dd admin admin] Made reservation on behalf of c9156425a63c4e73aed370a1ba297888 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:51.355175 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-60da5ae3-a825-4d03-beba-3054820759dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.375493 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-60da5ae3-a825-4d03-beba-3054820759dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.429676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Pushing event updated for resources: {'Port': ['ID=baaa2aaf-549f-4d1a-96f3-3bb5403f0964,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:51.434245 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f19b22de-0de3-4e1b-84fa-7f7ea6d890c5 req-87763c9e-5940-43b2-9ce3-60222bb8d13a service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275238 Jul 05 10:09:51.435032 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.448051 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=84e39194-4ef0-4a88-b766-bfa8fbef357d,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:51.452819 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a4f03c0-0752-45df-b36e-3a032d6c2c21 req-ba947b9a-86b0-46d5-a474-0419183c2678 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526492 Jul 05 10:09:51.501982 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-bdbd8322-7911-49b3-a6ec-1026b12bc9b5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.517449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['8400c3d8-c804-4ac4-96f6-aac8bd55563d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:09:51.584676 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-60da5ae3-a825-4d03-beba-3054820759dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.589333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-bdbd8322-7911-49b3-a6ec-1026b12bc9b5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Network 49acf21c-d200-4532-94e8-8583d85e6566 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:51.596747 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-bdbd8322-7911-49b3-a6ec-1026b12bc9b5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:51.620821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-bdbd8322-7911-49b3-a6ec-1026b12bc9b5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:51.667937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd8322-7911-49b3-a6ec-1026b12bc9b5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Pushing event updated for resources: {'Port': ['ID=c25a9771-42c9-4393-af99-4a127309185b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:51.675075 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Network 066304d3-c378-462f-82ab-95144c243ffb is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:51.680140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:51.691767 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-60da5ae3-a825-4d03-beba-3054820759dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.711626 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60da5ae3-a825-4d03-beba-3054820759dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:09:51.725797 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-60da5ae3-a825-4d03-beba-3054820759dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.726396 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-60da5ae3-a825-4d03-beba-3054820759dd admin admin] Added segment 3882d142-219d-4311-ae02-a5816d9c1774 of type vlan for network ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59 Jul 05 10:09:51.806696 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-60da5ae3-a825-4d03-beba-3054820759dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:51.963653 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6180b37d-b637-47ed-9830-9279c2e77d2d req-106dc088-7eb0-42b7-8e81-5d94a328e78b tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 210 time: 0.2854533 Jul 05 10:09:52.002807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-bdbd8322-7911-49b3-a6ec-1026b12bc9b5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:52.003689 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-bdbd8322-7911-49b3-a6ec-1026b12bc9b5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.054466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da5ae3-a825-4d03-beba-3054820759dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d15fe43-d652-47f0-bac5-11d1666a2255,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:52.063965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45046) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:52.070095 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.170920 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-60da5ae3-a825-4d03-beba-3054820759dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.172199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da5ae3-a825-4d03-beba-3054820759dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:52.172667 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-60da5ae3-a825-4d03-beba-3054820759dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.240826 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-bdbd8322-7911-49b3-a6ec-1026b12bc9b5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6908450 Jul 05 10:09:52.242627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74325874-cc8a-4b48-9571-474e45142e77 req-96f014f4-874e-4503-9e6d-ead4f8313fdb tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:52.244109 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-74325874-cc8a-4b48-9571-474e45142e77 req-96f014f4-874e-4503-9e6d-ead4f8313fdb tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 931 time: 0.6449933 Jul 05 10:09:52.260666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-10ad0d2f-10e1-413c-b073-dd38ba66f317 None None] Provisioning for port c25a9771-42c9-4393-af99-4a127309185b completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:52.265999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-10ad0d2f-10e1-413c-b073-dd38ba66f317 None None] Provisioning complete for port c25a9771-42c9-4393-af99-4a127309185b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:52.266439 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-10ad0d2f-10e1-413c-b073-dd38ba66f317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.308927 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-74325874-cc8a-4b48-9571-474e45142e77 req-aa43527a-ba5a-46f2-9d6d-cf48626f3027 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569174 Jul 05 10:09:52.310859 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:09:52.328029 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-10ad0d2f-10e1-413c-b073-dd38ba66f317 None None] Port c25a9771-42c9-4393-af99-4a127309185b cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:52.452096 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-67cb365d-c854-41f3-a0c2-85c5a546b1a8 None None] Provisioning complete for port baaa2aaf-549f-4d1a-96f3-3bb5403f0964 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:52.452897 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-67cb365d-c854-41f3-a0c2-85c5a546b1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.470237 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:09:52.485309 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8b8df3cb-14cd-4541-9b8a-790df95872e0 admin admin] 10.222.0.77 "PUT /v2.0/routers/8b55fca8-f0a2-40b1-8bcc-b0efef202bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1232140 Jul 05 10:09:52.491244 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Sync routers for ids ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:09:52.525589 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Routers {'8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:52.529288 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:09:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:52.688187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Request body: {'port': {'device_id': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:52.694984 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-60da5ae3-a825-4d03-beba-3054820759dd admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2014108 Jul 05 10:09:52.698613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45056) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:52.707996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-623c6baf-fa7a-4b83-9d85-17f44ed260cc admin admin] Request body: {'subnet': {'network_id': 'ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-640680062-subnet', 'tenant_id': 'c9156425a63c4e73aed370a1ba297888', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:52.717050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da5ae3-a825-4d03-beba-3054820759dd admin admin] Pushing event updated for resources: {'Network': ['ID=ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:52.727040 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69f4cc26-e43c-4628-9c78-c0c941874177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.745687 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:09:52.750037 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 84e39194-4ef0-4a88-b766-bfa8fbef357d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:52.791421 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ddfa4-74c9-4b11-9d9b-897e9b7e7a50 req-6624a6a7-bad9-4551-9a5c-83d7f3f1df5b tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:52.793988 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0a4ddfa4-74c9-4b11-9d9b-897e9b7e7a50 req-6624a6a7-bad9-4551-9a5c-83d7f3f1df5b tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.1447864 Jul 05 10:09:52.806313 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Set router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:52.832151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da53d-3328-4b39-9147-f9840814c1d8 req-f99e6e19-5955-45f3-b47f-cb812855e9d3 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:52.833849 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-390da53d-3328-4b39-9147-f9840814c1d8 req-f99e6e19-5955-45f3-b47f-cb812855e9d3 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 948 time: 0.6382442 Jul 05 10:09:52.850080 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.857232 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0a4ddfa4-74c9-4b11-9d9b-897e9b7e7a50 req-dc7d77b2-83c9-48f6-b0b6-b29609bca2f6 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511541 Jul 05 10:09:52.895425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623c6baf-fa7a-4b83-9d85-17f44ed260cc admin admin] Made reservation on behalf of c9156425a63c4e73aed370a1ba297888 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:52.900042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-623c6baf-fa7a-4b83-9d85-17f44ed260cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.931959 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-67cb365d-c854-41f3-a0c2-85c5a546b1a8 None None] Port baaa2aaf-549f-4d1a-96f3-3bb5403f0964 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:09:52.960636 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 84e39194-4ef0-4a88-b766-bfa8fbef357d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:52.961010 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:52.970176 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-390da53d-3328-4b39-9147-f9840814c1d8 req-4ab8eb31-8dd3-49eb-951d-a0d8172f3e42 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/security-groups?id=d63e7b09-6806-42f5-a7be-9c4047759394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280668 Jul 05 10:09:53.255299 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69f4cc26-e43c-4628-9c78-c0c941874177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.269529 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'name': 'tempest-ServersTestManualDisk-167920997-router', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:40Z', 'updated_at': '2021-07-05T10:09:50Z', 'revision_number': 4, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'gw_port': {'id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'baaa2aaf-549f-4d1a-96f3-3bb5403f0964', 'name': '', 'network_id': '066304d3-c378-462f-82ab-95144c243ffb', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'mac_address': 'fa:16:3e:f4:37:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:48Z', 'updated_at': '2021-07-05T10:09:50Z', 'revision_number': 2, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'subnets': [{'id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:53.302169 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Checking router: 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:09:53.302905 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Updating router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe port baaa2aaf-549f-4d1a-96f3-3bb5403f0964 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:09:53.334426 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e64763af-dd21-4649-bdc2-7f748adead29 req-6b01d32a-bdf0-45de-939c-ec46b06094af tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 210 time: 0.0505147 Jul 05 10:09:53.341142 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-623c6baf-fa7a-4b83-9d85-17f44ed260cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.351421 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.379688 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69f4cc26-e43c-4628-9c78-c0c941874177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.445765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4cc26-e43c-4628-9c78-c0c941874177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fc526e-71ba-4dbf-afb4-4072a452966b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:53.450969 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c6baf-fa7a-4b83-9d85-17f44ed260cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf8e2e02-dee0-4695-a181-a0f45dccc480,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:53.488396 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623c6baf-fa7a-4b83-9d85-17f44ed260cc admin admin] Checking segment: {'id': '3882d142-219d-4311-ae02-a5816d9c1774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:53.488752 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623c6baf-fa7a-4b83-9d85-17f44ed260cc admin admin] Network hostable DHCP agents. Network: ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:09:53.491171 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-69f4cc26-e43c-4628-9c78-c0c941874177 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d19a52687575485497521c1cad8627ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4228885 Jul 05 10:09:53.494220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45068) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:53.547642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25a9771-42c9-4393-af99-4a127309185b {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:53.554116 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b87d713-0996-437f-82d4-090d0ade27e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.585964 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45070) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:53.589736 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.601247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0e335539-f6bd-439b-9368-64bf91071fe7 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1595248755', 'description': 'tempest-description--1504718281'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:53.613581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Transition to ACTIVE for port object c25a9771-42c9-4393-af99-4a127309185b will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:53.638597 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b87d713-0996-437f-82d4-090d0ade27e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.644613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacff7e-5a51-49ad-849d-ee9d2656e16a req-6817cf86-415e-463b-a692-71b50260d182 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:53.654552 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-adacff7e-5a51-49ad-849d-ee9d2656e16a req-6817cf86-415e-463b-a692-71b50260d182 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 931 time: 0.1210752 Jul 05 10:09:53.709547 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-adacff7e-5a51-49ad-849d-ee9d2656e16a req-52bf7de8-d8e3-4516-af1d-efc9ed7b72fd tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540185 Jul 05 10:09:53.718383 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.741693 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0e335539-f6bd-439b-9368-64bf91071fe7 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.744242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623c6baf-fa7a-4b83-9d85-17f44ed260cc admin admin] Network ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:09:53.754528 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.769046 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Transition to ACTIVE for port object baaa2aaf-549f-4d1a-96f3-3bb5403f0964 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:53.779147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c25a9771-42c9-4393-af99-4a127309185b,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:53.840834 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b87d713-0996-437f-82d4-090d0ade27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.843610 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b87d713-0996-437f-82d4-090d0ade27e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.856715 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1b87d713-0996-437f-82d4-090d0ade27e4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/27fc526e-71ba-4dbf-afb4-4072a452966b HTTP/1.1" status: 204 len: 168 time: 0.3560457 Jul 05 10:09:53.862589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Attempting to bind port c25a9771-42c9-4393-af99-4a127309185b on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:53.863145 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Attempting to bind port c25a9771-42c9-4393-af99-4a127309185b by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:53.863265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Attempting to bind port c25a9771-42c9-4393-af99-4a127309185b on network 49acf21c-d200-4532-94e8-8583d85e6566 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:53.865770 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.882712 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-623c6baf-fa7a-4b83-9d85-17f44ed260cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:53.885157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Port c25a9771-42c9-4393-af99-4a127309185b on network 49acf21c-d200-4532-94e8-8583d85e6566 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:53.885282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Attempting to bind port c25a9771-42c9-4393-af99-4a127309185b on network 49acf21c-d200-4532-94e8-8583d85e6566 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:53.894667 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c095c642-1b8f-4e34-90a3-0c19a320cae1 None None] Network ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:53.904956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c6baf-fa7a-4b83-9d85-17f44ed260cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:53.905185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:53.905491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Checking segment: {'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:53.905881 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-623c6baf-fa7a-4b83-9d85-17f44ed260cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.906082 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Bound using segment: {'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:53.909032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Bound port: c25a9771-42c9-4393-af99-4a127309185b, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baad9a85-c577-4844-9860-b1014f33fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:53.909420 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:53.930368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87d713-0996-437f-82d4-090d0ade27e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fc526e-71ba-4dbf-afb4-4072a452966b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:53.962871 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.009568 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580738f-1e25-489b-833a-1b80656ada27 None None] Pushing event updated for resources: {'Port': ['ID=baaa2aaf-549f-4d1a-96f3-3bb5403f0964,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:54.032400 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0e335539-f6bd-439b-9368-64bf91071fe7 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.101156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] For port c25a9771-42c9-4393-af99-4a127309185b, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:54.107138 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] For port c25a9771-42c9-4393-af99-4a127309185b, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c25a9771-42c9-4393-af99-4a127309185b,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:54.174979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec45d870-abf2-4d20-ae4a-f753008122b7 None None] Network ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:09:54.186447 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Attempting to bind port baaa2aaf-549f-4d1a-96f3-3bb5403f0964 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:54.188127 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Attempting to bind port baaa2aaf-549f-4d1a-96f3-3bb5403f0964 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'ee53c1bb-6008-4499-80bb-4c7cf6051337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '066304d3-c378-462f-82ab-95144c243ffb'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:54.188987 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Attempting to bind port baaa2aaf-549f-4d1a-96f3-3bb5403f0964 on network 066304d3-c378-462f-82ab-95144c243ffb {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:54.217314 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:54.217713 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Checking segment: {'id': 'ee53c1bb-6008-4499-80bb-4c7cf6051337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '066304d3-c378-462f-82ab-95144c243ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:54.219315 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.219315 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Bound using segment: {'id': 'ee53c1bb-6008-4499-80bb-4c7cf6051337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '066304d3-c378-462f-82ab-95144c243ffb'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:54.219315 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Bound port: baaa2aaf-549f-4d1a-96f3-3bb5403f0964, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee53c1bb-6008-4499-80bb-4c7cf6051337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '066304d3-c378-462f-82ab-95144c243ffb'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:54.219315 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.223695 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.238803 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0e335539-f6bd-439b-9368-64bf91071fe7 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.282260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:54.284514 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.286247 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/c25a9771-42c9-4393-af99-4a127309185b HTTP/1.1" status: 200 len: 1092 time: 1.6111875 Jul 05 10:09:54.310582 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'tag': 'c25a9771-42c9-4393-af99-4a127309185b'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:54.313654 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53464f08-28c2-450c-8b04-9507471eac14" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2b5110-41d7-4284-833e-688d5f3cd049", "tag": "c25a9771-42c9-4393-af99-4a127309185b"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:54.405597 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c25a9771-42c9-4393-af99-4a127309185b,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:54.408320 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-623c6baf-fa7a-4b83-9d85-17f44ed260cc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7058272 Jul 05 10:09:54.417001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e335539-f6bd-439b-9368-64bf91071fe7 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468cda2e-f807-4afd-b146-1c765a83acdd,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:54.423073 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] For port baaa2aaf-549f-4d1a-96f3-3bb5403f0964, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:54.426672 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] For port baaa2aaf-549f-4d1a-96f3-3bb5403f0964, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=baaa2aaf-549f-4d1a-96f3-3bb5403f0964,segment=NetworkSegment(ee53c1bb-6008-4499-80bb-4c7cf6051337),segment_id=ee53c1bb-6008-4499-80bb-4c7cf6051337)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:54.447145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041a5f2-803a-468b-8fe9-e8dfa2d7fb89 req-131891ae-7508-403b-8b43-75ec16543aa9 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:54.456676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a041a5f2-803a-468b-8fe9-e8dfa2d7fb89 req-131891ae-7508-403b-8b43-75ec16543aa9 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.3043244 Jul 05 10:09:54.462383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df573-2653-42f0-a054-e2b245a97718 req-7c210631-5eae-481e-b9d6-a438b4126d15 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:54.477811 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-568df573-2653-42f0-a054-e2b245a97718 req-7c210631-5eae-481e-b9d6-a438b4126d15 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 948 time: 0.2521183 Jul 05 10:09:54.484555 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0e335539-f6bd-439b-9368-64bf91071fe7 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.485865 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0e335539-f6bd-439b-9368-64bf91071fe7 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8925667 Jul 05 10:09:54.493541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45086) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:54.504134 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d51a32f6-b538-4538-aeec-be3616eef5a5 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Request body: {'security_group_rule': {'security_group_id': '468cda2e-f807-4afd-b146-1c765a83acdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:54.523191 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a041a5f2-803a-468b-8fe9-e8dfa2d7fb89 req-14388a5b-860e-4296-a3d6-315c397ea0f0 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652099 Jul 05 10:09:54.562508 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:54.562508 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:54.562508 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:54.562508 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:54.562508 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:54.565572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:54.567873 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:54.568777 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:54.570307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:54.572814 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:54.574427 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:54.576256 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:54.576479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300319e-eac3-4932-bd65-b33f8349f7e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:09:54.637914 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36809b8-12f7-429e-83a2-773639a6f0ad x-openstack-request-id: req-a36809b8-12f7-429e-83a2-773639a6f0ad {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:54.639125 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2b5110-41d7-4284-833e-688d5f3cd049", "tag": "c25a9771-42c9-4393-af99-4a127309185b", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:54.639821 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a36809b8-12f7-429e-83a2-773639a6f0ad {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:54.640587 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'tag': 'c25a9771-42c9-4393-af99-4a127309185b', 'status': 'completed', 'code': 200} Jul 05 10:09:54.736896 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Routers {'8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:09:54.738745 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:09:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:54.800730 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-93ec7f33-5dbe-4b7a-83a7-f728efd9b08c req-ab9eb0ab-bf76-4629-ae86-8154916a89ae tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 210 time: 0.0447607 Jul 05 10:09:54.840574 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-568df573-2653-42f0-a054-e2b245a97718 req-cb33122b-892b-4105-93eb-5dfd5a37c597 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/security-groups?id=d63e7b09-6806-42f5-a7be-9c4047759394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600042 Jul 05 10:09:54.886803 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580738f-1e25-489b-833a-1b80656ada27 None None] Pushing event updated for resources: {'Port': ['ID=baaa2aaf-549f-4d1a-96f3-3bb5403f0964,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:54.930790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-80a648b7-89cf-4fd5-aad3-40017b4d619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:54.933424 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-80a648b7-89cf-4fd5-aad3-40017b4d619b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 1095 time: 0.3124146 Jul 05 10:09:54.940038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 08fb453b-9cd5-436a-b280-0b16d78bd664 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:09:55.113786 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45098) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:55.119631 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d51a32f6-b538-4538-aeec-be3616eef5a5 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.182479 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-568df6a1-8cd2-4ddb-9066-e0edc7b1bfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.189062 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-fe496fad-8359-4e48-9b5a-4e53b0caeb4b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25a9771-42c9-4393-af99-4a127309185b HTTP/1.1" status: 200 len: 217 time: 0.2408381 Jul 05 10:09:55.214921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 08fb453b-9cd5-436a-b280-0b16d78bd664, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=08fb453b-9cd5-436a-b280-0b16d78bd664,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:55.226120 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] Set router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:09:55.245950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '08fb453b-9cd5-436a-b280-0b16d78bd664', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '08fb453b-9cd5-436a-b280-0b16d78bd664', 'mac_address': 'fa:16:3e:24:c0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:09:55.301562 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-e886433c-14d9-44b3-9183-e232ea5f9d9b tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:55.304372 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-e886433c-14d9-44b3-9183-e232ea5f9d9b tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.64 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 808 time: 0.3346055 Jul 05 10:09:55.333054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-3477b331-4f3e-4d6b-b326-8090fb585507 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Request body: {'port': {'device_id': '0c29109d-d327-40c5-a1f0-e6991e6625ae', 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d', 'admin_state_up': True, 'tenant_id': '2cf98573ed3c4198bb69640d015cda66'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:55.337559 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.366977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08fb453b-9cd5-436a-b280-0b16d78bd664 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:55.407708 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 08fb453b-9cd5-436a-b280-0b16d78bd664, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=08fb453b-9cd5-436a-b280-0b16d78bd664,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:55.489969 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.507019 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d51a32f6-b538-4538-aeec-be3616eef5a5 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.554751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-37ec42a8-4245-4331-bba1-510d820d226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:55.561549 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-37ec42a8-4245-4331-bba1-510d820d226f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 200 len: 859 time: 0.2380159 Jul 05 10:09:55.613214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=08fb453b-9cd5-436a-b280-0b16d78bd664,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:55.646401 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-568df6a1-8cd2-4ddb-9066-e0edc7b1bfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.647448 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d51a32f6-b538-4538-aeec-be3616eef5a5 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.671219 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'name': 'tempest-ServersTestManualDisk-167920997-router', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:40Z', 'updated_at': '2021-07-05T10:09:50Z', 'revision_number': 4, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'gw_port': {'id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'baaa2aaf-549f-4d1a-96f3-3bb5403f0964', 'name': '', 'network_id': '066304d3-c378-462f-82ab-95144c243ffb', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'mac_address': 'fa:16:3e:f4:37:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:48Z', 'updated_at': '2021-07-05T10:09:54Z', 'revision_number': 4, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'subnets': [{'id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:09:55.687519 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a32f6-b538-4538-aeec-be3616eef5a5 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3503e375-433e-47f5-b875-e63b23281df4,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:55.702705 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56451d9d-30bd-4989-831d-0090baab19ab None None] The sync data for ids ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'] in n-d-779913-27 is: [{'id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'name': 'tempest-ServersTestManualDisk-167920997-router', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:40Z', 'updated_at': '2021-07-05T10:09:50Z', 'revision_number': 4, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'gw_port': {'id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'baaa2aaf-549f-4d1a-96f3-3bb5403f0964', 'name': '', 'network_id': '066304d3-c378-462f-82ab-95144c243ffb', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'mac_address': 'fa:16:3e:f4:37:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:48Z', 'updated_at': '2021-07-05T10:09:54Z', 'revision_number': 4, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'subnets': [{'id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:09:55.710590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3c63d-c8e9-4093-83f9-30c4711dc721 req-7c924a31-4ec5-47e7-b621-a3d318730a39 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:55.712247 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4eb3c63d-c8e9-4093-83f9-30c4711dc721 req-7c924a31-4ec5-47e7-b621-a3d318730a39 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.64 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.5783033 Jul 05 10:09:55.750442 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['08fb453b-9cd5-436a-b280-0b16d78bd664'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:09:55.762883 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-568df6a1-8cd2-4ddb-9066-e0edc7b1bfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.779946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-e04e0a5c-c6b8-44f3-af13-4de8f055ebad tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:55.790623 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-e04e0a5c-c6b8-44f3-af13-4de8f055ebad tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/networks?id=ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59 HTTP/1.1" status: 200 len: 812 time: 0.1722023 Jul 05 10:09:55.843732 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-986b037e-c0b3-4b4a-9d3a-97835b25127b tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/quotas/c9156425a63c4e73aed370a1ba297888 HTTP/1.1" status: 200 len: 375 time: 0.0517571 Jul 05 10:09:55.853807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8f77-b5a5-4ee0-b31c-946dc005c5f0 req-95a50551-d9cd-40f8-95db-f73e05e2ae67 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:55.865490 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7ead8f77-b5a5-4ee0-b31c-946dc005c5f0 req-95a50551-d9cd-40f8-95db-f73e05e2ae67 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 943 time: 0.5651023 Jul 05 10:09:55.890248 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-568df6a1-8cd2-4ddb-9066-e0edc7b1bfce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=23ce00045e264c679fca8a6cd9ef6fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7713335 Jul 05 10:09:55.890919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568df6a1-8cd2-4ddb-9066-e0edc7b1bfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c9535c-df5a-4078-8876-a9fc8d50f7d9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:55.917422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45116) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:55.928897 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d51a32f6-b538-4538-aeec-be3616eef5a5 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:55.930491 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d51a32f6-b538-4538-aeec-be3616eef5a5 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4346991 Jul 05 10:09:55.944567 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45118) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:55.946644 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-51befca9-1168-44a3-ae3b-3df3b417f3f0 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9156425a63c4e73aed370a1ba297888&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719445 Jul 05 10:09:55.950974 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-7c0e31f5-0975-4f36-8a3a-85b0eae5bf34 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Request body: {'security_group_rule': {'security_group_id': '468cda2e-f807-4afd-b146-1c765a83acdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:55.969583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-823d87a8-7b82-4b20-b68d-680f92f3441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:55.971664 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-823d87a8-7b82-4b20-b68d-680f92f3441f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49acf21c-d200-4532-94e8-8583d85e6566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3983915 Jul 05 10:09:55.988336 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7ead8f77-b5a5-4ee0-b31c-946dc005c5f0 req-b32f0493-eb1f-4106-a2d9-61d151c26ab2 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216755 Jul 05 10:09:56.116336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-3477b331-4f3e-4d6b-b326-8090fb585507 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Made reservation on behalf of 2cf98573ed3c4198bb69640d015cda66 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:09:56.120307 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-3477b331-4f3e-4d6b-b326-8090fb585507 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.137443 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4b81f725-edef-4f11-9167-d3ecccd0f6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.143891 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-49f06991-736f-49ac-8971-45e4e5ffa5da service neutron] 10.222.0.77 "GET /v2.0/networks/ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945024 Jul 05 10:09:56.172144 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-c4108557-c44f-490e-a317-f8543ae8228c service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827202 Jul 05 10:09:56.180012 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-4eb3c63d-c8e9-4093-83f9-30c4711dc721 req-7183ddd7-c00d-4ebc-9974-fb0a92bdfcfc tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Deleting port 4fdc63c5-c976-4d99-9770-7e6e457001f5 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:09:56.180481 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4eb3c63d-c8e9-4093-83f9-30c4711dc721 req-7183ddd7-c00d-4ebc-9974-fb0a92bdfcfc tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.283188 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4b81f725-edef-4f11-9167-d3ecccd0f6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.342331 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c0e31f5-0975-4f36-8a3a-85b0eae5bf34 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.406316 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-3477b331-4f3e-4d6b-b326-8090fb585507 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Allocated IP 172.20.0.4 (de14d9aa-e769-4672-bc7f-bd4b99fc183d/93ed1101-bea6-4fe3-8240-f598d38a2084/d0a2d165-2d69-43fc-87ea-505b1e3e287b) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:56.450357 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-b725163f-bbf5-4960-9c6e-c807e093711c service neutron] 10.222.0.77 "GET /v2.0/networks/ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447746 Jul 05 10:09:56.450722 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-4eb3c63d-c8e9-4093-83f9-30c4711dc721 req-7183ddd7-c00d-4ebc-9974-fb0a92bdfcfc tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] For port 4fdc63c5-c976-4d99-9770-7e6e457001f5, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4fdc63c5-c976-4d99-9770-7e6e457001f5,segment=NetworkSegment(ad0e9189-b972-46b8-b21b-1e62b78ca23b),segment_id=ad0e9189-b972-46b8-b21b-1e62b78ca23b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:56.451005 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4eb3c63d-c8e9-4093-83f9-30c4711dc721 req-7183ddd7-c00d-4ebc-9974-fb0a92bdfcfc tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.456923 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42fa00c2-569d-4360-9aa0-41589edca0c5 req-a99e1b52-587b-4db8-bf53-de6e0f34078c service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728412 Jul 05 10:09:56.481696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-4eb3c63d-c8e9-4093-83f9-30c4711dc721 req-7183ddd7-c00d-4ebc-9974-fb0a92bdfcfc tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Calling delete_port for 4fdc63c5-c976-4d99-9770-7e6e457001f5 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:09:56.511377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea7c8f-0c04-487d-b685-37fb5e82ad53 req-56f2e005-9682-44f5-9079-957b1bc1fd2d tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:56.519559 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8ea7c8f-0c04-487d-b685-37fb5e82ad53 req-56f2e005-9682-44f5-9079-957b1bc1fd2d tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 946 time: 0.3250086 Jul 05 10:09:56.565386 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4b81f725-edef-4f11-9167-d3ecccd0f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.572932 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4b81f725-edef-4f11-9167-d3ecccd0f6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.574259 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4b81f725-edef-4f11-9167-d3ecccd0f6a3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f0c9535c-df5a-4078-8876-a9fc8d50f7d9 HTTP/1.1" status: 204 len: 168 time: 0.6533439 Jul 05 10:09:56.611041 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c0e31f5-0975-4f36-8a3a-85b0eae5bf34 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.691684 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8ea7c8f-0c04-487d-b685-37fb5e82ad53 req-fd42268b-d0ff-4dfb-bbb7-7004c8ddcc55 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/security-groups?id=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710043 Jul 05 10:09:56.711910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81f725-edef-4f11-9167-d3ecccd0f6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c9535c-df5a-4078-8876-a9fc8d50f7d9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:56.731956 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c0e31f5-0975-4f36-8a3a-85b0eae5bf34 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.815035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e31f5-0975-4f36-8a3a-85b0eae5bf34 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea514017-8ec2-4d66-aa9e-97a184a260d7,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:56.821733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device baaa2aaf-549f-4d1a-96f3-3bb5403f0964 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:56.871186 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-3477b331-4f3e-4d6b-b326-8090fb585507 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.942390 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c0e31f5-0975-4f36-8a3a-85b0eae5bf34 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:56.947046 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45128) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:09:56.951498 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7c0e31f5-0975-4f36-8a3a-85b0eae5bf34 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9968534 Jul 05 10:09:56.957533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:56.970363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53464f08-28c2-450c-8b04-9507471eac14 req-25efea83-c2c0-460d-9c9b-5aa035435e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:56.972194 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-53464f08-28c2-450c-8b04-9507471eac14 req-25efea83-c2c0-460d-9c9b-5aa035435e2c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 1095 time: 0.3599362 Jul 05 10:09:56.976287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 08fb453b-9cd5-436a-b280-0b16d78bd664 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:57.129687 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e77bc38c-41be-4621-8560-2b4c3380b35c req-1289a64e-3dcd-4a09-9926-faa16a709752 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 210 time: 0.1439526 Jul 05 10:09:57.142218 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccb4bb-fb9e-4f47-8150-35e34f0d161b req-3793af18-2b69-4152-81d3-7d234d41357b tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:57.164797 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bccb4bb-fb9e-4f47-8150-35e34f0d161b req-3793af18-2b69-4152-81d3-7d234d41357b tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 949 time: 0.1472528 Jul 05 10:09:57.171101 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-3477b331-4f3e-4d6b-b326-8090fb585507 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.172859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port baaa2aaf-549f-4d1a-96f3-3bb5403f0964 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:57.182019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 08fb453b-9cd5-436a-b280-0b16d78bd664 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:09:57.182181 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.185624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 08fb453b-9cd5-436a-b280-0b16d78bd664 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:57.186274 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.230168 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port baaa2aaf-549f-4d1a-96f3-3bb5403f0964 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:57.231322 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.238604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53464f08-28c2-450c-8b04-9507471eac14 req-b0537a8a-00a1-4edb-a4b4-76393a6dda50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:57.241492 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-53464f08-28c2-450c-8b04-9507471eac14 req-b0537a8a-00a1-4edb-a4b4-76393a6dda50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 921 time: 0.2429652 Jul 05 10:09:57.316768 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-53464f08-28c2-450c-8b04-9507471eac14 req-67a0a12e-ae86-4c4e-9004-3609be896ba0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25a9771-42c9-4393-af99-4a127309185b HTTP/1.1" status: 200 len: 217 time: 0.0658612 Jul 05 10:09:57.370014 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.394884 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-3477b331-4f3e-4d6b-b326-8090fb585507 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Network de14d9aa-e769-4672-bc7f-bd4b99fc183d is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:57.402178 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477b331-4f3e-4d6b-b326-8090fb585507 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Pushing event updated for resources: {'Port': ['ID=d0a2d165-2d69-43fc-87ea-505b1e3e287b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:57.405858 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-3477b331-4f3e-4d6b-b326-8090fb585507 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:57.417703 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bccb4bb-fb9e-4f47-8150-35e34f0d161b req-32782926-cc19-4cb1-a32d-ebca8f438fd6 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/security-groups?id=d63e7b09-6806-42f5-a7be-9c4047759394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510922 Jul 05 10:09:57.419333 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-3477b331-4f3e-4d6b-b326-8090fb585507 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:57.444632 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4eb3c63d-c8e9-4093-83f9-30c4711dc721 req-7183ddd7-c00d-4ebc-9974-fb0a92bdfcfc tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.454337 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9ff880e0-16c8-4f7a-9c3b-8c2210fcb0c2 req-a0a5a9c1-0d99-476f-aaff-e1adaf5d2691 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 210 time: 0.0810571 Jul 05 10:09:57.484196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port baaa2aaf-549f-4d1a-96f3-3bb5403f0964, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=baaa2aaf-549f-4d1a-96f3-3bb5403f0964,segment=NetworkSegment(ee53c1bb-6008-4499-80bb-4c7cf6051337),segment_id=ee53c1bb-6008-4499-80bb-4c7cf6051337)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:57.498977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53464f08-28c2-450c-8b04-9507471eac14 req-52135e33-c11f-4b09-a0da-6165dbbc944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:57.502271 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-53464f08-28c2-450c-8b04-9507471eac14 req-52135e33-c11f-4b09-a0da-6165dbbc944e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 200 len: 859 time: 0.1770699 Jul 05 10:09:57.516316 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.549100 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-3477b331-4f3e-4d6b-b326-8090fb585507 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:57.561583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183ddd7-c00d-4ebc-9974-fb0a92bdfcfc tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Pushing event deleted for resources: {'Port': ['ID=4fdc63c5-c976-4d99-9770-7e6e457001f5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:57.576909 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-3477b331-4f3e-4d6b-b326-8090fb585507 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.578842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 08fb453b-9cd5-436a-b280-0b16d78bd664, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=08fb453b-9cd5-436a-b280-0b16d78bd664,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:57.580544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e3a824-4963-40f8-82ff-b79a3d4091a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fb453b-9cd5-436a-b280-0b16d78bd664'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:57.583033 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1ec682-9705-42bb-9ba5-332b5cc2546e" -d '{"events": [{"server_uuid": "b9e3a824-4963-40f8-82ff-b79a3d4091a7", "name": "network-vif-plugged", "status": "completed", "tag": "08fb453b-9cd5-436a-b280-0b16d78bd664"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:57.603625 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.691998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb3c63d-c8e9-4093-83f9-30c4711dc721 req-7183ddd7-c00d-4ebc-9974-fb0a92bdfcfc tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] No DVR routers for this DVR port 4fdc63c5-c976-4d99-9770-7e6e457001f5 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:09:57.695326 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085bd6db-cfb8-472b-8b1e-73ef792d4af0 x-openstack-request-id: req-085bd6db-cfb8-472b-8b1e-73ef792d4af0 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:57.695995 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e3a824-4963-40f8-82ff-b79a3d4091a7", "name": "network-vif-plugged", "status": "completed", "tag": "08fb453b-9cd5-436a-b280-0b16d78bd664", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:57.696711 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-085bd6db-cfb8-472b-8b1e-73ef792d4af0 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:57.697366 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4eb3c63d-c8e9-4093-83f9-30c4711dc721 req-7183ddd7-c00d-4ebc-9974-fb0a92bdfcfc tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.697836 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e3a824-4963-40f8-82ff-b79a3d4091a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fb453b-9cd5-436a-b280-0b16d78bd664', 'code': 200} Jul 05 10:09:57.699941 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4eb3c63d-c8e9-4093-83f9-30c4711dc721 req-7183ddd7-c00d-4ebc-9974-fb0a92bdfcfc tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.64 "DELETE /v2.0/ports/4fdc63c5-c976-4d99-9770-7e6e457001f5 HTTP/1.1" status: 204 len: 173 time: 1.9811597 Jul 05 10:09:57.704421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f380e5-bb83-4ab3-bdca-5822c7f58b81', 'name': 'network-vif-deleted', 'tag': '4fdc63c5-c976-4d99-9770-7e6e457001f5'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:57.708154 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf65bc5b-cd32-481e-a982-8778058a4fe5" -d '{"events": [{"server_uuid": "39f380e5-bb83-4ab3-bdca-5822c7f58b81", "name": "network-vif-deleted", "tag": "4fdc63c5-c976-4d99-9770-7e6e457001f5"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:57.726290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53464f08-28c2-450c-8b04-9507471eac14 req-32aaa408-25e0-48a5-a3d6-2893d5ffe307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:57.728522 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-53464f08-28c2-450c-8b04-9507471eac14 req-32aaa408-25e0-48a5-a3d6-2893d5ffe307 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49acf21c-d200-4532-94e8-8583d85e6566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2191439 Jul 05 10:09:57.735743 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.737729 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4fdc63c5-c976-4d99-9770-7e6e457001f5 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:09:57.744176 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-3477b331-4f3e-4d6b-b326-8090fb585507 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4223740 Jul 05 10:09:57.787694 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Request body: {'port': {'device_id': '0c29109d-d327-40c5-a1f0-e6991e6625ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:09:57.801307 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388db6a2-df60-4d2f-bb51-e3ad41393e5b x-openstack-request-id: req-388db6a2-df60-4d2f-bb51-e3ad41393e5b {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:57.801903 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f380e5-bb83-4ab3-bdca-5822c7f58b81", "name": "network-vif-deleted", "tag": "4fdc63c5-c976-4d99-9770-7e6e457001f5", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:57.802353 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-388db6a2-df60-4d2f-bb51-e3ad41393e5b {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:57.803438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 4fdc63c5-c976-4d99-9770-7e6e457001f5 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:09:57.804616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4fdc63c5-c976-4d99-9770-7e6e457001f5 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:09:57.815217 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f380e5-bb83-4ab3-bdca-5822c7f58b81', 'name': 'network-vif-deleted', 'tag': '4fdc63c5-c976-4d99-9770-7e6e457001f5', 'status': 'completed', 'code': 200} Jul 05 10:09:57.828641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=baaa2aaf-549f-4d1a-96f3-3bb5403f0964,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:57.863027 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:57.905932 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=08fb453b-9cd5-436a-b280-0b16d78bd664,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:57.968588 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd510b8d-4a24-49b6-bb4a-00ba054b3ef1 req-90d11219-ac86-4cc3-af1e-7d391ef4219c tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:57.970154 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd510b8d-4a24-49b6-bb4a-00ba054b3ef1 req-90d11219-ac86-4cc3-af1e-7d391ef4219c tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 943 time: 0.3531985 Jul 05 10:09:58.012542 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9875702d-3c21-4347-8eb6-d72a00720150 req-e5bae2db-e4f2-4458-b8dc-942bcbd82ae3 tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 210 time: 0.0583866 Jul 05 10:09:58.019087 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfd7d6-6214-4da3-a74b-47cd8353fcec req-2d8b3d41-a654-49f0-950c-4c0822799586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:58.020774 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ddfd7d6-6214-4da3-a74b-47cd8353fcec req-2d8b3d41-a654-49f0-950c-4c0822799586 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 1102 time: 0.2042284 Jul 05 10:09:58.023213 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-53464f08-28c2-450c-8b04-9507471eac14 req-51159505-dfb0-4385-8236-7711ceb43e09 service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874744 Jul 05 10:09:58.104864 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.127116 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ddfd7d6-6214-4da3-a74b-47cd8353fcec req-f16234f3-619d-4385-a9a0-4a6e8c473e1f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d63e7b09-6806-42f5-a7be-9c4047759394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966711 Jul 05 10:09:58.128373 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd510b8d-4a24-49b6-bb4a-00ba054b3ef1 req-95ad9e57-3e56-46dd-a404-c8e134d9891f tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488755 Jul 05 10:09:58.169806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Allocated IP 172.25.5.102 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/cba46a22-bc7b-475b-9ff6-99a1633592c0) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:09:58.174786 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-53464f08-28c2-450c-8b04-9507471eac14 req-b2cad2a5-23db-4e9f-8cc4-815f3ac3de85 service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124556 Jul 05 10:09:58.357221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27847a-9926-4c6d-b8bc-240f49b6c8a5 req-11179a58-3cf7-44c0-87b5-1ce88f3a2570 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:58.359560 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e27847a-9926-4c6d-b8bc-240f49b6c8a5 req-11179a58-3cf7-44c0-87b5-1ce88f3a2570 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 931 time: 0.1089873 Jul 05 10:09:58.408712 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e27847a-9926-4c6d-b8bc-240f49b6c8a5 req-0ac1bf68-96b1-42d4-b057-a061bb84ac49 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420618 Jul 05 10:09:58.479541 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.585952 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abbad400-3260-480a-8d9e-960785af1ea9 req-addd6d7d-fa2e-4065-9cad-b05fb2695e9b tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 210 time: 0.0455189 Jul 05 10:09:58.597247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a2d165-2d69-43fc-87ea-505b1e3e287b {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:58.607439 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.640384 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Transition to ACTIVE for port object d0a2d165-2d69-43fc-87ea-505b1e3e287b will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:09:58.650284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b16c2-4c7b-4443-83b9-e5ed60580f24 req-e45de280-e42f-4634-af64-f5172733874d tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:58.651915 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-622b16c2-4c7b-4443-83b9-e5ed60580f24 req-e45de280-e42f-4634-af64-f5172733874d tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 950 time: 0.1114485 Jul 05 10:09:58.676273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device baaa2aaf-549f-4d1a-96f3-3bb5403f0964 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:09:58.706997 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-622b16c2-4c7b-4443-83b9-e5ed60580f24 req-5d90fda1-29da-41e5-86d1-41ee4ff9d068 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/security-groups?id=d63e7b09-6806-42f5-a7be-9c4047759394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486372 Jul 05 10:09:58.733416 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port baaa2aaf-549f-4d1a-96f3-3bb5403f0964 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:09:58.734122 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.763512 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.837531 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:58.840651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:09:58.842199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Pushing event updated for resources: {'Port': ['ID=cba46a22-bc7b-475b-9ff6-99a1633592c0,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:58.848451 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:09:58.853958 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:09:58.940619 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Pushing event updated for resources: {'Port': ['ID=d0a2d165-2d69-43fc-87ea-505b1e3e287b,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:59.055204 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.056968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:09:59.057414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:09:59.057791 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:59.067867 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Port d0a2d165-2d69-43fc-87ea-505b1e3e287b on network de14d9aa-e769-4672-bc7f-bd4b99fc183d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:09:59.068202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:09:59.074481 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:09:59.074895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Checking segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:09:59.075353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Bound using segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:09:59.075936 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Bound port: d0a2d165-2d69-43fc-87ea-505b1e3e287b, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:09:59.076267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.150231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:09:59.230820 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e116376-c667-44c3-b90e-5f468ab6c864 req-108f13d6-4010-47e6-8d37-dea59f5f711c tempest-ServerRescueNegativeTestJSON-1739128535 tempest-ServerRescueNegativeTestJSON-1739128535-project] 10.222.0.77 "GET /v2.0/ports?device_id=39f380e5-bb83-4ab3-bdca-5822c7f58b81 HTTP/1.1" status: 200 len: 210 time: 0.0414793 Jul 05 10:09:59.279776 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0a2d165-2d69-43fc-87ea-505b1e3e287b,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:09:59.297759 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.337381 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c25a9771-42c9-4393-af99-4a127309185b details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:09:59.362145 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eabab0-2c4a-46c8-b976-99d28bbd2a74 req-70311a50-4238-4d08-811f-c8f995f2f4d8 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:59.369560 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b6eabab0-2c4a-46c8-b976-99d28bbd2a74 req-70311a50-4238-4d08-811f-c8f995f2f4d8 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 943 time: 0.0889878 Jul 05 10:09:59.391633 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.420048 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b6eabab0-2c4a-46c8-b976-99d28bbd2a74 req-e7812871-000d-43cf-937a-8350f332b454 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494561 Jul 05 10:09:59.446883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:09:59.446883 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.446883 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] 10.222.0.64 "PUT /v2.0/ports/d0a2d165-2d69-43fc-87ea-505b1e3e287b HTTP/1.1" status: 200 len: 1092 time: 1.6667311 Jul 05 10:09:59.450628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c29109d-d327-40c5-a1f0-e6991e6625ae', 'tag': 'd0a2d165-2d69-43fc-87ea-505b1e3e287b'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:09:59.453508 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c510394-c82a-4b52-9d69-e2ebb1f6a525" -d '{"events": [{"name": "network-changed", "server_uuid": "0c29109d-d327-40c5-a1f0-e6991e6625ae", "tag": "d0a2d165-2d69-43fc-87ea-505b1e3e287b"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:09:59.478240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c25a9771-42c9-4393-af99-4a127309185b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c25a9771-42c9-4393-af99-4a127309185b,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:59.507844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57c8cb-e61b-435c-8902-e23a9a730a4f service neutron] Pushing event updated for resources: {'Port': ['ID=d0a2d165-2d69-43fc-87ea-505b1e3e287b,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:59.509757 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'c25a9771-42c9-4393-af99-4a127309185b', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'port_id': 'c25a9771-42c9-4393-af99-4a127309185b', 'mac_address': 'fa:16:3e:aa:26:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:09:59.562739 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.588889 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.611270 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25a9771-42c9-4393-af99-4a127309185b {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:09:59.644891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c25a9771-42c9-4393-af99-4a127309185b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c25a9771-42c9-4393-af99-4a127309185b,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:09:59.696872 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.717835 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ec0f9e-4438-4bc4-a30d-5be4523e5d8c x-openstack-request-id: req-69ec0f9e-4438-4bc4-a30d-5be4523e5d8c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:09:59.718130 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c29109d-d327-40c5-a1f0-e6991e6625ae", "tag": "d0a2d165-2d69-43fc-87ea-505b1e3e287b", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:09:59.718374 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69ec0f9e-4438-4bc4-a30d-5be4523e5d8c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:09:59.718769 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c29109d-d327-40c5-a1f0-e6991e6625ae', 'tag': 'd0a2d165-2d69-43fc-87ea-505b1e3e287b', 'status': 'completed', 'code': 200} Jul 05 10:09:59.741158 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:09:59.802731 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=c25a9771-42c9-4393-af99-4a127309185b,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:09:59.864888 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3b411ee-5ccb-476d-adf1-e38ffdd1bd53 req-7f63cabb-0cb7-4ba6-b83f-d6b89b8ca8f2 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 210 time: 0.0334642 Jul 05 10:09:59.999921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['c25a9771-42c9-4393-af99-4a127309185b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:00.057815 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb143a-b1e1-4d0b-af3a-63e2a257b2f7 req-45f0eb74-5bc1-4058-963d-76c038da7ed5 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:00.062518 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16eb143a-b1e1-4d0b-af3a-63e2a257b2f7 req-45f0eb74-5bc1-4058-963d-76c038da7ed5 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 943 time: 0.4936950 Jul 05 10:10:00.095436 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:10:00.106485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9f1f8-a086-4186-ada7-fc0c8b4c3ab8 req-1aa8bbcf-9640-4315-bc32-75723462ede3 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:00.111533 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49e9f1f8-a086-4186-ada7-fc0c8b4c3ab8 req-1aa8bbcf-9640-4315-bc32-75723462ede3 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 950 time: 0.1174145 Jul 05 10:10:00.147398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Pushing event updated for resources: {'Port': ['ID=cba46a22-bc7b-475b-9ff6-99a1633592c0,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:00.156290 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49e9f1f8-a086-4186-ada7-fc0c8b4c3ab8 req-72728e2e-53a4-48a2-aea1-ecb0aabf05b7 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/security-groups?id=d63e7b09-6806-42f5-a7be-9c4047759394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354285 Jul 05 10:10:00.175587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-328dc9a7-fa6c-41e8-8a02-579c0e016823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:00.177137 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-328dc9a7-fa6c-41e8-8a02-579c0e016823 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 1095 time: 0.5564778 Jul 05 10:10:00.183954 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:00.199593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16eb143a-b1e1-4d0b-af3a-63e2a257b2f7 req-457bbad2-ade9-4beb-9aa6-9f341548fb7b tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295230 Jul 05 10:10:00.261231 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-65650d66-ead9-49fd-984a-bb9bfdc6456c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0a2d165-2d69-43fc-87ea-505b1e3e287b HTTP/1.1" status: 200 len: 217 time: 0.0732090 Jul 05 10:10:00.330469 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-66b0c13e-15da-4e6a-8e41-7fd2277538c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:00.332054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-66b0c13e-15da-4e6a-8e41-7fd2277538c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.0590212 Jul 05 10:10:00.348921 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:00.349469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45214) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:00.355971 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8ee13567-1114-40a0-ab78-a29e929bc989 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4017172 Jul 05 10:10:00.368992 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-d07bf524-0fad-4f34-ab12-467711004e92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309942 Jul 05 10:10:00.519769 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-ea300904-fed1-4199-9511-cb768aba1e4e service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441073 Jul 05 10:10:00.738837 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b3733da-5417-491e-bf4c-5e00fb6afa5f req-310067c0-7a1b-431b-a4d5-636cf47a8267 service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120430 Jul 05 10:10:00.759122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6432001-5423-4dda-ba00-e23837b08ed2 req-ea65f2fb-1692-46b9-b736-bdea5ce6e020 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:00.760714 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e6432001-5423-4dda-ba00-e23837b08ed2 req-ea65f2fb-1692-46b9-b736-bdea5ce6e020 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 944 time: 0.2021236 Jul 05 10:10:00.831873 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e6432001-5423-4dda-ba00-e23837b08ed2 req-4780f407-a097-4da1-9f77-a58437bd82f8 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486815 Jul 05 10:10:00.861816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-2988d0db-4f0f-43b0-a062-3edca771f086 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:00.865531 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-2988d0db-4f0f-43b0-a062-3edca771f086 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.73 "GET /v2.0/networks?id=ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59 HTTP/1.1" status: 200 len: 812 time: 0.2514496 Jul 05 10:10:00.917958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-37fcf032-c827-4f31-83cb-78be177cb614 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Request body: {'port': {'device_id': '6821e163-7441-4ee3-826b-18382d620c15', 'network_id': 'ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59', 'admin_state_up': True, 'tenant_id': 'c9156425a63c4e73aed370a1ba297888'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:00.991660 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-530e5790-0038-451a-bd44-c2d46855a7ca req-d0f14d36-0d8b-4094-b743-69823bfee957 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1595248755&fields=id&tenant_id=b248f5cbb2974decb30a23647a3dbdff HTTP/1.1" status: 200 len: 267 time: 0.1198132 Jul 05 10:10:01.150165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c510394-c82a-4b52-9d69-e2ebb1f6a525 req-cd006c9c-5e61-48f5-9cb1-dcae154faead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.151854 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c510394-c82a-4b52-9d69-e2ebb1f6a525 req-cd006c9c-5e61-48f5-9cb1-dcae154faead service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 1095 time: 0.1240547 Jul 05 10:10:01.248463 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2307bc0-48fb-4e80-9477-7e54addfff68 req-aececc58-29fc-42d1-a0fc-d9fbc778fe6a tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.256093 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e2307bc0-48fb-4e80-9477-7e54addfff68 req-aececc58-29fc-42d1-a0fc-d9fbc778fe6a tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 950 time: 0.1571321 Jul 05 10:10:01.311944 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e2307bc0-48fb-4e80-9477-7e54addfff68 req-e3602c11-1f3d-410c-8d17-2031acd57bfc tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/security-groups?id=d63e7b09-6806-42f5-a7be-9c4047759394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549080 Jul 05 10:10:01.317735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c510394-c82a-4b52-9d69-e2ebb1f6a525 req-5e4fcb93-1811-4ec0-a447-411afce82f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.319246 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c510394-c82a-4b52-9d69-e2ebb1f6a525 req-5e4fcb93-1811-4ec0-a447-411afce82f13 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.1582189 Jul 05 10:10:01.348473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c25a9771-42c9-4393-af99-4a127309185b up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:01.387869 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c510394-c82a-4b52-9d69-e2ebb1f6a525 req-130c3714-ba1f-44e8-82ee-f0ebdb3712b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0a2d165-2d69-43fc-87ea-505b1e3e287b HTTP/1.1" status: 200 len: 217 time: 0.0470049 Jul 05 10:10:01.476614 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67fccf2d-1f81-4f38-b0e9-20407c18ffc7 req-f96a2ec6-265e-4c20-ac10-6c1000178866 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 210 time: 0.0387893 Jul 05 10:10:01.478583 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c510394-c82a-4b52-9d69-e2ebb1f6a525 req-3090fb4d-4c2c-4775-a8d1-981557204f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.480208 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c510394-c82a-4b52-9d69-e2ebb1f6a525 req-3090fb4d-4c2c-4775-a8d1-981557204f26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.0834923 Jul 05 10:10:01.503763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e5790-0038-451a-bd44-c2d46855a7ca req-5493225a-d239-443b-b209-0e9825504ebd tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.510687 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-530e5790-0038-451a-bd44-c2d46855a7ca req-5493225a-d239-443b-b209-0e9825504ebd tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/networks?id=066304d3-c378-462f-82ab-95144c243ffb HTTP/1.1" status: 200 len: 811 time: 0.5019884 Jul 05 10:10:01.520586 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c510394-c82a-4b52-9d69-e2ebb1f6a525 req-20918423-9279-4a87-877d-82c6f7d479be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318146 Jul 05 10:10:01.524628 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-530e5790-0038-451a-bd44-c2d46855a7ca req-356217f7-6812-4ee6-a0da-ef3afc7c7348 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/quotas/b248f5cbb2974decb30a23647a3dbdff HTTP/1.1" status: 200 len: 375 time: 0.0130613 Jul 05 10:10:01.536075 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port c25a9771-42c9-4393-af99-4a127309185b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:01.541420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port c25a9771-42c9-4393-af99-4a127309185b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:01.542188 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.569843 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f11fc6e-e030-4dbe-a343-f4188280b6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.616091 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-37fcf032-c827-4f31-83cb-78be177cb614 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Made reservation on behalf of c9156425a63c4e73aed370a1ba297888 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:01.621235 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-37fcf032-c827-4f31-83cb-78be177cb614 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.662605 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c510394-c82a-4b52-9d69-e2ebb1f6a525 req-4c5ef054-9ed8-433b-9477-5870c2df9b1f service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334684 Jul 05 10:10:01.662763 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.694103 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25a9771-42c9-4393-af99-4a127309185b'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:01.696577 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e80d701-f970-4829-9d2e-9ca5df07908f" -d '{"events": [{"server_uuid": "1d2b5110-41d7-4284-833e-688d5f3cd049", "name": "network-vif-plugged", "status": "completed", "tag": "c25a9771-42c9-4393-af99-4a127309185b"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:01.714572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c25a9771-42c9-4393-af99-4a127309185b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c25a9771-42c9-4393-af99-4a127309185b,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:01.744663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45248) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:01.782529 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-530e5790-0038-451a-bd44-c2d46855a7ca req-43d02b0e-2ef1-4d83-b553-efe2a22ab78e tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b248f5cbb2974decb30a23647a3dbdff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2498500 Jul 05 10:10:01.806703 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.817892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deff06-ec48-4a84-8f1f-62b2f8075a5a req-ca8f7400-eed3-4773-8648-e33c693a840d tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:01.819514 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47deff06-ec48-4a84-8f1f-62b2f8075a5a req-ca8f7400-eed3-4773-8648-e33c693a840d tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 943 time: 0.1559989 Jul 05 10:10:01.889285 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c510394-c82a-4b52-9d69-e2ebb1f6a525 req-5851d92e-3ad0-4162-84d2-5f7b2033d54d service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792741 Jul 05 10:10:01.894806 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=c25a9771-42c9-4393-af99-4a127309185b,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:01.937174 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47deff06-ec48-4a84-8f1f-62b2f8075a5a req-4b635dde-ee24-4b67-ab5f-aa075918de74 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043606 Jul 05 10:10:01.961860 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f197cd8-9316-4f8c-a020-880e6ec389a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:01.984441 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a060f4c-7a94-4381-80b1-31192dba19b4 x-openstack-request-id: req-5a060f4c-7a94-4381-80b1-31192dba19b4 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:01.984441 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2b5110-41d7-4284-833e-688d5f3cd049", "name": "network-vif-plugged", "status": "completed", "tag": "c25a9771-42c9-4393-af99-4a127309185b", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:01.984441 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a060f4c-7a94-4381-80b1-31192dba19b4 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:01.984441 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25a9771-42c9-4393-af99-4a127309185b', 'code': 200} Jul 05 10:10:02.009057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-37fcf032-c827-4f31-83cb-78be177cb614 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Allocated IP 172.20.0.13 (ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59/cf8e2e02-dee0-4695-a181-a0f45dccc480/10b78319-1def-4812-871e-04568ef8e9d1) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:02.058821 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-530e5790-0038-451a-bd44-c2d46855a7ca req-50b43e87-fd99-4429-b834-24e1d26fc51a service neutron] 10.222.0.77 "GET /v2.0/networks/066304d3-c378-462f-82ab-95144c243ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299519 Jul 05 10:10:02.183306 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07781319-d0e2-4f5a-a913-241450014fdc req-f0366dbb-5c83-4533-b3ea-159d54031af0 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:02.183306 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-07781319-d0e2-4f5a-a913-241450014fdc req-f0366dbb-5c83-4533-b3ea-159d54031af0 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 945 time: 0.0860486 Jul 05 10:10:02.233012 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-07781319-d0e2-4f5a-a913-241450014fdc req-3b69eb87-1566-4bf9-a94b-a7410d394b18 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445080 Jul 05 10:10:02.353582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c7c61-676d-434f-a089-5e556c007db9 req-e15c9374-3bc1-4872-8847-1c45f30f9bbf tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:02.355216 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c67c7c61-676d-434f-a089-5e556c007db9 req-e15c9374-3bc1-4872-8847-1c45f30f9bbf tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 950 time: 0.0787251 Jul 05 10:10:02.411655 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7df1c-0a09-4561-ab8f-4c6a263246c9 req-82dcd3d9-2b39-4d70-be64-16c446ea1e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:02.413220 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00c7df1c-0a09-4561-ab8f-4c6a263246c9 req-82dcd3d9-2b39-4d70-be64-16c446ea1e73 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 1097 time: 0.3570616 Jul 05 10:10:02.422847 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-530e5790-0038-451a-bd44-c2d46855a7ca req-6310af10-964a-424d-99c4-6f53b6796408 service neutron] 10.222.0.77 "GET /v2.0/networks/066304d3-c378-462f-82ab-95144c243ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458393 Jul 05 10:10:02.425642 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f197cd8-9316-4f8c-a020-880e6ec389a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.484312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-c67c7c61-676d-434f-a089-5e556c007db9 req-23f1bc8f-0047-4d46-937f-3bc9f8551fa0 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Deleting port 08fb453b-9cd5-436a-b280-0b16d78bd664 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:02.484688 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c67c7c61-676d-434f-a089-5e556c007db9 req-23f1bc8f-0047-4d46-937f-3bc9f8551fa0 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.512630 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-37fcf032-c827-4f31-83cb-78be177cb614 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.521986 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00c7df1c-0a09-4561-ab8f-4c6a263246c9 req-ef2b6ae9-8051-4c97-9e85-e59b298bcdfd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947516 Jul 05 10:10:02.528544 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f197cd8-9316-4f8c-a020-880e6ec389a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.563773 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4f11fc6e-e030-4dbe-a343-f4188280b6c9 admin admin] Deleting port 0e2afb29-a6b5-4643-bbfb-52a49db99fcd {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:02.564664 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f11fc6e-e030-4dbe-a343-f4188280b6c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.636764 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3f197cd8-9316-4f8c-a020-880e6ec389a4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2a511628b21e4f0e87223d095dfb90f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8842323 Jul 05 10:10:02.639812 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45260) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:02.644607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f197cd8-9316-4f8c-a020-880e6ec389a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e166c1b-465d-44e0-95a8-dd241d9405cb,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:02.645208 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-c67c7c61-676d-434f-a089-5e556c007db9 req-23f1bc8f-0047-4d46-937f-3bc9f8551fa0 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] For port 08fb453b-9cd5-436a-b280-0b16d78bd664, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=08fb453b-9cd5-436a-b280-0b16d78bd664,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:02.645578 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c67c7c61-676d-434f-a089-5e556c007db9 req-23f1bc8f-0047-4d46-937f-3bc9f8551fa0 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.676397 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f958341-c2ab-4bdd-92c3-4bdb6536234e req-acc1d123-5690-4562-ae0a-1ef943c29999 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:02.678047 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f958341-c2ab-4bdd-92c3-4bdb6536234e req-acc1d123-5690-4562-ae0a-1ef943c29999 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 950 time: 0.1764226 Jul 05 10:10:02.692244 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-c67c7c61-676d-434f-a089-5e556c007db9 req-23f1bc8f-0047-4d46-937f-3bc9f8551fa0 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Calling delete_port for 08fb453b-9cd5-436a-b280-0b16d78bd664 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:02.699840 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-4f11fc6e-e030-4dbe-a343-f4188280b6c9 admin admin] For port 0e2afb29-a6b5-4643-bbfb-52a49db99fcd, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0e2afb29-a6b5-4643-bbfb-52a49db99fcd,segment=NetworkSegment(ad0e9189-b972-46b8-b21b-1e62b78ca23b),segment_id=ad0e9189-b972-46b8-b21b-1e62b78ca23b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:02.702400 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f11fc6e-e030-4dbe-a343-f4188280b6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.713608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4f11fc6e-e030-4dbe-a343-f4188280b6c9 admin admin] Calling delete_port for 0e2afb29-a6b5-4643-bbfb-52a49db99fcd owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:02.766617 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-37fcf032-c827-4f31-83cb-78be177cb614 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.803304 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f958341-c2ab-4bdd-92c3-4bdb6536234e req-a2fd8063-3ffe-4946-9bf8-0797240620ee tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/security-groups?id=d63e7b09-6806-42f5-a7be-9c4047759394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089747 Jul 05 10:10:02.820672 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a58f23fe-1fd5-4582-9ea0-234dcdb59d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.865841 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a58f23fe-1fd5-4582-9ea0-234dcdb59d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:02.881894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcf032-c827-4f31-83cb-78be177cb614 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Pushing event updated for resources: {'Port': ['ID=10b78319-1def-4812-871e-04568ef8e9d1,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:02.969602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-37fcf032-c827-4f31-83cb-78be177cb614 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Network ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:02.979429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-37fcf032-c827-4f31-83cb-78be177cb614 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:02.982135 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-37fcf032-c827-4f31-83cb-78be177cb614 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:02.992388 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-52af7e66-2b57-4e8b-86be-a3eb66ae95d6 req-01bec6d9-90f0-4e5a-8680-83a9de6daa58 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 210 time: 0.0553727 Jul 05 10:10:03.036206 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-37fcf032-c827-4f31-83cb-78be177cb614 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:03.036953 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-37fcf032-c827-4f31-83cb-78be177cb614 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.134220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1edf56-a7cd-4802-bea4-66ef3bed7ca7 req-3782ca26-cd04-414d-97d6-ec5f3561b784 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:03.136445 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2b1edf56-a7cd-4802-bea4-66ef3bed7ca7 req-3782ca26-cd04-414d-97d6-ec5f3561b784 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 932 time: 0.2288549 Jul 05 10:10:03.171605 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a58f23fe-1fd5-4582-9ea0-234dcdb59d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.172129 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a58f23fe-1fd5-4582-9ea0-234dcdb59d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.173383 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a58f23fe-1fd5-4582-9ea0-234dcdb59d28 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6e166c1b-465d-44e0-95a8-dd241d9405cb HTTP/1.1" status: 204 len: 168 time: 0.5324938 Jul 05 10:10:03.174139 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c67c7c61-676d-434f-a089-5e556c007db9 req-23f1bc8f-0047-4d46-937f-3bc9f8551fa0 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.190062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['08fb453b-9cd5-436a-b280-0b16d78bd664'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:03.217006 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f23fe-1fd5-4582-9ea0-234dcdb59d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e166c1b-465d-44e0-95a8-dd241d9405cb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:03.224313 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1bc8f-0047-4d46-937f-3bc9f8551fa0 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Pushing event deleted for resources: {'Port': ['ID=08fb453b-9cd5-436a-b280-0b16d78bd664,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:03.248802 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2b1edf56-a7cd-4802-bea4-66ef3bed7ca7 req-41c4391e-b21b-435d-8d42-ab4fcd1c782e tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d15fe43-d652-47f0-bac5-11d1666a2255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035972 Jul 05 10:10:03.252705 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-37fcf032-c827-4f31-83cb-78be177cb614 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3444557 Jul 05 10:10:03.281791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Request body: {'port': {'device_id': '6821e163-7441-4ee3-826b-18382d620c15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:03.292826 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67c7c61-676d-434f-a089-5e556c007db9 req-23f1bc8f-0047-4d46-937f-3bc9f8551fa0 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] No DVR routers for this DVR port 08fb453b-9cd5-436a-b280-0b16d78bd664 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:03.296984 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c67c7c61-676d-434f-a089-5e556c007db9 req-23f1bc8f-0047-4d46-937f-3bc9f8551fa0 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.299508 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c67c7c61-676d-434f-a089-5e556c007db9 req-23f1bc8f-0047-4d46-937f-3bc9f8551fa0 tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.64 "DELETE /v2.0/ports/08fb453b-9cd5-436a-b280-0b16d78bd664 HTTP/1.1" status: 204 len: 173 time: 0.9387507 Jul 05 10:10:03.300081 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e3a824-4963-40f8-82ff-b79a3d4091a7', 'name': 'network-vif-deleted', 'tag': '08fb453b-9cd5-436a-b280-0b16d78bd664'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:03.302340 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c7ab6f-8050-433b-8783-843a9069f86c" -d '{"events": [{"server_uuid": "b9e3a824-4963-40f8-82ff-b79a3d4091a7", "name": "network-vif-deleted", "tag": "08fb453b-9cd5-436a-b280-0b16d78bd664"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:03.319964 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a421ac3-dd99-4915-9ef7-d18cd1dff96e req-0c72c117-4607-4657-9aa1-9f64c3110737 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:03.322067 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a421ac3-dd99-4915-9ef7-d18cd1dff96e req-0c72c117-4607-4657-9aa1-9f64c3110737 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 943 time: 0.1887422 Jul 05 10:10:03.393973 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a421ac3-dd99-4915-9ef7-d18cd1dff96e req-bcbd1d16-ae47-4904-b8b7-600efe291fef tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614660 Jul 05 10:10:03.412744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.433493 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f11fc6e-e030-4dbe-a343-f4188280b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:03.459608 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963dd47b-c7ab-4c15-a55c-a27b1f9a917e x-openstack-request-id: req-963dd47b-c7ab-4c15-a55c-a27b1f9a917e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:03.460523 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e3a824-4963-40f8-82ff-b79a3d4091a7", "name": "network-vif-deleted", "tag": "08fb453b-9cd5-436a-b280-0b16d78bd664", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:03.460983 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-963dd47b-c7ab-4c15-a55c-a27b1f9a917e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:03.461561 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e3a824-4963-40f8-82ff-b79a3d4091a7', 'name': 'network-vif-deleted', 'tag': '08fb453b-9cd5-436a-b280-0b16d78bd664', 'status': 'completed', 'code': 200} Jul 05 10:10:03.502456 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11fc6e-e030-4dbe-a343-f4188280b6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2afb29-a6b5-4643-bbfb-52a49db99fcd,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:03.893930 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93e2b4-ba28-4667-b64d-9458595d6a46 req-45748cc4-282e-4c37-b688-7591ba9ccf69 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:03.896698 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c93e2b4-ba28-4667-b64d-9458595d6a46 req-45748cc4-282e-4c37-b688-7591ba9ccf69 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 945 time: 0.3994999 Jul 05 10:10:03.994832 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-92325a79-c2b0-423c-b497-f5dd27b29298 req-6f4ea5bc-299a-49ed-afef-46e8b5e0451c tempest-ImagesNegativeTestJSON-849901814 tempest-ImagesNegativeTestJSON-849901814-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9e3a824-4963-40f8-82ff-b79a3d4091a7 HTTP/1.1" status: 200 len: 210 time: 0.0345647 Jul 05 10:10:04.023105 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c93e2b4-ba28-4667-b64d-9458595d6a46 req-4c0866f7-dfbb-4a76-876c-92a2a2db2926 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177397 Jul 05 10:10:04.040289 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f11fc6e-e030-4dbe-a343-f4188280b6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.120565 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a13f889-e653-4e97-8a06-91be2afe9b46 req-28d58f9c-6c7a-4a7b-ad2a-fe2412bdb64a tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 210 time: 0.0409179 Jul 05 10:10:04.215984 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45288) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:04.219234 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b78319-1def-4812-871e-04568ef8e9d1 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:10:04.238094 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.243348 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.259042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Transition to ACTIVE for port object 10b78319-1def-4812-871e-04568ef8e9d1 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:04.372434 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.373104 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.451788 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f11fc6e-e030-4dbe-a343-f4188280b6c9 admin admin] Router f892df92-166b-4b45-8c02-547dd3df04ea has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:04.475235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Pushing event updated for resources: {'Port': ['ID=10b78319-1def-4812-871e-04568ef8e9d1,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:04.522101 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.586584 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3fd4c80be161455f87620edf37514960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693166 Jul 05 10:10:04.587348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45294) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:04.594878 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac92e4a-8577-402d-9816-4994bc7805ad req-47598059-a5e5-48e2-8e4b-0bca0ad1d194 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:04.597105 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ac92e4a-8577-402d-9816-4994bc7805ad req-47598059-a5e5-48e2-8e4b-0bca0ad1d194 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 944 time: 0.2285655 Jul 05 10:10:04.603058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73363d5-cb6e-4d79-943e-af2315d6ea43,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:04.633423 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.633769 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.634131 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.634553 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.634782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.635108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.635568 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.635758 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.636087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.637199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.640961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.641309 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878dee4b-25ba-4660-9546-d1fc3150f10d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:04.686678 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f026ccf5-280a-4a3a-8a98-23b86fc6763d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.699911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c3978-d4c3-49ac-a2c7-af82fdd7d5e5 req-b4fb2693-ddcd-4ef8-9150-9dea4c388c31 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:04.701629 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a42c3978-d4c3-49ac-a2c7-af82fdd7d5e5 req-b4fb2693-ddcd-4ef8-9150-9dea4c388c31 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 943 time: 0.1795959 Jul 05 10:10:04.734227 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f026ccf5-280a-4a3a-8a98-23b86fc6763d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.786684 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a42c3978-d4c3-49ac-a2c7-af82fdd7d5e5 req-9ce984a5-b77e-4104-84de-206290d0cd52 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767443 Jul 05 10:10:04.924200 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f026ccf5-280a-4a3a-8a98-23b86fc6763d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.926998 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f026ccf5-280a-4a3a-8a98-23b86fc6763d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:04.931349 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f026ccf5-280a-4a3a-8a98-23b86fc6763d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d73363d5-cb6e-4d79-943e-af2315d6ea43 HTTP/1.1" status: 204 len: 168 time: 0.3395712 Jul 05 10:10:04.940460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026ccf5-280a-4a3a-8a98-23b86fc6763d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73363d5-cb6e-4d79-943e-af2315d6ea43,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:04.994158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d0a2d165-2d69-43fc-87ea-505b1e3e287b details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:10:05.065507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Attempting to bind port 10b78319-1def-4812-871e-04568ef8e9d1 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:05.066128 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Attempting to bind port 10b78319-1def-4812-871e-04568ef8e9d1 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '3882d142-219d-4311-ae02-a5816d9c1774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:05.066399 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Attempting to bind port 10b78319-1def-4812-871e-04568ef8e9d1 on network ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:05.086282 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ac92e4a-8577-402d-9816-4994bc7805ad req-cfbaeeba-e84b-4bf1-bd0b-b20304114f41 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d15fe43-d652-47f0-bac5-11d1666a2255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765141 Jul 05 10:10:05.107630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Port 10b78319-1def-4812-871e-04568ef8e9d1 on network ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:05.107630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Attempting to bind port 10b78319-1def-4812-871e-04568ef8e9d1 on network ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:05.115522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f11fc6e-e030-4dbe-a343-f4188280b6c9 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:05.118110 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:05.118487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Checking segment: {'id': '3882d142-219d-4311-ae02-a5816d9c1774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:05.118874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Bound using segment: {'id': '3882d142-219d-4311-ae02-a5816d9c1774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:05.119328 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Bound port: 10b78319-1def-4812-871e-04568ef8e9d1, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3882d142-219d-4311-ae02-a5816d9c1774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:05.119788 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.126029 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4f11fc6e-e030-4dbe-a343-f4188280b6c9 admin admin] 10.222.0.77 "PUT /v2.0/routers/f892df92-166b-4b45-8c02-547dd3df04ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7751491 Jul 05 10:10:05.129161 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45304) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:05.140590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b8afff-feac-4d56-982d-403d77a31926 None None] Sync routers for ids ['f892df92-166b-4b45-8c02-547dd3df04ea'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:05.182183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0a2d165-2d69-43fc-87ea-505b1e3e287b,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:05.194389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b8afff-feac-4d56-982d-403d77a31926 None None] Routers {'f892df92-166b-4b45-8c02-547dd3df04ea'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:05.195044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-33b8afff-feac-4d56-982d-403d77a31926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:09:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f892df92-166b-4b45-8c02-547dd3df04ea'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:05.201400 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'd0a2d165-2d69-43fc-87ea-505b1e3e287b', 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d', 'port_id': 'd0a2d165-2d69-43fc-87ea-505b1e3e287b', 'mac_address': 'fa:16:3e:e3:35:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed1101-bea6-4fe3-8240-f598d38a2084', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:10:05.316153 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] For port 10b78319-1def-4812-871e-04568ef8e9d1, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:05.321519 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] For port 10b78319-1def-4812-871e-04568ef8e9d1, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=10b78319-1def-4812-871e-04568ef8e9d1,segment=NetworkSegment(3882d142-219d-4311-ae02-a5816d9c1774),segment_id=3882d142-219d-4311-ae02-a5816d9c1774)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:05.369377 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35607eb0-68a7-4c61-8255-46cb5ed5ceee admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.459707 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba600c1f-7b5d-4081-8f2e-c707b2d3b2a6 req-ef6a0e86-9ec5-42fd-9bed-4b43d46e3fa3 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 210 time: 0.0399308 Jul 05 10:10:05.500190 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.540361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-33b8afff-feac-4d56-982d-403d77a31926 None None] Set router f892df92-166b-4b45-8c02-547dd3df04ea gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:05.551997 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.574375 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35607eb0-68a7-4c61-8255-46cb5ed5ceee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.615344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a2d165-2d69-43fc-87ea-505b1e3e287b {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:10:05.638901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Pushing event updated for resources: {'Port': ['ID=10b78319-1def-4812-871e-04568ef8e9d1,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:05.677722 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0a2d165-2d69-43fc-87ea-505b1e3e287b,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:05.680781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:05.680781 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.682409 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-0a45de55-f899-4464-a589-cc46dd66abc4 service neutron] 10.222.0.73 "PUT /v2.0/ports/10b78319-1def-4812-871e-04568ef8e9d1 HTTP/1.1" status: 200 len: 1093 time: 2.4179635 Jul 05 10:10:05.685424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6821e163-7441-4ee3-826b-18382d620c15', 'tag': '10b78319-1def-4812-871e-04568ef8e9d1'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:05.689204 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c47d83-b1d5-483c-91d9-f49e66bcc4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6821e163-7441-4ee3-826b-18382d620c15", "tag": "10b78319-1def-4812-871e-04568ef8e9d1"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:05.763123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b035cf-cfc9-47b2-b51b-647d7499ffe6 req-5eaf5d6b-1e5f-4245-a432-708793ac0caa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:05.764989 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-51b035cf-cfc9-47b2-b51b-647d7499ffe6 req-5eaf5d6b-1e5f-4245-a432-708793ac0caa tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 945 time: 0.1273315 Jul 05 10:10:05.771444 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-35607eb0-68a7-4c61-8255-46cb5ed5ceee admin admin] Deleting port 6a3600a0-8433-4959-b574-381100e641aa {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:05.772007 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35607eb0-68a7-4c61-8255-46cb5ed5ceee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.790823 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6263dcd-f75d-4054-a75c-580aeb80b730 x-openstack-request-id: req-e6263dcd-f75d-4054-a75c-580aeb80b730 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:05.791124 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6821e163-7441-4ee3-826b-18382d620c15", "tag": "10b78319-1def-4812-871e-04568ef8e9d1", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:05.792568 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6263dcd-f75d-4054-a75c-580aeb80b730 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:05.793038 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6821e163-7441-4ee3-826b-18382d620c15', 'tag': '10b78319-1def-4812-871e-04568ef8e9d1', 'status': 'completed', 'code': 200} Jul 05 10:10:05.810495 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.907334 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-51b035cf-cfc9-47b2-b51b-647d7499ffe6 req-da7d1521-7f1b-4a23-8567-6cb7f33aca7f tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269774 Jul 05 10:10:05.920253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-33b8afff-feac-4d56-982d-403d77a31926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'name': 'tempest-ServerRescueNegativeTestJSON-279085528-router', 'tenant_id': '5a5516a987464e3c882297462ee52153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '6a3600a0-8433-4959-b574-381100e641aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:40Z', 'updated_at': '2021-07-05T10:10:03Z', 'revision_number': 5, 'project_id': '5a5516a987464e3c882297462ee52153', 'gw_port': {'id': '6a3600a0-8433-4959-b574-381100e641aa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:06:41Z', 'updated_at': '2021-07-05T10:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:05.925848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d0a2d165-2d69-43fc-87ea-505b1e3e287b,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:05.965845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-35607eb0-68a7-4c61-8255-46cb5ed5ceee admin admin] For port 6a3600a0-8433-4959-b574-381100e641aa, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6a3600a0-8433-4959-b574-381100e641aa,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:05.966245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35607eb0-68a7-4c61-8255-46cb5ed5ceee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:05.979208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c47d83-b1d5-483c-91d9-f49e66bcc4eb req-746255ec-a1e0-42fe-a760-e4d01e5fccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:05.980807 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b6c47d83-b1d5-483c-91d9-f49e66bcc4eb req-746255ec-a1e0-42fe-a760-e4d01e5fccca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c9156425a63c4e73aed370a1ba297888&device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 1096 time: 0.1549819 Jul 05 10:10:06.000979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-35607eb0-68a7-4c61-8255-46cb5ed5ceee admin admin] Calling delete_port for 6a3600a0-8433-4959-b574-381100e641aa owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:06.041324 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b8afff-feac-4d56-982d-403d77a31926 None None] Checking router: f892df92-166b-4b45-8c02-547dd3df04ea for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:06.070026 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b8afff-feac-4d56-982d-403d77a31926 None None] Routers {'f892df92-166b-4b45-8c02-547dd3df04ea'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:06.070660 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-33b8afff-feac-4d56-982d-403d77a31926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:09:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f892df92-166b-4b45-8c02-547dd3df04ea'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:06.186113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c47d83-b1d5-483c-91d9-f49e66bcc4eb req-6fbc1019-f25e-4d05-928f-fb90f1c84e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:06.189405 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b6c47d83-b1d5-483c-91d9-f49e66bcc4eb req-6fbc1019-f25e-4d05-928f-fb90f1c84e7d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c9156425a63c4e73aed370a1ba297888&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2000170 Jul 05 10:10:06.206904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d0a2d165-2d69-43fc-87ea-505b1e3e287b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:06.239375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-33b8afff-feac-4d56-982d-403d77a31926 None None] Set router f892df92-166b-4b45-8c02-547dd3df04ea gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:06.308366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-33b8afff-feac-4d56-982d-403d77a31926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'name': 'tempest-ServerRescueNegativeTestJSON-279085528-router', 'tenant_id': '5a5516a987464e3c882297462ee52153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:40Z', 'updated_at': '2021-07-05T10:10:05Z', 'revision_number': 6, 'project_id': '5a5516a987464e3c882297462ee52153', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:06.338007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c47d83-b1d5-483c-91d9-f49e66bcc4eb req-e73d4d34-3ff9-426a-95a2-7d6d96d8003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:06.339995 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b6c47d83-b1d5-483c-91d9-f49e66bcc4eb req-e73d4d34-3ff9-426a-95a2-7d6d96d8003b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419728 Jul 05 10:10:06.355409 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b8afff-feac-4d56-982d-403d77a31926 None None] The sync data for ids ['f892df92-166b-4b45-8c02-547dd3df04ea'] in n-d-779913-27 is: [{'id': 'f892df92-166b-4b45-8c02-547dd3df04ea', 'name': 'tempest-ServerRescueNegativeTestJSON-279085528-router', 'tenant_id': '5a5516a987464e3c882297462ee52153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:06:40Z', 'updated_at': '2021-07-05T10:10:05Z', 'revision_number': 6, 'project_id': '5a5516a987464e3c882297462ee52153', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:06.476262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-5232b19d-97e9-4e8e-b2cd-e3eeee7efbc2 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:06.478206 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-5232b19d-97e9-4e8e-b2cd-e3eeee7efbc2 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1372039 Jul 05 10:10:06.480506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354971ca-aef9-4f02-88f0-ebf9b9065d6c req-3094c11b-f0ce-4efc-84e2-e695c56c0579 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:06.490424 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-354971ca-aef9-4f02-88f0-ebf9b9065d6c req-3094c11b-f0ce-4efc-84e2-e695c56c0579 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 944 time: 0.3479018 Jul 05 10:10:06.549914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-35fe052f-7e4b-4762-954c-fbe9e3a51bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:06.551454 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-35fe052f-7e4b-4762-954c-fbe9e3a51bfb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c9156425a63c4e73aed370a1ba297888&device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 1096 time: 0.1574304 Jul 05 10:10:06.560465 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-630bc579-95f6-4749-ae39-664105c3540b tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 695 time: 0.0696933 Jul 05 10:10:06.571744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-8a23d25d-7877-4017-ae8d-d709c4edf464 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Request body: {'floatingip': {'port_id': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:06.571909 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-354971ca-aef9-4f02-88f0-ebf9b9065d6c req-54ed3a01-f7b7-4144-a4cf-3b5e177a757e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803823 Jul 05 10:10:06.634829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45352) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:06.653218 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-7cbf9d54-8468-44ce-9122-049c25285920 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10b78319-1def-4812-871e-04568ef8e9d1 HTTP/1.1" status: 200 len: 217 time: 0.0905681 Jul 05 10:10:06.657568 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-8a23d25d-7877-4017-ae8d-d709c4edf464 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.695975 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35607eb0-68a7-4c61-8255-46cb5ed5ceee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:06.752622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35607eb0-68a7-4c61-8255-46cb5ed5ceee admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3600a0-8433-4959-b574-381100e641aa,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:06.804146 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-7c3c1fe6-7ef9-41f5-a466-d77b72f46453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:06.805873 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-7c3c1fe6-7ef9-41f5-a466-d77b72f46453 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf8e2e02-dee0-4695-a181-a0f45dccc480 HTTP/1.1" status: 200 len: 852 time: 0.1448970 Jul 05 10:10:06.860543 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-c8136791-3e92-4000-821e-30bc4c070552 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438590 Jul 05 10:10:06.986299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0e2afb29-a6b5-4643-bbfb-52a49db99fcd no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:06.992038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e5790-0038-451a-bd44-c2d46855a7ca req-b74269ea-15dc-47ff-99d8-35216a6ceb20 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:06.993671 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-530e5790-0038-451a-bd44-c2d46855a7ca req-b74269ea-15dc-47ff-99d8-35216a6ceb20 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.64 "GET /v2.0/networks?id=066304d3-c378-462f-82ab-95144c243ffb HTTP/1.1" status: 200 len: 811 time: 0.3529146 Jul 05 10:10:07.006239 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35607eb0-68a7-4c61-8255-46cb5ed5ceee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.020642 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbb5cb-47e0-4108-8074-6553a8ce14e8 req-6d6813e1-6ec3-42fd-b678-847d1dc9be6f tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:07.028092 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-15fbb5cb-47e0-4108-8074-6553a8ce14e8 req-6d6813e1-6ec3-42fd-b678-847d1dc9be6f tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 944 time: 0.2839720 Jul 05 10:10:07.053310 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 08fb453b-9cd5-436a-b280-0b16d78bd664 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:07.106207 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 08fb453b-9cd5-436a-b280-0b16d78bd664 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:07.114863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 08fb453b-9cd5-436a-b280-0b16d78bd664 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:07.114863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 0e2afb29-a6b5-4643-bbfb-52a49db99fcd {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:07.115260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0e2afb29-a6b5-4643-bbfb-52a49db99fcd not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:07.181054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-15fbb5cb-47e0-4108-8074-6553a8ce14e8 req-5d3d5070-522a-48cf-b08d-754c4edbf472 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d15fe43-d652-47f0-bac5-11d1666a2255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518962 Jul 05 10:10:07.184562 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35607eb0-68a7-4c61-8255-46cb5ed5ceee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.198881 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35607eb0-68a7-4c61-8255-46cb5ed5ceee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.239105 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-530e5790-0038-451a-bd44-c2d46855a7ca req-2a127117-0778-4690-a545-e2547ab87ff0 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b248f5cbb2974decb30a23647a3dbdff HTTP/1.1" status: 200 len: 380 time: 0.2336447 Jul 05 10:10:07.327200 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-140696aa-16c1-46df-8353-b3b185994a61 service neutron] 10.222.0.73 "GET /v2.0/networks/ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896296 Jul 05 10:10:07.452965 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-8a23d25d-7877-4017-ae8d-d709c4edf464 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.481103 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-563aaebe-4552-41c3-8399-a72139eae5c8 req-3ec2ef09-5e75-4dc0-ada6-a9d8ea16e957 service neutron] 10.222.0.73 "GET /v2.0/networks/ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464462 Jul 05 10:10:07.529828 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-8a23d25d-7877-4017-ae8d-d709c4edf464 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.607298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-530e5790-0038-451a-bd44-c2d46855a7ca req-349fed74-b924-473e-86e5-a87f7c20bea1 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Request body: {'port': {'device_id': '440d7b22-3b38-4232-8f55-b35b63f5f6a4', 'network_id': '066304d3-c378-462f-82ab-95144c243ffb', 'admin_state_up': True, 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'security_groups': ['468cda2e-f807-4afd-b146-1c765a83acdd']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:07.649582 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-8a23d25d-7877-4017-ae8d-d709c4edf464 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Floating IP 5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e associated. External IP: 172.25.5.29, port: 8400c3d8-c804-4ac4-96f6-aac8bd55563d. Jul 05 10:10:07.680311 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c9c84a49-ce15-4c4a-ae39-26692b7855fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6ba28aa6c0994945907bdc94087ff507&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0443044 Jul 05 10:10:07.682409 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cc9bf4f9-e4ac-47f5-944a-6c39304cadad req-dadf6995-df89-42db-9b30-1a93fcb0ff41 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 210 time: 0.0826707 Jul 05 10:10:07.685961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45382) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:07.743828 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35607eb0-68a7-4c61-8255-46cb5ed5ceee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.744341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35607eb0-68a7-4c61-8255-46cb5ed5ceee admin admin] Fanout notify agent at l3_agent the message router_deleted on router f892df92-166b-4b45-8c02-547dd3df04ea {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:10:07.750637 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35607eb0-68a7-4c61-8255-46cb5ed5ceee admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.754088 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-35607eb0-68a7-4c61-8255-46cb5ed5ceee admin admin] 10.222.0.77 "DELETE /v2.0/routers/f892df92-166b-4b45-8c02-547dd3df04ea HTTP/1.1" status: 204 len: 168 time: 2.6214936 Jul 05 10:10:07.754761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45384) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:07.790207 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd90-8705-4c05-9d37-e989334f0587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.837285 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd90-8705-4c05-9d37-e989334f0587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.837770 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0f9515-e9dc-40a7-86a1-4744438a18ed admin admin] Deleting subnet b6868f51-bde3-415c-b220-7539627e798e {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:10:07.842964 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9515-e9dc-40a7-86a1-4744438a18ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.917983 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530e5790-0038-451a-bd44-c2d46855a7ca req-349fed74-b924-473e-86e5-a87f7c20bea1 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Made reservation on behalf of b248f5cbb2974decb30a23647a3dbdff for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:07.928873 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-530e5790-0038-451a-bd44-c2d46855a7ca req-349fed74-b924-473e-86e5-a87f7c20bea1 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:07.999864 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9515-e9dc-40a7-86a1-4744438a18ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.020883 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd90-8705-4c05-9d37-e989334f0587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.023433 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd90-8705-4c05-9d37-e989334f0587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.024635 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ffbbdd90-8705-4c05-9d37-e989334f0587 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d63e7b09-6806-42f5-a7be-9c4047759394 HTTP/1.1" status: 204 len: 168 time: 0.3387010 Jul 05 10:10:08.052028 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbdd90-8705-4c05-9d37-e989334f0587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63e7b09-6806-42f5-a7be-9c4047759394,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:08.063399 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-8a23d25d-7877-4017-ae8d-d709c4edf464 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Router ddaec184-e316-4461-97b4-e0e82152d43f has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:08.072806 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9515-e9dc-40a7-86a1-4744438a18ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.130763 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2f00e-5088-4ab5-8bf6-c1b4caad32d0 req-692f640a-011c-48ee-b19f-ccd6bb6bba0f tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:08.130763 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5db2f00e-5088-4ab5-8bf6-c1b4caad32d0 req-692f640a-011c-48ee-b19f-ccd6bb6bba0f tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 944 time: 0.1761959 Jul 05 10:10:08.133509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-530e5790-0038-451a-bd44-c2d46855a7ca req-349fed74-b924-473e-86e5-a87f7c20bea1 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Allocated IP 172.20.0.14 (066304d3-c378-462f-82ab-95144c243ffb/84d76d5a-f1a0-4f9d-a461-b11aeac7204d/7b8a1215-3067-42c0-997b-6d0d4616c0fe) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:08.195416 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5db2f00e-5088-4ab5-8bf6-c1b4caad32d0 req-b8b930fa-38b9-42bf-8386-5ec351523072 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594184 Jul 05 10:10:08.272070 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-8a23d25d-7877-4017-ae8d-d709c4edf464 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:08.278974 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-8a23d25d-7877-4017-ae8d-d709c4edf464 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.284021 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc398a3-b415-4048-a8d6-53ecf7f85f41 None None] Sync routers for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:08.295340 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc398a3-b415-4048-a8d6-53ecf7f85f41 None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:08.296022 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-dfc398a3-b415-4048-a8d6-53ecf7f85f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:09:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:08.328312 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-8a23d25d-7877-4017-ae8d-d709c4edf464 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "PUT /v2.0/floatingips/5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e HTTP/1.1" status: 200 len: 996 time: 1.7668941 Jul 05 10:10:08.328904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'tag': '8400c3d8-c804-4ac4-96f6-aac8bd55563d'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:08.331268 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21279dd0-7d70-436e-b6d1-2998dae4117e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff256349-1188-42b5-881d-1cb2fbac8a17", "tag": "8400c3d8-c804-4ac4-96f6-aac8bd55563d"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:08.371738 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-530e5790-0038-451a-bd44-c2d46855a7ca req-349fed74-b924-473e-86e5-a87f7c20bea1 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.394542 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-530e5790-0038-451a-bd44-c2d46855a7ca req-349fed74-b924-473e-86e5-a87f7c20bea1 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Transition to ACTIVE for port object 7b8a1215-3067-42c0-997b-6d0d4616c0fe will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:08.394739 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9515-e9dc-40a7-86a1-4744438a18ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.448796 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f9515-e9dc-40a7-86a1-4744438a18ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6868f51-bde3-415c-b220-7539627e798e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:08.449251 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff11c5c-d061-4d76-a94e-0ca66c8a6b1f req-1a3f9e1e-33d3-4586-9cc1-e0734d1d5a02 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:08.456379 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9515-e9dc-40a7-86a1-4744438a18ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.459638 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4f0f9515-e9dc-40a7-86a1-4744438a18ed admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b6868f51-bde3-415c-b220-7539627e798e HTTP/1.1" status: 204 len: 168 time: 0.7031152 Jul 05 10:10:08.459776 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4ff11c5c-d061-4d76-a94e-0ca66c8a6b1f req-1a3f9e1e-33d3-4586-9cc1-e0734d1d5a02 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 944 time: 0.1314201 Jul 05 10:10:08.461687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45406) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:08.482185 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-dfc398a3-b415-4048-a8d6-53ecf7f85f41 None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:08.521691 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4ff11c5c-d061-4d76-a94e-0ca66c8a6b1f req-da4e58b0-5307-4dce-ad8c-977b04c4538e tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d15fe43-d652-47f0-bac5-11d1666a2255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597558 Jul 05 10:10:08.540107 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-4a10e1ad-c118-404a-ae44-bfdb2149a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:08.541768 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-4a10e1ad-c118-404a-ae44-bfdb2149a168 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 1098 time: 0.1932850 Jul 05 10:10:08.569739 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-530e5790-0038-451a-bd44-c2d46855a7ca req-349fed74-b924-473e-86e5-a87f7c20bea1 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.586591 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1319417-72b2-47e9-b5c5-504afed0b453 x-openstack-request-id: req-a1319417-72b2-47e9-b5c5-504afed0b453 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:08.586982 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff256349-1188-42b5-881d-1cb2fbac8a17", "tag": "8400c3d8-c804-4ac4-96f6-aac8bd55563d", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:08.587126 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1319417-72b2-47e9-b5c5-504afed0b453 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:08.587685 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'tag': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'status': 'completed', 'code': 200} Jul 05 10:10:08.638398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6a3600a0-8433-4959-b574-381100e641aa no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:08.655064 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa346da5-e6b5-494d-84b3-ae57940653b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.675527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 6a3600a0-8433-4959-b574-381100e641aa {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:08.682752 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6a3600a0-8433-4959-b574-381100e641aa not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:08.735649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fed74-b924-473e-86e5-a87f7c20bea1 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Pushing event updated for resources: {'Port': ['ID=7b8a1215-3067-42c0-997b-6d0d4616c0fe,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:08.764821 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530e5790-0038-451a-bd44-c2d46855a7ca req-349fed74-b924-473e-86e5-a87f7c20bea1 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Network 066304d3-c378-462f-82ab-95144c243ffb is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:08.768173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-530e5790-0038-451a-bd44-c2d46855a7ca req-349fed74-b924-473e-86e5-a87f7c20bea1 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:08.772297 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-530e5790-0038-451a-bd44-c2d46855a7ca req-349fed74-b924-473e-86e5-a87f7c20bea1 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:08.841764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-e491c4ed-50ff-4f5e-97c4-68412e6ec42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:08.843339 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-e491c4ed-50ff-4f5e-97c4-68412e6ec42a service neutron] 10.222.0.77 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 921 time: 0.2688911 Jul 05 10:10:08.853692 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21279dd0-7d70-436e-b6d1-2998dae4117e req-472e9a7d-ce20-42a8-9fe1-a697ee610d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:08.855342 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21279dd0-7d70-436e-b6d1-2998dae4117e req-472e9a7d-ce20-42a8-9fe1-a697ee610d39 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 1098 time: 0.2474813 Jul 05 10:10:08.860048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e5790-0038-451a-bd44-c2d46855a7ca req-349fed74-b924-473e-86e5-a87f7c20bea1 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:08.862105 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-530e5790-0038-451a-bd44-c2d46855a7ca req-349fed74-b924-473e-86e5-a87f7c20bea1 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.874851 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa346da5-e6b5-494d-84b3-ae57940653b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:08.945973 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-dfc398a3-b415-4048-a8d6-53ecf7f85f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'port_id': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'mac_address': 'fa:16:3e:ef:8c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:10:07Z', 'revision_number': 1, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:08.946320 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-fa346da5-e6b5-494d-84b3-ae57940653b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda718cc-3d88-4d5f-91f1-69312c2d305c']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:08.997033 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc398a3-b415-4048-a8d6-53ecf7f85f41 None None] Checking router: ddaec184-e316-4461-97b4-e0e82152d43f for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:09.011161 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d0a2d165-2d69-43fc-87ea-505b1e3e287b up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:09.025302 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc398a3-b415-4048-a8d6-53ecf7f85f41 None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:09.028076 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-dfc398a3-b415-4048-a8d6-53ecf7f85f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:09:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:09.034360 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f03b32-0c26-4490-bb73-6ec5f327e759 req-9cf8f08f-8490-4f63-b082-05256d6b266d tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:09.040610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-19f03b32-0c26-4490-bb73-6ec5f327e759 req-9cf8f08f-8490-4f63-b082-05256d6b266d tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 932 time: 0.1409192 Jul 05 10:10:09.046657 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-fa346da5-e6b5-494d-84b3-ae57940653b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0e9189-b972-46b8-b21b-1e62b78ca23b') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:09.046958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-fa346da5-e6b5-494d-84b3-ae57940653b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0e9189-b972-46b8-b21b-1e62b78ca23b') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:09.051753 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-530e5790-0038-451a-bd44-c2d46855a7ca req-349fed74-b924-473e-86e5-a87f7c20bea1 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4530637 Jul 05 10:10:09.091883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Request body: {'port': {'device_id': '440d7b22-3b38-4232-8f55-b35b63f5f6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:09.096917 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa346da5-e6b5-494d-84b3-ae57940653b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.151944 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa346da5-e6b5-494d-84b3-ae57940653b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.165229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-45b05ded-0089-498e-bc43-e3115dbeab0e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8400c3d8-c804-4ac4-96f6-aac8bd55563d HTTP/1.1" status: 200 len: 999 time: 0.3086784 Jul 05 10:10:09.176851 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-19f03b32-0c26-4490-bb73-6ec5f327e759 req-de7861ef-49d8-4907-aa6b-a4d734d555d6 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/security-groups?id=468cda2e-f807-4afd-b146-1c765a83acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242299 Jul 05 10:10:09.178152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21279dd0-7d70-436e-b6d1-2998dae4117e req-b60ed864-0021-4eec-a206-8a877f05fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:09.180022 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21279dd0-7d70-436e-b6d1-2998dae4117e req-b60ed864-0021-4eec-a206-8a877f05fdab service neutron] 10.222.0.73 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 921 time: 0.3021495 Jul 05 10:10:09.182225 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa346da5-e6b5-494d-84b3-ae57940653b3 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:09.182751 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa346da5-e6b5-494d-84b3-ae57940653b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:09.185218 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:09.193739 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port d0a2d165-2d69-43fc-87ea-505b1e3e287b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:09.204115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port d0a2d165-2d69-43fc-87ea-505b1e3e287b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:09.204405 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.262075 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-dfc398a3-b415-4048-a8d6-53ecf7f85f41 None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:09.296127 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.450134 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.461428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 10b78319-1def-4812-871e-04568ef8e9d1 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:10:09.471841 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21279dd0-7d70-436e-b6d1-2998dae4117e req-4345df33-a189-445c-8b60-b34183ec0286 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8400c3d8-c804-4ac4-96f6-aac8bd55563d HTTP/1.1" status: 200 len: 999 time: 0.2501597 Jul 05 10:10:09.473665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-daa4a486-f006-4dc3-90ea-2a45f39dcfc2 None None] Provisioning for port 7b8a1215-3067-42c0-997b-6d0d4616c0fe completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:09.511507 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-daa4a486-f006-4dc3-90ea-2a45f39dcfc2 None None] Provisioning complete for port 7b8a1215-3067-42c0-997b-6d0d4616c0fe triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:09.511507 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-daa4a486-f006-4dc3-90ea-2a45f39dcfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.567068 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-408cbfd8-d892-46cb-a4fc-cfd61538ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:09.575123 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-408cbfd8-d892-46cb-a4fc-cfd61538ae4f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 200 len: 859 time: 0.4088507 Jul 05 10:10:09.618477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21279dd0-7d70-436e-b6d1-2998dae4117e req-f0a42e5d-542b-4367-841a-f5ea223ceffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:09.620164 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21279dd0-7d70-436e-b6d1-2998dae4117e req-f0a42e5d-542b-4367-841a-f5ea223ceffb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 200 len: 859 time: 0.1290607 Jul 05 10:10:09.654336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c29109d-d327-40c5-a1f0-e6991e6625ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a2d165-2d69-43fc-87ea-505b1e3e287b'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:09.657408 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa28f13-b258-4dad-815c-976c95cd505b" -d '{"events": [{"server_uuid": "0c29109d-d327-40c5-a1f0-e6991e6625ae", "name": "network-vif-plugged", "status": "completed", "tag": "d0a2d165-2d69-43fc-87ea-505b1e3e287b"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:09.659273 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-dfc398a3-b415-4048-a8d6-53ecf7f85f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'port_id': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'mac_address': 'fa:16:3e:ef:8c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:10:07Z', 'revision_number': 1, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:09.687663 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0a2d165-2d69-43fc-87ea-505b1e3e287b,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:09.700966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-daa4a486-f006-4dc3-90ea-2a45f39dcfc2 None None] Port 7b8a1215-3067-42c0-997b-6d0d4616c0fe cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:09.724787 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 10b78319-1def-4812-871e-04568ef8e9d1, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=10b78319-1def-4812-871e-04568ef8e9d1,segment=NetworkSegment(3882d142-219d-4311-ae02-a5816d9c1774),segment_id=3882d142-219d-4311-ae02-a5816d9c1774)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:09.725315 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc398a3-b415-4048-a8d6-53ecf7f85f41 None None] The sync data for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 is: [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'port_id': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'mac_address': 'fa:16:3e:ef:8c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:10:07Z', 'revision_number': 1, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:09.743060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '10b78319-1def-4812-871e-04568ef8e9d1', 'network_id': 'ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59', 'port_id': '10b78319-1def-4812-871e-04568ef8e9d1', 'mac_address': 'fa:16:3e:62:98:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8e2e02-dee0-4695-a181-a0f45dccc480', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:10:09.810619 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.822214 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:09.855269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c61d5-2719-4688-b6ac-f4014a8568f5 req-4a76ccbf-73cc-4ef6-87e4-ddfa81986b53 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:09.859620 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f69c61d5-2719-4688-b6ac-f4014a8568f5 req-4a76ccbf-73cc-4ef6-87e4-ddfa81986b53 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 944 time: 0.2961869 Jul 05 10:10:09.901719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b78319-1def-4812-871e-04568ef8e9d1 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:10:09.951237 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 10b78319-1def-4812-871e-04568ef8e9d1, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=10b78319-1def-4812-871e-04568ef8e9d1,segment=NetworkSegment(3882d142-219d-4311-ae02-a5816d9c1774),segment_id=3882d142-219d-4311-ae02-a5816d9c1774)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:09.994119 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d0a2d165-2d69-43fc-87ea-505b1e3e287b,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:09.997278 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8a1215-3067-42c0-997b-6d0d4616c0fe {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:10:10.008691 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.013447 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f69c61d5-2719-4688-b6ac-f4014a8568f5 req-6576c372-b3e3-4813-9d77-279591516e25 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680749 Jul 05 10:10:10.026720 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Transition to ACTIVE for port object 7b8a1215-3067-42c0-997b-6d0d4616c0fe will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:10.057268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ca216-1fe5-4e5d-a640-15a76c0ed72c None None] New status for floating IP 5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:10:10.073234 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa346da5-e6b5-494d-84b3-ae57940653b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.088517 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa346da5-e6b5-494d-84b3-ae57940653b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.093420 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fa346da5-e6b5-494d-84b3-ae57940653b3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/eda718cc-3d88-4d5f-91f1-69312c2d305c HTTP/1.1" status: 204 len: 168 time: 1.6286290 Jul 05 10:10:10.108783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa346da5-e6b5-494d-84b3-ae57940653b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eda718cc-3d88-4d5f-91f1-69312c2d305c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:10.114619 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-28b7a1b5-b23b-482c-a5d1-dce90793664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:10.116199 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-28b7a1b5-b23b-482c-a5d1-dce90793664c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=49acf21c-d200-4532-94e8-8583d85e6566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5402973 Jul 05 10:10:10.167467 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.213209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21279dd0-7d70-436e-b6d1-2998dae4117e req-d56d2b1e-e548-4ef9-a853-c8bc1aeb5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:10.215177 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21279dd0-7d70-436e-b6d1-2998dae4117e req-d56d2b1e-e548-4ef9-a853-c8bc1aeb5f8b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49acf21c-d200-4532-94e8-8583d85e6566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5870836 Jul 05 10:10:10.274816 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=10b78319-1def-4812-871e-04568ef8e9d1,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:10.288630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df92eb-5319-4b22-a609-f4b68bffd72d req-d20d130b-ffaf-49cc-b866-0fcfddb7d639 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:10.290664 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67df92eb-5319-4b22-a609-f4b68bffd72d req-d20d130b-ffaf-49cc-b866-0fcfddb7d639 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 945 time: 0.0966985 Jul 05 10:10:10.309583 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-3bbf4957-ba70-4756-9873-2c7bff6140e3 service neutron] 10.222.0.77 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788256 Jul 05 10:10:10.314766 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.374706 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67df92eb-5319-4b22-a609-f4b68bffd72d req-0e15dbc5-5966-44c7-a09d-ab30cf744b91 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d15fe43-d652-47f0-bac5-11d1666a2255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772877 Jul 05 10:10:10.394621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21279dd0-7d70-436e-b6d1-2998dae4117e req-951f3704-398c-4ee9-8888-1baa5a5e852b service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711526 Jul 05 10:10:10.432386 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Pushing event updated for resources: {'Port': ['ID=7b8a1215-3067-42c0-997b-6d0d4616c0fe,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:10.438063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['10b78319-1def-4812-871e-04568ef8e9d1'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:10.494449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Attempting to bind port 7b8a1215-3067-42c0-997b-6d0d4616c0fe on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:10.494885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Attempting to bind port 7b8a1215-3067-42c0-997b-6d0d4616c0fe by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'ee53c1bb-6008-4499-80bb-4c7cf6051337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '066304d3-c378-462f-82ab-95144c243ffb'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:10.495676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Attempting to bind port 7b8a1215-3067-42c0-997b-6d0d4616c0fe on network 066304d3-c378-462f-82ab-95144c243ffb {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:10.502937 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Port 7b8a1215-3067-42c0-997b-6d0d4616c0fe on network 066304d3-c378-462f-82ab-95144c243ffb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:10.503073 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Attempting to bind port 7b8a1215-3067-42c0-997b-6d0d4616c0fe on network 066304d3-c378-462f-82ab-95144c243ffb {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:10.512044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:10.512479 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Checking segment: {'id': 'ee53c1bb-6008-4499-80bb-4c7cf6051337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '066304d3-c378-462f-82ab-95144c243ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:10.512981 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Bound using segment: {'id': 'ee53c1bb-6008-4499-80bb-4c7cf6051337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '066304d3-c378-462f-82ab-95144c243ffb'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:10.513505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Bound port: 7b8a1215-3067-42c0-997b-6d0d4616c0fe, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee53c1bb-6008-4499-80bb-4c7cf6051337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '066304d3-c378-462f-82ab-95144c243ffb'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:10.513884 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.515135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4cc5f01-61d2-49a2-bf67-65bff96a16d3 req-5c0bdde7-083c-40e4-9bdf-de2f7cd43b94 service neutron] 10.222.0.77 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982522 Jul 05 10:10:10.517819 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8705284-238a-430c-be19-5bcd4dae21aa x-openstack-request-id: req-e8705284-238a-430c-be19-5bcd4dae21aa {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:10.518105 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c29109d-d327-40c5-a1f0-e6991e6625ae", "name": "network-vif-plugged", "status": "completed", "tag": "d0a2d165-2d69-43fc-87ea-505b1e3e287b", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:10.518363 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8705284-238a-430c-be19-5bcd4dae21aa {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:10.518761 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c29109d-d327-40c5-a1f0-e6991e6625ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a2d165-2d69-43fc-87ea-505b1e3e287b', 'code': 200} Jul 05 10:10:10.567821 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21279dd0-7d70-436e-b6d1-2998dae4117e req-62eb4d7e-4e4d-4983-9845-044d324f8caa service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656024 Jul 05 10:10:10.665172 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607d9cf-d159-4326-a386-45c2027eb252 req-8f9491c9-7757-4f7f-983a-925a5f03196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:10.666818 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4607d9cf-d159-4326-a386-45c2027eb252 req-8f9491c9-7757-4f7f-983a-925a5f03196f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 1097 time: 0.0980592 Jul 05 10:10:10.681165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] For port 7b8a1215-3067-42c0-997b-6d0d4616c0fe, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:10.718697 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4607d9cf-d159-4326-a386-45c2027eb252 req-9150f345-27e4-41fa-a3d3-529b1c0b165d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418038 Jul 05 10:10:10.730952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] For port 7b8a1215-3067-42c0-997b-6d0d4616c0fe, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7b8a1215-3067-42c0-997b-6d0d4616c0fe,segment=NetworkSegment(ee53c1bb-6008-4499-80bb-4c7cf6051337),segment_id=ee53c1bb-6008-4499-80bb-4c7cf6051337)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:10.764019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ace79-fd16-4fa5-b1b8-dc8182687886 req-77581693-107e-4a12-bfbf-f0b052314f66 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:10.770809 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e24ace79-fd16-4fa5-b1b8-dc8182687886 req-77581693-107e-4a12-bfbf-f0b052314f66 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 944 time: 0.0932372 Jul 05 10:10:10.809364 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e24ace79-fd16-4fa5-b1b8-dc8182687886 req-3adcbfa5-8abf-406a-a323-1b8a1297b40c tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/security-groups?id=468cda2e-f807-4afd-b146-1c765a83acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375412 Jul 05 10:10:10.862089 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.885179 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:10.885900 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.887016 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45508) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:10.888340 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-530e5790-0038-451a-bd44-c2d46855a7ca req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] 10.222.0.64 "PUT /v2.0/ports/7b8a1215-3067-42c0-997b-6d0d4616c0fe HTTP/1.1" status: 200 len: 1093 time: 1.8166108 Jul 05 10:10:10.888856 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440d7b22-3b38-4232-8f55-b35b63f5f6a4', 'tag': '7b8a1215-3067-42c0-997b-6d0d4616c0fe'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:10.892372 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a03c6fc-568a-47cf-a576-e1951c031f80" -d '{"events": [{"name": "network-changed", "server_uuid": "440d7b22-3b38-4232-8f55-b35b63f5f6a4", "tag": "7b8a1215-3067-42c0-997b-6d0d4616c0fe"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:10.924718 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ad2f92da-f95e-4e56-b430-f5d5059f753b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:10.959321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dadb1cbb-f453-4d8d-ae8d-83d5e16488fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a5516a987464e3c882297462ee52153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0712345 Jul 05 10:10:10.964045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45512) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:10.966233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c832266-480b-49f1-846b-652d8b30bd0e service neutron] Pushing event updated for resources: {'Port': ['ID=7b8a1215-3067-42c0-997b-6d0d4616c0fe,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:10.973115 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156d3471-c37c-41b7-aa80-de8c25069483 x-openstack-request-id: req-156d3471-c37c-41b7-aa80-de8c25069483 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:10.974115 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440d7b22-3b38-4232-8f55-b35b63f5f6a4", "tag": "7b8a1215-3067-42c0-997b-6d0d4616c0fe", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:10.974647 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-156d3471-c37c-41b7-aa80-de8c25069483 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:10.975515 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440d7b22-3b38-4232-8f55-b35b63f5f6a4', 'tag': '7b8a1215-3067-42c0-997b-6d0d4616c0fe', 'status': 'completed', 'code': 200} Jul 05 10:10:11.154292 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa64b91a-7c36-4280-89fe-5e1003a4a2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:11.213480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-f9cc2d71-4b78-4f16-9f65-2ff3098b3bdb tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:11.222441 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-f9cc2d71-4b78-4f16-9f65-2ff3098b3bdb tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d2b5110-41d7-4284-833e-688d5f3cd049&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2323909 Jul 05 10:10:11.226128 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa64b91a-7c36-4280-89fe-5e1003a4a2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:11.241391 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03c6fc-568a-47cf-a576-e1951c031f80 req-6e39fb09-d309-4e22-ad23-aa6414bb4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:11.242984 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a03c6fc-568a-47cf-a576-e1951c031f80 req-6e39fb09-d309-4e22-ad23-aa6414bb4abb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b248f5cbb2974decb30a23647a3dbdff&device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 1096 time: 0.2398915 Jul 05 10:10:11.246948 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0377be7-2acc-4a4c-acc7-2dce4390a696 req-a52fec93-a6ec-4fa2-a543-2160caab72fb tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:11.247491 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0377be7-2acc-4a4c-acc7-2dce4390a696 req-a52fec93-a6ec-4fa2-a543-2160caab72fb tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 945 time: 0.0749857 Jul 05 10:10:11.290780 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0377be7-2acc-4a4c-acc7-2dce4390a696 req-a15c3e7f-f7db-472c-8daa-89cd6d05474b tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375235 Jul 05 10:10:11.413855 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 10b78319-1def-4812-871e-04568ef8e9d1 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:11.449242 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-4b17b58c-4b92-4c05-a3b4-1e321c11d4ae tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 1001 time: 0.2259076 Jul 05 10:10:11.487887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-0e63b1ca-deb9-4ede-a7f5-64612b2fbb43 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Request body: {'floatingip': {'port_id': 'c25a9771-42c9-4393-af99-4a127309185b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:11.564150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03c6fc-568a-47cf-a576-e1951c031f80 req-5839a979-80e3-4b79-8988-60a62508354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:11.565624 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a03c6fc-568a-47cf-a576-e1951c031f80 req-5839a979-80e3-4b79-8988-60a62508354a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b248f5cbb2974decb30a23647a3dbdff&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2792740 Jul 05 10:10:11.587922 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-0e63b1ca-deb9-4ede-a7f5-64612b2fbb43 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for floatingip, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:11.592388 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599bdde-6878-4c3a-bb27-62d385b8e013 req-26dc861e-56d1-4eb8-91c4-4a5f95f4fe2d tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:11.593949 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2599bdde-6878-4c3a-bb27-62d385b8e013 req-26dc861e-56d1-4eb8-91c4-4a5f95f4fe2d tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 945 time: 0.0701516 Jul 05 10:10:11.617476 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 10b78319-1def-4812-871e-04568ef8e9d1 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:11.619381 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 10b78319-1def-4812-871e-04568ef8e9d1 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:11.619770 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:11.651219 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2599bdde-6878-4c3a-bb27-62d385b8e013 req-56ceb9b2-2077-4057-87d6-9f05a4a20c6f tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d15fe43-d652-47f0-bac5-11d1666a2255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470963 Jul 05 10:10:11.659985 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa64b91a-7c36-4280-89fe-5e1003a4a2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:11.662521 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa64b91a-7c36-4280-89fe-5e1003a4a2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:11.666277 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aa64b91a-7c36-4280-89fe-5e1003a4a2ed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a HTTP/1.1" status: 204 len: 168 time: 0.6985190 Jul 05 10:10:11.686220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64b91a-7c36-4280-89fe-5e1003a4a2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57b7caf-2fcd-4f8e-964c-fd3c47a9a43a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:11.781793 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:11.785701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03c6fc-568a-47cf-a576-e1951c031f80 req-8e2c395c-df09-41d6-ab2f-0b84c8f53ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:11.787267 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a03c6fc-568a-47cf-a576-e1951c031f80 req-8e2c395c-df09-41d6-ab2f-0b84c8f53ae8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2122331 Jul 05 10:10:11.822909 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 10b78319-1def-4812-871e-04568ef8e9d1, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=10b78319-1def-4812-871e-04568ef8e9d1,segment=NetworkSegment(3882d142-219d-4311-ae02-a5816d9c1774),segment_id=3882d142-219d-4311-ae02-a5816d9c1774)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:11.982600 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:12.039603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21219348-253b-419e-8e9f-517ed11f8127 req-c5667c31-1f85-465b-b3c1-0ebd6904d709 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:12.041226 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21219348-253b-419e-8e9f-517ed11f8127 req-c5667c31-1f85-465b-b3c1-0ebd6904d709 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 944 time: 0.1107371 Jul 05 10:10:12.053914 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e5790-0038-451a-bd44-c2d46855a7ca req-2e738d40-e500-454d-b1c7-319a244d24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:12.055415 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-530e5790-0038-451a-bd44-c2d46855a7ca req-2e738d40-e500-454d-b1c7-319a244d24ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b248f5cbb2974decb30a23647a3dbdff&device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 1096 time: 0.1894081 Jul 05 10:10:12.091139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=10b78319-1def-4812-871e-04568ef8e9d1,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:12.092980 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21219348-253b-419e-8e9f-517ed11f8127 req-614e37c1-e18f-4caa-940a-973085eb23df tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/security-groups?id=468cda2e-f807-4afd-b146-1c765a83acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428860 Jul 05 10:10:12.111569 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-530e5790-0038-451a-bd44-c2d46855a7ca req-e5f95732-77ba-4775-acd4-79336570d216 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b8a1215-3067-42c0-997b-6d0d4616c0fe HTTP/1.1" status: 200 len: 217 time: 0.0462742 Jul 05 10:10:12.203040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e5790-0038-451a-bd44-c2d46855a7ca req-f095421f-16b7-4b3d-946a-ad4dcc7cc2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:12.204692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-530e5790-0038-451a-bd44-c2d46855a7ca req-f095421f-16b7-4b3d-946a-ad4dcc7cc2d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=84d76d5a-f1a0-4f9d-a461-b11aeac7204d HTTP/1.1" status: 200 len: 850 time: 0.0864861 Jul 05 10:10:12.519984 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6821e163-7441-4ee3-826b-18382d620c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b78319-1def-4812-871e-04568ef8e9d1'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:12.522723 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd22c425-e3fc-4bb4-a69b-e889e7b4f2e9" -d '{"events": [{"server_uuid": "6821e163-7441-4ee3-826b-18382d620c15", "name": "network-vif-plugged", "status": "completed", "tag": "10b78319-1def-4812-871e-04568ef8e9d1"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:12.556529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accc1d3-2987-49d7-abb8-d87da6407777 req-99b1951d-76e9-4d98-aa51-5f4f31eaf5e7 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:12.559322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3accc1d3-2987-49d7-abb8-d87da6407777 req-99b1951d-76e9-4d98-aa51-5f4f31eaf5e7 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 945 time: 0.1092184 Jul 05 10:10:12.605905 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3accc1d3-2987-49d7-abb8-d87da6407777 req-d453d668-744f-4475-8f2b-4f2bcbbf2e57 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374486 Jul 05 10:10:12.626427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e5790-0038-451a-bd44-c2d46855a7ca req-b369e829-728b-4a14-97cd-d1404bfbc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:12.628047 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-530e5790-0038-451a-bd44-c2d46855a7ca req-b369e829-728b-4a14-97cd-d1404bfbc8c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=066304d3-c378-462f-82ab-95144c243ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4166331 Jul 05 10:10:12.735937 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-0e63b1ca-deb9-4ede-a7f5-64612b2fbb43 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:12.749447 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cb600c-5d82-47ec-8079-7c7fdd1c73aa x-openstack-request-id: req-91cb600c-5d82-47ec-8079-7c7fdd1c73aa {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:12.750173 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6821e163-7441-4ee3-826b-18382d620c15", "name": "network-vif-plugged", "status": "completed", "tag": "10b78319-1def-4812-871e-04568ef8e9d1", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:12.750683 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91cb600c-5d82-47ec-8079-7c7fdd1c73aa {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:12.751497 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6821e163-7441-4ee3-826b-18382d620c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b78319-1def-4812-871e-04568ef8e9d1', 'code': 200} Jul 05 10:10:12.779098 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-530e5790-0038-451a-bd44-c2d46855a7ca req-a93affd3-4970-48d8-a5fb-68f34c65790e service neutron] 10.222.0.64 "GET /v2.0/networks/066304d3-c378-462f-82ab-95144c243ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172051 Jul 05 10:10:12.863392 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-0e63b1ca-deb9-4ede-a7f5-64612b2fbb43 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:12.944401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926454e4-9002-44ca-8dd6-f3fc5f98b741 req-a59b6354-cb9f-4242-b777-052aead36405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:12.946143 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-926454e4-9002-44ca-8dd6-f3fc5f98b741 req-a59b6354-cb9f-4242-b777-052aead36405 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 1098 time: 0.1155047 Jul 05 10:10:12.964345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fac385-3cf3-41d1-810c-e162fe40d3b1 req-47b4686f-a115-412f-9800-b4c39c268cff tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:12.966041 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22fac385-3cf3-41d1-810c-e162fe40d3b1 req-47b4686f-a115-412f-9800-b4c39c268cff tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 1097 time: 0.0951328 Jul 05 10:10:12.986413 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-530e5790-0038-451a-bd44-c2d46855a7ca req-c536fb23-80d5-4854-a1b4-09b2fe3aa842 service neutron] 10.222.0.64 "GET /v2.0/networks/066304d3-c378-462f-82ab-95144c243ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999006 Jul 05 10:10:13.019402 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-0e63b1ca-deb9-4ede-a7f5-64612b2fbb43 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Floating IP 5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e associated. External IP: 172.25.5.29, port: 8400c3d8-c804-4ac4-96f6-aac8bd55563d. Jul 05 10:10:13.026476 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-926454e4-9002-44ca-8dd6-f3fc5f98b741 req-dc467313-335d-402e-add9-d3f341ee9cb8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3d15fe43-d652-47f0-bac5-11d1666a2255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728445 Jul 05 10:10:13.033494 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22fac385-3cf3-41d1-810c-e162fe40d3b1 req-683a66fc-c229-40d0-bbb5-3c408c317244 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572438 Jul 05 10:10:13.231761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98850f03-9512-46ec-893b-ca1956c44af7 req-b3c6c7ec-634f-47d7-a252-212c6827770b tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:13.233255 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98850f03-9512-46ec-893b-ca1956c44af7 req-b3c6c7ec-634f-47d7-a252-212c6827770b tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 946 time: 0.0721328 Jul 05 10:10:13.265825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-0e63b1ca-deb9-4ede-a7f5-64612b2fbb43 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Router ddaec184-e316-4461-97b4-e0e82152d43f has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:13.277105 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98850f03-9512-46ec-893b-ca1956c44af7 req-c2d2f44d-8928-4998-a311-d0b539a618d2 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d15fe43-d652-47f0-bac5-11d1666a2255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350938 Jul 05 10:10:13.413570 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-0e63b1ca-deb9-4ede-a7f5-64612b2fbb43 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:13.422473 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3bcb3b-2daf-4ac2-a23c-09551bbf8fd1 None None] Sync routers for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:13.456133 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3bcb3b-2daf-4ac2-a23c-09551bbf8fd1 None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:13.456765 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-2f3bcb3b-2daf-4ac2-a23c-09551bbf8fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:09:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:13.513533 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cdf28-2418-4d24-ba00-ffdab930c4ac req-e3b6551e-4fe7-4cc0-b854-8cc7ccd1b48b tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:13.525261 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f21cdf28-2418-4d24-ba00-ffdab930c4ac req-e3b6551e-4fe7-4cc0-b854-8cc7ccd1b48b tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 944 time: 0.0918326 Jul 05 10:10:13.572739 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f21cdf28-2418-4d24-ba00-ffdab930c4ac req-8afb57a8-7b72-4222-b80d-c8c7071c5289 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/security-groups?id=468cda2e-f807-4afd-b146-1c765a83acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460603 Jul 05 10:10:13.598158 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a087-8daa-4fdd-be74-4d9bd5c47153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.640789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45660) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:13.644471 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.688457 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-2f3bcb3b-2daf-4ac2-a23c-09551bbf8fd1 None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:13.804705 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a56346a1-600e-4d0f-8b9a-4d4dcf7613c9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1302075302-network', 'tenant_id': 'd1bad4c945d84938af81fd71f834957f'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:13.816821 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-0e63b1ca-deb9-4ede-a7f5-64612b2fbb43 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Router ddaec184-e316-4461-97b4-e0e82152d43f has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:13.923894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56346a1-600e-4d0f-8b9a-4d4dcf7613c9 admin admin] Made reservation on behalf of d1bad4c945d84938af81fd71f834957f for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:13.927817 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a56346a1-600e-4d0f-8b9a-4d4dcf7613c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.939570 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a56346a1-600e-4d0f-8b9a-4d4dcf7613c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.946213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-0e63b1ca-deb9-4ede-a7f5-64612b2fbb43 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:13.960010 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-0e63b1ca-deb9-4ede-a7f5-64612b2fbb43 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:13.994436 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-2f3bcb3b-2daf-4ac2-a23c-09551bbf8fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'port_id': 'c25a9771-42c9-4393-af99-4a127309185b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'mac_address': 'fa:16:3e:aa:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:10:12Z', 'revision_number': 3, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:14.013641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'tag': '8400c3d8-c804-4ac4-96f6-aac8bd55563d'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:14.017637 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf40306-3e7e-490a-ab75-47797f66b4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff256349-1188-42b5-881d-1cb2fbac8a17", "tag": "8400c3d8-c804-4ac4-96f6-aac8bd55563d"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:14.040303 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3bcb3b-2daf-4ac2-a23c-09551bbf8fd1 None None] Checking router: ddaec184-e316-4461-97b4-e0e82152d43f for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:14.056790 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3bcb3b-2daf-4ac2-a23c-09551bbf8fd1 None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:14.059042 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-2f3bcb3b-2daf-4ac2-a23c-09551bbf8fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:14.061379 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-0e63b1ca-deb9-4ede-a7f5-64612b2fbb43 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "PUT /v2.0/floatingips/5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e HTTP/1.1" status: 200 len: 997 time: 2.5898874 Jul 05 10:10:14.070035 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a56346a1-600e-4d0f-8b9a-4d4dcf7613c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.071596 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c008899-f6db-4b87-a787-748c2b015436 x-openstack-request-id: req-8c008899-f6db-4b87-a787-748c2b015436 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:14.071843 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff256349-1188-42b5-881d-1cb2fbac8a17", "tag": "8400c3d8-c804-4ac4-96f6-aac8bd55563d", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:14.072042 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8c008899-f6db-4b87-a787-748c2b015436 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:14.072513 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'tag': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'status': 'completed', 'code': 200} Jul 05 10:10:14.141098 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-888712bf-407e-4d3d-996c-ee49486c87c9 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:14.143545 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-888712bf-407e-4d3d-996c-ee49486c87c9 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports/8400c3d8-c804-4ac4-96f6-aac8bd55563d HTTP/1.1" status: 200 len: 943 time: 0.0748322 Jul 05 10:10:14.234995 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a56346a1-600e-4d0f-8b9a-4d4dcf7613c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.271655 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56346a1-600e-4d0f-8b9a-4d4dcf7613c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:14.293790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56346a1-600e-4d0f-8b9a-4d4dcf7613c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6f8247-47c2-4dcb-8582-d95774e32205,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:14.299139 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a56346a1-600e-4d0f-8b9a-4d4dcf7613c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.302080 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-a56346a1-600e-4d0f-8b9a-4d4dcf7613c9 admin admin] Added segment e1168c59-3485-4098-ae01-66092ac3ac2f of type vlan for network 14713cbe-0837-4369-939a-65f3496d6fab Jul 05 10:10:14.323949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-c3906f5b-1128-4355-bbf3-78849af69f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:14.325863 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-c3906f5b-1128-4355-bbf3-78849af69f3c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 1098 time: 0.0997202 Jul 05 10:10:14.336851 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-2f3bcb3b-2daf-4ac2-a23c-09551bbf8fd1 None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:14.341746 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf40306-3e7e-490a-ab75-47797f66b4f5 req-1c4c9fea-a27e-4581-8267-87b7d1e2efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:14.343882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aaf40306-3e7e-490a-ab75-47797f66b4f5 req-1c4c9fea-a27e-4581-8267-87b7d1e2efc5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 1098 time: 0.2398374 Jul 05 10:10:14.482219 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a56346a1-600e-4d0f-8b9a-4d4dcf7613c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.502923 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-55495d4b-5cf5-4945-90a7-05473e6a05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:14.504991 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-55495d4b-5cf5-4945-90a7-05473e6a05fa service neutron] 10.222.0.77 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 921 time: 0.1688426 Jul 05 10:10:14.555967 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-aaff2b5c-8df6-4b65-aa97-101fcbf1d0d0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8400c3d8-c804-4ac4-96f6-aac8bd55563d HTTP/1.1" status: 200 len: 217 time: 0.0422678 Jul 05 10:10:14.662773 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf40306-3e7e-490a-ab75-47797f66b4f5 req-353fc542-3e5f-401f-bb9e-506d295b878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:14.667253 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aaf40306-3e7e-490a-ab75-47797f66b4f5 req-353fc542-3e5f-401f-bb9e-506d295b878e service neutron] 10.222.0.73 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 921 time: 0.2995563 Jul 05 10:10:14.669377 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-2f3bcb3b-2daf-4ac2-a23c-09551bbf8fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'port_id': 'c25a9771-42c9-4393-af99-4a127309185b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'mac_address': 'fa:16:3e:aa:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:10:12Z', 'revision_number': 3, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:14.677849 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-01dc2ab2-403d-4407-bd0a-b9a1b6c9df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:14.679437 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-01dc2ab2-403d-4407-bd0a-b9a1b6c9df1a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 200 len: 859 time: 0.1146476 Jul 05 10:10:14.686967 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274d228-4321-47e7-a57c-b3fe99efd010 req-80bf3962-4f23-4cea-80f1-d7175d1adb1e tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:14.699362 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3bcb3b-2daf-4ac2-a23c-09551bbf8fd1 None None] The sync data for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 is: [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'port_id': 'c25a9771-42c9-4393-af99-4a127309185b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'mac_address': 'fa:16:3e:aa:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:10:12Z', 'revision_number': 3, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:14.713362 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2274d228-4321-47e7-a57c-b3fe99efd010 req-80bf3962-4f23-4cea-80f1-d7175d1adb1e tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 946 time: 0.2269681 Jul 05 10:10:14.778884 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-45b65e0a-184f-4a9e-bc63-8fae09842759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:14.781316 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-45b65e0a-184f-4a9e-bc63-8fae09842759 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=49acf21c-d200-4532-94e8-8583d85e6566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932629 Jul 05 10:10:14.798986 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-5d8d400b-3e6c-4a95-90c6-f4adc01e0f1b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:10:14.800078 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-5d8d400b-3e6c-4a95-90c6-f4adc01e0f1b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095747 Jul 05 10:10:14.827511 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aaf40306-3e7e-490a-ab75-47797f66b4f5 req-b3ce0d7c-bf21-455a-9a3d-3c5d686646ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8400c3d8-c804-4ac4-96f6-aac8bd55563d HTTP/1.1" status: 200 len: 217 time: 0.1025901 Jul 05 10:10:14.827511 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a56346a1-600e-4d0f-8b9a-4d4dcf7613c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.827511 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56346a1-600e-4d0f-8b9a-4d4dcf7613c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:14.827511 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a56346a1-600e-4d0f-8b9a-4d4dcf7613c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.878585 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:14.953054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-079a19c8-9401-4596-9633-cbbc980c621e service neutron] 10.222.0.77 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409357 Jul 05 10:10:14.996680 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2274d228-4321-47e7-a57c-b3fe99efd010 req-17106b98-1e97-44fa-b22f-139459f1ed54 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d15fe43-d652-47f0-bac5-11d1666a2255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914023 Jul 05 10:10:15.007323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf40306-3e7e-490a-ab75-47797f66b4f5 req-f5c03368-de17-48ea-b512-3ada71c1dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:15.009125 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aaf40306-3e7e-490a-ab75-47797f66b4f5 req-f5c03368-de17-48ea-b512-3ada71c1dc69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 200 len: 859 time: 0.1852727 Jul 05 10:10:15.019424 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a56346a1-600e-4d0f-8b9a-4d4dcf7613c9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3759997 Jul 05 10:10:15.020364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45730) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:15.029707 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2299c6b0-80bc-4328-a026-15da01f84bdf admin admin] Request body: {'subnet': {'network_id': '14713cbe-0837-4369-939a-65f3496d6fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1302075302-subnet', 'tenant_id': 'd1bad4c945d84938af81fd71f834957f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:15.035193 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6004e4ec-3d38-4d86-b9e3-269c24e7cd48 None None] New status for floating IP 5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:10:15.054646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56346a1-600e-4d0f-8b9a-4d4dcf7613c9 admin admin] Pushing event updated for resources: {'Network': ['ID=14713cbe-0837-4369-939a-65f3496d6fab,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:15.088758 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 14713cbe-0837-4369-939a-65f3496d6fab details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:15.103537 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-279f28c4-facf-455a-a32a-96d3603c1d76 service neutron] 10.222.0.77 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395092 Jul 05 10:10:15.177524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf40306-3e7e-490a-ab75-47797f66b4f5 req-2083d616-74cf-4555-be3c-2c514e210d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:15.179517 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aaf40306-3e7e-490a-ab75-47797f66b4f5 req-2083d616-74cf-4555-be3c-2c514e210d8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49acf21c-d200-4532-94e8-8583d85e6566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1449165 Jul 05 10:10:15.280896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2299c6b0-80bc-4328-a026-15da01f84bdf admin admin] Made reservation on behalf of d1bad4c945d84938af81fd71f834957f for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:15.284559 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2299c6b0-80bc-4328-a026-15da01f84bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.324062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-922ffc2c-f50b-44b9-b24d-af355eb97ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:15.335929 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-922ffc2c-f50b-44b9-b24d-af355eb97ad1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 1097 time: 0.1011834 Jul 05 10:10:15.403135 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39ccbe-0c01-41a2-a5ea-56b3b3924411 req-edeea842-b285-46a6-9e55-1dfea1f902e3 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:15.411837 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1a39ccbe-0c01-41a2-a5ea-56b3b3924411 req-edeea842-b285-46a6-9e55-1dfea1f902e3 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 944 time: 0.2284901 Jul 05 10:10:15.420510 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aaf40306-3e7e-490a-ab75-47797f66b4f5 req-a078567e-2db5-47d3-9f34-26b1a261791a service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249365 Jul 05 10:10:15.459445 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-06c3aba4-c8b7-4934-9452-21623835e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:15.461150 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-06c3aba4-c8b7-4934-9452-21623835e70c service neutron] 10.222.0.77 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 921 time: 0.1243961 Jul 05 10:10:15.579864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-d18c0dba-ee2e-4271-9901-d221846d795c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25a9771-42c9-4393-af99-4a127309185b HTTP/1.1" status: 200 len: 1000 time: 0.1104918 Jul 05 10:10:15.583771 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1a39ccbe-0c01-41a2-a5ea-56b3b3924411 req-59f30572-1689-4338-a20d-f441d0c5271d tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/security-groups?id=468cda2e-f807-4afd-b146-1c765a83acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705196 Jul 05 10:10:15.621464 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aaf40306-3e7e-490a-ab75-47797f66b4f5 req-a4eeccdb-46f2-4de1-b492-772e28e25f7d service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678061 Jul 05 10:10:15.657211 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-28cf557b-258d-42fc-b68c-96017299fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:15.660358 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-28cf557b-258d-42fc-b68c-96017299fb90 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 200 len: 859 time: 0.0762539 Jul 05 10:10:15.729059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-6c83cb43-b0c3-49eb-9fa2-446e3aca0376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:15.731685 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-6c83cb43-b0c3-49eb-9fa2-446e3aca0376 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=49acf21c-d200-4532-94e8-8583d85e6566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632765 Jul 05 10:10:15.742250 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201603da-0f1a-49aa-80ba-78a7ffac32c2 None None] Sync routers for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:15.772056 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201603da-0f1a-49aa-80ba-78a7ffac32c2 None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:15.773214 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-201603da-0f1a-49aa-80ba-78a7ffac32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:15.780760 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2299c6b0-80bc-4328-a026-15da01f84bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:15.877170 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299c6b0-80bc-4328-a026-15da01f84bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=99eed56a-bab3-4d2d-883c-8b242dc7f185,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:15.898301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2299c6b0-80bc-4328-a026-15da01f84bdf admin admin] Checking segment: {'id': 'e1168c59-3485-4098-ae01-66092ac3ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '14713cbe-0837-4369-939a-65f3496d6fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:15.898669 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2299c6b0-80bc-4328-a026-15da01f84bdf admin admin] Network hostable DHCP agents. Network: 14713cbe-0837-4369-939a-65f3496d6fab, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:15.905164 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-89821be7-93fb-4912-b90d-9141f71c8594 service neutron] 10.222.0.77 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597598 Jul 05 10:10:15.952410 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-201603da-0f1a-49aa-80ba-78a7ffac32c2 None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:15.991838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2299c6b0-80bc-4328-a026-15da01f84bdf admin admin] Network 14713cbe-0837-4369-939a-65f3496d6fab is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:16.031152 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748adfd4-d735-4bdf-9df5-520f8d44b6ae req-d16830a3-c2e6-42c2-ba8d-8222b4cb4199 service neutron] 10.222.0.77 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104362 Jul 05 10:10:16.045008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45766) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:16.073944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'tag': 'c25a9771-42c9-4393-af99-4a127309185b'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:16.076408 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ed8f92-0946-4339-9ef1-3012152c3c44" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2b5110-41d7-4284-833e-688d5f3cd049", "tag": "c25a9771-42c9-4393-af99-4a127309185b"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:16.089509 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-2299c6b0-80bc-4328-a026-15da01f84bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 14713cbe-0837-4369-939a-65f3496d6fab) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:16.096845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2299c6b0-80bc-4328-a026-15da01f84bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:16.102335 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b85707f-d8b2-414e-8530-117eaa409f7d None None] Network 14713cbe-0837-4369-939a-65f3496d6fab requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:16.108744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2299c6b0-80bc-4328-a026-15da01f84bdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.180050 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9765d131-f975-42eb-a0cf-0ed5699d0cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.229723 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549ef70-cd11-4bbe-96b9-e8c5a7c1f119 req-2852b07f-d497-4080-99b4-1efe3d71d748 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:16.236862 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7549ef70-cd11-4bbe-96b9-e8c5a7c1f119 req-2852b07f-d497-4080-99b4-1efe3d71d748 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 946 time: 0.1113257 Jul 05 10:10:16.255864 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8951ec90-a1bf-4afe-9388-ad9f4045aa6c None None] Network 14713cbe-0837-4369-939a-65f3496d6fab requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:16.265175 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2299c6b0-80bc-4328-a026-15da01f84bdf admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2323592 Jul 05 10:10:16.270657 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b954407-c6f4-4352-b1fe-e62cf7a7e64e x-openstack-request-id: req-9b954407-c6f4-4352-b1fe-e62cf7a7e64e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:16.270657 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2b5110-41d7-4284-833e-688d5f3cd049", "tag": "c25a9771-42c9-4393-af99-4a127309185b", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:16.271203 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9b954407-c6f4-4352-b1fe-e62cf7a7e64e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:16.271986 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'tag': 'c25a9771-42c9-4393-af99-4a127309185b', 'status': 'completed', 'code': 200} Jul 05 10:10:16.296433 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7549ef70-cd11-4bbe-96b9-e8c5a7c1f119 req-2e0a10fc-4c10-4327-a237-244e1f60ee73 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d15fe43-d652-47f0-bac5-11d1666a2255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586107 Jul 05 10:10:16.316575 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-201603da-0f1a-49aa-80ba-78a7ffac32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'port_id': 'c25a9771-42c9-4393-af99-4a127309185b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'mac_address': 'fa:16:3e:aa:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:16.370189 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201603da-0f1a-49aa-80ba-78a7ffac32c2 None None] Checking router: ddaec184-e316-4461-97b4-e0e82152d43f for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:16.392677 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201603da-0f1a-49aa-80ba-78a7ffac32c2 None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:16.393319 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-201603da-0f1a-49aa-80ba-78a7ffac32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:16.416352 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ddc19be-11d5-49aa-a808-4f4a2807f1df req-f8fec56a-013d-4972-8779-eb7ca9ac7507 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 1000 time: 0.1266248 Jul 05 10:10:16.445763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed8f92-0946-4339-9ef1-3012152c3c44 req-4ae547f6-b69e-43b1-af81-f9b8af989806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:16.447302 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48ed8f92-0946-4339-9ef1-3012152c3c44 req-4ae547f6-b69e-43b1-af81-f9b8af989806 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 1097 time: 0.1458766 Jul 05 10:10:16.568069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc19be-11d5-49aa-a808-4f4a2807f1df req-aaf1b271-6e60-43fc-814a-41ee80b71338 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:16.573980 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ddc19be-11d5-49aa-a808-4f4a2807f1df req-aaf1b271-6e60-43fc-814a-41ee80b71338 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports/c25a9771-42c9-4393-af99-4a127309185b HTTP/1.1" status: 200 len: 942 time: 0.1521344 Jul 05 10:10:16.574318 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-201603da-0f1a-49aa-80ba-78a7ffac32c2 None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:16.629535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed8f92-0946-4339-9ef1-3012152c3c44 req-a98ecb89-073e-4800-b3e4-9d65231d8d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:16.629535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48ed8f92-0946-4339-9ef1-3012152c3c44 req-a98ecb89-073e-4800-b3e4-9d65231d8d20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 921 time: 0.1716008 Jul 05 10:10:16.637373 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9765d131-f975-42eb-a0cf-0ed5699d0cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.702091 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48ed8f92-0946-4339-9ef1-3012152c3c44 req-376036dc-8723-40d3-a8dd-40f31a737403 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25a9771-42c9-4393-af99-4a127309185b HTTP/1.1" status: 200 len: 1000 time: 0.0667160 Jul 05 10:10:16.747283 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ddc19be-11d5-49aa-a808-4f4a2807f1df req-2e387505-fc1b-490d-a8cc-dca4b4a949a5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 1000 time: 0.0747418 Jul 05 10:10:16.771628 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.788566 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed8f92-0946-4339-9ef1-3012152c3c44 req-91f8cdc6-0dc7-41e0-86fe-1be867570f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:16.795771 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48ed8f92-0946-4339-9ef1-3012152c3c44 req-91f8cdc6-0dc7-41e0-86fe-1be867570f0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 200 len: 859 time: 0.0851283 Jul 05 10:10:16.816213 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9765d131-f975-42eb-a0cf-0ed5699d0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:16.910227 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9765d131-f975-42eb-a0cf-0ed5699d0cc5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=332f4b8b83cf413497df0b0a95af9736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8631527 Jul 05 10:10:16.910730 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45792) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:16.921515 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-201603da-0f1a-49aa-80ba-78a7ffac32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'port_id': 'c25a9771-42c9-4393-af99-4a127309185b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'mac_address': 'fa:16:3e:aa:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:16.922121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765d131-f975-42eb-a0cf-0ed5699d0cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28cac14-86a8-49f7-9e8e-4566063699be,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:16.937861 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc19be-11d5-49aa-a808-4f4a2807f1df req-6f6b2e3b-316d-4944-8cca-b1922409b7c5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:16.940036 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ddc19be-11d5-49aa-a808-4f4a2807f1df req-6f6b2e3b-316d-4944-8cca-b1922409b7c5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.1864200 Jul 05 10:10:16.957960 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201603da-0f1a-49aa-80ba-78a7ffac32c2 None None] The sync data for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 is: [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'port_id': 'c25a9771-42c9-4393-af99-4a127309185b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'mac_address': 'fa:16:3e:aa:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:10:15Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:16.986737 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed8f92-0946-4339-9ef1-3012152c3c44 req-7c5733f5-f5bd-4544-bc9d-27be324b0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:16.988438 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48ed8f92-0946-4339-9ef1-3012152c3c44 req-7c5733f5-f5bd-4544-bc9d-27be324b0e43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49acf21c-d200-4532-94e8-8583d85e6566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1866274 Jul 05 10:10:17.048942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7b8a1215-3067-42c0-997b-6d0d4616c0fe details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:10:17.104920 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c771ea7a-62ce-4ed7-902e-23f559ab15ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.164493 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c771ea7a-62ce-4ed7-902e-23f559ab15ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.184619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7b8a1215-3067-42c0-997b-6d0d4616c0fe, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7b8a1215-3067-42c0-997b-6d0d4616c0fe,segment=NetworkSegment(ee53c1bb-6008-4499-80bb-4c7cf6051337),segment_id=ee53c1bb-6008-4499-80bb-4c7cf6051337)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:17.196350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19409690-3b9f-4b23-8908-6e099dbbb667 req-f00a6d46-d3f2-4c3c-b7ce-5933915c95a8 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:17.208995 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-19409690-3b9f-4b23-8908-6e099dbbb667 req-f00a6d46-d3f2-4c3c-b7ce-5933915c95a8 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 944 time: 0.2480435 Jul 05 10:10:17.211574 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '7b8a1215-3067-42c0-997b-6d0d4616c0fe', 'network_id': '066304d3-c378-462f-82ab-95144c243ffb', 'port_id': '7b8a1215-3067-42c0-997b-6d0d4616c0fe', 'mac_address': 'fa:16:3e:db:29:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:10:17.238233 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48ed8f92-0946-4339-9ef1-3012152c3c44 req-bc780838-fd4a-407a-b2c5-b4e8b413dbc5 service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189703 Jul 05 10:10:17.259387 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.278525 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8a1215-3067-42c0-997b-6d0d4616c0fe {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:10:17.299674 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7b8a1215-3067-42c0-997b-6d0d4616c0fe, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7b8a1215-3067-42c0-997b-6d0d4616c0fe,segment=NetworkSegment(ee53c1bb-6008-4499-80bb-4c7cf6051337),segment_id=ee53c1bb-6008-4499-80bb-4c7cf6051337)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:17.307801 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-19409690-3b9f-4b23-8908-6e099dbbb667 req-8b238266-17a7-4a81-b13b-348650e9a922 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/security-groups?id=468cda2e-f807-4afd-b146-1c765a83acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973570 Jul 05 10:10:17.313004 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45810) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:17.318438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-2313ae8a-ae06-477d-83e2-0fce4991fb90 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-889415276-network', 'tenant_id': '4a1f142a6242442ca870060ec4bbd78d'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:17.378130 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48ed8f92-0946-4339-9ef1-3012152c3c44 req-324ef63b-8e13-4173-92dd-c6b1e384dd09 service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208630 Jul 05 10:10:17.444832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2313ae8a-ae06-477d-83e2-0fce4991fb90 admin admin] Made reservation on behalf of 4a1f142a6242442ca870060ec4bbd78d for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:17.445470 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.448929 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2313ae8a-ae06-477d-83e2-0fce4991fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.463078 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2313ae8a-ae06-477d-83e2-0fce4991fb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.495339 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c771ea7a-62ce-4ed7-902e-23f559ab15ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.498157 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c771ea7a-62ce-4ed7-902e-23f559ab15ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.499331 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c771ea7a-62ce-4ed7-902e-23f559ab15ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a28cac14-86a8-49f7-9e8e-4566063699be HTTP/1.1" status: 204 len: 168 time: 0.5858138 Jul 05 10:10:17.511550 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771ea7a-62ce-4ed7-902e-23f559ab15ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28cac14-86a8-49f7-9e8e-4566063699be,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:17.555021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=7b8a1215-3067-42c0-997b-6d0d4616c0fe,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:17.625341 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2313ae8a-ae06-477d-83e2-0fce4991fb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.667032 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-b46cad32-e15e-4955-9610-40f7bfd97b22 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 1000 time: 0.0732684 Jul 05 10:10:17.691581 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['7b8a1215-3067-42c0-997b-6d0d4616c0fe'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:17.728131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-f0180286-f060-4816-b9a5-3ab83e062c4b tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:17.732858 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-f0180286-f060-4816-b9a5-3ab83e062c4b tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports/c25a9771-42c9-4393-af99-4a127309185b HTTP/1.1" status: 200 len: 942 time: 0.0598502 Jul 05 10:10:17.758129 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2313ae8a-ae06-477d-83e2-0fce4991fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.778357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2313ae8a-ae06-477d-83e2-0fce4991fb90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:17.799677 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2313ae8a-ae06-477d-83e2-0fce4991fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.800980 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-2313ae8a-ae06-477d-83e2-0fce4991fb90 admin admin] Added segment 9c525254-5baa-4bd8-a287-e1f2ace7b32a of type vlan for network 61ab8641-94a4-47fb-8368-5e7a4572a927 Jul 05 10:10:17.810895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313ae8a-ae06-477d-83e2-0fce4991fb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5675aa37-0778-483e-b2f9-a565bf46a89c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:17.858827 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2313ae8a-ae06-477d-83e2-0fce4991fb90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.919292 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-fe061471-0c43-45d2-a183-18eab809b2c5 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 1000 time: 0.0865149 Jul 05 10:10:17.986376 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2313ae8a-ae06-477d-83e2-0fce4991fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:17.987372 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2313ae8a-ae06-477d-83e2-0fce4991fb90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:17.988012 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2313ae8a-ae06-477d-83e2-0fce4991fb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:18.043629 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-4143235d-eecb-4277-9d19-d778dc232e4f tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:18.045267 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-4143235d-eecb-4277-9d19-d778dc232e4f tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.1193819 Jul 05 10:10:18.054768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313ae8a-ae06-477d-83e2-0fce4991fb90 admin admin] Pushing event updated for resources: {'Network': ['ID=61ab8641-94a4-47fb-8368-5e7a4572a927,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:18.068810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 61ab8641-94a4-47fb-8368-5e7a4572a927 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:18.135506 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-76d20cb2-ec4a-498e-a0aa-528a78c3e9e3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 1000 time: 0.0794446 Jul 05 10:10:18.140606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-3d3d2927-1aab-49c0-87e4-074fdfa995e3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:18.171607 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2313ae8a-ae06-477d-83e2-0fce4991fb90 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8557680 Jul 05 10:10:18.174972 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45834) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:18.180541 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-389ce220-a7ae-4059-b93a-231a8364a54a admin admin] Request body: {'subnet': {'network_id': '61ab8641-94a4-47fb-8368-5e7a4572a927', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-889415276-subnet', 'tenant_id': '4a1f142a6242442ca870060ec4bbd78d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:18.216037 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-3d3d2927-1aab-49c0-87e4-074fdfa995e3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:18.350818 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389ce220-a7ae-4059-b93a-231a8364a54a admin admin] Made reservation on behalf of 4a1f142a6242442ca870060ec4bbd78d for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:18.353293 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-389ce220-a7ae-4059-b93a-231a8364a54a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:18.412192 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-3d3d2927-1aab-49c0-87e4-074fdfa995e3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:18.528139 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-3d3d2927-1aab-49c0-87e4-074fdfa995e3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:18.528467 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-3d3d2927-1aab-49c0-87e4-074fdfa995e3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Floating IP 5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e disassociated. External IP: 172.25.5.29, port: c25a9771-42c9-4393-af99-4a127309185b. Jul 05 10:10:18.692306 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-389ce220-a7ae-4059-b93a-231a8364a54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:18.764993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ce220-a7ae-4059-b93a-231a8364a54a admin admin] Pushing event updated for resources: {'Subnet': ['ID=152919ef-f803-4a3c-9f70-26a50fb831f7,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:18.773397 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389ce220-a7ae-4059-b93a-231a8364a54a admin admin] Checking segment: {'id': '9c525254-5baa-4bd8-a287-e1f2ace7b32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '61ab8641-94a4-47fb-8368-5e7a4572a927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:18.773950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389ce220-a7ae-4059-b93a-231a8364a54a admin admin] Network hostable DHCP agents. Network: 61ab8641-94a4-47fb-8368-5e7a4572a927, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:18.810699 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-3d3d2927-1aab-49c0-87e4-074fdfa995e3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Router ddaec184-e316-4461-97b4-e0e82152d43f has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:18.906440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389ce220-a7ae-4059-b93a-231a8364a54a admin admin] Network 61ab8641-94a4-47fb-8368-5e7a4572a927 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:19.001933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-3d3d2927-1aab-49c0-87e4-074fdfa995e3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:19.006373 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-3d3d2927-1aab-49c0-87e4-074fdfa995e3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:19.015330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdf9e53-313b-43d4-ae61-53edcd88ee8a None None] Sync routers for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:19.022430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-389ce220-a7ae-4059-b93a-231a8364a54a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 61ab8641-94a4-47fb-8368-5e7a4572a927) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:19.033152 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdf9e53-313b-43d4-ae61-53edcd88ee8a None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:19.033793 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7cdf9e53-313b-43d4-ae61-53edcd88ee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:19.037362 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ce220-a7ae-4059-b93a-231a8364a54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:19.043815 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-389ce220-a7ae-4059-b93a-231a8364a54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:19.044966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de548cd-d628-439f-8b1b-c80103449a83 None None] Network 61ab8641-94a4-47fb-8368-5e7a4572a927 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:19.076570 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-3d3d2927-1aab-49c0-87e4-074fdfa995e3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "PUT /v2.0/floatingips/5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e HTTP/1.1" status: 200 len: 694 time: 0.9391255 Jul 05 10:10:19.077279 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'tag': 'c25a9771-42c9-4393-af99-4a127309185b'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:19.090375 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5289f75b-a883-4fa8-a814-941fbb547bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2b5110-41d7-4284-833e-688d5f3cd049", "tag": "c25a9771-42c9-4393-af99-4a127309185b"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:19.112907 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7b8a1215-3067-42c0-997b-6d0d4616c0fe up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:19.186949 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-389ce220-a7ae-4059-b93a-231a8364a54a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0100734 Jul 05 10:10:19.199622 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-d8ef16ef-2dab-436b-8892-e771cd0a73b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:19.200979 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-d8ef16ef-2dab-436b-8892-e771cd0a73b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 1097 time: 0.1033044 Jul 05 10:10:19.298514 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df64d6-49e8-41d2-b196-6306a8147dbd req-2d2bf6bd-1ce6-40fe-b8a8-87856c0d052b tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:19.311952 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-20df64d6-49e8-41d2-b196-6306a8147dbd req-2d2bf6bd-1ce6-40fe-b8a8-87856c0d052b tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 945 time: 0.1871147 Jul 05 10:10:19.360340 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-7cdf9e53-313b-43d4-ae61-53edcd88ee8a None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:19.379933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-2535117a-18a0-4252-a327-da337ef5fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:19.382514 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-2535117a-18a0-4252-a327-da337ef5fad3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 921 time: 0.1738238 Jul 05 10:10:19.433597 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-20df64d6-49e8-41d2-b196-6306a8147dbd req-36f2cbe3-8516-4f52-882b-37614d01bb16 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/security-groups?id=468cda2e-f807-4afd-b146-1c765a83acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210485 Jul 05 10:10:19.525734 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-c124776e-b94f-468b-8137-27aab3fb4685 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25a9771-42c9-4393-af99-4a127309185b HTTP/1.1" status: 200 len: 217 time: 0.1325312 Jul 05 10:10:19.593100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-cf1739bb-8b54-4e19-9f7c-a5eee57f6442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:19.595659 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-cf1739bb-8b54-4e19-9f7c-a5eee57f6442 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 200 len: 859 time: 0.0689902 Jul 05 10:10:19.612133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d328b0b-c995-4ab4-b635-4144ad64da3b None None] Network 61ab8641-94a4-47fb-8368-5e7a4572a927 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:19.624899 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 7b8a1215-3067-42c0-997b-6d0d4616c0fe completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:19.658954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 7b8a1215-3067-42c0-997b-6d0d4616c0fe triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:19.659612 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:19.672355 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-57661438-c749-46c7-8b3b-49bf03b39821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:19.674756 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-57661438-c749-46c7-8b3b-49bf03b39821 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=49acf21c-d200-4532-94e8-8583d85e6566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711873 Jul 05 10:10:19.795396 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-f2feeeb1-02c1-401e-9a01-b95fc510ab10 service neutron] 10.222.0.77 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130552 Jul 05 10:10:19.903418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4fe46-6768-49cb-b867-06c6eb36eb22 req-15c65064-515c-452b-a060-3baee2c2c225 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:19.911259 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13a4fe46-6768-49cb-b867-06c6eb36eb22 req-15c65064-515c-452b-a060-3baee2c2c225 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 946 time: 0.0791938 Jul 05 10:10:19.921706 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:19.928175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7cdf9e53-313b-43d4-ae61-53edcd88ee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:19.958659 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13a4fe46-6768-49cb-b867-06c6eb36eb22 req-d5db61a7-9f8a-480e-9ca6-878d5d464d74 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d15fe43-d652-47f0-bac5-11d1666a2255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464315 Jul 05 10:10:19.963239 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f289555-81c6-4ac3-b380-57f9fa74f911 req-6692f7b4-d7d0-4f69-8d5c-09d4d1eba42e service neutron] 10.222.0.77 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620045 Jul 05 10:10:19.983036 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdf9e53-313b-43d4-ae61-53edcd88ee8a None None] Checking router: ddaec184-e316-4461-97b4-e0e82152d43f for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:20.001161 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440d7b22-3b38-4232-8f55-b35b63f5f6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8a1215-3067-42c0-997b-6d0d4616c0fe'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:20.003474 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f3fc39-fdf2-4199-9977-4c96e00dd653" -d '{"events": [{"server_uuid": "440d7b22-3b38-4232-8f55-b35b63f5f6a4", "name": "network-vif-plugged", "status": "completed", "tag": "7b8a1215-3067-42c0-997b-6d0d4616c0fe"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:20.016567 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdf9e53-313b-43d4-ae61-53edcd88ee8a None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:20.017460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7cdf9e53-313b-43d4-ae61-53edcd88ee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:20.024142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7b8a1215-3067-42c0-997b-6d0d4616c0fe, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7b8a1215-3067-42c0-997b-6d0d4616c0fe,segment=NetworkSegment(ee53c1bb-6008-4499-80bb-4c7cf6051337),segment_id=ee53c1bb-6008-4499-80bb-4c7cf6051337)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:20.161513 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:20.179446 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43eba5f1-1354-47a1-89f3-179282a99aa7 x-openstack-request-id: req-43eba5f1-1354-47a1-89f3-179282a99aa7 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:20.179993 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2b5110-41d7-4284-833e-688d5f3cd049", "tag": "c25a9771-42c9-4393-af99-4a127309185b", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:20.180356 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-43eba5f1-1354-47a1-89f3-179282a99aa7 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:20.180921 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'tag': 'c25a9771-42c9-4393-af99-4a127309185b', 'status': 'completed', 'code': 200} Jul 05 10:10:20.436407 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420ca583-5d36-41be-a126-ccac889caf65 x-openstack-request-id: req-420ca583-5d36-41be-a126-ccac889caf65 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:20.436982 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440d7b22-3b38-4232-8f55-b35b63f5f6a4", "name": "network-vif-plugged", "status": "completed", "tag": "7b8a1215-3067-42c0-997b-6d0d4616c0fe", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:20.437562 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-420ca583-5d36-41be-a126-ccac889caf65 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:20.438199 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440d7b22-3b38-4232-8f55-b35b63f5f6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8a1215-3067-42c0-997b-6d0d4616c0fe', 'code': 200} Jul 05 10:10:20.485006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-7cdf9e53-313b-43d4-ae61-53edcd88ee8a None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:20.513681 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40c454-4b67-4eed-a3ef-be0016ce09d3 req-1d91ab5a-33f2-4a59-802a-ee1b405bf440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:20.515224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289f75b-a883-4fa8-a814-941fbb547bfe req-0d4b6ca3-0235-4d6f-a782-343f64300396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:20.515588 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6b40c454-4b67-4eed-a3ef-be0016ce09d3 req-1d91ab5a-33f2-4a59-802a-ee1b405bf440 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 1098 time: 0.0943806 Jul 05 10:10:20.518636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5289f75b-a883-4fa8-a814-941fbb547bfe req-0d4b6ca3-0235-4d6f-a782-343f64300396 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 1097 time: 0.3048656 Jul 05 10:10:20.528942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=7b8a1215-3067-42c0-997b-6d0d4616c0fe,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:20.582757 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6b40c454-4b67-4eed-a3ef-be0016ce09d3 req-e8ef2c16-307b-4209-83df-866db25fce69 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=468cda2e-f807-4afd-b146-1c765a83acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605414 Jul 05 10:10:20.630230 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:20.636564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:20.636564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:20.636564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:20.636564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:20.636564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:20.636564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:20.636564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:20.636564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:20.636564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:20.636564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:20.636564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:20.709262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c44e2e-bbfe-4b32-a408-54b8fb3ead10 req-828db429-5787-42ac-b856-a3e5ab5fc3a4 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:20.711297 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00c44e2e-bbfe-4b32-a408-54b8fb3ead10 req-828db429-5787-42ac-b856-a3e5ab5fc3a4 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.73 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 946 time: 0.3091419 Jul 05 10:10:20.861843 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7cdf9e53-313b-43d4-ae61-53edcd88ee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:20.902521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdf9e53-313b-43d4-ae61-53edcd88ee8a None None] The sync data for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 is: [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:21.174190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289f75b-a883-4fa8-a814-941fbb547bfe req-18e17cf1-0368-43c9-8fa1-15579c43346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:21.175865 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5289f75b-a883-4fa8-a814-941fbb547bfe req-18e17cf1-0368-43c9-8fa1-15579c43346e service neutron] 10.222.0.73 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 921 time: 0.6485381 Jul 05 10:10:21.201372 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-a415a10e-57ed-4ea3-8f56-13c191b5da8e tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b03d83b9b5f440e796285d051e688a49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517256 Jul 05 10:10:21.271245 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf13b5-74db-4704-a480-e3d69a4f4e2e None None] New status for floating IP 5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e: DOWN {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:10:21.274350 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5289f75b-a883-4fa8-a814-941fbb547bfe req-7386b196-9a9c-4025-b63b-df4c4298d6da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25a9771-42c9-4393-af99-4a127309185b HTTP/1.1" status: 200 len: 217 time: 0.0834184 Jul 05 10:10:21.333347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289f75b-a883-4fa8-a814-941fbb547bfe req-5f86ab0f-6bf0-42ef-918e-3107b5ca6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:21.334160 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5289f75b-a883-4fa8-a814-941fbb547bfe req-5f86ab0f-6bf0-42ef-918e-3107b5ca6f8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 200 len: 859 time: 0.0517845 Jul 05 10:10:21.369605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-b2474be5-b3aa-49fc-bffb-d3f29c8e94da tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:21.371700 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-b2474be5-b3aa-49fc-bffb-d3f29c8e94da tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683662 Jul 05 10:10:21.395448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-4b255f66-a711-44fc-b509-6780c1ff546b tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:21.397764 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-4b255f66-a711-44fc-b509-6780c1ff546b tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/networks?id=14713cbe-0837-4369-939a-65f3496d6fab HTTP/1.1" status: 200 len: 825 time: 0.6757183 Jul 05 10:10:21.411074 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-9de95193-836e-49d5-aee9-dfdf0cbaeac1 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/quotas/b03d83b9b5f440e796285d051e688a49 HTTP/1.1" status: 200 len: 375 time: 0.0324140 Jul 05 10:10:21.434760 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-00c44e2e-bbfe-4b32-a408-54b8fb3ead10 req-cf11b4be-1a7d-4ee1-9520-b0b2c352ea95 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Deleting port 10b78319-1def-4812-871e-04568ef8e9d1 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:21.435104 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-00c44e2e-bbfe-4b32-a408-54b8fb3ead10 req-cf11b4be-1a7d-4ee1-9520-b0b2c352ea95 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.438745 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-a44c8aa6-22a5-4b2f-86b4-077ec9ced8a7 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/quotas/d1bad4c945d84938af81fd71f834957f HTTP/1.1" status: 200 len: 375 time: 0.0316274 Jul 05 10:10:21.468056 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-27f03cc0-fc28-480b-812a-d00f62516e9d tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b03d83b9b5f440e796285d051e688a49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545127 Jul 05 10:10:21.512058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45964) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:21.541243 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-7e8a028f-f367-43ed-bb41-be07304b7acb tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d1bad4c945d84938af81fd71f834957f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846467 Jul 05 10:10:21.546414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289f75b-a883-4fa8-a814-941fbb547bfe req-8507a75a-310e-4252-86fd-e8e1049bed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:21.548606 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5289f75b-a883-4fa8-a814-941fbb547bfe req-8507a75a-310e-4252-86fd-e8e1049bed6d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49acf21c-d200-4532-94e8-8583d85e6566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2061818 Jul 05 10:10:21.669168 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0faa3ad8-ec1f-4d93-8f19-b065254f8323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.715794 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-00c44e2e-bbfe-4b32-a408-54b8fb3ead10 req-cf11b4be-1a7d-4ee1-9520-b0b2c352ea95 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] For port 10b78319-1def-4812-871e-04568ef8e9d1, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=10b78319-1def-4812-871e-04568ef8e9d1,segment=NetworkSegment(3882d142-219d-4311-ae02-a5816d9c1774),segment_id=3882d142-219d-4311-ae02-a5816d9c1774)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:21.716170 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-00c44e2e-bbfe-4b32-a408-54b8fb3ead10 req-cf11b4be-1a7d-4ee1-9520-b0b2c352ea95 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:21.756767 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-00c44e2e-bbfe-4b32-a408-54b8fb3ead10 req-cf11b4be-1a7d-4ee1-9520-b0b2c352ea95 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Calling delete_port for 10b78319-1def-4812-871e-04568ef8e9d1 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:21.859328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5289f75b-a883-4fa8-a814-941fbb547bfe req-7b2f4d99-f49e-4158-8bab-4f8a00570faf service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968450 Jul 05 10:10:21.873062 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-1bc732bc-f3a7-4eea-a5a0-43883eef4f8e service neutron] 10.222.0.77 "GET /v2.0/networks/14713cbe-0837-4369-939a-65f3496d6fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126800 Jul 05 10:10:21.993064 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0faa3ad8-ec1f-4d93-8f19-b065254f8323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.071183 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.132009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab1449-8f65-4760-b8d4-d4d248e841aa req-c9df84ed-114b-46fb-827c-d9fab7c89eb3 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:22.133094 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-675dbaaf-756a-4c61-9a39-4896d1157998 service neutron] 10.222.0.77 "GET /v2.0/networks/14713cbe-0837-4369-939a-65f3496d6fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591996 Jul 05 10:10:22.141612 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-57ab1449-8f65-4760-b8d4-d4d248e841aa req-c9df84ed-114b-46fb-827c-d9fab7c89eb3 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 946 time: 0.1012070 Jul 05 10:10:22.193245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0faa3ad8-ec1f-4d93-8f19-b065254f8323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.238741 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa3ad8-ec1f-4d93-8f19-b065254f8323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b078d1-84d9-497c-925e-140c35af9d1f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:22.263892 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-57ab1449-8f65-4760-b8d4-d4d248e841aa req-1e7dcb7e-e879-4be5-8944-c277f4a20374 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/security-groups?id=468cda2e-f807-4afd-b146-1c765a83acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105721 Jul 05 10:10:22.288005 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0faa3ad8-ec1f-4d93-8f19-b065254f8323 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e7eb2459b4c843f29722673dda846420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7785454 Jul 05 10:10:22.289599 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45982) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:22.302100 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5289f75b-a883-4fa8-a814-941fbb547bfe req-9b17c918-f2f6-4374-aebf-d9fea2c1a7e3 service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248762 Jul 05 10:10:22.360719 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c4c26c7-97cd-48b9-aed3-f1e2550e311b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.387124 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c4c26c7-97cd-48b9-aed3-f1e2550e311b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.460490 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-00c44e2e-bbfe-4b32-a408-54b8fb3ead10 req-cf11b4be-1a7d-4ee1-9520-b0b2c352ea95 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.500321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11b4be-1a7d-4ee1-9520-b0b2c352ea95 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Pushing event deleted for resources: {'Port': ['ID=10b78319-1def-4812-871e-04568ef8e9d1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:22.575679 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f006faa9-253f-4db7-aff0-e79df0f7d2e2 req-291987ab-8dd9-4bec-bd82-39168b27c0af tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 210 time: 0.0421638 Jul 05 10:10:22.594305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c44e2e-bbfe-4b32-a408-54b8fb3ead10 req-cf11b4be-1a7d-4ee1-9520-b0b2c352ea95 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] No DVR routers for this DVR port 10b78319-1def-4812-871e-04568ef8e9d1 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:22.598063 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-00c44e2e-bbfe-4b32-a408-54b8fb3ead10 req-cf11b4be-1a7d-4ee1-9520-b0b2c352ea95 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.601054 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00c44e2e-bbfe-4b32-a408-54b8fb3ead10 req-cf11b4be-1a7d-4ee1-9520-b0b2c352ea95 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.73 "DELETE /v2.0/ports/10b78319-1def-4812-871e-04568ef8e9d1 HTTP/1.1" status: 204 len: 173 time: 1.8810358 Jul 05 10:10:22.613725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6821e163-7441-4ee3-826b-18382d620c15', 'name': 'network-vif-deleted', 'tag': '10b78319-1def-4812-871e-04568ef8e9d1'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:22.616477 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dff907-6804-433d-96bb-4ce624fc1bc1" -d '{"events": [{"server_uuid": "6821e163-7441-4ee3-826b-18382d620c15", "name": "network-vif-deleted", "tag": "10b78319-1def-4812-871e-04568ef8e9d1"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:22.655807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e054c33-b9e1-4537-b260-789f2b2a8539 req-8a8845ce-340b-4d96-a1e3-58dba7358092 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:22.657735 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e054c33-b9e1-4537-b260-789f2b2a8539 req-8a8845ce-340b-4d96-a1e3-58dba7358092 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d2b5110-41d7-4284-833e-688d5f3cd049 HTTP/1.1" status: 200 len: 945 time: 0.2448435 Jul 05 10:10:22.678735 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-258e5043-2a21-4bc8-b867-3ef315c8cfca tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:22.680382 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-258e5043-2a21-4bc8-b867-3ef315c8cfca tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1842000 Jul 05 10:10:22.696067 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-a28bae04-4d84-46a4-9ff4-2349bf32aa04 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b03d83b9b5f440e796285d051e688a49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213463 Jul 05 10:10:22.752637 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c4c26c7-97cd-48b9-aed3-f1e2550e311b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.755243 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c4c26c7-97cd-48b9-aed3-f1e2550e311b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.756498 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5c4c26c7-97cd-48b9-aed3-f1e2550e311b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/09b078d1-84d9-497c-925e-140c35af9d1f HTTP/1.1" status: 204 len: 168 time: 0.4641502 Jul 05 10:10:22.783198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c26c7-97cd-48b9-aed3-f1e2550e311b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b078d1-84d9-497c-925e-140c35af9d1f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:22.790824 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-a13bdd9d-6b44-4a23-b29b-962861b18c57 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 695 time: 0.0883138 Jul 05 10:10:22.804161 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-7b60d1e4-56d7-4949-b2c3-53a1d71512f3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Request body: {'floatingip': {'port_id': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:22.862164 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-4184d07a-290e-4f51-aaeb-4be32e448a03 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:22.870852 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-4184d07a-290e-4f51-aaeb-4be32e448a03 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1655264 Jul 05 10:10:22.885822 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-7b60d1e4-56d7-4949-b2c3-53a1d71512f3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:22.890593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-dfabf314-0ec4-47df-9c44-cab3c22dd2e9 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/quotas/b03d83b9b5f440e796285d051e688a49 HTTP/1.1" status: 200 len: 375 time: 0.0186243 Jul 05 10:10:22.937938 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-41a16c14-a67e-4bdd-8925-f2a2b9292f42 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b03d83b9b5f440e796285d051e688a49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446839 Jul 05 10:10:23.102843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-3e054c33-b9e1-4537-b260-789f2b2a8539 req-227b1160-5d58-4186-96cf-2580f03f88f6 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Deleting port c25a9771-42c9-4393-af99-4a127309185b {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:23.103309 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3e054c33-b9e1-4537-b260-789f2b2a8539 req-227b1160-5d58-4186-96cf-2580f03f88f6 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.371078 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-3e054c33-b9e1-4537-b260-789f2b2a8539 req-227b1160-5d58-4186-96cf-2580f03f88f6 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] For port c25a9771-42c9-4393-af99-4a127309185b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c25a9771-42c9-4393-af99-4a127309185b,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:23.371078 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3e054c33-b9e1-4537-b260-789f2b2a8539 req-227b1160-5d58-4186-96cf-2580f03f88f6 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.392926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-3e054c33-b9e1-4537-b260-789f2b2a8539 req-227b1160-5d58-4186-96cf-2580f03f88f6 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Calling delete_port for c25a9771-42c9-4393-af99-4a127309185b owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:23.509000 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 10b78319-1def-4812-871e-04568ef8e9d1 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:23.548947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 10b78319-1def-4812-871e-04568ef8e9d1 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:23.549296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 10b78319-1def-4812-871e-04568ef8e9d1 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:23.549705 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c25a9771-42c9-4393-af99-4a127309185b no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:23.690829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79846e2-7875-4013-80a7-45c4363c676f req-4b87dd38-7e08-47f7-976d-5f19cd6720b0 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:23.703700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46032) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:23.708833 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3e054c33-b9e1-4537-b260-789f2b2a8539 req-227b1160-5d58-4186-96cf-2580f03f88f6 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.716663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c79846e2-7875-4013-80a7-45c4363c676f req-4b87dd38-7e08-47f7-976d-5f19cd6720b0 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 946 time: 0.1608844 Jul 05 10:10:23.724298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['8400c3d8-c804-4ac4-96f6-aac8bd55563d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:23.728785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-25e4c4ef-af5d-4b0d-a985-f52445441616 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Request body: {'floatingip': {'port_id': '7b8a1215-3067-42c0-997b-6d0d4616c0fe'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:23.729503 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Port c25a9771-42c9-4393-af99-4a127309185b update to DOWN by agent not found {{(pid=100777) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 10:10:23.804308 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6b765c7c-e97f-4e4c-b7af-37d7a54d4c5b req-d000d09b-0937-4aa1-91cf-bc40ac12bcba tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 210 time: 0.0576110 Jul 05 10:10:23.896987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b1160-5d58-4186-96cf-2580f03f88f6 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Pushing event deleted for resources: {'Port': ['ID=c25a9771-42c9-4393-af99-4a127309185b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:23.941814 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:23.946517 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f242936-5258-40d7-a272-9eb5dea1f0e0 x-openstack-request-id: req-1f242936-5258-40d7-a272-9eb5dea1f0e0 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:23.947066 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6821e163-7441-4ee3-826b-18382d620c15", "name": "network-vif-deleted", "tag": "10b78319-1def-4812-871e-04568ef8e9d1", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:23.947519 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f242936-5258-40d7-a272-9eb5dea1f0e0 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:23.948143 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6821e163-7441-4ee3-826b-18382d620c15', 'name': 'network-vif-deleted', 'tag': '10b78319-1def-4812-871e-04568ef8e9d1', 'status': 'completed', 'code': 200} Jul 05 10:10:24.028317 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7e39ad0f-16b3-476d-aaf1-a5fac7d6ceaf req-c9baab31-ae58-4c90-baa0-c0f4626e5687 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 210 time: 0.0737641 Jul 05 10:10:24.044438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e054c33-b9e1-4537-b260-789f2b2a8539 req-227b1160-5d58-4186-96cf-2580f03f88f6 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] No DVR routers for this DVR port c25a9771-42c9-4393-af99-4a127309185b on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:24.053503 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3e054c33-b9e1-4537-b260-789f2b2a8539 req-227b1160-5d58-4186-96cf-2580f03f88f6 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.060558 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e054c33-b9e1-4537-b260-789f2b2a8539 req-227b1160-5d58-4186-96cf-2580f03f88f6 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.73 "DELETE /v2.0/ports/c25a9771-42c9-4393-af99-4a127309185b HTTP/1.1" status: 204 len: 173 time: 1.3972571 Jul 05 10:10:24.071077 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25e4c4ef-af5d-4b0d-a985-f52445441616 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.080866 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.resource_extend [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-7b60d1e4-56d7-4949-b2c3-53a1d71512f3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:10:24.232692 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-7b60d1e4-56d7-4949-b2c3-53a1d71512f3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.348959 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-128de468-4323-476d-a979-5f09c6ed04db req-13263402-298b-44ef-95f0-a8c72ed26ce0 tempest-ServerPasswordTestJSON-1311167259 tempest-ServerPasswordTestJSON-1311167259-project] 10.222.0.77 "GET /v2.0/ports?device_id=6821e163-7441-4ee3-826b-18382d620c15 HTTP/1.1" status: 200 len: 210 time: 0.0439265 Jul 05 10:10:24.446820 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-7b60d1e4-56d7-4949-b2c3-53a1d71512f3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:24.648011 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-7b60d1e4-56d7-4949-b2c3-53a1d71512f3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Floating IP 5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e associated. External IP: 172.25.5.29, port: 8400c3d8-c804-4ac4-96f6-aac8bd55563d. Jul 05 10:10:25.040335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4a824b3d-e7b2-466b-9ed1-0e4bbf10f461 req-0929dc6e-8b07-4cb0-9b93-0a44253ed4aa tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 210 time: 0.0565205 Jul 05 10:10:25.241378 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97359453-28ae-4dd3-b6cd-12f8a7091c9e req-041e8a9f-8c00-45d3-a618-250050566523 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 210 time: 0.0434158 Jul 05 10:10:25.471545 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46064) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:25.545446 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25e4c4ef-af5d-4b0d-a985-f52445441616 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.562222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-7b60d1e4-56d7-4949-b2c3-53a1d71512f3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Router ddaec184-e316-4461-97b4-e0e82152d43f has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:25.573753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-8291d6e6-648c-4340-b1cf-2b045b1e8031 admin admin] Deleting subnet cf8e2e02-dee0-4695-a181-a0f45dccc480 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:10:25.581115 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8291d6e6-648c-4340-b1cf-2b045b1e8031 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.597617 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46068) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:25.655508 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8291d6e6-648c-4340-b1cf-2b045b1e8031 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.716232 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f142c3be-46a8-4109-9b24-d0a7a99d9c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.738074 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25e4c4ef-af5d-4b0d-a985-f52445441616 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.740119 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8291d6e6-648c-4340-b1cf-2b045b1e8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.825820 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f142c3be-46a8-4109-9b24-d0a7a99d9c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.833938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-7b60d1e4-56d7-4949-b2c3-53a1d71512f3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:25.840004 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-7b60d1e4-56d7-4949-b2c3-53a1d71512f3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:25.854017 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40b150-db49-4735-a565-62947031430a None None] Sync routers for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:25.882341 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40b150-db49-4735-a565-62947031430a None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:25.882341 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-ab40b150-db49-4735-a565-62947031430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:25.940776 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-7b60d1e4-56d7-4949-b2c3-53a1d71512f3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "PUT /v2.0/floatingips/5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e HTTP/1.1" status: 200 len: 996 time: 3.1406918 Jul 05 10:10:25.942039 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-25e4c4ef-af5d-4b0d-a985-f52445441616 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Floating IP 6d4f8eb2-6753-461a-a2e9-a789b399acdf associated. External IP: 172.25.5.102, port: 7b8a1215-3067-42c0-997b-6d0d4616c0fe. Jul 05 10:10:25.989072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'name': 'network-vif-deleted', 'tag': 'c25a9771-42c9-4393-af99-4a127309185b'}, {'name': 'network-changed', 'server_uuid': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'tag': '8400c3d8-c804-4ac4-96f6-aac8bd55563d'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:25.991567 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0140ef7-177e-4930-b460-b996c651c25a" -d '{"events": [{"server_uuid": "1d2b5110-41d7-4284-833e-688d5f3cd049", "name": "network-vif-deleted", "tag": "c25a9771-42c9-4393-af99-4a127309185b"}, {"name": "network-changed", "server_uuid": "ff256349-1188-42b5-881d-1cb2fbac8a17", "tag": "8400c3d8-c804-4ac4-96f6-aac8bd55563d"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:26.003883 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f142c3be-46a8-4109-9b24-d0a7a99d9c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.020415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-ab40b150-db49-4735-a565-62947031430a None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:26.036027 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8291d6e6-648c-4340-b1cf-2b045b1e8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.052312 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f142c3be-46a8-4109-9b24-d0a7a99d9c99 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1b801bcaf61d46c9a86930f038d8f4f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531360 Jul 05 10:10:26.054994 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46074) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:26.062229 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142c3be-46a8-4109-9b24-d0a7a99d9c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91723c0e-d2dd-40df-aa25-1045fddcccb0,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:26.124057 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-bddfeb41-5baa-44eb-97dd-c3dde92f418e tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b03d83b9b5f440e796285d051e688a49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368030 Jul 05 10:10:26.124362 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c031fe3-bb37-4321-911e-82946be4b81f x-openstack-request-id: req-6c031fe3-bb37-4321-911e-82946be4b81f {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:26.124900 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2b5110-41d7-4284-833e-688d5f3cd049", "name": "network-vif-deleted", "tag": "c25a9771-42c9-4393-af99-4a127309185b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff256349-1188-42b5-881d-1cb2fbac8a17", "tag": "8400c3d8-c804-4ac4-96f6-aac8bd55563d", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:26.125412 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c031fe3-bb37-4321-911e-82946be4b81f {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:26.126266 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2b5110-41d7-4284-833e-688d5f3cd049', 'name': 'network-vif-deleted', 'tag': 'c25a9771-42c9-4393-af99-4a127309185b', 'status': 'completed', 'code': 200} Jul 05 10:10:26.126731 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'tag': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'status': 'completed', 'code': 200} Jul 05 10:10:26.129998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291d6e6-648c-4340-b1cf-2b045b1e8031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf8e2e02-dee0-4695-a181-a0f45dccc480,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:26.146091 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8291d6e6-648c-4340-b1cf-2b045b1e8031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.149195 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8291d6e6-648c-4340-b1cf-2b045b1e8031 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cf8e2e02-dee0-4695-a181-a0f45dccc480 HTTP/1.1" status: 204 len: 168 time: 0.6739907 Jul 05 10:10:26.158485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46078) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:26.241947 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-91908dc3-a420-4858-b497-89cff2c92b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.272772 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-91908dc3-a420-4858-b497-89cff2c92b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.287205 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecfc2-b7cb-4ff9-841d-18a5f3ec61ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.344194 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-18eb3483-efbc-4fa9-b305-108effa91792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:26.346374 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-18eb3483-efbc-4fa9-b305-108effa91792 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 1098 time: 0.3582127 Jul 05 10:10:26.379705 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-ab40b150-db49-4735-a565-62947031430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'port_id': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'mac_address': 'fa:16:3e:ef:8c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 8, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:26.419449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40b150-db49-4735-a565-62947031430a None None] Checking router: ddaec184-e316-4461-97b4-e0e82152d43f for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:26.430238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40b150-db49-4735-a565-62947031430a None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:26.431225 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-ab40b150-db49-4735-a565-62947031430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:26.546518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-ab40b150-db49-4735-a565-62947031430a None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:26.581361 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0140ef7-177e-4930-b460-b996c651c25a req-1c305544-6907-4dc6-9ed4-840c22d2a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:26.583319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0140ef7-177e-4930-b460-b996c651c25a req-1c305544-6907-4dc6-9ed4-840c22d2a5a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 1098 time: 0.4284437 Jul 05 10:10:26.596591 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecfc2-b7cb-4ff9-841d-18a5f3ec61ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.643993 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1a1ecfc2-b7cb-4ff9-841d-18a5f3ec61ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:26.687617 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f683dba-3d06-4f0a-961d-e8509a72a161 req-966f055b-4842-4431-bc65-226d80b04fce tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 210 time: 0.3742816 Jul 05 10:10:26.712765 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-c43c14da-eb0a-4d86-86b4-4d2b0a3f25cd tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:26.715420 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-c43c14da-eb0a-4d86-86b4-4d2b0a3f25cd tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5847554 Jul 05 10:10:26.735910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Request body: {'port': {'device_id': '95ea9314-059c-4c37-a1cc-40997951afa3', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': 'b03d83b9b5f440e796285d051e688a49'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:26.764594 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1a1ecfc2-b7cb-4ff9-841d-18a5f3ec61ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3882d142-219d-4311-ae02-a5816d9c1774') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:26.765057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1a1ecfc2-b7cb-4ff9-841d-18a5f3ec61ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3882d142-219d-4311-ae02-a5816d9c1774') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:26.783963 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecfc2-b7cb-4ff9-841d-18a5f3ec61ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.787810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-b92fb3bb-f8aa-428b-9524-a4652d7acbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:26.789469 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-b92fb3bb-f8aa-428b-9524-a4652d7acbda service neutron] 10.222.0.77 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 921 time: 0.4357333 Jul 05 10:10:26.863042 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecfc2-b7cb-4ff9-841d-18a5f3ec61ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.874543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e4c4ef-af5d-4b0d-a985-f52445441616 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:26.886498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1ecfc2-b7cb-4ff9-841d-18a5f3ec61ab admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:26.887071 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecfc2-b7cb-4ff9-841d-18a5f3ec61ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:26.891112 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:26.897520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-ab40b150-db49-4735-a565-62947031430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'port_id': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'mac_address': 'fa:16:3e:ef:8c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 8, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:26.956325 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47083d96-3655-49fc-9783-cadf4b475726 req-200b2762-fb90-4f5d-851c-6a9a075449eb tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 210 time: 0.0497780 Jul 05 10:10:26.964119 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40b150-db49-4735-a565-62947031430a None None] The sync data for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 is: [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'port_id': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'mac_address': 'fa:16:3e:ef:8c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:10:23Z', 'revision_number': 8, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:26.996053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0140ef7-177e-4930-b460-b996c651c25a req-646ee776-3523-4d24-abda-56be677e9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:26.998219 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0140ef7-177e-4930-b460-b996c651c25a req-646ee776-3523-4d24-abda-56be677e9cd9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 921 time: 0.3920546 Jul 05 10:10:27.001669 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-fbb6e1f8-0be6-43ee-b517-50b3a671395a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8400c3d8-c804-4ac4-96f6-aac8bd55563d HTTP/1.1" status: 200 len: 999 time: 0.2026064 Jul 05 10:10:27.061495 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-91908dc3-a420-4858-b497-89cff2c92b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.066806 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-91908dc3-a420-4858-b497-89cff2c92b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.070520 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-91908dc3-a420-4858-b497-89cff2c92b8e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91723c0e-d2dd-40df-aa25-1045fddcccb0 HTTP/1.1" status: 204 len: 168 time: 1.0118656 Jul 05 10:10:27.088908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91908dc3-a420-4858-b497-89cff2c92b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91723c0e-d2dd-40df-aa25-1045fddcccb0,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:27.169708 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Made reservation on behalf of b03d83b9b5f440e796285d051e688a49 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:27.174726 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.186028 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.264734 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6ebc9a-c249-4157-97de-ca97bf15184f None None] New status for floating IP 5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:10:27.335348 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.426263 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.493352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb71caf-7c95-4383-aceb-435c29904803,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:27.533591 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecfc2-b7cb-4ff9-841d-18a5f3ec61ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.614670 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecfc2-b7cb-4ff9-841d-18a5f3ec61ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.619561 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1a1ecfc2-b7cb-4ff9-841d-18a5f3ec61ab admin admin] 10.222.0.77 "DELETE /v2.0/networks/ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59 HTTP/1.1" status: 204 len: 168 time: 1.4435468 Jul 05 10:10:27.620529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ecfc2-b7cb-4ff9-841d-18a5f3ec61ab admin admin] Pushing event deleted for resources: {'Network': ['ID=ad6e4ca6-8b04-45b8-b0bf-d09e320f4e59,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:27.645454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Allocated IP 192.168.233.54 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:27.723519 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-77bb2e24-5959-42e9-b561-8af1b4511301 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:27.725526 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-77bb2e24-5959-42e9-b561-8af1b4511301 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.64 "GET /v2.0/networks?id=14713cbe-0837-4369-939a-65f3496d6fab HTTP/1.1" status: 200 len: 825 time: 0.2203908 Jul 05 10:10:27.727454 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0140ef7-177e-4930-b460-b996c651c25a req-81dc9213-4560-4d71-9312-be4c3b29586e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8400c3d8-c804-4ac4-96f6-aac8bd55563d HTTP/1.1" status: 200 len: 999 time: 0.6822641 Jul 05 10:10:27.776203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-0647d3f0-912c-4871-aeb8-8f91770f62aa tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Request body: {'port': {'device_id': 'd4ac77cf-b66d-4122-b2b7-bd91ca3ffc94', 'network_id': '14713cbe-0837-4369-939a-65f3496d6fab', 'admin_state_up': True, 'tenant_id': 'd1bad4c945d84938af81fd71f834957f'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:27.780246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-0702c0ed-09af-4234-9796-49f5a3e3a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:27.788070 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-0702c0ed-09af-4234-9796-49f5a3e3a069 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 200 len: 859 time: 0.7358675 Jul 05 10:10:27.849249 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.872834 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b074bb2c-3f65-439b-87c4-52337b302ad5 req-3e2fc321-2da4-46e1-a84c-c0ab7b5b340d tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 210 time: 0.0408499 Jul 05 10:10:27.881116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Transition to ACTIVE for port object 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:27.951937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0140ef7-177e-4930-b460-b996c651c25a req-bf7e7a24-694a-48d1-a4bd-4c5c1d7f4b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:27.953428 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0140ef7-177e-4930-b460-b996c651c25a req-bf7e7a24-694a-48d1-a4bd-4c5c1d7f4b97 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 200 len: 859 time: 0.1922202 Jul 05 10:10:27.954973 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e4c4ef-af5d-4b0d-a985-f52445441616 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:27.962293 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25e4c4ef-af5d-4b0d-a985-f52445441616 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:27.970780 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304ff64-ec83-4a62-bb21-cc493c3f0fa4 None None] Sync routers for ids ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:27.981024 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c304ff64-ec83-4a62-bb21-cc493c3f0fa4 None None] Routers {'8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:27.981887 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c304ff64-ec83-4a62-bb21-cc493c3f0fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:28.009699 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.053301 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:28.073735 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-25e4c4ef-af5d-4b0d-a985-f52445441616 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "PUT /v2.0/floatingips/6d4f8eb2-6753-461a-a2e9-a789b399acdf HTTP/1.1" status: 200 len: 992 time: 4.3658667 Jul 05 10:10:28.079373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-40d1c945-a3fb-49e0-a96a-5e96dda93fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:28.087543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:28.093873 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-40d1c945-a3fb-49e0-a96a-5e96dda93fff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=49acf21c-d200-4532-94e8-8583d85e6566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2989905 Jul 05 10:10:28.118375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:28.159200 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440d7b22-3b38-4232-8f55-b35b63f5f6a4', 'tag': '7b8a1215-3067-42c0-997b-6d0d4616c0fe'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:28.162369 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309817d2-89f8-4f12-abc1-5f902f9e3244" -d '{"events": [{"name": "network-changed", "server_uuid": "440d7b22-3b38-4232-8f55-b35b63f5f6a4", "tag": "7b8a1215-3067-42c0-997b-6d0d4616c0fe"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:28.180707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-c304ff64-ec83-4a62-bb21-cc493c3f0fa4 None None] Set router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:28.200253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0140ef7-177e-4930-b460-b996c651c25a req-3bd11ec6-37f9-4c54-bc54-eb547ad7a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:28.202099 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0140ef7-177e-4930-b460-b996c651c25a req-3bd11ec6-37f9-4c54-bc54-eb547ad7a4dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49acf21c-d200-4532-94e8-8583d85e6566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2289250 Jul 05 10:10:28.219847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46114) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:28.254871 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-e2c08177-8489-4caa-a904-aafff6094692 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b03d83b9b5f440e796285d051e688a49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1644835 Jul 05 10:10:28.335985 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-1bef6fcc-0d98-40b6-9134-1f55bd284a6a service neutron] 10.222.0.77 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472363 Jul 05 10:10:28.425898 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-39d27907-99c8-4e16-a327-d73d973c0a08 req-8124319e-3358-4031-b916-f72d09913dad tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 210 time: 0.1829729 Jul 05 10:10:28.426532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-0647d3f0-912c-4871-aeb8-8f91770f62aa tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Made reservation on behalf of d1bad4c945d84938af81fd71f834957f for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:28.431495 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-0647d3f0-912c-4871-aeb8-8f91770f62aa tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.483047 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c9bc8424-4971-45f6-9378-5bda7380eaf8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c9156425a63c4e73aed370a1ba297888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574344 Jul 05 10:10:28.486766 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46120) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:28.511746 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:28.514225 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.538707 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0140ef7-177e-4930-b460-b996c651c25a req-4d88f7b0-a5dd-4000-be35-bbde63a37fdf service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287320 Jul 05 10:10:28.561547 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Pushing event updated for resources: {'Port': ['ID=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:28.586437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-37e9a7bc-9854-4709-9963-6f63b16ea76f tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:28.589194 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-37e9a7bc-9854-4709-9963-6f63b16ea76f tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3234465 Jul 05 10:10:28.620884 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-8aaa1144-0687-47a5-b975-1d6b35f9adde tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Request body: {'port': {'device_id': 'a3904a3a-7a1e-4fc5-a452-38d4b81b67df', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': 'b03d83b9b5f440e796285d051e688a49'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:28.647619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a14abc84-49eb-4e4d-b7d7-5fb0e05c58ee None None] Provisioning for port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:28.681480 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a14abc84-49eb-4e4d-b7d7-5fb0e05c58ee None None] Provisioning complete for port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:28.681480 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a14abc84-49eb-4e4d-b7d7-5fb0e05c58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.689421 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f103ccbd-1e57-44d7-a161-7bd9ee08c135 req-949c0b0d-46cd-4340-a8af-3aa53bfe563b service neutron] 10.222.0.77 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513343 Jul 05 10:10:28.709947 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-222cf512-a9e0-422c-9bb9-474b800a6b48 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9867179 Jul 05 10:10:28.725252 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Request body: {'port': {'device_id': '95ea9314-059c-4c37-a1cc-40997951afa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:28.736740 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a14abc84-49eb-4e4d-b7d7-5fb0e05c58ee None None] Port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:28.766378 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc07eaf7-c7e3-4a22-9024-39a334f6e6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.791148 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c304ff64-ec83-4a62-bb21-cc493c3f0fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'name': 'tempest-ServersTestManualDisk-167920997-router', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:40Z', 'updated_at': '2021-07-05T10:09:50Z', 'revision_number': 4, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'gw_port': {'id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '6d4f8eb2-6753-461a-a2e9-a789b399acdf', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'port_id': '7b8a1215-3067-42c0-997b-6d0d4616c0fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066304d3-c378-462f-82ab-95144c243ffb', 'mac_address': 'fa:16:3e:db:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440d7b22-3b38-4232-8f55-b35b63f5f6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:58Z', 'updated_at': '2021-07-05T10:10:25Z', 'revision_number': 1, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baaa2aaf-549f-4d1a-96f3-3bb5403f0964', 'name': '', 'network_id': '066304d3-c378-462f-82ab-95144c243ffb', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'mac_address': 'fa:16:3e:f4:37:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:48Z', 'updated_at': '2021-07-05T10:09:57Z', 'revision_number': 5, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'subnets': [{'id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:28.802523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-0647d3f0-912c-4871-aeb8-8f91770f62aa tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Allocated IP 172.20.0.4 (14713cbe-0837-4369-939a-65f3496d6fab/99eed56a-bab3-4d2d-883c-8b242dc7f185/bd2e3b20-af63-4960-9121-5782e9837d3c) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:28.815555 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0140ef7-177e-4930-b460-b996c651c25a req-bea753e4-da46-403e-89e3-5ae7421ea6f5 service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276332 Jul 05 10:10:28.828098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc07eaf7-c7e3-4a22-9024-39a334f6e6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:28.838576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304ff64-ec83-4a62-bb21-cc493c3f0fa4 None None] Checking router: 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:28.857344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c304ff64-ec83-4a62-bb21-cc493c3f0fa4 None None] Routers {'8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:28.858379 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c304ff64-ec83-4a62-bb21-cc493c3f0fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:28.941417 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab29c438-92b7-4ea2-b035-3de9f4a3b3a6 x-openstack-request-id: req-ab29c438-92b7-4ea2-b035-3de9f4a3b3a6 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:28.946382 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440d7b22-3b38-4232-8f55-b35b63f5f6a4", "tag": "7b8a1215-3067-42c0-997b-6d0d4616c0fe", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:28.946830 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab29c438-92b7-4ea2-b035-3de9f4a3b3a6 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:28.949050 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440d7b22-3b38-4232-8f55-b35b63f5f6a4', 'tag': '7b8a1215-3067-42c0-997b-6d0d4616c0fe', 'status': 'completed', 'code': 200} Jul 05 10:10:28.953285 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:29.113675 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-8aaa1144-0687-47a5-b975-1d6b35f9adde tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Made reservation on behalf of b03d83b9b5f440e796285d051e688a49 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:29.117454 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-8aaa1144-0687-47a5-b975-1d6b35f9adde tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:29.128720 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-c304ff64-ec83-4a62-bb21-cc493c3f0fa4 None None] Set router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:29.131059 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13922d09-2c4d-48e6-870a-095accc631cb req-28eda933-8ba8-4e67-afbf-594e8872e1fb tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/floatingips/5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e HTTP/1.1" status: 200 len: 998 time: 0.1721466 Jul 05 10:10:29.141456 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3563f693-72e0-4792-945f-920846d86d1f req-090321da-6773-4361-b936-172a85ff18ef tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 210 time: 0.0470736 Jul 05 10:10:29.192403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309817d2-89f8-4f12-abc1-5f902f9e3244 req-ad1bb503-7dc2-41d4-bd3b-6fdfba2cc327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:29.194048 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-309817d2-89f8-4f12-abc1-5f902f9e3244 req-ad1bb503-7dc2-41d4-bd3b-6fdfba2cc327 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b248f5cbb2974decb30a23647a3dbdff&device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 1098 time: 0.2207592 Jul 05 10:10:29.212319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-0647d3f0-912c-4871-aeb8-8f91770f62aa tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:29.262727 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc07eaf7-c7e3-4a22-9024-39a334f6e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:29.265419 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc07eaf7-c7e3-4a22-9024-39a334f6e6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:29.267329 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fc07eaf7-c7e3-4a22-9024-39a334f6e6e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3d15fe43-d652-47f0-bac5-11d1666a2255 HTTP/1.1" status: 204 len: 168 time: 0.7751861 Jul 05 10:10:29.291898 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07eaf7-c7e3-4a22-9024-39a334f6e6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d15fe43-d652-47f0-bac5-11d1666a2255,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:29.341897 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309817d2-89f8-4f12-abc1-5f902f9e3244 req-c87b9b43-ca93-4b6d-b433-7aab7b77f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:29.343603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-309817d2-89f8-4f12-abc1-5f902f9e3244 req-c87b9b43-ca93-4b6d-b433-7aab7b77f3c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=066304d3-c378-462f-82ab-95144c243ffb HTTP/1.1" status: 200 len: 912 time: 0.1421680 Jul 05 10:10:29.429227 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-309817d2-89f8-4f12-abc1-5f902f9e3244 req-303c7f39-5e3c-4a0d-9adc-a4fd014a95b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b8a1215-3067-42c0-997b-6d0d4616c0fe HTTP/1.1" status: 200 len: 1000 time: 0.0776570 Jul 05 10:10:29.489737 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-0647d3f0-912c-4871-aeb8-8f91770f62aa tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:29.504254 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13922d09-2c4d-48e6-870a-095accc631cb req-bd16eea8-0383-4500-b51a-7c1d4fe4df10 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:29.512971 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13922d09-2c4d-48e6-870a-095accc631cb req-bd16eea8-0383-4500-b51a-7c1d4fe4df10 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.3806837 Jul 05 10:10:29.521582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-13922d09-2c4d-48e6-870a-095accc631cb req-99d76e47-6d81-4872-9a73-e2b82e0de376 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:10:29.540576 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13922d09-2c4d-48e6-870a-095accc631cb req-99d76e47-6d81-4872-9a73-e2b82e0de376 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256467 Jul 05 10:10:29.563870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c304ff64-ec83-4a62-bb21-cc493c3f0fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'name': 'tempest-ServersTestManualDisk-167920997-router', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:40Z', 'updated_at': '2021-07-05T10:09:50Z', 'revision_number': 4, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'gw_port': {'id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '6d4f8eb2-6753-461a-a2e9-a789b399acdf', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'port_id': '7b8a1215-3067-42c0-997b-6d0d4616c0fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066304d3-c378-462f-82ab-95144c243ffb', 'mac_address': 'fa:16:3e:db:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440d7b22-3b38-4232-8f55-b35b63f5f6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:58Z', 'updated_at': '2021-07-05T10:10:25Z', 'revision_number': 1, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baaa2aaf-549f-4d1a-96f3-3bb5403f0964', 'name': '', 'network_id': '066304d3-c378-462f-82ab-95144c243ffb', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'mac_address': 'fa:16:3e:f4:37:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:48Z', 'updated_at': '2021-07-05T10:09:57Z', 'revision_number': 5, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'subnets': [{'id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:29.606789 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304ff64-ec83-4a62-bb21-cc493c3f0fa4 None None] The sync data for ids ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'] in n-d-779913-27 is: [{'id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'name': 'tempest-ServersTestManualDisk-167920997-router', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:40Z', 'updated_at': '2021-07-05T10:09:50Z', 'revision_number': 4, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'gw_port': {'id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '6d4f8eb2-6753-461a-a2e9-a789b399acdf', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'port_id': '7b8a1215-3067-42c0-997b-6d0d4616c0fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066304d3-c378-462f-82ab-95144c243ffb', 'mac_address': 'fa:16:3e:db:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440d7b22-3b38-4232-8f55-b35b63f5f6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:09:58Z', 'updated_at': '2021-07-05T10:10:25Z', 'revision_number': 1, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baaa2aaf-549f-4d1a-96f3-3bb5403f0964', 'name': '', 'network_id': '066304d3-c378-462f-82ab-95144c243ffb', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'mac_address': 'fa:16:3e:f4:37:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:48Z', 'updated_at': '2021-07-05T10:09:57Z', 'revision_number': 5, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'subnets': [{'id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:29.753460 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309817d2-89f8-4f12-abc1-5f902f9e3244 req-7aeb8b23-06eb-4142-bf5d-272eb3c91f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:29.759495 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-309817d2-89f8-4f12-abc1-5f902f9e3244 req-7aeb8b23-06eb-4142-bf5d-272eb3c91f3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=84d76d5a-f1a0-4f9d-a461-b11aeac7204d HTTP/1.1" status: 200 len: 850 time: 0.3188534 Jul 05 10:10:29.760945 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-0647d3f0-912c-4871-aeb8-8f91770f62aa tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Network 14713cbe-0837-4369-939a-65f3496d6fab is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:29.828074 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d142902e-cdde-4472-a530-fc164e3a6052 req-138515ed-dfe1-40c8-b014-dfd934090f1c tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 210 time: 0.0600991 Jul 05 10:10:29.860995 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-0647d3f0-912c-4871-aeb8-8f91770f62aa tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:29.878806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:10:29.930078 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:29.953548 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-8d87e77a-5db2-42b0-b58e-9a9bdd68a10c tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 1001 time: 0.3368659 Jul 05 10:10:29.955525 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-0647d3f0-912c-4871-aeb8-8f91770f62aa tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:29.969951 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647d3f0-912c-4871-aeb8-8f91770f62aa tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Pushing event updated for resources: {'Port': ['ID=bd2e3b20-af63-4960-9121-5782e9837d3c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:30.048922 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Transition to ACTIVE for port object 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:30.058635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-014a4c00-e422-4e99-9775-d723b5a98b25 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:30.072006 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-014a4c00-e422-4e99-9775-d723b5a98b25 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports/8400c3d8-c804-4ac4-96f6-aac8bd55563d HTTP/1.1" status: 200 len: 943 time: 0.1077528 Jul 05 10:10:30.112930 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30848d95-0b04-441b-8f7f-7c08185f3300 None None] New status for floating IP 6d4f8eb2-6753-461a-a2e9-a789b399acdf: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:10:30.259803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-0647d3f0-912c-4871-aeb8-8f91770f62aa tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:30.261361 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-23fc4fd8-336f-44b1-aa57-4527dd134c1e tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 1001 time: 0.0834293 Jul 05 10:10:30.261884 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-0647d3f0-912c-4871-aeb8-8f91770f62aa tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.288405 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.294751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309817d2-89f8-4f12-abc1-5f902f9e3244 req-58bf3456-b560-4a7c-ae3a-285844371388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:30.297383 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-309817d2-89f8-4f12-abc1-5f902f9e3244 req-58bf3456-b560-4a7c-ae3a-285844371388 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=066304d3-c378-462f-82ab-95144c243ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4672999 Jul 05 10:10:30.401940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Pushing event updated for resources: {'Port': ['ID=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:30.441070 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-0647d3f0-912c-4871-aeb8-8f91770f62aa tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6784341 Jul 05 10:10:30.557131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Request body: {'port': {'device_id': 'd4ac77cf-b66d-4122-b2b7-bd91ca3ffc94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:30.698538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-8aaa1144-0687-47a5-b975-1d6b35f9adde tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Allocated IP 192.168.233.106 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/3c39c67d-7b68-464e-874a-d24c4145246d) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:30.744650 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-1da071b2-fa80-4af3-aca4-4e523a38d448 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:30.751389 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-1da071b2-fa80-4af3-aca4-4e523a38d448 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.4860556 Jul 05 10:10:30.761099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Attempting to bind port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:30.761768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Attempting to bind port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:30.762550 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Attempting to bind port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:30.782479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46170) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:30.784636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-309817d2-89f8-4f12-abc1-5f902f9e3244 req-20771c5c-b964-4f13-ae58-8ed44d384137 service neutron] 10.222.0.64 "GET /v2.0/networks/066304d3-c378-462f-82ab-95144c243ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792838 Jul 05 10:10:30.874884 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:30.875645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Attempting to bind port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:30.879667 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:30.902626 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af848b8b-d96c-4f75-b10b-dd65155ce8e8 req-ec2a9b7c-01d3-44c0-915c-4f74a84260c0 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:30.911513 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-af848b8b-d96c-4f75-b10b-dd65155ce8e8 req-ec2a9b7c-01d3-44c0-915c-4f74a84260c0 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 931 time: 0.3363595 Jul 05 10:10:30.956434 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:30.956434 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:30.958352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:30.958352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Bound port: 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:30.958352 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.007957 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-af848b8b-d96c-4f75-b10b-dd65155ce8e8 req-f2909a23-babf-41e7-bc0e-c32a559bcaad tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/security-groups?id=da6f8247-47c2-4dcb-8582-d95774e32205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949125 Jul 05 10:10:31.121212 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-3d298bff-6f1b-40d9-9a16-b8557f3492a3 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 1001 time: 0.3517442 Jul 05 10:10:31.135896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-161049c9-8e5d-4e18-a036-74ebebdee882 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:31.155359 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f8df5792-76f9-4fc3-9ccf-94c43b058b3a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2074478359'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:31.222442 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-74fadc8b-b299-4702-9a1d-3390eeae41d9 req-6b40b478-5b10-4ceb-9193-81aa9704ba70 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 210 time: 0.0733187 Jul 05 10:10:31.238586 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-309817d2-89f8-4f12-abc1-5f902f9e3244 req-657854f7-2290-4090-b1a0-c08cb08aafcf service neutron] 10.222.0.64 "GET /v2.0/networks/066304d3-c378-462f-82ab-95144c243ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436135 Jul 05 10:10:31.259870 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-161049c9-8e5d-4e18-a036-74ebebdee882 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for floatingip, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.289020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] For port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:31.313106 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-8aaa1144-0687-47a5-b975-1d6b35f9adde tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.413689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46188) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:31.418021 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] For port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:31.436291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-8aaa1144-0687-47a5-b975-1d6b35f9adde tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Transition to ACTIVE for port object 3c39c67d-7b68-464e-874a-d24c4145246d will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:31.440638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8df5792-76f9-4fc3-9ccf-94c43b058b3a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Made reservation on behalf of 5eaaf3244c664aa9878d4cd01b8ae427 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:31.450633 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f8df5792-76f9-4fc3-9ccf-94c43b058b3a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.463465 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f8df5792-76f9-4fc3-9ccf-94c43b058b3a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.470599 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd2e3b20-af63-4960-9121-5782e9837d3c {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:10:31.488282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.514457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Transition to ACTIVE for port object bd2e3b20-af63-4960-9121-5782e9837d3c will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:31.534458 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.565399 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4877e285-6e53-4be8-a16f-f81778093175 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1714385422-network', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:31.633843 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.643280 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f8df5792-76f9-4fc3-9ccf-94c43b058b3a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.647158 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-161049c9-8e5d-4e18-a036-74ebebdee882 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.649420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:31.649613 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.652465 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] 10.222.0.64 "PUT /v2.0/ports/4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 HTTP/1.1" status: 200 len: 1096 time: 2.9308438 Jul 05 10:10:31.652924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ea9314-059c-4c37-a1cc-40997951afa3', 'tag': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:31.655389 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733619bd-c0ad-4ac3-8c45-fc359825e043" -d '{"events": [{"name": "network-changed", "server_uuid": "95ea9314-059c-4c37-a1cc-40997951afa3", "tag": "4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:31.680605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d15d6f-b516-4578-934a-366b7af363bb service neutron] Pushing event updated for resources: {'Port': ['ID=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:31.703328 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d40b359-2a72-4338-a747-b8a5b6e9cfc8 x-openstack-request-id: req-2d40b359-2a72-4338-a747-b8a5b6e9cfc8 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:31.704167 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ea9314-059c-4c37-a1cc-40997951afa3", "tag": "4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:31.704423 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d40b359-2a72-4338-a747-b8a5b6e9cfc8 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:31.704815 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ea9314-059c-4c37-a1cc-40997951afa3', 'tag': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6', 'status': 'completed', 'code': 200} Jul 05 10:10:31.725160 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-8aaa1144-0687-47a5-b975-1d6b35f9adde tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.751028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Pushing event updated for resources: {'Port': ['ID=bd2e3b20-af63-4960-9121-5782e9837d3c,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:31.771979 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f8df5792-76f9-4fc3-9ccf-94c43b058b3a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.798865 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-161049c9-8e5d-4e18-a036-74ebebdee882 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.799169 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-161049c9-8e5d-4e18-a036-74ebebdee882 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Floating IP 5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e disassociated. External IP: 172.25.5.29, port: 8400c3d8-c804-4ac4-96f6-aac8bd55563d. Jul 05 10:10:31.812870 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-8aaa1144-0687-47a5-b975-1d6b35f9adde tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:31.840355 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8df5792-76f9-4fc3-9ccf-94c43b058b3a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:31.842362 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Attempting to bind port bd2e3b20-af63-4960-9121-5782e9837d3c on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:31.842695 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Attempting to bind port bd2e3b20-af63-4960-9121-5782e9837d3c by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'e1168c59-3485-4098-ae01-66092ac3ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '14713cbe-0837-4369-939a-65f3496d6fab'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:31.843034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Attempting to bind port bd2e3b20-af63-4960-9121-5782e9837d3c on network 14713cbe-0837-4369-939a-65f3496d6fab {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:31.849234 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df5792-76f9-4fc3-9ccf-94c43b058b3a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a514e989-f7d4-4c88-b7f8-bea14e4dd64a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:31.853743 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-8aaa1144-0687-47a5-b975-1d6b35f9adde tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:31.860191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-8aaa1144-0687-47a5-b975-1d6b35f9adde tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:31.864731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Port bd2e3b20-af63-4960-9121-5782e9837d3c on network 14713cbe-0837-4369-939a-65f3496d6fab not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:31.865153 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Attempting to bind port bd2e3b20-af63-4960-9121-5782e9837d3c on network 14713cbe-0837-4369-939a-65f3496d6fab {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:31.874294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:31.874294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Checking segment: {'id': 'e1168c59-3485-4098-ae01-66092ac3ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '14713cbe-0837-4369-939a-65f3496d6fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:31.874294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Bound using segment: {'id': 'e1168c59-3485-4098-ae01-66092ac3ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '14713cbe-0837-4369-939a-65f3496d6fab'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:31.874294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Bound port: bd2e3b20-af63-4960-9121-5782e9837d3c, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1168c59-3485-4098-ae01-66092ac3ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '14713cbe-0837-4369-939a-65f3496d6fab'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:31.877260 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.888950 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f8df5792-76f9-4fc3-9ccf-94c43b058b3a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:31.889312 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-f8df5792-76f9-4fc3-9ccf-94c43b058b3a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Added segment 9cc319e1-25ad-4b5b-b794-92d95c1c7fb1 of type vlan for network 9904d343-7d26-465f-a4c6-ea42da862bc8 Jul 05 10:10:31.910666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa1144-0687-47a5-b975-1d6b35f9adde tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Pushing event updated for resources: {'Port': ['ID=3c39c67d-7b68-464e-874a-d24c4145246d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:32.037484 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] For port bd2e3b20-af63-4960-9121-5782e9837d3c, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:32.041198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] For port bd2e3b20-af63-4960-9121-5782e9837d3c, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd2e3b20-af63-4960-9121-5782e9837d3c,segment=NetworkSegment(e1168c59-3485-4098-ae01-66092ac3ac2f),segment_id=e1168c59-3485-4098-ae01-66092ac3ac2f)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:32.045391 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4877e285-6e53-4be8-a16f-f81778093175 admin admin] Made reservation on behalf of d049e9a417d14e4b87e38762c036901a for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:32.052226 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4877e285-6e53-4be8-a16f-f81778093175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.052226 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f8df5792-76f9-4fc3-9ccf-94c43b058b3a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.070017 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4877e285-6e53-4be8-a16f-f81778093175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.330509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-8aaa1144-0687-47a5-b975-1d6b35f9adde tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:32.331160 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-8aaa1144-0687-47a5-b975-1d6b35f9adde tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.333410 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2a5dd3d6-ab91-4923-8128-106c5ccdc8aa None None] Provisioning for port 3c39c67d-7b68-464e-874a-d24c4145246d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:32.338408 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2a5dd3d6-ab91-4923-8128-106c5ccdc8aa None None] Provisioning complete for port 3c39c67d-7b68-464e-874a-d24c4145246d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:32.339135 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2a5dd3d6-ab91-4923-8128-106c5ccdc8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.344106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733619bd-c0ad-4ac3-8c45-fc359825e043 req-eb5b31f2-2c43-4129-948f-fb2029aff5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:32.344419 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-733619bd-c0ad-4ac3-8c45-fc359825e043 req-eb5b31f2-2c43-4129-948f-fb2029aff5e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b03d83b9b5f440e796285d051e688a49&device_id=95ea9314-059c-4c37-a1cc-40997951afa3 HTTP/1.1" status: 200 len: 1099 time: 0.6115806 Jul 05 10:10:32.379913 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-733619bd-c0ad-4ac3-8c45-fc359825e043 req-b6d7f747-bb2f-40c7-98e7-57abe97b368a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b03d83b9b5f440e796285d051e688a49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260830 Jul 05 10:10:32.383063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2a5dd3d6-ab91-4923-8128-106c5ccdc8aa None None] Port 3c39c67d-7b68-464e-874a-d24c4145246d cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:32.443046 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-8aaa1144-0687-47a5-b975-1d6b35f9adde tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8448205 Jul 05 10:10:32.450484 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.462054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Request body: {'port': {'device_id': 'a3904a3a-7a1e-4fc5-a452-38d4b81b67df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:32.508639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:32.509265 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.510837 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] 10.222.0.64 "PUT /v2.0/ports/bd2e3b20-af63-4960-9121-5782e9837d3c HTTP/1.1" status: 200 len: 1092 time: 1.9666770 Jul 05 10:10:32.512468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ac77cf-b66d-4122-b2b7-bd91ca3ffc94', 'tag': 'bd2e3b20-af63-4960-9121-5782e9837d3c'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:32.515236 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed109ab-9c70-4221-b939-32bbcfef8cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94", "tag": "bd2e3b20-af63-4960-9121-5782e9837d3c"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:32.558769 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d744bce-cf45-42ae-a592-285769fbda6f service neutron] Pushing event updated for resources: {'Port': ['ID=bd2e3b20-af63-4960-9121-5782e9837d3c,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:32.572758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a5ab1-aff3-4f5d-a68b-2a7e163898a2 req-3460fd01-551c-4cde-a863-27b3ad8a9130 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:32.574338 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-217a5ab1-aff3-4f5d-a68b-2a7e163898a2 req-3460fd01-551c-4cde-a863-27b3ad8a9130 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 1097 time: 0.4905672 Jul 05 10:10:32.583764 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f8df5792-76f9-4fc3-9ccf-94c43b058b3a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.586334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df5792-76f9-4fc3-9ccf-94c43b058b3a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:32.586937 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f8df5792-76f9-4fc3-9ccf-94c43b058b3a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.612875 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733619bd-c0ad-4ac3-8c45-fc359825e043 req-510fd3fd-8035-4231-8368-ef8d354dfd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:32.612875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-733619bd-c0ad-4ac3-8c45-fc359825e043 req-510fd3fd-8035-4231-8368-ef8d354dfd0f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2242131 Jul 05 10:10:32.657918 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.670904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-161049c9-8e5d-4e18-a036-74ebebdee882 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Router ddaec184-e316-4461-97b4-e0e82152d43f has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:32.771161 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df5792-76f9-4fc3-9ccf-94c43b058b3a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Pushing event updated for resources: {'Network': ['ID=9904d343-7d26-465f-a4c6-ea42da862bc8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:32.778965 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-217a5ab1-aff3-4f5d-a68b-2a7e163898a2 req-236c803d-5964-4c09-a5ec-fd1538748ee6 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880145 Jul 05 10:10:32.794176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 9904d343-7d26-465f-a4c6-ea42da862bc8 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:32.808878 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4877e285-6e53-4be8-a16f-f81778093175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.841820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-8f2b536d-5a29-45ba-b2f0-19239c45e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:32.845319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-8f2b536d-5a29-45ba-b2f0-19239c45e274 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b03d83b9b5f440e796285d051e688a49&device_id=95ea9314-059c-4c37-a1cc-40997951afa3 HTTP/1.1" status: 200 len: 1099 time: 0.1537547 Jul 05 10:10:32.913810 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-e1a85447-336f-4613-bc91-58270fdf943a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0596912 Jul 05 10:10:32.914418 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4877e285-6e53-4be8-a16f-f81778093175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:32.954283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-6589f73f-8a2d-4b6a-ac77-b0535fd89dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:32.957389 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-6589f73f-8a2d-4b6a-ac77-b0535fd89dcf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1bad4c945d84938af81fd71f834957f&device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 1095 time: 0.2857327 Jul 05 10:10:32.978165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4877e285-6e53-4be8-a16f-f81778093175 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:33.016795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877e285-6e53-4be8-a16f-f81778093175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e436fb8-dbbf-4fee-8d86-c2968903a43e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:33.025140 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f8df5792-76f9-4fc3-9ccf-94c43b058b3a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2395022 Jul 05 10:10:33.029479 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4877e285-6e53-4be8-a16f-f81778093175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.029830 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-4877e285-6e53-4be8-a16f-f81778093175 admin admin] Added segment 6ab004aa-eda3-471f-9e6d-a414c822d220 of type vlan for network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 Jul 05 10:10:33.033607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46210) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:33.040527 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-7b865baf-f83a-479d-bd11-8d6da56e0579 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd2e3b20-af63-4960-9121-5782e9837d3c HTTP/1.1" status: 200 len: 217 time: 0.0517828 Jul 05 10:10:33.043465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-161049c9-8e5d-4e18-a036-74ebebdee882 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:33.049315 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-161049c9-8e5d-4e18-a036-74ebebdee882 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.058592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9dac3-029b-4145-a76e-94fde0ed931b None None] Sync routers for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:33.060408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-5e514020-3fdc-49c6-ab8a-b14e9c13cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:33.061949 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-5e514020-3fdc-49c6-ab8a-b14e9c13cc4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1339607 Jul 05 10:10:33.071686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9dac3-029b-4145-a76e-94fde0ed931b None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:33.072440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-89f9dac3-029b-4145-a76e-94fde0ed931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:33.132170 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4877e285-6e53-4be8-a16f-f81778093175 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.187790 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-161049c9-8e5d-4e18-a036-74ebebdee882 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "PUT /v2.0/floatingips/5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e HTTP/1.1" status: 200 len: 695 time: 2.0577705 Jul 05 10:10:33.189534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb0901-91a7-4d73-a540-4f16cd57582c req-3d7c0c2f-8dff-4868-9a79-7be2b154487a tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:33.196749 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8fcb0901-91a7-4d73-a540-4f16cd57582c req-3d7c0c2f-8dff-4868-9a79-7be2b154487a tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 943 time: 0.2548339 Jul 05 10:10:33.212189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-0e820567-20c1-46da-aa6b-56a39c7830de tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Request body: {'network': {'name': 'tempest-network--13310692', 'router:external': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:33.233105 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-4e031c1c-acaa-4205-8308-8b6f9820bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:33.235060 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-4e031c1c-acaa-4205-8308-8b6f9820bc47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99eed56a-bab3-4d2d-883c-8b242dc7f185 HTTP/1.1" status: 200 len: 865 time: 0.1818051 Jul 05 10:10:33.256271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-643d0388-6a72-473c-b42e-8795e47a8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:33.257769 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-643d0388-6a72-473c-b42e-8795e47a8783 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1745760 Jul 05 10:10:33.317250 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-2fc41346-90b0-455b-98ba-af00c8138618 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=14713cbe-0837-4369-939a-65f3496d6fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726297 Jul 05 10:10:33.322181 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8fcb0901-91a7-4d73-a540-4f16cd57582c req-1056e89f-0657-4a54-80ab-e98a94ddadb9 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/security-groups?id=da6f8247-47c2-4dcb-8582-d95774e32205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244972 Jul 05 10:10:33.329830 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4877e285-6e53-4be8-a16f-f81778093175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.337798 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4877e285-6e53-4be8-a16f-f81778093175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:33.337798 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4877e285-6e53-4be8-a16f-f81778093175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.386900 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-89f9dac3-029b-4145-a76e-94fde0ed931b None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:33.427426 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877e285-6e53-4be8-a16f-f81778093175 admin admin] Pushing event updated for resources: {'Network': ['ID=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:33.429688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e820567-20c1-46da-aa6b-56a39c7830de tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Made reservation on behalf of 6abc16ba214d420b938bd65fe50cb17b for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:33.432494 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e820567-20c1-46da-aa6b-56a39c7830de tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.455907 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e820567-20c1-46da-aa6b-56a39c7830de tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.458841 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-5cf49e66-c522-4d95-872f-87c213e50992 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912153 Jul 05 10:10:33.479534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c39c67d-7b68-464e-874a-d24c4145246d {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:10:33.488100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:33.497189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-e8703fe3-312e-4cfb-ac5c-9db2ab8923d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:33.498678 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-e8703fe3-312e-4cfb-ac5c-9db2ab8923d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 1098 time: 0.3099613 Jul 05 10:10:33.503639 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.553364 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Transition to ACTIVE for port object 3c39c67d-7b68-464e-874a-d24c4145246d will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:33.556218 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-9bbd7e9f-3f1d-428b-a733-c79b8290d8e7 service neutron] 10.222.0.64 "GET /v2.0/networks/14713cbe-0837-4369-939a-65f3496d6fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314997 Jul 05 10:10:33.582613 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4877e285-6e53-4be8-a16f-f81778093175 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1646986 Jul 05 10:10:33.588061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46214) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:33.609487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-db612726-3d01-4e2c-a02f-1593d9dbfa02 admin admin] Request body: {'subnet': {'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1714385422-subnet', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:33.653106 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.679946 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6af5ce04-bddb-4c9e-99ba-a5db85c68b5a req-522be6b5-d935-4a9a-9d26-52fc21492c41 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135744 Jul 05 10:10:33.693695 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d48e81-c3ff-4cfc-9564-1868d9c78087 req-5a4a858b-9fce-481d-a087-72409aaf7611 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:33.699070 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e0d48e81-c3ff-4cfc-9564-1868d9c78087 req-5a4a858b-9fce-481d-a087-72409aaf7611 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 936 time: 0.2207115 Jul 05 10:10:33.710381 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'tag': '8400c3d8-c804-4ac4-96f6-aac8bd55563d'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:33.712774 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2998ecfc-0035-4934-b61c-440df1979636" -d '{"events": [{"name": "network-changed", "server_uuid": "ff256349-1188-42b5-881d-1cb2fbac8a17", "tag": "8400c3d8-c804-4ac4-96f6-aac8bd55563d"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:33.765047 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e0d48e81-c3ff-4cfc-9564-1868d9c78087 req-42fb56c3-12f5-487e-a2f4-052ab4078456 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579805 Jul 05 10:10:33.766037 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Pushing event updated for resources: {'Port': ['ID=3c39c67d-7b68-464e-874a-d24c4145246d,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:33.768866 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-89f9dac3-029b-4145-a76e-94fde0ed931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:33.783374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-2caae4d7-a8cd-4b11-94d9-eadabd88408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:33.785064 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-2caae4d7-a8cd-4b11-94d9-eadabd88408f service neutron] 10.222.0.77 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 921 time: 0.2670643 Jul 05 10:10:33.804144 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e820567-20c1-46da-aa6b-56a39c7830de tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.818954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9dac3-029b-4145-a76e-94fde0ed931b None None] Checking router: ddaec184-e316-4461-97b4-e0e82152d43f for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:33.832679 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9dac3-029b-4145-a76e-94fde0ed931b None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:33.833667 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-89f9dac3-029b-4145-a76e-94fde0ed931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:33.892288 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e820567-20c1-46da-aa6b-56a39c7830de tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.892973 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4d67b62-b2b5-4e31-8bd4-030d136011b4 req-8692c547-f5cb-4a6c-bc46-3734dc259548 service neutron] 10.222.0.64 "GET /v2.0/networks/14713cbe-0837-4369-939a-65f3496d6fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012514 Jul 05 10:10:33.898625 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-3dbb9202-6288-47be-8936-8ca29b2e86ed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8400c3d8-c804-4ac4-96f6-aac8bd55563d HTTP/1.1" status: 200 len: 217 time: 0.0837111 Jul 05 10:10:33.946555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e820567-20c1-46da-aa6b-56a39c7830de tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:33.960160 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e820567-20c1-46da-aa6b-56a39c7830de tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:33.960726 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-0e820567-20c1-46da-aa6b-56a39c7830de tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Added segment ab749ebe-7dcf-4d85-a71a-7f5a9fb9a781 of type vlan for network 467af0ee-5253-4b3d-9d63-73b7dbf37631 Jul 05 10:10:34.014536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Attempting to bind port 3c39c67d-7b68-464e-874a-d24c4145246d on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:34.016500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Attempting to bind port 3c39c67d-7b68-464e-874a-d24c4145246d by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:34.016901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Attempting to bind port 3c39c67d-7b68-464e-874a-d24c4145246d on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:34.024072 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-8e96a1bd-694d-4a7d-80ab-8d243cc3ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:34.024439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-89f9dac3-029b-4145-a76e-94fde0ed931b None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:34.025929 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-8e96a1bd-694d-4a7d-80ab-8d243cc3ccd1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 200 len: 859 time: 0.1162236 Jul 05 10:10:34.030948 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Port 3c39c67d-7b68-464e-874a-d24c4145246d on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:34.031630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Attempting to bind port 3c39c67d-7b68-464e-874a-d24c4145246d on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:34.046925 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e820567-20c1-46da-aa6b-56a39c7830de tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.099952 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb245d3-c6d8-4cbe-8005-aec5dfc3e298 x-openstack-request-id: req-bfb245d3-c6d8-4cbe-8005-aec5dfc3e298 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:34.100687 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94", "tag": "bd2e3b20-af63-4960-9121-5782e9837d3c", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:34.100854 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bfb245d3-c6d8-4cbe-8005-aec5dfc3e298 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:34.101290 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ac77cf-b66d-4122-b2b7-bd91ca3ffc94', 'tag': 'bd2e3b20-af63-4960-9121-5782e9837d3c', 'status': 'completed', 'code': 200} Jul 05 10:10:34.101496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:34.101869 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:34.103389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:34.104603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Bound port: 3c39c67d-7b68-464e-874a-d24c4145246d, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:34.110780 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.132440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e820567-20c1-46da-aa6b-56a39c7830de tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894b2dc6-e500-4846-a1ad-e8e1df6a95c4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:34.142206 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db612726-3d01-4e2c-a02f-1593d9dbfa02 admin admin] Made reservation on behalf of d049e9a417d14e4b87e38762c036901a for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:34.144863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db612726-3d01-4e2c-a02f-1593d9dbfa02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.304227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-da018e35-265e-4568-bae4-a564c0e45fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:34.306051 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-da018e35-265e-4568-bae4-a564c0e45fd1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=49acf21c-d200-4532-94e8-8583d85e6566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2663953 Jul 05 10:10:34.307664 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] For port 3c39c67d-7b68-464e-874a-d24c4145246d, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:34.333568 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e820567-20c1-46da-aa6b-56a39c7830de tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.334877 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e820567-20c1-46da-aa6b-56a39c7830de tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:34.337404 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e820567-20c1-46da-aa6b-56a39c7830de tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.341701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] For port 3c39c67d-7b68-464e-874a-d24c4145246d, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3c39c67d-7b68-464e-874a-d24c4145246d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:34.345671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed109ab-9c70-4221-b939-32bbcfef8cdf req-122a703f-3b49-4a84-b230-e0ad650844fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:34.347541 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eed109ab-9c70-4221-b939-32bbcfef8cdf req-122a703f-3b49-4a84-b230-e0ad650844fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1bad4c945d84938af81fd71f834957f&device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 1095 time: 0.2380724 Jul 05 10:10:34.399121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-89f9dac3-029b-4145-a76e-94fde0ed931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:34.426361 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e820567-20c1-46da-aa6b-56a39c7830de tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event updated for resources: {'Network': ['ID=467af0ee-5253-4b3d-9d63-73b7dbf37631,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:34.435416 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9dac3-029b-4145-a76e-94fde0ed931b None None] The sync data for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 is: [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:09:14Z', 'revision_number': 4, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f1f62e70-8754-4ab2-ac3a-efd576c4021a', 'name': '', 'network_id': '49acf21c-d200-4532-94e8-8583d85e6566', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'mac_address': 'fa:16:3e:dd:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:11Z', 'updated_at': '2021-07-05T10:09:21Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'subnets': [{'id': '4506ec9e-1545-4e23-9622-e3036b224b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:34.443810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 467af0ee-5253-4b3d-9d63-73b7dbf37631 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:34.448181 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.493815 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0e820567-20c1-46da-aa6b-56a39c7830de tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.4580643 Jul 05 10:10:34.494376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46220) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:34.538590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:34.541737 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.543472 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] 10.222.0.64 "PUT /v2.0/ports/3c39c67d-7b68-464e-874a-d24c4145246d HTTP/1.1" status: 200 len: 1097 time: 2.0865173 Jul 05 10:10:34.570311 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-39efe8a5-9857-4e6f-a6a5-28e4d9343fa8 service neutron] 10.222.0.77 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561920 Jul 05 10:10:34.591176 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db612726-3d01-4e2c-a02f-1593d9dbfa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.595194 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed109ab-9c70-4221-b939-32bbcfef8cdf req-9ca58184-e98c-4466-b545-29bbca2e8882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:34.597103 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eed109ab-9c70-4221-b939-32bbcfef8cdf req-9ca58184-e98c-4466-b545-29bbca2e8882 service neutron] 10.222.0.64 "GET /v2.0/networks?id=14713cbe-0837-4369-939a-65f3496d6fab HTTP/1.1" status: 200 len: 926 time: 0.2215607 Jul 05 10:10:34.608828 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecac15-da5c-474b-b5ec-c4cfbd24498d service neutron] Pushing event updated for resources: {'Port': ['ID=3c39c67d-7b68-464e-874a-d24c4145246d,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:34.671097 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7281a520-42e1-439e-9786-ff6eeebc6c45 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.702488 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db612726-3d01-4e2c-a02f-1593d9dbfa02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb07890-d026-4a51-bf47-b1ecaafff9e9,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:34.708164 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db612726-3d01-4e2c-a02f-1593d9dbfa02 admin admin] Checking segment: {'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:34.708536 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db612726-3d01-4e2c-a02f-1593d9dbfa02 admin admin] Network hostable DHCP agents. Network: 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:34.757325 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eed109ab-9c70-4221-b939-32bbcfef8cdf req-ca164eb1-0ff1-4ef8-9be7-c49d8582495b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd2e3b20-af63-4960-9121-5782e9837d3c HTTP/1.1" status: 200 len: 217 time: 0.1399245 Jul 05 10:10:34.804873 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7281a520-42e1-439e-9786-ff6eeebc6c45 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.824977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-7281a520-42e1-439e-9786-ff6eeebc6c45 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467af0ee-5253-4b3d-9d63-73b7dbf37631']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:34.845416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-7281a520-42e1-439e-9786-ff6eeebc6c45 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab749ebe-7dcf-4d85-a71a-7f5a9fb9a781') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:34.845708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-7281a520-42e1-439e-9786-ff6eeebc6c45 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab749ebe-7dcf-4d85-a71a-7f5a9fb9a781') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:34.858056 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7281a520-42e1-439e-9786-ff6eeebc6c45 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.863015 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed109ab-9c70-4221-b939-32bbcfef8cdf req-072f0bff-548d-4b07-bd09-418f4346c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:34.864750 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eed109ab-9c70-4221-b939-32bbcfef8cdf req-072f0bff-548d-4b07-bd09-418f4346c23a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99eed56a-bab3-4d2d-883c-8b242dc7f185 HTTP/1.1" status: 200 len: 865 time: 0.0912492 Jul 05 10:10:34.890714 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7281a520-42e1-439e-9786-ff6eeebc6c45 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.906110 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7281a520-42e1-439e-9786-ff6eeebc6c45 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:34.907316 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7281a520-42e1-439e-9786-ff6eeebc6c45 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:34.909363 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:34.915364 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4923a6-8184-4a65-8f62-9766c82d96d7 None None] New status for floating IP 5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e: DOWN {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:10:34.916893 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eed109ab-9c70-4221-b939-32bbcfef8cdf req-e4c0ccf3-04ea-47fd-bb20-f01b5f680a2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=14713cbe-0837-4369-939a-65f3496d6fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435648 Jul 05 10:10:35.025697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-9d514caf-43c2-4633-969b-1f90cb09e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.027410 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-9d514caf-43c2-4633-969b-1f90cb09e02a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b03d83b9b5f440e796285d051e688a49&device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 1100 time: 0.3440807 Jul 05 10:10:35.035847 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7450aeeb-6916-4572-81e0-3a04bb2eddda req-4fcc01a8-4f79-4480-8a1a-3d13a880c7aa service neutron] 10.222.0.77 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529572 Jul 05 10:10:35.084236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db612726-3d01-4e2c-a02f-1593d9dbfa02 admin admin] Network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:35.094890 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-4ef49f79-c761-4f9a-bdb1-6126f84cc363 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=3c39c67d-7b68-464e-874a-d24c4145246d HTTP/1.1" status: 200 len: 217 time: 0.0487015 Jul 05 10:10:35.134110 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eed109ab-9c70-4221-b939-32bbcfef8cdf req-97e5b905-1af7-4633-b12a-2f0bea91836b service neutron] 10.222.0.64 "GET /v2.0/networks/14713cbe-0837-4369-939a-65f3496d6fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019863 Jul 05 10:10:35.218703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-fdd0d88a-cd94-47d6-a434-fbd8cce6eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.221127 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-fdd0d88a-cd94-47d6-a434-fbd8cce6eb99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1215711 Jul 05 10:10:35.236847 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7281a520-42e1-439e-9786-ff6eeebc6c45 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.246041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7281a520-42e1-439e-9786-ff6eeebc6c45 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 467af0ee-5253-4b3d-9d63-73b7dbf37631 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 10:10:35.264746 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7281a520-42e1-439e-9786-ff6eeebc6c45 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.267419 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7281a520-42e1-439e-9786-ff6eeebc6c45 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "DELETE /v2.0/networks/467af0ee-5253-4b3d-9d63-73b7dbf37631 HTTP/1.1" status: 204 len: 168 time: 0.7685089 Jul 05 10:10:35.282615 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46228) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:35.287577 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281a520-42e1-439e-9786-ff6eeebc6c45 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event deleted for resources: {'Network': ['ID=467af0ee-5253-4b3d-9d63-73b7dbf37631,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:35.289210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0084a149-2cf1-4c8d-af56-dcb65941b944 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:35.302558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-db612726-3d01-4e2c-a02f-1593d9dbfa02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:35.309568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db612726-3d01-4e2c-a02f-1593d9dbfa02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.310118 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db612726-3d01-4e2c-a02f-1593d9dbfa02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.319596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd8bdf2-be93-41d1-b065-d0368e8857a7 None None] Network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:35.347232 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eed109ab-9c70-4221-b939-32bbcfef8cdf req-53a7fc80-1890-418e-ad41-0c18cd6d15ba service neutron] 10.222.0.64 "GET /v2.0/networks/14713cbe-0837-4369-939a-65f3496d6fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023118 Jul 05 10:10:35.365904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-6935e24a-ca85-49e7-aefd-597284e3c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.371202 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-6935e24a-ca85-49e7-aefd-597284e3c4b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1394992 Jul 05 10:10:35.380639 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ef6dfa-b8ca-4dba-af25-d7fd35161fdb x-openstack-request-id: req-f0ef6dfa-b8ca-4dba-af25-d7fd35161fdb {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:35.380639 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff256349-1188-42b5-881d-1cb2fbac8a17", "tag": "8400c3d8-c804-4ac4-96f6-aac8bd55563d", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:35.380639 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0ef6dfa-b8ca-4dba-af25-d7fd35161fdb {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:35.380639 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'tag': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'status': 'completed', 'code': 200} Jul 05 10:10:35.584959 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998ecfc-0035-4934-b61c-440df1979636 req-b7388eb1-f822-4bec-9758-e5dd9c44e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.591937 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2998ecfc-0035-4934-b61c-440df1979636 req-b7388eb1-f822-4bec-9758-e5dd9c44e01d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b933a73b2436495d8b96ad689288d5c9&device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 1098 time: 0.1849792 Jul 05 10:10:35.649751 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-db612726-3d01-4e2c-a02f-1593d9dbfa02 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0553999 Jul 05 10:10:35.655939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46236) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:35.674261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:10:35.676321 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.727596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:35.840532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998ecfc-0035-4934-b61c-440df1979636 req-a83e0a29-8a75-42a0-84b9-c791294ee991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:35.842903 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2998ecfc-0035-4934-b61c-440df1979636 req-a83e0a29-8a75-42a0-84b9-c791294ee991 service neutron] 10.222.0.73 "GET /v2.0/networks?id=49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 200 len: 921 time: 0.2416220 Jul 05 10:10:35.899498 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2998ecfc-0035-4934-b61c-440df1979636 req-8e242311-5b90-441e-b1f1-d7825fac28e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8400c3d8-c804-4ac4-96f6-aac8bd55563d HTTP/1.1" status: 200 len: 217 time: 0.0466881 Jul 05 10:10:35.912251 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.918685 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:35.967882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Allocated IP 172.20.0.2 (30ce1f0a-99b2-4f93-9e6e-17fd57c121c7/feb07890-d026-4a51-bf47-b1ecaafff9e9/32b2b478-d780-4f04-87c4-b5ad1ca8299d) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:36.027548 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.035828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998ecfc-0035-4934-b61c-440df1979636 req-3b3b0df7-746b-4df6-a63e-17baf89c86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:36.037552 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2998ecfc-0035-4934-b61c-440df1979636 req-3b3b0df7-746b-4df6-a63e-17baf89c86fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 200 len: 859 time: 0.1340280 Jul 05 10:10:36.061943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0084a149-2cf1-4c8d-af56-dcb65941b944 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Made reservation on behalf of 6abc16ba214d420b938bd65fe50cb17b for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:36.065769 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0084a149-2cf1-4c8d-af56-dcb65941b944 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.115690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998ecfc-0035-4934-b61c-440df1979636 req-ea7bd80d-f774-4eeb-8220-e4988c83cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:36.117336 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2998ecfc-0035-4934-b61c-440df1979636 req-ea7bd80d-f774-4eeb-8220-e4988c83cd13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49acf21c-d200-4532-94e8-8583d85e6566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733883 Jul 05 10:10:36.198551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0084a149-2cf1-4c8d-af56-dcb65941b944 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:36.220456 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.232831 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0084a149-2cf1-4c8d-af56-dcb65941b944 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.233184 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-0084a149-2cf1-4c8d-af56-dcb65941b944 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Added segment 6f8d7d4d-bc2e-4d07-afb9-2198f8cbccf0 of type vlan for network f7c3c527-fbda-4bac-bd61-260d7e130a44 Jul 05 10:10:36.243160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Transition to ACTIVE for port object 32b2b478-d780-4f04-87c4-b5ad1ca8299d will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:36.248620 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-6ef1dee3-cff2-4370-875d-93b3d2933321 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8719442 Jul 05 10:10:36.270001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Transition to ACTIVE for port object 32b2b478-d780-4f04-87c4-b5ad1ca8299d will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:36.362547 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d89e8-0e87-48bb-be73-a7cc54a94cc3 req-4af31ba2-3cbb-4b54-b09b-952ee1ba9959 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:36.364125 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2e8d89e8-0e87-48bb-be73-a7cc54a94cc3 req-4af31ba2-3cbb-4b54-b09b-952ee1ba9959 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 943 time: 0.3068466 Jul 05 10:10:36.366264 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0084a149-2cf1-4c8d-af56-dcb65941b944 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.408344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.419801 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2998ecfc-0035-4934-b61c-440df1979636 req-d04639e6-da0b-4e98-b203-933888d5f9a3 service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925692 Jul 05 10:10:36.465877 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2e8d89e8-0e87-48bb-be73-a7cc54a94cc3 req-2cac7582-23bf-4c2b-933f-af707c54ee46 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/security-groups?id=da6f8247-47c2-4dcb-8582-d95774e32205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935643 Jul 05 10:10:36.484611 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21e0d33e-4d35-4a2b-bd2e-88e88f89b82c req-edd50822-6b40-4b7b-ba53-9eed19b3a03e service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249076 Jul 05 10:10:36.551698 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2998ecfc-0035-4934-b61c-440df1979636 req-1f823f65-792f-4367-b4b8-add885812e01 service neutron] 10.222.0.73 "GET /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229637 Jul 05 10:10:36.564856 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.624435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:36.628037 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:36.631842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:36.702088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716b5d2-624d-4cdb-abef-97ab21df60e3 req-7a7a9594-3c01-40a1-84b8-913499bb4d6b tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:36.704464 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4716b5d2-624d-4cdb-abef-97ab21df60e3 req-7a7a9594-3c01-40a1-84b8-913499bb4d6b tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 948 time: 0.0990303 Jul 05 10:10:36.707803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Pushing event updated for resources: {'Port': ['ID=32b2b478-d780-4f04-87c4-b5ad1ca8299d,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:36.726000 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Attempting to bind port 32b2b478-d780-4f04-87c4-b5ad1ca8299d on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:36.726797 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Attempting to bind port 32b2b478-d780-4f04-87c4-b5ad1ca8299d by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:36.727392 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Attempting to bind port 32b2b478-d780-4f04-87c4-b5ad1ca8299d on network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:36.736848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:36.736848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Checking segment: {'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:36.737554 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.738102 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Bound using segment: {'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:36.739253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Bound port: 32b2b478-d780-4f04-87c4-b5ad1ca8299d, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:36.739874 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.768274 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4716b5d2-624d-4cdb-abef-97ab21df60e3 req-4d8edd63-9207-41ca-80db-4d3a41ea58aa tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518422 Jul 05 10:10:36.769483 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0084a149-2cf1-4c8d-af56-dcb65941b944 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.782938 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0084a149-2cf1-4c8d-af56-dcb65941b944 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:36.782938 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0084a149-2cf1-4c8d-af56-dcb65941b944 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.878994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] For port 32b2b478-d780-4f04-87c4-b5ad1ca8299d, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:36.882532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] For port 32b2b478-d780-4f04-87c4-b5ad1ca8299d, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=32b2b478-d780-4f04-87c4-b5ad1ca8299d,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:36.900684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084a149-2cf1-4c8d-af56-dcb65941b944 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event updated for resources: {'Network': ['ID=f7c3c527-fbda-4bac-bd61-260d7e130a44,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:36.921303 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network f7c3c527-fbda-4bac-bd61-260d7e130a44 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:36.964421 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e65ea8a-35a3-42ff-88f6-584197bf066b req-fe04f3c0-fde6-488b-963f-c9075dcfac1d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1072154 Jul 05 10:10:36.970538 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.994958 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:36.999635 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:37.083559 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80d15e-b0f4-4ae4-8625-d9280a66b357 None None] Pushing event updated for resources: {'Port': ['ID=32b2b478-d780-4f04-87c4-b5ad1ca8299d,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:37.114563 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0084a149-2cf1-4c8d-af56-dcb65941b944 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8297992 Jul 05 10:10:37.115587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46254) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:37.121707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d6348691-3aa1-4f36-af19-595c53446a38 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Request body: {'subnet': {'network_id': 'f7c3c527-fbda-4bac-bd61-260d7e130a44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:37.123037 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:10:37.181355 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd2e3b20-af63-4960-9121-5782e9837d3c details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:10:37.222276 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Allocated IP 172.25.5.210 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/cf4d5ead-c881-49db-8ba3-98f021fb0204) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:37.234467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65ea8a-35a3-42ff-88f6-584197bf066b req-6b089038-8cc5-4209-82be-4928c4dd91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:37.237419 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e65ea8a-35a3-42ff-88f6-584197bf066b req-6b089038-8cc5-4209-82be-4928c4dd91e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a7aff2f720b49a0abf8d567919cd6cf&device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 1098 time: 0.1840487 Jul 05 10:10:37.284368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6348691-3aa1-4f36-af19-595c53446a38 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Made reservation on behalf of 6abc16ba214d420b938bd65fe50cb17b for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:37.288378 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d6348691-3aa1-4f36-af19-595c53446a38 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:37.353173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd2e3b20-af63-4960-9121-5782e9837d3c, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd2e3b20-af63-4960-9121-5782e9837d3c,segment=NetworkSegment(e1168c59-3485-4098-ae01-66092ac3ac2f),segment_id=e1168c59-3485-4098-ae01-66092ac3ac2f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:37.422057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3904a3a-7a1e-4fc5-a452-38d4b81b67df', 'tag': '3c39c67d-7b68-464e-874a-d24c4145246d'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:37.423021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'bd2e3b20-af63-4960-9121-5782e9837d3c', 'network_id': '14713cbe-0837-4369-939a-65f3496d6fab', 'port_id': 'bd2e3b20-af63-4960-9121-5782e9837d3c', 'mac_address': 'fa:16:3e:47:36:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99eed56a-bab3-4d2d-883c-8b242dc7f185', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:10:37.429667 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f8d86a-71da-4edf-98a8-bdb8743244ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a3904a3a-7a1e-4fc5-a452-38d4b81b67df", "tag": "3c39c67d-7b68-464e-874a-d24c4145246d"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:37.483730 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:37.502488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2e3b20-af63-4960-9121-5782e9837d3c {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:10:37.528976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd2e3b20-af63-4960-9121-5782e9837d3c, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd2e3b20-af63-4960-9121-5782e9837d3c,segment=NetworkSegment(e1168c59-3485-4098-ae01-66092ac3ac2f),segment_id=e1168c59-3485-4098-ae01-66092ac3ac2f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:37.535245 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-05ca7626-5be8-4e81-89cb-ea3d709445e1 req-1dc2c2d0-3cf0-4dfa-8c48-793b7fc9f243 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/floatingips/5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e HTTP/1.1" status: 200 len: 693 time: 0.0988948 Jul 05 10:10:37.660668 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:37.661362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:10:37.709109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca7626-5be8-4e81-89cb-ea3d709445e1 req-0fd494a7-93b7-4cda-8856-f8583918d4f1 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:37.712448 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-05ca7626-5be8-4e81-89cb-ea3d709445e1 req-0fd494a7-93b7-4cda-8856-f8583918d4f1 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.1658847 Jul 05 10:10:37.768731 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bd2e3b20-af63-4960-9121-5782e9837d3c,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:37.825066 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:37.842312 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-05ca7626-5be8-4e81-89cb-ea3d709445e1 req-7b930673-0f2d-4845-87d8-a168ce711fca tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 696 time: 0.1131327 Jul 05 10:10:37.846308 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:37.862774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6', 'mac_address': 'fa:16:3e:b2:34:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:10:37.880810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65ea8a-35a3-42ff-88f6-584197bf066b req-65121d76-f239-4092-8eb7-ff37394edee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:37.883892 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e65ea8a-35a3-42ff-88f6-584197bf066b req-65121d76-f239-4092-8eb7-ff37394edee4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5cbc599f-1713-43af-b324-cbe93df2237e HTTP/1.1" status: 200 len: 917 time: 0.4701648 Jul 05 10:10:37.909111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-1f16ba3d-91e4-4e47-a517-7bd6c17758ba tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:10:37.910299 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-1f16ba3d-91e4-4e47-a517-7bd6c17758ba tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146515 Jul 05 10:10:37.923027 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-05ca7626-5be8-4e81-89cb-ea3d709445e1 req-dba4ff90-ca9f-42ae-b822-bd8a2998aa18 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 696 time: 0.0687571 Jul 05 10:10:37.930205 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:37.936905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-a491126e-b036-43a5-9d46-647c0f25f839 req-5e6de13f-67b2-49cb-8e2b-cf284f0a6758 service neutron] Request body: {'binding': {'host': 'n-h1-779913-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:37.937385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-a491126e-b036-43a5-9d46-647c0f25f839 req-5e6de13f-67b2-49cb-8e2b-cf284f0a6758 service neutron] Unknown quota resources ['binding']. {{(pid=100775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:10:37.947037 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:10:37.968672 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:37.984212 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e65ea8a-35a3-42ff-88f6-584197bf066b req-8347437c-2024-4926-8a4c-7e8bb11d4726 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70111812-c32c-463a-a6ea-95b9cf2a940b HTTP/1.1" status: 200 len: 1000 time: 0.0895362 Jul 05 10:10:38.047285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65ea8a-35a3-42ff-88f6-584197bf066b req-0fef33d7-8948-4f8e-88ed-8239ef8d4d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:38.050866 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e65ea8a-35a3-42ff-88f6-584197bf066b req-0fef33d7-8948-4f8e-88ed-8239ef8d4d61 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3192735d-882c-4a41-b037-3c234a14d735 HTTP/1.1" status: 200 len: 855 time: 0.0593700 Jul 05 10:10:38.090274 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.150564 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:38.151961 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.166090 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:38.171383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:38.212224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Pushing event updated for resources: {'Port': ['ID=cf4d5ead-c881-49db-8ba3-98f021fb0204,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:38.236808 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65ea8a-35a3-42ff-88f6-584197bf066b req-66bd8742-f703-487c-8b71-2f2b424b9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:38.239225 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e65ea8a-35a3-42ff-88f6-584197bf066b req-66bd8742-f703-487c-8b71-2f2b424b9b2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5cbc599f-1713-43af-b324-cbe93df2237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1823237 Jul 05 10:10:38.242256 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:38.308603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-05ca7626-5be8-4e81-89cb-ea3d709445e1 req-dfc89ab5-f1eb-497e-bfd1-18bdc37e0350 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Deleting port c124e3ae-1eb8-4af5-990a-0a3c29247d2b {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:38.309263 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-05ca7626-5be8-4e81-89cb-ea3d709445e1 req-dfc89ab5-f1eb-497e-bfd1-18bdc37e0350 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.363332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-a491126e-b036-43a5-9d46-647c0f25f839 req-5e6de13f-67b2-49cb-8e2b-cf284f0a6758 service neutron] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b on host n-h1-779913-27 for vnic_type normal with profile None {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:38.363849 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-a491126e-b036-43a5-9d46-647c0f25f839 req-5e6de13f-67b2-49cb-8e2b-cf284f0a6758 service neutron] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:38.364175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491126e-b036-43a5-9d46-647c0f25f839 req-5e6de13f-67b2-49cb-8e2b-cf284f0a6758 service neutron] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:38.385863 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491126e-b036-43a5-9d46-647c0f25f839 req-5e6de13f-67b2-49cb-8e2b-cf284f0a6758 service neutron] Port d0a2d165-2d69-43fc-87ea-505b1e3e287b on network de14d9aa-e769-4672-bc7f-bd4b99fc183d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:38.386213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491126e-b036-43a5-9d46-647c0f25f839 req-5e6de13f-67b2-49cb-8e2b-cf284f0a6758 service neutron] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:38.398767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491126e-b036-43a5-9d46-647c0f25f839 req-5e6de13f-67b2-49cb-8e2b-cf284f0a6758 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:38.399106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491126e-b036-43a5-9d46-647c0f25f839 req-5e6de13f-67b2-49cb-8e2b-cf284f0a6758 service neutron] Checking segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:38.399503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491126e-b036-43a5-9d46-647c0f25f839 req-5e6de13f-67b2-49cb-8e2b-cf284f0a6758 service neutron] Bound using segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:38.399980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-a491126e-b036-43a5-9d46-647c0f25f839 req-5e6de13f-67b2-49cb-8e2b-cf284f0a6758 service neutron] Bound port: d0a2d165-2d69-43fc-87ea-505b1e3e287b, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:38.451372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['bd2e3b20-af63-4960-9121-5782e9837d3c'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:38.476964 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e65ea8a-35a3-42ff-88f6-584197bf066b req-56f9145b-7525-4aea-98ea-d8a9423b12d9 service neutron] 10.222.0.73 "GET /v2.0/networks/5cbc599f-1713-43af-b324-cbe93df2237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193880 Jul 05 10:10:38.489958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:38.491285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.objects.ports [None req-d6348691-3aa1-4f36-af19-595c53446a38 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:10:38.492092 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d6348691-3aa1-4f36-af19-595c53446a38 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.518358 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03a1a0a-f7f2-4b07-a410-59dec5ebe7e5 None None] Network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:38.545976 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-05ca7626-5be8-4e81-89cb-ea3d709445e1 req-dfc89ab5-f1eb-497e-bfd1-18bdc37e0350 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.546490 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-05ca7626-5be8-4e81-89cb-ea3d709445e1 req-dfc89ab5-f1eb-497e-bfd1-18bdc37e0350 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.586525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-05ca7626-5be8-4e81-89cb-ea3d709445e1 req-dfc89ab5-f1eb-497e-bfd1-18bdc37e0350 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Calling delete_port for c124e3ae-1eb8-4af5-990a-0a3c29247d2b owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:38.683146 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e65ea8a-35a3-42ff-88f6-584197bf066b req-15581935-460a-4dc7-bfb2-230077e5eff4 service neutron] 10.222.0.73 "GET /v2.0/networks/5cbc599f-1713-43af-b324-cbe93df2237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997933 Jul 05 10:10:38.692510 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.695456 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6348691-3aa1-4f36-af19-595c53446a38 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cc52afb4-a7c6-4395-91f3-40b844bb18a3,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:38.732207 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-a491126e-b036-43a5-9d46-647c0f25f839 req-5e6de13f-67b2-49cb-8e2b-cf284f0a6758 service neutron] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=d0a2d165-2d69-43fc-87ea-505b1e3e287b,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:38.772547 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 32b2b478-d780-4f04-87c4-b5ad1ca8299d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:38.786415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6348691-3aa1-4f36-af19-595c53446a38 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Checking segment: {'id': '6f8d7d4d-bc2e-4d07-afb9-2198f8cbccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f7c3c527-fbda-4bac-bd61-260d7e130a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:38.787395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6348691-3aa1-4f36-af19-595c53446a38 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Network hostable DHCP agents. Network: f7c3c527-fbda-4bac-bd61-260d7e130a44, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:10:38.805554 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-a491126e-b036-43a5-9d46-647c0f25f839 req-5e6de13f-67b2-49cb-8e2b-cf284f0a6758 service neutron] Notify callbacks [] for binding, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.806869 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-5e6de13f-67b2-49cb-8e2b-cf284f0a6758 service neutron] 10.222.0.77 "POST /v2.0/ports/d0a2d165-2d69-43fc-87ea-505b1e3e287b/bindings HTTP/1.1" status: 201 len: 390 time: 0.8808420 Jul 05 10:10:38.848819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-25125e92-0c64-4efe-a75d-0da71e495375 None None] Provisioning for port 32b2b478-d780-4f04-87c4-b5ad1ca8299d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:38.935047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6348691-3aa1-4f36-af19-595c53446a38 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Network f7c3c527-fbda-4bac-bd61-260d7e130a44 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:10:38.967567 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:38.992712 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-05ca7626-5be8-4e81-89cb-ea3d709445e1 req-dfc89ab5-f1eb-497e-bfd1-18bdc37e0350 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.022214 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc89ab5-f1eb-497e-bfd1-18bdc37e0350 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Pushing event deleted for resources: {'Port': ['ID=c124e3ae-1eb8-4af5-990a-0a3c29247d2b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:39.127405 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-d6348691-3aa1-4f36-af19-595c53446a38 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, f7c3c527-fbda-4bac-bd61-260d7e130a44) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:39.133327 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6348691-3aa1-4f36-af19-595c53446a38 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:39.134521 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d6348691-3aa1-4f36-af19-595c53446a38 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.147895 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fd7470-659e-4c74-aa11-afc88b9bfe8a None None] Network f7c3c527-fbda-4bac-bd61-260d7e130a44 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:39.148506 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-05ca7626-5be8-4e81-89cb-ea3d709445e1 req-dfc89ab5-f1eb-497e-bfd1-18bdc37e0350 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.154146 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-05ca7626-5be8-4e81-89cb-ea3d709445e1 req-dfc89ab5-f1eb-497e-bfd1-18bdc37e0350 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.172355 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-05ca7626-5be8-4e81-89cb-ea3d709445e1 req-dfc89ab5-f1eb-497e-bfd1-18bdc37e0350 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "DELETE /v2.0/floatingips/5f5c6f25-7dea-459f-b5eb-6fcdd4e2567e HTTP/1.1" status: 204 len: 173 time: 1.2443407 Jul 05 10:10:39.173567 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3c39c67d-7b68-464e-874a-d24c4145246d details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:10:39.231538 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e361e5d0-0357-4b18-b74c-bfe9b86bfede x-openstack-request-id: req-e361e5d0-0357-4b18-b74c-bfe9b86bfede {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:39.232160 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3904a3a-7a1e-4fc5-a452-38d4b81b67df", "tag": "3c39c67d-7b68-464e-874a-d24c4145246d", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:39.232633 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e361e5d0-0357-4b18-b74c-bfe9b86bfede {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:39.233252 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3904a3a-7a1e-4fc5-a452-38d4b81b67df', 'tag': '3c39c67d-7b68-464e-874a-d24c4145246d', 'status': 'completed', 'code': 200} Jul 05 10:10:39.260666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Router 051d3168-f146-4e2e-a53a-70cdbd5b15dc is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:10:39.290565 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d6348691-3aa1-4f36-af19-595c53446a38 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1739931 Jul 05 10:10:39.294913 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46274) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:39.303192 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Request body: {'floatingip': {'floating_network_id': 'f7c3c527-fbda-4bac-bd61-260d7e130a44'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:39.346895 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 32b2b478-d780-4f04-87c4-b5ad1ca8299d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:39.390112 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8d86a-71da-4edf-98a8-bdb8743244ee req-295e7180-33f0-4462-8951-aa24c636b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:39.392084 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4f8d86a-71da-4edf-98a8-bdb8743244ee req-295e7180-33f0-4462-8951-aa24c636b4f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b03d83b9b5f440e796285d051e688a49&device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 1100 time: 0.1315534 Jul 05 10:10:39.411332 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 32b2b478-d780-4f04-87c4-b5ad1ca8299d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:39.412430 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.473118 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.resource_extend [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:10:39.503672 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29a29fb-9d07-4374-9913-462752e48f00 None None] Network f7c3c527-fbda-4bac-bd61-260d7e130a44 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:39.526473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:39.529855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8d86a-71da-4edf-98a8-bdb8743244ee req-16a1874b-f9e1-4167-bfc1-a0670379c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:39.539853 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4f8d86a-71da-4edf-98a8-bdb8743244ee req-16a1874b-f9e1-4167-bfc1-a0670379c142 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1324825 Jul 05 10:10:39.541204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f23cc-55f9-4542-baf7-c904b2382c66 req-eb884735-90b5-4fdb-8748-eb1aaf2b376e tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:39.541204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-120f23cc-55f9-4542-baf7-c904b2382c66 req-eb884735-90b5-4fdb-8748-eb1aaf2b376e tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 944 time: 0.1884704 Jul 05 10:10:39.567100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Sync routers for ids ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:39.597038 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-120f23cc-55f9-4542-baf7-c904b2382c66 req-23cf6492-9c1d-4771-966c-d2cff1506c2d tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/security-groups?id=da6f8247-47c2-4dcb-8582-d95774e32205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499845 Jul 05 10:10:39.623931 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.640407 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4f8d86a-71da-4edf-98a8-bdb8743244ee req-ffc13a9c-e0c6-47a4-9209-46dd7e36fb61 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=3c39c67d-7b68-464e-874a-d24c4145246d HTTP/1.1" status: 200 len: 217 time: 0.0764003 Jul 05 10:10:39.668035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-da849b18-f830-4017-9729-3afcd6af5267 None None] Provisioning complete for port 32b2b478-d780-4f04-87c4-b5ad1ca8299d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:39.668503 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-da849b18-f830-4017-9729-3afcd6af5267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.670469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Routers {'051d3168-f146-4e2e-a53a-70cdbd5b15dc'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:39.671302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:39.748788 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.769480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a183f-cef0-45c8-9f74-028e25d4c997 req-ee37b3a0-fece-4bf9-9541-e5b6aa16335d tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:39.776883 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab9a183f-cef0-45c8-9f74-028e25d4c997 req-ee37b3a0-fece-4bf9-9541-e5b6aa16335d tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 948 time: 0.3625515 Jul 05 10:10:39.793918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8d86a-71da-4edf-98a8-bdb8743244ee req-0dcc9168-2952-4320-ba53-28913a2cdad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:39.797695 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4f8d86a-71da-4edf-98a8-bdb8743244ee req-0dcc9168-2952-4320-ba53-28913a2cdad7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1399336 Jul 05 10:10:39.798081 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:39.799768 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-85ee2645-c1e0-4ed2-980a-452b5b9bc226 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0799472 Jul 05 10:10:39.802846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46276) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:39.887709 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab9a183f-cef0-45c8-9f74-028e25d4c997 req-b6c3aec6-35fb-4b37-824d-f40094c7fbe6 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080883 Jul 05 10:10:39.980558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8d86a-71da-4edf-98a8-bdb8743244ee req-879833fd-19df-4933-baa3-6ea6df740e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:39.982108 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4f8d86a-71da-4edf-98a8-bdb8743244ee req-879833fd-19df-4933-baa3-6ea6df740e6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1783879 Jul 05 10:10:39.984307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3c39c67d-7b68-464e-874a-d24c4145246d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3c39c67d-7b68-464e-874a-d24c4145246d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:40.012824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '3c39c67d-7b68-464e-874a-d24c4145246d', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '3c39c67d-7b68-464e-874a-d24c4145246d', 'mac_address': 'fa:16:3e:62:a1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:10:40.014329 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.115867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 32b2b478-d780-4f04-87c4-b5ad1ca8299d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=32b2b478-d780-4f04-87c4-b5ad1ca8299d,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:40.205760 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4f8d86a-71da-4edf-98a8-bdb8743244ee req-1f0a00e3-0def-49e9-a02b-5174aa08ee42 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142251 Jul 05 10:10:40.213051 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Set router 051d3168-f146-4e2e-a53a-70cdbd5b15dc gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:40.220296 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597ea75-ea60-4991-bbc9-d0659aeadcd6 req-a42e7d86-44ba-48da-9694-7c8070f0ffae tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:40.222175 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0597ea75-ea60-4991-bbc9-d0659aeadcd6 req-a42e7d86-44ba-48da-9694-7c8070f0ffae tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 945 time: 0.1419234 Jul 05 10:10:40.292844 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.368219 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Allocated IP 172.20.0.4 (f7c3c527-fbda-4bac-bd61-260d7e130a44/cc52afb4-a7c6-4395-91f3-40b844bb18a3/da74e2b6-c60d-4eb5-9383-acad817a57e0) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:40.381819 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-da849b18-f830-4017-9729-3afcd6af5267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.389601 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0597ea75-ea60-4991-bbc9-d0659aeadcd6 req-d800dcf9-afaf-44b5-84c6-c69cdc4ed393 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572304 Jul 05 10:10:40.415414 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.417943 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4f8d86a-71da-4edf-98a8-bdb8743244ee req-73c22801-e527-4668-8f58-ecbfbed0a663 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945453 Jul 05 10:10:40.423778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491126e-b036-43a5-9d46-647c0f25f839 req-7a206f0a-0954-4863-a681-95132d285f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:40.434259 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-7a206f0a-0954-4863-a681-95132d285f4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 1097 time: 0.2848136 Jul 05 10:10:40.442938 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af750800-f5e2-48b7-936a-674e146d65ab req-d29ced9a-0867-4eea-a918-34e9a74651b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1637526 Jul 05 10:10:40.461832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c39c67d-7b68-464e-874a-d24c4145246d {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:10:40.480042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=32b2b478-d780-4f04-87c4-b5ad1ca8299d,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:40.539514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3c39c67d-7b68-464e-874a-d24c4145246d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3c39c67d-7b68-464e-874a-d24c4145246d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:40.547588 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af750800-f5e2-48b7-936a-674e146d65ab req-1348f603-2f51-4300-b255-d408212ba7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:40.549764 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af750800-f5e2-48b7-936a-674e146d65ab req-1348f603-2f51-4300-b255-d408212ba7fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 1096 time: 0.0791328 Jul 05 10:10:40.574340 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-da849b18-f830-4017-9729-3afcd6af5267 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:10:40.574692 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-da849b18-f830-4017-9729-3afcd6af5267 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:10:40.605770 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:38Z', 'revision_number': 3, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:40.651294 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Checking router: 051d3168-f146-4e2e-a53a-70cdbd5b15dc for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:40.651652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Updating router 051d3168-f146-4e2e-a53a-70cdbd5b15dc port cf4d5ead-c881-49db-8ba3-98f021fb0204 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:10:40.662561 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491126e-b036-43a5-9d46-647c0f25f839 req-fb28f85d-97cb-4b5a-bfee-4c8cb985aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:40.672206 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-fb28f85d-97cb-4b5a-bfee-4c8cb985aa66 service neutron] 10.222.0.73 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.2297087 Jul 05 10:10:40.704931 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.726883 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.729494 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af750800-f5e2-48b7-936a-674e146d65ab req-4a24bcfd-3122-4bd9-958a-0b20df8ae209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:40.732825 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af750800-f5e2-48b7-936a-674e146d65ab req-4a24bcfd-3122-4bd9-958a-0b20df8ae209 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.1551611 Jul 05 10:10:40.753008 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-c3d0634a-c08c-435c-834c-d09ce7c2616e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0a2d165-2d69-43fc-87ea-505b1e3e287b HTTP/1.1" status: 200 len: 217 time: 0.0594938 Jul 05 10:10:40.782881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 32b2b478-d780-4f04-87c4-b5ad1ca8299d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:40.807296 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af750800-f5e2-48b7-936a-674e146d65ab req-c42442e7-2ca3-42dd-b6b9-7b3601964c4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=014069d0-0f9f-4573-88b8-c210d5aad947 HTTP/1.1" status: 200 len: 217 time: 0.0657730 Jul 05 10:10:40.849136 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:40.908267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af750800-f5e2-48b7-936a-674e146d65ab req-08ad5214-d338-4a67-ad65-930b464535f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:40.911136 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af750800-f5e2-48b7-936a-674e146d65ab req-08ad5214-d338-4a67-ad65-930b464535f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.0958877 Jul 05 10:10:40.934853 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=3c39c67d-7b68-464e-874a-d24c4145246d,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:40.968534 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af750800-f5e2-48b7-936a-674e146d65ab req-bf0f4f09-0a95-4ca2-a564-cee33a370fc1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505867 Jul 05 10:10:40.993259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2ca72-0f41-44e7-b8fe-540aab107aa9 req-3795fa6f-b67c-4897-a040-5f4a4bb19e02 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:40.994842 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6df2ca72-0f41-44e7-b8fe-540aab107aa9 req-3795fa6f-b67c-4897-a040-5f4a4bb19e02 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 944 time: 0.1484210 Jul 05 10:10:41.014210 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-00f32f7b-b3c8-486d-958d-029d36706a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.030320 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 32b2b478-d780-4f04-87c4-b5ad1ca8299d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:41.030320 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.036818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['3c39c67d-7b68-464e-874a-d24c4145246d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:41.104961 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6df2ca72-0f41-44e7-b8fe-540aab107aa9 req-20d74298-fdeb-4412-91a8-26254dbd54bd tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/security-groups?id=da6f8247-47c2-4dcb-8582-d95774e32205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993788 Jul 05 10:10:41.131370 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af750800-f5e2-48b7-936a-674e146d65ab req-1b045de1-c588-41b3-a054-f1debec4cdc7 service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546192 Jul 05 10:10:41.151859 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.256751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8183c540-d8fa-4495-a860-64650648cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:41.262963 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8183c540-d8fa-4495-a860-64650648cfee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.4973857 Jul 05 10:10:41.294571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af750800-f5e2-48b7-936a-674e146d65ab req-91f058c4-ec0f-4104-8e80-ed947f1c38cd service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543462 Jul 05 10:10:41.330508 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd2e3b20-af63-4960-9121-5782e9837d3c up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:41.346346 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-c07a5b39-7954-4525-9344-ca35a0dfc0b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431788 Jul 05 10:10:41.466263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a46b2-163e-43a0-9749-d55cbe750d06 req-3c6b34e2-38f7-46b7-a344-64ec27bccd9d tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:41.466263 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-553a46b2-163e-43a0-9749-d55cbe750d06 req-3c6b34e2-38f7-46b7-a344-64ec27bccd9d tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 946 time: 0.3076768 Jul 05 10:10:41.547433 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.615290 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-b5ec33b1-425f-4a95-b322-f458130da9a6 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583103 Jul 05 10:10:41.618336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Allocated IP 172.20.0.1 (30ce1f0a-99b2-4f93-9e6e-17fd57c121c7/feb07890-d026-4a51-bf47-b1ecaafff9e9/86ad31c3-efaa-4da0-88b9-1a739853389b) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:41.626643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port bd2e3b20-af63-4960-9121-5782e9837d3c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:41.626777 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Network f7c3c527-fbda-4bac-bd61-260d7e130a44 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:41.629639 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56503342-5a6f-403a-a057-9823a7bf3500 req-71a6a7b0-9a13-4f38-8651-068d544b8174 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:41.631293 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-56503342-5a6f-403a-a057-9823a7bf3500 req-71a6a7b0-9a13-4f38-8651-068d544b8174 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 949 time: 0.0808508 Jul 05 10:10:41.640422 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port bd2e3b20-af63-4960-9121-5782e9837d3c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:41.640930 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.659205 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-553a46b2-163e-43a0-9749-d55cbe750d06 req-27aac14f-d3aa-43a9-a072-9c1b8969f4f1 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431215 Jul 05 10:10:41.666446 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:41.708033 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:41.729703 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-56503342-5a6f-403a-a057-9823a7bf3500 req-b23733fb-e660-42a6-b6ec-385d498ed612 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847230 Jul 05 10:10:41.740850 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.748943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event updated for resources: {'Port': ['ID=da74e2b6-c60d-4eb5-9383-acad817a57e0,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:41.771496 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Transition to ACTIVE for port object cf4d5ead-c881-49db-8ba3-98f021fb0204 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:41.833466 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.860192 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ac77cf-b66d-4122-b2b7-bd91ca3ffc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2e3b20-af63-4960-9121-5782e9837d3c'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:41.862860 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27074fe0-c8ff-4f62-b36a-c7e55e89e7e8" -d '{"events": [{"server_uuid": "d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94", "name": "network-vif-plugged", "status": "completed", "tag": "bd2e3b20-af63-4960-9121-5782e9837d3c"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:41.884660 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd2e3b20-af63-4960-9121-5782e9837d3c, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd2e3b20-af63-4960-9121-5782e9837d3c,segment=NetworkSegment(e1168c59-3485-4098-ae01-66092ac3ac2f),segment_id=e1168c59-3485-4098-ae01-66092ac3ac2f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:41.884660 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.919196 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2516f8-0145-4f13-8ea4-02eedba732ef x-openstack-request-id: req-ad2516f8-0145-4f13-8ea4-02eedba732ef {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:41.919490 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94", "name": "network-vif-plugged", "status": "completed", "tag": "bd2e3b20-af63-4960-9121-5782e9837d3c", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:41.919760 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad2516f8-0145-4f13-8ea4-02eedba732ef {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:41.920192 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ac77cf-b66d-4122-b2b7-bd91ca3ffc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2e3b20-af63-4960-9121-5782e9837d3c', 'code': 200} Jul 05 10:10:41.925082 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-a82bce67-8ed4-40f7-94e8-f9f02d29aa76 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936342 Jul 05 10:10:41.955987 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.966995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5e720-1dd7-4809-a698-6195f82d1a4e None None] Pushing event updated for resources: {'Port': ['ID=cf4d5ead-c881-49db-8ba3-98f021fb0204,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:41.969895 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Attempting to bind port cf4d5ead-c881-49db-8ba3-98f021fb0204 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:41.970271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Attempting to bind port cf4d5ead-c881-49db-8ba3-98f021fb0204 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:41.970763 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Attempting to bind port cf4d5ead-c881-49db-8ba3-98f021fb0204 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:41.978240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:41.978462 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:41.978908 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.979149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:41.979648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Bound port: cf4d5ead-c881-49db-8ba3-98f021fb0204, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:41.980082 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.984734 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:41.985643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:41.998161 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.001104 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Transition to ACTIVE for port object 86ad31c3-efaa-4da0-88b9-1a739853389b will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:42.060693 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3aff21-490b-4f01-a5e6-57934c5ac7a1 req-83c65f96-1b85-4eb8-9587-db4dd426583c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:42.067748 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb3aff21-490b-4f01-a5e6-57934c5ac7a1 req-83c65f96-1b85-4eb8-9587-db4dd426583c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 945 time: 0.2483003 Jul 05 10:10:42.072956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf811e2-40fe-4520-b672-c89ce3550b8c req-b0eec2cd-50a8-42c3-a831-ca9a9308daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:42.075526 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abf811e2-40fe-4520-b672-c89ce3550b8c req-b0eec2cd-50a8-42c3-a831-ca9a9308daab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 1097 time: 0.0637050 Jul 05 10:10:42.121345 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abf811e2-40fe-4520-b672-c89ce3550b8c req-d39ea517-748d-45c5-9f68-e9108fc52312 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=da6f8247-47c2-4dcb-8582-d95774e32205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376561 Jul 05 10:10:42.131516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bd2e3b20-af63-4960-9121-5782e9837d3c,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:42.137228 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] For port cf4d5ead-c881-49db-8ba3-98f021fb0204, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:42.140372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] For port cf4d5ead-c881-49db-8ba3-98f021fb0204, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=cf4d5ead-c881-49db-8ba3-98f021fb0204,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:42.146615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb3aff21-490b-4f01-a5e6-57934c5ac7a1 req-54b47374-a961-4777-8937-a9b8b5888a16 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753822 Jul 05 10:10:42.174280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9098036-adfb-47a8-9761-bc4791b90daa req-af49f97a-a884-45ca-b36e-246d6b049486 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:42.176333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c9098036-adfb-47a8-9761-bc4791b90daa req-af49f97a-a884-45ca-b36e-246d6b049486 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 946 time: 0.1721661 Jul 05 10:10:42.299145 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-c9098036-adfb-47a8-9761-bc4791b90daa req-89827cd8-c498-44c0-9943-3e7b1d6218f4 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Deleting port 8400c3d8-c804-4ac4-96f6-aac8bd55563d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:42.299388 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c9098036-adfb-47a8-9761-bc4791b90daa req-89827cd8-c498-44c0-9943-3e7b1d6218f4 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.302552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:42.305428 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.317444 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.338692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:42.342775 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.414402 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5e720-1dd7-4809-a698-6195f82d1a4e None None] Pushing event updated for resources: {'Port': ['ID=cf4d5ead-c881-49db-8ba3-98f021fb0204,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:42.424339 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Routers {'051d3168-f146-4e2e-a53a-70cdbd5b15dc'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:42.424813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:42.434735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd1006-60be-4524-a298-b518bec58f15 req-1b1c5289-1a13-4118-940c-4807bca1423b tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:42.436458 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-78fd1006-60be-4524-a298-b518bec58f15 req-1b1c5289-1a13-4118-940c-4807bca1423b tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 945 time: 0.1404748 Jul 05 10:10:42.462138 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:42.469679 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:42.481833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:42.509343 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-78fd1006-60be-4524-a298-b518bec58f15 req-637d4821-175b-470f-8947-7a436703dcf9 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/security-groups?id=da6f8247-47c2-4dcb-8582-d95774e32205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634801 Jul 05 10:10:42.537523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Pushing event updated for resources: {'Port': ['ID=86ad31c3-efaa-4da0-88b9-1a739853389b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:42.548760 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.615549 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.673912 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.713930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] Set router 051d3168-f146-4e2e-a53a-70cdbd5b15dc gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:42.788864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-c9098036-adfb-47a8-9761-bc4791b90daa req-89827cd8-c498-44c0-9943-3e7b1d6218f4 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] For port 8400c3d8-c804-4ac4-96f6-aac8bd55563d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8400c3d8-c804-4ac4-96f6-aac8bd55563d,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:42.789466 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c9098036-adfb-47a8-9761-bc4791b90daa req-89827cd8-c498-44c0-9943-3e7b1d6218f4 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:42.851032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-c9098036-adfb-47a8-9761-bc4791b90daa req-89827cd8-c498-44c0-9943-3e7b1d6218f4 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Calling delete_port for 8400c3d8-c804-4ac4-96f6-aac8bd55563d owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:42.865995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:42.993701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:38Z', 'revision_number': 3, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:43.006551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77500fdf-a8c3-44f7-8c0e-1fceb4b26d11 req-448bb65c-04be-4e7e-9b58-f43041ff12f9 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:43.008108 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77500fdf-a8c3-44f7-8c0e-1fceb4b26d11 req-448bb65c-04be-4e7e-9b58-f43041ff12f9 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 946 time: 0.0973642 Jul 05 10:10:43.044919 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:43.089807 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e9011-731a-453f-8e4a-29b2fc9a481e None None] The sync data for ids ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'] in n-d-779913-27 is: [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:38Z', 'revision_number': 3, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:43.169447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3c39c67d-7b68-464e-874a-d24c4145246d up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:43.237520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:43.283498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36218f-f572-4967-a63a-712aeebc686d req-7ca04469-bd73-47b5-903b-fb6a426cdb66 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:43.285269 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2c36218f-f572-4967-a63a-712aeebc686d req-7ca04469-bd73-47b5-903b-fb6a426cdb66 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 949 time: 0.3114774 Jul 05 10:10:43.291142 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:43.294295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ea7a6882-e913-4e11-a680-cd035433cf01 None None] Provisioning for port 86ad31c3-efaa-4da0-88b9-1a739853389b completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:43.299096 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ea7a6882-e913-4e11-a680-cd035433cf01 None None] Provisioning complete for port 86ad31c3-efaa-4da0-88b9-1a739853389b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:43.299367 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ea7a6882-e913-4e11-a680-cd035433cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:43.365905 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a6882-e913-4e11-a680-cd035433cf01 None None] Port 86ad31c3-efaa-4da0-88b9-1a739853389b cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:43.373917 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 3c39c67d-7b68-464e-874a-d24c4145246d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:43.379591 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 3c39c67d-7b68-464e-874a-d24c4145246d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:43.380524 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:43.398098 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77500fdf-a8c3-44f7-8c0e-1fceb4b26d11 req-e048cd0d-ceb5-447c-b6fe-5de1018111c7 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/security-groups?id=06ccc79d-1b09-462f-a1bc-8769005b8162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830616 Jul 05 10:10:43.448451 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:43.469205 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:43.487358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2c36218f-f572-4967-a63a-712aeebc686d req-f60a7c2a-c8a1-4c3f-93d7-7a9bcca20003 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691904 Jul 05 10:10:43.615011 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9b1c9650-e01c-4ef5-85f9-a15b4dd93fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:43.629610 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:43.636510 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c9098036-adfb-47a8-9761-bc4791b90daa req-89827cd8-c498-44c0-9943-3e7b1d6218f4 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:43.666087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['8400c3d8-c804-4ac4-96f6-aac8bd55563d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:43.711186 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:43.725711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event updated for resources: {'Port': ['ID=da74e2b6-c60d-4eb5-9383-acad817a57e0,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:43.790713 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:43.790887 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3c39c67d-7b68-464e-874a-d24c4145246d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3c39c67d-7b68-464e-874a-d24c4145246d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:43.857820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89827cd8-c498-44c0-9943-3e7b1d6218f4 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Pushing event deleted for resources: {'Port': ['ID=8400c3d8-c804-4ac4-96f6-aac8bd55563d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:43.927132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d2558-caf1-47be-b55f-b2c7ab69bad4 req-82aa776e-33c3-48bf-b312-3bd12734d6d2 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:43.929706 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9098036-adfb-47a8-9761-bc4791b90daa req-89827cd8-c498-44c0-9943-3e7b1d6218f4 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] No DVR routers for this DVR port 8400c3d8-c804-4ac4-96f6-aac8bd55563d on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:43.930934 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3c1d2558-caf1-47be-b55f-b2c7ab69bad4 req-82aa776e-33c3-48bf-b312-3bd12734d6d2 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 945 time: 0.1945751 Jul 05 10:10:43.932334 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c9098036-adfb-47a8-9761-bc4791b90daa req-89827cd8-c498-44c0-9943-3e7b1d6218f4 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:43.932334 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c9098036-adfb-47a8-9761-bc4791b90daa req-89827cd8-c498-44c0-9943-3e7b1d6218f4 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.73 "DELETE /v2.0/ports/8400c3d8-c804-4ac4-96f6-aac8bd55563d HTTP/1.1" status: 204 len: 173 time: 1.7266614 Jul 05 10:10:43.932693 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ea9314-059c-4c37-a1cc-40997951afa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6'}, {'server_uuid': 'a3904a3a-7a1e-4fc5-a452-38d4b81b67df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c39c67d-7b68-464e-874a-d24c4145246d'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:43.932693 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142fff0d-9057-48e9-94f6-891cac8ed8ef" -d '{"events": [{"server_uuid": "95ea9314-059c-4c37-a1cc-40997951afa3", "name": "network-vif-plugged", "status": "completed", "tag": "4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6"}, {"server_uuid": "a3904a3a-7a1e-4fc5-a452-38d4b81b67df", "name": "network-vif-plugged", "status": "completed", "tag": "3c39c67d-7b68-464e-874a-d24c4145246d"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:43.977320 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:43.977459 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3c1d2558-caf1-47be-b55f-b2c7ab69bad4 req-ba842a74-8e73-488e-b40b-fdd7d07d31d6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559723 Jul 05 10:10:44.003327 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'name': 'network-vif-deleted', 'tag': '8400c3d8-c804-4ac4-96f6-aac8bd55563d'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:44.008448 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cedd167-7665-4471-a462-de7b9da3b3b7" -d '{"events": [{"server_uuid": "ff256349-1188-42b5-881d-1cb2fbac8a17", "name": "network-vif-deleted", "tag": "8400c3d8-c804-4ac4-96f6-aac8bd55563d"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:44.052393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=3c39c67d-7b68-464e-874a-d24c4145246d,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:44.151912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4429e6e-1363-437d-a93c-417ae72a93cb req-9d7a81e3-0c12-4dcb-9304-c70dfd5c0357 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:44.154144 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d4429e6e-1363-437d-a93c-417ae72a93cb req-9d7a81e3-0c12-4dcb-9304-c70dfd5c0357 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 945 time: 0.2856481 Jul 05 10:10:44.181037 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc16a1a-b026-4286-ab30-15c676fe6cdd x-openstack-request-id: req-5cc16a1a-b026-4286-ab30-15c676fe6cdd {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:44.181879 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ea9314-059c-4c37-a1cc-40997951afa3", "name": "network-vif-plugged", "status": "completed", "tag": "4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6", "code": 200}, {"server_uuid": "a3904a3a-7a1e-4fc5-a452-38d4b81b67df", "name": "network-vif-plugged", "status": "completed", "tag": "3c39c67d-7b68-464e-874a-d24c4145246d", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:44.181879 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5cc16a1a-b026-4286-ab30-15c676fe6cdd {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:44.182387 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ea9314-059c-4c37-a1cc-40997951afa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6', 'code': 200} Jul 05 10:10:44.182699 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3904a3a-7a1e-4fc5-a452-38d4b81b67df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c39c67d-7b68-464e-874a-d24c4145246d', 'code': 200} Jul 05 10:10:44.256264 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9469d5be-59c7-4fd2-a099-9255710e9af9 x-openstack-request-id: req-9469d5be-59c7-4fd2-a099-9255710e9af9 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:44.256613 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff256349-1188-42b5-881d-1cb2fbac8a17", "name": "network-vif-deleted", "tag": "8400c3d8-c804-4ac4-96f6-aac8bd55563d", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:44.256914 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9469d5be-59c7-4fd2-a099-9255710e9af9 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:44.257341 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff256349-1188-42b5-881d-1cb2fbac8a17', 'name': 'network-vif-deleted', 'tag': '8400c3d8-c804-4ac4-96f6-aac8bd55563d', 'status': 'completed', 'code': 200} Jul 05 10:10:44.303547 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d4429e6e-1363-437d-a93c-417ae72a93cb req-74e52f8c-2e2d-4d60-a07a-6b182ec26481 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/security-groups?id=da6f8247-47c2-4dcb-8582-d95774e32205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404448 Jul 05 10:10:44.309042 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:44.313731 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46314) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:44.321894 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-988276ae-7989-4efd-ba83-bf4e6848002e tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0195894 Jul 05 10:10:44.334033 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:44.507747 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-74350757-ceec-48fa-a82e-a4238cbd21c0 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "GET /v2.0/floatingips?floating_network_id=f7c3c527-fbda-4bac-bd61-260d7e130a44 HTTP/1.1" status: 200 len: 689 time: 0.1927030 Jul 05 10:10:44.510709 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46322) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:44.641135 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:44.648496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51bcd-22fa-479f-800a-33e26da6544b req-a1e15bf0-9c87-434b-ad6a-de5058238f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:44.651472 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8ce51bcd-22fa-479f-800a-33e26da6544b req-a1e15bf0-9c87-434b-ad6a-de5058238f69 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 1102 time: 0.2070689 Jul 05 10:10:44.652997 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88de731-caf2-463f-ab1a-3ab225894c81 req-3aab468a-0773-4fc1-a60a-24f462f13b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:44.657884 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a88de731-caf2-463f-ab1a-3ab225894c81 req-3aab468a-0773-4fc1-a60a-24f462f13b44 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=95ea9314-059c-4c37-a1cc-40997951afa3 HTTP/1.1" status: 200 len: 1101 time: 0.2033715 Jul 05 10:10:44.668979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1550e0-e1d4-4d4b-af58-97b5676199a9 req-cf56b8a0-e802-4e27-a7bf-cfcd1bfe00ef tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:44.670728 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9a1550e0-e1d4-4d4b-af58-97b5676199a9 req-cf56b8a0-e802-4e27-a7bf-cfcd1bfe00ef tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 945 time: 0.1608870 Jul 05 10:10:44.752271 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a88de731-caf2-463f-ab1a-3ab225894c81 req-cfaf53b0-aa98-47de-bd03-c0416f23e397 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733557 Jul 05 10:10:44.805602 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device cf4d5ead-c881-49db-8ba3-98f021fb0204 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:44.813834 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9a1550e0-e1d4-4d4b-af58-97b5676199a9 req-19bc8a86-07e8-4a11-8eec-71ec105e8d71 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/security-groups?id=da6f8247-47c2-4dcb-8582-d95774e32205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124249 Jul 05 10:10:44.818355 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8ce51bcd-22fa-479f-800a-33e26da6544b req-b671e849-3340-4794-a048-29c4fa350e82 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466501 Jul 05 10:10:44.836104 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8f5dc539-42c2-4be8-b768-47340ed18800 req-337d75e8-90da-46b8-8cf5-5053f60a6226 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 210 time: 0.2070310 Jul 05 10:10:44.952608 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:44.958856 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:44.998601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Pushing event updated for resources: {'Port': ['ID=86ad31c3-efaa-4da0-88b9-1a739853389b,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:45.089199 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:45.146083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port cf4d5ead-c881-49db-8ba3-98f021fb0204 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:45.152005 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port cf4d5ead-c881-49db-8ba3-98f021fb0204 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:45.154678 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:45.169470 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fd272-d248-45f6-b053-ebb23f3d3a95 req-05c9a470-1d99-48dd-99eb-084800ee7963 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:45.176749 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d56fd272-d248-45f6-b053-ebb23f3d3a95 req-05c9a470-1d99-48dd-99eb-084800ee7963 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 950 time: 0.1637516 Jul 05 10:10:45.310235 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d56fd272-d248-45f6-b053-ebb23f3d3a95 req-2badf1f9-a949-4b0c-bddf-3db1b4a39db3 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268249 Jul 05 10:10:45.342745 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:45.407581 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port cf4d5ead-c881-49db-8ba3-98f021fb0204, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=cf4d5ead-c881-49db-8ba3-98f021fb0204,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:45.523854 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:45.695346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=cf4d5ead-c881-49db-8ba3-98f021fb0204,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:45.727252 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c754ec-34fe-46a4-8d9d-71fbf6012980 req-88ab6f0d-fdf7-404c-aba7-52985702407b tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:45.737857 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-73c754ec-34fe-46a4-8d9d-71fbf6012980 req-88ab6f0d-fdf7-404c-aba7-52985702407b tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 945 time: 0.1992707 Jul 05 10:10:45.791418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Deleting port da74e2b6-c60d-4eb5-9383-acad817a57e0 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:45.791418 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:45.796938 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-73c754ec-34fe-46a4-8d9d-71fbf6012980 req-c7aff572-87c3-410a-a94e-01f9f5125a52 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491009 Jul 05 10:10:45.987666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:45.989559 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:45.989895 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:46.027469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:46.072891 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Calling delete_port for da74e2b6-c60d-4eb5-9383-acad817a57e0 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:46.077398 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d23ea7aa-3db9-4706-8e31-bb49b5bdfc22 req-6406f24c-68f6-45f1-a91a-c5b19249f300 tempest-FloatingIPsAssociationTestJSON-1304252533 tempest-FloatingIPsAssociationTestJSON-1304252533-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff256349-1188-42b5-881d-1cb2fbac8a17 HTTP/1.1" status: 200 len: 210 time: 0.0558541 Jul 05 10:10:46.385662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a2871-0d3a-4b5d-b039-0dfc0295c9a1 req-99a93b12-b3ae-4074-aedf-3dc756f6de9c tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:46.394043 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be7a2871-0d3a-4b5d-b039-0dfc0295c9a1 req-99a93b12-b3ae-4074-aedf-3dc756f6de9c tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 945 time: 0.4079399 Jul 05 10:10:46.414625 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-44748e9a-2e16-4645-bc0f-860be72977e9 None None] Provisioning complete for port 86ad31c3-efaa-4da0-88b9-1a739853389b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:46.416085 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-44748e9a-2e16-4645-bc0f-860be72977e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:46.465437 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:46.483546 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-44748e9a-2e16-4645-bc0f-860be72977e9 None None] Port 86ad31c3-efaa-4da0-88b9-1a739853389b cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:10:46.551477 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be7a2871-0d3a-4b5d-b039-0dfc0295c9a1 req-98b36f59-fa7f-4fe4-adc4-ae4eea7c6dd4 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/security-groups?id=da6f8247-47c2-4dcb-8582-d95774e32205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564629 Jul 05 10:10:46.556263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event deleted for resources: {'Port': ['ID=da74e2b6-c60d-4eb5-9383-acad817a57e0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:46.575380 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbd712-4222-4430-b80a-032d10008f6b req-8942f4e6-76be-4060-8b8b-6d65128d7fdd tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:46.578614 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43bbd712-4222-4430-b80a-032d10008f6b req-8942f4e6-76be-4060-8b8b-6d65128d7fdd tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 950 time: 0.1133907 Jul 05 10:10:46.681245 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43bbd712-4222-4430-b80a-032d10008f6b req-105d9cac-0552-4516-a3f5-95735041e879 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961001 Jul 05 10:10:46.712914 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:46.722889 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Router 051d3168-f146-4e2e-a53a-70cdbd5b15dc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:46.784459 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device cf4d5ead-c881-49db-8ba3-98f021fb0204 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:46.808846 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:46.858173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port cf4d5ead-c881-49db-8ba3-98f021fb0204 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:46.858513 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:46.944384 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:47.041316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:47.052036 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-198d4995-ef24-4a23-a20f-31042402c586 admin admin] 10.222.0.77 "PUT /v2.0/routers/051d3168-f146-4e2e-a53a-70cdbd5b15dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2450666 Jul 05 10:10:47.063793 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Sync routers for ids ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:47.081354 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Routers {'051d3168-f146-4e2e-a53a-70cdbd5b15dc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:47.082401 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:47.115402 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:47.203590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cc52afb4-a7c6-4395-91f3-40b844bb18a3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:47.265482 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Set router 051d3168-f146-4e2e-a53a-70cdbd5b15dc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:47.304994 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:47.319638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c3c527-fbda-4bac-bd61-260d7e130a44']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:47.337575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8d7d4d-bc2e-4d07-afb9-2198f8cbccf0') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:47.338189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8d7d4d-bc2e-4d07-afb9-2198f8cbccf0') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:47.346318 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36dbde-7066-4960-a64a-9dd8255e5499 req-12255e4e-08a9-4f78-b549-d8639b66e4d9 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:47.355002 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:47.363629 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ae36dbde-7066-4960-a64a-9dd8255e5499 req-12255e4e-08a9-4f78-b549-d8639b66e4d9 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 945 time: 0.1265359 Jul 05 10:10:47.378965 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:47.394306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:47.394937 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:47.429768 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ae36dbde-7066-4960-a64a-9dd8255e5499 req-008fdad1-4741-4711-8cbb-d49c74f42452 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649369 Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:47.456547 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:47.536189 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '86ad31c3-efaa-4da0-88b9-1a739853389b', 'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'mac_address': 'fa:16:3e:fc:36:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:41Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 2, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'subnets': [{'id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:47.563764 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Checking router: 051d3168-f146-4e2e-a53a-70cdbd5b15dc for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:47.564111 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Updating router 051d3168-f146-4e2e-a53a-70cdbd5b15dc port 86ad31c3-efaa-4da0-88b9-1a739853389b binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:10:47.577590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46360) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:47.605191 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:47.608676 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 8400c3d8-c804-4ac4-96f6-aac8bd55563d no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:47.644128 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 8400c3d8-c804-4ac4-96f6-aac8bd55563d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:47.644769 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 8400c3d8-c804-4ac4-96f6-aac8bd55563d not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:47.672653 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:47.686060 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f7c3c527-fbda-4bac-bd61-260d7e130a44 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 10:10:47.690651 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:47.702406 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "DELETE /v2.0/networks/f7c3c527-fbda-4bac-bd61-260d7e130a44 HTTP/1.1" status: 204 len: 168 time: 3.1869402 Jul 05 10:10:47.711144 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46366) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:47.752544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5e176-e1ca-431e-8b38-07a8046f4561 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7c3c527-fbda-4bac-bd61-260d7e130a44,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:48.084656 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.096393 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Transition to ACTIVE for port object 86ad31c3-efaa-4da0-88b9-1a739853389b will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:10:48.126984 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e7f070a5-a0e1-4dbc-9f3a-594865e308c3 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.4136102 Jul 05 10:10:48.129414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46372) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:48.204004 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.391920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380b0c6-8a8b-4fd2-bba7-df8dbdbfd72b req-cbc54d64-5259-4e79-9df2-dded0fecfc68 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:48.397430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36ddbf-2592-4bb8-9304-ddd93af2ed98 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:48.398448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36ddbf-2592-4bb8-9304-ddd93af2ed98 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:48.404477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36ddbf-2592-4bb8-9304-ddd93af2ed98 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:48.405272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36ddbf-2592-4bb8-9304-ddd93af2ed98 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:48.405930 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36ddbf-2592-4bb8-9304-ddd93af2ed98 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:48.407615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36ddbf-2592-4bb8-9304-ddd93af2ed98 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:48.408231 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5c1d8-3cfb-463f-9899-081a2b04690c None None] Pushing event updated for resources: {'Port': ['ID=86ad31c3-efaa-4da0-88b9-1a739853389b,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:48.412232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36ddbf-2592-4bb8-9304-ddd93af2ed98 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:48.412232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36ddbf-2592-4bb8-9304-ddd93af2ed98 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:48.412232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36ddbf-2592-4bb8-9304-ddd93af2ed98 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:48.412232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36ddbf-2592-4bb8-9304-ddd93af2ed98 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:48.412232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36ddbf-2592-4bb8-9304-ddd93af2ed98 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:48.413049 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e380b0c6-8a8b-4fd2-bba7-df8dbdbfd72b req-cbc54d64-5259-4e79-9df2-dded0fecfc68 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 945 time: 0.3361149 Jul 05 10:10:48.416344 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dd36ddbf-2592-4bb8-9304-ddd93af2ed98 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7248 time: 0.2856967 Jul 05 10:10:48.432299 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46374) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:48.500400 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c1d8-3cfb-463f-9899-081a2b04690c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:48.504286 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c1d8-3cfb-463f-9899-081a2b04690c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:48.504286 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c1d8-3cfb-463f-9899-081a2b04690c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:48.504286 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c1d8-3cfb-463f-9899-081a2b04690c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:48.504286 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c1d8-3cfb-463f-9899-081a2b04690c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:48.504286 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c1d8-3cfb-463f-9899-081a2b04690c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:48.504286 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c1d8-3cfb-463f-9899-081a2b04690c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:48.504286 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c1d8-3cfb-463f-9899-081a2b04690c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:48.504286 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c1d8-3cfb-463f-9899-081a2b04690c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:48.504286 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c1d8-3cfb-463f-9899-081a2b04690c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:48.504286 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c1d8-3cfb-463f-9899-081a2b04690c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:48.512845 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c1d8-3cfb-463f-9899-081a2b04690c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:48.517631 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Attempting to bind port 86ad31c3-efaa-4da0-88b9-1a739853389b on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:48.518251 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Attempting to bind port 86ad31c3-efaa-4da0-88b9-1a739853389b by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:48.519531 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Attempting to bind port 86ad31c3-efaa-4da0-88b9-1a739853389b on network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:48.536449 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:48.537182 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Checking segment: {'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:48.537783 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.538420 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Bound using segment: {'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:48.540447 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Bound port: 86ad31c3-efaa-4da0-88b9-1a739853389b, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:48.544481 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.558556 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-58b57f99-643b-4773-b9ca-04cb64a1a164 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] delete failed (client error): The resource could not be found. Jul 05 10:10:48.559866 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-58b57f99-643b-4773-b9ca-04cb64a1a164 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/718791af-5bc1-49e4-acca-4675d6efa8fa HTTP/1.1" status: 404 len: 345 time: 0.1241152 Jul 05 10:10:48.564003 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46380) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:48.617083 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e6a874-7745-4e44-b1c2-a77f6ef2fac9 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] DELETE failed (client error): The resource could not be found. Jul 05 10:10:48.620581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e6a874-7745-4e44-b1c2-a77f6ef2fac9 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:10:48.622967 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-73e6a874-7745-4e44-b1c2-a77f6ef2fac9 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "DELETE /v2.0/networks/f7c3c527-fbda-4bac-bd61-260d7e130a44 HTTP/1.1" status: 404 len: 339 time: 0.0580204 Jul 05 10:10:48.629031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46382) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:48.639584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9b398596-47e2-493a-a523-d152943b6529 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Request body: {'network': {'name': 'tempest-network--546388146', 'router:external': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:48.650783 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] For port 86ad31c3-efaa-4da0-88b9-1a739853389b, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:48.660101 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] For port 86ad31c3-efaa-4da0-88b9-1a739853389b, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=86ad31c3-efaa-4da0-88b9-1a739853389b,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:48.794173 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.797094 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b398596-47e2-493a-a523-d152943b6529 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Made reservation on behalf of 6abc16ba214d420b938bd65fe50cb17b for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:48.801069 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b398596-47e2-493a-a523-d152943b6529 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.808362 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e380b0c6-8a8b-4fd2-bba7-df8dbdbfd72b req-d373ef4f-d0df-4d9a-883c-48841fa45274 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/security-groups?id=da6f8247-47c2-4dcb-8582-d95774e32205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940504 Jul 05 10:10:48.914765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b398596-47e2-493a-a523-d152943b6529 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:48.935064 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Routers {'051d3168-f146-4e2e-a53a-70cdbd5b15dc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:48.938181 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:48.952042 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b398596-47e2-493a-a523-d152943b6529 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:48.952774 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-9b398596-47e2-493a-a523-d152943b6529 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Added segment abad5456-4027-4e2d-9768-fac7cdedac18 of type vlan for network d1be3669-f04c-49e6-91a1-34b3afd35924 Jul 05 10:10:48.986663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46386) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:49.015149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-fb0ea282-3401-4deb-af46-0a37596d6a8f tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971594114', 'description': 'tempest-description--784756569'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:49.120357 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b398596-47e2-493a-a523-d152943b6529 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.130103 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bbe33100-5427-4725-8824-54f9f8f16a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.185102 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] Set router 051d3168-f146-4e2e-a53a-70cdbd5b15dc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:49.238477 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea282-3401-4deb-af46-0a37596d6a8f tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.348671 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea282-3401-4deb-af46-0a37596d6a8f tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.350829 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b398596-47e2-493a-a523-d152943b6529 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.351906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b398596-47e2-493a-a523-d152943b6529 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:49.352507 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b398596-47e2-493a-a523-d152943b6529 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.423510 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107ca27-25ce-47c0-92f2-7e3a6ba972ce req-749ee74d-7a37-4e46-8b61-4a72aeb984fe tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:49.425514 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2107ca27-25ce-47c0-92f2-7e3a6ba972ce req-749ee74d-7a37-4e46-8b61-4a72aeb984fe tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 945 time: 0.2133675 Jul 05 10:10:49.433709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2b3ee-3106-4955-99bd-9b4ff02fe07f req-8e061185-6674-473b-8244-e01f5570f587 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:49.435258 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-baa2b3ee-3106-4955-99bd-9b4ff02fe07f req-8e061185-6674-473b-8244-e01f5570f587 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 950 time: 0.2246850 Jul 05 10:10:49.443173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b398596-47e2-493a-a523-d152943b6529 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event updated for resources: {'Network': ['ID=d1be3669-f04c-49e6-91a1-34b3afd35924,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:49.462197 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network d1be3669-f04c-49e6-91a1-34b3afd35924 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:49.467360 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea282-3401-4deb-af46-0a37596d6a8f tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.474676 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '86ad31c3-efaa-4da0-88b9-1a739853389b', 'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'mac_address': 'fa:16:3e:fc:36:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:41Z', 'updated_at': '2021-07-05T10:10:48Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'subnets': [{'id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:49.507668 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5c1d8-3cfb-463f-9899-081a2b04690c None None] Pushing event updated for resources: {'Port': ['ID=86ad31c3-efaa-4da0-88b9-1a739853389b,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:49.511328 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663634df-23dc-4d39-b6ae-76b0b093cc0a None None] The sync data for ids ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'] in n-d-779913-27 is: [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '86ad31c3-efaa-4da0-88b9-1a739853389b', 'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'mac_address': 'fa:16:3e:fc:36:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:41Z', 'updated_at': '2021-07-05T10:10:48Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'subnets': [{'id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:49.551275 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ea282-3401-4deb-af46-0a37596d6a8f tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1330a751-3e1c-408d-9ce6-f98fd256ff7e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:49.607097 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-baa2b3ee-3106-4955-99bd-9b4ff02fe07f req-715307ee-bd7b-454f-96eb-458946908c1b tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573133 Jul 05 10:10:49.621980 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9b398596-47e2-493a-a523-d152943b6529 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9914606 Jul 05 10:10:49.625685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46390) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:49.759484 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea282-3401-4deb-af46-0a37596d6a8f tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.762533 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fb0ea282-3401-4deb-af46-0a37596d6a8f tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7741389 Jul 05 10:10:49.773205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46394) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:49.786204 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ed5d506a-27f1-4c86-bae8-d90ed6c00af6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Request body: {'security_group_rule': {'security_group_id': '1330a751-3e1c-408d-9ce6-f98fd256ff7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:49.841392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-2107ca27-25ce-47c0-92f2-7e3a6ba972ce req-d8fd3650-c8fa-4e1e-bd29-7345f55410b3 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Deleting port bd2e3b20-af63-4960-9121-5782e9837d3c {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:49.841615 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2107ca27-25ce-47c0-92f2-7e3a6ba972ce req-d8fd3650-c8fa-4e1e-bd29-7345f55410b3 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:49.978639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc405a9-d99f-4a34-903b-1f3a069853e6 tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:49.988356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc405a9-d99f-4a34-903b-1f3a069853e6 tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:49.997495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc405a9-d99f-4a34-903b-1f3a069853e6 tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:50.008992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc405a9-d99f-4a34-903b-1f3a069853e6 tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:50.011307 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ccc405a9-d99f-4a34-903b-1f3a069853e6 tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3843241 Jul 05 10:10:50.022374 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb48b3-8af3-4363-857f-6bd058b2d160 req-bb977459-1e08-4ead-b672-af760352ca11 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:50.024010 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-02bb48b3-8af3-4363-857f-6bd058b2d160 req-bb977459-1e08-4ead-b672-af760352ca11 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 945 time: 0.4739671 Jul 05 10:10:50.024590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46398) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:50.076391 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-2107ca27-25ce-47c0-92f2-7e3a6ba972ce req-d8fd3650-c8fa-4e1e-bd29-7345f55410b3 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] For port bd2e3b20-af63-4960-9121-5782e9837d3c, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd2e3b20-af63-4960-9121-5782e9837d3c,segment=NetworkSegment(e1168c59-3485-4098-ae01-66092ac3ac2f),segment_id=e1168c59-3485-4098-ae01-66092ac3ac2f)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:50.076777 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2107ca27-25ce-47c0-92f2-7e3a6ba972ce req-d8fd3650-c8fa-4e1e-bd29-7345f55410b3 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.126658 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b675a1f0-0c08-44ee-b778-4702ce84766d tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.144980 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed5d506a-27f1-4c86-bae8-d90ed6c00af6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.148457 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-02bb48b3-8af3-4363-857f-6bd058b2d160 req-01640c6e-11ff-486a-8b92-86420dad7f79 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657868 Jul 05 10:10:50.149863 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-2107ca27-25ce-47c0-92f2-7e3a6ba972ce req-d8fd3650-c8fa-4e1e-bd29-7345f55410b3 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Calling delete_port for bd2e3b20-af63-4960-9121-5782e9837d3c owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:50.190542 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-bbe33100-5427-4725-8824-54f9f8f16a2e admin admin] Deleting port f1f62e70-8754-4ab2-ac3a-efd576c4021a {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:50.190894 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bbe33100-5427-4725-8824-54f9f8f16a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.275324 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b675a1f0-0c08-44ee-b778-4702ce84766d tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.297987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b675a1f0-0c08-44ee-b778-4702ce84766d tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1be3669-f04c-49e6-91a1-34b3afd35924']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:50.356837 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b675a1f0-0c08-44ee-b778-4702ce84766d tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abad5456-4027-4e2d-9768-fac7cdedac18') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:50.357293 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b675a1f0-0c08-44ee-b778-4702ce84766d tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abad5456-4027-4e2d-9768-fac7cdedac18') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:50.372084 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b675a1f0-0c08-44ee-b778-4702ce84766d tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.393905 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b675a1f0-0c08-44ee-b778-4702ce84766d tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.407178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b675a1f0-0c08-44ee-b778-4702ce84766d tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:50.413375 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b675a1f0-0c08-44ee-b778-4702ce84766d tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.413698 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed5d506a-27f1-4c86-bae8-d90ed6c00af6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:50.413824 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:50.454015 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc0ccd-58b0-402a-86cf-b132b2603034 req-ba86b0fa-b138-43a3-a863-c42ffbdd0a51 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:50.457675 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2abc0ccd-58b0-402a-86cf-b132b2603034 req-ba86b0fa-b138-43a3-a863-c42ffbdd0a51 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=95ea9314-059c-4c37-a1cc-40997951afa3 HTTP/1.1" status: 200 len: 949 time: 0.4011731 Jul 05 10:10:50.469624 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c86b1c-72d0-4ea3-9403-00d0c8dcf7c7 req-12f1de44-68c5-4897-9d71-c560b8b5bb15 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:50.471244 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17c86b1c-72d0-4ea3-9403-00d0c8dcf7c7 req-12f1de44-68c5-4897-9d71-c560b8b5bb15 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 945 time: 0.1610823 Jul 05 10:10:50.512474 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-bbe33100-5427-4725-8824-54f9f8f16a2e admin admin] For port f1f62e70-8754-4ab2-ac3a-efd576c4021a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f1f62e70-8754-4ab2-ac3a-efd576c4021a,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:50.512850 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bbe33100-5427-4725-8824-54f9f8f16a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.529274 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17c86b1c-72d0-4ea3-9403-00d0c8dcf7c7 req-6ad5f61b-0c6a-4251-beea-efc756513ad2 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/security-groups?id=da6f8247-47c2-4dcb-8582-d95774e32205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476191 Jul 05 10:10:50.533993 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed5d506a-27f1-4c86-bae8-d90ed6c00af6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.563008 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-bbe33100-5427-4725-8824-54f9f8f16a2e admin admin] Calling delete_port for f1f62e70-8754-4ab2-ac3a-efd576c4021a owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:50.585960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d506a-27f1-4c86-bae8-d90ed6c00af6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9871f20-9ec0-4ffe-95e3-61b90919f7c0,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:50.597840 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b675a1f0-0c08-44ee-b778-4702ce84766d tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.607028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b675a1f0-0c08-44ee-b778-4702ce84766d tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1be3669-f04c-49e6-91a1-34b3afd35924 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 10:10:50.612254 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b675a1f0-0c08-44ee-b778-4702ce84766d tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.618037 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b675a1f0-0c08-44ee-b778-4702ce84766d tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "DELETE /v2.0/networks/d1be3669-f04c-49e6-91a1-34b3afd35924 HTTP/1.1" status: 204 len: 168 time: 0.5890872 Jul 05 10:10:50.618604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46402) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:50.624224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-28b6bf40-3255-43eb-865d-880ae09f97fe tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Request body: {'network': {'name': 'tempest-network--1705029554', 'router:external': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:50.644498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675a1f0-0c08-44ee-b778-4702ce84766d tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1be3669-f04c-49e6-91a1-34b3afd35924,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:50.680332 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2abc0ccd-58b0-402a-86cf-b132b2603034 req-83d6d165-9796-4fee-86b4-a46449fe415f tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030923 Jul 05 10:10:50.739070 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed5d506a-27f1-4c86-bae8-d90ed6c00af6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.744975 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ed5d506a-27f1-4c86-bae8-d90ed6c00af6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9582076 Jul 05 10:10:50.746082 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46406) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:50.763814 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-24596d01-3e8a-464d-a59f-d51c0fe859b6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Request body: {'security_group_rule': {'security_group_id': '1330a751-3e1c-408d-9ce6-f98fd256ff7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:50.773070 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 86ad31c3-efaa-4da0-88b9-1a739853389b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:50.787308 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2107ca27-25ce-47c0-92f2-7e3a6ba972ce req-d8fd3650-c8fa-4e1e-bd29-7345f55410b3 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.812209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['bd2e3b20-af63-4960-9121-5782e9837d3c'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:50.834388 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b6bf40-3255-43eb-865d-880ae09f97fe tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Made reservation on behalf of 6abc16ba214d420b938bd65fe50cb17b for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:50.840371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd3650-c8fa-4e1e-bd29-7345f55410b3 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Pushing event deleted for resources: {'Port': ['ID=bd2e3b20-af63-4960-9121-5782e9837d3c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:50.845653 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28b6bf40-3255-43eb-865d-880ae09f97fe tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.929783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b6bf40-3255-43eb-865d-880ae09f97fe tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:50.947013 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28b6bf40-3255-43eb-865d-880ae09f97fe tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.947952 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-28b6bf40-3255-43eb-865d-880ae09f97fe tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Added segment 731a4bc3-8a53-4cb2-8bf2-a6ac7488f23a of type vlan for network b5e99781-dabe-43c2-af7f-5b34df8ce6d6 Jul 05 10:10:50.963673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2107ca27-25ce-47c0-92f2-7e3a6ba972ce req-d8fd3650-c8fa-4e1e-bd29-7345f55410b3 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] No DVR routers for this DVR port bd2e3b20-af63-4960-9121-5782e9837d3c on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:50.972606 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2107ca27-25ce-47c0-92f2-7e3a6ba972ce req-d8fd3650-c8fa-4e1e-bd29-7345f55410b3 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:50.975118 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2107ca27-25ce-47c0-92f2-7e3a6ba972ce req-d8fd3650-c8fa-4e1e-bd29-7345f55410b3 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.64 "DELETE /v2.0/ports/bd2e3b20-af63-4960-9121-5782e9837d3c HTTP/1.1" status: 204 len: 173 time: 1.5387144 Jul 05 10:10:50.982634 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ac77cf-b66d-4122-b2b7-bd91ca3ffc94', 'name': 'network-vif-deleted', 'tag': 'bd2e3b20-af63-4960-9121-5782e9837d3c'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:50.985792 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c70053-d032-4071-b778-bad1635455c7" -d '{"events": [{"server_uuid": "d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94", "name": "network-vif-deleted", "tag": "bd2e3b20-af63-4960-9121-5782e9837d3c"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:50.991655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 86ad31c3-efaa-4da0-88b9-1a739853389b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:10:50.997580 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 86ad31c3-efaa-4da0-88b9-1a739853389b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:50.997580 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.017138 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28b6bf40-3255-43eb-865d-880ae09f97fe tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.066928 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24596d01-3e8a-464d-a59f-d51c0fe859b6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.144586 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24596d01-3e8a-464d-a59f-d51c0fe859b6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.165693 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.191541 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a67e7fc-295a-41df-848d-74fbae2a662b x-openstack-request-id: req-9a67e7fc-295a-41df-848d-74fbae2a662b {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:51.191881 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94", "name": "network-vif-deleted", "tag": "bd2e3b20-af63-4960-9121-5782e9837d3c", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:51.192088 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a67e7fc-295a-41df-848d-74fbae2a662b {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:51.192501 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ac77cf-b66d-4122-b2b7-bd91ca3ffc94', 'name': 'network-vif-deleted', 'tag': 'bd2e3b20-af63-4960-9121-5782e9837d3c', 'status': 'completed', 'code': 200} Jul 05 10:10:51.214887 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28b6bf40-3255-43eb-865d-880ae09f97fe tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.218320 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b6bf40-3255-43eb-865d-880ae09f97fe tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:51.218320 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28b6bf40-3255-43eb-865d-880ae09f97fe tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.219180 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 86ad31c3-efaa-4da0-88b9-1a739853389b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=86ad31c3-efaa-4da0-88b9-1a739853389b,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:51.298216 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6bf40-3255-43eb-865d-880ae09f97fe tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event updated for resources: {'Network': ['ID=b5e99781-dabe-43c2-af7f-5b34df8ce6d6,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:51.311150 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network b5e99781-dabe-43c2-af7f-5b34df8ce6d6 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:51.340471 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24596d01-3e8a-464d-a59f-d51c0fe859b6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.381864 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bbe33100-5427-4725-8824-54f9f8f16a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.388939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24596d01-3e8a-464d-a59f-d51c0fe859b6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143c018e-60f0-4a55-8487-0fe4f169c30c,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:51.415025 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.428278 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe33100-5427-4725-8824-54f9f8f16a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f62e70-8754-4ab2-ac3a-efd576c4021a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:51.432295 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-28b6bf40-3255-43eb-865d-880ae09f97fe tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8119273 Jul 05 10:10:51.433781 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46422) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:51.501226 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=86ad31c3-efaa-4da0-88b9-1a739853389b,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:51.517523 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24596d01-3e8a-464d-a59f-d51c0fe859b6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.519280 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-24596d01-3e8a-464d-a59f-d51c0fe859b6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7716832 Jul 05 10:10:51.523094 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46424) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:51.529762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:51.716651 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.863583 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:51.977665 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88651d41-d451-4f74-a1bb-c1fe132883d8 req-b9b826d0-0594-42e9-8038-a873252b4cbb tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:51.985100 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-88651d41-d451-4f74-a1bb-c1fe132883d8 req-b9b826d0-0594-42e9-8038-a873252b4cbb tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 945 time: 0.6773262 Jul 05 10:10:52.003785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Allocated IP 172.25.5.28 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/1699ae01-e7b3-4f8c-813c-3c8a9e9eccd2) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:10:52.020468 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5595212c-d24b-4278-857e-1b001200285b tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:52.021911 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5595212c-d24b-4278-857e-1b001200285b tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] 10.222.0.77 "GET /v2.0/networks/b5e99781-dabe-43c2-af7f-5b34df8ce6d6 HTTP/1.1" status: 200 len: 757 time: 0.5858521 Jul 05 10:10:52.025506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46432) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:52.087959 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-88651d41-d451-4f74-a1bb-c1fe132883d8 req-2181a7a7-b036-4a80-9f1f-9db931eb904d tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017501 Jul 05 10:10:52.162480 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bbe33100-5427-4725-8824-54f9f8f16a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:52.178683 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:52.185971 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67820446-4905-4695-93c2-3df2b882a957 req-36fc41fa-d16e-4828-9bfb-208ec4971d38 tempest-ServersNegativeTestMultiTenantJSON-1459268675 tempest-ServersNegativeTestMultiTenantJSON-1459268675-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4ac77cf-b66d-4122-b2b7-bd91ca3ffc94 HTTP/1.1" status: 200 len: 210 time: 0.0909677 Jul 05 10:10:52.235025 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fd2946-59ea-412b-8ee3-db06635d8882 tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:52.240749 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46440) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:52.241064 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d9fd2946-59ea-412b-8ee3-db06635d8882 tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] 10.222.0.77 "GET /v2.0/networks/9904d343-7d26-465f-a4c6-ea42da862bc8 HTTP/1.1" status: 200 len: 768 time: 0.2142169 Jul 05 10:10:52.330509 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:52.389801 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-86dbd4f5-7cdd-4e44-b7da-781cde6292dd tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:52.528451 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:52.554509 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-86dbd4f5-7cdd-4e44-b7da-781cde6292dd tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:52.567960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-86dbd4f5-7cdd-4e44-b7da-781cde6292dd tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e99781-dabe-43c2-af7f-5b34df8ce6d6']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:52.570024 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:10:52.574383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:10:52.596817 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:10:52.597033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-86dbd4f5-7cdd-4e44-b7da-781cde6292dd tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731a4bc3-8a53-4cb2-8bf2-a6ac7488f23a') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:52.597033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-86dbd4f5-7cdd-4e44-b7da-781cde6292dd tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731a4bc3-8a53-4cb2-8bf2-a6ac7488f23a') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:52.599876 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-86dbd4f5-7cdd-4e44-b7da-781cde6292dd tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:52.617212 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-86dbd4f5-7cdd-4e44-b7da-781cde6292dd tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:52.620694 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe33100-5427-4725-8824-54f9f8f16a2e admin admin] Router ddaec184-e316-4461-97b4-e0e82152d43f has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:10:52.628184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86dbd4f5-7cdd-4e44-b7da-781cde6292dd tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:52.628671 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-86dbd4f5-7cdd-4e44-b7da-781cde6292dd tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:52.630528 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:52.643902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event updated for resources: {'Port': ['ID=1699ae01-e7b3-4f8c-813c-3c8a9e9eccd2,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:52.766582 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 86ad31c3-efaa-4da0-88b9-1a739853389b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:52.798291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe33100-5427-4725-8824-54f9f8f16a2e admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:10:52.804554 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bbe33100-5427-4725-8824-54f9f8f16a2e admin admin] 10.222.0.77 "PUT /v2.0/routers/ddaec184-e316-4461-97b4-e0e82152d43f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2231135 Jul 05 10:10:52.808629 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46446) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:52.809677 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1d066-a018-4903-a53c-521b061bfc61 None None] Sync routers for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:10:52.829210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1d066-a018-4903-a53c-521b061bfc61 None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:52.829858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-67c1d066-a018-4903-a53c-521b061bfc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:52.833202 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 86ad31c3-efaa-4da0-88b9-1a739853389b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:52.833786 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:52.895013 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-86dbd4f5-7cdd-4e44-b7da-781cde6292dd tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:52.911650 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dbd4f5-7cdd-4e44-b7da-781cde6292dd tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b5e99781-dabe-43c2-af7f-5b34df8ce6d6 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 10:10:52.930014 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-86dbd4f5-7cdd-4e44-b7da-781cde6292dd tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:52.933078 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-86dbd4f5-7cdd-4e44-b7da-781cde6292dd tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "DELETE /v2.0/networks/b5e99781-dabe-43c2-af7f-5b34df8ce6d6 HTTP/1.1" status: 204 len: 168 time: 0.6910846 Jul 05 10:10:52.938484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbd4f5-7cdd-4e44-b7da-781cde6292dd tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event deleted for resources: {'Network': ['ID=b5e99781-dabe-43c2-af7f-5b34df8ce6d6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:52.941402 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46448) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:52.949113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4d81f684-e27d-4991-a207-2dbf4c2fda23 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Request body: {'network': {'name': 'tempest-network--707925843'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:52.961715 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:52.965471 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.004129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-67c1d066-a018-4903-a53c-521b061bfc61 None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:53.084348 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.117985 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d81f684-e27d-4991-a207-2dbf4c2fda23 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Made reservation on behalf of 6abc16ba214d420b938bd65fe50cb17b for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:10:53.120670 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4d81f684-e27d-4991-a207-2dbf4c2fda23 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.155423 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d81f684-e27d-4991-a207-2dbf4c2fda23 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:10:53.176109 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4d81f684-e27d-4991-a207-2dbf4c2fda23 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.176466 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-4d81f684-e27d-4991-a207-2dbf4c2fda23 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Added segment ef418e91-fdee-4aa0-9fc3-a688414ae491 of type vlan for network a305cd3b-0d77-4b91-b7ea-a3aaff50d476 Jul 05 10:10:53.231509 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.247583 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd2e3b20-af63-4960-9121-5782e9837d3c no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:53.262107 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4d81f684-e27d-4991-a207-2dbf4c2fda23 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.275182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: bd2e3b20-af63-4960-9121-5782e9837d3c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:53.277192 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd2e3b20-af63-4960-9121-5782e9837d3c not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:53.284868 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-67c1d066-a018-4903-a53c-521b061bfc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:10:51Z', 'revision_number': 5, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port': {'id': '20fae2dd-6531-4cac-b943-6a1e5f140d76', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:02Z', 'updated_at': '2021-07-05T10:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:53.332812 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1d066-a018-4903-a53c-521b061bfc61 None None] Checking router: ddaec184-e316-4461-97b4-e0e82152d43f for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:10:53.344411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1d066-a018-4903-a53c-521b061bfc61 None None] Routers {'ddaec184-e316-4461-97b4-e0e82152d43f'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:10:53.344411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-67c1d066-a018-4903-a53c-521b061bfc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:10:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ddaec184-e316-4461-97b4-e0e82152d43f'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:53.365680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46458) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:53.450768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d75792-2495-4c74-97cc-7ba6a7c2e524 admin admin] Deleting subnet 99eed56a-bab3-4d2d-883c-8b242dc7f185 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:10:53.454395 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-06d75792-2495-4c74-97cc-7ba6a7c2e524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.474508 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-67c1d066-a018-4903-a53c-521b061bfc61 None None] Set router ddaec184-e316-4461-97b4-e0e82152d43f gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:10:53.494828 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-06d75792-2495-4c74-97cc-7ba6a7c2e524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.539249 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-06d75792-2495-4c74-97cc-7ba6a7c2e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.540620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-67c1d066-a018-4903-a53c-521b061bfc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:10:53Z', 'revision_number': 6, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:53.578895 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1d066-a018-4903-a53c-521b061bfc61 None None] The sync data for ids ['ddaec184-e316-4461-97b4-e0e82152d43f'] in n-d-779913-27 is: [{'id': 'ddaec184-e316-4461-97b4-e0e82152d43f', 'name': 'tempest-FloatingIPsAssociationTestJSON-904741064-router', 'tenant_id': 'b933a73b2436495d8b96ad689288d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:08:59Z', 'updated_at': '2021-07-05T10:10:53Z', 'revision_number': 6, 'project_id': 'b933a73b2436495d8b96ad689288d5c9', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:10:53.592535 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4d81f684-e27d-4991-a207-2dbf4c2fda23 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.594286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81f684-e27d-4991-a207-2dbf4c2fda23 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:53.594953 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4d81f684-e27d-4991-a207-2dbf4c2fda23 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.726125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81f684-e27d-4991-a207-2dbf4c2fda23 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event updated for resources: {'Network': ['ID=a305cd3b-0d77-4b91-b7ea-a3aaff50d476,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:53.738197 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network a305cd3b-0d77-4b91-b7ea-a3aaff50d476 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:10:53.743631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Deleting port 20fae2dd-6531-4cac-b943-6a1e5f140d76 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:53.744268 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.745563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf3aa3-80de-42d1-9020-fb6f0e7b53a0 req-6932687c-6d7e-4d06-be33-570dd8b30df4 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:53.749675 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-acbf3aa3-80de-42d1-9020-fb6f0e7b53a0 req-6932687c-6d7e-4d06-be33-570dd8b30df4 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 945 time: 0.4085100 Jul 05 10:10:53.749675 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4d81f684-e27d-4991-a207-2dbf4c2fda23 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8064857 Jul 05 10:10:53.753066 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46470) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:53.758810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-35c6af83-e706-467f-abb6-0cf143c06e5c tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:53.857393 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-06d75792-2495-4c74-97cc-7ba6a7c2e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.901350 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-acbf3aa3-80de-42d1-9020-fb6f0e7b53a0 req-e318055d-ee86-441c-bd24-888a479cf021 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387181 Jul 05 10:10:53.918788 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.922732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] For port 20fae2dd-6531-4cac-b943-6a1e5f140d76, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=20fae2dd-6531-4cac-b943-6a1e5f140d76,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:53.922732 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.937812 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d75792-2495-4c74-97cc-7ba6a7c2e524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99eed56a-bab3-4d2d-883c-8b242dc7f185,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:53.941565 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-06d75792-2495-4c74-97cc-7ba6a7c2e524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:53.946174 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-06d75792-2495-4c74-97cc-7ba6a7c2e524 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/99eed56a-bab3-4d2d-883c-8b242dc7f185 HTTP/1.1" status: 204 len: 168 time: 0.5769422 Jul 05 10:10:53.949083 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46472) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:53.955966 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Calling delete_port for 20fae2dd-6531-4cac-b943-6a1e5f140d76 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:54.010715 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35c6af83-e706-467f-abb6-0cf143c06e5c tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.065840 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.103492 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef361df4-8985-4d5d-ad35-0feee3bf6186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.133888 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35c6af83-e706-467f-abb6-0cf143c06e5c tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.152393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-35c6af83-e706-467f-abb6-0cf143c06e5c tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Network a305cd3b-0d77-4b91-b7ea-a3aaff50d476 is not hosted by any dhcp agent {{(pid=100775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 10:10:54.153281 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c6af83-e706-467f-abb6-0cf143c06e5c tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:54.153884 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35c6af83-e706-467f-abb6-0cf143c06e5c tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.158495 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-35c6af83-e706-467f-abb6-0cf143c06e5c tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "PUT /v2.0/networks/a305cd3b-0d77-4b91-b7ea-a3aaff50d476 HTTP/1.1" status: 200 len: 857 time: 0.4010947 Jul 05 10:10:54.161064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46474) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:54.180441 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.205707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6af83-e706-467f-abb6-0cf143c06e5c tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event updated for resources: {'Network': ['ID=a305cd3b-0d77-4b91-b7ea-a3aaff50d476,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:54.400463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event updated for resources: {'Port': ['ID=1699ae01-e7b3-4f8c-813c-3c8a9e9eccd2,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:54.409352 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef361df4-8985-4d5d-ad35-0feee3bf6186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.429169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ef361df4-8985-4d5d-ad35-0feee3bf6186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14713cbe-0837-4369-939a-65f3496d6fab']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:54.441975 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e94ec62e-f324-45a0-9e1b-ec6babcba105 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.458485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ef361df4-8985-4d5d-ad35-0feee3bf6186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1168c59-3485-4098-ae01-66092ac3ac2f') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:54.458916 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ef361df4-8985-4d5d-ad35-0feee3bf6186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1168c59-3485-4098-ae01-66092ac3ac2f') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:54.463121 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.484248 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef361df4-8985-4d5d-ad35-0feee3bf6186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.535790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef361df4-8985-4d5d-ad35-0feee3bf6186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.553080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef361df4-8985-4d5d-ad35-0feee3bf6186 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:54.553491 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef361df4-8985-4d5d-ad35-0feee3bf6186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:54.555143 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:54.625816 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.638616 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.638616 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-81f0813f-c544-49f9-a34f-e1012bfdd811 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1116154 Jul 05 10:10:54.683377 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e94ec62e-f324-45a0-9e1b-ec6babcba105 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.689949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=20fae2dd-6531-4cac-b943-6a1e5f140d76,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:54.728316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 20fae2dd-6531-4cac-b943-6a1e5f140d76 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:54.747441 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-e94ec62e-f324-45a0-9e1b-ec6babcba105 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a305cd3b-0d77-4b91-b7ea-a3aaff50d476']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:54.761728 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 20fae2dd-6531-4cac-b943-6a1e5f140d76 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:54.762338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 20fae2dd-6531-4cac-b943-6a1e5f140d76 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:54.762992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f1f62e70-8754-4ab2-ac3a-efd576c4021a no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:54.784221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:54.784221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:54.784221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:54.784221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:54.784221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:54.784221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:54.784221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:54.784221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:54.784221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:54.784221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:54.784221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:54.784221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:10:54.785292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: f1f62e70-8754-4ab2-ac3a-efd576c4021a {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:54.785292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f1f62e70-8754-4ab2-ac3a-efd576c4021a not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:54.787849 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-e94ec62e-f324-45a0-9e1b-ec6babcba105 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef418e91-fdee-4aa0-9fc3-a688414ae491') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:54.788157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-e94ec62e-f324-45a0-9e1b-ec6babcba105 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef418e91-fdee-4aa0-9fc3-a688414ae491') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:54.820255 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e94ec62e-f324-45a0-9e1b-ec6babcba105 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.851138 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.855696 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e94ec62e-f324-45a0-9e1b-ec6babcba105 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.885875 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-30cea4e8-c574-4258-a47b-d54d4346c17e tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--971594114&fields=id&tenant_id=d049e9a417d14e4b87e38762c036901a HTTP/1.1" status: 200 len: 267 time: 0.0940835 Jul 05 10:10:54.924006 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef361df4-8985-4d5d-ad35-0feee3bf6186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.925918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94ec62e-f324-45a0-9e1b-ec6babcba105 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:54.926306 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e94ec62e-f324-45a0-9e1b-ec6babcba105 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:54.952669 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:55.004936 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef361df4-8985-4d5d-ad35-0feee3bf6186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.006814 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ef361df4-8985-4d5d-ad35-0feee3bf6186 admin admin] 10.222.0.77 "DELETE /v2.0/networks/14713cbe-0837-4369-939a-65f3496d6fab HTTP/1.1" status: 204 len: 168 time: 1.0545988 Jul 05 10:10:55.010107 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46504) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:55.025305 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.029169 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.061535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef361df4-8985-4d5d-ad35-0feee3bf6186 admin admin] Pushing event deleted for resources: {'Network': ['ID=14713cbe-0837-4369-939a-65f3496d6fab,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:55.087129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6366104-3cd8-44c9-ac13-5e414167ef87 admin admin] Deleting subnet 152919ef-f803-4a3c-9f70-26a50fb831f7 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:10:55.091161 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f6366104-3cd8-44c9-ac13-5e414167ef87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.145189 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f6366104-3cd8-44c9-ac13-5e414167ef87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.166112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-5e786693-dc88-4a02-9fcb-38c6c009ade8 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:55.167597 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-5e786693-dc88-4a02-9fcb-38c6c009ade8 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/networks?id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 HTTP/1.1" status: 200 len: 811 time: 0.2470078 Jul 05 10:10:55.185365 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-859a725b-4e5b-456f-a72d-3b6fba153eb3 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/quotas/d049e9a417d14e4b87e38762c036901a HTTP/1.1" status: 200 len: 375 time: 0.0112643 Jul 05 10:10:55.187818 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5670487-dfd5-4c4c-9408-89b21e3e921b req-a56f80f1-cf17-43e9-a2e6-7b4a092eaf64 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:55.189424 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5670487-dfd5-4c4c-9408-89b21e3e921b req-a56f80f1-cf17-43e9-a2e6-7b4a092eaf64 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 945 time: 0.1478300 Jul 05 10:10:55.201030 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.201843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddaec184-e316-4461-97b4-e0e82152d43f {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:10:55.209391 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f6366104-3cd8-44c9-ac13-5e414167ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.224797 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.225975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c36f697b-e74a-480d-9e28-13c093b26df7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/ddaec184-e316-4461-97b4-e0e82152d43f HTTP/1.1" status: 204 len: 168 time: 2.4185956 Jul 05 10:10:55.228410 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e94ec62e-f324-45a0-9e1b-ec6babcba105 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.231809 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46506) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:55.251452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:10:55.253950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94ec62e-f324-45a0-9e1b-ec6babcba105 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a305cd3b-0d77-4b91-b7ea-a3aaff50d476 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 10:10:55.256606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ec62e-f324-45a0-9e1b-ec6babcba105 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Pushing event deleted for resources: {'Network': ['ID=a305cd3b-0d77-4b91-b7ea-a3aaff50d476,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:55.278305 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e94ec62e-f324-45a0-9e1b-ec6babcba105 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.284540 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e94ec62e-f324-45a0-9e1b-ec6babcba105 tempest-ExternalNetworksTestJSON-1680287297 tempest-ExternalNetworksTestJSON-1680287297-project-admin] 10.222.0.77 "DELETE /v2.0/networks/a305cd3b-0d77-4b91-b7ea-a3aaff50d476 HTTP/1.1" status: 204 len: 168 time: 1.1164212 Jul 05 10:10:55.285978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46508) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:55.313415 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5670487-dfd5-4c4c-9408-89b21e3e921b req-dc376203-252b-47f3-80a2-76c290a5f586 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159751 Jul 05 10:10:55.326911 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd04de7-d4b9-4c3f-8239-aba008b00a2f tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] DELETE failed (client error): The resource could not be found. Jul 05 10:10:55.327382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd04de7-d4b9-4c3f-8239-aba008b00a2f tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:10:55.329252 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1dd04de7-d4b9-4c3f-8239-aba008b00a2f tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] 10.222.0.77 "DELETE /v2.0/subnets/cc52afb4-a7c6-4395-91f3-40b844bb18a3 HTTP/1.1" status: 404 len: 337 time: 0.0420179 Jul 05 10:10:55.333008 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46510) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:55.350987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-4721102f-539a-4640-ab6c-41fbaab6f929 admin admin] Deleting subnet 4506ec9e-1545-4e23-9622-e3036b224b3e {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:10:55.362429 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4721102f-539a-4640-ab6c-41fbaab6f929 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.379521 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f6366104-3cd8-44c9-ac13-5e414167ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.412591 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:55.415743 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-3b4be6bd-a8b9-4666-b08d-95ee031fce67 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d049e9a417d14e4b87e38762c036901a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2198217 Jul 05 10:10:55.429222 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6', 'mac_address': 'fa:16:3e:b2:34:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:10:55.462951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6366104-3cd8-44c9-ac13-5e414167ef87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152919ef-f803-4a3c-9f70-26a50fb831f7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:55.475443 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.479387 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f6366104-3cd8-44c9-ac13-5e414167ef87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.481636 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f6366104-3cd8-44c9-ac13-5e414167ef87 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/152919ef-f803-4a3c-9f70-26a50fb831f7 HTTP/1.1" status: 204 len: 168 time: 0.4704602 Jul 05 10:10:55.487292 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46512) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:55.491131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:10:55.502362 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4721102f-539a-4640-ab6c-41fbaab6f929 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.515838 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:55.516093 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edadd19c-0b88-4825-a108-c64e9d89be8a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.569382 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.621351 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-87e666ad-e614-4333-ba47-371ef608e51b service neutron] 10.222.0.77 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949158 Jul 05 10:10:55.645922 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-571010c2-48b4-40a6-8c87-4ba4a4fcae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.674160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:55.690560 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4721102f-539a-4640-ab6c-41fbaab6f929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.715311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:55.736175 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edadd19c-0b88-4825-a108-c64e9d89be8a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.767683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-edadd19c-0b88-4825-a108-c64e9d89be8a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9904d343-7d26-465f-a4c6-ea42da862bc8']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:55.819150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-edadd19c-0b88-4825-a108-c64e9d89be8a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc319e1-25ad-4b5b-b794-92d95c1c7fb1') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:55.819569 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-edadd19c-0b88-4825-a108-c64e9d89be8a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc319e1-25ad-4b5b-b794-92d95c1c7fb1') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:55.822378 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-6d947c55-1c31-447a-ad5b-70815b071962 service neutron] 10.222.0.77 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001793 Jul 05 10:10:55.839620 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edadd19c-0b88-4825-a108-c64e9d89be8a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.852907 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-571010c2-48b4-40a6-8c87-4ba4a4fcae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.868421 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-571010c2-48b4-40a6-8c87-4ba4a4fcae86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ab8641-94a4-47fb-8368-5e7a4572a927']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:55.871363 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edadd19c-0b88-4825-a108-c64e9d89be8a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.895495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-571010c2-48b4-40a6-8c87-4ba4a4fcae86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c525254-5baa-4bd8-a287-e1f2ace7b32a') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:55.895921 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-571010c2-48b4-40a6-8c87-4ba4a4fcae86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c525254-5baa-4bd8-a287-e1f2ace7b32a') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:55.898242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edadd19c-0b88-4825-a108-c64e9d89be8a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:55.898805 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edadd19c-0b88-4825-a108-c64e9d89be8a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:55.908171 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:55.938148 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4721102f-539a-4640-ab6c-41fbaab6f929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.972540 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-571010c2-48b4-40a6-8c87-4ba4a4fcae86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:55.995888 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-571010c2-48b4-40a6-8c87-4ba4a4fcae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.001995 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721102f-539a-4640-ab6c-41fbaab6f929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4506ec9e-1545-4e23-9622-e3036b224b3e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:56.008861 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4721102f-539a-4640-ab6c-41fbaab6f929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.011044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4578ba8-0b23-4723-b2e3-652346d1c946 None None] Network 49acf21c-d200-4532-94e8-8583d85e6566 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:10:56.011559 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571010c2-48b4-40a6-8c87-4ba4a4fcae86 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:56.011897 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-571010c2-48b4-40a6-8c87-4ba4a4fcae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.016405 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4721102f-539a-4640-ab6c-41fbaab6f929 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4506ec9e-1545-4e23-9622-e3036b224b3e HTTP/1.1" status: 204 len: 168 time: 0.7812638 Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:56.018028 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:56.022089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46528) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:56.097933 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.150846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] Deleting port 6705d4d0-d426-48be-8acb-c8deac2bb42c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:56.151114 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.169039 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edadd19c-0b88-4825-a108-c64e9d89be8a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.177332 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edadd19c-0b88-4825-a108-c64e9d89be8a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.183975 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-edadd19c-0b88-4825-a108-c64e9d89be8a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] 10.222.0.77 "DELETE /v2.0/networks/9904d343-7d26-465f-a4c6-ea42da862bc8 HTTP/1.1" status: 204 len: 168 time: 0.8488371 Jul 05 10:10:56.204826 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadd19c-0b88-4825-a108-c64e9d89be8a tempest-ExternalNetworksTestJSON-1869458497 tempest-ExternalNetworksTestJSON-1869458497-project] Pushing event deleted for resources: {'Network': ['ID=9904d343-7d26-465f-a4c6-ea42da862bc8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:56.222645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] For port 6705d4d0-d426-48be-8acb-c8deac2bb42c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6705d4d0-d426-48be-8acb-c8deac2bb42c,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:56.223010 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.232651 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-571010c2-48b4-40a6-8c87-4ba4a4fcae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.251746 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] Calling delete_port for 6705d4d0-d426-48be-8acb-c8deac2bb42c owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:56.255370 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-571010c2-48b4-40a6-8c87-4ba4a4fcae86 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.282751 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-571010c2-48b4-40a6-8c87-4ba4a4fcae86 admin admin] 10.222.0.77 "DELETE /v2.0/networks/61ab8641-94a4-47fb-8368-5e7a4572a927 HTTP/1.1" status: 204 len: 168 time: 0.7942266 Jul 05 10:10:56.287484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571010c2-48b4-40a6-8c87-4ba4a4fcae86 admin admin] Pushing event deleted for resources: {'Network': ['ID=61ab8641-94a4-47fb-8368-5e7a4572a927,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:56.302554 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2235c4a4-12a9-4db1-801c-4a34510ab921 None None] DHCP port deletion for 49acf21c-d200-4532-94e8-8583d85e6566 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:10:56.384951 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2235c4a4-12a9-4db1-801c-4a34510ab921 None None] Deleting port 6705d4d0-d426-48be-8acb-c8deac2bb42c {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:10:56.384951 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2235c4a4-12a9-4db1-801c-4a34510ab921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.387553 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-feb33ae3-ebd8-4d62-ab17-6c197af557cb req-5e2fbe17-e249-41d5-b586-cafd656fe4f2 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 210 time: 0.0469568 Jul 05 10:10:56.458044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2235c4a4-12a9-4db1-801c-4a34510ab921 None None] For port 6705d4d0-d426-48be-8acb-c8deac2bb42c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6705d4d0-d426-48be-8acb-c8deac2bb42c,segment=NetworkSegment(baad9a85-c577-4844-9860-b1014f33fbb0),segment_id=baad9a85-c577-4844-9860-b1014f33fbb0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:56.458525 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2235c4a4-12a9-4db1-801c-4a34510ab921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.471421 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2235c4a4-12a9-4db1-801c-4a34510ab921 None None] Calling delete_port for 6705d4d0-d426-48be-8acb-c8deac2bb42c owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:10:56.544688 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.554830 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2235c4a4-12a9-4db1-801c-4a34510ab921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.585129 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] No DVR routers for this DVR port 6705d4d0-d426-48be-8acb-c8deac2bb42c on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:56.589934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] Pushing event deleted for resources: {'Port': ['ID=6705d4d0-d426-48be-8acb-c8deac2bb42c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:56.601628 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235c4a4-12a9-4db1-801c-4a34510ab921 None None] Pushing event deleted for resources: {'Port': ['ID=6705d4d0-d426-48be-8acb-c8deac2bb42c,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:56.604393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2235c4a4-12a9-4db1-801c-4a34510ab921 None None] No DVR routers for this DVR port 6705d4d0-d426-48be-8acb-c8deac2bb42c on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:10:56.691296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebba5f-e798-4d4a-b72d-33a57d9790b8 req-acc73b34-e8a4-4d8d-bdb3-029dd8bf9cf1 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:56.692912 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afebba5f-e798-4d4a-b72d-33a57d9790b8 req-acc73b34-e8a4-4d8d-bdb3-029dd8bf9cf1 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 945 time: 0.2213736 Jul 05 10:10:56.716650 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491126e-b036-43a5-9d46-647c0f25f839 req-dc14601c-fad4-4f2a-856e-06cae0db3772 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:56.718190 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-dc14601c-fad4-4f2a-856e-06cae0db3772 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae&tenant_id=2cf98573ed3c4198bb69640d015cda66&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 1097 time: 0.2368929 Jul 05 10:10:56.729926 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.737390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-27'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:10:56.743601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6705d4d0-d426-48be-8acb-c8deac2bb42c no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:10:56.770216 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 6705d4d0-d426-48be-8acb-c8deac2bb42c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:10:56.770572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6705d4d0-d426-48be-8acb-c8deac2bb42c not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:10:56.779931 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49acf21c-d200-4532-94e8-8583d85e6566']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:56.802577 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baad9a85-c577-4844-9860-b1014f33fbb0') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:56.802876 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baad9a85-c577-4844-9860-b1014f33fbb0') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:10:56.815386 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afebba5f-e798-4d4a-b72d-33a57d9790b8 req-c1fa6ebc-b952-4faa-9caf-4588acc0c620 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109149 Jul 05 10:10:56.819892 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.842885 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.872714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:10:56.873176 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:10:56.874972 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:10:56.913003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46570) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:56.990361 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6006c192-945c-47d6-8b97-832452006852 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d1bad4c945d84938af81fd71f834957f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0761600 Jul 05 10:10:56.990992 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46572) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:56.996955 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.078954 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-349586fa-94a2-4312-bdb3-d52fc2c46c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.126500 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-349586fa-94a2-4312-bdb3-d52fc2c46c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.147167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46580) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:57.149303 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.162907 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.164873 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] 10.222.0.77 "DELETE /v2.0/networks/49acf21c-d200-4532-94e8-8583d85e6566 HTTP/1.1" status: 204 len: 168 time: 1.1426091 Jul 05 10:10:57.182141 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803809c-2db0-45bd-923c-979827efd697 admin admin] Pushing event deleted for resources: {'Network': ['ID=49acf21c-d200-4532-94e8-8583d85e6566,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:57.239927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0a2d165-2d69-43fc-87ea-505b1e3e287b,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:57.264349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:10:57.308117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:57.339538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:10:57.339949 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.363128 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-349586fa-94a2-4312-bdb3-d52fc2c46c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.366950 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-349586fa-94a2-4312-bdb3-d52fc2c46c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.371547 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-349586fa-94a2-4312-bdb3-d52fc2c46c16 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da6f8247-47c2-4dcb-8582-d95774e32205 HTTP/1.1" status: 204 len: 168 time: 0.3795645 Jul 05 10:10:57.388191 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c29109d-d327-40c5-a1f0-e6991e6625ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a2d165-2d69-43fc-87ea-505b1e3e287b'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:57.389693 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349586fa-94a2-4312-bdb3-d52fc2c46c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6f8247-47c2-4dcb-8582-d95774e32205,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:57.391099 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caac03b-f2a2-4915-a010-b428ec267ebc" -d '{"events": [{"server_uuid": "0c29109d-d327-40c5-a1f0-e6991e6625ae", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a2d165-2d69-43fc-87ea-505b1e3e287b"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:57.396540 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.433137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-76ad8d73-19c0-4119-b63c-3598dab13f3e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5eaaf3244c664aa9878d4cd01b8ae427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846949 Jul 05 10:10:57.436335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46600) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:57.456262 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf71dc2-b905-41af-a0c8-aa6f64c93cb8 x-openstack-request-id: req-ccf71dc2-b905-41af-a0c8-aa6f64c93cb8 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:57.456565 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c29109d-d327-40c5-a1f0-e6991e6625ae", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a2d165-2d69-43fc-87ea-505b1e3e287b", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:57.456820 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ccf71dc2-b905-41af-a0c8-aa6f64c93cb8 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:57.457220 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c29109d-d327-40c5-a1f0-e6991e6625ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a2d165-2d69-43fc-87ea-505b1e3e287b', 'code': 200} Jul 05 10:10:57.495980 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.522372 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-934cf123-bde2-4a3f-93e9-08276fd69ba5 req-e5ce75cf-8607-4dad-b348-0d9d4fb19065 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 210 time: 0.0417852 Jul 05 10:10:57.523657 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.558060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ea9314-059c-4c37-a1cc-40997951afa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:57.558488 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d915d628-9403-41ac-8482-8bb6ad6045da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.560811 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fb7bba-7c48-4eca-8100-190e0b76dcc8" -d '{"events": [{"server_uuid": "95ea9314-059c-4c37-a1cc-40997951afa3", "name": "network-vif-plugged", "status": "completed", "tag": "4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:57.565314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:57.592711 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d915d628-9403-41ac-8482-8bb6ad6045da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.651200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device d0a2d165-2d69-43fc-87ea-505b1e3e287b details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:10:57.675527 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf33ed5a-0f0e-4813-bec0-b0a315d96fd7 x-openstack-request-id: req-cf33ed5a-0f0e-4813-bec0-b0a315d96fd7 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:57.683119 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ea9314-059c-4c37-a1cc-40997951afa3", "name": "network-vif-plugged", "status": "completed", "tag": "4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:57.684447 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf33ed5a-0f0e-4813-bec0-b0a315d96fd7 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:57.686636 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ea9314-059c-4c37-a1cc-40997951afa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6', 'code': 200} Jul 05 10:10:57.745341 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.751838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a2d165-2d69-43fc-87ea-505b1e3e287b,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:57.757506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b on host n-h2-779913-27 for vnic_type normal with profile {"migrating_to": "n-h1-779913-27"} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:57.758601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:57.759290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:57.767477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Port d0a2d165-2d69-43fc-87ea-505b1e3e287b on network de14d9aa-e769-4672-bc7f-bd4b99fc183d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:57.773217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:57.781933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:57.784262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Checking segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:57.785809 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Bound using segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:57.786476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Bound port: d0a2d165-2d69-43fc-87ea-505b1e3e287b, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:57.787693 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.814666 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d915d628-9403-41ac-8482-8bb6ad6045da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.818213 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d915d628-9403-41ac-8482-8bb6ad6045da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:57.821900 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d915d628-9403-41ac-8482-8bb6ad6045da admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a514e989-f7d4-4c88-b7f8-bea14e4dd64a HTTP/1.1" status: 204 len: 168 time: 0.3815532 Jul 05 10:10:57.832696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915d628-9403-41ac-8482-8bb6ad6045da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a514e989-f7d4-4c88-b7f8-bea14e4dd64a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:57.883882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:57.906033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46620) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:57.926626 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:57.936810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0a2d165-2d69-43fc-87ea-505b1e3e287b,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:10:57.937039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h2-779913-27, got binding levels [] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:58.012203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b on host n-h2-779913-27 for vnic_type normal with profile {"migrating_to": "n-h1-779913-27"} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:58.012577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:58.013096 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:58.016486 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-49b768d8-d907-4fc7-9048-8617901a192b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b933a73b2436495d8b96ad689288d5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1071420 Jul 05 10:10:58.018751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46622) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:58.022556 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Port d0a2d165-2d69-43fc-87ea-505b1e3e287b on network de14d9aa-e769-4672-bc7f-bd4b99fc183d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:58.023139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:58.030436 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:58.030436 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Checking segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:58.031263 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Bound using segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:58.031986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Bound port: d0a2d165-2d69-43fc-87ea-505b1e3e287b, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:58.032562 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:58.090671 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:58.194103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2ab0e-9971-4c94-81d5-cb4ee0beb49e req-c4a104f8-7942-4792-9789-d961c70d5dc6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:58.197795 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ea2ab0e-9971-4c94-81d5-cb4ee0beb49e req-c4a104f8-7942-4792-9789-d961c70d5dc6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 943 time: 0.1627603 Jul 05 10:10:58.223855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:58.225433 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:58.227165 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] 10.222.0.73 "PUT /v2.0/ports/d0a2d165-2d69-43fc-87ea-505b1e3e287b HTTP/1.1" status: 200 len: 1123 time: 1.4945650 Jul 05 10:10:58.228775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dd0d3-f34e-49f1-bd1b-a3046e1a7087 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a2d165-2d69-43fc-87ea-505b1e3e287b,revision_number=8']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:58.235078 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d02c5819-182a-47ae-8bf7-4a9dfeb70bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:58.242508 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h2-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:10:58.302299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['d0a2d165-2d69-43fc-87ea-505b1e3e287b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:58.313587 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ea2ab0e-9971-4c94-81d5-cb4ee0beb49e req-a97edc9f-98f1-4ee2-a200-a7c38e60a897 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045067 Jul 05 10:10:58.334973 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) d0a2d165-2d69-43fc-87ea-505b1e3e287b-n-h2-779913-27-0 {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:10:58.334973 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:10:58.338200 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d02c5819-182a-47ae-8bf7-4a9dfeb70bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:58.350571 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d0a2d165-2d69-43fc-87ea-505b1e3e287b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:10:58.630092 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-741442f1-9c27-4563-82fa-2681629a0ed2 req-0368aa8b-27b8-40c3-8f68-017220065081 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 210 time: 0.0417361 Jul 05 10:10:58.633362 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d02c5819-182a-47ae-8bf7-4a9dfeb70bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:58.638611 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d02c5819-182a-47ae-8bf7-4a9dfeb70bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:58.643167 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d02c5819-182a-47ae-8bf7-4a9dfeb70bee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/06ccc79d-1b09-462f-a1bc-8769005b8162 HTTP/1.1" status: 204 len: 168 time: 0.6171632 Jul 05 10:10:58.653875 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c5819-182a-47ae-8bf7-4a9dfeb70bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ccc79d-1b09-462f-a1bc-8769005b8162,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:58.744475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46638) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:58.856594 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-02a5bd88-1dc4-4479-ac2f-1876a72615c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4a1f142a6242442ca870060ec4bbd78d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1071284 Jul 05 10:10:58.857048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46640) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:58.871852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b on host n-h2-779913-27 for vnic_type normal with profile {"migrating_to": "n-h1-779913-27"} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:10:58.872818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:10:58.873616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:58.896729 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Port d0a2d165-2d69-43fc-87ea-505b1e3e287b on network de14d9aa-e769-4672-bc7f-bd4b99fc183d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:10:58.898431 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Attempting to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:10:58.916641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:10:58.923759 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Checking segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:10:58.926329 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Bound using segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:10:58.927219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Bound port: d0a2d165-2d69-43fc-87ea-505b1e3e287b, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:10:58.930600 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:59.044546 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-267faa04-1594-4965-a4ac-c41237269997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:59.122743 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-267faa04-1594-4965-a4ac-c41237269997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:59.129525 n-d-779913-27 neutron-server[100777]: WARNING neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Concurrent port binding operations failed on port d0a2d165-2d69-43fc-87ea-505b1e3e287b Jul 05 10:10:59.136944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0a2d165-2d69-43fc-87ea-505b1e3e287b,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:10:59.141383 n-d-779913-27 neutron-server[100777]: INFO neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Attempt 2 to bind port d0a2d165-2d69-43fc-87ea-505b1e3e287b Jul 05 10:10:59.142572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device d0a2d165-2d69-43fc-87ea-505b1e3e287b has no active binding in host n-h1-779913-27 {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 10:10:59.272588 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46652) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:59.356687 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-267faa04-1594-4965-a4ac-c41237269997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:59.364959 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-267faa04-1594-4965-a4ac-c41237269997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:59.370766 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-267faa04-1594-4965-a4ac-c41237269997 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5675aa37-0778-483e-b2f9-a565bf46a89c HTTP/1.1" status: 204 len: 168 time: 0.5097933 Jul 05 10:10:59.399203 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-022668c2-fdc3-409c-843d-0b3e64ff5af1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6abc16ba214d420b938bd65fe50cb17b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1226764 Jul 05 10:10:59.399203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267faa04-1594-4965-a4ac-c41237269997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5675aa37-0778-483e-b2f9-a565bf46a89c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:10:59.403768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46660) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:10:59.458817 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c29109d-d327-40c5-a1f0-e6991e6625ae', 'tag': 'd0a2d165-2d69-43fc-87ea-505b1e3e287b'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:10:59.462388 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9963bd-bb92-4876-8fd9-9e0196865f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c29109d-d327-40c5-a1f0-e6991e6625ae", "tag": "d0a2d165-2d69-43fc-87ea-505b1e3e287b"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:10:59.562755 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a70802c6-688e-4ebc-aa89-f78764f50c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:59.643853 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a70802c6-688e-4ebc-aa89-f78764f50c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:59.721406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e87f5-bcf1-41bb-b1cb-7bc29c51f0ad req-575323d9-aae8-4193-b20b-b0f13383eb78 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:10:59.725717 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d31e87f5-bcf1-41bb-b1cb-7bc29c51f0ad req-575323d9-aae8-4193-b20b-b0f13383eb78 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 943 time: 0.2515438 Jul 05 10:10:59.813429 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d31e87f5-bcf1-41bb-b1cb-7bc29c51f0ad req-709ca5ac-154b-4205-9911-4d6a8533a8d4 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754855 Jul 05 10:10:59.865829 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a70802c6-688e-4ebc-aa89-f78764f50c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:59.876224 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a70802c6-688e-4ebc-aa89-f78764f50c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:10:59.876224 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a70802c6-688e-4ebc-aa89-f78764f50c6d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/894b2dc6-e500-4846-a1ad-e8e1df6a95c4 HTTP/1.1" status: 204 len: 168 time: 0.4724324 Jul 05 10:10:59.903540 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbce7649-5edb-4202-aaef-7c7551bfeaed x-openstack-request-id: req-fbce7649-5edb-4202-aaef-7c7551bfeaed {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:10:59.911282 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c29109d-d327-40c5-a1f0-e6991e6625ae", "tag": "d0a2d165-2d69-43fc-87ea-505b1e3e287b", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:10:59.911282 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fbce7649-5edb-4202-aaef-7c7551bfeaed {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:10:59.911282 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c29109d-d327-40c5-a1f0-e6991e6625ae', 'tag': 'd0a2d165-2d69-43fc-87ea-505b1e3e287b', 'status': 'completed', 'code': 200} Jul 05 10:10:59.912478 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70802c6-688e-4ebc-aa89-f78764f50c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894b2dc6-e500-4846-a1ad-e8e1df6a95c4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:00.065568 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aebc98f7-cd68-4482-b1bc-d8243110f39f req-1995cbb4-6eef-4c1a-83e1-6f5c860ff456 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 210 time: 0.0456142 Jul 05 10:11:00.117176 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9963bd-bb92-4876-8fd9-9e0196865f7d req-73d1956f-4af2-4242-a055-d4ba9e1852b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:00.118737 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d9963bd-bb92-4876-8fd9-9e0196865f7d req-73d1956f-4af2-4242-a055-d4ba9e1852b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 1126 time: 0.1700699 Jul 05 10:11:00.246906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9963bd-bb92-4876-8fd9-9e0196865f7d req-5da6cc8e-364b-4dd3-8050-1574ba157d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:00.249088 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d9963bd-bb92-4876-8fd9-9e0196865f7d req-5da6cc8e-364b-4dd3-8050-1574ba157d9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.1195486 Jul 05 10:11:00.305409 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d9963bd-bb92-4876-8fd9-9e0196865f7d req-97b4c68c-9ab4-4ca5-ad14-e459204a17a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0a2d165-2d69-43fc-87ea-505b1e3e287b HTTP/1.1" status: 200 len: 217 time: 0.0491021 Jul 05 10:11:00.392741 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9963bd-bb92-4876-8fd9-9e0196865f7d req-1176b128-97bf-473c-97c0-50fdebecf306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:00.394356 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d9963bd-bb92-4876-8fd9-9e0196865f7d req-1176b128-97bf-473c-97c0-50fdebecf306 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.0810907 Jul 05 10:11:00.460461 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d9963bd-bb92-4876-8fd9-9e0196865f7d req-d02cd992-74e5-4065-b04b-b6240e8b76df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489564 Jul 05 10:11:00.601414 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d9963bd-bb92-4876-8fd9-9e0196865f7d req-87ba64e2-1fda-4985-b517-c93a736d0d80 service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327584 Jul 05 10:11:00.844769 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d9963bd-bb92-4876-8fd9-9e0196865f7d req-e5d53aba-34dd-49e6-8b71-d53dec75dfbf service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304978 Jul 05 10:11:01.119677 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde4075-97a4-4147-b834-fe4d7109d0e7 req-0f32ef1d-b3cb-46be-ac3e-45655728c01a tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:01.127464 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-edde4075-97a4-4147-b834-fe4d7109d0e7 req-0f32ef1d-b3cb-46be-ac3e-45655728c01a tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 943 time: 0.1055748 Jul 05 10:11:01.249101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-3569fa8d-38f6-4831-b50c-42059bc47c71 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:01.251178 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-3569fa8d-38f6-4831-b50c-42059bc47c71 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.73 "GET /v2.0/networks?id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 HTTP/1.1" status: 200 len: 811 time: 0.1419857 Jul 05 10:11:01.326136 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-538744b2-e266-4610-b88d-f6943f2700fe tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d049e9a417d14e4b87e38762c036901a HTTP/1.1" status: 200 len: 379 time: 0.0592942 Jul 05 10:11:01.345579 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-edde4075-97a4-4147-b834-fe4d7109d0e7 req-cb858da7-e503-4d2a-b524-806d35be26fe tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146361 Jul 05 10:11:01.360222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-1cda73df-fd72-4a1b-a8af-af3e55545030 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Request body: {'port': {'device_id': 'e3994f90-36b8-4f5d-a439-feed14a8c006', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'admin_state_up': True, 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'security_groups': ['1330a751-3e1c-408d-9ce6-f98fd256ff7e']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:01.528247 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cf303d66-e300-42eb-ac3e-c55953bafed9 req-8c3d9d28-3bf9-4e2e-83ca-18d5a900cf20 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 210 time: 0.1242480 Jul 05 10:11:01.641810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-1cda73df-fd72-4a1b-a8af-af3e55545030 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Made reservation on behalf of d049e9a417d14e4b87e38762c036901a for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:01.645677 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-1cda73df-fd72-4a1b-a8af-af3e55545030 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:02.073581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-1cda73df-fd72-4a1b-a8af-af3e55545030 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Allocated IP 172.20.0.14 (30ce1f0a-99b2-4f93-9e6e-17fd57c121c7/feb07890-d026-4a51-bf47-b1ecaafff9e9/90c63839-073a-438c-adb5-81074bef5dab) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:02.363859 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-1cda73df-fd72-4a1b-a8af-af3e55545030 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:02.377099 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-1cda73df-fd72-4a1b-a8af-af3e55545030 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Transition to ACTIVE for port object 90c63839-073a-438c-adb5-81074bef5dab will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:02.924685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93f526-a6fa-42b1-8931-1e8ee16263a8 req-a1f25ade-7d70-4e4d-a95b-d0d4fa08e9fc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:02.924685 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bd93f526-a6fa-42b1-8931-1e8ee16263a8 req-a1f25ade-7d70-4e4d-a95b-d0d4fa08e9fc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 943 time: 0.0733345 Jul 05 10:11:02.924685 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bd93f526-a6fa-42b1-8931-1e8ee16263a8 req-70e7a60c-11f9-454b-b2d8-543b6761b233 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338943 Jul 05 10:11:02.924685 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-788c8634-a6c4-4c21-b844-bac049b78848 req-0ccacc88-040d-4509-a027-3b1465dbbbae tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 210 time: 0.0324397 Jul 05 10:11:02.924685 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-1cda73df-fd72-4a1b-a8af-af3e55545030 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:02.924685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-1cda73df-fd72-4a1b-a8af-af3e55545030 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:02.924685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-1cda73df-fd72-4a1b-a8af-af3e55545030 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:02.924685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-1cda73df-fd72-4a1b-a8af-af3e55545030 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:02.924685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda73df-fd72-4a1b-a8af-af3e55545030 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event updated for resources: {'Port': ['ID=90c63839-073a-438c-adb5-81074bef5dab,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:02.939339 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46808) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:02.945882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-1cda73df-fd72-4a1b-a8af-af3e55545030 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:02.945882 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-1cda73df-fd72-4a1b-a8af-af3e55545030 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:03.239977 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-1cda73df-fd72-4a1b-a8af-af3e55545030 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8907030 Jul 05 10:11:03.242392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4e220eb0-6e5d-4711-be1e-9b143c641a41 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1564074243'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:03.257035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Request body: {'port': {'device_id': 'e3994f90-36b8-4f5d-a439-feed14a8c006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:03.301557 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3a91b7c6-0cc5-4db1-abc0-f4c1182b6bd1 None None] Provisioning for port 90c63839-073a-438c-adb5-81074bef5dab completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:03.306566 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3a91b7c6-0cc5-4db1-abc0-f4c1182b6bd1 None None] Provisioning complete for port 90c63839-073a-438c-adb5-81074bef5dab triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:03.307057 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3a91b7c6-0cc5-4db1-abc0-f4c1182b6bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:03.376433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3a91b7c6-0cc5-4db1-abc0-f4c1182b6bd1 None None] Port 90c63839-073a-438c-adb5-81074bef5dab cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:11:03.402708 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e220eb0-6e5d-4711-be1e-9b143c641a41 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Made reservation on behalf of 3a465cc864b64b419e7a6c43331d016c for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:03.411788 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e220eb0-6e5d-4711-be1e-9b143c641a41 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:03.435044 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e220eb0-6e5d-4711-be1e-9b143c641a41 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:03.449439 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:03.594191 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e220eb0-6e5d-4711-be1e-9b143c641a41 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:03.658939 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e220eb0-6e5d-4711-be1e-9b143c641a41 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:03.704610 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e220eb0-6e5d-4711-be1e-9b143c641a41 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:11:03.768665 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e220eb0-6e5d-4711-be1e-9b143c641a41 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:03.769902 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-4e220eb0-6e5d-4711-be1e-9b143c641a41 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Added segment 79117b17-4f7c-41e8-84ba-67d6357f4ba6 of type vlan for network bba2d41f-de99-4b0d-84a8-b8d30f32fbdc Jul 05 10:11:03.825717 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e220eb0-6e5d-4711-be1e-9b143c641a41 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057575b7-bdf6-45b4-a2d1-eb3017094938,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:03.831450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46838) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:03.931967 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e220eb0-6e5d-4711-be1e-9b143c641a41 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:04.039749 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f903d7-e8d5-4385-8982-fe95072d3cea req-09526eae-6036-4ee1-ac41-aa65f9463231 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:04.050863 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f9f903d7-e8d5-4385-8982-fe95072d3cea req-09526eae-6036-4ee1-ac41-aa65f9463231 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 943 time: 0.2759676 Jul 05 10:11:04.070810 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e220eb0-6e5d-4711-be1e-9b143c641a41 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:04.080767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e220eb0-6e5d-4711-be1e-9b143c641a41 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:04.080767 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e220eb0-6e5d-4711-be1e-9b143c641a41 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:04.137124 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:04.201166 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4e220eb0-6e5d-4711-be1e-9b143c641a41 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3015003 Jul 05 10:11:04.235663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46846) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:04.242532 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-fe26f6a6-a209-4fe3-90ee-90241d3a6f6e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Request body: {'subnet': {'network_id': 'bba2d41f-de99-4b0d-84a8-b8d30f32fbdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:04.390861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c63839-073a-438c-adb5-81074bef5dab {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:11:04.413782 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:04.429874 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f9f903d7-e8d5-4385-8982-fe95072d3cea req-2a0fc892-9f67-41ee-a78f-0128ab06ef01 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764222 Jul 05 10:11:04.435608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e220eb0-6e5d-4711-be1e-9b143c641a41 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Pushing event updated for resources: {'Network': ['ID=bba2d41f-de99-4b0d-84a8-b8d30f32fbdc,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:04.448035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223d235-1683-4475-9515-54a500c8c521 req-7fceaa25-2cff-4e83-9e2b-8a6578b1fb6c tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:04.448035 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8223d235-1683-4475-9515-54a500c8c521 req-7fceaa25-2cff-4e83-9e2b-8a6578b1fb6c tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 932 time: 0.2029400 Jul 05 10:11:04.461317 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network bba2d41f-de99-4b0d-84a8-b8d30f32fbdc details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:11:04.465935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Transition to ACTIVE for port object 90c63839-073a-438c-adb5-81074bef5dab will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:04.468735 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:11:04.468735 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:11:04.468735 n-d-779913-27 neutron-server[100775]: [parameters: {'project_id_1': '302aa627f50e417c83fbf2488bef1245', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 11, 4, 406541)}] Jul 05 10:11:04.468735 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:11:04.470730 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:11:04.526146 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8223d235-1683-4475-9515-54a500c8c521 req-33904da9-43e1-40aa-8868-90d9c0a5c774 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793488 Jul 05 10:11:04.557960 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:04.607247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe26f6a6-a209-4fe3-90ee-90241d3a6f6e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Made reservation on behalf of 3a465cc864b64b419e7a6c43331d016c for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:04.618137 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe26f6a6-a209-4fe3-90ee-90241d3a6f6e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:04.734529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Pushing event updated for resources: {'Port': ['ID=90c63839-073a-438c-adb5-81074bef5dab,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:04.915029 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Attempting to bind port 90c63839-073a-438c-adb5-81074bef5dab on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:04.916954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Attempting to bind port 90c63839-073a-438c-adb5-81074bef5dab by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:04.917745 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Attempting to bind port 90c63839-073a-438c-adb5-81074bef5dab on network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:04.932658 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Port 90c63839-073a-438c-adb5-81074bef5dab on network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:11:04.933843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Attempting to bind port 90c63839-073a-438c-adb5-81074bef5dab on network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:04.945797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:04.948170 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Checking segment: {'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:04.948732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Bound using segment: {'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:04.950668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Bound port: 90c63839-073a-438c-adb5-81074bef5dab, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:04.952199 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:05.067835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] For port 90c63839-073a-438c-adb5-81074bef5dab, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:05.083074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] For port 90c63839-073a-438c-adb5-81074bef5dab, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=90c63839-073a-438c-adb5-81074bef5dab,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:05.152175 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:05.207578 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:05.208808 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:05.210710 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] 10.222.0.73 "PUT /v2.0/ports/90c63839-073a-438c-adb5-81074bef5dab HTTP/1.1" status: 200 len: 1093 time: 1.9645391 Jul 05 10:11:05.211377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3994f90-36b8-4f5d-a439-feed14a8c006', 'tag': '90c63839-073a-438c-adb5-81074bef5dab'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:05.213826 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23125b3f-4f4f-4e83-bf3d-68f3bf01f112" -d '{"events": [{"name": "network-changed", "server_uuid": "e3994f90-36b8-4f5d-a439-feed14a8c006", "tag": "90c63839-073a-438c-adb5-81074bef5dab"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:05.252672 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610a69f-de06-434e-805c-54d33d7052f8 service neutron] Pushing event updated for resources: {'Port': ['ID=90c63839-073a-438c-adb5-81074bef5dab,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:05.305348 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d0ede7-d0eb-4530-a0d2-8c0b24008f21 x-openstack-request-id: req-00d0ede7-d0eb-4530-a0d2-8c0b24008f21 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:05.305348 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3994f90-36b8-4f5d-a439-feed14a8c006", "tag": "90c63839-073a-438c-adb5-81074bef5dab", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:05.305348 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-00d0ede7-d0eb-4530-a0d2-8c0b24008f21 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:05.305348 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3994f90-36b8-4f5d-a439-feed14a8c006', 'tag': '90c63839-073a-438c-adb5-81074bef5dab', 'status': 'completed', 'code': 200} Jul 05 10:11:05.420736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23125b3f-4f4f-4e83-bf3d-68f3bf01f112 req-63e8ba48-10da-4ac2-b103-a1b6afc5871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:05.424073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-23125b3f-4f4f-4e83-bf3d-68f3bf01f112 req-63e8ba48-10da-4ac2-b103-a1b6afc5871d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d049e9a417d14e4b87e38762c036901a&device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 1096 time: 0.1091089 Jul 05 10:11:05.474431 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:05.618273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23125b3f-4f4f-4e83-bf3d-68f3bf01f112 req-a1a2eca7-e038-462a-b942-c5f7e33d2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:05.620986 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-23125b3f-4f4f-4e83-bf3d-68f3bf01f112 req-a1a2eca7-e038-462a-b942-c5f7e33d2be4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d049e9a417d14e4b87e38762c036901a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1884043 Jul 05 10:11:05.710263 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:05.776010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23125b3f-4f4f-4e83-bf3d-68f3bf01f112 req-ce53d338-93a3-4344-a2b2-2d61fdfd3e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:05.778338 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-23125b3f-4f4f-4e83-bf3d-68f3bf01f112 req-ce53d338-93a3-4344-a2b2-2d61fdfd3e55 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1488569 Jul 05 10:11:05.905034 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:06.041602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-678fa7ef-9f46-4e51-8cad-aead71e4c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:06.043237 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-678fa7ef-9f46-4e51-8cad-aead71e4c632 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d049e9a417d14e4b87e38762c036901a&device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 1096 time: 0.2166674 Jul 05 10:11:06.057641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66509a69-926a-4955-8a66-be8bbe9ca51e req-0fa03a3d-37d0-46c2-b75a-92b5c0b032a8 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:06.059592 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-66509a69-926a-4955-8a66-be8bbe9ca51e req-0fa03a3d-37d0-46c2-b75a-92b5c0b032a8 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 944 time: 0.2220187 Jul 05 10:11:06.114435 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-222369a4-b105-4856-9114-9c44aabc9591 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90c63839-073a-438c-adb5-81074bef5dab HTTP/1.1" status: 200 len: 217 time: 0.0537033 Jul 05 10:11:06.219494 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-66509a69-926a-4955-8a66-be8bbe9ca51e req-7a5a761a-a252-4fa0-bde6-d3ea4f2b4216 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039939 Jul 05 10:11:06.242736 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=302aa627f50e417c83fbf2488bef1245&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4053223 Jul 05 10:11:06.246155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46896) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:06.257589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-8c0c093b-377e-4a4c-a9ce-c3b64d8fe7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:06.259080 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-8c0c093b-377e-4a4c-a9ce-c3b64d8fe7db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=feb07890-d026-4a51-bf47-b1ecaafff9e9 HTTP/1.1" status: 200 len: 850 time: 0.1359534 Jul 05 10:11:06.274851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94aec08-26cb-495d-bf15-52ed6d0754f7,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:06.320541 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:06.321343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:06.325670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:06.327862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:06.328466 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:06.330002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:06.330670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:06.332817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:06.333564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:06.334198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:06.334835 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:06.335731 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8a5a57-7460-420e-86c7-1b38377c8b54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:06.352990 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe26f6a6-a209-4fe3-90ee-90241d3a6f6e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:06.400458 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-62c7150e-fcf9-4c9c-9702-3f2ccda78d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:06.402420 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-62c7150e-fcf9-4c9c-9702-3f2ccda78d48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364422 Jul 05 10:11:06.521926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688a4d1-533c-44a4-8a63-0ba603d06d44 req-58aab2e7-f1e9-474d-9ba8-41bd85366ec8 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:06.537554 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4688a4d1-533c-44a4-8a63-0ba603d06d44 req-58aab2e7-f1e9-474d-9ba8-41bd85366ec8 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 943 time: 0.6664100 Jul 05 10:11:06.599124 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26f6a6-a209-4fe3-90ee-90241d3a6f6e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Pushing event updated for resources: {'Subnet': ['ID=dad4355e-e5c4-4c43-9395-99c061b36675,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:06.620668 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-7fe406cb-24e0-4750-977e-f89b2853d7ec service neutron] 10.222.0.73 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114711 Jul 05 10:11:06.694964 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe26f6a6-a209-4fe3-90ee-90241d3a6f6e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Checking segment: {'id': '79117b17-4f7c-41e8-84ba-67d6357f4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bba2d41f-de99-4b0d-84a8-b8d30f32fbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:06.700658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe26f6a6-a209-4fe3-90ee-90241d3a6f6e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Network hostable DHCP agents. Network: bba2d41f-de99-4b0d-84a8-b8d30f32fbdc, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:11:06.706921 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b7b945c-30d1-483d-920a-4f877edb5c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:06.718090 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4688a4d1-533c-44a4-8a63-0ba603d06d44 req-1e21323e-3ef5-4560-a000-692fdaf9c155 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786163 Jul 05 10:11:06.826458 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b7b945c-30d1-483d-920a-4f877edb5c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:06.837530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1eaba13-bc5b-4bcd-a3c6-0292f15885be req-643cbcbe-cace-4131-9944-4407742a438b service neutron] 10.222.0.73 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831110 Jul 05 10:11:07.030200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe26f6a6-a209-4fe3-90ee-90241d3a6f6e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Network bba2d41f-de99-4b0d-84a8-b8d30f32fbdc is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:11:07.054798 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b7b945c-30d1-483d-920a-4f877edb5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:07.062664 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b7b945c-30d1-483d-920a-4f877edb5c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:07.069978 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5b7b945c-30d1-483d-920a-4f877edb5c47 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a94aec08-26cb-495d-bf15-52ed6d0754f7 HTTP/1.1" status: 204 len: 168 time: 0.8203964 Jul 05 10:11:07.080800 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b945c-30d1-483d-920a-4f877edb5c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94aec08-26cb-495d-bf15-52ed6d0754f7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:07.129181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-fe26f6a6-a209-4fe3-90ee-90241d3a6f6e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, bba2d41f-de99-4b0d-84a8-b8d30f32fbdc) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:07.135361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe26f6a6-a209-4fe3-90ee-90241d3a6f6e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:07.137400 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe26f6a6-a209-4fe3-90ee-90241d3a6f6e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:07.142249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba223f46-465a-4797-9874-e0229a9f5d3f None None] Network bba2d41f-de99-4b0d-84a8-b8d30f32fbdc requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:07.319014 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d0a2d165-2d69-43fc-87ea-505b1e3e287b no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:07.326720 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fe26f6a6-a209-4fe3-90ee-90241d3a6f6e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0889122 Jul 05 10:11:07.328999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46914) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:07.335985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8f9c47f2-ab15-4056-99ea-4bf72af84e23 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Request body: {'port': {'network_id': 'bba2d41f-de99-4b0d-84a8-b8d30f32fbdc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-9585487'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:07.406956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-623bc9ad-836b-401f-b9d3-ec88ca20d3c0 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:11:07.413753 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-623bc9ad-836b-401f-b9d3-ec88ca20d3c0 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201745 Jul 05 10:11:07.666348 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-67700b73-6ef7-45ff-80cc-6da52f41ed65 service neutron] 10.222.0.64 "GET /v2.0/ports/d0a2d165-2d69-43fc-87ea-505b1e3e287b/bindings/n-h1-779913-27 HTTP/1.1" status: 200 len: 385 time: 0.2463403 Jul 05 10:11:07.813923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9c47f2-ab15-4056-99ea-4bf72af84e23 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Made reservation on behalf of 3a465cc864b64b419e7a6c43331d016c for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:07.818221 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8f9c47f2-ab15-4056-99ea-4bf72af84e23 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:07.854639 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9a3b3-7c96-488a-a5f1-cd89bc66cea3 req-33559af3-6b84-4bef-bc31-3a5e74ce14f0 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:07.861642 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-96b9a3b3-7c96-488a-a5f1-cd89bc66cea3 req-33559af3-6b84-4bef-bc31-3a5e74ce14f0 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 944 time: 0.4186134 Jul 05 10:11:07.928639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-8f9c47f2-ab15-4056-99ea-4bf72af84e23 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] device_id is not set on port c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:11:07.986288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-bba2d41f-de99-4b0d-84a8-b8d30f32fbdc', 'network_id': 'bba2d41f-de99-4b0d-84a8-b8d30f32fbdc', 'tenant_id': '3a465cc864b64b419e7a6c43331d016c', 'fixed_ips': [{'subnet_id': 'dad4355e-e5c4-4c43-9395-99c061b36675'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:11:07.987157 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:08.180200 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-96b9a3b3-7c96-488a-a5f1-cd89bc66cea3 req-1910b8b8-d522-4f41-904e-d08c86824b70 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3049104 Jul 05 10:11:08.441209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-a491126e-b036-43a5-9d46-647c0f25f839 req-fe4bb0ec-4141-4935-9582-192af7ba6b08 service neutron] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0a2d165-2d69-43fc-87ea-505b1e3e287b,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:08.450757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-8f9c47f2-ab15-4056-99ea-4bf72af84e23 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Allocated IP 2001:db8::1a2 (bba2d41f-de99-4b0d-84a8-b8d30f32fbdc/dad4355e-e5c4-4c43-9395-99c061b36675/c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:08.477485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-a491126e-b036-43a5-9d46-647c0f25f839 req-fe4bb0ec-4141-4935-9582-192af7ba6b08 service neutron] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:08.502094 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25517d90-90d0-4465-8535-d1ef88ab9726 req-8af99805-8722-42c5-8584-59b6f8007bc6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:08.503962 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-25517d90-90d0-4465-8535-d1ef88ab9726 req-8af99805-8722-42c5-8584-59b6f8007bc6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 943 time: 0.2983177 Jul 05 10:11:08.513138 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-a491126e-b036-43a5-9d46-647c0f25f839 req-fe4bb0ec-4141-4935-9582-192af7ba6b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a2d165-2d69-43fc-87ea-505b1e3e287b {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:11:08.524826 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-a491126e-b036-43a5-9d46-647c0f25f839 req-fe4bb0ec-4141-4935-9582-192af7ba6b08 service neutron] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=d0a2d165-2d69-43fc-87ea-505b1e3e287b,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:08.638590 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-25517d90-90d0-4465-8535-d1ef88ab9726 req-6daba028-672f-4be8-a6a4-a8b508fb0ea6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225898 Jul 05 10:11:08.742863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8f9c47f2-ab15-4056-99ea-4bf72af84e23 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:08.763767 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-8f9c47f2-ab15-4056-99ea-4bf72af84e23 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Transition to ACTIVE for port object c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:08.769155 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-a491126e-b036-43a5-9d46-647c0f25f839 req-fe4bb0ec-4141-4935-9582-192af7ba6b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:08.872319 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-a491126e-b036-43a5-9d46-647c0f25f839 req-fe4bb0ec-4141-4935-9582-192af7ba6b08 service neutron] Transition to ACTIVE for port object d0a2d165-2d69-43fc-87ea-505b1e3e287b will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:08.914167 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8f9c47f2-ab15-4056-99ea-4bf72af84e23 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:08.930845 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-a491126e-b036-43a5-9d46-647c0f25f839 req-fe4bb0ec-4141-4935-9582-192af7ba6b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:08.987852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c47f2-ab15-4056-99ea-4bf72af84e23 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Network bba2d41f-de99-4b0d-84a8-b8d30f32fbdc is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:08.996086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-8f9c47f2-ab15-4056-99ea-4bf72af84e23 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:09.006018 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c47f2-ab15-4056-99ea-4bf72af84e23 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:09.015047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9c47f2-ab15-4056-99ea-4bf72af84e23 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:09.016029 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8f9c47f2-ab15-4056-99ea-4bf72af84e23 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.037612 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c47f2-ab15-4056-99ea-4bf72af84e23 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Pushing event updated for resources: {'Port': ['ID=c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:09.053786 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bb0ec-4141-4935-9582-192af7ba6b08 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a2d165-2d69-43fc-87ea-505b1e3e287b,revision_number=10']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:09.054618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Allocated IP 2001:db8::2 (bba2d41f-de99-4b0d-84a8-b8d30f32fbdc/dad4355e-e5c4-4c43-9395-99c061b36675/a366ab4d-ae81-4469-a952-ecb2cdf38c96) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:09.100475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a491126e-b036-43a5-9d46-647c0f25f839 req-fe4bb0ec-4141-4935-9582-192af7ba6b08 service neutron] No DVR routers for this DVR port d0a2d165-2d69-43fc-87ea-505b1e3e287b on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:11:09.121673 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8f9c47f2-ab15-4056-99ea-4bf72af84e23 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.7904425 Jul 05 10:11:09.122509 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46958) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:09.129656 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Request body: {'port': {'network_id': 'bba2d41f-de99-4b0d-84a8-b8d30f32fbdc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2052580282', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:09.133562 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.api.validators [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] bootfile-name is not in valid_values {{(pid=100776) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 10:11:09.134102 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.api.validators [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] tftp-server is not in valid_values {{(pid=100776) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 10:11:09.134545 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.api.validators [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] server-ip-address is not in valid_values {{(pid=100776) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 10:11:09.174041 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-fe4bb0ec-4141-4935-9582-192af7ba6b08 service neutron] 10.222.0.64 "PUT /v2.0/ports/d0a2d165-2d69-43fc-87ea-505b1e3e287b/bindings/n-h1-779913-27/activate HTTP/1.1" status: 200 len: 370 time: 1.4972265 Jul 05 10:11:09.392630 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.414083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Transition to ACTIVE for port object a366ab4d-ae81-4469-a952-ecb2cdf38c96 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:09.501447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Transition to ACTIVE for port object a366ab4d-ae81-4469-a952-ecb2cdf38c96 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:09.579452 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192923-1402-411e-b325-1a731058a860 req-190eefde-ac67-4309-9269-25845249bd71 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:09.580934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491126e-b036-43a5-9d46-647c0f25f839 req-2cb18e27-a42f-45ce-84ed-5dad0dbae468 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:09.582701 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-2cb18e27-a42f-45ce-84ed-5dad0dbae468 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae&tenant_id=2cf98573ed3c4198bb69640d015cda66&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 1096 time: 0.2533257 Jul 05 10:11:09.586551 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.595815 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4192923-1402-411e-b325-1a731058a860 req-190eefde-ac67-4309-9269-25845249bd71 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 944 time: 0.1359453 Jul 05 10:11:09.610265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Made reservation on behalf of 3a465cc864b64b419e7a6c43331d016c for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:09.619789 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:09.689131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] device_id is not set on port efed7185-3c8d-4ee9-8a54-c63ca8fd7bd4 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:11:09.706230 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46984) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:09.710919 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4192923-1402-411e-b325-1a731058a860 req-40fd495e-1f70-4d2d-972f-f41812694541 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132417 Jul 05 10:11:09.724667 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Network bba2d41f-de99-4b0d-84a8-b8d30f32fbdc is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:09.731858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 90c63839-073a-438c-adb5-81074bef5dab details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:11:09.760525 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:09.782099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:09.890239 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Pushing event updated for resources: {'Port': ['ID=a366ab4d-ae81-4469-a952-ecb2cdf38c96,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:10.012938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 90c63839-073a-438c-adb5-81074bef5dab, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=90c63839-073a-438c-adb5-81074bef5dab,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:10.025790 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46990) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:10.027605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '90c63839-073a-438c-adb5-81074bef5dab', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'port_id': '90c63839-073a-438c-adb5-81074bef5dab', 'mac_address': 'fa:16:3e:68:fd:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:11:10.137494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-fce96a0e-8768-4bb6-97d7-44e0caba0c16 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-503976439-network', 'tenant_id': 'c256dfde026c4b6b8037ad08530872e1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:10.145478 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88277989-6647-4fc2-963b-8a6593450a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.159079 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.174924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Attempting to bind port a366ab4d-ae81-4469-a952-ecb2cdf38c96 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:10.175336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Attempting to bind port a366ab4d-ae81-4469-a952-ecb2cdf38c96 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '79117b17-4f7c-41e8-84ba-67d6357f4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bba2d41f-de99-4b0d-84a8-b8d30f32fbdc'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:10.175669 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Attempting to bind port a366ab4d-ae81-4469-a952-ecb2cdf38c96 on network bba2d41f-de99-4b0d-84a8-b8d30f32fbdc {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:10.180906 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c63839-073a-438c-adb5-81074bef5dab {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:11:10.189133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:10.189513 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Checking segment: {'id': '79117b17-4f7c-41e8-84ba-67d6357f4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bba2d41f-de99-4b0d-84a8-b8d30f32fbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:10.189927 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.190333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Bound using segment: {'id': '79117b17-4f7c-41e8-84ba-67d6357f4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bba2d41f-de99-4b0d-84a8-b8d30f32fbdc'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:10.190812 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Bound port: a366ab4d-ae81-4469-a952-ecb2cdf38c96, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79117b17-4f7c-41e8-84ba-67d6357f4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bba2d41f-de99-4b0d-84a8-b8d30f32fbdc'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:10.191196 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.191296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Allocated IP 2001:db8::303 (bba2d41f-de99-4b0d-84a8-b8d30f32fbdc/dad4355e-e5c4-4c43-9395-99c061b36675/efed7185-3c8d-4ee9-8a54-c63ca8fd7bd4) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:10.266334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] For port a366ab4d-ae81-4469-a952-ecb2cdf38c96, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:10.270010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] For port a366ab4d-ae81-4469-a952-ecb2cdf38c96, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a366ab4d-ae81-4469-a952-ecb2cdf38c96,segment=NetworkSegment(79117b17-4f7c-41e8-84ba-67d6357f4ba6),segment_id=79117b17-4f7c-41e8-84ba-67d6357f4ba6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:10.273244 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491126e-b036-43a5-9d46-647c0f25f839 req-b626e487-14c1-4265-80a2-df7fd3c91015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:10.277036 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-b626e487-14c1-4265-80a2-df7fd3c91015 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae&tenant_id=2cf98573ed3c4198bb69640d015cda66 HTTP/1.1" status: 200 len: 1096 time: 0.6863327 Jul 05 10:11:10.309537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a57f9-1ea9-4875-aa5d-91bfc54412a4 req-e1087615-d521-4d33-a6c7-215665af7487 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:10.312515 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab9a57f9-1ea9-4875-aa5d-91bfc54412a4 req-e1087615-d521-4d33-a6c7-215665af7487 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 944 time: 0.3550880 Jul 05 10:11:10.320962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce96a0e-8768-4bb6-97d7-44e0caba0c16 admin admin] Made reservation on behalf of c256dfde026c4b6b8037ad08530872e1 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:10.324882 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fce96a0e-8768-4bb6-97d7-44e0caba0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.326450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 90c63839-073a-438c-adb5-81074bef5dab, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=90c63839-073a-438c-adb5-81074bef5dab,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:10.359382 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.475860 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.533205 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88277989-6647-4fc2-963b-8a6593450a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.553039 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fce96a0e-8768-4bb6-97d7-44e0caba0c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.567018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abd62f-d151-4dde-8a6d-732e4f1b102d None None] Pushing event updated for resources: {'Port': ['ID=a366ab4d-ae81-4469-a952-ecb2cdf38c96,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:10.590610 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88277989-6647-4fc2-963b-8a6593450a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.696284 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88277989-6647-4fc2-963b-8a6593450a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babe916f-9228-4fdf-bf72-2fab4f82342e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:10.720390 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-88277989-6647-4fc2-963b-8a6593450a5e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=88d9925dfb0d482994c9e70ed2e09c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6931942 Jul 05 10:11:10.722427 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=90c63839-073a-438c-adb5-81074bef5dab,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:10.723134 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47006) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:10.740321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab9a57f9-1ea9-4875-aa5d-91bfc54412a4 req-16ad9c5a-d6ab-4448-8e4d-67843f215758 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104929 Jul 05 10:11:10.749915 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['90c63839-073a-438c-adb5-81074bef5dab'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:11:10.816818 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-46154dbd-3325-4fdb-81c4-92a9aefdb63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:10.896239 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-46154dbd-3325-4fdb-81c4-92a9aefdb63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:11.019407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491126e-b036-43a5-9d46-647c0f25f839 req-49ebb5b5-5d1f-434b-a885-1f4def97317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:11.022123 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-49ebb5b5-5d1f-434b-a885-1f4def97317e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 1096 time: 0.6750143 Jul 05 10:11:11.054751 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-46154dbd-3325-4fdb-81c4-92a9aefdb63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:11.057546 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-46154dbd-3325-4fdb-81c4-92a9aefdb63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:11.062392 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-46154dbd-3325-4fdb-81c4-92a9aefdb63c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/babe916f-9228-4fdf-bf72-2fab4f82342e HTTP/1.1" status: 204 len: 168 time: 0.3321571 Jul 05 10:11:11.075994 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46154dbd-3325-4fdb-81c4-92a9aefdb63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babe916f-9228-4fdf-bf72-2fab4f82342e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:11.155257 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-62fc5671-3f94-41ca-a80c-959c6097f901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:11.278313 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61805004-4973-456f-9885-c75fe746c45d req-1e16f6cc-9c48-48e4-be1d-4b3a9995d250 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:11.281033 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-61805004-4973-456f-9885-c75fe746c45d req-1e16f6cc-9c48-48e4-be1d-4b3a9995d250 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 945 time: 0.2057204 Jul 05 10:11:11.292623 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:11.321550 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Transition to ACTIVE for port object efed7185-3c8d-4ee9-8a54-c63ca8fd7bd4 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:11.376932 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fce96a0e-8768-4bb6-97d7-44e0caba0c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:11.384301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491126e-b036-43a5-9d46-647c0f25f839 req-1e418552-aef0-47b2-9866-b1047db44801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:11.385856 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-1e418552-aef0-47b2-9866-b1047db44801 service neutron] 10.222.0.73 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.3540218 Jul 05 10:11:11.408621 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-61805004-4973-456f-9885-c75fe746c45d req-63874b35-ac9b-4205-9180-c94e054b4426 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118920 Jul 05 10:11:11.454135 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fce96a0e-8768-4bb6-97d7-44e0caba0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:11.473440 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-89c8a782-da20-4ca2-8f42-23f60c6e44ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0a2d165-2d69-43fc-87ea-505b1e3e287b HTTP/1.1" status: 200 len: 217 time: 0.0748973 Jul 05 10:11:11.475934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce96a0e-8768-4bb6-97d7-44e0caba0c16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:11:11.585354 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491126e-b036-43a5-9d46-647c0f25f839 req-d6a74882-cedd-408c-ace8-38b1d130bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:11.587706 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-d6a74882-cedd-408c-ace8-38b1d130bd40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.0985086 Jul 05 10:11:11.637161 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fce96a0e-8768-4bb6-97d7-44e0caba0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:11.638617 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-fce96a0e-8768-4bb6-97d7-44e0caba0c16 admin admin] Added segment 5254a2c4-3670-4f5c-9edc-45553137bd6d of type vlan for network 4322c638-2c78-4cdd-b9fc-8386c6032bb1 Jul 05 10:11:11.665880 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:11.673146 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-968e8647-e503-4a6c-9f20-e6a917c62586 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614305 Jul 05 10:11:11.713775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-00ef6756-0f1e-4798-bb40-de74dd06eb4c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:11:11.714748 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-00ef6756-0f1e-4798-bb40-de74dd06eb4c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054624 Jul 05 10:11:11.748118 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce96a0e-8768-4bb6-97d7-44e0caba0c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d572534-d11c-45b1-9b20-f4c70f4499a2,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:11.825581 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fce96a0e-8768-4bb6-97d7-44e0caba0c16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:11.888730 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Network bba2d41f-de99-4b0d-84a8-b8d30f32fbdc is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:11.907175 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:11.910076 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:11.921701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:11.922888 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:11.969709 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Pushing event updated for resources: {'Port': ['ID=efed7185-3c8d-4ee9-8a54-c63ca8fd7bd4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:12.057883 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-72c5710f-d44a-43cf-92e7-0b938ddc5f20 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983119 Jul 05 10:11:12.060800 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c4249dab-f467-424b-87b5-a4138e901bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.9369090 Jul 05 10:11:12.065599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47030) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:12.078918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47032) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:12.178100 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fce96a0e-8768-4bb6-97d7-44e0caba0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.179606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce96a0e-8768-4bb6-97d7-44e0caba0c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:12.180344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fce96a0e-8768-4bb6-97d7-44e0caba0c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.183307 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4af100a7-402c-4a55-a50e-016be01dc54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.226240 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f91a2-a99d-4748-b3ae-00340d54cdc4 req-fb3eae79-606d-466f-8127-abc3153f4a46 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:12.228063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c00f91a2-a99d-4748-b3ae-00340d54cdc4 req-fb3eae79-606d-466f-8127-abc3153f4a46 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 944 time: 0.2036805 Jul 05 10:11:12.247122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebb2ed2-8ab0-4166-9391-ff42959e6502 None None] Network bba2d41f-de99-4b0d-84a8-b8d30f32fbdc requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:12.299375 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-9ee54685-70c9-48e2-a32f-cbcd061023d8 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342048 Jul 05 10:11:12.318101 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b457c69-6458-4cf3-a01c-900e77e9965a tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:12.325020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b457c69-6458-4cf3-a01c-900e77e9965a tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:12.335801 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce96a0e-8768-4bb6-97d7-44e0caba0c16 admin admin] Pushing event updated for resources: {'Network': ['ID=4322c638-2c78-4cdd-b9fc-8386c6032bb1,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:12.336862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b457c69-6458-4cf3-a01c-900e77e9965a tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:12.344864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6b457c69-6458-4cf3-a01c-900e77e9965a tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2737398 Jul 05 10:11:12.348117 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47036) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:12.355584 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 4322c638-2c78-4cdd-b9fc-8386c6032bb1 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:11:12.364426 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c00f91a2-a99d-4748-b3ae-00340d54cdc4 req-8e575d4a-2766-4ac2-a93f-9b14de253b77 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989945 Jul 05 10:11:12.449728 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dea6134c-dc1c-44e2-a8a4-74f137e30131 None None] Provisioning for port a366ab4d-ae81-4469-a952-ecb2cdf38c96 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:12.603999 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4af100a7-402c-4a55-a50e-016be01dc54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.611639 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-6423d8f8-a629-400f-87f4-3bf75751cb97 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Deleting port efed7185-3c8d-4ee9-8a54-c63ca8fd7bd4 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:12.612105 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6423d8f8-a629-400f-87f4-3bf75751cb97 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.698251 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4af100a7-402c-4a55-a50e-016be01dc54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.757449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4af100a7-402c-4a55-a50e-016be01dc54a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=27f065baba06451395771efc1962f058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6545398 Jul 05 10:11:12.760272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47040) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:12.853061 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af100a7-402c-4a55-a50e-016be01dc54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cff2a0-1521-45e5-ab66-0b8196182644,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:12.877324 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6423d8f8-a629-400f-87f4-3bf75751cb97 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:12.902688 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-6423d8f8-a629-400f-87f4-3bf75751cb97 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Calling delete_port for efed7185-3c8d-4ee9-8a54-c63ca8fd7bd4 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:12.951636 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a366ab4d-ae81-4469-a952-ecb2cdf38c96 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:12.990191 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fce96a0e-8768-4bb6-97d7-44e0caba0c16 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2772393 Jul 05 10:11:13.003968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47046) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:13.079820 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7e390459-ab1a-4380-ab1a-771baded150e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.138050 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-55cb6088-106d-4e43-b438-140ef8ccc0d5 admin admin] Request body: {'subnet': {'network_id': '4322c638-2c78-4cdd-b9fc-8386c6032bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-503976439-subnet', 'tenant_id': 'c256dfde026c4b6b8037ad08530872e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:13.178952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port a366ab4d-ae81-4469-a952-ecb2cdf38c96 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:13.182715 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f26bc7-680c-406a-8b3e-9cef8e480c3c req-07ad9716-d643-43c0-ac33-ba44666af265 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:13.183867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port a366ab4d-ae81-4469-a952-ecb2cdf38c96 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:13.184241 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.186048 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-25f26bc7-680c-406a-8b3e-9cef8e480c3c req-07ad9716-d643-43c0-ac33-ba44666af265 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 945 time: 0.5366669 Jul 05 10:11:13.212042 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7e390459-ab1a-4380-ab1a-771baded150e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.235171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491126e-b036-43a5-9d46-647c0f25f839 req-9214fb61-3c03-4004-a8d6-a33ca1718815 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:13.236901 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-9214fb61-3c03-4004-a8d6-a33ca1718815 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae&tenant_id=2cf98573ed3c4198bb69640d015cda66&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 1096 time: 0.4113932 Jul 05 10:11:13.243531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cb6088-106d-4e43-b438-140ef8ccc0d5 admin admin] Made reservation on behalf of c256dfde026c4b6b8037ad08530872e1 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:13.247752 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-55cb6088-106d-4e43-b438-140ef8ccc0d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.319829 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c048fd4e-2203-4bab-89af-19898b77f038 None None] Provisioning for port c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:13.350203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c048fd4e-2203-4bab-89af-19898b77f038 None None] Provisioning complete for port c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:13.350577 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c048fd4e-2203-4bab-89af-19898b77f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.351116 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-25f26bc7-680c-406a-8b3e-9cef8e480c3c req-ebaadfa3-ba1b-4b8c-8f19-58e97c5a514f tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496692 Jul 05 10:11:13.401213 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6423d8f8-a629-400f-87f4-3bf75751cb97 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.428614 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.472412 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423d8f8-a629-400f-87f4-3bf75751cb97 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Pushing event deleted for resources: {'Port': ['ID=efed7185-3c8d-4ee9-8a54-c63ca8fd7bd4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:13.491085 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7e390459-ab1a-4380-ab1a-771baded150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.497713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c048fd4e-2203-4bab-89af-19898b77f038 None None] Port c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:11:13.498364 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7e390459-ab1a-4380-ab1a-771baded150e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.502656 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7e390459-ab1a-4380-ab1a-771baded150e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5cff2a0-1521-45e5-ab66-0b8196182644 HTTP/1.1" status: 204 len: 168 time: 0.7401984 Jul 05 10:11:13.538121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-a491126e-b036-43a5-9d46-647c0f25f839 req-084676d7-fb43-4a99-bae4-75f35ee5d435 service neutron] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:13.548165 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a491126e-b036-43a5-9d46-647c0f25f839 req-084676d7-fb43-4a99-bae4-75f35ee5d435 service neutron] Notify callbacks [] for binding, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.553639 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a491126e-b036-43a5-9d46-647c0f25f839 req-084676d7-fb43-4a99-bae4-75f35ee5d435 service neutron] 10.222.0.73 "DELETE /v2.0/ports/d0a2d165-2d69-43fc-87ea-505b1e3e287b/bindings/n-h2-779913-27 HTTP/1.1" status: 204 len: 173 time: 0.3054044 Jul 05 10:11:13.553869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e390459-ab1a-4380-ab1a-771baded150e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cff2a0-1521-45e5-ab66-0b8196182644,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:13.585814 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port a366ab4d-ae81-4469-a952-ecb2cdf38c96, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a366ab4d-ae81-4469-a952-ecb2cdf38c96,segment=NetworkSegment(79117b17-4f7c-41e8-84ba-67d6357f4ba6),segment_id=79117b17-4f7c-41e8-84ba-67d6357f4ba6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:13.653360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c048fd4e-2203-4bab-89af-19898b77f038 None None] Could not find standard attr ID for object efed7185-3c8d-4ee9-8a54-c63ca8fd7bd4. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:11:13.675847 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c048fd4e-2203-4bab-89af-19898b77f038 None None] Provisioning complete for port a366ab4d-ae81-4469-a952-ecb2cdf38c96 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:13.676233 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c048fd4e-2203-4bab-89af-19898b77f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.723000 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-93b27cb7-ae55-4d9e-a0c9-4897e015d32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.729549 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.735504 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.741228 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6423d8f8-a629-400f-87f4-3bf75751cb97 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:13.747043 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6423d8f8-a629-400f-87f4-3bf75751cb97 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] 10.222.0.77 "DELETE /v2.0/ports/efed7185-3c8d-4ee9-8a54-c63ca8fd7bd4 HTTP/1.1" status: 204 len: 168 time: 1.3939207 Jul 05 10:11:13.747604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47062) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:13.753483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-058de283-b08d-4231-acc1-8855ac8fea2b tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Request body: {'port': {'name': 'tempest-new-port-name-497614435', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:13.753875 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.api.validators [None req-058de283-b08d-4231-acc1-8855ac8fea2b tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] bootfile-name is not in valid_values {{(pid=100776) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 10:11:13.754223 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.api.validators [None req-058de283-b08d-4231-acc1-8855ac8fea2b tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] tftp-server is not in valid_values {{(pid=100776) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 10:11:13.754559 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.api.validators [None req-058de283-b08d-4231-acc1-8855ac8fea2b tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] server-ip-address is not in valid_values {{(pid=100776) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 10:11:13.834936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 90c63839-073a-438c-adb5-81074bef5dab up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:13.941024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff51393-15f7-4eaa-987f-72b8b015c49a req-39dda885-b537-48a9-827c-ed1e2bfdc85e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:13.949422 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ff51393-15f7-4eaa-987f-72b8b015c49a req-39dda885-b537-48a9-827c-ed1e2bfdc85e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 944 time: 0.2223079 Jul 05 10:11:13.960837 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-55cb6088-106d-4e43-b438-140ef8ccc0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.010067 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-058de283-b08d-4231-acc1-8855ac8fea2b tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.072549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb6088-106d-4e43-b438-140ef8ccc0d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2b3fbd-556b-4827-9096-a516006dc2d5,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:14.093090 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:11:14.111070 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ff51393-15f7-4eaa-987f-72b8b015c49a req-16fc4288-06bc-4e2d-9bae-a694fdb3b6c8 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597612 Jul 05 10:11:14.141031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb6088-106d-4e43-b438-140ef8ccc0d5 admin admin] Checking segment: {'id': '5254a2c4-3670-4f5c-9edc-45553137bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4322c638-2c78-4cdd-b9fc-8386c6032bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:14.141706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cb6088-106d-4e43-b438-140ef8ccc0d5 admin admin] Network hostable DHCP agents. Network: 4322c638-2c78-4cdd-b9fc-8386c6032bb1, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:11:14.170506 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=a366ab4d-ae81-4469-a952-ecb2cdf38c96,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:14.193894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 90c63839-073a-438c-adb5-81074bef5dab completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:14.210436 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 90c63839-073a-438c-adb5-81074bef5dab triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:14.211107 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.283268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cb6088-106d-4e43-b438-140ef8ccc0d5 admin admin] Network 4322c638-2c78-4cdd-b9fc-8386c6032bb1 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:11:14.372944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-55cb6088-106d-4e43-b438-140ef8ccc0d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 4322c638-2c78-4cdd-b9fc-8386c6032bb1) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:14.374767 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a22e57b6-33d7-40df-a2b7-b9d49f14d0b7 None None] Provisioning complete for port c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:14.375255 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a22e57b6-33d7-40df-a2b7-b9d49f14d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.383522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb6088-106d-4e43-b438-140ef8ccc0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:14.386378 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-55cb6088-106d-4e43-b438-140ef8ccc0d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.424575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e195849c-2ec6-49be-b459-c4ef937a08d8 None None] Network 4322c638-2c78-4cdd-b9fc-8386c6032bb1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:14.520632 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-55cb6088-106d-4e43-b438-140ef8ccc0d5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5156310 Jul 05 10:11:14.582605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a22e57b6-33d7-40df-a2b7-b9d49f14d0b7 None None] Port c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:11:14.593221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a22e57b6-33d7-40df-a2b7-b9d49f14d0b7 None None] Could not find standard attr ID for object efed7185-3c8d-4ee9-8a54-c63ca8fd7bd4. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:11:14.754353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5c3a6-0f55-4645-b944-84950cefc813 req-b25ab169-7196-4cef-8f28-f40c62ef3d5d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:14.767311 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6cf5c3a6-0f55-4645-b944-84950cefc813 req-b25ab169-7196-4cef-8f28-f40c62ef3d5d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 945 time: 0.1466966 Jul 05 10:11:14.791610 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.826686 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6cf5c3a6-0f55-4645-b944-84950cefc813 req-f6fb5bc6-52d9-43f8-a45f-e84489c67e06 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579891 Jul 05 10:11:14.862335 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 90c63839-073a-438c-adb5-81074bef5dab, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=90c63839-073a-438c-adb5-81074bef5dab,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:14.864118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3994f90-36b8-4f5d-a439-feed14a8c006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c63839-073a-438c-adb5-81074bef5dab'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:14.866571 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff661237-0c47-496a-909f-4281aec8f7e7" -d '{"events": [{"server_uuid": "e3994f90-36b8-4f5d-a439-feed14a8c006", "name": "network-vif-plugged", "status": "completed", "tag": "90c63839-073a-438c-adb5-81074bef5dab"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:14.911727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a366ab4d-ae81-4469-a952-ecb2cdf38c96 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:14.950630 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.958408 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b223c235-58df-4297-bbdd-cafe6ace2411 None None] Network 4322c638-2c78-4cdd-b9fc-8386c6032bb1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:14.959336 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:14.980002 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0791b5-4ad4-40fd-b7a2-3bb177c5e9f6 req-8e4dfe8b-a13b-4eca-b93a-83af2d71ec6e tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:14.996122 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0b0791b5-4ad4-40fd-b7a2-3bb177c5e9f6 req-8e4dfe8b-a13b-4eca-b93a-83af2d71ec6e tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 1096 time: 0.3675215 Jul 05 10:11:15.042546 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=90c63839-073a-438c-adb5-81074bef5dab,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:15.106042 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-e5cb3b86-48f5-41b7-a0f5-1d6534939b8d req-fe0cfbbb-d95b-4197-ae27-54a5ed45b98a tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1601419761', 'description': 'tempest-description-561586167'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:15.117918 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-058de283-b08d-4231-acc1-8855ac8fea2b tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.133247 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0b0791b5-4ad4-40fd-b7a2-3bb177c5e9f6 req-ad412c37-957c-4968-a692-e6b369d7025c tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355810 Jul 05 10:11:15.172133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port a366ab4d-ae81-4469-a952-ecb2cdf38c96 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:15.172133 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.219509 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-058de283-b08d-4231-acc1-8855ac8fea2b tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.260213 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e5cb3b86-48f5-41b7-a0f5-1d6534939b8d req-fe0cfbbb-d95b-4197-ae27-54a5ed45b98a tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.343079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-058de283-b08d-4231-acc1-8855ac8fea2b tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] In _notify_port_updated(), no bound segment for port c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff on network bba2d41f-de99-4b0d-84a8-b8d30f32fbdc {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:11:15.356290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058de283-b08d-4231-acc1-8855ac8fea2b tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:15.356963 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-058de283-b08d-4231-acc1-8855ac8fea2b tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.358334 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-058de283-b08d-4231-acc1-8855ac8fea2b tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] 10.222.0.77 "PUT /v2.0/ports/c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff HTTP/1.1" status: 200 len: 1129 time: 1.6096745 Jul 05 10:11:15.363547 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47116) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:15.418662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058de283-b08d-4231-acc1-8855ac8fea2b tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Pushing event updated for resources: {'Port': ['ID=c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:15.512674 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade7cbe3-95e6-439c-b560-66ce10cee5df x-openstack-request-id: req-ade7cbe3-95e6-439c-b560-66ce10cee5df {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:15.513479 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3994f90-36b8-4f5d-a439-feed14a8c006", "name": "network-vif-plugged", "status": "completed", "tag": "90c63839-073a-438c-adb5-81074bef5dab", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:15.513975 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ade7cbe3-95e6-439c-b560-66ce10cee5df {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:15.514396 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3994f90-36b8-4f5d-a439-feed14a8c006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c63839-073a-438c-adb5-81074bef5dab', 'code': 200} Jul 05 10:11:15.538229 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b25c4f3-2dd2-4a04-aadc-53845fb6d0ff tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:15.544857 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47120) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:15.545103 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1b25c4f3-2dd2-4a04-aadc-53845fb6d0ff tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] 10.222.0.77 "GET /v2.0/ports/c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff HTTP/1.1" status: 200 len: 1129 time: 0.1802943 Jul 05 10:11:15.592536 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e5cb3b86-48f5-41b7-a0f5-1d6534939b8d req-fe0cfbbb-d95b-4197-ae27-54a5ed45b98a tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.654422 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e5cb3b86-48f5-41b7-a0f5-1d6534939b8d req-fe0cfbbb-d95b-4197-ae27-54a5ed45b98a tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.727820 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cfbbb-d95b-4197-ae27-54a5ed45b98a tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d94d409a-a08e-4cb0-b59f-6d68cdabe7eb,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:15.832410 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-45241559-0bf9-449b-b370-e2498365d689 None None] Provisioning complete for port c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:15.833003 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-45241559-0bf9-449b-b370-e2498365d689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.840446 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-916837d6-8487-4067-9c7e-5f7be64a0a28 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Deleting port c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:15.840792 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-916837d6-8487-4067-9c7e-5f7be64a0a28 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.843953 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e5cb3b86-48f5-41b7-a0f5-1d6534939b8d req-fe0cfbbb-d95b-4197-ae27-54a5ed45b98a tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:15.848966 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9306e0-14f9-4712-ae23-0ac36e4e6517 req-b100b96d-7648-419d-9cca-1c7ac03edcb1 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:15.850491 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa9306e0-14f9-4712-ae23-0ac36e4e6517 req-b100b96d-7648-419d-9cca-1c7ac03edcb1 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 1096 time: 0.1235113 Jul 05 10:11:15.850768 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5cb3b86-48f5-41b7-a0f5-1d6534939b8d req-fe0cfbbb-d95b-4197-ae27-54a5ed45b98a tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7441685 Jul 05 10:11:15.917536 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-45241559-0bf9-449b-b370-e2498365d689 None None] Port c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:11:15.935344 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b0ac1-2951-4088-991f-903d7329cb47 req-17a9fcef-f902-4eac-8ea5-483b35d72597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:15.937004 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fb3b0ac1-2951-4088-991f-903d7329cb47 req-17a9fcef-f902-4eac-8ea5-483b35d72597 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 1098 time: 0.2703168 Jul 05 10:11:15.999347 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa9306e0-14f9-4712-ae23-0ac36e4e6517 req-605d237a-0958-42a8-a357-120c2cdaa441 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360402 Jul 05 10:11:16.018223 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-916837d6-8487-4067-9c7e-5f7be64a0a28 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.040529 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fb3b0ac1-2951-4088-991f-903d7329cb47 req-a7b0e0e3-b5ed-4ebd-81b2-5d86f81ceaf7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942214 Jul 05 10:11:16.048791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-916837d6-8487-4067-9c7e-5f7be64a0a28 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Calling delete_port for c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:16.332077 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ce111aa1-075f-45aa-b325-318bdce62cec req-5bc7c69b-5695-4deb-9ad3-cd00a5bad346 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/d94d409a-a08e-4cb0-b59f-6d68cdabe7eb HTTP/1.1" status: 200 len: 1806 time: 0.0799491 Jul 05 10:11:16.339623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-ce111aa1-075f-45aa-b325-318bdce62cec req-f903c6ee-40d9-460b-9dd1-2e395fa9e613 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd94d409a-a08e-4cb0-b59f-6d68cdabe7eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:16.340317 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-ce111aa1-075f-45aa-b325-318bdce62cec req-f903c6ee-40d9-460b-9dd1-2e395fa9e613 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd94d409a-a08e-4cb0-b59f-6d68cdabe7eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:16.542523 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ce111aa1-075f-45aa-b325-318bdce62cec req-f903c6ee-40d9-460b-9dd1-2e395fa9e613 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.577510 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ce111aa1-075f-45aa-b325-318bdce62cec req-f903c6ee-40d9-460b-9dd1-2e395fa9e613 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.786392 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f992d5c-b624-483b-9d00-4407593025b8 req-0bb1259e-c873-405f-bdb8-71e4f05d6b0b tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:16.786392 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f992d5c-b624-483b-9d00-4407593025b8 req-0bb1259e-c873-405f-bdb8-71e4f05d6b0b tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.1439812 Jul 05 10:11:16.786392 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f992d5c-b624-483b-9d00-4407593025b8 req-6e2b45a0-c47a-4841-9ace-6802255878e6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492642 Jul 05 10:11:16.923096 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ce111aa1-075f-45aa-b325-318bdce62cec req-f903c6ee-40d9-460b-9dd1-2e395fa9e613 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.940677 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903c6ee-40d9-460b-9dd1-2e395fa9e613 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d244356b-2e69-4f2d-a1bb-86141a7112d1,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:16.980621 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:16.981106 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-916837d6-8487-4067-9c7e-5f7be64a0a28 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.026598 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916837d6-8487-4067-9c7e-5f7be64a0a28 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Pushing event deleted for resources: {'Port': ['ID=c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:17.056618 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-916837d6-8487-4067-9c7e-5f7be64a0a28 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.060412 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-916837d6-8487-4067-9c7e-5f7be64a0a28 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] 10.222.0.77 "DELETE /v2.0/ports/c2bd6155-0fc4-4e13-8a4f-ac0d121e66ff HTTP/1.1" status: 204 len: 168 time: 1.5142522 Jul 05 10:11:17.062918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47166) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:17.095092 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ce111aa1-075f-45aa-b325-318bdce62cec req-f903c6ee-40d9-460b-9dd1-2e395fa9e613 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.096372 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ce111aa1-075f-45aa-b325-318bdce62cec req-f903c6ee-40d9-460b-9dd1-2e395fa9e613 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7617679 Jul 05 10:11:17.159489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f052a35-e727-4878-818f-f18197b0959c tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Deleting subnet dad4355e-e5c4-4c43-9395-99c061b36675 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:11:17.169509 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f052a35-e727-4878-818f-f18197b0959c tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.286553 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f052a35-e727-4878-818f-f18197b0959c tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.390304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-27c3fed6-9c43-443d-8d34-648d0f3f0823 req-525552e1-fdc9-4767-b90a-0632c51c5955 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1608615246', 'description': 'tempest-description-49675148'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:17.509908 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f052a35-e727-4878-818f-f18197b0959c tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.563964 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-27c3fed6-9c43-443d-8d34-648d0f3f0823 req-525552e1-fdc9-4767-b90a-0632c51c5955 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.665446 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f052a35-e727-4878-818f-f18197b0959c tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.695009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7088d23-cc9d-45c3-a2b5-77fafb253388 None None] Network bba2d41f-de99-4b0d-84a8-b8d30f32fbdc requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:17.705164 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f052a35-e727-4878-818f-f18197b0959c tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.709457 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3f052a35-e727-4878-818f-f18197b0959c tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] 10.222.0.77 "DELETE /v2.0/subnets/dad4355e-e5c4-4c43-9395-99c061b36675 HTTP/1.1" status: 204 len: 168 time: 0.6408904 Jul 05 10:11:17.711448 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-27c3fed6-9c43-443d-8d34-648d0f3f0823 req-525552e1-fdc9-4767-b90a-0632c51c5955 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.712534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47194) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:17.757364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f052a35-e727-4878-818f-f18197b0959c tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Pushing event deleted for resources: {'Subnet': ['ID=dad4355e-e5c4-4c43-9395-99c061b36675,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:17.775024 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-27c3fed6-9c43-443d-8d34-648d0f3f0823 req-525552e1-fdc9-4767-b90a-0632c51c5955 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.848280 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.859992 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525552e1-fdc9-4767-b90a-0632c51c5955 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c7f1e8-96ea-4c6f-bd26-1a5545e34cfb,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:17.924644 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-27c3fed6-9c43-443d-8d34-648d0f3f0823 req-525552e1-fdc9-4767-b90a-0632c51c5955 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:17.943499 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-27c3fed6-9c43-443d-8d34-648d0f3f0823 req-525552e1-fdc9-4767-b90a-0632c51c5955 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5491745 Jul 05 10:11:17.989789 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Deleting port a366ab4d-ae81-4469-a952-ecb2cdf38c96 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:17.990268 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.065733 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eb18e-4947-4f77-8363-eee7f3d4d406 req-afede2bf-d2a7-4b64-b070-2f9c8b665ed1 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:18.067462 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0b8eb18e-4947-4f77-8363-eee7f3d4d406 req-afede2bf-d2a7-4b64-b070-2f9c8b665ed1 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.0983028 Jul 05 10:11:18.078528 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd98c84-0e66-43d3-a3ef-766802da5958 None None] DHCP port deletion for bba2d41f-de99-4b0d-84a8-b8d30f32fbdc request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:11:18.101755 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dcc049ad-9151-4119-be5a-0b825398460f req-df3db4a5-7b94-4a15-8463-0ad5e74dc1b6 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/15c7f1e8-96ea-4c6f-bd26-1a5545e34cfb HTTP/1.1" status: 200 len: 1805 time: 0.1338742 Jul 05 10:11:18.126841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-dcc049ad-9151-4119-be5a-0b825398460f req-3da9bb21-40dd-4265-a5b8-8cd5100b44ef tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '15c7f1e8-96ea-4c6f-bd26-1a5545e34cfb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:18.127174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-dcc049ad-9151-4119-be5a-0b825398460f req-3da9bb21-40dd-4265-a5b8-8cd5100b44ef tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '15c7f1e8-96ea-4c6f-bd26-1a5545e34cfb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:18.143624 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] For port a366ab4d-ae81-4469-a952-ecb2cdf38c96, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a366ab4d-ae81-4469-a952-ecb2cdf38c96,segment=NetworkSegment(79117b17-4f7c-41e8-84ba-67d6357f4ba6),segment_id=79117b17-4f7c-41e8-84ba-67d6357f4ba6)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:18.144120 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.146251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0b8eb18e-4947-4f77-8363-eee7f3d4d406 req-07fd7b9d-5d65-490b-b60a-56520da04b9b tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686343 Jul 05 10:11:18.150407 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7cd98c84-0e66-43d3-a3ef-766802da5958 None None] Deleting port a366ab4d-ae81-4469-a952-ecb2cdf38c96 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:18.150789 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7cd98c84-0e66-43d3-a3ef-766802da5958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.176602 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Calling delete_port for a366ab4d-ae81-4469-a952-ecb2cdf38c96 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:18.383171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7cd98c84-0e66-43d3-a3ef-766802da5958 None None] For port a366ab4d-ae81-4469-a952-ecb2cdf38c96, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a366ab4d-ae81-4469-a952-ecb2cdf38c96,segment=NetworkSegment(79117b17-4f7c-41e8-84ba-67d6357f4ba6),segment_id=79117b17-4f7c-41e8-84ba-67d6357f4ba6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:18.383964 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7cd98c84-0e66-43d3-a3ef-766802da5958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.387124 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36021792-da79-4a64-b419-7c82fefc9593 req-db4ebc6e-88b8-48be-a86f-34885f582adf tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:18.389073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-36021792-da79-4a64-b419-7c82fefc9593 req-db4ebc6e-88b8-48be-a86f-34885f582adf tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.0854521 Jul 05 10:11:18.401387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47222) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:18.407520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7cd98c84-0e66-43d3-a3ef-766802da5958 None None] Calling delete_port for a366ab4d-ae81-4469-a952-ecb2cdf38c96 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:18.408933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-6cbb67fe-0f1b-4476-8e51-9016e31fa0ce tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Request body: {'floatingip': {'port_id': '90c63839-073a-438c-adb5-81074bef5dab'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:18.474053 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.508986 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] No DVR routers for this DVR port a366ab4d-ae81-4469-a952-ecb2cdf38c96 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:11:18.518490 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6cbb67fe-0f1b-4476-8e51-9016e31fa0ce tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for floatingip, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.595692 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7cd98c84-0e66-43d3-a3ef-766802da5958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.646963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd98c84-0e66-43d3-a3ef-766802da5958 None None] Pushing event deleted for resources: {'Port': ['ID=a366ab4d-ae81-4469-a952-ecb2cdf38c96,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:18.658052 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd98c84-0e66-43d3-a3ef-766802da5958 None None] No DVR routers for this DVR port a366ab4d-ae81-4469-a952-ecb2cdf38c96 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:11:18.720575 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Pushing event deleted for resources: {'Port': ['ID=a366ab4d-ae81-4469-a952-ecb2cdf38c96,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:18.740625 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-dcc049ad-9151-4119-be5a-0b825398460f req-3da9bb21-40dd-4265-a5b8-8cd5100b44ef tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:18.773103 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a366ab4d-ae81-4469-a952-ecb2cdf38c96 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:18.809974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: a366ab4d-ae81-4469-a952-ecb2cdf38c96 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:11:18.810313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a366ab4d-ae81-4469-a952-ecb2cdf38c96 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:11:18.862496 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-dcc049ad-9151-4119-be5a-0b825398460f req-3da9bb21-40dd-4265-a5b8-8cd5100b44ef tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:19.215112 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-dcc049ad-9151-4119-be5a-0b825398460f req-3da9bb21-40dd-4265-a5b8-8cd5100b44ef tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:19.249971 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:19.251025 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ec8e4-d51e-4c05-b6ff-a0c69635c8ea req-a3a1892a-e93b-4538-b8f7-f8fb51456714 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:19.259863 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a8ec8e4-d51e-4c05-b6ff-a0c69635c8ea req-a3a1892a-e93b-4538-b8f7-f8fb51456714 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=95ea9314-059c-4c37-a1cc-40997951afa3 HTTP/1.1" status: 200 len: 949 time: 0.1322029 Jul 05 10:11:19.273024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba2d41f-de99-4b0d-84a8-b8d30f32fbdc']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:19.277561 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9bb21-40dd-4265-a5b8-8cd5100b44ef tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012813af-37ce-4747-9850-452332b212df,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:19.290305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79117b17-4f7c-41e8-84ba-67d6357f4ba6') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:19.290556 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79117b17-4f7c-41e8-84ba-67d6357f4ba6') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:19.310165 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:19.345268 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a8ec8e4-d51e-4c05-b6ff-a0c69635c8ea req-4187eb30-9d20-46c6-a878-bd210c21a963 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805371 Jul 05 10:11:19.360302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:19.372039 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-dcc049ad-9151-4119-be5a-0b825398460f req-3da9bb21-40dd-4265-a5b8-8cd5100b44ef tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:19.373264 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dcc049ad-9151-4119-be5a-0b825398460f req-3da9bb21-40dd-4265-a5b8-8cd5100b44ef tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.2606049 Jul 05 10:11:19.374308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:11:19.374771 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:11:19.383415 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:11:19.432902 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-94bbea35-7af4-477c-97e8-ffb3220c3ed5 req-5d20f093-f22b-4900-ad19-29276b5aa585 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1904916220', 'description': 'tempest-description-22099141'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:19.544505 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6cbb67fe-0f1b-4476-8e51-9016e31fa0ce tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:19.596104 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-94bbea35-7af4-477c-97e8-ffb3220c3ed5 req-5d20f093-f22b-4900-ad19-29276b5aa585 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:19.635660 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:19.643744 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6cbb67fe-0f1b-4476-8e51-9016e31fa0ce tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:19.679764 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:19.683984 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] 10.222.0.77 "DELETE /v2.0/networks/bba2d41f-de99-4b0d-84a8-b8d30f32fbdc HTTP/1.1" status: 204 len: 168 time: 1.9680974 Jul 05 10:11:19.723300 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4dc7f-9c4b-4936-9c3b-68e3d113449e tempest-ExtraDHCPOptionsIpV6TestJSON-167115068 tempest-ExtraDHCPOptionsIpV6TestJSON-167115068-project] Pushing event deleted for resources: {'Network': ['ID=bba2d41f-de99-4b0d-84a8-b8d30f32fbdc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:19.835431 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-6cbb67fe-0f1b-4476-8e51-9016e31fa0ce tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Floating IP fde608b8-b6dd-47c8-938a-d75be69d44c8 associated. External IP: 172.25.5.28, port: 90c63839-073a-438c-adb5-81074bef5dab. Jul 05 10:11:19.898752 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-94bbea35-7af4-477c-97e8-ffb3220c3ed5 req-5d20f093-f22b-4900-ad19-29276b5aa585 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.003577 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-94bbea35-7af4-477c-97e8-ffb3220c3ed5 req-5d20f093-f22b-4900-ad19-29276b5aa585 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.069453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47290) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:20.229578 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47296) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:20.315119 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7188d99d-7ca1-4c0e-817c-3f4b26ac5afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.410581 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4444da96-8fce-4fe2-a923-46c8eea7315c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a465cc864b64b419e7a6c43331d016c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794605 Jul 05 10:11:20.413688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47302) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:20.458954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20f093-f22b-4900-ad19-29276b5aa585 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720c88fa-ab0f-4167-9e62-1fda69b3887c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:20.520645 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fda74393-72ff-4f32-b28c-c2d40efe1c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.566683 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fda74393-72ff-4f32-b28c-c2d40efe1c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.582467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbb67fe-0f1b-4476-8e51-9016e31fa0ce tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Router 051d3168-f146-4e2e-a53a-70cdbd5b15dc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:11:20.626084 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7188d99d-7ca1-4c0e-817c-3f4b26ac5afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.694347 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7188d99d-7ca1-4c0e-817c-3f4b26ac5afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.717243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbb67fe-0f1b-4476-8e51-9016e31fa0ce tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:11:20.726727 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6cbb67fe-0f1b-4476-8e51-9016e31fa0ce tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.735421 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45882a91-3dcf-4336-90ed-16d266180144 None None] Sync routers for ids ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:11:20.736216 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fda74393-72ff-4f32-b28c-c2d40efe1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.740292 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fda74393-72ff-4f32-b28c-c2d40efe1c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.742216 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fda74393-72ff-4f32-b28c-c2d40efe1c78 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/057575b7-bdf6-45b4-a2d1-eb3017094938 HTTP/1.1" status: 204 len: 168 time: 0.3269958 Jul 05 10:11:20.761767 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-94bbea35-7af4-477c-97e8-ffb3220c3ed5 req-5d20f093-f22b-4900-ad19-29276b5aa585 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.762147 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45882a91-3dcf-4336-90ed-16d266180144 None None] Routers {'051d3168-f146-4e2e-a53a-70cdbd5b15dc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:20.762436 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94bbea35-7af4-477c-97e8-ffb3220c3ed5 req-5d20f093-f22b-4900-ad19-29276b5aa585 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.3348870 Jul 05 10:11:20.763209 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-45882a91-3dcf-4336-90ed-16d266180144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:11:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:20.803268 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6cbb67fe-0f1b-4476-8e51-9016e31fa0ce tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "PUT /v2.0/floatingips/fde608b8-b6dd-47c8-938a-d75be69d44c8 HTTP/1.1" status: 200 len: 991 time: 2.3964059 Jul 05 10:11:20.803268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3994f90-36b8-4f5d-a439-feed14a8c006', 'tag': '90c63839-073a-438c-adb5-81074bef5dab'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:20.816862 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855af4b9-34a9-4ce9-9f12-858a1e993d17" -d '{"events": [{"name": "network-changed", "server_uuid": "e3994f90-36b8-4f5d-a439-feed14a8c006", "tag": "90c63839-073a-438c-adb5-81074bef5dab"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:20.819434 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-9e36e482-ff34-49c5-83c5-d738d7891b37 req-0d81533c-2261-4534-bf50-e37260b3cdf0 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2108585363', 'description': 'tempest-description-1789384133'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:20.832161 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7188d99d-7ca1-4c0e-817c-3f4b26ac5afc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3b0b711d8f5d414186069f131e77b8a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7612703 Jul 05 10:11:20.834751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47322) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:20.845076 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188d99d-7ca1-4c0e-817c-3f4b26ac5afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7f6f37-7dab-4a8b-a352-7da122dfe1df,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:20.904818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda74393-72ff-4f32-b28c-c2d40efe1c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057575b7-bdf6-45b4-a2d1-eb3017094938,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:20.915769 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7588422-e672-45c3-901e-e22645ffeb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.934539 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9e36e482-ff34-49c5-83c5-d738d7891b37 req-0d81533c-2261-4534-bf50-e37260b3cdf0 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.946989 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7588422-e672-45c3-901e-e22645ffeb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:20.969910 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-45882a91-3dcf-4336-90ed-16d266180144 None None] Set router 051d3168-f146-4e2e-a53a-70cdbd5b15dc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:21.073936 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9e36e482-ff34-49c5-83c5-d738d7891b37 req-0d81533c-2261-4534-bf50-e37260b3cdf0 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:21.191419 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7588422-e672-45c3-901e-e22645ffeb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:21.194800 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7588422-e672-45c3-901e-e22645ffeb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:21.198534 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d7588422-e672-45c3-901e-e22645ffeb4c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6e7f6f37-7dab-4a8b-a352-7da122dfe1df HTTP/1.1" status: 204 len: 168 time: 0.3605318 Jul 05 10:11:21.212701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7588422-e672-45c3-901e-e22645ffeb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7f6f37-7dab-4a8b-a352-7da122dfe1df,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:21.225524 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-45882a91-3dcf-4336-90ed-16d266180144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'fde608b8-b6dd-47c8-938a-d75be69d44c8', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'port_id': '90c63839-073a-438c-adb5-81074bef5dab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'mac_address': 'fa:16:3e:68:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3994f90-36b8-4f5d-a439-feed14a8c006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:10:52Z', 'updated_at': '2021-07-05T10:11:19Z', 'revision_number': 1, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ad31c3-efaa-4da0-88b9-1a739853389b', 'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'mac_address': 'fa:16:3e:fc:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:41Z', 'updated_at': '2021-07-05T10:10:51Z', 'revision_number': 5, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'subnets': [{'id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:21.246614 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9e36e482-ff34-49c5-83c5-d738d7891b37 req-0d81533c-2261-4534-bf50-e37260b3cdf0 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:21.276940 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45882a91-3dcf-4336-90ed-16d266180144 None None] Checking router: 051d3168-f146-4e2e-a53a-70cdbd5b15dc for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:11:21.293572 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45882a91-3dcf-4336-90ed-16d266180144 None None] Routers {'051d3168-f146-4e2e-a53a-70cdbd5b15dc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:11:21.294210 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-45882a91-3dcf-4336-90ed-16d266180144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:11:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:21.316305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81533c-2261-4534-bf50-e37260b3cdf0 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46978b06-015c-46d3-a196-09689f7fa3cc,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:21.357675 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9e36e482-ff34-49c5-83c5-d738d7891b37 req-0d81533c-2261-4534-bf50-e37260b3cdf0 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:21.360311 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9e36e482-ff34-49c5-83c5-d738d7891b37 req-0d81533c-2261-4534-bf50-e37260b3cdf0 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5654538 Jul 05 10:11:21.366760 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b95e088-7573-4108-9b33-876e50523662 x-openstack-request-id: req-8b95e088-7573-4108-9b33-876e50523662 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:21.367105 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3994f90-36b8-4f5d-a439-feed14a8c006", "tag": "90c63839-073a-438c-adb5-81074bef5dab", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:21.367360 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8b95e088-7573-4108-9b33-876e50523662 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:21.367789 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3994f90-36b8-4f5d-a439-feed14a8c006', 'tag': '90c63839-073a-438c-adb5-81074bef5dab', 'status': 'completed', 'code': 200} Jul 05 10:11:21.462122 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-45882a91-3dcf-4336-90ed-16d266180144 None None] Set router 051d3168-f146-4e2e-a53a-70cdbd5b15dc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:11:21.488360 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f587ddee-ed45-4a45-8363-69951a4f2ab1 req-f95257da-fdd6-49a1-8a99-14d991382276 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/720c88fa-ab0f-4167-9e62-1fda69b3887c HTTP/1.1" status: 200 len: 1805 time: 0.0835810 Jul 05 10:11:21.526620 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855af4b9-34a9-4ce9-9f12-858a1e993d17 req-78a306fd-c814-456b-a6e9-9546172b9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:21.529477 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-855af4b9-34a9-4ce9-9f12-858a1e993d17 req-78a306fd-c814-456b-a6e9-9546172b9df0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d049e9a417d14e4b87e38762c036901a&device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 1098 time: 0.1326644 Jul 05 10:11:21.611385 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f587ddee-ed45-4a45-8363-69951a4f2ab1 req-54f8dc28-4581-4578-a979-80ec1cd73778 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/46978b06-015c-46d3-a196-09689f7fa3cc HTTP/1.1" status: 200 len: 1807 time: 0.1201041 Jul 05 10:11:21.630350 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-f587ddee-ed45-4a45-8363-69951a4f2ab1 req-257523f5-2d90-4795-8b2a-68b741f850c3 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '720c88fa-ab0f-4167-9e62-1fda69b3887c', 'remote_group_id': '46978b06-015c-46d3-a196-09689f7fa3cc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:21.630713 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-f587ddee-ed45-4a45-8363-69951a4f2ab1 req-257523f5-2d90-4795-8b2a-68b741f850c3 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '720c88fa-ab0f-4167-9e62-1fda69b3887c', 'remote_group_id': '46978b06-015c-46d3-a196-09689f7fa3cc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:21.709956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855af4b9-34a9-4ce9-9f12-858a1e993d17 req-76a4f314-a715-4c3e-9a05-e7d409a72e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:21.713260 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-855af4b9-34a9-4ce9-9f12-858a1e993d17 req-76a4f314-a715-4c3e-9a05-e7d409a72e1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 HTTP/1.1" status: 200 len: 912 time: 0.1758986 Jul 05 10:11:21.792826 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-855af4b9-34a9-4ce9-9f12-858a1e993d17 req-837492a6-0d05-4622-8519-bb104d38e654 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90c63839-073a-438c-adb5-81074bef5dab HTTP/1.1" status: 200 len: 999 time: 0.0742943 Jul 05 10:11:21.842103 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f587ddee-ed45-4a45-8363-69951a4f2ab1 req-257523f5-2d90-4795-8b2a-68b741f850c3 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:21.847657 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-45882a91-3dcf-4336-90ed-16d266180144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'fde608b8-b6dd-47c8-938a-d75be69d44c8', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'port_id': '90c63839-073a-438c-adb5-81074bef5dab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'mac_address': 'fa:16:3e:68:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3994f90-36b8-4f5d-a439-feed14a8c006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:10:52Z', 'updated_at': '2021-07-05T10:11:19Z', 'revision_number': 1, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ad31c3-efaa-4da0-88b9-1a739853389b', 'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'mac_address': 'fa:16:3e:fc:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:41Z', 'updated_at': '2021-07-05T10:10:51Z', 'revision_number': 5, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'subnets': [{'id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:21.903088 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f587ddee-ed45-4a45-8363-69951a4f2ab1 req-257523f5-2d90-4795-8b2a-68b741f850c3 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:21.925095 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855af4b9-34a9-4ce9-9f12-858a1e993d17 req-9254983c-9de4-49ea-b854-72345ab2ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:21.929988 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-855af4b9-34a9-4ce9-9f12-858a1e993d17 req-9254983c-9de4-49ea-b854-72345ab2ec5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=feb07890-d026-4a51-bf47-b1ecaafff9e9 HTTP/1.1" status: 200 len: 850 time: 0.1311076 Jul 05 10:11:21.930654 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45882a91-3dcf-4336-90ed-16d266180144 None None] The sync data for ids ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'] in n-d-779913-27 is: [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'fde608b8-b6dd-47c8-938a-d75be69d44c8', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'port_id': '90c63839-073a-438c-adb5-81074bef5dab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'mac_address': 'fa:16:3e:68:fd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3994f90-36b8-4f5d-a439-feed14a8c006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:10:52Z', 'updated_at': '2021-07-05T10:11:19Z', 'revision_number': 1, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ad31c3-efaa-4da0-88b9-1a739853389b', 'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'mac_address': 'fa:16:3e:fc:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:41Z', 'updated_at': '2021-07-05T10:10:51Z', 'revision_number': 5, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'subnets': [{'id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:11:21.973147 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f587ddee-ed45-4a45-8363-69951a4f2ab1 req-257523f5-2d90-4795-8b2a-68b741f850c3 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.019709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257523f5-2d90-4795-8b2a-68b741f850c3 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a337db-77e2-40f0-b5fb-1b11e9c76143,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:22.079767 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855af4b9-34a9-4ce9-9f12-858a1e993d17 req-d439e375-e98a-4769-a385-d4df0e0e8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:22.081610 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-855af4b9-34a9-4ce9-9f12-858a1e993d17 req-d439e375-e98a-4769-a385-d4df0e0e8ac8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1426103 Jul 05 10:11:22.088776 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47364) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:22.107087 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-53edbb4d-7f45-489d-a9d3-9c9516412f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.121654 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.132973 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f587ddee-ed45-4a45-8363-69951a4f2ab1 req-257523f5-2d90-4795-8b2a-68b741f850c3 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.134551 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f587ddee-ed45-4a45-8363-69951a4f2ab1 req-257523f5-2d90-4795-8b2a-68b741f850c3 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5208039 Jul 05 10:11:22.162641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-49cb7082-5e49-4b1e-a66f-6e00e68ad0af req-9b4001e6-aa5d-43ea-a4c9-cfe7e5eefc54 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2091897172', 'description': 'tempest-description-33781335'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:22.215953 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-855af4b9-34a9-4ce9-9f12-858a1e993d17 req-8a5953f6-a31c-4aa9-ab36-d7b1365168c6 service neutron] 10.222.0.73 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257799 Jul 05 10:11:22.316859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a6e508-652b-48ec-a8f7-4a2eeca234a5 None None] New status for floating IP fde608b8-b6dd-47c8-938a-d75be69d44c8: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:11:22.346314 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-855af4b9-34a9-4ce9-9f12-858a1e993d17 req-ec93c9a9-5641-45d3-b474-a31a6a31f6e3 service neutron] 10.222.0.73 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173100 Jul 05 10:11:22.373994 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-53edbb4d-7f45-489d-a9d3-9c9516412f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.510292 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-53edbb4d-7f45-489d-a9d3-9c9516412f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.521596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47372) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:22.556862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edbb4d-7f45-489d-a9d3-9c9516412f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdc1336-1ec1-47c8-b1ec-a73b06a3e8f1,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:22.575095 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-53edbb4d-7f45-489d-a9d3-9c9516412f78 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=093841a094954768b21dd537946dbb02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4851916 Jul 05 10:11:22.578691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47376) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:22.614273 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-49cb7082-5e49-4b1e-a66f-6e00e68ad0af req-9b4001e6-aa5d-43ea-a4c9-cfe7e5eefc54 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.656673 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-41364000-0360-4f53-946d-afc52bb66c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.693705 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Request body: {'networks': [{'name': 'tempest-network--1016162169'}, {'name': 'tempest-network--313232847'}]} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:22.694325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Request body: {'network': {'name': 'tempest-network--1016162169'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:22.694803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Request body: {'network': {'name': 'tempest-network--313232847'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:22.704463 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-41364000-0360-4f53-946d-afc52bb66c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.735792 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-49cb7082-5e49-4b1e-a66f-6e00e68ad0af req-9b4001e6-aa5d-43ea-a4c9-cfe7e5eefc54 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.848235 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-49cb7082-5e49-4b1e-a66f-6e00e68ad0af req-9b4001e6-aa5d-43ea-a4c9-cfe7e5eefc54 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.880061 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4001e6-aa5d-43ea-a4c9-cfe7e5eefc54 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7735032-42d9-4c1c-b456-b64a151e8cea,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:22.911351 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-41364000-0360-4f53-946d-afc52bb66c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.914162 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-41364000-0360-4f53-946d-afc52bb66c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.915204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-41364000-0360-4f53-946d-afc52bb66c57 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1bdc1336-1ec1-47c8-b1ec-a73b06a3e8f1 HTTP/1.1" status: 204 len: 168 time: 0.3337348 Jul 05 10:11:22.923957 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41364000-0360-4f53-946d-afc52bb66c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdc1336-1ec1-47c8-b1ec-a73b06a3e8f1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:22.974061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Made reservation on behalf of 102076b189f04901bab64dd24d43d045 for: {'network': 2} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:22.978867 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:22.990265 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.098224 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-49cb7082-5e49-4b1e-a66f-6e00e68ad0af req-9b4001e6-aa5d-43ea-a4c9-cfe7e5eefc54 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.103149 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49cb7082-5e49-4b1e-a66f-6e00e68ad0af req-9b4001e6-aa5d-43ea-a4c9-cfe7e5eefc54 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9453397 Jul 05 10:11:23.131195 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-f5bb4b99-a605-4a36-9aae-3e2f4651476b req-89c92c5f-1906-462b-a046-4488db122bb9 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1226360853', 'description': 'tempest-description-1922100446'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:23.197714 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.271513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.272023 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.323868 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6bb18b-231b-4551-8491-e79ffa51a1ab,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:23.330120 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:11:23.340280 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.340560 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Added segment 41ddadd6-6536-48b1-931c-71d1350c2207 of type vlan for network cb3d0f86-1877-4788-9117-9bd7bce7fe06 Jul 05 10:11:23.357740 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3c39c67d-7b68-464e-874a-d24c4145246d details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:11:23.361462 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:23.383704 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.423154 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f5bb4b99-a605-4a36-9aae-3e2f4651476b req-89c92c5f-1906-462b-a046-4488db122bb9 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.430770 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:11:23.459599 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.459975 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Added segment 30452f65-f2b9-4068-af2c-7d191e0d9dab of type vlan for network a7707865-f02f-48ab-abe3-60512af90684 Jul 05 10:11:23.518997 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.524951 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.558735 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3c39c67d-7b68-464e-874a-d24c4145246d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3c39c67d-7b68-464e-874a-d24c4145246d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:23.570266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ea9314-059c-4c37-a1cc-40997951afa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:23.572673 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32ca135-80ed-4fc9-bac9-b5be0f0ac6db" -d '{"events": [{"server_uuid": "95ea9314-059c-4c37-a1cc-40997951afa3", "name": "network-vif-unplugged", "status": "completed", "tag": "4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:23.591751 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f5bb4b99-a605-4a36-9aae-3e2f4651476b req-89c92c5f-1906-462b-a046-4488db122bb9 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.600731 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '3c39c67d-7b68-464e-874a-d24c4145246d', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '3c39c67d-7b68-464e-874a-d24c4145246d', 'mac_address': 'fa:16:3e:62:a1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:11:23.606327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:23.613153 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f0b901-2c98-421f-9f4c-a04d493ab17a x-openstack-request-id: req-f4f0b901-2c98-421f-9f4c-a04d493ab17a {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:23.613428 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ea9314-059c-4c37-a1cc-40997951afa3", "name": "network-vif-unplugged", "status": "completed", "tag": "4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:23.613672 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4f0b901-2c98-421f-9f4c-a04d493ab17a {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:23.614046 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ea9314-059c-4c37-a1cc-40997951afa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6', 'code': 200} Jul 05 10:11:23.653014 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.653228 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.653450 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.659931 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:23.664764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:23.665440 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.672028 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c39c67d-7b68-464e-874a-d24c4145246d {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:11:23.682974 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.698524 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f5bb4b99-a605-4a36-9aae-3e2f4651476b req-89c92c5f-1906-462b-a046-4488db122bb9 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.718737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3c39c67d-7b68-464e-874a-d24c4145246d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3c39c67d-7b68-464e-874a-d24c4145246d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:23.755164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:23.770538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.771258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.772379 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.773378 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.773874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.774355 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.774831 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.775314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.775799 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.776271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.776760 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.777255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:23.787671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c92c5f-1906-462b-a046-4488db122bb9 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94af49b1-d05e-4831-90ff-7fc2b7870626,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:23.795474 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47450) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:23.796518 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2727344 Jul 05 10:11:23.796884 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event updated for resources: {'Network': ['ID=cb3d0f86-1877-4788-9117-9bd7bce7fe06,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:23.813804 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network cb3d0f86-1877-4788-9117-9bd7bce7fe06 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:11:23.871785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766db91-8a33-4afb-ba6e-1b4b0c2e124d tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event updated for resources: {'Network': ['ID=a7707865-f02f-48ab-abe3-60512af90684,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:23.878190 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f5bb4b99-a605-4a36-9aae-3e2f4651476b req-89c92c5f-1906-462b-a046-4488db122bb9 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.885095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network a7707865-f02f-48ab-abe3-60512af90684 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:11:23.887218 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.892183 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:23.901036 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f5bb4b99-a605-4a36-9aae-3e2f4651476b req-89c92c5f-1906-462b-a046-4488db122bb9 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7753592 Jul 05 10:11:24.113463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['3c39c67d-7b68-464e-874a-d24c4145246d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:11:24.142020 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-606509c5-9bc6-477d-a53f-ba9b6e9d0fc5 req-5f4bbdef-bfd9-4312-999f-1000e00fcc5b tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/b7735032-42d9-4c1c-b456-b64a151e8cea HTTP/1.1" status: 200 len: 1805 time: 0.1866601 Jul 05 10:11:24.154713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=3c39c67d-7b68-464e-874a-d24c4145246d,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:24.163620 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8137e113-ab5d-457d-ae25-5aabd5d9c26f tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:24.169814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8137e113-ab5d-457d-ae25-5aabd5d9c26f tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:24.176377 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8137e113-ab5d-457d-ae25-5aabd5d9c26f tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:24.182165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8137e113-ab5d-457d-ae25-5aabd5d9c26f tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:24.184243 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8137e113-ab5d-457d-ae25-5aabd5d9c26f tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3871248 Jul 05 10:11:24.190807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47476) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:24.275554 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-606509c5-9bc6-477d-a53f-ba9b6e9d0fc5 req-99883a49-10b4-41ab-8119-e134661a398a tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/94af49b1-d05e-4831-90ff-7fc2b7870626 HTTP/1.1" status: 200 len: 1807 time: 0.1324425 Jul 05 10:11:24.297660 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-606509c5-9bc6-477d-a53f-ba9b6e9d0fc5 req-05576fe1-8ebf-4168-8d75-5b533803fa7b tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b7735032-42d9-4c1c-b456-b64a151e8cea', 'remote_group_id': '94af49b1-d05e-4831-90ff-7fc2b7870626', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:24.297660 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-606509c5-9bc6-477d-a53f-ba9b6e9d0fc5 req-05576fe1-8ebf-4168-8d75-5b533803fa7b tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b7735032-42d9-4c1c-b456-b64a151e8cea', 'remote_group_id': '94af49b1-d05e-4831-90ff-7fc2b7870626', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:24.308560 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5f184bfe-e112-48b1-824c-7a494291aaba tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.472983 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5f184bfe-e112-48b1-824c-7a494291aaba tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.498860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5f184bfe-e112-48b1-824c-7a494291aaba tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3d0f86-1877-4788-9117-9bd7bce7fe06']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:24.514735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5f184bfe-e112-48b1-824c-7a494291aaba tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ddadd6-6536-48b1-931c-71d1350c2207') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:24.515038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5f184bfe-e112-48b1-824c-7a494291aaba tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ddadd6-6536-48b1-931c-71d1350c2207') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:24.531495 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5f184bfe-e112-48b1-824c-7a494291aaba tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.560410 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5f184bfe-e112-48b1-824c-7a494291aaba tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.570365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f184bfe-e112-48b1-824c-7a494291aaba tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:11:24.570365 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5f184bfe-e112-48b1-824c-7a494291aaba tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:11:24.573381 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:11:24.674687 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-606509c5-9bc6-477d-a53f-ba9b6e9d0fc5 req-05576fe1-8ebf-4168-8d75-5b533803fa7b tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.734170 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-606509c5-9bc6-477d-a53f-ba9b6e9d0fc5 req-05576fe1-8ebf-4168-8d75-5b533803fa7b tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.736621 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5f184bfe-e112-48b1-824c-7a494291aaba tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.746042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5f184bfe-e112-48b1-824c-7a494291aaba tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.747840 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5f184bfe-e112-48b1-824c-7a494291aaba tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "DELETE /v2.0/networks/cb3d0f86-1877-4788-9117-9bd7bce7fe06 HTTP/1.1" status: 204 len: 168 time: 0.5560446 Jul 05 10:11:24.750642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47528) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:24.761499 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f184bfe-e112-48b1-824c-7a494291aaba tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event deleted for resources: {'Network': ['ID=cb3d0f86-1877-4788-9117-9bd7bce7fe06,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:24.842301 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-606509c5-9bc6-477d-a53f-ba9b6e9d0fc5 req-05576fe1-8ebf-4168-8d75-5b533803fa7b tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.870162 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc37edd9-e3d5-4c17-8913-772c9bd5b874 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.876043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05576fe1-8ebf-4168-8d75-5b533803fa7b tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36453fc2-24ba-4aa0-9941-52c357008233,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:24.957214 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-606509c5-9bc6-477d-a53f-ba9b6e9d0fc5 req-05576fe1-8ebf-4168-8d75-5b533803fa7b tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:24.963042 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-606509c5-9bc6-477d-a53f-ba9b6e9d0fc5 req-05576fe1-8ebf-4168-8d75-5b533803fa7b tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6711364 Jul 05 10:11:25.029223 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc37edd9-e3d5-4c17-8913-772c9bd5b874 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.059569 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-dc37edd9-e3d5-4c17-8913-772c9bd5b874 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7707865-f02f-48ab-abe3-60512af90684']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:25.089949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-dc37edd9-e3d5-4c17-8913-772c9bd5b874 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30452f65-f2b9-4068-af2c-7d191e0d9dab') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:25.090251 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-dc37edd9-e3d5-4c17-8913-772c9bd5b874 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30452f65-f2b9-4068-af2c-7d191e0d9dab') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:25.108521 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc37edd9-e3d5-4c17-8913-772c9bd5b874 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.149173 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-39561105-0c62-4674-a573-0b02e2501cf3 req-609d346f-0620-4b27-a2fa-155e1d65c612 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/94af49b1-d05e-4831-90ff-7fc2b7870626 HTTP/1.1" status: 200 len: 1807 time: 0.1596985 Jul 05 10:11:25.175180 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc37edd9-e3d5-4c17-8913-772c9bd5b874 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.184740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc37edd9-e3d5-4c17-8913-772c9bd5b874 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:11:25.185161 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc37edd9-e3d5-4c17-8913-772c9bd5b874 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:11:25.195507 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:11:25.304954 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-39561105-0c62-4674-a573-0b02e2501cf3 req-b66f0833-3a4a-469f-be38-b492532f8358 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.357243 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3c39c67d-7b68-464e-874a-d24c4145246d up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:25.370179 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-39561105-0c62-4674-a573-0b02e2501cf3 req-b66f0833-3a4a-469f-be38-b492532f8358 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.425744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc37edd9-e3d5-4c17-8913-772c9bd5b874 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.435126 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc37edd9-e3d5-4c17-8913-772c9bd5b874 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.440598 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dc37edd9-e3d5-4c17-8913-772c9bd5b874 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "DELETE /v2.0/networks/a7707865-f02f-48ab-abe3-60512af90684 HTTP/1.1" status: 204 len: 168 time: 0.6852617 Jul 05 10:11:25.442560 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47562) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:25.472093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37edd9-e3d5-4c17-8913-772c9bd5b874 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event deleted for resources: {'Network': ['ID=a7707865-f02f-48ab-abe3-60512af90684,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:25.486486 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 3c39c67d-7b68-464e-874a-d24c4145246d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:25.486871 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.581579 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a117548-cac7-4061-b1b5-cd51995e3b40 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:25.588448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a117548-cac7-4061-b1b5-cd51995e3b40 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:25.590278 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1a117548-cac7-4061-b1b5-cd51995e3b40 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1465638 Jul 05 10:11:25.594585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47570) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:25.600591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-592f3ffc-c543-49db-8ffa-c455bdb66428 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1118918833'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:25.619205 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.649236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3904a3a-7a1e-4fc5-a452-38d4b81b67df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c39c67d-7b68-464e-874a-d24c4145246d'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:25.650800 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82e52ba-9115-4c00-a1d2-30253f133ed3" -d '{"events": [{"server_uuid": "a3904a3a-7a1e-4fc5-a452-38d4b81b67df", "name": "network-vif-plugged", "status": "completed", "tag": "3c39c67d-7b68-464e-874a-d24c4145246d"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:25.660063 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-39561105-0c62-4674-a573-0b02e2501cf3 req-b66f0833-3a4a-469f-be38-b492532f8358 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.663165 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-39561105-0c62-4674-a573-0b02e2501cf3 req-b66f0833-3a4a-469f-be38-b492532f8358 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.670969 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3c39c67d-7b68-464e-874a-d24c4145246d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3c39c67d-7b68-464e-874a-d24c4145246d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:25.676731 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-39561105-0c62-4674-a573-0b02e2501cf3 req-b66f0833-3a4a-469f-be38-b492532f8358 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "DELETE /v2.0/security-groups/94af49b1-d05e-4831-90ff-7fc2b7870626 HTTP/1.1" status: 204 len: 173 time: 0.5260601 Jul 05 10:11:25.706052 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f0833-3a4a-469f-be38-b492532f8358 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94af49b1-d05e-4831-90ff-7fc2b7870626,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:25.717010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592f3ffc-c543-49db-8ffa-c455bdb66428 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Made reservation on behalf of 102076b189f04901bab64dd24d43d045 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:25.721583 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-592f3ffc-c543-49db-8ffa-c455bdb66428 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.752113 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.780350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592f3ffc-c543-49db-8ffa-c455bdb66428 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:11:25.802728 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-592f3ffc-c543-49db-8ffa-c455bdb66428 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.803602 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-592f3ffc-c543-49db-8ffa-c455bdb66428 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Added segment 31c33c82-855f-43d1-b18c-b343356ae692 of type vlan for network bf5b2d13-62f8-4d25-927e-dc6e9cc821b4 Jul 05 10:11:25.857708 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=3c39c67d-7b68-464e-874a-d24c4145246d,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:25.881533 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-592f3ffc-c543-49db-8ffa-c455bdb66428 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.954379 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4ebf13-0aec-477d-bb65-16c35007e99c x-openstack-request-id: req-2b4ebf13-0aec-477d-bb65-16c35007e99c {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:25.954877 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3904a3a-7a1e-4fc5-a452-38d4b81b67df", "name": "network-vif-plugged", "status": "completed", "tag": "3c39c67d-7b68-464e-874a-d24c4145246d", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:25.955130 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b4ebf13-0aec-477d-bb65-16c35007e99c {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:25.955583 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3904a3a-7a1e-4fc5-a452-38d4b81b67df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c39c67d-7b68-464e-874a-d24c4145246d', 'code': 200} Jul 05 10:11:25.991377 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-592f3ffc-c543-49db-8ffa-c455bdb66428 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:25.998280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592f3ffc-c543-49db-8ffa-c455bdb66428 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:26.000569 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-592f3ffc-c543-49db-8ffa-c455bdb66428 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:26.052402 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ce9880e3-3e1f-41b5-8d21-7b47ab497f6d req-f9a70d1b-d7a6-4fd8-8d8d-e0e338af0617 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/b7735032-42d9-4c1c-b456-b64a151e8cea HTTP/1.1" status: 200 len: 1805 time: 0.0639906 Jul 05 10:11:26.059205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-0d7ebd2f-8c04-471b-8d99-9a175f6907e5 req-dedad04f-148e-4bfa-8818-0c208abcab74 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1185194952', 'description': 'tempest-description-1436034339'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:26.098404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f3ffc-c543-49db-8ffa-c455bdb66428 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event updated for resources: {'Network': ['ID=bf5b2d13-62f8-4d25-927e-dc6e9cc821b4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:26.111558 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network bf5b2d13-62f8-4d25-927e-dc6e9cc821b4 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:11:26.149237 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-592f3ffc-c543-49db-8ffa-c455bdb66428 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5535283 Jul 05 10:11:26.151663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47588) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:26.158498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-feb5775b-d2e7-43a9-8efc-fe6a2b4483e7 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-298501342'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:26.266011 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0d7ebd2f-8c04-471b-8d99-9a175f6907e5 req-dedad04f-148e-4bfa-8818-0c208abcab74 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:26.359924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb5775b-d2e7-43a9-8efc-fe6a2b4483e7 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Made reservation on behalf of 102076b189f04901bab64dd24d43d045 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:26.364158 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-feb5775b-d2e7-43a9-8efc-fe6a2b4483e7 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:26.413357 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb5775b-d2e7-43a9-8efc-fe6a2b4483e7 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:11:26.435591 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-feb5775b-d2e7-43a9-8efc-fe6a2b4483e7 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:26.436772 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-feb5775b-d2e7-43a9-8efc-fe6a2b4483e7 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Added segment b0dd28c8-46fd-48e4-a1eb-e5e23488ce79 of type vlan for network cd7200b0-4228-466e-b2e9-cd9d1506dc6f Jul 05 10:11:26.488472 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0d7ebd2f-8c04-471b-8d99-9a175f6907e5 req-dedad04f-148e-4bfa-8818-0c208abcab74 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:26.494404 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-feb5775b-d2e7-43a9-8efc-fe6a2b4483e7 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:26.540028 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0d7ebd2f-8c04-471b-8d99-9a175f6907e5 req-dedad04f-148e-4bfa-8818-0c208abcab74 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:26.577445 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedad04f-148e-4bfa-8818-0c208abcab74 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb95a44-fd16-46e1-b20e-5377314f3eeb,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:26.591190 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-feb5775b-d2e7-43a9-8efc-fe6a2b4483e7 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:26.601117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb5775b-d2e7-43a9-8efc-fe6a2b4483e7 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:26.602374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-feb5775b-d2e7-43a9-8efc-fe6a2b4483e7 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:26.652442 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0d7ebd2f-8c04-471b-8d99-9a175f6907e5 req-dedad04f-148e-4bfa-8818-0c208abcab74 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:26.654442 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d7ebd2f-8c04-471b-8d99-9a175f6907e5 req-dedad04f-148e-4bfa-8818-0c208abcab74 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6006384 Jul 05 10:11:26.727424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5775b-d2e7-43a9-8efc-fe6a2b4483e7 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event updated for resources: {'Network': ['ID=cd7200b0-4228-466e-b2e9-cd9d1506dc6f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:26.739379 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network cd7200b0-4228-466e-b2e9-cd9d1506dc6f details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:11:26.766101 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-feb5775b-d2e7-43a9-8efc-fe6a2b4483e7 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6116388 Jul 05 10:11:26.766368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47602) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:26.772576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Request body: {'ports': [{'network_id': 'bf5b2d13-62f8-4d25-927e-dc6e9cc821b4', 'name': 'tempest-port--1088950297', 'admin_state_up': True}, {'network_id': 'cd7200b0-4228-466e-b2e9-cd9d1506dc6f', 'admin_state_up': False}]} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:26.776085 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Request body: {'port': {'network_id': 'bf5b2d13-62f8-4d25-927e-dc6e9cc821b4', 'name': 'tempest-port--1088950297', 'admin_state_up': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:26.776728 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Request body: {'port': {'network_id': 'cd7200b0-4228-466e-b2e9-cd9d1506dc6f', 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:27.065804 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Made reservation on behalf of 102076b189f04901bab64dd24d43d045 for: {'port': 2} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:27.072456 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.094019 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.124125 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fe888be9-a443-4faf-9c32-b76b5743057a req-caf59193-bd8c-48fe-b1eb-e9fa7ae0f69b tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/bdb95a44-fd16-46e1-b20e-5377314f3eeb HTTP/1.1" status: 200 len: 1807 time: 0.0512640 Jul 05 10:11:27.147321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-fe888be9-a443-4faf-9c32-b76b5743057a req-a3c1b1ea-c100-4960-958c-403ab06e9405 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bdb95a44-fd16-46e1-b20e-5377314f3eeb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:27.148027 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-fe888be9-a443-4faf-9c32-b76b5743057a req-a3c1b1ea-c100-4960-958c-403ab06e9405 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bdb95a44-fd16-46e1-b20e-5377314f3eeb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:27.208019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] device_id is not set on port 433d9a84-09d0-4805-90fd-c907507a801d yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:11:27.354411 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fe888be9-a443-4faf-9c32-b76b5743057a req-a3c1b1ea-c100-4960-958c-403ab06e9405 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.389098 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fe888be9-a443-4faf-9c32-b76b5743057a req-a3c1b1ea-c100-4960-958c-403ab06e9405 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.424528 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.442967 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fe888be9-a443-4faf-9c32-b76b5743057a req-a3c1b1ea-c100-4960-958c-403ab06e9405 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.469880 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1b1ea-c100-4960-958c-403ab06e9405 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0aae7d-8446-42c4-9c69-3bde3efbbbe9,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:27.529584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] device_id is not set on port 536f5586-9c03-49b6-806f-6028a7fe678e yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:11:27.557123 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fe888be9-a443-4faf-9c32-b76b5743057a req-a3c1b1ea-c100-4960-958c-403ab06e9405 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.558392 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fe888be9-a443-4faf-9c32-b76b5743057a req-a3c1b1ea-c100-4960-958c-403ab06e9405 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4208527 Jul 05 10:11:27.715013 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.811238 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-686adf39-fbb4-4b86-a3ee-2efdc2940236 req-28a8ec59-0643-4652-9aba-882edc3f2dda tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/bdb95a44-fd16-46e1-b20e-5377314f3eeb HTTP/1.1" status: 200 len: 2401 time: 0.0633070 Jul 05 10:11:27.817573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-686adf39-fbb4-4b86-a3ee-2efdc2940236 req-179df35a-0034-4a14-9b18-a6352d3727a7 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bdb95a44-fd16-46e1-b20e-5377314f3eeb', 'remote_group_id': None}]} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:27.818144 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-686adf39-fbb4-4b86-a3ee-2efdc2940236 req-179df35a-0034-4a14-9b18-a6352d3727a7 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bdb95a44-fd16-46e1-b20e-5377314f3eeb', 'remote_group_id': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:27.883126 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.969039 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-686adf39-fbb4-4b86-a3ee-2efdc2940236 req-179df35a-0034-4a14-9b18-a6352d3727a7 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:27.977225 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event updated for resources: {'Port': ['ID=433d9a84-09d0-4805-90fd-c907507a801d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:28.001070 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Checking segment: {'id': '31c33c82-855f-43d1-b18c-b343356ae692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bf5b2d13-62f8-4d25-927e-dc6e9cc821b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:28.001552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Network hostable DHCP agents. Network: bf5b2d13-62f8-4d25-927e-dc6e9cc821b4, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:11:28.020720 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-686adf39-fbb4-4b86-a3ee-2efdc2940236 req-179df35a-0034-4a14-9b18-a6352d3727a7 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:28.077123 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-686adf39-fbb4-4b86-a3ee-2efdc2940236 req-179df35a-0034-4a14-9b18-a6352d3727a7 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:28.099479 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179df35a-0034-4a14-9b18-a6352d3727a7 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9176a1-8a9f-4751-a113-cef5c32d6a3b,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:28.134377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Network bf5b2d13-62f8-4d25-927e-dc6e9cc821b4 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:11:28.237324 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-686adf39-fbb4-4b86-a3ee-2efdc2940236 req-179df35a-0034-4a14-9b18-a6352d3727a7 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:28.238922 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-686adf39-fbb4-4b86-a3ee-2efdc2940236 req-179df35a-0034-4a14-9b18-a6352d3727a7 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4263759 Jul 05 10:11:28.277223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, bf5b2d13-62f8-4d25-927e-dc6e9cc821b4) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:28.285027 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:28.286961 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eb399d-9f08-4069-bca3-d48b26765de3 None None] Network bf5b2d13-62f8-4d25-927e-dc6e9cc821b4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:28.289855 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:28.428119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Checking segment: {'id': 'b0dd28c8-46fd-48e4-a1eb-e5e23488ce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cd7200b0-4228-466e-b2e9-cd9d1506dc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:28.428762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Network hostable DHCP agents. Network: cd7200b0-4228-466e-b2e9-cd9d1506dc6f, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:11:28.433256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event updated for resources: {'Port': ['ID=536f5586-9c03-49b6-806f-6028a7fe678e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:28.526815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Network cd7200b0-4228-466e-b2e9-cd9d1506dc6f is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:11:28.614610 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, cd7200b0-4228-466e-b2e9-cd9d1506dc6f) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:28.628905 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7319bf-ad75-4f0e-916f-8f46dc955567 None None] Network cd7200b0-4228-466e-b2e9-cd9d1506dc6f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:28.634137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:28.659987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:28.685273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:28.686192 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:28.739839 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-256b790b-20d0-4cd1-be99-5770fbd3ca22 req-cd4b5592-a276-4b81-b646-a808c3f523fd tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/bdb95a44-fd16-46e1-b20e-5377314f3eeb HTTP/1.1" status: 200 len: 3000 time: 0.0885825 Jul 05 10:11:28.798410 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2ea693e1-7466-4a90-9465-0ad094cad8e4 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0308642 Jul 05 10:11:28.800894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47642) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:29.027438 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d0215e6-dd6c-44e5-8b31-7ab50044d525 req-c34237e5-9c76-4637-b906-096513af9ff4 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-group-rules/7a9176a1-8a9f-4751-a113-cef5c32d6a3b HTTP/1.1" status: 200 len: 783 time: 0.0255013 Jul 05 10:11:29.032405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b993d4-5f0c-4442-abfa-d30e62063b5b tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:29.042551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b993d4-5f0c-4442-abfa-d30e62063b5b tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:29.044785 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d6b993d4-5f0c-4442-abfa-d30e62063b5b tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2429137 Jul 05 10:11:29.047687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47646) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:29.095373 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d0215e6-dd6c-44e5-8b31-7ab50044d525 req-90e945b8-d8f8-4268-87f0-0063c035a954 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/bdb95a44-fd16-46e1-b20e-5377314f3eeb HTTP/1.1" status: 200 len: 3000 time: 0.0666373 Jul 05 10:11:29.129748 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7d0215e6-dd6c-44e5-8b31-7ab50044d525 req-5edfed70-108e-4d78-af51-6fa61e37c812 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.138152 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7d0215e6-dd6c-44e5-8b31-7ab50044d525 req-5edfed70-108e-4d78-af51-6fa61e37c812 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.191345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-6832e026-ce54-4046-b442-05a056ec7764 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Deleting port 433d9a84-09d0-4805-90fd-c907507a801d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:29.191979 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6832e026-ce54-4046-b442-05a056ec7764 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.271126 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7d0215e6-dd6c-44e5-8b31-7ab50044d525 req-5edfed70-108e-4d78-af51-6fa61e37c812 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.277458 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6832e026-ce54-4046-b442-05a056ec7764 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.282155 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7d0215e6-dd6c-44e5-8b31-7ab50044d525 req-5edfed70-108e-4d78-af51-6fa61e37c812 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.307340 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d0215e6-dd6c-44e5-8b31-7ab50044d525 req-5edfed70-108e-4d78-af51-6fa61e37c812 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/7a9176a1-8a9f-4751-a113-cef5c32d6a3b HTTP/1.1" status: 204 len: 173 time: 0.2109716 Jul 05 10:11:29.315016 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-6832e026-ce54-4046-b442-05a056ec7764 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Calling delete_port for 433d9a84-09d0-4805-90fd-c907507a801d owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:29.333844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfed70-108e-4d78-af51-6fa61e37c812 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a9176a1-8a9f-4751-a113-cef5c32d6a3b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:29.398261 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4f68547-e260-44e8-b260-3c4a9068d741 req-225f2f40-0353-4e92-9666-2d709d845a0c tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/bdb95a44-fd16-46e1-b20e-5377314f3eeb HTTP/1.1" status: 200 len: 2401 time: 0.0829573 Jul 05 10:11:29.496076 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d4f68547-e260-44e8-b260-3c4a9068d741 req-53bcfbf2-7c6f-4c8b-bc0b-e49ec764a891 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.523692 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d4f68547-e260-44e8-b260-3c4a9068d741 req-53bcfbf2-7c6f-4c8b-bc0b-e49ec764a891 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.527519 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6832e026-ce54-4046-b442-05a056ec7764 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.576221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832e026-ce54-4046-b442-05a056ec7764 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event deleted for resources: {'Port': ['ID=433d9a84-09d0-4805-90fd-c907507a801d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:29.585363 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6832e026-ce54-4046-b442-05a056ec7764 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.594333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6832e026-ce54-4046-b442-05a056ec7764 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "DELETE /v2.0/ports/433d9a84-09d0-4805-90fd-c907507a801d HTTP/1.1" status: 204 len: 168 time: 0.5426657 Jul 05 10:11:29.594575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47658) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:29.635285 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d4f68547-e260-44e8-b260-3c4a9068d741 req-53bcfbf2-7c6f-4c8b-bc0b-e49ec764a891 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.651128 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d4f68547-e260-44e8-b260-3c4a9068d741 req-53bcfbf2-7c6f-4c8b-bc0b-e49ec764a891 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.651128 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4f68547-e260-44e8-b260-3c4a9068d741 req-53bcfbf2-7c6f-4c8b-bc0b-e49ec764a891 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "DELETE /v2.0/security-groups/bdb95a44-fd16-46e1-b20e-5377314f3eeb HTTP/1.1" status: 204 len: 173 time: 0.2392933 Jul 05 10:11:29.690170 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcfbf2-7c6f-4c8b-bc0b-e49ec764a891 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb95a44-fd16-46e1-b20e-5377314f3eeb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:29.818962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-28eef36a-014a-4d62-9d1a-5c51f52aaeb2 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Deleting port 536f5586-9c03-49b6-806f-6028a7fe678e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:29.820561 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28eef36a-014a-4d62-9d1a-5c51f52aaeb2 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.947970 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28eef36a-014a-4d62-9d1a-5c51f52aaeb2 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:29.965392 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-28eef36a-014a-4d62-9d1a-5c51f52aaeb2 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Calling delete_port for 536f5586-9c03-49b6-806f-6028a7fe678e owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:30.054279 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-c6e4c9d9-4261-4bfc-9aad-346ec37b1433 req-2216ef6d-12e9-4344-b77c-5bc1ef4cf1c4 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] show failed (client error): The resource could not be found. Jul 05 10:11:30.076263 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c6e4c9d9-4261-4bfc-9aad-346ec37b1433 req-2216ef6d-12e9-4344-b77c-5bc1ef4cf1c4 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/94af49b1-d05e-4831-90ff-7fc2b7870626 HTTP/1.1" status: 404 len: 352 time: 0.0581145 Jul 05 10:11:30.151678 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28eef36a-014a-4d62-9d1a-5c51f52aaeb2 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.233939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eef36a-014a-4d62-9d1a-5c51f52aaeb2 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event deleted for resources: {'Port': ['ID=536f5586-9c03-49b6-806f-6028a7fe678e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:30.240368 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28eef36a-014a-4d62-9d1a-5c51f52aaeb2 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.245120 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-28eef36a-014a-4d62-9d1a-5c51f52aaeb2 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "DELETE /v2.0/ports/536f5586-9c03-49b6-806f-6028a7fe678e HTTP/1.1" status: 204 len: 168 time: 0.6494815 Jul 05 10:11:30.246612 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47672) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:30.279196 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77ea98e5-1023-4c16-bb35-cf7705edd242 req-3832750c-ae23-4ec0-a726-725b15468249 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/b7735032-42d9-4c1c-b456-b64a151e8cea HTTP/1.1" status: 200 len: 1805 time: 0.0503385 Jul 05 10:11:30.293595 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a0659571-dcf6-4d73-af5c-4e46cf3dc06b tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0458550 Jul 05 10:11:30.294930 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47674) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:30.299393 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9dc717ed-14bc-400e-be35-20ccc1ef1bb1 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-76692453'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:30.340910 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-77ea98e5-1023-4c16-bb35-cf7705edd242 req-98bc97d1-ef66-4096-8b6b-17127f41ed2a tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.366345 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-77ea98e5-1023-4c16-bb35-cf7705edd242 req-98bc97d1-ef66-4096-8b6b-17127f41ed2a tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.486348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc717ed-14bc-400e-be35-20ccc1ef1bb1 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Made reservation on behalf of 102076b189f04901bab64dd24d43d045 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:30.490295 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9dc717ed-14bc-400e-be35-20ccc1ef1bb1 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.517228 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-77ea98e5-1023-4c16-bb35-cf7705edd242 req-98bc97d1-ef66-4096-8b6b-17127f41ed2a tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.520204 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-77ea98e5-1023-4c16-bb35-cf7705edd242 req-98bc97d1-ef66-4096-8b6b-17127f41ed2a tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.521527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc717ed-14bc-400e-be35-20ccc1ef1bb1 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:11:30.522262 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77ea98e5-1023-4c16-bb35-cf7705edd242 req-98bc97d1-ef66-4096-8b6b-17127f41ed2a tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "DELETE /v2.0/security-groups/b7735032-42d9-4c1c-b456-b64a151e8cea HTTP/1.1" status: 204 len: 173 time: 0.2364128 Jul 05 10:11:30.538440 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9dc717ed-14bc-400e-be35-20ccc1ef1bb1 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.538440 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-9dc717ed-14bc-400e-be35-20ccc1ef1bb1 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Added segment 054eab21-e66b-4d99-8816-47222b2c7836 of type vlan for network bbcdfcaa-6c36-4536-9b50-4df04d08061d Jul 05 10:11:30.566581 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc97d1-ef66-4096-8b6b-17127f41ed2a tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7735032-42d9-4c1c-b456-b64a151e8cea,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:30.628843 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9dc717ed-14bc-400e-be35-20ccc1ef1bb1 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.637901 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00180d3c-6103-479a-8f0a-38fb15e41ec8 req-8b56563a-011c-493d-96ff-80a10ab2ccbd tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/46978b06-015c-46d3-a196-09689f7fa3cc HTTP/1.1" status: 200 len: 1807 time: 0.0883782 Jul 05 10:11:30.757283 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-00180d3c-6103-479a-8f0a-38fb15e41ec8 req-5bd29bb3-fa9b-4cb9-b0bb-fdb59d10951f tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.779055 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9dc717ed-14bc-400e-be35-20ccc1ef1bb1 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.785794 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc717ed-14bc-400e-be35-20ccc1ef1bb1 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:30.787660 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9dc717ed-14bc-400e-be35-20ccc1ef1bb1 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.794240 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-00180d3c-6103-479a-8f0a-38fb15e41ec8 req-5bd29bb3-fa9b-4cb9-b0bb-fdb59d10951f tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:30.969284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc717ed-14bc-400e-be35-20ccc1ef1bb1 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event updated for resources: {'Network': ['ID=bbcdfcaa-6c36-4536-9b50-4df04d08061d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:30.993630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network bbcdfcaa-6c36-4536-9b50-4df04d08061d details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:11:31.019598 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-00180d3c-6103-479a-8f0a-38fb15e41ec8 req-5bd29bb3-fa9b-4cb9-b0bb-fdb59d10951f tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:31.026658 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-00180d3c-6103-479a-8f0a-38fb15e41ec8 req-5bd29bb3-fa9b-4cb9-b0bb-fdb59d10951f tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:31.030441 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00180d3c-6103-479a-8f0a-38fb15e41ec8 req-5bd29bb3-fa9b-4cb9-b0bb-fdb59d10951f tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "DELETE /v2.0/security-groups/46978b06-015c-46d3-a196-09689f7fa3cc HTTP/1.1" status: 204 len: 173 time: 0.3803670 Jul 05 10:11:31.050208 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9dc717ed-14bc-400e-be35-20ccc1ef1bb1 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7549491 Jul 05 10:11:31.053275 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47694) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:31.059467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-b0f03db6-2f03-4197-833c-a9270d0b8fb0 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1150157367'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:31.082588 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd29bb3-fa9b-4cb9-b0bb-fdb59d10951f tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46978b06-015c-46d3-a196-09689f7fa3cc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:31.202551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f03db6-2f03-4197-833c-a9270d0b8fb0 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Made reservation on behalf of 102076b189f04901bab64dd24d43d045 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:31.206447 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0f03db6-2f03-4197-833c-a9270d0b8fb0 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:31.267382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f03db6-2f03-4197-833c-a9270d0b8fb0 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:11:31.289242 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0f03db6-2f03-4197-833c-a9270d0b8fb0 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:31.289343 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-b0f03db6-2f03-4197-833c-a9270d0b8fb0 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Added segment aeedea56-5084-407c-87e3-432c117c9967 of type vlan for network 9ae6cc31-4789-4a47-9bf7-1f4029bbfc82 Jul 05 10:11:31.363268 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0f03db6-2f03-4197-833c-a9270d0b8fb0 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:31.464064 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff32e2ac-b5c1-423a-b55b-0e9af9b586ea req-c23615ae-eb64-42a8-a5fb-132503ba0309 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/720c88fa-ab0f-4167-9e62-1fda69b3887c HTTP/1.1" status: 200 len: 1805 time: 0.0531774 Jul 05 10:11:31.483292 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0f03db6-2f03-4197-833c-a9270d0b8fb0 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:31.490766 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f03db6-2f03-4197-833c-a9270d0b8fb0 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:31.492066 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0f03db6-2f03-4197-833c-a9270d0b8fb0 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:31.612586 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b0f03db6-2f03-4197-833c-a9270d0b8fb0 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5577881 Jul 05 10:11:31.631590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f03db6-2f03-4197-833c-a9270d0b8fb0 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event updated for resources: {'Network': ['ID=9ae6cc31-4789-4a47-9bf7-1f4029bbfc82,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:31.656398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 9ae6cc31-4789-4a47-9bf7-1f4029bbfc82 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:11:31.660484 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff32e2ac-b5c1-423a-b55b-0e9af9b586ea req-0c7227fe-ca9d-4a4e-b5e1-dd3a2386729f tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:31.724634 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff32e2ac-b5c1-423a-b55b-0e9af9b586ea req-0c7227fe-ca9d-4a4e-b5e1-dd3a2386729f tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:31.904687 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff32e2ac-b5c1-423a-b55b-0e9af9b586ea req-0c7227fe-ca9d-4a4e-b5e1-dd3a2386729f tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:31.910040 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ff32e2ac-b5c1-423a-b55b-0e9af9b586ea req-0c7227fe-ca9d-4a4e-b5e1-dd3a2386729f tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:31.911316 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff32e2ac-b5c1-423a-b55b-0e9af9b586ea req-0c7227fe-ca9d-4a4e-b5e1-dd3a2386729f tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "DELETE /v2.0/security-groups/720c88fa-ab0f-4167-9e62-1fda69b3887c HTTP/1.1" status: 204 len: 173 time: 0.4343004 Jul 05 10:11:31.941454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7227fe-ca9d-4a4e-b5e1-dd3a2386729f tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=720c88fa-ab0f-4167-9e62-1fda69b3887c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:32.174669 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-93de89f4-5c02-40c9-aa1e-2bb2a04aa138 req-771a7026-e418-4e20-a7c0-7bb2f96807dc tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/15c7f1e8-96ea-4c6f-bd26-1a5545e34cfb HTTP/1.1" status: 200 len: 2405 time: 0.0672381 Jul 05 10:11:32.252719 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-93de89f4-5c02-40c9-aa1e-2bb2a04aa138 req-de5c8be9-205b-4179-9913-4356178a46d1 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:32.286659 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-93de89f4-5c02-40c9-aa1e-2bb2a04aa138 req-de5c8be9-205b-4179-9913-4356178a46d1 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:32.437292 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-93de89f4-5c02-40c9-aa1e-2bb2a04aa138 req-de5c8be9-205b-4179-9913-4356178a46d1 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:32.440642 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-93de89f4-5c02-40c9-aa1e-2bb2a04aa138 req-de5c8be9-205b-4179-9913-4356178a46d1 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:32.455898 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-93de89f4-5c02-40c9-aa1e-2bb2a04aa138 req-de5c8be9-205b-4179-9913-4356178a46d1 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "DELETE /v2.0/security-groups/15c7f1e8-96ea-4c6f-bd26-1a5545e34cfb HTTP/1.1" status: 204 len: 173 time: 0.2746463 Jul 05 10:11:32.481329 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c8be9-205b-4179-9913-4356178a46d1 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c7f1e8-96ea-4c6f-bd26-1a5545e34cfb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:32.902781 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dde88556-0cb4-414e-b18e-ecc5864f9b22 req-5dbcc159-23f8-4b56-8684-2058013b88c1 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "GET /v2.0/security-groups/d94d409a-a08e-4cb0-b59f-6d68cdabe7eb HTTP/1.1" status: 200 len: 2400 time: 0.1210122 Jul 05 10:11:33.015083 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-dde88556-0cb4-414e-b18e-ecc5864f9b22 req-3444e502-20bb-439c-abe2-b5f0886ad4b1 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:33.065774 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-dde88556-0cb4-414e-b18e-ecc5864f9b22 req-3444e502-20bb-439c-abe2-b5f0886ad4b1 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:33.291947 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-dde88556-0cb4-414e-b18e-ecc5864f9b22 req-3444e502-20bb-439c-abe2-b5f0886ad4b1 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:33.294769 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-dde88556-0cb4-414e-b18e-ecc5864f9b22 req-3444e502-20bb-439c-abe2-b5f0886ad4b1 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:33.304955 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47728) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:33.314098 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dde88556-0cb4-414e-b18e-ecc5864f9b22 req-3444e502-20bb-439c-abe2-b5f0886ad4b1 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] 10.222.0.77 "DELETE /v2.0/security-groups/d94d409a-a08e-4cb0-b59f-6d68cdabe7eb HTTP/1.1" status: 204 len: 173 time: 0.4048982 Jul 05 10:11:33.353174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444e502-20bb-439c-abe2-b5f0886ad4b1 tempest-SecurityGroupRulesTestJSON-69734539 tempest-SecurityGroupRulesTestJSON-69734539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94d409a-a08e-4cb0-b59f-6d68cdabe7eb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:33.457220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8d01ac-3d18-4ad2-a02d-9b5ff9bfaa1e admin admin] Deleting subnet 2e2b3fbd-556b-4827-9096-a516006dc2d5 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:11:33.462741 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9a8d01ac-3d18-4ad2-a02d-9b5ff9bfaa1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:33.550754 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9a8d01ac-3d18-4ad2-a02d-9b5ff9bfaa1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:33.616998 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9a8d01ac-3d18-4ad2-a02d-9b5ff9bfaa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:33.858335 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9a8d01ac-3d18-4ad2-a02d-9b5ff9bfaa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:33.914979 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9a8d01ac-3d18-4ad2-a02d-9b5ff9bfaa1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:33.920346 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47736) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:33.959137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9a8d01ac-3d18-4ad2-a02d-9b5ff9bfaa1e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2e2b3fbd-556b-4827-9096-a516006dc2d5 HTTP/1.1" status: 204 len: 168 time: 0.6527097 Jul 05 10:11:33.966396 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d01ac-3d18-4ad2-a02d-9b5ff9bfaa1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2b3fbd-556b-4827-9096-a516006dc2d5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:34.116328 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb6eaa51-0fd2-4720-8412-536e9e837368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:34.308354 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb6eaa51-0fd2-4720-8412-536e9e837368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:34.322924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-eb6eaa51-0fd2-4720-8412-536e9e837368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4322c638-2c78-4cdd-b9fc-8386c6032bb1']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:34.341215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-eb6eaa51-0fd2-4720-8412-536e9e837368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5254a2c4-3670-4f5c-9edc-45553137bd6d') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:34.341604 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-eb6eaa51-0fd2-4720-8412-536e9e837368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5254a2c4-3670-4f5c-9edc-45553137bd6d') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:34.358690 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb6eaa51-0fd2-4720-8412-536e9e837368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:34.376868 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb6eaa51-0fd2-4720-8412-536e9e837368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:34.385730 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6eaa51-0fd2-4720-8412-536e9e837368 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:11:34.386231 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb6eaa51-0fd2-4720-8412-536e9e837368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:11:34.486849 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:11:34.597276 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb6eaa51-0fd2-4720-8412-536e9e837368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:34.615513 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb6eaa51-0fd2-4720-8412-536e9e837368 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:34.620283 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eb6eaa51-0fd2-4720-8412-536e9e837368 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4322c638-2c78-4cdd-b9fc-8386c6032bb1 HTTP/1.1" status: 204 len: 168 time: 0.6977861 Jul 05 10:11:34.650406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6eaa51-0fd2-4720-8412-536e9e837368 admin admin] Pushing event deleted for resources: {'Network': ['ID=4322c638-2c78-4cdd-b9fc-8386c6032bb1,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:34.877901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47752) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:34.885045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Request body: {'subnets': [{'network_id': 'bbcdfcaa-6c36-4536-9b50-4df04d08061d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1056221124', 'ip_version': 6}, {'network_id': '9ae6cc31-4789-4a47-9bf7-1f4029bbfc82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:34.885713 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Request body: {'subnet': {'network_id': 'bbcdfcaa-6c36-4536-9b50-4df04d08061d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1056221124', 'ip_version': 6}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:34.909365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Request body: {'subnet': {'network_id': '9ae6cc31-4789-4a47-9bf7-1f4029bbfc82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:35.258316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47764) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:35.312725 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47766) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:35.332060 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-54336833-9be0-43eb-a8b8-502628cf3864 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c256dfde026c4b6b8037ad08530872e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809226 Jul 05 10:11:35.391262 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5b8dc58-70ec-49ff-a7be-10781b8530de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:35.415926 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5b8dc58-70ec-49ff-a7be-10781b8530de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:35.584998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Made reservation on behalf of 102076b189f04901bab64dd24d43d045 for: {'subnet': 2} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:35.591691 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:35.591691 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:35.722772 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5b8dc58-70ec-49ff-a7be-10781b8530de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:35.725628 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5b8dc58-70ec-49ff-a7be-10781b8530de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:35.730302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c5b8dc58-70ec-49ff-a7be-10781b8530de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4d572534-d11c-45b1-9b20-f4c70f4499a2 HTTP/1.1" status: 204 len: 168 time: 0.4131150 Jul 05 10:11:35.750239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8dc58-70ec-49ff-a7be-10781b8530de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d572534-d11c-45b1-9b20-f4c70f4499a2,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:36.246631 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:36.315185 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event updated for resources: {'Subnet': ['ID=be257cb7-23ba-4d0d-a695-66306683ea6b,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:36.327441 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Checking segment: {'id': '054eab21-e66b-4d99-8816-47222b2c7836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bbcdfcaa-6c36-4536-9b50-4df04d08061d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:36.328289 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Network hostable DHCP agents. Network: bbcdfcaa-6c36-4536-9b50-4df04d08061d, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:11:36.412621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Network bbcdfcaa-6c36-4536-9b50-4df04d08061d is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:11:36.511415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, bbcdfcaa-6c36-4536-9b50-4df04d08061d) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:36.528347 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:36.528540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b25c31-6f85-4847-b663-99d1025eb9d3 None None] Network bbcdfcaa-6c36-4536-9b50-4df04d08061d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:36.757659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-bbcdfcaa-6c36-4536-9b50-4df04d08061d', 'network_id': 'bbcdfcaa-6c36-4536-9b50-4df04d08061d', 'tenant_id': '102076b189f04901bab64dd24d43d045', 'fixed_ips': [{'subnet_id': 'be257cb7-23ba-4d0d-a695-66306683ea6b'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:11:36.758803 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:36.818153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event updated for resources: {'Subnet': ['ID=48f5d8f5-d67e-4206-8ea2-8f9b4516d3a3,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:36.825182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Checking segment: {'id': 'aeedea56-5084-407c-87e3-432c117c9967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ae6cc31-4789-4a47-9bf7-1f4029bbfc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:36.825288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Network hostable DHCP agents. Network: 9ae6cc31-4789-4a47-9bf7-1f4029bbfc82, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:11:36.916761 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Network 9ae6cc31-4789-4a47-9bf7-1f4029bbfc82 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:11:36.956231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Allocated IP 2001:db8::1 (bbcdfcaa-6c36-4536-9b50-4df04d08061d/be257cb7-23ba-4d0d-a695-66306683ea6b/756d3a17-99e9-4e76-8423-f2fb56a4fa15) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:37.031921 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 9ae6cc31-4789-4a47-9bf7-1f4029bbfc82) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:37.044686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:37.047894 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:37.048489 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:37.129743 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:37.140268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Transition to ACTIVE for port object 756d3a17-99e9-4e76-8423-f2fb56a4fa15 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:37.159398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Transition to ACTIVE for port object 756d3a17-99e9-4e76-8423-f2fb56a4fa15 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:37.164644 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78cc6a8-508a-4b3d-96ee-a6a6a83e2322 None None] Network 9ae6cc31-4789-4a47-9bf7-1f4029bbfc82 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:37.183328 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c3c6a27b-b4b4-438c-bd01-c868139dcc8c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.3015573 Jul 05 10:11:37.189551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47802) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:37.286398 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:37.375072 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Pushing event updated for resources: {'Port': ['ID=756d3a17-99e9-4e76-8423-f2fb56a4fa15,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:37.434555 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Network bbcdfcaa-6c36-4536-9b50-4df04d08061d is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:37.437947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:37.439425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc439f8-1831-48ab-83c0-00e789fdb22f tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:37.442720 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:37.444235 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc439f8-1831-48ab-83c0-00e789fdb22f tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:37.446032 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc439f8-1831-48ab-83c0-00e789fdb22f tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:37.448357 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5bc439f8-1831-48ab-83c0-00e789fdb22f tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2637196 Jul 05 10:11:37.458296 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47812) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:37.540897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-9ae6cc31-4789-4a47-9bf7-1f4029bbfc82', 'network_id': '9ae6cc31-4789-4a47-9bf7-1f4029bbfc82', 'tenant_id': '102076b189f04901bab64dd24d43d045', 'fixed_ips': [{'subnet_id': '48f5d8f5-d67e-4206-8ea2-8f9b4516d3a3'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:11:37.541889 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:37.559704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Attempting to bind port 756d3a17-99e9-4e76-8423-f2fb56a4fa15 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:37.562239 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Attempting to bind port 756d3a17-99e9-4e76-8423-f2fb56a4fa15 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '054eab21-e66b-4d99-8816-47222b2c7836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bbcdfcaa-6c36-4536-9b50-4df04d08061d'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:37.562613 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Attempting to bind port 756d3a17-99e9-4e76-8423-f2fb56a4fa15 on network bbcdfcaa-6c36-4536-9b50-4df04d08061d {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:37.607958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:37.615897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Checking segment: {'id': '054eab21-e66b-4d99-8816-47222b2c7836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bbcdfcaa-6c36-4536-9b50-4df04d08061d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:37.616622 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:37.623652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Bound using segment: {'id': '054eab21-e66b-4d99-8816-47222b2c7836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bbcdfcaa-6c36-4536-9b50-4df04d08061d'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:37.627784 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Bound port: 756d3a17-99e9-4e76-8423-f2fb56a4fa15, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054eab21-e66b-4d99-8816-47222b2c7836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bbcdfcaa-6c36-4536-9b50-4df04d08061d'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:37.631057 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:37.658186 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c88bcc-a227-425e-9c2b-e0fbfe163f18 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Deleting subnet be257cb7-23ba-4d0d-a695-66306683ea6b {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:11:37.676684 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c0c88bcc-a227-425e-9c2b-e0fbfe163f18 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:37.786799 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c0c88bcc-a227-425e-9c2b-e0fbfe163f18 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:37.928200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] For port 756d3a17-99e9-4e76-8423-f2fb56a4fa15, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:37.932741 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] For port 756d3a17-99e9-4e76-8423-f2fb56a4fa15, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=756d3a17-99e9-4e76-8423-f2fb56a4fa15,segment=NetworkSegment(054eab21-e66b-4d99-8816-47222b2c7836),segment_id=054eab21-e66b-4d99-8816-47222b2c7836)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:37.994425 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Allocated IP 2001:db8:0:1::1 (9ae6cc31-4789-4a47-9bf7-1f4029bbfc82/48f5d8f5-d67e-4206-8ea2-8f9b4516d3a3/0b1fa620-5540-4879-8426-7922bf773042) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:38.027022 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-37f4d847-1666-477c-b4f2-e6c44540af72 req-e83c5f63-0e4a-4869-a2e9-25993a9a9557 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1153870 Jul 05 10:11:38.041261 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c0c88bcc-a227-425e-9c2b-e0fbfe163f18 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.090265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47822) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:38.106093 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.232380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48930b20-f386-49e6-bbf6-cb69e272a1fb None None] Pushing event updated for resources: {'Port': ['ID=756d3a17-99e9-4e76-8423-f2fb56a4fa15,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:38.277000 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4d847-1666-477c-b4f2-e6c44540af72 req-4a451bdf-6818-4471-b4f2-b837058d6b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:38.278757 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-37f4d847-1666-477c-b4f2-e6c44540af72 req-4a451bdf-6818-4471-b4f2-b837058d6b30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 1096 time: 0.2220118 Jul 05 10:11:38.303854 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c0c88bcc-a227-425e-9c2b-e0fbfe163f18 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.409055 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.425675 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c0c88bcc-a227-425e-9c2b-e0fbfe163f18 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.435702 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c0c88bcc-a227-425e-9c2b-e0fbfe163f18 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "DELETE /v2.0/subnets/be257cb7-23ba-4d0d-a695-66306683ea6b HTTP/1.1" status: 204 len: 168 time: 0.9736502 Jul 05 10:11:38.443980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47832) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:38.445860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47834) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:38.447933 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Transition to ACTIVE for port object 0b1fa620-5540-4879-8426-7922bf773042 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:38.449062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c88bcc-a227-425e-9c2b-e0fbfe163f18 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event deleted for resources: {'Subnet': ['ID=be257cb7-23ba-4d0d-a695-66306683ea6b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:38.502604 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Transition to ACTIVE for port object 0b1fa620-5540-4879-8426-7922bf773042 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:38.566327 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8b30133d-74ce-46b3-9f83-d5ebf471b07d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2111135127-network', 'tenant_id': 'e2a9c15d10164fa4b093d1668df36fbb'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:38.595312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4d847-1666-477c-b4f2-e6c44540af72 req-d0fa673f-cd4b-49e6-a3a9-a58710180f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:38.598835 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.614922 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-37f4d847-1666-477c-b4f2-e6c44540af72 req-d0fa673f-cd4b-49e6-a3a9-a58710180f87 service neutron] 10.222.0.73 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.3122461 Jul 05 10:11:38.660730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Network 9ae6cc31-4789-4a47-9bf7-1f4029bbfc82 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:38.680757 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-37f4d847-1666-477c-b4f2-e6c44540af72 req-7dd341d7-824d-4b65-b091-14bbb75fba58 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49abf83b-2c63-45d8-8048-f216cb938ea2 HTTP/1.1" status: 200 len: 217 time: 0.0574195 Jul 05 10:11:38.755260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:38.778504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:38.806854 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4d847-1666-477c-b4f2-e6c44540af72 req-1e6f099a-daeb-4755-9032-5e1ab54c9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:38.806854 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-37f4d847-1666-477c-b4f2-e6c44540af72 req-1e6f099a-daeb-4755-9032-5e1ab54c9e1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.1174009 Jul 05 10:11:38.818553 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e8512834-9d10-457a-938b-795d2c4beb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.837072 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-318e4b85-f8be-4c3a-b957-01e4b099d501 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Deleting subnet 48f5d8f5-d67e-4206-8ea2-8f9b4516d3a3 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:11:38.848181 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-318e4b85-f8be-4c3a-b957-01e4b099d501 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.883335 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-37f4d847-1666-477c-b4f2-e6c44540af72 req-0f281679-8662-402f-ae5c-c733f87d75d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690544 Jul 05 10:11:38.929961 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Pushing event updated for resources: {'Port': ['ID=0b1fa620-5540-4879-8426-7922bf773042,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:38.944374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b30133d-74ce-46b3-9f83-d5ebf471b07d admin admin] Made reservation on behalf of e2a9c15d10164fa4b093d1668df36fbb for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:38.950113 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b30133d-74ce-46b3-9f83-d5ebf471b07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.989218 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-318e4b85-f8be-4c3a-b957-01e4b099d501 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:38.991842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 756d3a17-99e9-4e76-8423-f2fb56a4fa15 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:39.026242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Attempting to bind port 0b1fa620-5540-4879-8426-7922bf773042 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:39.027411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Attempting to bind port 0b1fa620-5540-4879-8426-7922bf773042 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'aeedea56-5084-407c-87e3-432c117c9967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ae6cc31-4789-4a47-9bf7-1f4029bbfc82'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:39.027814 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Attempting to bind port 0b1fa620-5540-4879-8426-7922bf773042 on network 9ae6cc31-4789-4a47-9bf7-1f4029bbfc82 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:39.035750 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-37f4d847-1666-477c-b4f2-e6c44540af72 req-4e3cc847-5f40-4da7-a553-680d96d8d587 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453726 Jul 05 10:11:39.101175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:39.101556 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Checking segment: {'id': 'aeedea56-5084-407c-87e3-432c117c9967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ae6cc31-4789-4a47-9bf7-1f4029bbfc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:39.102018 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:39.102423 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Bound using segment: {'id': 'aeedea56-5084-407c-87e3-432c117c9967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ae6cc31-4789-4a47-9bf7-1f4029bbfc82'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:39.102910 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Bound port: 0b1fa620-5540-4879-8426-7922bf773042, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeedea56-5084-407c-87e3-432c117c9967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ae6cc31-4789-4a47-9bf7-1f4029bbfc82'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:39.103295 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:39.137411 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-318e4b85-f8be-4c3a-b957-01e4b099d501 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:39.239347 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-37f4d847-1666-477c-b4f2-e6c44540af72 req-52c2c174-1643-4c7e-a97e-a1151cfe99d4 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970086 Jul 05 10:11:39.247368 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b30133d-74ce-46b3-9f83-d5ebf471b07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:39.270912 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 756d3a17-99e9-4e76-8423-f2fb56a4fa15 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:39.394320 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] For port 0b1fa620-5540-4879-8426-7922bf773042, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:39.396240 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-318e4b85-f8be-4c3a-b957-01e4b099d501 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:39.399632 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] For port 0b1fa620-5540-4879-8426-7922bf773042, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0b1fa620-5540-4879-8426-7922bf773042,segment=NetworkSegment(aeedea56-5084-407c-87e3-432c117c9967),segment_id=aeedea56-5084-407c-87e3-432c117c9967)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:39.444989 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e4b85-f8be-4c3a-b957-01e4b099d501 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event deleted for resources: {'Subnet': ['ID=48f5d8f5-d67e-4206-8ea2-8f9b4516d3a3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:39.449858 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-318e4b85-f8be-4c3a-b957-01e4b099d501 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:39.454911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47842) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:39.455252 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-318e4b85-f8be-4c3a-b957-01e4b099d501 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "DELETE /v2.0/subnets/48f5d8f5-d67e-4206-8ea2-8f9b4516d3a3 HTTP/1.1" status: 204 len: 168 time: 0.9825180 Jul 05 10:11:39.490501 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:39.515770 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e8512834-9d10-457a-938b-795d2c4beb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:39.590233 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e8512834-9d10-457a-938b-795d2c4beb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:39.659762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a058235-784a-4b9e-8ff7-2fdd0be49e21 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:39.664809 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3a058235-784a-4b9e-8ff7-2fdd0be49e21 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2050774 Jul 05 10:11:39.670830 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47846) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:39.683896 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d54001-50d7-4e01-b920-d6bfed6b15c0 None None] Pushing event updated for resources: {'Port': ['ID=0b1fa620-5540-4879-8426-7922bf773042,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:39.741603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8512834-9d10-457a-938b-795d2c4beb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17725d38-0c1b-4569-b98e-71c8397d5c5e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:39.751421 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e8512834-9d10-457a-938b-795d2c4beb6d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=de29e1f0a21d4a00a6962aaf7c951989&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2820520 Jul 05 10:11:39.753648 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47850) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:39.933983 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:39.981263 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0169e8e-08ec-47d7-b2e7-6109073befcc None None] Network bbcdfcaa-6c36-4536-9b50-4df04d08061d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:40.022306 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b30133d-74ce-46b3-9f83-d5ebf471b07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.070873 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b2f6c04-0121-458b-91d7-5997edd9badb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.115170 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Deleting port 0b1fa620-5540-4879-8426-7922bf773042 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:40.116096 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.132763 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b30133d-74ce-46b3-9f83-d5ebf471b07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.266282 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b2f6c04-0121-458b-91d7-5997edd9badb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.292843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] For port 0b1fa620-5540-4879-8426-7922bf773042, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0b1fa620-5540-4879-8426-7922bf773042,segment=NetworkSegment(aeedea56-5084-407c-87e3-432c117c9967),segment_id=aeedea56-5084-407c-87e3-432c117c9967)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:40.293543 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.328831 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b30133d-74ce-46b3-9f83-d5ebf471b07d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:11:40.333091 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Calling delete_port for 0b1fa620-5540-4879-8426-7922bf773042 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:40.432121 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b30133d-74ce-46b3-9f83-d5ebf471b07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.432615 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-8b30133d-74ce-46b3-9f83-d5ebf471b07d admin admin] Added segment 7c8d7046-21a6-4e19-af70-fe0bf8ede69c of type vlan for network d1e22f91-1050-4c61-8627-4aa9372e5d9d Jul 05 10:11:40.646810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30133d-74ce-46b3-9f83-d5ebf471b07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6decb723-fa87-4006-a9e6-e99b99d08848,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:40.646810 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b30133d-74ce-46b3-9f83-d5ebf471b07d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.715415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c33ad6-5bee-40a9-87e1-5efb4a4bf71a None None] DHCP port deletion for bbcdfcaa-6c36-4536-9b50-4df04d08061d request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:11:40.845962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e7c33ad6-5bee-40a9-87e1-5efb4a4bf71a None None] Deleting port 756d3a17-99e9-4e76-8423-f2fb56a4fa15 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:40.846637 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e7c33ad6-5bee-40a9-87e1-5efb4a4bf71a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:40.942973 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0b1fa620-5540-4879-8426-7922bf773042 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:41.036935 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e7c33ad6-5bee-40a9-87e1-5efb4a4bf71a None None] For port 756d3a17-99e9-4e76-8423-f2fb56a4fa15, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=756d3a17-99e9-4e76-8423-f2fb56a4fa15,segment=NetworkSegment(054eab21-e66b-4d99-8816-47222b2c7836),segment_id=054eab21-e66b-4d99-8816-47222b2c7836)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:41.037337 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e7c33ad6-5bee-40a9-87e1-5efb4a4bf71a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.054656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e7c33ad6-5bee-40a9-87e1-5efb4a4bf71a None None] Calling delete_port for 756d3a17-99e9-4e76-8423-f2fb56a4fa15 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:41.185741 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.188811 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 0b1fa620-5540-4879-8426-7922bf773042 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:41.193570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 0b1fa620-5540-4879-8426-7922bf773042 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:41.197404 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.221101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event deleted for resources: {'Port': ['ID=0b1fa620-5540-4879-8426-7922bf773042,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:41.224726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Port 0b1fa620-5540-4879-8426-7922bf773042 was deleted so its status cannot be updated. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 10:11:41.232701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] No DVR routers for this DVR port 0b1fa620-5540-4879-8426-7922bf773042 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:11:41.235738 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b2f6c04-0121-458b-91d7-5997edd9badb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.238862 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b2f6c04-0121-458b-91d7-5997edd9badb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.240752 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9b2f6c04-0121-458b-91d7-5997edd9badb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/17725d38-0c1b-4569-b98e-71c8397d5c5e HTTP/1.1" status: 204 len: 168 time: 1.4855583 Jul 05 10:11:41.248294 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e26a448d-9689-4307-a1dc-95d0de0b3f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.253735 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b30133d-74ce-46b3-9f83-d5ebf471b07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.254871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b30133d-74ce-46b3-9f83-d5ebf471b07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:41.255470 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b30133d-74ce-46b3-9f83-d5ebf471b07d admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.262957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1c1adebc-cb7b-4c9d-97ac-2fe2f8842a27 None None] Provisioning for port 756d3a17-99e9-4e76-8423-f2fb56a4fa15 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:41.269221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1c1adebc-cb7b-4c9d-97ac-2fe2f8842a27 None None] Provisioning complete for port 756d3a17-99e9-4e76-8423-f2fb56a4fa15 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:41.269891 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c1adebc-cb7b-4c9d-97ac-2fe2f8842a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.348203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 756d3a17-99e9-4e76-8423-f2fb56a4fa15 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:41.394367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30133d-74ce-46b3-9f83-d5ebf471b07d admin admin] Pushing event updated for resources: {'Network': ['ID=d1e22f91-1050-4c61-8627-4aa9372e5d9d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:41.399604 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f6c04-0121-458b-91d7-5997edd9badb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17725d38-0c1b-4569-b98e-71c8397d5c5e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:41.415346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network d1e22f91-1050-4c61-8627-4aa9372e5d9d details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:11:41.490579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47866) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:41.490807 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8b30133d-74ce-46b3-9f83-d5ebf471b07d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3994539 Jul 05 10:11:41.496350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-7b606631-91bd-4148-8f05-a33737ceb462 admin admin] Request body: {'subnet': {'network_id': 'd1e22f91-1050-4c61-8627-4aa9372e5d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2111135127-subnet', 'tenant_id': 'e2a9c15d10164fa4b093d1668df36fbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:41.512092 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e7c33ad6-5bee-40a9-87e1-5efb4a4bf71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.514405 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.532418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae6cc31-4789-4a47-9bf7-1f4029bbfc82']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:41.541107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a30e4a-78c7-46c4-8092-accbb62671a8 None None] Network 9ae6cc31-4789-4a47-9bf7-1f4029bbfc82 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:41.548807 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c33ad6-5bee-40a9-87e1-5efb4a4bf71a None None] No DVR routers for this DVR port 756d3a17-99e9-4e76-8423-f2fb56a4fa15 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:11:41.556722 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeedea56-5084-407c-87e3-432c117c9967') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:41.557512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeedea56-5084-407c-87e3-432c117c9967') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:41.571548 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No active binding found for port 756d3a17-99e9-4e76-8423-f2fb56a4fa15 {{(pid=100777) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 10:11:41.588318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 756d3a17-99e9-4e76-8423-f2fb56a4fa15 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:11:41.589557 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.629045 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.637540 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:11:41.638006 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.642734 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b606631-91bd-4148-8f05-a33737ceb462 admin admin] Made reservation on behalf of e2a9c15d10164fa4b093d1668df36fbb for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:41.653164 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b606631-91bd-4148-8f05-a33737ceb462 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:11:41.655565 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:11:41.667678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1c1adebc-cb7b-4c9d-97ac-2fe2f8842a27 None None] Port 756d3a17-99e9-4e76-8423-f2fb56a4fa15 update to ACTIVE by agent not found {{(pid=100777) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 10:11:41.675194 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c33ad6-5bee-40a9-87e1-5efb4a4bf71a None None] Pushing event deleted for resources: {'Port': ['ID=756d3a17-99e9-4e76-8423-f2fb56a4fa15,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:41.812017 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-db064303-b9da-4052-b0d2-0df09a3f3a27 None None] Could not find standard attr ID for object 0b1fa620-5540-4879-8426-7922bf773042. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:11:41.928947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e291b8-3ad1-4972-960b-294c37ab78d1 None None] DHCP port deletion for 9ae6cc31-4789-4a47-9bf7-1f4029bbfc82 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:11:41.953988 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.962873 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:41.968179 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47874) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:41.968704 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "DELETE /v2.0/networks/9ae6cc31-4789-4a47-9bf7-1f4029bbfc82 HTTP/1.1" status: 204 len: 168 time: 2.2945356 Jul 05 10:11:41.984019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc7d95-a61d-4107-9b95-83f931794b2c tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event deleted for resources: {'Network': ['ID=9ae6cc31-4789-4a47-9bf7-1f4029bbfc82,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:42.078934 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1ed9ba7-2842-4c09-a5fb-3e5e9ab5e476 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.211459 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1ed9ba7-2842-4c09-a5fb-3e5e9ab5e476 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.226398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-d1ed9ba7-2842-4c09-a5fb-3e5e9ab5e476 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbcdfcaa-6c36-4536-9b50-4df04d08061d']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:42.244851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-d1ed9ba7-2842-4c09-a5fb-3e5e9ab5e476 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054eab21-e66b-4d99-8816-47222b2c7836') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:42.245631 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-d1ed9ba7-2842-4c09-a5fb-3e5e9ab5e476 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054eab21-e66b-4d99-8816-47222b2c7836') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:42.260634 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1ed9ba7-2842-4c09-a5fb-3e5e9ab5e476 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.267387 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b606631-91bd-4148-8f05-a33737ceb462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.280483 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1ed9ba7-2842-4c09-a5fb-3e5e9ab5e476 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.299424 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ed9ba7-2842-4c09-a5fb-3e5e9ab5e476 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:11:42.300531 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1ed9ba7-2842-4c09-a5fb-3e5e9ab5e476 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:11:42.305259 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:11:42.354286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b606631-91bd-4148-8f05-a33737ceb462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e5c31d-d6c0-4ae7-9a3c-9ac20b4ac53e,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:42.364945 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b606631-91bd-4148-8f05-a33737ceb462 admin admin] Checking segment: {'id': '7c8d7046-21a6-4e19-af70-fe0bf8ede69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd1e22f91-1050-4c61-8627-4aa9372e5d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:42.365313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b606631-91bd-4148-8f05-a33737ceb462 admin admin] Network hostable DHCP agents. Network: d1e22f91-1050-4c61-8627-4aa9372e5d9d, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:11:42.403960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47878) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:42.422292 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f30e0f9d-925b-4b35-a33c-272fe254e23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.581062 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f30e0f9d-925b-4b35-a33c-272fe254e23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.726906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b606631-91bd-4148-8f05-a33737ceb462 admin admin] Network d1e22f91-1050-4c61-8627-4aa9372e5d9d is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:11:42.757651 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0b1fa620-5540-4879-8426-7922bf773042 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:42.762481 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f30e0f9d-925b-4b35-a33c-272fe254e23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.774926 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1ed9ba7-2842-4c09-a5fb-3e5e9ab5e476 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.781597 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1ed9ba7-2842-4c09-a5fb-3e5e9ab5e476 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.783887 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 0b1fa620-5540-4879-8426-7922bf773042 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:11:42.784308 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0b1fa620-5540-4879-8426-7922bf773042 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:11:42.785336 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d1ed9ba7-2842-4c09-a5fb-3e5e9ab5e476 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "DELETE /v2.0/networks/bbcdfcaa-6c36-4536-9b50-4df04d08061d HTTP/1.1" status: 204 len: 168 time: 0.8160446 Jul 05 10:11:42.793650 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47884) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:42.828913 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-7b606631-91bd-4148-8f05-a33737ceb462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, d1e22f91-1050-4c61-8627-4aa9372e5d9d) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:42.834667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed9ba7-2842-4c09-a5fb-3e5e9ab5e476 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event deleted for resources: {'Network': ['ID=bbcdfcaa-6c36-4536-9b50-4df04d08061d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:42.844304 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f30e0f9d-925b-4b35-a33c-272fe254e23e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eb09625223a942f2a613fcdbbd5952b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387405 Jul 05 10:11:42.847606 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47890) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:42.852766 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b0e9e5-35f0-40a2-b27a-5545c984479d None None] Network d1e22f91-1050-4c61-8627-4aa9372e5d9d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:42.858492 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b606631-91bd-4148-8f05-a33737ceb462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:42.859098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b606631-91bd-4148-8f05-a33737ceb462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:42.864167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e0f9d-925b-4b35-a33c-272fe254e23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc65a83-fc16-4ad6-a83e-c9705e40f84d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:42.925427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f7de3af-5fe4-44e5-8ea1-5cb5da079abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.002337 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f7de3af-5fe4-44e5-8ea1-5cb5da079abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.016848 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b05e32d-0e17-4818-b7f2-146abe896733 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.093143 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1405255b-cf06-4559-bd48-99986c81191e None None] Network d1e22f91-1050-4c61-8627-4aa9372e5d9d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:43.168056 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7b606631-91bd-4148-8f05-a33737ceb462 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6672578 Jul 05 10:11:43.168056 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b05e32d-0e17-4818-b7f2-146abe896733 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.184541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-8b05e32d-0e17-4818-b7f2-146abe896733 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7200b0-4228-466e-b2e9-cd9d1506dc6f']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:43.200057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-8b05e32d-0e17-4818-b7f2-146abe896733 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0dd28c8-46fd-48e4-a1eb-e5e23488ce79') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:43.200397 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-8b05e32d-0e17-4818-b7f2-146abe896733 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0dd28c8-46fd-48e4-a1eb-e5e23488ce79') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:43.206255 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f7de3af-5fe4-44e5-8ea1-5cb5da079abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.208855 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f7de3af-5fe4-44e5-8ea1-5cb5da079abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.212294 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3f7de3af-5fe4-44e5-8ea1-5cb5da079abb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4cc65a83-fc16-4ad6-a83e-c9705e40f84d HTTP/1.1" status: 204 len: 168 time: 0.3637578 Jul 05 10:11:43.223120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7de3af-5fe4-44e5-8ea1-5cb5da079abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc65a83-fc16-4ad6-a83e-c9705e40f84d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:43.247683 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b05e32d-0e17-4818-b7f2-146abe896733 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.272590 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b05e32d-0e17-4818-b7f2-146abe896733 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.306205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b05e32d-0e17-4818-b7f2-146abe896733 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:11:43.309978 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b05e32d-0e17-4818-b7f2-146abe896733 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:11:43.313959 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:11:43.555280 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b05e32d-0e17-4818-b7f2-146abe896733 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.555502 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-10b199dc-4cfe-4dd2-8803-db00c6aa4911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.563021 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b05e32d-0e17-4818-b7f2-146abe896733 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.565177 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8b05e32d-0e17-4818-b7f2-146abe896733 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "DELETE /v2.0/networks/cd7200b0-4228-466e-b2e9-cd9d1506dc6f HTTP/1.1" status: 204 len: 168 time: 0.7745593 Jul 05 10:11:43.567754 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47904) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:43.592879 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05e32d-0e17-4818-b7f2-146abe896733 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event deleted for resources: {'Network': ['ID=cd7200b0-4228-466e-b2e9-cd9d1506dc6f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:43.636670 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:43.675487 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1679-149f-4565-a459-bc1fe8d1fb17 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.057025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-bda905bc-dd48-48f0-b8bb-910b89871e9f req-0621912c-6f1e-4bf9-90c4-aa10fd533f98 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2009901663', 'description': 'tempest-description-2095840962'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:44.114887 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1679-149f-4565-a459-bc1fe8d1fb17 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.128003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a5ab1679-149f-4565-a459-bc1fe8d1fb17 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5b2d13-62f8-4d25-927e-dc6e9cc821b4']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:44.138927 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a5ab1679-149f-4565-a459-bc1fe8d1fb17 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c33c82-855f-43d1-b18c-b343356ae692') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:44.139293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a5ab1679-149f-4565-a459-bc1fe8d1fb17 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c33c82-855f-43d1-b18c-b343356ae692') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:11:44.149777 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1679-149f-4565-a459-bc1fe8d1fb17 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.164744 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1679-149f-4565-a459-bc1fe8d1fb17 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.172626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ab1679-149f-4565-a459-bc1fe8d1fb17 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:11:44.174743 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1679-149f-4565-a459-bc1fe8d1fb17 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:11:44.176322 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:11:44.217097 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bda905bc-dd48-48f0-b8bb-910b89871e9f req-0621912c-6f1e-4bf9-90c4-aa10fd533f98 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.331785 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bda905bc-dd48-48f0-b8bb-910b89871e9f req-0621912c-6f1e-4bf9-90c4-aa10fd533f98 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.352112 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1679-149f-4565-a459-bc1fe8d1fb17 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.363463 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1679-149f-4565-a459-bc1fe8d1fb17 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.365349 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a5ab1679-149f-4565-a459-bc1fe8d1fb17 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] 10.222.0.77 "DELETE /v2.0/networks/bf5b2d13-62f8-4d25-927e-dc6e9cc821b4 HTTP/1.1" status: 204 len: 168 time: 0.7965367 Jul 05 10:11:44.381061 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab1679-149f-4565-a459-bc1fe8d1fb17 tempest-BulkNetworkOpsIpV6Test-139636808 tempest-BulkNetworkOpsIpV6Test-139636808-project] Pushing event deleted for resources: {'Network': ['ID=bf5b2d13-62f8-4d25-927e-dc6e9cc821b4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:44.471070 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bda905bc-dd48-48f0-b8bb-910b89871e9f req-0621912c-6f1e-4bf9-90c4-aa10fd533f98 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.543687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621912c-6f1e-4bf9-90c4-aa10fd533f98 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09dd2a8-5c05-4e16-99f0-fdff6f2145c8,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:44.589268 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bda905bc-dd48-48f0-b8bb-910b89871e9f req-0621912c-6f1e-4bf9-90c4-aa10fd533f98 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:44.590610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bda905bc-dd48-48f0-b8bb-910b89871e9f req-0621912c-6f1e-4bf9-90c4-aa10fd533f98 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5534277 Jul 05 10:11:44.623506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357e820-a00d-48f4-bc2a-d6f0833d9c50 req-84ed30fc-aadd-4b75-b8dd-79361423876e tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:44.625344 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4357e820-a00d-48f4-bc2a-d6f0833d9c50 req-84ed30fc-aadd-4b75-b8dd-79361423876e tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 950 time: 0.0742035 Jul 05 10:11:44.673436 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4357e820-a00d-48f4-bc2a-d6f0833d9c50 req-c53b604b-b4e4-4493-8610-25835f43825a tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427351 Jul 05 10:11:44.712335 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-276f1c53-e1af-4d3a-921d-5f4378c26e30 req-9441a583-2dba-4141-9fad-59b6f09af6f5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1377115169', 'description': 'tempest-description-1777782938'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:44.859827 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47972) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:45.026283 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2aab4664-231d-457b-af24-d7617452705f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=102076b189f04901bab64dd24d43d045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643367 Jul 05 10:11:45.028562 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47978) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:45.039274 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-276f1c53-e1af-4d3a-921d-5f4378c26e30 req-9441a583-2dba-4141-9fad-59b6f09af6f5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:45.042606 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:45.108490 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1ebb-0842-46d8-8c3d-fa91fec4268a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:45.145902 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1ebb-0842-46d8-8c3d-fa91fec4268a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:45.174471 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-276f1c53-e1af-4d3a-921d-5f4378c26e30 req-9441a583-2dba-4141-9fad-59b6f09af6f5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:45.259929 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-276f1c53-e1af-4d3a-921d-5f4378c26e30 req-9441a583-2dba-4141-9fad-59b6f09af6f5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:45.294323 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1ebb-0842-46d8-8c3d-fa91fec4268a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:45.296632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441a583-2dba-4141-9fad-59b6f09af6f5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a19f954-4fb5-424d-a958-2b031056b4f9,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:45.301911 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1ebb-0842-46d8-8c3d-fa91fec4268a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:45.301911 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7d7b1ebb-0842-46d8-8c3d-fa91fec4268a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d6bb18b-231b-4551-8491-e79ffa51a1ab HTTP/1.1" status: 204 len: 168 time: 0.2692037 Jul 05 10:11:45.318813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b1ebb-0842-46d8-8c3d-fa91fec4268a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6bb18b-231b-4551-8491-e79ffa51a1ab,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:45.358190 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-276f1c53-e1af-4d3a-921d-5f4378c26e30 req-9441a583-2dba-4141-9fad-59b6f09af6f5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:45.359551 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-276f1c53-e1af-4d3a-921d-5f4378c26e30 req-9441a583-2dba-4141-9fad-59b6f09af6f5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6585243 Jul 05 10:11:45.843932 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-896c36f6-9107-444c-a651-edf7ae5ca977 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:45.859209 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-896c36f6-9107-444c-a651-edf7ae5ca977 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/networks?id=d1e22f91-1050-4c61-8627-4aa9372e5d9d HTTP/1.1" status: 200 len: 813 time: 0.1635852 Jul 05 10:11:45.877130 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-d9438452-62c3-499c-bc9c-7d55f445ec91 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/quotas/e2a9c15d10164fa4b093d1668df36fbb HTTP/1.1" status: 200 len: 375 time: 0.0166559 Jul 05 10:11:45.929504 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-918c2149-6aa6-411b-8a5c-ce859833b37a tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2a9c15d10164fa4b093d1668df36fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464280 Jul 05 10:11:45.934991 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-0ca597d7-7f8b-40b5-8110-7966221f2b61 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:11:45.942143 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-0ca597d7-7f8b-40b5-8110-7966221f2b61 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117910 Jul 05 10:11:45.961442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20016b84-4626-47fd-91e5-8413be501adb req-cb316289-0321-4c39-8876-187b4f055241 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:45.963866 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20016b84-4626-47fd-91e5-8413be501adb req-cb316289-0321-4c39-8876-187b4f055241 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 950 time: 0.1171083 Jul 05 10:11:46.007866 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20016b84-4626-47fd-91e5-8413be501adb req-cfa302ff-7bd0-4007-81d1-5a9a74cb329f tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374482 Jul 05 10:11:46.067164 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-309f7745-3b3a-491b-8529-310ec61e3bb5 service neutron] 10.222.0.77 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239789 Jul 05 10:11:46.212364 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-f1b5961b-dbba-4e3d-81f1-290147ee2f3f service neutron] 10.222.0.77 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441267 Jul 05 10:11:46.618681 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48072) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:46.757011 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:46.766651 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69bdbe18-0b2a-471b-8bae-ef33bb789c78 req-106791c9-5349-4d65-9d28-8109e5df07a5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 210 time: 0.0548415 Jul 05 10:11:46.880922 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-bdf27986-5b72-48ac-9dde-938d3336c546 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-728928454'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:46.991149 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf27986-5b72-48ac-9dde-938d3336c546 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Made reservation on behalf of af75b01150b946ecbfe4a1074c11cbef for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:46.995666 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bdf27986-5b72-48ac-9dde-938d3336c546 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:47.032709 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bdf27986-5b72-48ac-9dde-938d3336c546 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:47.164162 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bdf27986-5b72-48ac-9dde-938d3336c546 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:47.323302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bdf27986-5b72-48ac-9dde-938d3336c546 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:47.360443 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf27986-5b72-48ac-9dde-938d3336c546 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:11:47.376490 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf27986-5b72-48ac-9dde-938d3336c546 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d73c19c-37a9-4df8-9159-e105a288eadc,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:47.379625 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bdf27986-5b72-48ac-9dde-938d3336c546 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:47.380001 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-bdf27986-5b72-48ac-9dde-938d3336c546 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Added segment f33990f3-8970-4cbf-8a10-dff843257674 of type vlan for network 51d86f12-aee1-4d85-a6e0-c29f7f1f37b2 Jul 05 10:11:47.426067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bdf27986-5b72-48ac-9dde-938d3336c546 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:47.508250 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3c39c67d-7b68-464e-874a-d24c4145246d no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:11:47.560426 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bdf27986-5b72-48ac-9dde-938d3336c546 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:47.566612 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf27986-5b72-48ac-9dde-938d3336c546 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:47.567241 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bdf27986-5b72-48ac-9dde-938d3336c546 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:47.591021 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:47.630482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3c39c67d-7b68-464e-874a-d24c4145246d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3c39c67d-7b68-464e-874a-d24c4145246d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:47.631384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3904a3a-7a1e-4fc5-a452-38d4b81b67df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c39c67d-7b68-464e-874a-d24c4145246d'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:47.634007 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c569b9cb-7809-4ef3-aaeb-e798325634a0" -d '{"events": [{"server_uuid": "a3904a3a-7a1e-4fc5-a452-38d4b81b67df", "name": "network-vif-unplugged", "status": "completed", "tag": "3c39c67d-7b68-464e-874a-d24c4145246d"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:47.651268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf27986-5b72-48ac-9dde-938d3336c546 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event updated for resources: {'Network': ['ID=51d86f12-aee1-4d85-a6e0-c29f7f1f37b2,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:47.665123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 51d86f12-aee1-4d85-a6e0-c29f7f1f37b2 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:11:47.728503 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bdf27986-5b72-48ac-9dde-938d3336c546 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1084418 Jul 05 10:11:47.781271 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:47.926009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=3c39c67d-7b68-464e-874a-d24c4145246d,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:48.042558 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b4a0b2-888d-45d2-826e-f2b7b592056c x-openstack-request-id: req-24b4a0b2-888d-45d2-826e-f2b7b592056c {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:48.043115 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3904a3a-7a1e-4fc5-a452-38d4b81b67df", "name": "network-vif-unplugged", "status": "completed", "tag": "3c39c67d-7b68-464e-874a-d24c4145246d", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:48.043602 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24b4a0b2-888d-45d2-826e-f2b7b592056c {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:48.044560 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3904a3a-7a1e-4fc5-a452-38d4b81b67df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c39c67d-7b68-464e-874a-d24c4145246d', 'code': 200} Jul 05 10:11:48.111623 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8677e29e-bbdb-4da3-85de-688d9781bc30 req-a0ddbed2-c64b-4ce5-ae0f-e409693541e3 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 210 time: 0.0325055 Jul 05 10:11:48.535547 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48142) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:48.684465 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-38ad1357-5144-404b-a2a3-e27db63fbd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:48.789496 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-38ad1357-5144-404b-a2a3-e27db63fbd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:48.887887 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-38ad1357-5144-404b-a2a3-e27db63fbd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:48.978911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48146) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:48.980860 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-38ad1357-5144-404b-a2a3-e27db63fbd08 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d3298160f770477585d670b63ea1f59e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4423470 Jul 05 10:11:48.983406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad1357-5144-404b-a2a3-e27db63fbd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef02336-1095-4243-8f8e-dec66857c70d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:49.077700 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db2957c1-b5ef-415c-a964-3dc75c7f0f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:49.318441 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f795998-365d-45da-8952-95c7a3ca4aa3 req-88997269-22a5-4cd9-ad4d-d51d8c521c77 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 210 time: 0.0379770 Jul 05 10:11:49.478382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db2957c1-b5ef-415c-a964-3dc75c7f0f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:49.682523 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db2957c1-b5ef-415c-a964-3dc75c7f0f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:49.685366 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db2957c1-b5ef-415c-a964-3dc75c7f0f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:49.686535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-db2957c1-b5ef-415c-a964-3dc75c7f0f67 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eef02336-1095-4243-8f8e-dec66857c70d HTTP/1.1" status: 204 len: 168 time: 0.7062168 Jul 05 10:11:49.697557 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2957c1-b5ef-415c-a964-3dc75c7f0f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef02336-1095-4243-8f8e-dec66857c70d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:50.282768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-47f0ed25-d19d-47b6-aee7-bd5ff2fd6dec tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:50.285150 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-47f0ed25-d19d-47b6-aee7-bd5ff2fd6dec tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.64 "GET /v2.0/networks?id=d1e22f91-1050-4c61-8627-4aa9372e5d9d HTTP/1.1" status: 200 len: 813 time: 0.1442208 Jul 05 10:11:50.301227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-a94dd8e3-91c4-4adc-aecd-475b11d238d5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Request body: {'port': {'device_id': '3863bcb6-6b9c-45e6-8491-970556b6ddf1', 'network_id': 'd1e22f91-1050-4c61-8627-4aa9372e5d9d', 'admin_state_up': True, 'tenant_id': 'e2a9c15d10164fa4b093d1668df36fbb'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:50.636548 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7bdcf98c-16c2-4218-859f-483b97dad9c7 req-864dc379-7a85-48f9-a933-0539901d716e tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 210 time: 0.0626006 Jul 05 10:11:50.667955 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48192) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:50.671673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-a94dd8e3-91c4-4adc-aecd-475b11d238d5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Made reservation on behalf of e2a9c15d10164fa4b093d1668df36fbb for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:50.675903 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-a94dd8e3-91c4-4adc-aecd-475b11d238d5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:50.693834 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b1e189fa-a4d9-4765-b61f-2c6b023e8c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:50.873615 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b1e189fa-a4d9-4765-b61f-2c6b023e8c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:50.894616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-a94dd8e3-91c4-4adc-aecd-475b11d238d5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Allocated IP 172.20.0.10 (d1e22f91-1050-4c61-8627-4aa9372e5d9d/94e5c31d-d6c0-4ae7-9a3c-9ac20b4ac53e/d79ecf35-ecef-438b-87af-c27242c99c48) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:50.933792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48194) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:50.942116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a9f8a3b5-13c6-43ae-bfae-8b390b8bdbf2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Request body: {'subnet': {'network_id': '51d86f12-aee1-4d85-a6e0-c29f7f1f37b2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:51.019642 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b1e189fa-a4d9-4765-b61f-2c6b023e8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.058865 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b1e189fa-a4d9-4765-b61f-2c6b023e8c6f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ddee4b445bbb428eabf9cfd6cde1311b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953946 Jul 05 10:11:51.059768 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e189fa-a4d9-4765-b61f-2c6b023e8c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b09a2b4-f1c7-4c17-b2f0-407a1fa6a57b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:51.062697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48196) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:51.098674 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:11:51.130094 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c965f67f-d259-4948-9fbb-45ca4f50357d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.139202 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-a94dd8e3-91c4-4adc-aecd-475b11d238d5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.151407 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c965f67f-d259-4948-9fbb-45ca4f50357d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.253824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f8a3b5-13c6-43ae-bfae-8b390b8bdbf2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Made reservation on behalf of af75b01150b946ecbfe4a1074c11cbef for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:51.257479 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a9f8a3b5-13c6-43ae-bfae-8b390b8bdbf2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.317210 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c965f67f-d259-4948-9fbb-45ca4f50357d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.317973 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-a94dd8e3-91c4-4adc-aecd-475b11d238d5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.322196 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c965f67f-d259-4948-9fbb-45ca4f50357d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.323760 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c965f67f-d259-4948-9fbb-45ca4f50357d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0b09a2b4-f1c7-4c17-b2f0-407a1fa6a57b HTTP/1.1" status: 204 len: 168 time: 0.2599523 Jul 05 10:11:51.334705 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965f67f-d259-4948-9fbb-45ca4f50357d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b09a2b4-f1c7-4c17-b2f0-407a1fa6a57b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:51.401458 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-a94dd8e3-91c4-4adc-aecd-475b11d238d5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Network d1e22f91-1050-4c61-8627-4aa9372e5d9d is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:51.409675 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-a94dd8e3-91c4-4adc-aecd-475b11d238d5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:51.416087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-a94dd8e3-91c4-4adc-aecd-475b11d238d5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:51.421970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94dd8e3-91c4-4adc-aecd-475b11d238d5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event updated for resources: {'Port': ['ID=d79ecf35-ecef-438b-87af-c27242c99c48,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:51.481051 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-a94dd8e3-91c4-4adc-aecd-475b11d238d5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:51.481629 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-a94dd8e3-91c4-4adc-aecd-475b11d238d5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.539080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:11:51.599836 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-a94dd8e3-91c4-4adc-aecd-475b11d238d5 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3025460 Jul 05 10:11:51.645848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:51.675783 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6', 'mac_address': 'fa:16:3e:b2:34:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:11:51.717962 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a9f8a3b5-13c6-43ae-bfae-8b390b8bdbf2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.729412 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.742583 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:11:51.775413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:51.822355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8a3b5-13c6-43ae-bfae-8b390b8bdbf2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event updated for resources: {'Subnet': ['ID=093d65ab-c15b-4e54-8168-ad6cbf2ec7a5,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:51.870330 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Request body: {'port': {'device_id': '3863bcb6-6b9c-45e6-8491-970556b6ddf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:51.906541 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:51.957699 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f8a3b5-13c6-43ae-bfae-8b390b8bdbf2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Checking segment: {'id': 'f33990f3-8970-4cbf-8a10-dff843257674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '51d86f12-aee1-4d85-a6e0-c29f7f1f37b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:51.958387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f8a3b5-13c6-43ae-bfae-8b390b8bdbf2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Network hostable DHCP agents. Network: 51d86f12-aee1-4d85-a6e0-c29f7f1f37b2, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:11:51.969457 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:52.035887 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:11:52.050722 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:52.055028 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18745c85-6008-4d8e-9a11-aa684ff09de0 req-c4982d52-fb4e-43ac-b99a-36e5528ef83f tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:52.056604 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-18745c85-6008-4d8e-9a11-aa684ff09de0 req-c4982d52-fb4e-43ac-b99a-36e5528ef83f tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 932 time: 0.2316067 Jul 05 10:11:52.076005 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:52.127317 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-18745c85-6008-4d8e-9a11-aa684ff09de0 req-bd12a4b7-6232-487a-a509-c4c17034da4c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621927 Jul 05 10:11:52.136076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f8a3b5-13c6-43ae-bfae-8b390b8bdbf2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Network 51d86f12-aee1-4d85-a6e0-c29f7f1f37b2 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:11:52.272898 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a9f8a3b5-13c6-43ae-bfae-8b390b8bdbf2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 51d86f12-aee1-4d85-a6e0-c29f7f1f37b2) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:52.281432 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f8a3b5-13c6-43ae-bfae-8b390b8bdbf2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:52.282032 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a9f8a3b5-13c6-43ae-bfae-8b390b8bdbf2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:52.282361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea298a4-2e58-4615-8a2e-39b74217280a None None] Network 51d86f12-aee1-4d85-a6e0-c29f7f1f37b2 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:52.401371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79ecf35-ecef-438b-87af-c27242c99c48 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:11:52.427707 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:52.440564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Transition to ACTIVE for port object d79ecf35-ecef-438b-87af-c27242c99c48 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:52.449194 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-51d86f12-aee1-4d85-a6e0-c29f7f1f37b2', 'network_id': '51d86f12-aee1-4d85-a6e0-c29f7f1f37b2', 'tenant_id': 'af75b01150b946ecbfe4a1074c11cbef', 'fixed_ips': [{'subnet_id': '093d65ab-c15b-4e54-8168-ad6cbf2ec7a5'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:11:52.450102 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:52.459004 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a9f8a3b5-13c6-43ae-bfae-8b390b8bdbf2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5239263 Jul 05 10:11:52.462607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48256) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:52.468771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f9671a54-3a8e-4441-89b8-32026ea90309 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1693689117'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:52.602302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Allocated IP 2001:db8:0:ffff::2 (51d86f12-aee1-4d85-a6e0-c29f7f1f37b2/093d65ab-c15b-4e54-8168-ad6cbf2ec7a5/e1641f5c-c255-4e81-9601-e00c698d148a) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:52.648317 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:52.702484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Pushing event updated for resources: {'Port': ['ID=d79ecf35-ecef-438b-87af-c27242c99c48,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:52.739896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9671a54-3a8e-4441-89b8-32026ea90309 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Made reservation on behalf of af75b01150b946ecbfe4a1074c11cbef for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:52.745013 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9671a54-3a8e-4441-89b8-32026ea90309 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:52.818238 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:52.822416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9671a54-3a8e-4441-89b8-32026ea90309 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:11:52.841218 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Attempting to bind port d79ecf35-ecef-438b-87af-c27242c99c48 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:52.842429 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Attempting to bind port d79ecf35-ecef-438b-87af-c27242c99c48 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '7c8d7046-21a6-4e19-af70-fe0bf8ede69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd1e22f91-1050-4c61-8627-4aa9372e5d9d'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:52.843094 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Attempting to bind port d79ecf35-ecef-438b-87af-c27242c99c48 on network d1e22f91-1050-4c61-8627-4aa9372e5d9d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:52.844844 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Transition to ACTIVE for port object e1641f5c-c255-4e81-9601-e00c698d148a will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:52.848971 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Port d79ecf35-ecef-438b-87af-c27242c99c48 on network d1e22f91-1050-4c61-8627-4aa9372e5d9d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:11:52.849499 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Attempting to bind port d79ecf35-ecef-438b-87af-c27242c99c48 on network d1e22f91-1050-4c61-8627-4aa9372e5d9d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:52.859649 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9671a54-3a8e-4441-89b8-32026ea90309 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:52.860347 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-f9671a54-3a8e-4441-89b8-32026ea90309 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Added segment a3d7ae48-d963-470e-822a-9c41271470d0 of type vlan for network a37dc6e9-45a0-4267-916d-1521a5e2b127 Jul 05 10:11:52.862192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:52.862734 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Checking segment: {'id': '7c8d7046-21a6-4e19-af70-fe0bf8ede69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd1e22f91-1050-4c61-8627-4aa9372e5d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:52.863389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Bound using segment: {'id': '7c8d7046-21a6-4e19-af70-fe0bf8ede69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd1e22f91-1050-4c61-8627-4aa9372e5d9d'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:52.864359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Bound port: d79ecf35-ecef-438b-87af-c27242c99c48, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8d7046-21a6-4e19-af70-fe0bf8ede69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd1e22f91-1050-4c61-8627-4aa9372e5d9d'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:52.864916 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:52.889520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Transition to ACTIVE for port object e1641f5c-c255-4e81-9601-e00c698d148a will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:52.965042 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9671a54-3a8e-4441-89b8-32026ea90309 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.009359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] For port d79ecf35-ecef-438b-87af-c27242c99c48, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:53.012559 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] For port d79ecf35-ecef-438b-87af-c27242c99c48, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d79ecf35-ecef-438b-87af-c27242c99c48,segment=NetworkSegment(7c8d7046-21a6-4e19-af70-fe0bf8ede69c),segment_id=7c8d7046-21a6-4e19-af70-fe0bf8ede69c)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:53.015632 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.057113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Network 51d86f12-aee1-4d85-a6e0-c29f7f1f37b2 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:53.060947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:53.068815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:53.090105 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Pushing event updated for resources: {'Port': ['ID=e1641f5c-c255-4e81-9601-e00c698d148a,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:53.153850 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Attempting to bind port e1641f5c-c255-4e81-9601-e00c698d148a on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:53.154260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Attempting to bind port e1641f5c-c255-4e81-9601-e00c698d148a by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'f33990f3-8970-4cbf-8a10-dff843257674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '51d86f12-aee1-4d85-a6e0-c29f7f1f37b2'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:53.154618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Attempting to bind port e1641f5c-c255-4e81-9601-e00c698d148a on network 51d86f12-aee1-4d85-a6e0-c29f7f1f37b2 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:53.167556 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:53.167556 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Checking segment: {'id': 'f33990f3-8970-4cbf-8a10-dff843257674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '51d86f12-aee1-4d85-a6e0-c29f7f1f37b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:53.167556 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.167556 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Bound using segment: {'id': 'f33990f3-8970-4cbf-8a10-dff843257674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '51d86f12-aee1-4d85-a6e0-c29f7f1f37b2'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:53.167556 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Bound port: e1641f5c-c255-4e81-9601-e00c698d148a, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33990f3-8970-4cbf-8a10-dff843257674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '51d86f12-aee1-4d85-a6e0-c29f7f1f37b2'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:53.171375 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.202609 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.212744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9671a54-3a8e-4441-89b8-32026ea90309 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.220570 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9671a54-3a8e-4441-89b8-32026ea90309 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:53.221305 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9671a54-3a8e-4441-89b8-32026ea90309 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.245480 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] For port e1641f5c-c255-4e81-9601-e00c698d148a, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:53.287536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:53.288218 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.289617 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] 10.222.0.64 "PUT /v2.0/ports/d79ecf35-ecef-438b-87af-c27242c99c48 HTTP/1.1" status: 200 len: 1093 time: 1.6745148 Jul 05 10:11:53.290951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3863bcb6-6b9c-45e6-8491-970556b6ddf1', 'tag': 'd79ecf35-ecef-438b-87af-c27242c99c48'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:53.293237 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c24ea02-58db-4b75-9f99-6375bf182693" -d '{"events": [{"name": "network-changed", "server_uuid": "3863bcb6-6b9c-45e6-8491-970556b6ddf1", "tag": "d79ecf35-ecef-438b-87af-c27242c99c48"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:53.339841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6e307-f06d-4ca0-8b7f-216749f0609a service neutron] Pushing event updated for resources: {'Port': ['ID=d79ecf35-ecef-438b-87af-c27242c99c48,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:53.341166 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] For port e1641f5c-c255-4e81-9601-e00c698d148a, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e1641f5c-c255-4e81-9601-e00c698d148a,segment=NetworkSegment(f33990f3-8970-4cbf-8a10-dff843257674),segment_id=f33990f3-8970-4cbf-8a10-dff843257674)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:53.398679 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9fa58c-a89e-4b3d-bdf3-891affd74b0d x-openstack-request-id: req-1a9fa58c-a89e-4b3d-bdf3-891affd74b0d {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:53.399235 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3863bcb6-6b9c-45e6-8491-970556b6ddf1", "tag": "d79ecf35-ecef-438b-87af-c27242c99c48", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:53.399484 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a9fa58c-a89e-4b3d-bdf3-891affd74b0d {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:53.400567 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3863bcb6-6b9c-45e6-8491-970556b6ddf1', 'tag': 'd79ecf35-ecef-438b-87af-c27242c99c48', 'status': 'completed', 'code': 200} Jul 05 10:11:53.410060 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9671a54-3a8e-4441-89b8-32026ea90309 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event updated for resources: {'Network': ['ID=a37dc6e9-45a0-4267-916d-1521a5e2b127,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:53.422340 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network a37dc6e9-45a0-4267-916d-1521a5e2b127 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:11:53.444228 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f9671a54-3a8e-4441-89b8-32026ea90309 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9788070 Jul 05 10:11:53.444656 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48290) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:53.452110 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e2fa6bcd-51ad-4bb0-9f69-0ef89bcd64f3 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Request body: {'subnet': {'network_id': 'a37dc6e9-45a0-4267-916d-1521a5e2b127', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:53.538193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882ac3b-52b5-4f05-a970-77b295516f4a req-7e2a5656-5c17-45da-a047-22a3a60e40e4 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:53.546386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7882ac3b-52b5-4f05-a970-77b295516f4a req-7e2a5656-5c17-45da-a047-22a3a60e40e4 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 944 time: 0.2622571 Jul 05 10:11:53.556857 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:53.561586 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24ea02-58db-4b75-9f99-6375bf182693 req-f8fa895f-933d-4cf5-bc17-cfbdfa946e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:53.565490 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c24ea02-58db-4b75-9f99-6375bf182693 req-f8fa895f-933d-4cf5-bc17-cfbdfa946e3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2a9c15d10164fa4b093d1668df36fbb&device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 1096 time: 0.1301608 Jul 05 10:11:53.657425 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.764240 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7882ac3b-52b5-4f05-a970-77b295516f4a req-3fae9d84-1698-48d7-9723-0c7c3f892930 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167201 Jul 05 10:11:53.767927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fa6bcd-51ad-4bb0-9f69-0ef89bcd64f3 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Made reservation on behalf of af75b01150b946ecbfe4a1074c11cbef for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:53.773631 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6bcd-51ad-4bb0-9f69-0ef89bcd64f3 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.780541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfea900-df74-463c-abde-4f62a116c531 None None] Pushing event updated for resources: {'Port': ['ID=e1641f5c-c255-4e81-9601-e00c698d148a,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:53.796360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:53.797114 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:53.841128 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24ea02-58db-4b75-9f99-6375bf182693 req-59f69f84-b813-4952-82f0-97cb0ab91439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:53.844542 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c24ea02-58db-4b75-9f99-6375bf182693 req-59f69f84-b813-4952-82f0-97cb0ab91439 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e2a9c15d10164fa4b093d1668df36fbb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2479410 Jul 05 10:11:53.893636 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:54.016046 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:54.054889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24ea02-58db-4b75-9f99-6375bf182693 req-0c31955d-a8cd-4aa2-80ed-fba60e653106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:54.056603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c24ea02-58db-4b75-9f99-6375bf182693 req-0c31955d-a8cd-4aa2-80ed-fba60e653106 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2032542 Jul 05 10:11:54.090170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ea9314-059c-4c37-a1cc-40997951afa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:11:54.092959 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296b93b9-10ca-469b-b5e0-d02d4846a3bb" -d '{"events": [{"server_uuid": "95ea9314-059c-4c37-a1cc-40997951afa3", "name": "network-vif-plugged", "status": "completed", "tag": "4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:11:54.140693 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:54.197812 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3d380f-3465-4c34-b239-74b7c7d9b01a x-openstack-request-id: req-be3d380f-3465-4c34-b239-74b7c7d9b01a {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:11:54.198132 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ea9314-059c-4c37-a1cc-40997951afa3", "name": "network-vif-plugged", "status": "completed", "tag": "4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:11:54.198370 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be3d380f-3465-4c34-b239-74b7c7d9b01a {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:11:54.218060 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ea9314-059c-4c37-a1cc-40997951afa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6', 'code': 200} Jul 05 10:11:54.305301 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:54.369472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-de15ea6d-cb90-4973-8cfb-231c54827e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:54.371194 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-de15ea6d-cb90-4973-8cfb-231c54827e53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2a9c15d10164fa4b093d1668df36fbb&device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 1096 time: 0.2368171 Jul 05 10:11:54.411006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,revision_number=10']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:54.479786 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-39218fa7-34b9-491d-a0be-b15acf1560fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d79ecf35-ecef-438b-87af-c27242c99c48 HTTP/1.1" status: 200 len: 217 time: 0.0944252 Jul 05 10:11:54.517377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.objects.ports [None req-e2fa6bcd-51ad-4bb0-9f69-0ef89bcd64f3 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100776) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:11:54.519525 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6bcd-51ad-4bb0-9f69-0ef89bcd64f3 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:54.538699 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-72c52a39-5bdf-4a6d-8675-cc36a22e8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:54.540406 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-72c52a39-5bdf-4a6d-8675-cc36a22e8fbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94e5c31d-d6c0-4ae7-9a3c-9ac20b4ac53e HTTP/1.1" status: 200 len: 853 time: 0.0513887 Jul 05 10:11:54.589307 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-49529275-0010-4df7-816e-7a5dd11bd8f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d1e22f91-1050-4c61-8627-4aa9372e5d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365257 Jul 05 10:11:54.611383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa6bcd-51ad-4bb0-9f69-0ef89bcd64f3 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event updated for resources: {'Subnet': ['ID=adec7835-b2b5-485b-a1c9-22eb12765edc,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:54.615928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fa6bcd-51ad-4bb0-9f69-0ef89bcd64f3 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Checking segment: {'id': 'a3d7ae48-d963-470e-822a-9c41271470d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a37dc6e9-45a0-4267-916d-1521a5e2b127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:54.616299 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fa6bcd-51ad-4bb0-9f69-0ef89bcd64f3 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Network hostable DHCP agents. Network: a37dc6e9-45a0-4267-916d-1521a5e2b127, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:11:54.750421 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-3cfd1f08-a87c-4a1d-91d8-a847b87f3b81 service neutron] 10.222.0.64 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346202 Jul 05 10:11:54.751327 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fa6bcd-51ad-4bb0-9f69-0ef89bcd64f3 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Network a37dc6e9-45a0-4267-916d-1521a5e2b127 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:11:54.843914 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e1641f5c-c255-4e81-9601-e00c698d148a up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:54.863580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-e2fa6bcd-51ad-4bb0-9f69-0ef89bcd64f3 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, a37dc6e9-45a0-4267-916d-1521a5e2b127) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:54.871138 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fa6bcd-51ad-4bb0-9f69-0ef89bcd64f3 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:54.875645 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6bcd-51ad-4bb0-9f69-0ef89bcd64f3 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:54.878409 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d89ba8e7-1c68-4728-93dc-83b72f013be1 req-f802f85c-ff2f-4308-8bad-f17e37ac306e service neutron] 10.222.0.64 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269233 Jul 05 10:11:54.948552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d38ef39-21c4-4a07-9ba7-ad3ad8b426ae None None] Network a37dc6e9-45a0-4267-916d-1521a5e2b127 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:54.988716 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e2fa6bcd-51ad-4bb0-9f69-0ef89bcd64f3 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5402212 Jul 05 10:11:54.989231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48334) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:55.002477 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-06dfb5bb-d716-4be9-9654-4893d08585d1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Request body: {'port': {'network_id': 'a37dc6e9-45a0-4267-916d-1521a5e2b127', 'name': 'tempest-NetworksIpV6TestAttrs-2016006379'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:55.160106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f868739-3bbd-4392-a6ae-9e55c65950eb req-0ad67483-2258-4512-a6dd-0fee1e11d71a tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:55.161930 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f868739-3bbd-4392-a6ae-9e55c65950eb req-0ad67483-2258-4512-a6dd-0fee1e11d71a tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 944 time: 0.1409490 Jul 05 10:11:55.191242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e1641f5c-c255-4e81-9601-e00c698d148a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:55.258415 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f868739-3bbd-4392-a6ae-9e55c65950eb req-82eee2c3-10b4-4a76-a636-74be5e76bcd3 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902228 Jul 05 10:11:55.296133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-a37dc6e9-45a0-4267-916d-1521a5e2b127', 'network_id': 'a37dc6e9-45a0-4267-916d-1521a5e2b127', 'tenant_id': 'af75b01150b946ecbfe4a1074c11cbef', 'fixed_ips': [{'subnet_id': 'adec7835-b2b5-485b-a1c9-22eb12765edc'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:11:55.297008 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:55.430722 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dfb5bb-d716-4be9-9654-4893d08585d1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Made reservation on behalf of af75b01150b946ecbfe4a1074c11cbef for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:55.434611 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-06dfb5bb-d716-4be9-9654-4893d08585d1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:55.462365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-06dfb5bb-d716-4be9-9654-4893d08585d1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] device_id is not set on port 353f5ba8-00c3-4811-b225-0f044bd73470 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:11:55.510100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87629709-fabc-4477-a865-640b15768122 None None] Network 51d86f12-aee1-4d85-a6e0-c29f7f1f37b2 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:55.603203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Allocated IP 2001:db8::f816:3eff:fe57:7a95 (a37dc6e9-45a0-4267-916d-1521a5e2b127/adec7835-b2b5-485b-a1c9-22eb12765edc/95045808-ee66-46f1-ae14-3bdcd6d553cc) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:55.832514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b3234f07-11e3-440d-b09b-00fdd460eb65 None None] Provisioning for port e1641f5c-c255-4e81-9601-e00c698d148a completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:55.842796 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b3234f07-11e3-440d-b09b-00fdd460eb65 None None] Provisioning complete for port e1641f5c-c255-4e81-9601-e00c698d148a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:55.843170 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3234f07-11e3-440d-b09b-00fdd460eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:56.127948 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:56.145914 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Transition to ACTIVE for port object 95045808-ee66-46f1-ae14-3bdcd6d553cc will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:56.150865 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3234f07-11e3-440d-b09b-00fdd460eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:56.184682 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Transition to ACTIVE for port object 95045808-ee66-46f1-ae14-3bdcd6d553cc will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:56.203571 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b3234f07-11e3-440d-b09b-00fdd460eb65 None None] For port e1641f5c-c255-4e81-9601-e00c698d148a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e1641f5c-c255-4e81-9601-e00c698d148a,segment=NetworkSegment(f33990f3-8970-4cbf-8a10-dff843257674),segment_id=f33990f3-8970-4cbf-8a10-dff843257674)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:56.447037 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3234f07-11e3-440d-b09b-00fdd460eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:56.449559 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:56.533989 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-06dfb5bb-d716-4be9-9654-4893d08585d1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Allocated IP 2001:db8::f816:3eff:fe80:9a93 (a37dc6e9-45a0-4267-916d-1521a5e2b127/adec7835-b2b5-485b-a1c9-22eb12765edc/353f5ba8-00c3-4811-b225-0f044bd73470) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:11:56.560174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a993a16-6eba-4af1-9b70-02300e93ad3b req-8ef9f026-e2ae-40db-aa14-1fbcbac7a45b tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:56.568343 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a993a16-6eba-4af1-9b70-02300e93ad3b req-8ef9f026-e2ae-40db-aa14-1fbcbac7a45b tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 944 time: 0.1719213 Jul 05 10:11:56.572092 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Network a37dc6e9-45a0-4267-916d-1521a5e2b127 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:56.582334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:56.588056 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:56.608065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3234f07-11e3-440d-b09b-00fdd460eb65 None None] Pushing event updated for resources: {'Port': ['ID=e1641f5c-c255-4e81-9601-e00c698d148a,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:56.644900 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a993a16-6eba-4af1-9b70-02300e93ad3b req-48e90f6c-e999-4cf1-949f-11a923438dcc tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753770 Jul 05 10:11:56.674484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1b509076-30c7-44f7-8c0c-9256799a9fed None None] Provisioning complete for port e1641f5c-c255-4e81-9601-e00c698d148a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:56.674900 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1b509076-30c7-44f7-8c0c-9256799a9fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:56.832886 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Attempting to bind port 95045808-ee66-46f1-ae14-3bdcd6d553cc on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:11:56.833325 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Attempting to bind port 95045808-ee66-46f1-ae14-3bdcd6d553cc by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'a3d7ae48-d963-470e-822a-9c41271470d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a37dc6e9-45a0-4267-916d-1521a5e2b127'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:11:56.833750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Attempting to bind port 95045808-ee66-46f1-ae14-3bdcd6d553cc on network a37dc6e9-45a0-4267-916d-1521a5e2b127 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:11:56.836473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e1641f5c-c255-4e81-9601-e00c698d148a up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:56.873849 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-06dfb5bb-d716-4be9-9654-4893d08585d1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:56.879829 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Pushing event updated for resources: {'Port': ['ID=95045808-ee66-46f1-ae14-3bdcd6d553cc,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:56.886991 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:11:56.887576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Checking segment: {'id': 'a3d7ae48-d963-470e-822a-9c41271470d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a37dc6e9-45a0-4267-916d-1521a5e2b127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:11:56.888189 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:56.889116 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Bound using segment: {'id': 'a3d7ae48-d963-470e-822a-9c41271470d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a37dc6e9-45a0-4267-916d-1521a5e2b127'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:11:56.889598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Bound port: 95045808-ee66-46f1-ae14-3bdcd6d553cc, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d7ae48-d963-470e-822a-9c41271470d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a37dc6e9-45a0-4267-916d-1521a5e2b127'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:11:56.889980 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:56.905036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-06dfb5bb-d716-4be9-9654-4893d08585d1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Transition to ACTIVE for port object 353f5ba8-00c3-4811-b225-0f044bd73470 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:11:57.024129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e1641f5c-c255-4e81-9601-e00c698d148a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:57.024661 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.034810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] For port 95045808-ee66-46f1-ae14-3bdcd6d553cc, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:11:57.094892 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-06dfb5bb-d716-4be9-9654-4893d08585d1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.095196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] For port 95045808-ee66-46f1-ae14-3bdcd6d553cc, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=95045808-ee66-46f1-ae14-3bdcd6d553cc,segment=NetworkSegment(a3d7ae48-d963-470e-822a-9c41271470d0),segment_id=a3d7ae48-d963-470e-822a-9c41271470d0)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:11:57.149850 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfb5bb-d716-4be9-9654-4893d08585d1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event updated for resources: {'Port': ['ID=353f5ba8-00c3-4811-b225-0f044bd73470,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:57.164928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dfb5bb-d716-4be9-9654-4893d08585d1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Network a37dc6e9-45a0-4267-916d-1521a5e2b127 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:11:57.166530 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-06dfb5bb-d716-4be9-9654-4893d08585d1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:11:57.169077 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dfb5bb-d716-4be9-9654-4893d08585d1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:11:57.174980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dfb5bb-d716-4be9-9654-4893d08585d1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:57.176315 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-06dfb5bb-d716-4be9-9654-4893d08585d1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.277377 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.323846 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-06dfb5bb-d716-4be9-9654-4893d08585d1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3334467 Jul 05 10:11:57.326979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48412) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:57.379126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c9d2e-fbec-4d36-8bcb-58bbbd0708ac None None] Pushing event updated for resources: {'Port': ['ID=95045808-ee66-46f1-ae14-3bdcd6d553cc,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:57.426198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a44d771-0c72-4017-b09a-5a120101757a tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Deleting subnet adec7835-b2b5-485b-a1c9-22eb12765edc {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:11:57.429296 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a44d771-0c72-4017-b09a-5a120101757a tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.481211 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a44d771-0c72-4017-b09a-5a120101757a tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.594702 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d79ecf35-ecef-438b-87af-c27242c99c48 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:11:57.711700 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a44d771-0c72-4017-b09a-5a120101757a tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.752585 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d79ecf35-ecef-438b-87af-c27242c99c48, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d79ecf35-ecef-438b-87af-c27242c99c48,segment=NetworkSegment(7c8d7046-21a6-4e19-af70-fe0bf8ede69c),segment_id=7c8d7046-21a6-4e19-af70-fe0bf8ede69c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:57.772397 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'd79ecf35-ecef-438b-87af-c27242c99c48', 'network_id': 'd1e22f91-1050-4c61-8627-4aa9372e5d9d', 'port_id': 'd79ecf35-ecef-438b-87af-c27242c99c48', 'mac_address': 'fa:16:3e:9f:13:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e5c31d-d6c0-4ae7-9a3c-9ac20b4ac53e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:11:57.831008 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:57.845372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79ecf35-ecef-438b-87af-c27242c99c48 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:11:57.870532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d79ecf35-ecef-438b-87af-c27242c99c48, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d79ecf35-ecef-438b-87af-c27242c99c48,segment=NetworkSegment(7c8d7046-21a6-4e19-af70-fe0bf8ede69c),segment_id=7c8d7046-21a6-4e19-af70-fe0bf8ede69c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:57.952455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303a833-24cb-481a-9d2e-98356f7778b0 req-cca14eba-5772-45fd-a4b0-2bf54fdd02de tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:57.953969 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8303a833-24cb-481a-9d2e-98356f7778b0 req-cca14eba-5772-45fd-a4b0-2bf54fdd02de tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 944 time: 0.0644865 Jul 05 10:11:58.011056 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8303a833-24cb-481a-9d2e-98356f7778b0 req-82d55e4a-c25e-4105-89c0-ac83a14fffb3 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506563 Jul 05 10:11:58.420791 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:58.421585 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a44d771-0c72-4017-b09a-5a120101757a tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:58.446152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48436) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:58.477153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44d771-0c72-4017-b09a-5a120101757a tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Subnet': ['ID=adec7835-b2b5-485b-a1c9-22eb12765edc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:58.480488 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a44d771-0c72-4017-b09a-5a120101757a tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:58.482527 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5a44d771-0c72-4017-b09a-5a120101757a tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/subnets/adec7835-b2b5-485b-a1c9-22eb12765edc HTTP/1.1" status: 204 len: 168 time: 1.1544828 Jul 05 10:11:58.485216 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48442) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:58.528889 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d79ecf35-ecef-438b-87af-c27242c99c48,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:58.602386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edb9109-c436-40f0-9ea1-032c19d0afac tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:58.604309 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edb9109-c436-40f0-9ea1-032c19d0afac tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:58.608702 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7edb9109-c436-40f0-9ea1-032c19d0afac tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1223807 Jul 05 10:11:58.611694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48446) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:58.632608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2070f00-67dd-4e07-8862-82a41aae71b4 None None] Network a37dc6e9-45a0-4267-916d-1521a5e2b127 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:11:58.711458 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:58.730331 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24fa2158-7b14-496b-9f1f-23e81e56b87c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:58.745443 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fa2158-7b14-496b-9f1f-23e81e56b87c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 10:11:58.746261 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fa2158-7b14-496b-9f1f-23e81e56b87c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:11:58.754560 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48448) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:58.755216 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-24fa2158-7b14-496b-9f1f-23e81e56b87c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/networks/a37dc6e9-45a0-4267-916d-1521a5e2b127 HTTP/1.1" status: 409 len: 405 time: 0.1414635 Jul 05 10:11:58.761098 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f1d95936-a1e3-462d-80c1-efffe0fa1514 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-906457035'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:58.799346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d79ecf35-ecef-438b-87af-c27242c99c48'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:11:58.855856 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:58.878790 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 95045808-ee66-46f1-ae14-3bdcd6d553cc up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:11:58.991757 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-084fed1b-5bcc-40cf-8e2c-35a33e0c4026 None None] Provisioning for port 95045808-ee66-46f1-ae14-3bdcd6d553cc completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:59.036872 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.126903 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=32f1a7541f40453688fb0c48d67edba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6791835 Jul 05 10:11:59.130370 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48456) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:59.137890 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fad6ab9-94b6-4884-9c9c-1e4fcde2d87c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:59.152140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:59.153645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:59.156860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:59.156860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:59.156860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:59.156860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:59.156860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:59.159984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:59.160437 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:59.160880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:59.161321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:59.161772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8700d17-6924-4925-91aa-6ea55a2df9b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:11:59.174149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc1dd7a-adea-42d5-a9db-e860e714b62f None None] DHCP port deletion for a37dc6e9-45a0-4267-916d-1521a5e2b127 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:11:59.220127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 95045808-ee66-46f1-ae14-3bdcd6d553cc completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:11:59.233544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 95045808-ee66-46f1-ae14-3bdcd6d553cc triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:11:59.233926 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.242395 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8dc43c26-69ea-4933-a36e-c9d522b60a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.284216 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d95936-a1e3-462d-80c1-efffe0fa1514 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Made reservation on behalf of af75b01150b946ecbfe4a1074c11cbef for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:11:59.301464 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1d95936-a1e3-462d-80c1-efffe0fa1514 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.315039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1dd7a-adea-42d5-a9db-e860e714b62f None None] Deleting port 95045808-ee66-46f1-ae14-3bdcd6d553cc {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:11:59.315421 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6cc1dd7a-adea-42d5-a9db-e860e714b62f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.327828 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8dc43c26-69ea-4933-a36e-c9d522b60a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.335862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217361d7-bbfa-431d-9057-0a3baa75bb92 req-356fe44a-7407-4de5-8049-bd3feac22b84 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:59.338365 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-217361d7-bbfa-431d-9057-0a3baa75bb92 req-356fe44a-7407-4de5-8049-bd3feac22b84 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 945 time: 0.0938208 Jul 05 10:11:59.343847 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d95936-a1e3-462d-80c1-efffe0fa1514 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:11:59.373691 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1d95936-a1e3-462d-80c1-efffe0fa1514 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.374051 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-f1d95936-a1e3-462d-80c1-efffe0fa1514 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Added segment b5c1db7e-c7a5-4ecd-bbd1-0be2d6680cea of type vlan for network 08dbe5a2-6fdd-4fce-8b0b-61d209784715 Jul 05 10:11:59.392067 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-217361d7-bbfa-431d-9057-0a3baa75bb92 req-c8110211-6449-4ecf-b75b-c9d967c5d832 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450871 Jul 05 10:11:59.453032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6cc1dd7a-adea-42d5-a9db-e860e714b62f None None] For port 95045808-ee66-46f1-ae14-3bdcd6d553cc, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=95045808-ee66-46f1-ae14-3bdcd6d553cc,segment=NetworkSegment(a3d7ae48-d963-470e-822a-9c41271470d0),segment_id=a3d7ae48-d963-470e-822a-9c41271470d0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:59.453658 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6cc1dd7a-adea-42d5-a9db-e860e714b62f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.454601 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1d95936-a1e3-462d-80c1-efffe0fa1514 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.468438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1dd7a-adea-42d5-a9db-e860e714b62f None None] Calling delete_port for 95045808-ee66-46f1-ae14-3bdcd6d553cc owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:11:59.494323 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.568239 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 95045808-ee66-46f1-ae14-3bdcd6d553cc, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=95045808-ee66-46f1-ae14-3bdcd6d553cc,segment=NetworkSegment(a3d7ae48-d963-470e-822a-9c41271470d0),segment_id=a3d7ae48-d963-470e-822a-9c41271470d0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:11:59.596516 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8dc43c26-69ea-4933-a36e-c9d522b60a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.599378 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8dc43c26-69ea-4933-a36e-c9d522b60a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.600620 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8dc43c26-69ea-4933-a36e-c9d522b60a04 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1fad6ab9-94b6-4884-9c9c-1e4fcde2d87c HTTP/1.1" status: 204 len: 168 time: 0.4692736 Jul 05 10:11:59.627334 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc43c26-69ea-4933-a36e-c9d522b60a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fad6ab9-94b6-4884-9c9c-1e4fcde2d87c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:59.705195 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1d95936-a1e3-462d-80c1-efffe0fa1514 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.710736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d95936-a1e3-462d-80c1-efffe0fa1514 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:11:59.712093 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1d95936-a1e3-462d-80c1-efffe0fa1514 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.792455 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.794211 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d95936-a1e3-462d-80c1-efffe0fa1514 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event updated for resources: {'Network': ['ID=08dbe5a2-6fdd-4fce-8b0b-61d209784715,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:59.812068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 08dbe5a2-6fdd-4fce-8b0b-61d209784715 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:11:59.922362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=95045808-ee66-46f1-ae14-3bdcd6d553cc,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:59.958660 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6cc1dd7a-adea-42d5-a9db-e860e714b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:11:59.972368 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f1d95936-a1e3-462d-80c1-efffe0fa1514 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2048011 Jul 05 10:11:59.972511 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48474) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:11:59.972511 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-58b9eae8-6c83-4c11-8c95-6b4833366425 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Request body: {'subnet': {'network_id': '08dbe5a2-6fdd-4fce-8b0b-61d209784715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:11:59.989998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1dd7a-adea-42d5-a9db-e860e714b62f None None] Pushing event deleted for resources: {'Port': ['ID=95045808-ee66-46f1-ae14-3bdcd6d553cc,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:11:59.996583 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc1dd7a-adea-42d5-a9db-e860e714b62f None None] No DVR routers for this DVR port 95045808-ee66-46f1-ae14-3bdcd6d553cc on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:00.219680 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b9eae8-6c83-4c11-8c95-6b4833366425 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Made reservation on behalf of af75b01150b946ecbfe4a1074c11cbef for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:00.223708 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-58b9eae8-6c83-4c11-8c95-6b4833366425 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:00.639828 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574767b-9595-4ee4-bcf3-76f57934278d req-f71674af-0391-4c7a-b760-77746935a37c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:00.641708 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8574767b-9595-4ee4-bcf3-76f57934278d req-f71674af-0391-4c7a-b760-77746935a37c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 945 time: 0.0807002 Jul 05 10:12:00.699491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.objects.ports [None req-58b9eae8-6c83-4c11-8c95-6b4833366425 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100776) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:12:00.702138 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-58b9eae8-6c83-4c11-8c95-6b4833366425 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:00.703267 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8574767b-9595-4ee4-bcf3-76f57934278d req-79105a42-9bfc-4e75-8181-e8b808eaabf7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552840 Jul 05 10:12:00.781146 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48498) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:00.802768 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5172000f-b558-49cc-83fb-8ad2dd0152f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:00.821602 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 95045808-ee66-46f1-ae14-3bdcd6d553cc no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:00.859983 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b9eae8-6c83-4c11-8c95-6b4833366425 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Checking segment: {'id': 'b5c1db7e-c7a5-4ecd-bbd1-0be2d6680cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '08dbe5a2-6fdd-4fce-8b0b-61d209784715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:00.864379 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b9eae8-6c83-4c11-8c95-6b4833366425 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Network hostable DHCP agents. Network: 08dbe5a2-6fdd-4fce-8b0b-61d209784715, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:12:00.881562 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 95045808-ee66-46f1-ae14-3bdcd6d553cc {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:00.882090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 95045808-ee66-46f1-ae14-3bdcd6d553cc not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:00.912537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9eae8-6c83-4c11-8c95-6b4833366425 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event updated for resources: {'Subnet': ['ID=f55a00f1-95df-4b45-a6a8-28a016211d69,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:01.006098 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5172000f-b558-49cc-83fb-8ad2dd0152f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:01.025677 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b9eae8-6c83-4c11-8c95-6b4833366425 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Network 08dbe5a2-6fdd-4fce-8b0b-61d209784715 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:12:01.093761 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5172000f-b558-49cc-83fb-8ad2dd0152f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:01.145276 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-58b9eae8-6c83-4c11-8c95-6b4833366425 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 08dbe5a2-6fdd-4fce-8b0b-61d209784715) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:01.161506 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841ce37c-7f2e-4794-a562-fc84b67de6cb None None] Network 08dbe5a2-6fdd-4fce-8b0b-61d209784715 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:01.163728 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b9eae8-6c83-4c11-8c95-6b4833366425 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:01.165359 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-58b9eae8-6c83-4c11-8c95-6b4833366425 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:01.240252 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5172000f-b558-49cc-83fb-8ad2dd0152f0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9351fe5d340c4b19bf80abad23877714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4548814 Jul 05 10:12:01.241961 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48502) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:01.250336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172000f-b558-49cc-83fb-8ad2dd0152f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf015a9-da3b-4bd9-8d50-374aa066114b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:01.290226 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-58b9eae8-6c83-4c11-8c95-6b4833366425 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3257647 Jul 05 10:12:01.293637 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48504) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:01.299293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-9265d02d-b985-49d9-80b1-1f6f9a73c3df tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Request body: {'port': {'network_id': '08dbe5a2-6fdd-4fce-8b0b-61d209784715', 'name': 'tempest-NetworksIpV6TestAttrs-265671650'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:01.339688 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-53badad8-f93c-4ebf-aa80-d6eac20fd0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:01.409739 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-53badad8-f93c-4ebf-aa80-d6eac20fd0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:01.471137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-08dbe5a2-6fdd-4fce-8b0b-61d209784715', 'network_id': '08dbe5a2-6fdd-4fce-8b0b-61d209784715', 'tenant_id': 'af75b01150b946ecbfe4a1074c11cbef', 'fixed_ips': [{'subnet_id': 'f55a00f1-95df-4b45-a6a8-28a016211d69'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:12:01.472291 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:01.620360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d79ecf35-ecef-438b-87af-c27242c99c48 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:01.640550 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9265d02d-b985-49d9-80b1-1f6f9a73c3df tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Made reservation on behalf of af75b01150b946ecbfe4a1074c11cbef for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:01.645221 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9265d02d-b985-49d9-80b1-1f6f9a73c3df tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:01.655253 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-53badad8-f93c-4ebf-aa80-d6eac20fd0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:01.657112 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-53badad8-f93c-4ebf-aa80-d6eac20fd0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:01.658357 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-53badad8-f93c-4ebf-aa80-d6eac20fd0d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/daf015a9-da3b-4bd9-8d50-374aa066114b HTTP/1.1" status: 204 len: 168 time: 0.4143374 Jul 05 10:12:01.671010 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-9265d02d-b985-49d9-80b1-1f6f9a73c3df tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] device_id is not set on port fe7bb5f9-961f-48e1-98cb-cf7c3cec4c41 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:12:01.675778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53badad8-f93c-4ebf-aa80-d6eac20fd0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf015a9-da3b-4bd9-8d50-374aa066114b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:01.810759 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Allocated IP 2001:db8::f816:3eff:fef9:e0c7 (08dbe5a2-6fdd-4fce-8b0b-61d209784715/f55a00f1-95df-4b45-a6a8-28a016211d69/3cf0e398-d894-4891-a793-7f078bfd983e) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:01.917764 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port d79ecf35-ecef-438b-87af-c27242c99c48 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:01.935779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port d79ecf35-ecef-438b-87af-c27242c99c48 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:01.936118 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:02.036571 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffa919-ed69-4dcf-a470-972fc4f55232 req-aa49457f-caa5-41f3-94d4-82a5165d8fa9 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:02.044711 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-88ffa919-ed69-4dcf-a470-972fc4f55232 req-aa49457f-caa5-41f3-94d4-82a5165d8fa9 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 945 time: 0.1111002 Jul 05 10:12:02.093851 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-88ffa919-ed69-4dcf-a470-972fc4f55232 req-7e609e37-c0fe-45e2-b513-bd07e93415e2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480249 Jul 05 10:12:02.101517 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:02.166900 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:02.189527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3863bcb6-6b9c-45e6-8491-970556b6ddf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79ecf35-ecef-438b-87af-c27242c99c48'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:02.191810 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00615025-83be-47d7-884c-f3cbe849406b" -d '{"events": [{"server_uuid": "3863bcb6-6b9c-45e6-8491-970556b6ddf1", "name": "network-vif-plugged", "status": "completed", "tag": "d79ecf35-ecef-438b-87af-c27242c99c48"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:02.194748 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Transition to ACTIVE for port object 3cf0e398-d894-4891-a793-7f078bfd983e will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:02.230659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d79ecf35-ecef-438b-87af-c27242c99c48, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d79ecf35-ecef-438b-87af-c27242c99c48,segment=NetworkSegment(7c8d7046-21a6-4e19-af70-fe0bf8ede69c),segment_id=7c8d7046-21a6-4e19-af70-fe0bf8ede69c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:02.241297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Transition to ACTIVE for port object 3cf0e398-d894-4891-a793-7f078bfd983e will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:02.266002 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fef5c2-dbc5-4e31-911f-c492779d34ce x-openstack-request-id: req-39fef5c2-dbc5-4e31-911f-c492779d34ce {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:02.266424 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3863bcb6-6b9c-45e6-8491-970556b6ddf1", "name": "network-vif-plugged", "status": "completed", "tag": "d79ecf35-ecef-438b-87af-c27242c99c48", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:02.266777 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39fef5c2-dbc5-4e31-911f-c492779d34ce {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:02.267277 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3863bcb6-6b9c-45e6-8491-970556b6ddf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79ecf35-ecef-438b-87af-c27242c99c48', 'code': 200} Jul 05 10:12:02.420106 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:02.440446 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2a939-0712-426b-a688-6fa80a9ae866 req-7811bee5-c856-4694-9bbe-95e0a97df124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:02.443161 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-edb2a939-0712-426b-a688-6fa80a9ae866 req-7811bee5-c856-4694-9bbe-95e0a97df124 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 1097 time: 0.0621486 Jul 05 10:12:02.489675 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-edb2a939-0712-426b-a688-6fa80a9ae866 req-d68b98d9-f5c0-497d-8021-b07909487d83 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355077 Jul 05 10:12:02.493617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d79ecf35-ecef-438b-87af-c27242c99c48,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:02.623051 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:02.676582 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Network 08dbe5a2-6fdd-4fce-8b0b-61d209784715 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:02.681175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:02.683481 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Pushing event updated for resources: {'Port': ['ID=3cf0e398-d894-4891-a793-7f078bfd983e,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:02.686219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:02.748106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-9265d02d-b985-49d9-80b1-1f6f9a73c3df tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Allocated IP 2001:db8::f816:3eff:fe22:14d2 (08dbe5a2-6fdd-4fce-8b0b-61d209784715/f55a00f1-95df-4b45-a6a8-28a016211d69/fe7bb5f9-961f-48e1-98cb-cf7c3cec4c41) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:02.762909 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Attempting to bind port 3cf0e398-d894-4891-a793-7f078bfd983e on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:02.763569 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Attempting to bind port 3cf0e398-d894-4891-a793-7f078bfd983e by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'b5c1db7e-c7a5-4ecd-bbd1-0be2d6680cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '08dbe5a2-6fdd-4fce-8b0b-61d209784715'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:02.764737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Attempting to bind port 3cf0e398-d894-4891-a793-7f078bfd983e on network 08dbe5a2-6fdd-4fce-8b0b-61d209784715 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:02.770567 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:02.771173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Checking segment: {'id': 'b5c1db7e-c7a5-4ecd-bbd1-0be2d6680cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '08dbe5a2-6fdd-4fce-8b0b-61d209784715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:02.771636 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:02.772054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Bound using segment: {'id': 'b5c1db7e-c7a5-4ecd-bbd1-0be2d6680cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '08dbe5a2-6fdd-4fce-8b0b-61d209784715'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:02.772652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Bound port: 3cf0e398-d894-4891-a793-7f078bfd983e, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c1db7e-c7a5-4ecd-bbd1-0be2d6680cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '08dbe5a2-6fdd-4fce-8b0b-61d209784715'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:02.773087 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:02.822802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d61fa-d594-4fd8-995a-9648284dd825 req-3e621c0a-937c-4d4f-afef-0732f1f38073 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:02.824326 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-026d61fa-d594-4fd8-995a-9648284dd825 req-3e621c0a-937c-4d4f-afef-0732f1f38073 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 808 time: 0.1552048 Jul 05 10:12:02.849997 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-026d61fa-d594-4fd8-995a-9648284dd825 req-d991f1fe-adff-4ece-ad86-86bc70014d44 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/quotas/2cf98573ed3c4198bb69640d015cda66 HTTP/1.1" status: 200 len: 375 time: 0.0176737 Jul 05 10:12:02.853282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] For port 3cf0e398-d894-4891-a793-7f078bfd983e, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:02.859195 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] For port 3cf0e398-d894-4891-a793-7f078bfd983e, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3cf0e398-d894-4891-a793-7f078bfd983e,segment=NetworkSegment(b5c1db7e-c7a5-4ecd-bbd1-0be2d6680cea),segment_id=b5c1db7e-c7a5-4ecd-bbd1-0be2d6680cea)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:02.996772 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-026d61fa-d594-4fd8-995a-9648284dd825 req-35b85848-c1f2-4327-8e8d-57544a9c885a tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1358585 Jul 05 10:12:02.999493 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9265d02d-b985-49d9-80b1-1f6f9a73c3df tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:03.054441 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-9265d02d-b985-49d9-80b1-1f6f9a73c3df tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Transition to ACTIVE for port object fe7bb5f9-961f-48e1-98cb-cf7c3cec4c41 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:03.117087 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:03.220983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c33153-eff2-4d49-a2d4-25d9040e052e None None] Pushing event updated for resources: {'Port': ['ID=3cf0e398-d894-4891-a793-7f078bfd983e,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:03.362171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226570f4-723f-42a2-b8a4-7e7489df4c52 req-40aa543f-99ba-4492-af4e-3a019fef3214 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:03.364802 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-226570f4-723f-42a2-b8a4-7e7489df4c52 req-40aa543f-99ba-4492-af4e-3a019fef3214 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 946 time: 0.0871565 Jul 05 10:12:03.439085 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-226570f4-723f-42a2-b8a4-7e7489df4c52 req-5371e558-b3df-447d-b12e-6943755dc0a8 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621269 Jul 05 10:12:03.653431 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-026d61fa-d594-4fd8-995a-9648284dd825 req-1626fb73-28fc-4f91-b974-749b18081157 service neutron] 10.222.0.77 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495571 Jul 05 10:12:03.796365 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-026d61fa-d594-4fd8-995a-9648284dd825 req-442cfeb4-0895-4eed-a6ff-d2378cc7e5b3 service neutron] 10.222.0.77 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418924 Jul 05 10:12:03.870681 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9265d02d-b985-49d9-80b1-1f6f9a73c3df tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:04.001194 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9265d02d-b985-49d9-80b1-1f6f9a73c3df tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Network 08dbe5a2-6fdd-4fce-8b0b-61d209784715 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:04.025999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-9265d02d-b985-49d9-80b1-1f6f9a73c3df tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:04.029332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9265d02d-b985-49d9-80b1-1f6f9a73c3df tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:04.034929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9265d02d-b985-49d9-80b1-1f6f9a73c3df tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:04.035563 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9265d02d-b985-49d9-80b1-1f6f9a73c3df tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:04.046314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265d02d-b985-49d9-80b1-1f6f9a73c3df tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event updated for resources: {'Port': ['ID=fe7bb5f9-961f-48e1-98cb-cf7c3cec4c41,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:04.221477 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9265d02d-b985-49d9-80b1-1f6f9a73c3df tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.9261968 Jul 05 10:12:04.228501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48598) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:04.337056 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c29ef2-694f-4263-843a-efc99bbc5146 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Deleting subnet f55a00f1-95df-4b45-a6a8-28a016211d69 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:12:04.341824 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35c29ef2-694f-4263-843a-efc99bbc5146 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:04.398770 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35c29ef2-694f-4263-843a-efc99bbc5146 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:04.540337 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35c29ef2-694f-4263-843a-efc99bbc5146 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:04.663345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e0da71-13b2-4d09-9fdb-8ed1f22d1164 None None] Network 08dbe5a2-6fdd-4fce-8b0b-61d209784715 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:04.821345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b43564-cb44-4476-acd4-84b0fbb707db req-d389ccba-facc-41fe-9799-2c2295ac4f94 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:04.832320 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-36b43564-cb44-4476-acd4-84b0fbb707db req-d389ccba-facc-41fe-9799-2c2295ac4f94 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 946 time: 0.2264683 Jul 05 10:12:04.840006 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35c29ef2-694f-4263-843a-efc99bbc5146 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:04.914065 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-26aa0174-e4ef-4b59-ac70-36c0d1b8b237 req-4bea0ac0-915f-4de0-853c-a561ed836bc8 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 210 time: 0.1242096 Jul 05 10:12:04.939024 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35c29ef2-694f-4263-843a-efc99bbc5146 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:04.944628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48620) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:04.946883 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-35c29ef2-694f-4263-843a-efc99bbc5146 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/subnets/f55a00f1-95df-4b45-a6a8-28a016211d69 HTTP/1.1" status: 204 len: 168 time: 0.7213702 Jul 05 10:12:04.957543 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3cf0e398-d894-4891-a793-7f078bfd983e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:04.984290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c29ef2-694f-4263-843a-efc99bbc5146 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Subnet': ['ID=f55a00f1-95df-4b45-a6a8-28a016211d69,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:05.009397 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-36b43564-cb44-4476-acd4-84b0fbb707db req-c7786739-77a3-4cfd-976f-a47f562ca4cf tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747191 Jul 05 10:12:05.049253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0661576e-4b37-459c-aee0-f97c5a6f08e9 None None] Provisioning for port 3cf0e398-d894-4891-a793-7f078bfd983e completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:05.114314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14332c29-c5f3-4443-ad2f-7dcca4b9bb28 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:05.126986 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14332c29-c5f3-4443-ad2f-7dcca4b9bb28 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:05.129584 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-14332c29-c5f3-4443-ad2f-7dcca4b9bb28 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1836777 Jul 05 10:12:05.132965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48626) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:05.234896 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 3cf0e398-d894-4891-a793-7f078bfd983e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:05.239232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3cf0e398-d894-4891-a793-7f078bfd983e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:05.239737 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:05.342454 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-290eb533-7e34-4a6f-8a17-6d20acb6ab7a tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:05.353462 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-290eb533-7e34-4a6f-8a17-6d20acb6ab7a tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 10:12:05.354760 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290eb533-7e34-4a6f-8a17-6d20acb6ab7a tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:05.358724 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-290eb533-7e34-4a6f-8a17-6d20acb6ab7a tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/networks/08dbe5a2-6fdd-4fce-8b0b-61d209784715 HTTP/1.1" status: 409 len: 405 time: 0.2247069 Jul 05 10:12:05.362553 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48646) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:05.368422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-228fc9f3-9d98-4563-97b3-58e113d9544c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1151651964'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:05.485980 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a0697e6-0207-499c-9384-aa34b35488b6 req-c69042bb-0f32-47d1-8867-176d58c3572a tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2009901663&fields=id&tenant_id=e2a9c15d10164fa4b093d1668df36fbb HTTP/1.1" status: 200 len: 267 time: 0.0524688 Jul 05 10:12:05.499663 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019e805a-70a6-4be1-b201-a3b3286044d7 None None] DHCP port deletion for 08dbe5a2-6fdd-4fce-8b0b-61d209784715 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:12:05.553235 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228fc9f3-9d98-4563-97b3-58e113d9544c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Made reservation on behalf of af75b01150b946ecbfe4a1074c11cbef for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:05.558637 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-228fc9f3-9d98-4563-97b3-58e113d9544c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:05.608373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0697e6-0207-499c-9384-aa34b35488b6 req-23fd69d1-f1fe-4068-b1e6-5723eb240f6f tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:05.609916 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a0697e6-0207-499c-9384-aa34b35488b6 req-23fd69d1-f1fe-4068-b1e6-5723eb240f6f tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 946 time: 0.1173861 Jul 05 10:12:05.619291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228fc9f3-9d98-4563-97b3-58e113d9544c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:12:05.625421 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-6a0697e6-0207-499c-9384-aa34b35488b6 req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Request body: {'port': {'security_groups': ['6decb723-fa87-4006-a9e6-e99b99d08848', 'f09dd2a8-5c05-4e16-99f0-fdff6f2145c8']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:05.627396 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:05.668256 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-019e805a-70a6-4be1-b201-a3b3286044d7 None None] Deleting port 3cf0e398-d894-4891-a793-7f078bfd983e {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:05.669332 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-019e805a-70a6-4be1-b201-a3b3286044d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:05.678576 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-228fc9f3-9d98-4563-97b3-58e113d9544c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:05.678924 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-228fc9f3-9d98-4563-97b3-58e113d9544c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Added segment eedd47cc-1606-445a-b80a-b4dbed65ae72 of type vlan for network c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed Jul 05 10:12:05.728033 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 3cf0e398-d894-4891-a793-7f078bfd983e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3cf0e398-d894-4891-a793-7f078bfd983e,segment=NetworkSegment(b5c1db7e-c7a5-4ecd-bbd1-0be2d6680cea),segment_id=b5c1db7e-c7a5-4ecd-bbd1-0be2d6680cea)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:05.760795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-019e805a-70a6-4be1-b201-a3b3286044d7 None None] For port 3cf0e398-d894-4891-a793-7f078bfd983e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3cf0e398-d894-4891-a793-7f078bfd983e,segment=NetworkSegment(b5c1db7e-c7a5-4ecd-bbd1-0be2d6680cea),segment_id=b5c1db7e-c7a5-4ecd-bbd1-0be2d6680cea)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:05.761012 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-019e805a-70a6-4be1-b201-a3b3286044d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:05.778973 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-019e805a-70a6-4be1-b201-a3b3286044d7 None None] Calling delete_port for 3cf0e398-d894-4891-a793-7f078bfd983e owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:05.787408 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-228fc9f3-9d98-4563-97b3-58e113d9544c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:05.821146 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6a0697e6-0207-499c-9384-aa34b35488b6 req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:05.882641 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:05.962181 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=3cf0e398-d894-4891-a793-7f078bfd983e,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:05.968251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b168fb62-a7a6-4d00-99c8-9ae131c42bc3 req-b117861e-f060-450d-ac6f-e5377fa90f51 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 210 time: 0.0470326 Jul 05 10:12:06.086994 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-6a0697e6-0207-499c-9384-aa34b35488b6 req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] For port d79ecf35-ecef-438b-87af-c27242c99c48, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d79ecf35-ecef-438b-87af-c27242c99c48,segment=NetworkSegment(7c8d7046-21a6-4e19-af70-fe0bf8ede69c),segment_id=7c8d7046-21a6-4e19-af70-fe0bf8ede69c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:06.089401 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-228fc9f3-9d98-4563-97b3-58e113d9544c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:06.102860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228fc9f3-9d98-4563-97b3-58e113d9544c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:06.103943 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-228fc9f3-9d98-4563-97b3-58e113d9544c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:06.147750 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-019e805a-70a6-4be1-b201-a3b3286044d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:06.177088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e805a-70a6-4be1-b201-a3b3286044d7 None None] Pushing event deleted for resources: {'Port': ['ID=3cf0e398-d894-4891-a793-7f078bfd983e,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:06.181262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e805a-70a6-4be1-b201-a3b3286044d7 None None] No DVR routers for this DVR port 3cf0e398-d894-4891-a793-7f078bfd983e on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:06.233564 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6a0697e6-0207-499c-9384-aa34b35488b6 req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:06.240824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fc9f3-9d98-4563-97b3-58e113d9544c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event updated for resources: {'Network': ['ID=c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:06.255270 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:12:06.394390 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-228fc9f3-9d98-4563-97b3-58e113d9544c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0273449 Jul 05 10:12:06.394611 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48670) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:06.405901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0b45c3b8-308d-417c-a0c5-37374f93fc05 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Request body: {'subnet': {'network_id': 'c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:06.406336 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6a0697e6-0207-499c-9384-aa34b35488b6 req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:06.418307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d79ecf35-ecef-438b-87af-c27242c99c48'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:06.511656 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event updated for resources: {'Port': ['ID=d79ecf35-ecef-438b-87af-c27242c99c48,revision_number=6']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:06.527891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:06.532093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:06.532093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:06.532093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:06.532093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:06.532093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:06.532093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:06.532093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:06.532093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:06.532093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:06.532093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:06.532093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:06.607586 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0697e6-0207-499c-9384-aa34b35488b6 req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:06.608279 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6a0697e6-0207-499c-9384-aa34b35488b6 req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:06.629625 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a0697e6-0207-499c-9384-aa34b35488b6 req-9e91fdba-367b-4e18-b29b-134ed938eca7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "PUT /v2.0/ports/d79ecf35-ecef-438b-87af-c27242c99c48 HTTP/1.1" status: 200 len: 982 time: 1.0113723 Jul 05 10:12:06.629625 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3863bcb6-6b9c-45e6-8491-970556b6ddf1', 'tag': 'd79ecf35-ecef-438b-87af-c27242c99c48'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:06.631847 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dac5236-8bd8-422b-af68-0554fccdf2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3863bcb6-6b9c-45e6-8491-970556b6ddf1", "tag": "d79ecf35-ecef-438b-87af-c27242c99c48"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:06.782327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d79ecf35-ecef-438b-87af-c27242c99c48'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:06.798520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3cf0e398-d894-4891-a793-7f078bfd983e no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:06.838453 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 3cf0e398-d894-4891-a793-7f078bfd983e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:06.838803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3cf0e398-d894-4891-a793-7f078bfd983e not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:06.866744 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9b47598d-ddcc-4c66-a4f1-d32f7e8a95ab req-d139e80b-c185-4089-9c43-10f03270ca32 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1377115169&fields=id&tenant_id=e2a9c15d10164fa4b093d1668df36fbb HTTP/1.1" status: 200 len: 267 time: 0.0726330 Jul 05 10:12:06.868835 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b45c3b8-308d-417c-a0c5-37374f93fc05 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Made reservation on behalf of af75b01150b946ecbfe4a1074c11cbef for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:06.871633 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b45c3b8-308d-417c-a0c5-37374f93fc05 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:06.955947 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e66381-57d6-44f6-b8ec-c79dfc96eba8 x-openstack-request-id: req-18e66381-57d6-44f6-b8ec-c79dfc96eba8 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:06.956484 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3863bcb6-6b9c-45e6-8491-970556b6ddf1", "tag": "d79ecf35-ecef-438b-87af-c27242c99c48", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:06.956893 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18e66381-57d6-44f6-b8ec-c79dfc96eba8 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:06.957435 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3863bcb6-6b9c-45e6-8491-970556b6ddf1', 'tag': 'd79ecf35-ecef-438b-87af-c27242c99c48', 'status': 'completed', 'code': 200} Jul 05 10:12:07.157089 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47598d-ddcc-4c66-a4f1-d32f7e8a95ab req-69284bd1-0da9-4f6c-a365-933aa1f72e81 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:07.158696 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9b47598d-ddcc-4c66-a4f1-d32f7e8a95ab req-69284bd1-0da9-4f6c-a365-933aa1f72e81 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 985 time: 0.2052698 Jul 05 10:12:07.169905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac5236-8bd8-422b-af68-0554fccdf2f3 req-21984516-5567-469c-a659-f95b35bf3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:07.171427 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1dac5236-8bd8-422b-af68-0554fccdf2f3 req-21984516-5567-469c-a659-f95b35bf3523 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2a9c15d10164fa4b093d1668df36fbb&device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 1137 time: 0.2130587 Jul 05 10:12:07.184499 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-9b47598d-ddcc-4c66-a4f1-d32f7e8a95ab req-3d7fbbaf-7693-4a36-9065-dd9382bbf91c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Request body: {'port': {'security_groups': ['6decb723-fa87-4006-a9e6-e99b99d08848', 'f09dd2a8-5c05-4e16-99f0-fdff6f2145c8', '2a19f954-4fb5-424d-a958-2b031056b4f9']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:07.233758 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b910ebb1-967c-4632-a7a2-a302bcb839f2 req-04462a5f-1af0-4d0b-947e-1db51bdac0a4 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 210 time: 0.0879736 Jul 05 10:12:07.409658 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9b47598d-ddcc-4c66-a4f1-d32f7e8a95ab req-3d7fbbaf-7693-4a36-9065-dd9382bbf91c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:07.425924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac5236-8bd8-422b-af68-0554fccdf2f3 req-c9fe3f56-4ead-4324-9b29-a11fe84cb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:07.427442 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1dac5236-8bd8-422b-af68-0554fccdf2f3 req-c9fe3f56-4ead-4324-9b29-a11fe84cb301 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d1e22f91-1050-4c61-8627-4aa9372e5d9d HTTP/1.1" status: 200 len: 914 time: 0.2393801 Jul 05 10:12:07.547944 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1dac5236-8bd8-422b-af68-0554fccdf2f3 req-85e9f133-6069-48e8-9aac-15817320e0b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d79ecf35-ecef-438b-87af-c27242c99c48 HTTP/1.1" status: 200 len: 217 time: 0.0864744 Jul 05 10:12:07.660466 n-d-779913-27 neutron-server[100775]: DEBUG neutron.objects.ports [None req-0b45c3b8-308d-417c-a0c5-37374f93fc05 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:12:07.684488 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b45c3b8-308d-417c-a0c5-37374f93fc05 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:07.809614 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac5236-8bd8-422b-af68-0554fccdf2f3 req-d056a1d8-6e36-420c-b929-184bcbeb1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:07.813757 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1dac5236-8bd8-422b-af68-0554fccdf2f3 req-d056a1d8-6e36-420c-b929-184bcbeb1f23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94e5c31d-d6c0-4ae7-9a3c-9ac20b4ac53e HTTP/1.1" status: 200 len: 853 time: 0.2499125 Jul 05 10:12:07.845572 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45c3b8-308d-417c-a0c5-37374f93fc05 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event updated for resources: {'Subnet': ['ID=a9627e89-10be-422f-8162-24c6bf652239,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:07.885332 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1dac5236-8bd8-422b-af68-0554fccdf2f3 req-4b92644b-36d7-4e8d-99d8-c6bb7071c467 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d1e22f91-1050-4c61-8627-4aa9372e5d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512569 Jul 05 10:12:07.890536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45c3b8-308d-417c-a0c5-37374f93fc05 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Checking segment: {'id': 'eedd47cc-1606-445a-b80a-b4dbed65ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:07.890908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b45c3b8-308d-417c-a0c5-37374f93fc05 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Network hostable DHCP agents. Network: c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:12:08.076849 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1dac5236-8bd8-422b-af68-0554fccdf2f3 req-034cd7f6-a641-47e9-a940-ab9b31184db1 service neutron] 10.222.0.64 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815493 Jul 05 10:12:08.150476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b45c3b8-308d-417c-a0c5-37374f93fc05 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Network c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:12:08.167761 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-9b47598d-ddcc-4c66-a4f1-d32f7e8a95ab req-3d7fbbaf-7693-4a36-9065-dd9382bbf91c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] For port d79ecf35-ecef-438b-87af-c27242c99c48, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d79ecf35-ecef-438b-87af-c27242c99c48,segment=NetworkSegment(7c8d7046-21a6-4e19-af70-fe0bf8ede69c),segment_id=7c8d7046-21a6-4e19-af70-fe0bf8ede69c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:08.224579 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9b47598d-ddcc-4c66-a4f1-d32f7e8a95ab req-3d7fbbaf-7693-4a36-9065-dd9382bbf91c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:08.243790 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1dac5236-8bd8-422b-af68-0554fccdf2f3 req-2c1c2253-eec7-4f45-a143-e12c2a7b7ac6 service neutron] 10.222.0.64 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591380 Jul 05 10:12:08.379952 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ccf25a8-935c-40ed-a14d-92efcff58023 req-17ed82d7-8237-40ce-b3f8-5cc63edd85d9 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 210 time: 0.0289505 Jul 05 10:12:08.943241 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-0b45c3b8-308d-417c-a0c5-37374f93fc05 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:08.945002 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9b47598d-ddcc-4c66-a4f1-d32f7e8a95ab req-3d7fbbaf-7693-4a36-9065-dd9382bbf91c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:08.953626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b45c3b8-308d-417c-a0c5-37374f93fc05 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:08.954351 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b45c3b8-308d-417c-a0c5-37374f93fc05 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:08.958210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d79ecf35-ecef-438b-87af-c27242c99c48'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:09.005534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47598d-ddcc-4c66-a4f1-d32f7e8a95ab req-3d7fbbaf-7693-4a36-9065-dd9382bbf91c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:09.005728 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040b65e6-6aab-4313-9526-7ba394f6f41e None None] Network c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:09.006186 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9b47598d-ddcc-4c66-a4f1-d32f7e8a95ab req-3d7fbbaf-7693-4a36-9065-dd9382bbf91c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:09.007621 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9b47598d-ddcc-4c66-a4f1-d32f7e8a95ab req-3d7fbbaf-7693-4a36-9065-dd9382bbf91c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "PUT /v2.0/ports/d79ecf35-ecef-438b-87af-c27242c99c48 HTTP/1.1" status: 200 len: 1021 time: 1.8319745 Jul 05 10:12:09.008101 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3863bcb6-6b9c-45e6-8491-970556b6ddf1', 'tag': 'd79ecf35-ecef-438b-87af-c27242c99c48'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:09.010791 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6de3652-d786-464b-af61-68705dad1f59" -d '{"events": [{"name": "network-changed", "server_uuid": "3863bcb6-6b9c-45e6-8491-970556b6ddf1", "tag": "d79ecf35-ecef-438b-87af-c27242c99c48"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:09.064893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fbbaf-7693-4a36-9065-dd9382bbf91c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event updated for resources: {'Port': ['ID=d79ecf35-ecef-438b-87af-c27242c99c48,revision_number=7']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:09.123224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d61fa-d594-4fd8-995a-9648284dd825 req-14db5602-dd20-4354-8825-a8aa355816bb tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:09.125047 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-026d61fa-d594-4fd8-995a-9648284dd825 req-14db5602-dd20-4354-8825-a8aa355816bb tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.73 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 808 time: 0.1591165 Jul 05 10:12:09.128877 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0b45c3b8-308d-417c-a0c5-37374f93fc05 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7309437 Jul 05 10:12:09.129728 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48756) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:09.144228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-026d61fa-d594-4fd8-995a-9648284dd825 req-759d876c-b41c-4c83-97f1-0863534e355e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Request body: {'port': {'device_id': 'd3d0fe66-c38b-4d9a-8124-a29debe18740', 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d', 'admin_state_up': True, 'tenant_id': '2cf98573ed3c4198bb69640d015cda66'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:09.146442 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d79ecf35-ecef-438b-87af-c27242c99c48'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:09.320293 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1774a6-6ca9-4c0f-bd1e-edf0f000bfd9 x-openstack-request-id: req-ce1774a6-6ca9-4c0f-bd1e-edf0f000bfd9 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:09.324573 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3863bcb6-6b9c-45e6-8491-970556b6ddf1", "tag": "d79ecf35-ecef-438b-87af-c27242c99c48", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:09.325088 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce1774a6-6ca9-4c0f-bd1e-edf0f000bfd9 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:09.325749 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3863bcb6-6b9c-45e6-8491-970556b6ddf1', 'tag': 'd79ecf35-ecef-438b-87af-c27242c99c48', 'status': 'completed', 'code': 200} Jul 05 10:12:09.365606 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:09.463242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09334272-9a56-4122-ac3d-4c4f2abb5e91 req-1ff8c373-e37c-4d21-af5f-0d607450e3b8 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:09.470276 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09334272-9a56-4122-ac3d-4c4f2abb5e91 req-1ff8c373-e37c-4d21-af5f-0d607450e3b8 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 1024 time: 0.2338557 Jul 05 10:12:09.528998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de3652-d786-464b-af61-68705dad1f59 req-024cb055-28a6-41bb-b259-1964013a2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:09.530745 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a6de3652-d786-464b-af61-68705dad1f59 req-024cb055-28a6-41bb-b259-1964013a2daf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2a9c15d10164fa4b093d1668df36fbb&device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 1176 time: 0.2006345 Jul 05 10:12:09.537563 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026d61fa-d594-4fd8-995a-9648284dd825 req-759d876c-b41c-4c83-97f1-0863534e355e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Made reservation on behalf of 2cf98573ed3c4198bb69640d015cda66 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:09.550925 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-026d61fa-d594-4fd8-995a-9648284dd825 req-759d876c-b41c-4c83-97f1-0863534e355e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:09.598292 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48762) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:09.631075 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:09.672827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed', 'network_id': 'c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed', 'tenant_id': 'af75b01150b946ecbfe4a1074c11cbef', 'fixed_ips': [{'subnet_id': 'a9627e89-10be-422f-8162-24c6bf652239'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:12:09.673701 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:09.827966 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09334272-9a56-4122-ac3d-4c4f2abb5e91 req-1c1dd77e-acb0-401d-a535-40ad916d8395 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&id=f09dd2a8-5c05-4e16-99f0-fdff6f2145c8&id=2a19f954-4fb5-424d-a958-2b031056b4f9 HTTP/1.1" status: 200 len: 6158 time: 0.3346729 Jul 05 10:12:09.867885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de3652-d786-464b-af61-68705dad1f59 req-4af3d2c9-45c3-4a9b-8b59-3a5988d41cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:09.867885 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a6de3652-d786-464b-af61-68705dad1f59 req-4af3d2c9-45c3-4a9b-8b59-3a5988d41cf8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d1e22f91-1050-4c61-8627-4aa9372e5d9d HTTP/1.1" status: 200 len: 914 time: 0.3037148 Jul 05 10:12:09.868905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-026d61fa-d594-4fd8-995a-9648284dd825 req-759d876c-b41c-4c83-97f1-0863534e355e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Allocated IP 172.20.0.11 (de14d9aa-e769-4672-bc7f-bd4b99fc183d/93ed1101-bea6-4fe3-8240-f598d38a2084/c3bce9cd-5561-477e-bb59-22d692917e08) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:09.990785 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a6de3652-d786-464b-af61-68705dad1f59 req-cbddb63d-5032-4d9d-b05a-545df0950b78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d79ecf35-ecef-438b-87af-c27242c99c48 HTTP/1.1" status: 200 len: 217 time: 0.1163819 Jul 05 10:12:10.048760 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e6fc155f-7d35-43ac-a0a4-a142a524fcbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.181460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Allocated IP 2001:db8::f816:3eff:fe20:b861 (c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed/a9627e89-10be-422f-8162-24c6bf652239/17e6bd77-a457-4ad8-9198-04f170ef7c9b) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:10.227280 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-026d61fa-d594-4fd8-995a-9648284dd825 req-759d876c-b41c-4c83-97f1-0863534e355e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.376559 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e6fc155f-7d35-43ac-a0a4-a142a524fcbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.405229 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-5b5ba46d-03b4-49a1-b4d0-903809f13100 req-72cd03d4-28c3-48ea-a39d-192459e5eac0 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1499417656 ', 'description': 'tempest-description-843523098'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:10.441255 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de3652-d786-464b-af61-68705dad1f59 req-410951ca-0da6-4556-aaf2-4b5273aae442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:10.447647 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a6de3652-d786-464b-af61-68705dad1f59 req-410951ca-0da6-4556-aaf2-4b5273aae442 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94e5c31d-d6c0-4ae7-9a3c-9ac20b4ac53e HTTP/1.1" status: 200 len: 853 time: 0.4359350 Jul 05 10:12:10.496965 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.507496 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Transition to ACTIVE for port object 17e6bd77-a457-4ad8-9198-04f170ef7c9b will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:10.513501 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c39c2d95-d2e6-45cb-ba76-d0873314c38f req-15c88036-f416-4ca2-b321-5d299e678bf4 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 210 time: 0.1904769 Jul 05 10:12:10.521331 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-026d61fa-d594-4fd8-995a-9648284dd825 req-759d876c-b41c-4c83-97f1-0863534e355e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.536564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['d0a2d165-2d69-43fc-87ea-505b1e3e287b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:10.545760 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e6fc155f-7d35-43ac-a0a4-a142a524fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.559548 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a6de3652-d786-464b-af61-68705dad1f59 req-a71cc0f8-18e8-4c16-bad2-2ff7f77a6a36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d1e22f91-1050-4c61-8627-4aa9372e5d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046360 Jul 05 10:12:10.588013 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d876c-b41c-4c83-97f1-0863534e355e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Pushing event updated for resources: {'Port': ['ID=c3bce9cd-5561-477e-bb59-22d692917e08,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:10.594842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Transition to ACTIVE for port object 17e6bd77-a457-4ad8-9198-04f170ef7c9b will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:10.617843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026d61fa-d594-4fd8-995a-9648284dd825 req-759d876c-b41c-4c83-97f1-0863534e355e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Network de14d9aa-e769-4672-bc7f-bd4b99fc183d is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:10.617843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-026d61fa-d594-4fd8-995a-9648284dd825 req-759d876c-b41c-4c83-97f1-0863534e355e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:10.619691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-026d61fa-d594-4fd8-995a-9648284dd825 req-759d876c-b41c-4c83-97f1-0863534e355e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:10.632021 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc155f-7d35-43ac-a0a4-a142a524fcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf58491-4dac-42cc-9cc9-430e0d694b66,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:10.683833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d61fa-d594-4fd8-995a-9648284dd825 req-759d876c-b41c-4c83-97f1-0863534e355e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:10.685153 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-026d61fa-d594-4fd8-995a-9648284dd825 req-759d876c-b41c-4c83-97f1-0863534e355e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.709504 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e6fc155f-7d35-43ac-a0a4-a142a524fcbe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb32432106ae4fd088d384e101a9bebe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0884972 Jul 05 10:12:10.712057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48784) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:10.791843 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.806153 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a6de3652-d786-464b-af61-68705dad1f59 req-d7844c9a-d6e4-4cb2-9dac-4aaab2952980 service neutron] 10.222.0.64 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306390 Jul 05 10:12:10.811009 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-61a893fe-7e3b-493f-9e6e-14c49e969602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.830011 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b5ba46d-03b4-49a1-b4d0-903809f13100 req-72cd03d4-28c3-48ea-a39d-192459e5eac0 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.833098 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Network c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:10.836443 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:10.847766 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:10.894155 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.898742 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-61a893fe-7e3b-493f-9e6e-14c49e969602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.929059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Pushing event updated for resources: {'Port': ['ID=17e6bd77-a457-4ad8-9198-04f170ef7c9b,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:10.944344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Attempting to bind port 17e6bd77-a457-4ad8-9198-04f170ef7c9b on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:10.944344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Attempting to bind port 17e6bd77-a457-4ad8-9198-04f170ef7c9b by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'eedd47cc-1606-445a-b80a-b4dbed65ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:10.944499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Attempting to bind port 17e6bd77-a457-4ad8-9198-04f170ef7c9b on network c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:10.950791 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:10.951171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Checking segment: {'id': 'eedd47cc-1606-445a-b80a-b4dbed65ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:10.951644 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.952199 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Bound using segment: {'id': 'eedd47cc-1606-445a-b80a-b4dbed65ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:10.953206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Bound port: 17e6bd77-a457-4ad8-9198-04f170ef7c9b, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedd47cc-1606-445a-b80a-b4dbed65ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:10.953593 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:10.979969 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a6de3652-d786-464b-af61-68705dad1f59 req-42595fc7-55b5-4a39-93a3-8a6acef290e3 service neutron] 10.222.0.64 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668918 Jul 05 10:12:11.029118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] For port 17e6bd77-a457-4ad8-9198-04f170ef7c9b, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:11.032680 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] For port 17e6bd77-a457-4ad8-9198-04f170ef7c9b, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=17e6bd77-a457-4ad8-9198-04f170ef7c9b,segment=NetworkSegment(eedd47cc-1606-445a-b80a-b4dbed65ae72),segment_id=eedd47cc-1606-445a-b80a-b4dbed65ae72)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:11.045180 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Subnet': ['ID=a9627e89-10be-422f-8162-24c6bf652239,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:11.048912 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-026d61fa-d594-4fd8-995a-9648284dd825 req-759d876c-b41c-4c83-97f1-0863534e355e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9099398 Jul 05 10:12:11.082689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Request body: {'port': {'device_id': 'd3d0fe66-c38b-4d9a-8124-a29debe18740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:11.082689 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.111704 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:11.128184 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedd47cc-1606-445a-b80a-b4dbed65ae72') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:11.150987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedd47cc-1606-445a-b80a-b4dbed65ae72') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:11.150987 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.188636 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b4d4acdf-071c-4d7c-9263-e03e47e7b625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.201771 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.298882 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.300868 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.302964 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-61a893fe-7e3b-493f-9e6e-14c49e969602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.306896 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-61a893fe-7e3b-493f-9e6e-14c49e969602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.307108 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:11.307523 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.308556 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-61a893fe-7e3b-493f-9e6e-14c49e969602 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/caf58491-4dac-42cc-9cc9-430e0d694b66 HTTP/1.1" status: 204 len: 168 time: 0.5955732 Jul 05 10:12:11.327805 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a893fe-7e3b-493f-9e6e-14c49e969602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf58491-4dac-42cc-9cc9-430e0d694b66,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:12:11.379987 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:12:11.443438 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b5ba46d-03b4-49a1-b4d0-903809f13100 req-72cd03d4-28c3-48ea-a39d-192459e5eac0 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.452214 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.api [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:12:11.452214 n-d-779913-27 neutron-server[100776]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:12:11.452214 n-d-779913-27 neutron-server[100776]: [parameters: {'id': 'c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed'}] Jul 05 10:12:11.452214 n-d-779913-27 neutron-server[100776]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:12:11.455050 n-d-779913-27 neutron-server[100776]: DEBUG oslo_db.api [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:12:11.523479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb60ad3-2443-44cd-ba4c-1cfbc419e6e2 None None] Pushing event updated for resources: {'Port': ['ID=17e6bd77-a457-4ad8-9198-04f170ef7c9b,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:11.541101 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8fefc5-0873-42e9-9e43-e0f804f67b3b None None] Network c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:11.588886 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b5ba46d-03b4-49a1-b4d0-903809f13100 req-72cd03d4-28c3-48ea-a39d-192459e5eac0 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.629812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bce9cd-5561-477e-bb59-22d692917e08 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:12:11.639646 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.660508 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Transition to ACTIVE for port object c3bce9cd-5561-477e-bb59-22d692917e08 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:11.692991 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd03d4-28c3-48ea-a39d-192459e5eac0 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f8a20e-370a-4a3c-815d-7edb2f925529,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:11.719624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b845ba4-4909-4be9-b220-8b4b34cbdfae None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:12:11.807173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b1867-c401-46a7-aff2-194de47e0ad2 req-e635029b-c4fb-4a69-8ac8-afedd5560751 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:11.808615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e5b1867-c401-46a7-aff2-194de47e0ad2 req-e635029b-c4fb-4a69-8ac8-afedd5560751 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 932 time: 0.0789483 Jul 05 10:12:11.853533 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e5b1867-c401-46a7-aff2-194de47e0ad2 req-04b759f6-7b75-4474-b146-1dc5b3f33392 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382900 Jul 05 10:12:11.866749 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b845ba4-4909-4be9-b220-8b4b34cbdfae None None] Resources bound (agent type, host, resource id): {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:12:11.893517 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.922135 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b5ba46d-03b4-49a1-b4d0-903809f13100 req-72cd03d4-28c3-48ea-a39d-192459e5eac0 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.923435 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b5ba46d-03b4-49a1-b4d0-903809f13100 req-72cd03d4-28c3-48ea-a39d-192459e5eac0 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.5357475 Jul 05 10:12:11.979900 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:11.983929 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Pushing event updated for resources: {'Port': ['ID=c3bce9cd-5561-477e-bb59-22d692917e08,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:12.238813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Attempting to bind port c3bce9cd-5561-477e-bb59-22d692917e08 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:12.239203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Attempting to bind port c3bce9cd-5561-477e-bb59-22d692917e08 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:12.239540 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Attempting to bind port c3bce9cd-5561-477e-bb59-22d692917e08 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:12.264313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Deleting port 17e6bd77-a457-4ad8-9198-04f170ef7c9b {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:12.264653 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.268425 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Port c3bce9cd-5561-477e-bb59-22d692917e08 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:12:12.268746 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Attempting to bind port c3bce9cd-5561-477e-bb59-22d692917e08 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:12.283764 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7932b8ce-e704-48c8-adf1-ce93bbb78823 req-71c992d2-3101-414d-b9c2-c7c80784a077 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/c8f8a20e-370a-4a3c-815d-7edb2f925529 HTTP/1.1" status: 200 len: 1782 time: 0.0756717 Jul 05 10:12:12.290842 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:12.291031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Checking segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:12.291735 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Bound using segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:12.292127 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Bound port: c3bce9cd-5561-477e-bb59-22d692917e08, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:12.292913 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.303003 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba9faa-f3cc-48bf-9110-ac75d860b0e4 req-9594a52f-c914-48ab-b43d-27adb7f5eba2 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:12.311125 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-62ba9faa-f3cc-48bf-9110-ac75d860b0e4 req-9594a52f-c914-48ab-b43d-27adb7f5eba2 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 946 time: 0.2134368 Jul 05 10:12:12.452602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] For port 17e6bd77-a457-4ad8-9198-04f170ef7c9b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=17e6bd77-a457-4ad8-9198-04f170ef7c9b,segment=NetworkSegment(eedd47cc-1606-445a-b80a-b4dbed65ae72),segment_id=eedd47cc-1606-445a-b80a-b4dbed65ae72)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:12.457125 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.520110 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-62ba9faa-f3cc-48bf-9110-ac75d860b0e4 req-aea1ddfc-f30c-4646-be05-34bad82a42f4 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/security-groups?id=468cda2e-f807-4afd-b146-1c765a83acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073436 Jul 05 10:12:12.534331 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Calling delete_port for 17e6bd77-a457-4ad8-9198-04f170ef7c9b owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:12.575553 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f1173208-00bc-4f85-8136-81912d229d27 req-36ea5117-bd2b-4b7e-be2c-f2d09e6be9ea tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/c8f8a20e-370a-4a3c-815d-7edb2f925529 HTTP/1.1" status: 200 len: 1782 time: 0.0856304 Jul 05 10:12:12.600713 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48842) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:12.654342 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] For port c3bce9cd-5561-477e-bb59-22d692917e08, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:12.658103 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e209ae0a-3093-43ae-8d40-b34981d92bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.659004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] For port c3bce9cd-5561-477e-bb59-22d692917e08, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c3bce9cd-5561-477e-bb59-22d692917e08,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:12.737609 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f1173208-00bc-4f85-8136-81912d229d27 req-3cc7262c-c921-4a99-8738-6135a23cfd9b tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.772613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55087cba-9321-47d5-9730-b395036c8b1f req-f5914d2d-2587-4197-8c45-37ffb6887d95 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:12.774322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-55087cba-9321-47d5-9730-b395036c8b1f req-f5914d2d-2587-4197-8c45-37ffb6887d95 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=95ea9314-059c-4c37-a1cc-40997951afa3 HTTP/1.1" status: 200 len: 950 time: 0.0832880 Jul 05 10:12:12.778244 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f1173208-00bc-4f85-8136-81912d229d27 req-3cc7262c-c921-4a99-8738-6135a23cfd9b tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.814236 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-55087cba-9321-47d5-9730-b395036c8b1f req-c9c67a34-4578-4aa6-b0ed-6f7fbdab9a74 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335932 Jul 05 10:12:12.852984 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.855755 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e209ae0a-3093-43ae-8d40-b34981d92bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.895513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.900039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:12.900668 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.902375 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-026d61fa-d594-4fd8-995a-9648284dd825 req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] 10.222.0.73 "PUT /v2.0/ports/c3bce9cd-5561-477e-bb59-22d692917e08 HTTP/1.1" status: 200 len: 1093 time: 1.8438957 Jul 05 10:12:12.906461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d0fe66-c38b-4d9a-8124-a29debe18740', 'tag': 'c3bce9cd-5561-477e-bb59-22d692917e08'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:12.910949 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fadc6c4-0b8b-495d-946b-2269971e1f09" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d0fe66-c38b-4d9a-8124-a29debe18740", "tag": "c3bce9cd-5561-477e-bb59-22d692917e08"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:12.926869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] No DVR routers for this DVR port 17e6bd77-a457-4ad8-9198-04f170ef7c9b on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:12.964590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc80d7c-2fd4-4e4a-a0bb-6bc5b36712ab service neutron] Pushing event updated for resources: {'Port': ['ID=c3bce9cd-5561-477e-bb59-22d692917e08,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:12.996417 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f1173208-00bc-4f85-8136-81912d229d27 req-3cc7262c-c921-4a99-8738-6135a23cfd9b tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:12.999328 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-f1173208-00bc-4f85-8136-81912d229d27 req-3cc7262c-c921-4a99-8738-6135a23cfd9b tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.000537 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f1173208-00bc-4f85-8136-81912d229d27 req-3cc7262c-c921-4a99-8738-6135a23cfd9b tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "DELETE /v2.0/security-groups/c8f8a20e-370a-4a3c-815d-7edb2f925529 HTTP/1.1" status: 204 len: 173 time: 0.4246688 Jul 05 10:12:13.016894 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7262c-c921-4a99-8738-6135a23cfd9b tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f8a20e-370a-4a3c-815d-7edb2f925529,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:13.027191 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Port': ['ID=17e6bd77-a457-4ad8-9198-04f170ef7c9b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:13.053919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e209ae0a-3093-43ae-8d40-b34981d92bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.056086 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.088084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:13.119263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedd47cc-1606-445a-b80a-b4dbed65ae72') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:13.119838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedd47cc-1606-445a-b80a-b4dbed65ae72') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:13.124904 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e209ae0a-3093-43ae-8d40-b34981d92bbd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=91c97010f1e1411aa83c77c699e70aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5148003 Jul 05 10:12:13.125775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48864) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:13.131956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209ae0a-3093-43ae-8d40-b34981d92bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6153527-274a-4134-8b80-d9457f14960c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:13.173476 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.191990 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce81d6b2-5c2f-49bf-af0e-8d950310da9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.203150 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.216527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:13.217124 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:12:13.219987 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:12:13.222665 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce81d6b2-5c2f-49bf-af0e-8d950310da9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.288541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326dfc9-6d16-4b34-9a36-a571b4477543 req-429338f9-c5e5-42f0-beb5-beeea14ffc3b tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:13.290150 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4326dfc9-6d16-4b34-9a36-a571b4477543 req-429338f9-c5e5-42f0-beb5-beeea14ffc3b tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 944 time: 0.2161145 Jul 05 10:12:13.311938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d61fa-d594-4fd8-995a-9648284dd825 req-df33cf88-75b5-47ea-b573-6fb29ae67d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:13.318162 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-026d61fa-d594-4fd8-995a-9648284dd825 req-df33cf88-75b5-47ea-b573-6fb29ae67d32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 1096 time: 0.1974523 Jul 05 10:12:13.334444 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97fe262-2356-4f66-a038-59a52d266dab x-openstack-request-id: req-b97fe262-2356-4f66-a038-59a52d266dab {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:13.334729 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d0fe66-c38b-4d9a-8124-a29debe18740", "tag": "c3bce9cd-5561-477e-bb59-22d692917e08", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:13.334980 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b97fe262-2356-4f66-a038-59a52d266dab {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:13.335438 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d0fe66-c38b-4d9a-8124-a29debe18740', 'tag': 'c3bce9cd-5561-477e-bb59-22d692917e08', 'status': 'completed', 'code': 200} Jul 05 10:12:13.367423 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-026d61fa-d594-4fd8-995a-9648284dd825 req-dfee8f1f-932d-47e6-bdd0-66a17875c5da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3bce9cd-5561-477e-bb59-22d692917e08 HTTP/1.1" status: 200 len: 217 time: 0.0456846 Jul 05 10:12:13.393607 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4326dfc9-6d16-4b34-9a36-a571b4477543 req-e5ae9a95-e2a3-4e4c-8558-87f50ae07292 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914080 Jul 05 10:12:13.437628 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d61fa-d594-4fd8-995a-9648284dd825 req-8f4301c0-bf69-4a34-9f04-2fe55d0c100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:13.439597 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-026d61fa-d594-4fd8-995a-9648284dd825 req-8f4301c0-bf69-4a34-9f04-2fe55d0c100a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.0614645 Jul 05 10:12:13.441949 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-1563118f-8dc2-461e-bfbd-9336b2d89504 req-6940ec62-984e-4f72-8cda-571318fc4476 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] show failed (client error): The resource could not be found. Jul 05 10:12:13.443017 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1563118f-8dc2-461e-bfbd-9336b2d89504 req-6940ec62-984e-4f72-8cda-571318fc4476 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/c8f8a20e-370a-4a3c-815d-7edb2f925529 HTTP/1.1" status: 404 len: 352 time: 0.0147874 Jul 05 10:12:13.482747 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-026d61fa-d594-4fd8-995a-9648284dd825 req-2a372cc6-c014-47ad-b159-ef706bbf2785 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364201 Jul 05 10:12:13.484040 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.495494 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.503181 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/networks/c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed HTTP/1.1" status: 204 len: 168 time: 4.3677795 Jul 05 10:12:13.504143 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48884) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:13.512696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-320d5d72-9290-4779-bb5c-81d31c5d7486 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-29532197'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:13.579519 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce81d6b2-5c2f-49bf-af0e-8d950310da9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.582251 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce81d6b2-5c2f-49bf-af0e-8d950310da9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.583526 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ce81d6b2-5c2f-49bf-af0e-8d950310da9a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6153527-274a-4134-8b80-d9457f14960c HTTP/1.1" status: 204 len: 168 time: 0.4567511 Jul 05 10:12:13.596759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81d6b2-5c2f-49bf-af0e-8d950310da9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6153527-274a-4134-8b80-d9457f14960c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:13.604611 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6004e5b-9a5f-44df-abf8-f8eed6281ba2 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Network': ['ID=c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:13.642387 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d2b541f6-93ad-478c-ab81-e49600428063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.676984 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-026d61fa-d594-4fd8-995a-9648284dd825 req-082428f0-0628-482e-bf52-c5c629d327a6 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841598 Jul 05 10:12:13.680994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5cdc5f97-d5ea-4142-bf08-5e3971a0781e req-52b2ec97-9213-4901-9cd1-6197d0852c07 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-897404066', 'description': 'tempest-description-1393899433'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:13.715983 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320d5d72-9290-4779-bb5c-81d31c5d7486 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Made reservation on behalf of af75b01150b946ecbfe4a1074c11cbef for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:13.716183 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.721499 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-320d5d72-9290-4779-bb5c-81d31c5d7486 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.771695 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320d5d72-9290-4779-bb5c-81d31c5d7486 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:12:13.782466 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-320d5d72-9290-4779-bb5c-81d31c5d7486 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.784134 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-320d5d72-9290-4779-bb5c-81d31c5d7486 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Added segment 1b24236b-ddd0-4704-a1f0-a52bb3fe7aac of type vlan for network 275fc428-b7dc-4372-a06b-3343475876d5 Jul 05 10:12:13.789985 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-026d61fa-d594-4fd8-995a-9648284dd825 req-f35ea075-73a0-419b-a4be-1893f58cda7b service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005538 Jul 05 10:12:13.839136 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-320d5d72-9290-4779-bb5c-81d31c5d7486 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:13.896238 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cdc5f97-d5ea-4142-bf08-5e3971a0781e req-52b2ec97-9213-4901-9cd1-6197d0852c07 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.032964 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cdc5f97-d5ea-4142-bf08-5e3971a0781e req-52b2ec97-9213-4901-9cd1-6197d0852c07 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.064793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadc6c4-0b8b-495d-946b-2269971e1f09 req-4267eb9a-d7f5-4517-bd64-7a99562c15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:14.067039 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6fadc6c4-0b8b-495d-946b-2269971e1f09 req-4267eb9a-d7f5-4517-bd64-7a99562c15ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 1096 time: 0.0780790 Jul 05 10:12:14.082714 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-320d5d72-9290-4779-bb5c-81d31c5d7486 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.091536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d5d72-9290-4779-bb5c-81d31c5d7486 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:14.092458 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-320d5d72-9290-4779-bb5c-81d31c5d7486 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.165845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadc6c4-0b8b-495d-946b-2269971e1f09 req-840a05f9-95c8-4bd8-b42e-c7925135432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:14.168006 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6fadc6c4-0b8b-495d-946b-2269971e1f09 req-840a05f9-95c8-4bd8-b42e-c7925135432e service neutron] 10.222.0.73 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.0941188 Jul 05 10:12:14.210539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d5d72-9290-4779-bb5c-81d31c5d7486 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event updated for resources: {'Network': ['ID=275fc428-b7dc-4372-a06b-3343475876d5,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:14.223643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 275fc428-b7dc-4372-a06b-3343475876d5 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:12:14.232573 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6fadc6c4-0b8b-495d-946b-2269971e1f09 req-908a651a-78b5-464a-9383-02eaae747e41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3bce9cd-5561-477e-bb59-22d692917e08 HTTP/1.1" status: 200 len: 217 time: 0.0571795 Jul 05 10:12:14.233436 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cdc5f97-d5ea-4142-bf08-5e3971a0781e req-52b2ec97-9213-4901-9cd1-6197d0852c07 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.251178 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41b7e-d45d-4722-886c-cb434493dd79 req-0fb4fa76-716f-4f4f-9a5d-e6ee2681efdb tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:14.253219 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-32d41b7e-d45d-4722-886c-cb434493dd79 req-0fb4fa76-716f-4f4f-9a5d-e6ee2681efdb tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 946 time: 0.1526611 Jul 05 10:12:14.306995 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2ec97-9213-4901-9cd1-6197d0852c07 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805e2e69-85f3-4f0c-a0eb-614b15767a5e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:14.321147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadc6c4-0b8b-495d-946b-2269971e1f09 req-8e172131-9914-4b6a-b196-26032879ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:14.322674 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6fadc6c4-0b8b-495d-946b-2269971e1f09 req-8e172131-9914-4b6a-b196-26032879ba3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.0819266 Jul 05 10:12:14.332704 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-32d41b7e-d45d-4722-886c-cb434493dd79 req-9d61335f-497e-44fb-b568-0d50672be326 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/security-groups?id=468cda2e-f807-4afd-b146-1c765a83acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728033 Jul 05 10:12:14.365193 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48920) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:14.367776 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-320d5d72-9290-4779-bb5c-81d31c5d7486 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8566492 Jul 05 10:12:14.369053 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6fadc6c4-0b8b-495d-946b-2269971e1f09 req-5dfc9d77-772f-4c97-ada6-eaba8807a1f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394242 Jul 05 10:12:14.375964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-62241b76-ae9e-423e-b47e-26d444aa37ea tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Request body: {'subnet': {'network_id': '275fc428-b7dc-4372-a06b-3343475876d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:14.444098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cdc5f97-d5ea-4142-bf08-5e3971a0781e req-52b2ec97-9213-4901-9cd1-6197d0852c07 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.467158 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5cdc5f97-d5ea-4142-bf08-5e3971a0781e req-52b2ec97-9213-4901-9cd1-6197d0852c07 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7963457 Jul 05 10:12:14.590801 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6fadc6c4-0b8b-495d-946b-2269971e1f09 req-e429cfb9-0665-41c9-9ca8-99088e0aa9cc service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106431 Jul 05 10:12:14.599890 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-4b1bdb89-7907-489e-a7db-558840383220 req-7cd6f23d-3f3c-4d93-ad23-596fa14e59a9 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-448231769', 'description': 'tempest-description-515286498'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:14.817646 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4b1bdb89-7907-489e-a7db-558840383220 req-7cd6f23d-3f3c-4d93-ad23-596fa14e59a9 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.888547 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:14.912928 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4b1bdb89-7907-489e-a7db-558840383220 req-7cd6f23d-3f3c-4d93-ad23-596fa14e59a9 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:15.007629 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62241b76-ae9e-423e-b47e-26d444aa37ea tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Made reservation on behalf of af75b01150b946ecbfe4a1074c11cbef for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:15.011465 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-62241b76-ae9e-423e-b47e-26d444aa37ea tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:15.049513 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4b1bdb89-7907-489e-a7db-558840383220 req-7cd6f23d-3f3c-4d93-ad23-596fa14e59a9 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:15.090833 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6f23d-3f3c-4d93-ad23-596fa14e59a9 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a55650-a7af-4eb7-a5c3-403bd8ca2c55,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:15.150934 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6fadc6c4-0b8b-495d-946b-2269971e1f09 req-09980217-16a2-4a39-a227-a965d83a8c10 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493424 Jul 05 10:12:15.162359 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e72db-7ce0-4df9-9af9-7022c0592ba8 req-22d1f8d3-375e-4f25-a26f-827fd2f8e67e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:15.169920 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-552e72db-7ce0-4df9-9af9-7022c0592ba8 req-22d1f8d3-375e-4f25-a26f-827fd2f8e67e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 944 time: 0.5885553 Jul 05 10:12:15.179876 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4b1bdb89-7907-489e-a7db-558840383220 req-7cd6f23d-3f3c-4d93-ad23-596fa14e59a9 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:15.181353 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b1bdb89-7907-489e-a7db-558840383220 req-7cd6f23d-3f3c-4d93-ad23-596fa14e59a9 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5861280 Jul 05 10:12:15.212610 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-552e72db-7ce0-4df9-9af9-7022c0592ba8 req-2891bc21-5de1-450d-b4b4-6b2ce5e60abb tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418017 Jul 05 10:12:15.447943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-81a27c23-93ce-406e-9dce-75fab8bd4025 req-24d73139-7ec3-4be2-b02c-8ad484cefee7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-500776530', 'description': 'tempest-description-1572594516'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:15.646736 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:15.648216 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-81a27c23-93ce-406e-9dce-75fab8bd4025 req-24d73139-7ec3-4be2-b02c-8ad484cefee7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:15.650575 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-62241b76-ae9e-423e-b47e-26d444aa37ea tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:15.744286 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:15.744939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62241b76-ae9e-423e-b47e-26d444aa37ea tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event updated for resources: {'Subnet': ['ID=3d81ddff-cfb6-4c3e-ab0a-f010abb6565f,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:15.764992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62241b76-ae9e-423e-b47e-26d444aa37ea tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Checking segment: {'id': '1b24236b-ddd0-4704-a1f0-a52bb3fe7aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '275fc428-b7dc-4372-a06b-3343475876d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:15.765365 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62241b76-ae9e-423e-b47e-26d444aa37ea tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Network hostable DHCP agents. Network: 275fc428-b7dc-4372-a06b-3343475876d5, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:12:15.767979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ea9314-059c-4c37-a1cc-40997951afa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:15.770598 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703a9d2f-f486-4d5b-8ad1-a53e961b9f64" -d '{"events": [{"server_uuid": "95ea9314-059c-4c37-a1cc-40997951afa3", "name": "network-vif-unplugged", "status": "completed", "tag": "4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:15.789518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:15.814962 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-81a27c23-93ce-406e-9dce-75fab8bd4025 req-24d73139-7ec3-4be2-b02c-8ad484cefee7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.057730 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-81a27c23-93ce-406e-9dce-75fab8bd4025 req-24d73139-7ec3-4be2-b02c-8ad484cefee7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.064275 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.065081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62241b76-ae9e-423e-b47e-26d444aa37ea tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Network 275fc428-b7dc-4372-a06b-3343475876d5 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:12:16.096080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d73139-7ec3-4be2-b02c-8ad484cefee7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68dea6c6-c3ac-4f8e-861e-c878e1883d79,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:16.156166 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,revision_number=11']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:16.189459 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb2d152-963a-4934-8977-9c6e5b74e8f9 x-openstack-request-id: req-cfb2d152-963a-4934-8977-9c6e5b74e8f9 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:16.189802 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ea9314-059c-4c37-a1cc-40997951afa3", "name": "network-vif-unplugged", "status": "completed", "tag": "4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:16.190191 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cfb2d152-963a-4934-8977-9c6e5b74e8f9 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:16.190596 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ea9314-059c-4c37-a1cc-40997951afa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6', 'code': 200} Jul 05 10:12:16.341481 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c4dc8-877f-4b0f-a2ae-188af082505a req-09521722-24ce-45a2-a8ac-8c0067f274ea tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:16.342995 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b4c4dc8-877f-4b0f-a2ae-188af082505a req-09521722-24ce-45a2-a8ac-8c0067f274ea tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 946 time: 0.0645969 Jul 05 10:12:16.345475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-62241b76-ae9e-423e-b47e-26d444aa37ea tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 275fc428-b7dc-4372-a06b-3343475876d5) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:16.347367 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-81a27c23-93ce-406e-9dce-75fab8bd4025 req-24d73139-7ec3-4be2-b02c-8ad484cefee7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.348949 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-81a27c23-93ce-406e-9dce-75fab8bd4025 req-24d73139-7ec3-4be2-b02c-8ad484cefee7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9098804 Jul 05 10:12:16.352011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62241b76-ae9e-423e-b47e-26d444aa37ea tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:16.352672 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-62241b76-ae9e-423e-b47e-26d444aa37ea tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.361681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4660919c-24a7-485c-af10-464812e700d6 None None] Network 275fc428-b7dc-4372-a06b-3343475876d5 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:16.393454 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b4c4dc8-877f-4b0f-a2ae-188af082505a req-eccbe03c-46d7-485a-b15a-a34b5b0ea343 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/security-groups?id=468cda2e-f807-4afd-b146-1c765a83acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419927 Jul 05 10:12:16.512328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-62241b76-ae9e-423e-b47e-26d444aa37ea tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1458516 Jul 05 10:12:16.515010 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49018) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:16.553284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-275fc428-b7dc-4372-a06b-3343475876d5', 'network_id': '275fc428-b7dc-4372-a06b-3343475876d5', 'tenant_id': 'af75b01150b946ecbfe4a1074c11cbef', 'fixed_ips': [{'subnet_id': '3d81ddff-cfb6-4c3e-ab0a-f010abb6565f'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:12:16.554593 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.684282 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.701284 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81c4f9-6d46-430e-baee-1708ae0e2d71 req-c87b7407-26a5-49ea-b351-42156d401a4f tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:16.708437 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d81c4f9-6d46-430e-baee-1708ae0e2d71 req-c87b7407-26a5-49ea-b351-42156d401a4f tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 944 time: 0.1296146 Jul 05 10:12:16.776554 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7084a994-b396-4a7a-bb38-8dbdde964a20 req-645dc9c7-d9a7-408d-9472-dbdd5e54e966 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e2a9c15d10164fa4b093d1668df36fbb HTTP/1.1" status: 200 len: 10910 time: 0.1519117 Jul 05 10:12:16.791838 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.808948 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d81c4f9-6d46-430e-baee-1708ae0e2d71 req-93241d83-b2e2-4682-9b46-9f32433194c8 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993242 Jul 05 10:12:16.832661 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Allocated IP 2001:db8::2 (275fc428-b7dc-4372-a06b-3343475876d5/3d81ddff-cfb6-4c3e-ab0a-f010abb6565f/85822d3d-bf32-4511-9613-29cf56e3bbba) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:16.836977 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7084a994-b396-4a7a-bb38-8dbdde964a20 req-c4126930-58c6-4966-bd20-1e1838ee79f1 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/6decb723-fa87-4006-a9e6-e99b99d08848 HTTP/1.1" status: 200 len: 2985 time: 0.0591593 Jul 05 10:12:16.853030 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:16.913173 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7084a994-b396-4a7a-bb38-8dbdde964a20 req-8efbef52-30b5-4a57-bac0-9fab9e1d3bbf tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/6decb723-fa87-4006-a9e6-e99b99d08848 HTTP/1.1" status: 200 len: 2985 time: 0.0676107 Jul 05 10:12:17.038021 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31232874-c04e-4f55-aa44-95f5f13e9257 req-cb1c30d8-c879-482c-836b-b16c3b469d18 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/805e2e69-85f3-4f0c-a0eb-614b15767a5e HTTP/1.1" status: 200 len: 1802 time: 0.0544598 Jul 05 10:12:17.042324 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.057249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Transition to ACTIVE for port object 85822d3d-bf32-4511-9613-29cf56e3bbba will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:17.076482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Transition to ACTIVE for port object 85822d3d-bf32-4511-9613-29cf56e3bbba will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:17.109379 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-31232874-c04e-4f55-aa44-95f5f13e9257 req-05d5d5a3-5159-4c0e-862e-3bdea94b9538 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.149753 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-31232874-c04e-4f55-aa44-95f5f13e9257 req-05d5d5a3-5159-4c0e-862e-3bdea94b9538 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.164465 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.201783 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Network 275fc428-b7dc-4372-a06b-3343475876d5 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:17.206894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:17.209587 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:17.224637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Pushing event updated for resources: {'Port': ['ID=85822d3d-bf32-4511-9613-29cf56e3bbba,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:17.282776 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Attempting to bind port 85822d3d-bf32-4511-9613-29cf56e3bbba on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:17.283139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Attempting to bind port 85822d3d-bf32-4511-9613-29cf56e3bbba by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '1b24236b-ddd0-4704-a1f0-a52bb3fe7aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '275fc428-b7dc-4372-a06b-3343475876d5'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:17.283490 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Attempting to bind port 85822d3d-bf32-4511-9613-29cf56e3bbba on network 275fc428-b7dc-4372-a06b-3343475876d5 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:17.288384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:17.288750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Checking segment: {'id': '1b24236b-ddd0-4704-a1f0-a52bb3fe7aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '275fc428-b7dc-4372-a06b-3343475876d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:17.289240 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.289709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Bound using segment: {'id': '1b24236b-ddd0-4704-a1f0-a52bb3fe7aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '275fc428-b7dc-4372-a06b-3343475876d5'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:17.290594 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Bound port: 85822d3d-bf32-4511-9613-29cf56e3bbba, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b24236b-ddd0-4704-a1f0-a52bb3fe7aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '275fc428-b7dc-4372-a06b-3343475876d5'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:17.290970 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.327084 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-31232874-c04e-4f55-aa44-95f5f13e9257 req-05d5d5a3-5159-4c0e-862e-3bdea94b9538 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.327339 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.331841 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-31232874-c04e-4f55-aa44-95f5f13e9257 req-05d5d5a3-5159-4c0e-862e-3bdea94b9538 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.332656 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31232874-c04e-4f55-aa44-95f5f13e9257 req-05d5d5a3-5159-4c0e-862e-3bdea94b9538 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "DELETE /v2.0/security-groups/805e2e69-85f3-4f0c-a0eb-614b15767a5e HTTP/1.1" status: 204 len: 173 time: 0.2868888 Jul 05 10:12:17.344301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5d5a3-5159-4c0e-862e-3bdea94b9538 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805e2e69-85f3-4f0c-a0eb-614b15767a5e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:17.372054 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-b5b4a13e-12b7-403e-9b8f-933c53f3342b req-aab669d4-be91-4d19-8754-4a71b635bd9d tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] show failed (client error): The resource could not be found. Jul 05 10:12:17.373305 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b5b4a13e-12b7-403e-9b8f-933c53f3342b req-aab669d4-be91-4d19-8754-4a71b635bd9d tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/805e2e69-85f3-4f0c-a0eb-614b15767a5e HTTP/1.1" status: 404 len: 352 time: 0.0207667 Jul 05 10:12:17.381433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Subnet': ['ID=3d81ddff-cfb6-4c3e-ab0a-f010abb6565f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:17.395968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] For port 85822d3d-bf32-4511-9613-29cf56e3bbba, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:17.400925 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] For port 85822d3d-bf32-4511-9613-29cf56e3bbba, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=85822d3d-bf32-4511-9613-29cf56e3bbba,segment=NetworkSegment(1b24236b-ddd0-4704-a1f0-a52bb3fe7aac),segment_id=1b24236b-ddd0-4704-a1f0-a52bb3fe7aac)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:17.454669 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd0e19d0-c23a-4d4e-8dcd-c21066223638 req-562c2575-a554-4590-a434-0c58b8eb0275 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/70a55650-a7af-4eb7-a5c3-403bd8ca2c55 HTTP/1.1" status: 200 len: 1801 time: 0.0575852 Jul 05 10:12:17.463127 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.479984 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275fc428-b7dc-4372-a06b-3343475876d5']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:17.492624 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b24236b-ddd0-4704-a1f0-a52bb3fe7aac') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:17.492930 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b24236b-ddd0-4704-a1f0-a52bb3fe7aac') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:17.502803 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.503344 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.521447 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.522927 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd0e19d0-c23a-4d4e-8dcd-c21066223638 req-58e3e8cb-74b8-4f3e-96f1-80acb903dc83 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.537978 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:17.539033 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:12:17.545208 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:12:17.570893 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd0e19d0-c23a-4d4e-8dcd-c21066223638 req-58e3e8cb-74b8-4f3e-96f1-80acb903dc83 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.580734 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbebcdb-c0e2-4123-8a02-308e1e388259 None None] Pushing event updated for resources: {'Port': ['ID=85822d3d-bf32-4511-9613-29cf56e3bbba,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:17.719965 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd0e19d0-c23a-4d4e-8dcd-c21066223638 req-58e3e8cb-74b8-4f3e-96f1-80acb903dc83 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.722533 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd0e19d0-c23a-4d4e-8dcd-c21066223638 req-58e3e8cb-74b8-4f3e-96f1-80acb903dc83 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:17.723985 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd0e19d0-c23a-4d4e-8dcd-c21066223638 req-58e3e8cb-74b8-4f3e-96f1-80acb903dc83 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "DELETE /v2.0/security-groups/70a55650-a7af-4eb7-a5c3-403bd8ca2c55 HTTP/1.1" status: 204 len: 173 time: 0.2676132 Jul 05 10:12:17.735864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3e8cb-74b8-4f3e-96f1-80acb903dc83 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a55650-a7af-4eb7-a5c3-403bd8ca2c55,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:18.109414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373d33f-bc0a-4d48-900f-6224bb2b33c8 req-f8f741be-e6bb-4679-b213-503e0e810110 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:18.110995 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1373d33f-bc0a-4d48-900f-6224bb2b33c8 req-f8f741be-e6bb-4679-b213-503e0e810110 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.64 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 946 time: 0.5167017 Jul 05 10:12:18.152307 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:12:18.152307 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:12:18.152307 n-d-779913-27 neutron-server[100775]: [parameters: {'id': '275fc428-b7dc-4372-a06b-3343475876d5'}] Jul 05 10:12:18.152307 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:12:18.152920 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:12:18.171527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7836078-14a3-4b05-9847-f972d167afb6 req-c0dbd7a5-d45d-46f5-8ac4-6c8e735b8950 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:18.176236 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7836078-14a3-4b05-9847-f972d167afb6 req-c0dbd7a5-d45d-46f5-8ac4-6c8e735b8950 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 946 time: 0.1470604 Jul 05 10:12:18.263684 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7836078-14a3-4b05-9847-f972d167afb6 req-16dd3912-714f-4adf-aca0-8616f706f575 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/security-groups?id=468cda2e-f807-4afd-b146-1c765a83acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756910 Jul 05 10:12:18.280859 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-1373d33f-bc0a-4d48-900f-6224bb2b33c8 req-08396a98-e7e4-4dac-aa3d-aa447051fc68 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Deleting port 7b8a1215-3067-42c0-997b-6d0d4616c0fe {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:18.280859 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1373d33f-bc0a-4d48-900f-6224bb2b33c8 req-08396a98-e7e4-4dac-aa3d-aa447051fc68 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.395001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-1373d33f-bc0a-4d48-900f-6224bb2b33c8 req-08396a98-e7e4-4dac-aa3d-aa447051fc68 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] For port 7b8a1215-3067-42c0-997b-6d0d4616c0fe, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7b8a1215-3067-42c0-997b-6d0d4616c0fe,segment=NetworkSegment(ee53c1bb-6008-4499-80bb-4c7cf6051337),segment_id=ee53c1bb-6008-4499-80bb-4c7cf6051337)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:18.395743 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1373d33f-bc0a-4d48-900f-6224bb2b33c8 req-08396a98-e7e4-4dac-aa3d-aa447051fc68 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.501431 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-d4a3ba8b-4c27-49a1-ad64-a714301a4fa2 req-27c65b0f-dd27-4279-b439-6eac09eda63d tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] show failed (client error): The resource could not be found. Jul 05 10:12:18.502498 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4a3ba8b-4c27-49a1-ad64-a714301a4fa2 req-27c65b0f-dd27-4279-b439-6eac09eda63d tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/70a55650-a7af-4eb7-a5c3-403bd8ca2c55 HTTP/1.1" status: 404 len: 352 time: 0.0723269 Jul 05 10:12:18.659066 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.704263 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3caa034-42f9-400b-b5b9-ec49f4df7028 None None] Network 275fc428-b7dc-4372-a06b-3343475876d5 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:18.715933 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1373d33f-bc0a-4d48-900f-6224bb2b33c8 req-08396a98-e7e4-4dac-aa3d-aa447051fc68 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.716341 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1373d33f-bc0a-4d48-900f-6224bb2b33c8 req-08396a98-e7e4-4dac-aa3d-aa447051fc68 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.716663 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [req-1373d33f-bc0a-4d48-900f-6224bb2b33c8 req-08396a98-e7e4-4dac-aa3d-aa447051fc68 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Floating IP 6d4f8eb2-6753-461a-a2e9-a789b399acdf disassociated. External IP: 172.25.5.102, port: 7b8a1215-3067-42c0-997b-6d0d4616c0fe. Jul 05 10:12:18.717013 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-1373d33f-bc0a-4d48-900f-6224bb2b33c8 req-08396a98-e7e4-4dac-aa3d-aa447051fc68 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Calling delete_port for 7b8a1215-3067-42c0-997b-6d0d4616c0fe owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:18.820242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29a4a7-1aaa-4d2f-a93b-111bc993833d req-2c092efa-b42f-4378-a933-b8daf807a7a8 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:18.821770 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b29a4a7-1aaa-4d2f-a93b-111bc993833d req-2c092efa-b42f-4378-a933-b8daf807a7a8 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 944 time: 0.1757169 Jul 05 10:12:18.845113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 85822d3d-bf32-4511-9613-29cf56e3bbba up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:18.867852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Deleting port 85822d3d-bf32-4511-9613-29cf56e3bbba {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:18.868221 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.943591 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b29a4a7-1aaa-4d2f-a93b-111bc993833d req-b52c5e1a-d428-44ca-9d8a-2d681d094784 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052144 Jul 05 10:12:18.962879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] For port 85822d3d-bf32-4511-9613-29cf56e3bbba, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=85822d3d-bf32-4511-9613-29cf56e3bbba,segment=NetworkSegment(1b24236b-ddd0-4704-a1f0-a52bb3fe7aac),segment_id=1b24236b-ddd0-4704-a1f0-a52bb3fe7aac)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:18.962879 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:18.976904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3cb754-2cf6-4bee-b2a3-de804681aa61 None None] DHCP port deletion for 275fc428-b7dc-4372-a06b-3343475876d5 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:12:18.999696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Calling delete_port for 85822d3d-bf32-4511-9613-29cf56e3bbba owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:19.016841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 85822d3d-bf32-4511-9613-29cf56e3bbba completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:19.025240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f7352899-d115-4a2d-9b43-bee6f5cc732a None None] Provisioning for port 85822d3d-bf32-4511-9613-29cf56e3bbba completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:19.042829 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 85822d3d-bf32-4511-9613-29cf56e3bbba triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:19.043285 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.082242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f7352899-d115-4a2d-9b43-bee6f5cc732a None None] Provisioning complete for port 85822d3d-bf32-4511-9613-29cf56e3bbba triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:19.082783 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f7352899-d115-4a2d-9b43-bee6f5cc732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.143202 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1373d33f-bc0a-4d48-900f-6224bb2b33c8 req-08396a98-e7e4-4dac-aa3d-aa447051fc68 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.147993 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1c3cb754-2cf6-4bee-b2a3-de804681aa61 None None] Deleting port 85822d3d-bf32-4511-9613-29cf56e3bbba {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:19.148838 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c3cb754-2cf6-4bee-b2a3-de804681aa61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.180624 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08396a98-e7e4-4dac-aa3d-aa447051fc68 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Pushing event deleted for resources: {'Port': ['ID=7b8a1215-3067-42c0-997b-6d0d4616c0fe,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:19.275637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1c3cb754-2cf6-4bee-b2a3-de804681aa61 None None] For port 85822d3d-bf32-4511-9613-29cf56e3bbba, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=85822d3d-bf32-4511-9613-29cf56e3bbba,segment=NetworkSegment(1b24236b-ddd0-4704-a1f0-a52bb3fe7aac),segment_id=1b24236b-ddd0-4704-a1f0-a52bb3fe7aac)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:19.276081 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c3cb754-2cf6-4bee-b2a3-de804681aa61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.306635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1c3cb754-2cf6-4bee-b2a3-de804681aa61 None None] Calling delete_port for 85822d3d-bf32-4511-9613-29cf56e3bbba owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:19.311538 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.318460 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f7352899-d115-4a2d-9b43-bee6f5cc732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.328533 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.375378 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd5204-3e41-4656-bf6b-8dfd7de023b6 req-3cd834d6-e68c-49ab-8899-c18d142927b6 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:19.382321 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aedd5204-3e41-4656-bf6b-8dfd7de023b6 req-3cd834d6-e68c-49ab-8899-c18d142927b6 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 946 time: 0.1548717 Jul 05 10:12:19.386144 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1373d33f-bc0a-4d48-900f-6224bb2b33c8 req-08396a98-e7e4-4dac-aa3d-aa447051fc68 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:12:19.388571 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Port': ['ID=85822d3d-bf32-4511-9613-29cf56e3bbba,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:19.395344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] No DVR routers for this DVR port 85822d3d-bf32-4511-9613-29cf56e3bbba on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: from cryptography.utils import int_from_bytes Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: from cryptography.utils import int_from_bytes Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.453624 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.457153 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.457153 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.457153 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.457153 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.457153 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.457153 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.457153 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.457153 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.457153 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.457153 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.457153 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.457153 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.457153 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:12:19.457153 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:12:19.464581 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c3cb754-2cf6-4bee-b2a3-de804681aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.496949 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cb754-2cf6-4bee-b2a3-de804681aa61 None None] Pushing event deleted for resources: {'Port': ['ID=85822d3d-bf32-4511-9613-29cf56e3bbba,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:19.500566 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3cb754-2cf6-4bee-b2a3-de804681aa61 None None] No DVR routers for this DVR port 85822d3d-bf32-4511-9613-29cf56e3bbba on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:19.559215 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aedd5204-3e41-4656-bf6b-8dfd7de023b6 req-6deb9560-5f9d-4a54-984c-2ab311fc59cd tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760206 Jul 05 10:12:19.562393 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.579840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275fc428-b7dc-4372-a06b-3343475876d5']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:19.623798 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b24236b-ddd0-4704-a1f0-a52bb3fe7aac') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:19.624046 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b24236b-ddd0-4704-a1f0-a52bb3fe7aac') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:19.653802 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.680935 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.700683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:19.701089 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:12:19.704194 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:12:19.706224 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1373d33f-bc0a-4d48-900f-6224bb2b33c8 req-08396a98-e7e4-4dac-aa3d-aa447051fc68 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:19.716656 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39352b5-7af1-4bc0-ae4f-f9aa15a477c4 None None] Sync routers for ids ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:19.729563 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39352b5-7af1-4bc0-ae4f-f9aa15a477c4 None None] Routers {'8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:19.730449 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e39352b5-7af1-4bc0-ae4f-f9aa15a477c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:12:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:19.779486 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8ccb47f9-6372-4592-8472-281be65dff9b req-769e1397-1fbb-4efc-b41d-97476b8ab50f tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/68dea6c6-c3ac-4f8e-861e-c878e1883d79 HTTP/1.1" status: 200 len: 1802 time: 0.1592669 Jul 05 10:12:19.799974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1373d33f-bc0a-4d48-900f-6224bb2b33c8 req-08396a98-e7e4-4dac-aa3d-aa447051fc68 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] No DVR routers for this DVR port 7b8a1215-3067-42c0-997b-6d0d4616c0fe on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:19.808257 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1373d33f-bc0a-4d48-900f-6224bb2b33c8 req-08396a98-e7e4-4dac-aa3d-aa447051fc68 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.810167 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1373d33f-bc0a-4d48-900f-6224bb2b33c8 req-08396a98-e7e4-4dac-aa3d-aa447051fc68 tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.64 "DELETE /v2.0/ports/7b8a1215-3067-42c0-997b-6d0d4616c0fe HTTP/1.1" status: 204 len: 173 time: 1.6918659 Jul 05 10:12:19.810600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440d7b22-3b38-4232-8f55-b35b63f5f6a4', 'name': 'network-vif-deleted', 'tag': '7b8a1215-3067-42c0-997b-6d0d4616c0fe'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:19.812907 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59faa47-e2b9-498d-9786-999c9ea81ef2" -d '{"events": [{"server_uuid": "440d7b22-3b38-4232-8f55-b35b63f5f6a4", "name": "network-vif-deleted", "tag": "7b8a1215-3067-42c0-997b-6d0d4616c0fe"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:19.842471 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e39352b5-7af1-4bc0-ae4f-f9aa15a477c4 None None] Set router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:19.885372 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8ccb47f9-6372-4592-8472-281be65dff9b req-a0f6281e-70f9-4e44-a01e-e1b52373d607 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.909309 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8ccb47f9-6372-4592-8472-281be65dff9b req-a0f6281e-70f9-4e44-a01e-e1b52373d607 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.959944 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.987541 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:19.993071 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/networks/275fc428-b7dc-4372-a06b-3343475876d5 HTTP/1.1" status: 204 len: 168 time: 3.4736061 Jul 05 10:12:19.993071 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75afdc-0b32-4f81-a5c7-8778857446c5 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Network': ['ID=275fc428-b7dc-4372-a06b-3343475876d5,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:19.993401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49194) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:20.000642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-022e06fc-2a9b-4e89-a84d-cc977efc4d9d tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-305466237'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:20.036011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-592f293a-efec-42f3-81fc-8136f93501af req-7cc75605-8ca6-42b3-81f7-f7f11bf7560b tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/ports?device_id=440d7b22-3b38-4232-8f55-b35b63f5f6a4 HTTP/1.1" status: 200 len: 210 time: 0.0439932 Jul 05 10:12:20.080933 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e39352b5-7af1-4bc0-ae4f-f9aa15a477c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'name': 'tempest-ServersTestManualDisk-167920997-router', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:40Z', 'updated_at': '2021-07-05T10:09:50Z', 'revision_number': 4, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'gw_port': {'id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'baaa2aaf-549f-4d1a-96f3-3bb5403f0964', 'name': '', 'network_id': '066304d3-c378-462f-82ab-95144c243ffb', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'mac_address': 'fa:16:3e:f4:37:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:48Z', 'updated_at': '2021-07-05T10:09:57Z', 'revision_number': 5, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'subnets': [{'id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:20.086798 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1069dd65-0d9d-494c-8a6d-76e92253d95c x-openstack-request-id: req-1069dd65-0d9d-494c-8a6d-76e92253d95c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:20.087351 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440d7b22-3b38-4232-8f55-b35b63f5f6a4", "name": "network-vif-deleted", "tag": "7b8a1215-3067-42c0-997b-6d0d4616c0fe", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:20.087808 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1069dd65-0d9d-494c-8a6d-76e92253d95c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:20.088433 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440d7b22-3b38-4232-8f55-b35b63f5f6a4', 'name': 'network-vif-deleted', 'tag': '7b8a1215-3067-42c0-997b-6d0d4616c0fe', 'status': 'completed', 'code': 200} Jul 05 10:12:20.109733 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39352b5-7af1-4bc0-ae4f-f9aa15a477c4 None None] Checking router: 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:20.117114 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8ccb47f9-6372-4592-8472-281be65dff9b req-a0f6281e-70f9-4e44-a01e-e1b52373d607 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.119755 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8ccb47f9-6372-4592-8472-281be65dff9b req-a0f6281e-70f9-4e44-a01e-e1b52373d607 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.123617 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39352b5-7af1-4bc0-ae4f-f9aa15a477c4 None None] Routers {'8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:20.127228 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e39352b5-7af1-4bc0-ae4f-f9aa15a477c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:12:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:20.128404 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8ccb47f9-6372-4592-8472-281be65dff9b req-a0f6281e-70f9-4e44-a01e-e1b52373d607 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "DELETE /v2.0/security-groups/68dea6c6-c3ac-4f8e-861e-c878e1883d79 HTTP/1.1" status: 204 len: 173 time: 0.3297110 Jul 05 10:12:20.138891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6281e-70f9-4e44-a01e-e1b52373d607 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dea6c6-c3ac-4f8e-861e-c878e1883d79,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:20.155888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022e06fc-2a9b-4e89-a84d-cc977efc4d9d tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Made reservation on behalf of af75b01150b946ecbfe4a1074c11cbef for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:20.158961 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-022e06fc-2a9b-4e89-a84d-cc977efc4d9d tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.223573 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022e06fc-2a9b-4e89-a84d-cc977efc4d9d tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:12:20.236289 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e39352b5-7af1-4bc0-ae4f-f9aa15a477c4 None None] Set router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:20.250280 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-022e06fc-2a9b-4e89-a84d-cc977efc4d9d tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.250643 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-022e06fc-2a9b-4e89-a84d-cc977efc4d9d tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Added segment 38170248-ef38-4dfd-813f-00b0cc93a961 of type vlan for network f8c28abb-d5c9-418b-bc63-316c8356f32f Jul 05 10:12:20.336923 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-022e06fc-2a9b-4e89-a84d-cc977efc4d9d tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.341918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca8fa3-2ac6-4197-925d-8c01f9b6b067 req-14c9a6a1-0156-4f16-8294-f846511e6319 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:20.349837 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4ca8fa3-2ac6-4197-925d-8c01f9b6b067 req-14c9a6a1-0156-4f16-8294-f846511e6319 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 944 time: 0.0828028 Jul 05 10:12:20.405434 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4ca8fa3-2ac6-4197-925d-8c01f9b6b067 req-8a0606da-1ae6-46bf-b607-aafc1065e3a3 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510883 Jul 05 10:12:20.522155 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-022e06fc-2a9b-4e89-a84d-cc977efc4d9d tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.530053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e06fc-2a9b-4e89-a84d-cc977efc4d9d tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:20.530712 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-022e06fc-2a9b-4e89-a84d-cc977efc4d9d tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.565077 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e39352b5-7af1-4bc0-ae4f-f9aa15a477c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'name': 'tempest-ServersTestManualDisk-167920997-router', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:40Z', 'updated_at': '2021-07-05T10:09:50Z', 'revision_number': 4, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'gw_port': {'id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'baaa2aaf-549f-4d1a-96f3-3bb5403f0964', 'name': '', 'network_id': '066304d3-c378-462f-82ab-95144c243ffb', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'mac_address': 'fa:16:3e:f4:37:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:48Z', 'updated_at': '2021-07-05T10:09:57Z', 'revision_number': 5, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'subnets': [{'id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:20.590169 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-95534acf-3e66-4c75-af60-977cafbd2e3a req-285a6170-354d-411b-9097-5079a447ff1d tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] show failed (client error): The resource could not be found. Jul 05 10:12:20.591817 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95534acf-3e66-4c75-af60-977cafbd2e3a req-285a6170-354d-411b-9097-5079a447ff1d tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/68dea6c6-c3ac-4f8e-861e-c878e1883d79 HTTP/1.1" status: 404 len: 352 time: 0.0216026 Jul 05 10:12:20.608544 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39352b5-7af1-4bc0-ae4f-f9aa15a477c4 None None] The sync data for ids ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'] in n-d-779913-27 is: [{'id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'name': 'tempest-ServersTestManualDisk-167920997-router', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:40Z', 'updated_at': '2021-07-05T10:09:50Z', 'revision_number': 4, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'gw_port': {'id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'baaa2aaf-549f-4d1a-96f3-3bb5403f0964', 'name': '', 'network_id': '066304d3-c378-462f-82ab-95144c243ffb', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'mac_address': 'fa:16:3e:f4:37:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:48Z', 'updated_at': '2021-07-05T10:09:57Z', 'revision_number': 5, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'subnets': [{'id': '84d76d5a-f1a0-4f9d-a461-b11aeac7204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:20.618971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e06fc-2a9b-4e89-a84d-cc977efc4d9d tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event updated for resources: {'Network': ['ID=f8c28abb-d5c9-418b-bc63-316c8356f32f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:20.633327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network f8c28abb-d5c9-418b-bc63-316c8356f32f details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:12:20.688610 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-022e06fc-2a9b-4e89-a84d-cc977efc4d9d tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6941612 Jul 05 10:12:20.691425 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49218) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:20.698480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2cd6c0da-76cf-4b42-af84-e3d1c84d2932 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Request body: {'subnet': {'network_id': 'f8c28abb-d5c9-418b-bc63-316c8356f32f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:20.748232 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fefe446e-206b-42a1-98a7-969c5b32a537 req-ed927ab5-280c-4f1f-98b8-563eab05dddd tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e2a9c15d10164fa4b093d1668df36fbb HTTP/1.1" status: 200 len: 6158 time: 0.1204460 Jul 05 10:12:20.795982 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fefe446e-206b-42a1-98a7-969c5b32a537 req-342b26f2-737a-44bf-b29c-6ff5e078788c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/6decb723-fa87-4006-a9e6-e99b99d08848 HTTP/1.1" status: 200 len: 2985 time: 0.0464070 Jul 05 10:12:20.800658 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 85822d3d-bf32-4511-9613-29cf56e3bbba no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:20.822968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 85822d3d-bf32-4511-9613-29cf56e3bbba {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:20.823399 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 85822d3d-bf32-4511-9613-29cf56e3bbba not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:20.863755 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fefe446e-206b-42a1-98a7-969c5b32a537 req-087c87c0-5a50-499a-a789-603e17540d97 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/6decb723-fa87-4006-a9e6-e99b99d08848 HTTP/1.1" status: 200 len: 2985 time: 0.0590546 Jul 05 10:12:20.894184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-001514b5-1ed4-4567-897d-746652edb3a5 req-e6c90c8a-9c9e-469c-aaf5-9fc32e917b3d tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1137000603', 'description': 'tempest-description-1423137904'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:20.973992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd6c0da-76cf-4b42-af84-e3d1c84d2932 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Made reservation on behalf of af75b01150b946ecbfe4a1074c11cbef for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:20.977989 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2cd6c0da-76cf-4b42-af84-e3d1c84d2932 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:20.985901 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd91535-ad54-4f7d-83ee-ec2c97c4b161 None None] New status for floating IP 6d4f8eb2-6753-461a-a2e9-a789b399acdf: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:12:21.203322 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-001514b5-1ed4-4567-897d-746652edb3a5 req-e6c90c8a-9c9e-469c-aaf5-9fc32e917b3d tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.300621 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-001514b5-1ed4-4567-897d-746652edb3a5 req-e6c90c8a-9c9e-469c-aaf5-9fc32e917b3d tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.522216 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-001514b5-1ed4-4567-897d-746652edb3a5 req-e6c90c8a-9c9e-469c-aaf5-9fc32e917b3d tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.561365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c90c8a-9c9e-469c-aaf5-9fc32e917b3d tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d6a21b-c77b-4104-953f-360f60ba364c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:21.608464 n-d-779913-27 neutron-server[100776]: DEBUG neutron.objects.ports [None req-2cd6c0da-76cf-4b42-af84-e3d1c84d2932 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100776) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:12:21.610967 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2cd6c0da-76cf-4b42-af84-e3d1c84d2932 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.647511 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7b8a1215-3067-42c0-997b-6d0d4616c0fe no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:21.674009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 7b8a1215-3067-42c0-997b-6d0d4616c0fe {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:21.674358 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7b8a1215-3067-42c0-997b-6d0d4616c0fe not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:21.680221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6c0da-76cf-4b42-af84-e3d1c84d2932 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event updated for resources: {'Subnet': ['ID=0083ac24-1985-4109-8312-a379e50b7058,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:21.695313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6c0da-76cf-4b42-af84-e3d1c84d2932 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Checking segment: {'id': '38170248-ef38-4dfd-813f-00b0cc93a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8c28abb-d5c9-418b-bc63-316c8356f32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:21.695313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6c0da-76cf-4b42-af84-e3d1c84d2932 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Network hostable DHCP agents. Network: f8c28abb-d5c9-418b-bc63-316c8356f32f, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:12:21.756726 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-001514b5-1ed4-4567-897d-746652edb3a5 req-e6c90c8a-9c9e-469c-aaf5-9fc32e917b3d tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.758298 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-001514b5-1ed4-4567-897d-746652edb3a5 req-e6c90c8a-9c9e-469c-aaf5-9fc32e917b3d tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8698990 Jul 05 10:12:21.846031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6c0da-76cf-4b42-af84-e3d1c84d2932 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Network f8c28abb-d5c9-418b-bc63-316c8356f32f is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:12:21.968376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-2cd6c0da-76cf-4b42-af84-e3d1c84d2932 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, f8c28abb-d5c9-418b-bc63-316c8356f32f) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:21.973435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd6c0da-76cf-4b42-af84-e3d1c84d2932 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:21.974248 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2cd6c0da-76cf-4b42-af84-e3d1c84d2932 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:21.984969 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f6ac8-ac75-4e6c-92cf-072f25bbd99c None None] Network f8c28abb-d5c9-418b-bc63-316c8356f32f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:22.139369 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.144769 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2cd6c0da-76cf-4b42-af84-e3d1c84d2932 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4519987 Jul 05 10:12:22.147494 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49272) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:22.156498 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-f8c28abb-d5c9-418b-bc63-316c8356f32f', 'network_id': 'f8c28abb-d5c9-418b-bc63-316c8356f32f', 'tenant_id': 'af75b01150b946ecbfe4a1074c11cbef', 'fixed_ips': [{'subnet_id': '0083ac24-1985-4109-8312-a379e50b7058'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:12:22.157552 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.290765 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72f2a8-829f-4a61-9fd4-5ecfd831fb85 req-7396b985-5c93-4b5b-9fa6-d3264abac918 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:22.292425 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1b72f2a8-829f-4a61-9fd4-5ecfd831fb85 req-7396b985-5c93-4b5b-9fa6-d3264abac918 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 944 time: 0.1516829 Jul 05 10:12:22.292993 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Allocated IP 2001:db8::f816:3eff:fed4:866b (f8c28abb-d5c9-418b-bc63-316c8356f32f/0083ac24-1985-4109-8312-a379e50b7058/39255064-dc9c-443f-afe3-7f25a37d8710) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:22.321584 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.355769 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1b72f2a8-829f-4a61-9fd4-5ecfd831fb85 req-3a283eb3-c52c-4a05-8c3a-fa6e27bae719 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533032 Jul 05 10:12:22.413829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-7c3b64cf-a0a8-4065-8edd-e33cf9d8ae37 req-96dd0012-5885-42df-8caa-96e307aa8980 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1878409579', 'description': 'tempest-description-1422042347'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:22.424400 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.480906 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.490131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Transition to ACTIVE for port object 39255064-dc9c-443f-afe3-7f25a37d8710 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:22.510492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Transition to ACTIVE for port object 39255064-dc9c-443f-afe3-7f25a37d8710 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:22.560020 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7c3b64cf-a0a8-4065-8edd-e33cf9d8ae37 req-96dd0012-5885-42df-8caa-96e307aa8980 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.596866 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.605800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49280) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:22.679501 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7c3b64cf-a0a8-4065-8edd-e33cf9d8ae37 req-96dd0012-5885-42df-8caa-96e307aa8980 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.695805 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Pushing event updated for resources: {'Port': ['ID=39255064-dc9c-443f-afe3-7f25a37d8710,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:22.710305 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Network f8c28abb-d5c9-418b-bc63-316c8356f32f is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:22.712514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:22.719051 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:22.733977 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.739306 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa31c243-a69b-46bc-bdf6-fc1a8b9c24eb tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.772102 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa31c243-a69b-46bc-bdf6-fc1a8b9c24eb tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.791780 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Subnet': ['ID=0083ac24-1985-4109-8312-a379e50b7058,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:22.804941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Attempting to bind port 39255064-dc9c-443f-afe3-7f25a37d8710 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:22.804941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Attempting to bind port 39255064-dc9c-443f-afe3-7f25a37d8710 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '38170248-ef38-4dfd-813f-00b0cc93a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8c28abb-d5c9-418b-bc63-316c8356f32f'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:22.804941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Attempting to bind port 39255064-dc9c-443f-afe3-7f25a37d8710 on network f8c28abb-d5c9-418b-bc63-316c8356f32f {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:22.807297 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7c3b64cf-a0a8-4065-8edd-e33cf9d8ae37 req-96dd0012-5885-42df-8caa-96e307aa8980 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.809010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:22.810372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Checking segment: {'id': '38170248-ef38-4dfd-813f-00b0cc93a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8c28abb-d5c9-418b-bc63-316c8356f32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:22.811773 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.811773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Bound using segment: {'id': '38170248-ef38-4dfd-813f-00b0cc93a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8c28abb-d5c9-418b-bc63-316c8356f32f'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:22.811773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Bound port: 39255064-dc9c-443f-afe3-7f25a37d8710, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38170248-ef38-4dfd-813f-00b0cc93a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8c28abb-d5c9-418b-bc63-316c8356f32f'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:22.812561 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.881215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] For port 39255064-dc9c-443f-afe3-7f25a37d8710, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:22.884903 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] For port 39255064-dc9c-443f-afe3-7f25a37d8710, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=39255064-dc9c-443f-afe3-7f25a37d8710,segment=NetworkSegment(38170248-ef38-4dfd-813f-00b0cc93a961),segment_id=38170248-ef38-4dfd-813f-00b0cc93a961)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:22.922348 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.933715 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd0012-5885-42df-8caa-96e307aa8980 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c093f6e-611c-4cac-a5ef-7b1ddbaeed7c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:22.937035 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c28abb-d5c9-418b-bc63-316c8356f32f']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:22.953907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38170248-ef38-4dfd-813f-00b0cc93a961') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:22.953907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38170248-ef38-4dfd-813f-00b0cc93a961') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:22.960429 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:22.999896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6e0b4-465d-4e91-aacf-3dbe9d02c286 req-5bcfeae9-bb58-4fe2-b0c7-c3fb2c453d51 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:23.001575 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10f6e0b4-465d-4e91-aacf-3dbe9d02c286 req-5bcfeae9-bb58-4fe2-b0c7-c3fb2c453d51 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 946 time: 0.0652001 Jul 05 10:12:23.040324 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10f6e0b4-465d-4e91-aacf-3dbe9d02c286 req-da5fe76d-149a-4465-afb9-404b64bead34 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328171 Jul 05 10:12:23.074225 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa31c243-a69b-46bc-bdf6-fc1a8b9c24eb tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.077276 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa31c243-a69b-46bc-bdf6-fc1a8b9c24eb tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.080924 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-aa31c243-a69b-46bc-bdf6-fc1a8b9c24eb tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "DELETE /v2.0/security-groups/468cda2e-f807-4afd-b146-1c765a83acdd HTTP/1.1" status: 204 len: 168 time: 0.4713545 Jul 05 10:12:23.081694 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49292) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:23.088591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31c243-a69b-46bc-bdf6-fc1a8b9c24eb tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=468cda2e-f807-4afd-b146-1c765a83acdd,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:23.096799 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-32ec84cd-cb75-4002-bc88-7fdd327a38ce tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] show failed (client error): The resource could not be found. Jul 05 10:12:23.100300 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-32ec84cd-cb75-4002-bc88-7fdd327a38ce tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "GET /v2.0/security-groups/468cda2e-f807-4afd-b146-1c765a83acdd HTTP/1.1" status: 404 len: 347 time: 0.0175054 Jul 05 10:12:23.106187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49296) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:23.163164 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.166258 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7c3b64cf-a0a8-4065-8edd-e33cf9d8ae37 req-96dd0012-5885-42df-8caa-96e307aa8980 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.185245 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7c3b64cf-a0a8-4065-8edd-e33cf9d8ae37 req-96dd0012-5885-42df-8caa-96e307aa8980 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7668409 Jul 05 10:12:23.185245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.204806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:23.205231 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.294929 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-fad1533d-2d71-42c9-bede-190d774f287f tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Deleting port cba46a22-bc7b-475b-9ff6-99a1633592c0 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:23.295278 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fad1533d-2d71-42c9-bede-190d774f287f tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.297542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297159d-cb5c-4e27-998d-8b3175999896 None None] Pushing event updated for resources: {'Port': ['ID=39255064-dc9c-443f-afe3-7f25a37d8710,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:12:23.308310 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:12:23.323881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61453eda-6ba8-4e51-a67b-ace15a5290a3 None None] Network f8c28abb-d5c9-418b-bc63-316c8356f32f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:23.375606 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:12:23.375606 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:12:23.375606 n-d-779913-27 neutron-server[100775]: [parameters: {'id': 'f8c28abb-d5c9-418b-bc63-316c8356f32f'}] Jul 05 10:12:23.375606 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:12:23.375606 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:12:23.424163 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fad1533d-2d71-42c9-bede-190d774f287f tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.424507 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fad1533d-2d71-42c9-bede-190d774f287f tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.437593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-fad1533d-2d71-42c9-bede-190d774f287f tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Calling delete_port for cba46a22-bc7b-475b-9ff6-99a1633592c0 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:23.485419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2481804-c496-4673-a338-3ad3021b4315 None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:12:23.593485 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2481804-c496-4673-a338-3ad3021b4315 None None] Resources bound (agent type, host, resource id): {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:12:23.597616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bc1eb-4746-49ca-a6ae-be10bf99775f req-60618f2f-bb88-45b3-9b9b-552421ef3413 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:23.599590 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a5bc1eb-4746-49ca-a6ae-be10bf99775f req-60618f2f-bb88-45b3-9b9b-552421ef3413 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 944 time: 0.1060247 Jul 05 10:12:23.648469 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a5bc1eb-4746-49ca-a6ae-be10bf99775f req-62b2b150-e417-4664-b0f7-5a08227e609c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374765 Jul 05 10:12:23.700482 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fad1533d-2d71-42c9-bede-190d774f287f tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.746169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1533d-2d71-42c9-bede-190d774f287f tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Pushing event deleted for resources: {'Port': ['ID=cba46a22-bc7b-475b-9ff6-99a1633592c0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:23.811846 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fad1533d-2d71-42c9-bede-190d774f287f tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.814395 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fad1533d-2d71-42c9-bede-190d774f287f tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.815819 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fad1533d-2d71-42c9-bede-190d774f287f tempest-ServersTestManualDisk-385677307 tempest-ServersTestManualDisk-385677307-project] 10.222.0.77 "DELETE /v2.0/floatingips/6d4f8eb2-6753-461a-a2e9-a789b399acdf HTTP/1.1" status: 204 len: 168 time: 0.7075481 Jul 05 10:12:23.818759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49342) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:23.849933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-5a8880c5-1f75-4def-9c3a-6442926bf419 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:23.857466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-5a8880c5-1f75-4def-9c3a-6442926bf419 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/networks?id=d1e22f91-1050-4c61-8627-4aa9372e5d9d HTTP/1.1" status: 200 len: 813 time: 0.1213217 Jul 05 10:12:23.873097 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-8c220cee-a6ea-409a-970e-a69103b97076 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/quotas/e2a9c15d10164fa4b093d1668df36fbb HTTP/1.1" status: 200 len: 375 time: 0.0141950 Jul 05 10:12:23.877603 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.922911 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:23.981570 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-2c7cd7ae-97c5-415b-be3e-11f0657a5b6a tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2a9c15d10164fa4b093d1668df36fbb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1018326 Jul 05 10:12:23.987619 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Deleting port 39255064-dc9c-443f-afe3-7f25a37d8710 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:23.988056 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:24.062995 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] For port 39255064-dc9c-443f-afe3-7f25a37d8710, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=39255064-dc9c-443f-afe3-7f25a37d8710,segment=NetworkSegment(38170248-ef38-4dfd-813f-00b0cc93a961),segment_id=38170248-ef38-4dfd-813f-00b0cc93a961)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:24.063370 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:24.082801 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Calling delete_port for 39255064-dc9c-443f-afe3-7f25a37d8710 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:24.274337 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f626e595-559d-4b51-a0c2-d1cd063b5380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:24.280023 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-1c8f3e33-c565-40d0-8fa1-4cfa70493422 service neutron] 10.222.0.77 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886288 Jul 05 10:12:24.281485 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:24.315621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Port': ['ID=39255064-dc9c-443f-afe3-7f25a37d8710,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:24.357956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] No DVR routers for this DVR port 39255064-dc9c-443f-afe3-7f25a37d8710 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:24.453500 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:24.473461 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c28abb-d5c9-418b-bc63-316c8356f32f']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:24.490855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38170248-ef38-4dfd-813f-00b0cc93a961') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:24.491271 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38170248-ef38-4dfd-813f-00b0cc93a961') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:24.513990 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:24.540722 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-7d14f9f8-614f-4d80-adb8-a5f7a7866db6 service neutron] 10.222.0.77 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535992 Jul 05 10:12:24.542335 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:24.550250 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:24.551114 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:12:24.554617 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:12:24.623917 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-f626e595-559d-4b51-a0c2-d1cd063b5380 admin admin] Deleting port baaa2aaf-549f-4d1a-96f3-3bb5403f0964 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:24.624324 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f626e595-559d-4b51-a0c2-d1cd063b5380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:24.711001 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:24.717334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-f626e595-559d-4b51-a0c2-d1cd063b5380 admin admin] For port baaa2aaf-549f-4d1a-96f3-3bb5403f0964, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=baaa2aaf-549f-4d1a-96f3-3bb5403f0964,segment=NetworkSegment(ee53c1bb-6008-4499-80bb-4c7cf6051337),segment_id=ee53c1bb-6008-4499-80bb-4c7cf6051337)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:24.718081 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f626e595-559d-4b51-a0c2-d1cd063b5380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:24.721027 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:24.726033 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/networks/f8c28abb-d5c9-418b-bc63-316c8356f32f HTTP/1.1" status: 204 len: 168 time: 2.5450122 Jul 05 10:12:24.735221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49368) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:24.741837 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e7d29-5564-49ea-8d68-147d7fae408c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Network': ['ID=f8c28abb-d5c9-418b-bc63-316c8356f32f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:24.769300 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-97abeaae-9600-40ea-a55d-ab4de80925d9 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:24.769849 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97abeaae-9600-40ea-a55d-ab4de80925d9 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:24.771558 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-97abeaae-9600-40ea-a55d-ab4de80925d9 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/subnets/0083ac24-1985-4109-8312-a379e50b7058 HTTP/1.1" status: 404 len: 337 time: 0.0352337 Jul 05 10:12:24.775137 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49370) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:24.776282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-f626e595-559d-4b51-a0c2-d1cd063b5380 admin admin] Calling delete_port for baaa2aaf-549f-4d1a-96f3-3bb5403f0964 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:24.797999 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f65c71-b759-4726-bc20-7a794d830b43 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:24.799174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f65c71-b759-4726-bc20-7a794d830b43 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:24.801485 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-24f65c71-b759-4726-bc20-7a794d830b43 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/networks/f8c28abb-d5c9-418b-bc63-316c8356f32f HTTP/1.1" status: 404 len: 339 time: 0.0252404 Jul 05 10:12:24.804459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49372) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:24.870762 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c5311b-21a5-4ab9-8c18-5fc82cdde92d tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:24.875434 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c5311b-21a5-4ab9-8c18-5fc82cdde92d tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:24.877305 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b2c5311b-21a5-4ab9-8c18-5fc82cdde92d tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/subnets/3d81ddff-cfb6-4c3e-ab0a-f010abb6565f HTTP/1.1" status: 404 len: 337 time: 0.0715621 Jul 05 10:12:24.880871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49378) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:24.996551 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78a9197-d3e1-458d-9d83-4f63a001ecf6 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:24.997717 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78a9197-d3e1-458d-9d83-4f63a001ecf6 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:24.999482 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f78a9197-d3e1-458d-9d83-4f63a001ecf6 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/networks/275fc428-b7dc-4372-a06b-3343475876d5 HTTP/1.1" status: 404 len: 339 time: 0.1173935 Jul 05 10:12:25.009498 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49382) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:25.063031 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ecc4969-f688-48fa-8647-b48ddba7292c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:25.063753 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ecc4969-f688-48fa-8647-b48ddba7292c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:25.066184 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1ecc4969-f688-48fa-8647-b48ddba7292c tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/subnets/a9627e89-10be-422f-8162-24c6bf652239 HTTP/1.1" status: 404 len: 337 time: 0.0556359 Jul 05 10:12:25.068881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49384) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:25.093473 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-891d5962-b198-4e19-a26b-178772c01705 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:25.094273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-891d5962-b198-4e19-a26b-178772c01705 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:25.096660 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-891d5962-b198-4e19-a26b-178772c01705 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/networks/c6f08fb3-07bd-4a18-8ee5-dc34d6fc49ed HTTP/1.1" status: 404 len: 339 time: 0.0264647 Jul 05 10:12:25.099509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49386) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:25.139859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b20689-5915-4cd2-a2f0-fbca223968ad req-2cca4a25-fe7d-42ee-a76e-2683f6be41c9 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:25.147565 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84b20689-5915-4cd2-a2f0-fbca223968ad req-2cca4a25-fe7d-42ee-a76e-2683f6be41c9 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 944 time: 0.1610010 Jul 05 10:12:25.195616 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84b20689-5915-4cd2-a2f0-fbca223968ad req-c93e0cff-7dfe-4398-b489-66c274044ba7 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470138 Jul 05 10:12:25.262520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-ac04f817-081b-4265-8f3f-960e6920579f tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Deleting port fe7bb5f9-961f-48e1-98cb-cf7c3cec4c41 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:25.262815 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ac04f817-081b-4265-8f3f-960e6920579f tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:25.305438 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f626e595-559d-4b51-a0c2-d1cd063b5380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:25.345301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626e595-559d-4b51-a0c2-d1cd063b5380 admin admin] Pushing event deleted for resources: {'Port': ['ID=baaa2aaf-549f-4d1a-96f3-3bb5403f0964,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:25.352201 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ac04f817-081b-4265-8f3f-960e6920579f tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:25.376267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-ac04f817-081b-4265-8f3f-960e6920579f tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Calling delete_port for fe7bb5f9-961f-48e1-98cb-cf7c3cec4c41 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:25.576591 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f626e595-559d-4b51-a0c2-d1cd063b5380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:25.603281 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ac04f817-081b-4265-8f3f-960e6920579f tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:25.636839 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ac04f817-081b-4265-8f3f-960e6920579f tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:25.640541 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ac04f817-081b-4265-8f3f-960e6920579f tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/ports/fe7bb5f9-961f-48e1-98cb-cf7c3cec4c41 HTTP/1.1" status: 204 len: 168 time: 0.5389686 Jul 05 10:12:25.643005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49392) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:25.658372 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04f817-081b-4265-8f3f-960e6920579f tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Port': ['ID=fe7bb5f9-961f-48e1-98cb-cf7c3cec4c41,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:25.687904 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-48901db9-6645-4c1d-8218-16dd281c4254 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:25.689231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48901db9-6645-4c1d-8218-16dd281c4254 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:25.692991 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-48901db9-6645-4c1d-8218-16dd281c4254 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/subnets/f55a00f1-95df-4b45-a6a8-28a016211d69 HTTP/1.1" status: 404 len: 337 time: 0.0482101 Jul 05 10:12:25.695359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49398) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:25.845249 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c7cb5583-4bfe-45ea-b4ce-de560ba2999b req-c3e8bafa-d1d7-4f78-a1ed-c65adef8027e tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 210 time: 0.1067629 Jul 05 10:12:25.935474 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-250e4a51-ba65-494d-9ab9-61b0569fa879 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:26.074629 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c3bce9cd-5561-477e-bb59-22d692917e08 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:12:26.079852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f626e595-559d-4b51-a0c2-d1cd063b5380 admin admin] Router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:12:26.131817 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-250e4a51-ba65-494d-9ab9-61b0569fa879 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:26.144800 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-250e4a51-ba65-494d-9ab9-61b0569fa879 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08dbe5a2-6fdd-4fce-8b0b-61d209784715']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:26.166517 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-250e4a51-ba65-494d-9ab9-61b0569fa879 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c1db7e-c7a5-4ecd-bbd1-0be2d6680cea') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:26.167003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-250e4a51-ba65-494d-9ab9-61b0569fa879 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c1db7e-c7a5-4ecd-bbd1-0be2d6680cea') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:26.203438 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-250e4a51-ba65-494d-9ab9-61b0569fa879 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:26.214216 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e682f-84a0-4d8b-be34-927a19e41e67 req-b2f5926c-da45-450f-ae0e-a4d6ef25acc4 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:26.216524 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e70e682f-84a0-4d8b-be34-927a19e41e67 req-b2f5926c-da45-450f-ae0e-a4d6ef25acc4 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 946 time: 0.2602456 Jul 05 10:12:26.237837 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4185da-b1fd-4f4a-a847-e175d958ce99 req-2f3c89ff-b7e6-43b4-a431-f605905425df tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:26.240021 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba4185da-b1fd-4f4a-a847-e175d958ce99 req-2f3c89ff-b7e6-43b4-a431-f605905425df tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 948 time: 0.1742096 Jul 05 10:12:26.255480 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-250e4a51-ba65-494d-9ab9-61b0569fa879 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:26.258298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c3bce9cd-5561-477e-bb59-22d692917e08, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c3bce9cd-5561-477e-bb59-22d692917e08,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:26.272614 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250e4a51-ba65-494d-9ab9-61b0569fa879 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:26.273227 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-250e4a51-ba65-494d-9ab9-61b0569fa879 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:26.275306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'c3bce9cd-5561-477e-bb59-22d692917e08', 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d', 'port_id': 'c3bce9cd-5561-477e-bb59-22d692917e08', 'mac_address': 'fa:16:3e:ac:86:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed1101-bea6-4fe3-8240-f598d38a2084', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:12:26.278719 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:12:26.334932 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e70e682f-84a0-4d8b-be34-927a19e41e67 req-38a45d5b-8a12-4d8f-837a-d2414b35472a tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035795 Jul 05 10:12:26.336326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f626e595-559d-4b51-a0c2-d1cd063b5380 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:26.342134 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f626e595-559d-4b51-a0c2-d1cd063b5380 admin admin] 10.222.0.77 "PUT /v2.0/routers/8b55fca8-f0a2-40b1-8bcc-b0efef202bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5220690 Jul 05 10:12:26.344709 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49412) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:26.347550 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:26.357105 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9c02e-a54d-409f-aa83-85022fcda846 None None] Sync routers for ids ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:26.364675 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9c02e-a54d-409f-aa83-85022fcda846 None None] Routers {'8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:26.368082 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3df9c02e-a54d-409f-aa83-85022fcda846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:12:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:26.377416 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bce9cd-5561-477e-bb59-22d692917e08 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:12:26.383966 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba4185da-b1fd-4f4a-a847-e175d958ce99 req-86f9e128-e8d7-45b3-ad11-707aac79866a tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375537 Jul 05 10:12:26.449636 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c3bce9cd-5561-477e-bb59-22d692917e08, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c3bce9cd-5561-477e-bb59-22d692917e08,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:26.516089 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-250e4a51-ba65-494d-9ab9-61b0569fa879 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:26.524686 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-250e4a51-ba65-494d-9ab9-61b0569fa879 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:26.526400 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-feeda5b7-cecb-4f26-a037-71d4a9c85cb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:26.526562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-250e4a51-ba65-494d-9ab9-61b0569fa879 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/networks/08dbe5a2-6fdd-4fce-8b0b-61d209784715 HTTP/1.1" status: 204 len: 168 time: 0.8296907 Jul 05 10:12:26.529771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49416) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:26.542978 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:26.545297 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-3df9c02e-a54d-409f-aa83-85022fcda846 None None] Set router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:26.550269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e4a51-ba65-494d-9ab9-61b0569fa879 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Network': ['ID=08dbe5a2-6fdd-4fce-8b0b-61d209784715,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:26.618435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=c3bce9cd-5561-477e-bb59-22d692917e08,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:26.646223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94254c9f-9cf5-4f46-92ab-1b2b8d65ff61 req-b4fae4fd-b7cc-4f09-87e3-93ff5a1d9f83 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:26.648726 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94254c9f-9cf5-4f46-92ab-1b2b8d65ff61 req-b4fae4fd-b7cc-4f09-87e3-93ff5a1d9f83 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 945 time: 0.1084101 Jul 05 10:12:26.662906 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:26.663926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:26.664367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:26.666532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:26.667239 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:26.669467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:26.673287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:26.673287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:26.673287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:26.673287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:26.673287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:26.676148 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:26.728510 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94254c9f-9cf5-4f46-92ab-1b2b8d65ff61 req-2fa6c124-f23e-4c8b-91f6-a70d48510322 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726771 Jul 05 10:12:26.822496 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['c3bce9cd-5561-477e-bb59-22d692917e08'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:26.883041 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3df9c02e-a54d-409f-aa83-85022fcda846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'name': 'tempest-ServersTestManualDisk-167920997-router', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:40Z', 'updated_at': '2021-07-05T10:12:24Z', 'revision_number': 5, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'gw_port': {'id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:26.926925 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9c02e-a54d-409f-aa83-85022fcda846 None None] Checking router: 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:26.938210 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9c02e-a54d-409f-aa83-85022fcda846 None None] Routers {'8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:26.938823 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3df9c02e-a54d-409f-aa83-85022fcda846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:12:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:27.087952 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-3df9c02e-a54d-409f-aa83-85022fcda846 None None] Set router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:27.139432 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-12e85765-ae64-43b0-be37-ee7d292a468f req-0348768e-23e9-4560-ad2d-9ee3cd0d7492 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 210 time: 0.0838566 Jul 05 10:12:27.198234 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-feeda5b7-cecb-4f26-a037-71d4a9c85cb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:27.253632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-84697693-8b40-4fe4-8cdf-072705c23064 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Deleting port 353f5ba8-00c3-4811-b225-0f044bd73470 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:27.253632 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84697693-8b40-4fe4-8cdf-072705c23064 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:27.303363 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3df9c02e-a54d-409f-aa83-85022fcda846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'name': 'tempest-ServersTestManualDisk-167920997-router', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:40Z', 'updated_at': '2021-07-05T10:12:24Z', 'revision_number': 5, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'gw_port': {'id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:27.331674 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9c02e-a54d-409f-aa83-85022fcda846 None None] The sync data for ids ['8b55fca8-f0a2-40b1-8bcc-b0efef202bfe'] in n-d-779913-27 is: [{'id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'name': 'tempest-ServersTestManualDisk-167920997-router', 'tenant_id': 'b248f5cbb2974decb30a23647a3dbdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:09:40Z', 'updated_at': '2021-07-05T10:12:24Z', 'revision_number': 5, 'project_id': 'b248f5cbb2974decb30a23647a3dbdff', 'gw_port': {'id': '84e39194-4ef0-4a88-b766-bfa8fbef357d', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55fca8-f0a2-40b1-8bcc-b0efef202bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:09:41Z', 'updated_at': '2021-07-05T10:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:27.390336 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84697693-8b40-4fe4-8cdf-072705c23064 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:27.413210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77daf0f8-2044-4e4c-a6dc-e0d4a70103e2 req-2077c3be-6451-4e35-91de-d8c4d43d0617 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:27.414862 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-77daf0f8-2044-4e4c-a6dc-e0d4a70103e2 req-2077c3be-6451-4e35-91de-d8c4d43d0617 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 946 time: 0.2076960 Jul 05 10:12:27.415937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-84697693-8b40-4fe4-8cdf-072705c23064 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Calling delete_port for 353f5ba8-00c3-4811-b225-0f044bd73470 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:27.519920 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-feeda5b7-cecb-4f26-a037-71d4a9c85cb1 admin admin] Deleting port 84e39194-4ef0-4a88-b766-bfa8fbef357d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:27.520289 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-feeda5b7-cecb-4f26-a037-71d4a9c85cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:27.550668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c64a7-1fc0-43be-8371-32f0083b8ab1 req-ae539b57-4fd5-40bd-bccf-dff1bb0a696f tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:27.550668 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb9c64a7-1fc0-43be-8371-32f0083b8ab1 req-ae539b57-4fd5-40bd-bccf-dff1bb0a696f tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 946 time: 0.0806720 Jul 05 10:12:27.595557 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb9c64a7-1fc0-43be-8371-32f0083b8ab1 req-476977e7-72f2-4485-8c01-8f9a621b8f0b tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394468 Jul 05 10:12:27.813480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-feeda5b7-cecb-4f26-a037-71d4a9c85cb1 admin admin] For port 84e39194-4ef0-4a88-b766-bfa8fbef357d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=84e39194-4ef0-4a88-b766-bfa8fbef357d,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:27.813871 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-feeda5b7-cecb-4f26-a037-71d4a9c85cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:27.817531 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84697693-8b40-4fe4-8cdf-072705c23064 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:27.846879 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-77daf0f8-2044-4e4c-a6dc-e0d4a70103e2 req-3c0b3f77-271e-49ff-849a-3c781192c427 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Deleting port 70111812-c32c-463a-a6ea-95b9cf2a940b {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:27.846879 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-77daf0f8-2044-4e4c-a6dc-e0d4a70103e2 req-3c0b3f77-271e-49ff-849a-3c781192c427 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:27.894003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd090e9-97f0-4168-9411-5bb4e3509fe8 req-0c053d97-5d2c-41be-b9c7-39f26afa4b22 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:27.903441 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ccd090e9-97f0-4168-9411-5bb4e3509fe8 req-0c053d97-5d2c-41be-b9c7-39f26afa4b22 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 948 time: 0.1392550 Jul 05 10:12:27.950308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-feeda5b7-cecb-4f26-a037-71d4a9c85cb1 admin admin] Calling delete_port for 84e39194-4ef0-4a88-b766-bfa8fbef357d owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:27.955580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84697693-8b40-4fe4-8cdf-072705c23064 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Port': ['ID=353f5ba8-00c3-4811-b225-0f044bd73470,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:27.963850 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84697693-8b40-4fe4-8cdf-072705c23064 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:27.966146 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-84697693-8b40-4fe4-8cdf-072705c23064 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/ports/353f5ba8-00c3-4811-b225-0f044bd73470 HTTP/1.1" status: 204 len: 168 time: 1.4361591 Jul 05 10:12:27.968665 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49454) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:27.978450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85828e50-4d62-4a59-8dc4-c6dd5b4cb4ec req-070f79a0-26b0-4782-852d-908678f1f39b tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:27.981398 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85828e50-4d62-4a59-8dc4-c6dd5b4cb4ec req-070f79a0-26b0-4782-852d-908678f1f39b tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 948 time: 0.4445980 Jul 05 10:12:28.074681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c3bce9cd-5561-477e-bb59-22d692917e08 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:28.110840 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:12:28.111894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-77daf0f8-2044-4e4c-a6dc-e0d4a70103e2 req-3c0b3f77-271e-49ff-849a-3c781192c427 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] For port 70111812-c32c-463a-a6ea-95b9cf2a940b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=70111812-c32c-463a-a6ea-95b9cf2a940b,segment=NetworkSegment(c68a1a26-ec11-45b8-8925-256edc75bb4e),segment_id=c68a1a26-ec11-45b8-8925-256edc75bb4e)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:28.112559 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-77daf0f8-2044-4e4c-a6dc-e0d4a70103e2 req-3c0b3f77-271e-49ff-849a-3c781192c427 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:28.121734 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85828e50-4d62-4a59-8dc4-c6dd5b4cb4ec req-341437c2-eb32-4cb7-81ec-7b8efe825064 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301901 Jul 05 10:12:28.299759 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port c3bce9cd-5561-477e-bb59-22d692917e08 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:28.314560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port c3bce9cd-5561-477e-bb59-22d692917e08 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:28.316657 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:28.422411 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d68d1229-a6ca-4c7f-988c-06cad79573da req-a5556357-7c68-4d8b-97f6-f71d9f0219b1 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 210 time: 0.0399737 Jul 05 10:12:28.480804 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:28.503746 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42246bb-4948-4932-b00d-4202365a75de tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] DELETE failed (client error): The resource could not be found. Jul 05 10:12:28.504458 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42246bb-4948-4932-b00d-4202365a75de tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:12:28.506342 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a42246bb-4948-4932-b00d-4202365a75de tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/subnets/adec7835-b2b5-485b-a1c9-22eb12765edc HTTP/1.1" status: 404 len: 337 time: 0.5365071 Jul 05 10:12:28.511696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49462) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:28.520936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c3bce9cd-5561-477e-bb59-22d692917e08, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c3bce9cd-5561-477e-bb59-22d692917e08,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:28.521901 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d0fe66-c38b-4d9a-8124-a29debe18740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bce9cd-5561-477e-bb59-22d692917e08'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:28.524360 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f205cc1-fb02-4683-a51e-9a850612893b" -d '{"events": [{"server_uuid": "d3d0fe66-c38b-4d9a-8124-a29debe18740", "name": "network-vif-plugged", "status": "completed", "tag": "c3bce9cd-5561-477e-bb59-22d692917e08"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:28.549585 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-77daf0f8-2044-4e4c-a6dc-e0d4a70103e2 req-3c0b3f77-271e-49ff-849a-3c781192c427 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:28.549977 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-77daf0f8-2044-4e4c-a6dc-e0d4a70103e2 req-3c0b3f77-271e-49ff-849a-3c781192c427 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:28.550302 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [req-77daf0f8-2044-4e4c-a6dc-e0d4a70103e2 req-3c0b3f77-271e-49ff-849a-3c781192c427 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Floating IP 47267fe6-7cb4-4525-9839-2c4f32b07247 disassociated. External IP: 172.25.5.7, port: 70111812-c32c-463a-a6ea-95b9cf2a940b. Jul 05 10:12:28.550651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-77daf0f8-2044-4e4c-a6dc-e0d4a70103e2 req-3c0b3f77-271e-49ff-849a-3c781192c427 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Calling delete_port for 70111812-c32c-463a-a6ea-95b9cf2a940b owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:28.565770 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a040ad62-a139-47e3-8ad4-e09ad483c11b x-openstack-request-id: req-a040ad62-a139-47e3-8ad4-e09ad483c11b {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:28.566065 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d0fe66-c38b-4d9a-8124-a29debe18740", "name": "network-vif-plugged", "status": "completed", "tag": "c3bce9cd-5561-477e-bb59-22d692917e08", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:28.566325 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a040ad62-a139-47e3-8ad4-e09ad483c11b {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:28.566709 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d0fe66-c38b-4d9a-8124-a29debe18740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bce9cd-5561-477e-bb59-22d692917e08', 'code': 200} Jul 05 10:12:28.584656 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-feeda5b7-cecb-4f26-a037-71d4a9c85cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:28.608303 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:28.662753 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf14c05-bfd4-4c4d-bbe7-8b4a6eb8359c req-2e1ef105-816e-47a9-8cc8-8c042bf7321c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:28.665926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeda5b7-cecb-4f26-a037-71d4a9c85cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=84e39194-4ef0-4a88-b766-bfa8fbef357d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:28.674956 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf14c05-bfd4-4c4d-bbe7-8b4a6eb8359c req-2e1ef105-816e-47a9-8cc8-8c042bf7321c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 945 time: 0.7101140 Jul 05 10:12:28.706211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=c3bce9cd-5561-477e-bb59-22d692917e08,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:28.731576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-ea7c2709-e978-444f-8c71-19ee5ce7fb14 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:28.733398 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-ea7c2709-e978-444f-8c71-19ee5ce7fb14 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.64 "GET /v2.0/networks?id=d1e22f91-1050-4c61-8627-4aa9372e5d9d HTTP/1.1" status: 200 len: 813 time: 0.2725592 Jul 05 10:12:28.757555 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-2b4ef168-d81c-49ab-97ff-3bd06eba9c4c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Request body: {'port': {'device_id': 'e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc', 'network_id': 'd1e22f91-1050-4c61-8627-4aa9372e5d9d', 'admin_state_up': True, 'tenant_id': 'e2a9c15d10164fa4b093d1668df36fbb'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:28.761442 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-ccd090e9-97f0-4168-9411-5bb4e3509fe8 req-6c60a3ba-f0fa-4545-8701-97601fa936bd tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Deleting port 3c39c67d-7b68-464e-874a-d24c4145246d {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:28.761788 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ccd090e9-97f0-4168-9411-5bb4e3509fe8 req-6c60a3ba-f0fa-4545-8701-97601fa936bd tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:28.781621 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bf14c05-bfd4-4c4d-bbe7-8b4a6eb8359c req-ad834f4b-f979-41a4-a74a-83b69a9c86e5 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057215 Jul 05 10:12:28.818355 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2fc7eb8e-b1de-4bbf-b2fc-e1b18ddbede1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:28.864230 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device baaa2aaf-549f-4d1a-96f3-3bb5403f0964 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:28.911207 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: baaa2aaf-549f-4d1a-96f3-3bb5403f0964 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:28.911207 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device baaa2aaf-549f-4d1a-96f3-3bb5403f0964 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:28.940052 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-feeda5b7-cecb-4f26-a037-71d4a9c85cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.032332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ccd090e9-97f0-4168-9411-5bb4e3509fe8 req-6c60a3ba-f0fa-4545-8701-97601fa936bd tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] For port 3c39c67d-7b68-464e-874a-d24c4145246d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3c39c67d-7b68-464e-874a-d24c4145246d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:29.032690 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ccd090e9-97f0-4168-9411-5bb4e3509fe8 req-6c60a3ba-f0fa-4545-8701-97601fa936bd tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.052722 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-ccd090e9-97f0-4168-9411-5bb4e3509fe8 req-6c60a3ba-f0fa-4545-8701-97601fa936bd tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Calling delete_port for 3c39c67d-7b68-464e-874a-d24c4145246d owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:29.125807 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-feeda5b7-cecb-4f26-a037-71d4a9c85cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.129431 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-feeda5b7-cecb-4f26-a037-71d4a9c85cb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.136654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea147fe-7297-4ce1-821f-a052261d26eb req-c5fca5e7-9ecd-4d3f-a586-b6c40eeb8151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:29.138262 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ea147fe-7297-4ce1-821f-a052261d26eb req-c5fca5e7-9ecd-4d3f-a586-b6c40eeb8151 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 1098 time: 0.4628227 Jul 05 10:12:29.141132 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2fc7eb8e-b1de-4bbf-b2fc-e1b18ddbede1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.175488 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2fc7eb8e-b1de-4bbf-b2fc-e1b18ddbede1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37dc6e9-45a0-4267-916d-1521a5e2b127']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:29.205820 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-2b4ef168-d81c-49ab-97ff-3bd06eba9c4c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Made reservation on behalf of e2a9c15d10164fa4b093d1668df36fbb for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:29.209794 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-2b4ef168-d81c-49ab-97ff-3bd06eba9c4c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.241157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2fc7eb8e-b1de-4bbf-b2fc-e1b18ddbede1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d7ae48-d963-470e-822a-9c41271470d0') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:29.241484 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2fc7eb8e-b1de-4bbf-b2fc-e1b18ddbede1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d7ae48-d963-470e-822a-9c41271470d0') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:29.264680 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc6457-918d-451f-9387-aab131b37637 req-52932f09-c721-4ab7-8c7f-b60200f6b9a0 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:29.266253 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dccc6457-918d-451f-9387-aab131b37637 req-52932f09-c721-4ab7-8c7f-b60200f6b9a0 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 946 time: 0.4200375 Jul 05 10:12:29.268364 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2fc7eb8e-b1de-4bbf-b2fc-e1b18ddbede1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.302929 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ea147fe-7297-4ce1-821f-a052261d26eb req-45b8e37c-d18c-434d-8ff6-05b30437abad service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563745 Jul 05 10:12:29.308508 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2fc7eb8e-b1de-4bbf-b2fc-e1b18ddbede1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.317702 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc7eb8e-b1de-4bbf-b2fc-e1b18ddbede1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:29.318201 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2fc7eb8e-b1de-4bbf-b2fc-e1b18ddbede1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:12:29.321123 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:12:29.369896 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dccc6457-918d-451f-9387-aab131b37637 req-a5ef0561-58e1-4cd6-a989-3c3baa0bf5b6 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups?id=fb4cd6d4-3e78-44f6-a99e-28120798185d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890217 Jul 05 10:12:29.402612 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-2b4ef168-d81c-49ab-97ff-3bd06eba9c4c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Allocated IP 172.20.0.5 (d1e22f91-1050-4c61-8627-4aa9372e5d9d/94e5c31d-d6c0-4ae7-9a3c-9ac20b4ac53e/3e8d9e3f-df26-42ae-96a7-4f3473279412) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:29.408415 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-77daf0f8-2044-4e4c-a6dc-e0d4a70103e2 req-3c0b3f77-271e-49ff-849a-3c781192c427 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.413080 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7c55-2ed2-4bb4-817f-130f3ae3364d req-3eb448b1-98d8-422f-81a3-38c24d399b11 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:29.414646 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-612c7c55-2ed2-4bb4-817f-130f3ae3364d req-3eb448b1-98d8-422f-81a3-38c24d399b11 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 948 time: 0.1221278 Jul 05 10:12:29.417874 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ccd090e9-97f0-4168-9411-5bb4e3509fe8 req-6c60a3ba-f0fa-4545-8701-97601fa936bd tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.421296 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-feeda5b7-cecb-4f26-a037-71d4a9c85cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.421681 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feeda5b7-cecb-4f26-a037-71d4a9c85cb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b55fca8-f0a2-40b1-8bcc-b0efef202bfe {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:12:29.454632 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-feeda5b7-cecb-4f26-a037-71d4a9c85cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.458260 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-feeda5b7-cecb-4f26-a037-71d4a9c85cb1 admin admin] 10.222.0.77 "DELETE /v2.0/routers/8b55fca8-f0a2-40b1-8bcc-b0efef202bfe HTTP/1.1" status: 204 len: 168 time: 3.1102917 Jul 05 10:12:29.458472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b3f77-271e-49ff-849a-3c781192c427 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Pushing event deleted for resources: {'Port': ['ID=70111812-c32c-463a-a6ea-95b9cf2a940b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:29.461077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49476) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:29.579453 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60a3ba-f0fa-4545-8701-97601fa936bd tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Pushing event deleted for resources: {'Port': ['ID=3c39c67d-7b68-464e-874a-d24c4145246d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:29.648088 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2fc7eb8e-b1de-4bbf-b2fc-e1b18ddbede1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.683416 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2fc7eb8e-b1de-4bbf-b2fc-e1b18ddbede1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.688420 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2fc7eb8e-b1de-4bbf-b2fc-e1b18ddbede1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/networks/a37dc6e9-45a0-4267-916d-1521a5e2b127 HTTP/1.1" status: 204 len: 168 time: 1.1727602 Jul 05 10:12:29.688420 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7eb8e-b1de-4bbf-b2fc-e1b18ddbede1 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Network': ['ID=a37dc6e9-45a0-4267-916d-1521a5e2b127,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:29.695952 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49482) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:29.704023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd090e9-97f0-4168-9411-5bb4e3509fe8 req-6c60a3ba-f0fa-4545-8701-97601fa936bd tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] No DVR routers for this DVR port 3c39c67d-7b68-464e-874a-d24c4145246d on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:29.710283 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ccd090e9-97f0-4168-9411-5bb4e3509fe8 req-6c60a3ba-f0fa-4545-8701-97601fa936bd tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.712237 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ccd090e9-97f0-4168-9411-5bb4e3509fe8 req-6c60a3ba-f0fa-4545-8701-97601fa936bd tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.64 "DELETE /v2.0/ports/3c39c67d-7b68-464e-874a-d24c4145246d HTTP/1.1" status: 204 len: 173 time: 1.7998543 Jul 05 10:12:29.712675 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3904a3a-7a1e-4fc5-a452-38d4b81b67df', 'name': 'network-vif-deleted', 'tag': '3c39c67d-7b68-464e-874a-d24c4145246d'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:29.715082 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0c6be2-b10e-49c5-a5a4-d115437ec40f" -d '{"events": [{"server_uuid": "a3904a3a-7a1e-4fc5-a452-38d4b81b67df", "name": "network-vif-deleted", "tag": "3c39c67d-7b68-464e-874a-d24c4145246d"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:29.723512 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-612c7c55-2ed2-4bb4-817f-130f3ae3364d req-ad108c3f-99d1-4a5d-ae9b-7a5278a38def tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973139 Jul 05 10:12:29.727899 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f38f0dcd-6b4b-4f0b-b02f-112591e9ebe6 req-e80da27c-1ad0-412a-ab05-b13fa50787df tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 210 time: 0.0775030 Jul 05 10:12:29.779530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-8744b845-b415-4a04-86b1-9685916aba54 admin admin] Deleting subnet 84d76d5a-f1a0-4f9d-a461-b11aeac7204d {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:12:29.784152 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-2b4ef168-d81c-49ab-97ff-3bd06eba9c4c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.788032 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f28068-6abe-4ecf-ad98-6f60dbce8aa3 x-openstack-request-id: req-71f28068-6abe-4ecf-ad98-6f60dbce8aa3 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:29.788322 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3904a3a-7a1e-4fc5-a452-38d4b81b67df", "name": "network-vif-deleted", "tag": "3c39c67d-7b68-464e-874a-d24c4145246d", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:29.788572 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71f28068-6abe-4ecf-ad98-6f60dbce8aa3 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:29.789104 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3904a3a-7a1e-4fc5-a452-38d4b81b67df', 'name': 'network-vif-deleted', 'tag': '3c39c67d-7b68-464e-874a-d24c4145246d', 'status': 'completed', 'code': 200} Jul 05 10:12:29.793694 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8744b845-b415-4a04-86b1-9685916aba54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.799756 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77daf0f8-2044-4e4c-a6dc-e0d4a70103e2 req-3c0b3f77-271e-49ff-849a-3c781192c427 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:12:29.864541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a896b6f-2c10-4591-bcac-a1cc93dc6b75 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Deleting subnet 093d65ab-c15b-4e54-8168-ad6cbf2ec7a5 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:12:29.872506 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8744b845-b415-4a04-86b1-9685916aba54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.874368 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a896b6f-2c10-4591-bcac-a1cc93dc6b75 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:29.973057 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-2b4ef168-d81c-49ab-97ff-3bd06eba9c4c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.003077 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a896b6f-2c10-4591-bcac-a1cc93dc6b75 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.015782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d79ecf35-ecef-438b-87af-c27242c99c48'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:30.195025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-2b4ef168-d81c-49ab-97ff-3bd06eba9c4c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Network d1e22f91-1050-4c61-8627-4aa9372e5d9d is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:30.260158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-2b4ef168-d81c-49ab-97ff-3bd06eba9c4c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:30.273225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-2b4ef168-d81c-49ab-97ff-3bd06eba9c4c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:30.367311 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-2b4ef168-d81c-49ab-97ff-3bd06eba9c4c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:30.368307 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-2b4ef168-d81c-49ab-97ff-3bd06eba9c4c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.373878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ef168-d81c-49ab-97ff-3bd06eba9c4c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event updated for resources: {'Port': ['ID=3e8d9e3f-df26-42ae-96a7-4f3473279412,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:30.394212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d12208-203e-4e64-8bba-f07eeaeac9f9 req-841ae9c5-d405-4849-9bf3-2a09fe4074ce tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:30.403326 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4d12208-203e-4e64-8bba-f07eeaeac9f9 req-841ae9c5-d405-4849-9bf3-2a09fe4074ce tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 946 time: 0.4845939 Jul 05 10:12:30.459905 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4d12208-203e-4e64-8bba-f07eeaeac9f9 req-93c09d5d-5bd2-40ce-8d6a-fa2d7a8385d5 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553327 Jul 05 10:12:30.547240 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-2b4ef168-d81c-49ab-97ff-3bd06eba9c4c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7961617 Jul 05 10:12:30.562881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Request body: {'port': {'device_id': 'e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:30.602446 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d964b1e-efb2-4253-801d-33a90668da75 req-1d4f5249-4d3a-4591-a388-61e3580844c9 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 210 time: 0.0533178 Jul 05 10:12:30.643462 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8744b845-b415-4a04-86b1-9685916aba54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.652164 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.670831 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77daf0f8-2044-4e4c-a6dc-e0d4a70103e2 req-3c0b3f77-271e-49ff-849a-3c781192c427 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:30.686633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13dfbc3-750b-49d9-a551-a196e0f2bba0 None None] Sync routers for ids ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:30.694662 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13dfbc3-750b-49d9-a551-a196e0f2bba0 None None] Routers {'3bc0aeb7-f0cf-4e82-866a-074ec86b177d'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:30.695302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d13dfbc3-750b-49d9-a551-a196e0f2bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:12:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:30.742867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 84e39194-4ef0-4a88-b766-bfa8fbef357d no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:30.755132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-77daf0f8-2044-4e4c-a6dc-e0d4a70103e2 req-3c0b3f77-271e-49ff-849a-3c781192c427 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] No DVR routers for this DVR port 70111812-c32c-463a-a6ea-95b9cf2a940b on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:30.762310 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-77daf0f8-2044-4e4c-a6dc-e0d4a70103e2 req-3c0b3f77-271e-49ff-849a-3c781192c427 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.764369 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-77daf0f8-2044-4e4c-a6dc-e0d4a70103e2 req-3c0b3f77-271e-49ff-849a-3c781192c427 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.73 "DELETE /v2.0/ports/70111812-c32c-463a-a6ea-95b9cf2a940b HTTP/1.1" status: 204 len: 173 time: 3.3415530 Jul 05 10:12:30.764808 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4571ac3-5da6-4688-b524-213d5c64380b', 'name': 'network-vif-deleted', 'tag': '70111812-c32c-463a-a6ea-95b9cf2a940b'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:30.767057 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadc2829-9d6b-4a56-a94c-0c2e0b3511d6" -d '{"events": [{"server_uuid": "b4571ac3-5da6-4688-b524-213d5c64380b", "name": "network-vif-deleted", "tag": "70111812-c32c-463a-a6ea-95b9cf2a940b"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:30.770712 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 84e39194-4ef0-4a88-b766-bfa8fbef357d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:30.771189 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 84e39194-4ef0-4a88-b766-bfa8fbef357d not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:30.789758 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a896b6f-2c10-4591-bcac-a1cc93dc6b75 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:30.847069 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c184a05e-9852-4907-859b-60bbb36758e4 x-openstack-request-id: req-c184a05e-9852-4907-859b-60bbb36758e4 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:30.850379 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4571ac3-5da6-4688-b524-213d5c64380b", "name": "network-vif-deleted", "tag": "70111812-c32c-463a-a6ea-95b9cf2a940b", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:30.850379 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c184a05e-9852-4907-859b-60bbb36758e4 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:30.850379 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4571ac3-5da6-4688-b524-213d5c64380b', 'name': 'network-vif-deleted', 'tag': '70111812-c32c-463a-a6ea-95b9cf2a940b', 'status': 'completed', 'code': 200} Jul 05 10:12:30.879601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-d13dfbc3-750b-49d9-a551-a196e0f2bba0 None None] Set router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:31.036991 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8744b845-b415-4a04-86b1-9685916aba54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.076184 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ae4dd0c-558d-4b12-affa-b5878503029e req-24e7a167-0b4d-4094-b46d-fd62cdb8d067 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3904a3a-7a1e-4fc5-a452-38d4b81b67df HTTP/1.1" status: 200 len: 210 time: 0.0517261 Jul 05 10:12:31.116718 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a896b6f-2c10-4591-bcac-a1cc93dc6b75 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.119382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8744b845-b415-4a04-86b1-9685916aba54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.123440 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8744b845-b415-4a04-86b1-9685916aba54 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/84d76d5a-f1a0-4f9d-a461-b11aeac7204d HTTP/1.1" status: 204 len: 168 time: 1.6591160 Jul 05 10:12:31.123440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744b845-b415-4a04-86b1-9685916aba54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84d76d5a-f1a0-4f9d-a461-b11aeac7204d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:31.125143 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49508) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:31.145082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef68345-2704-4637-a179-f4bc09bb9c98 None None] Network 066304d3-c378-462f-82ab-95144c243ffb requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:31.178266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0eb2f-4d29-4145-868f-b73cdd7550a3 req-5d4da517-d3dd-422c-925f-33f79cad8c97 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:31.192577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abb0eb2f-4d29-4145-868f-b73cdd7550a3 req-5d4da517-d3dd-422c-925f-33f79cad8c97 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 931 time: 0.2088380 Jul 05 10:12:31.343840 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a896b6f-2c10-4591-bcac-a1cc93dc6b75 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Subnet': ['ID=093d65ab-c15b-4e54-8168-ad6cbf2ec7a5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:31.376856 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a896b6f-2c10-4591-bcac-a1cc93dc6b75 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.388884 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0a896b6f-2c10-4591-bcac-a1cc93dc6b75 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/subnets/093d65ab-c15b-4e54-8168-ad6cbf2ec7a5 HTTP/1.1" status: 204 len: 168 time: 1.6720419 Jul 05 10:12:31.396238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49514) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:31.397894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983dff6a-594e-4699-bba8-2f86e1444573 None None] Network 51d86f12-aee1-4d85-a6e0-c29f7f1f37b2 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:31.443634 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abb0eb2f-4d29-4145-868f-b73cdd7550a3 req-a5730aed-7272-45bc-aa13-559dcf12320d tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478697 Jul 05 10:12:31.475265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8d9e3f-df26-42ae-96a7-4f3473279412 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:12:31.509532 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.537050 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Transition to ACTIVE for port object 3e8d9e3f-df26-42ae-96a7-4f3473279412 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:31.594678 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.621144 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.657117 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.708554 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3c39c67d-7b68-464e-874a-d24c4145246d no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:31.712141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d13dfbc3-750b-49d9-a551-a196e0f2bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'name': 'tempest-ServersTestBootFromVolume-1091590044-router', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '8220f399-5078-427d-bcf2-20eab94f7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:46Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'gw_port': {'id': '8220f399-5078-427d-bcf2-20eab94f7905', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:47Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '487d414f-1afc-407f-b6b4-73dc3b3ee774', 'name': '', 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'mac_address': 'fa:16:3e:de:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3192735d-882c-4a41-b037-3c234a14d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:54Z', 'updated_at': '2021-07-05T10:08:02Z', 'revision_number': 5, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'subnets': [{'id': '3192735d-882c-4a41-b037-3c234a14d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:31.760055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8d9e3f-df26-42ae-96a7-4f3473279412,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:31.813425 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 3c39c67d-7b68-464e-874a-d24c4145246d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:31.814347 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3c39c67d-7b68-464e-874a-d24c4145246d not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:31.818994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13dfbc3-750b-49d9-a551-a196e0f2bba0 None None] Checking router: 3bc0aeb7-f0cf-4e82-866a-074ec86b177d for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:31.850584 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13dfbc3-750b-49d9-a551-a196e0f2bba0 None None] Routers {'3bc0aeb7-f0cf-4e82-866a-074ec86b177d'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:31.851438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d13dfbc3-750b-49d9-a551-a196e0f2bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:12:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:31.881312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Deleting port e1641f5c-c255-4e81-9601-e00c698d148a {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:31.881634 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.905932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] Deleting port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:31.907535 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:31.995168 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4030557-8ae4-456f-b67e-6027b075deff req-80b56b91-2960-4842-9a37-baf480489f6e tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 210 time: 0.1197960 Jul 05 10:12:32.015454 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-d13dfbc3-750b-49d9-a551-a196e0f2bba0 None None] Set router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:32.015987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Attempting to bind port 3e8d9e3f-df26-42ae-96a7-4f3473279412 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:32.017657 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Attempting to bind port 3e8d9e3f-df26-42ae-96a7-4f3473279412 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '7c8d7046-21a6-4e19-af70-fe0bf8ede69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd1e22f91-1050-4c61-8627-4aa9372e5d9d'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:32.018297 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Attempting to bind port 3e8d9e3f-df26-42ae-96a7-4f3473279412 on network d1e22f91-1050-4c61-8627-4aa9372e5d9d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:32.030044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Port 3e8d9e3f-df26-42ae-96a7-4f3473279412 on network d1e22f91-1050-4c61-8627-4aa9372e5d9d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:12:32.030381 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Attempting to bind port 3e8d9e3f-df26-42ae-96a7-4f3473279412 on network d1e22f91-1050-4c61-8627-4aa9372e5d9d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:32.048399 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:32.048743 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Checking segment: {'id': '7c8d7046-21a6-4e19-af70-fe0bf8ede69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd1e22f91-1050-4c61-8627-4aa9372e5d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:32.049135 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Bound using segment: {'id': '7c8d7046-21a6-4e19-af70-fe0bf8ede69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd1e22f91-1050-4c61-8627-4aa9372e5d9d'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:32.052603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Bound port: 3e8d9e3f-df26-42ae-96a7-4f3473279412, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8d7046-21a6-4e19-af70-fe0bf8ede69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd1e22f91-1050-4c61-8627-4aa9372e5d9d'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:32.052603 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.094759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d25e2-3770-4d99-9539-5480c6ffc636 req-fff29065-0d30-4f9c-882e-23bfb850fcb6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:32.096386 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff7d25e2-3770-4d99-9539-5480c6ffc636 req-fff29065-0d30-4f9c-882e-23bfb850fcb6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 946 time: 0.3655570 Jul 05 10:12:32.105427 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05f0198-ab0e-45aa-b42e-80eb3c7c8c07 None None] DHCP port deletion for 066304d3-c378-462f-82ab-95144c243ffb request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:12:32.113220 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 70111812-c32c-463a-a6ea-95b9cf2a940b no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:32.230185 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] For port 3e8d9e3f-df26-42ae-96a7-4f3473279412, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:32.232388 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] For port 3e8d9e3f-df26-42ae-96a7-4f3473279412, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3e8d9e3f-df26-42ae-96a7-4f3473279412,segment=NetworkSegment(7c8d7046-21a6-4e19-af70-fe0bf8ede69c),segment_id=7c8d7046-21a6-4e19-af70-fe0bf8ede69c)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:32.234051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] For port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0b3e40a1-2a8f-4183-a66b-4c4df339c2f8,segment=NetworkSegment(ee53c1bb-6008-4499-80bb-4c7cf6051337),segment_id=ee53c1bb-6008-4499-80bb-4c7cf6051337)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:32.234673 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.279653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] Calling delete_port for 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:32.323551 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.368926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 70111812-c32c-463a-a6ea-95b9cf2a940b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:32.369838 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 70111812-c32c-463a-a6ea-95b9cf2a940b not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:32.410176 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:32.410808 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.412238 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] 10.222.0.64 "PUT /v2.0/ports/3e8d9e3f-df26-42ae-96a7-4f3473279412 HTTP/1.1" status: 200 len: 1092 time: 1.8546615 Jul 05 10:12:32.423119 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc', 'tag': '3e8d9e3f-df26-42ae-96a7-4f3473279412'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:32.425820 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dc53d1-5679-40c9-aba1-35a4470be670" -d '{"events": [{"name": "network-changed", "server_uuid": "e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc", "tag": "3e8d9e3f-df26-42ae-96a7-4f3473279412"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:32.432654 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b05f0198-ab0e-45aa-b42e-80eb3c7c8c07 None None] Deleting port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:32.433034 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b05f0198-ab0e-45aa-b42e-80eb3c7c8c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.434187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] For port e1641f5c-c255-4e81-9601-e00c698d148a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e1641f5c-c255-4e81-9601-e00c698d148a,segment=NetworkSegment(f33990f3-8970-4cbf-8a10-dff843257674),segment_id=f33990f3-8970-4cbf-8a10-dff843257674)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:32.434627 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.470917 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Calling delete_port for e1641f5c-c255-4e81-9601-e00c698d148a owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:32.492623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273af4d0-9f26-459d-a720-c1ec2794d8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8d9e3f-df26-42ae-96a7-4f3473279412,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:32.501632 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6c2677-4ebb-43bd-b3d0-01040f8c7e38 None None] DHCP port deletion for 51d86f12-aee1-4d85-a6e0-c29f7f1f37b2 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:12:32.508668 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.573402 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff7d25e2-3770-4d99-9539-5480c6ffc636 req-c74f6640-f1ca-4a3d-94b0-f9c724ce25c5 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597361 Jul 05 10:12:32.589334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b05f0198-ab0e-45aa-b42e-80eb3c7c8c07 None None] For port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0b3e40a1-2a8f-4183-a66b-4c4df339c2f8,segment=NetworkSegment(ee53c1bb-6008-4499-80bb-4c7cf6051337),segment_id=ee53c1bb-6008-4499-80bb-4c7cf6051337)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:32.589812 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b05f0198-ab0e-45aa-b42e-80eb3c7c8c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.614572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b05f0198-ab0e-45aa-b42e-80eb3c7c8c07 None None] Calling delete_port for 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:32.658490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3e40a1-2a8f-4183-a66b-4c4df339c2f8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:32.663926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] No DVR routers for this DVR port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:32.671428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d13dfbc3-750b-49d9-a551-a196e0f2bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'name': 'tempest-ServersTestBootFromVolume-1091590044-router', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '8220f399-5078-427d-bcf2-20eab94f7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:46Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'gw_port': {'id': '8220f399-5078-427d-bcf2-20eab94f7905', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:47Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '487d414f-1afc-407f-b6b4-73dc3b3ee774', 'name': '', 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'mac_address': 'fa:16:3e:de:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3192735d-882c-4a41-b037-3c234a14d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:54Z', 'updated_at': '2021-07-05T10:08:02Z', 'revision_number': 5, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'subnets': [{'id': '3192735d-882c-4a41-b037-3c234a14d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:32.716673 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13dfbc3-750b-49d9-a551-a196e0f2bba0 None None] The sync data for ids ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'] in n-d-779913-27 is: [{'id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'name': 'tempest-ServersTestBootFromVolume-1091590044-router', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '8220f399-5078-427d-bcf2-20eab94f7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:46Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'gw_port': {'id': '8220f399-5078-427d-bcf2-20eab94f7905', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:47Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '487d414f-1afc-407f-b6b4-73dc3b3ee774', 'name': '', 'network_id': '5cbc599f-1713-43af-b324-cbe93df2237e', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'mac_address': 'fa:16:3e:de:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3192735d-882c-4a41-b037-3c234a14d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:54Z', 'updated_at': '2021-07-05T10:08:02Z', 'revision_number': 5, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'subnets': [{'id': '3192735d-882c-4a41-b037-3c234a14d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:32.735229 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c2677-4ebb-43bd-b3d0-01040f8c7e38 None None] Deleting port e1641f5c-c255-4e81-9601-e00c698d148a {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:32.735609 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2677-4ebb-43bd-b3d0-01040f8c7e38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.802579 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-13f70ae4-1a55-4db4-81c5-f82533e3f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:32.804261 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-13f70ae4-1a55-4db4-81c5-f82533e3f852 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2a9c15d10164fa4b093d1668df36fbb&device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 1095 time: 0.1700804 Jul 05 10:12:32.828982 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e1641f5c-c255-4e81-9601-e00c698d148a no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:32.840859 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b05f0198-ab0e-45aa-b42e-80eb3c7c8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.925645 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.934010 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-5c23d418-1613-443c-bd3f-776a70664ec6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e8d9e3f-df26-42ae-96a7-4f3473279412 HTTP/1.1" status: 200 len: 217 time: 0.1123462 Jul 05 10:12:32.938737 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066304d3-c378-462f-82ab-95144c243ffb']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:32.942183 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5de32ec-0e40-4bec-b87f-9bcc5bcb3764 x-openstack-request-id: req-a5de32ec-0e40-4bec-b87f-9bcc5bcb3764 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:32.942704 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc", "tag": "3e8d9e3f-df26-42ae-96a7-4f3473279412", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:32.943693 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5de32ec-0e40-4bec-b87f-9bcc5bcb3764 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:32.944455 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc', 'tag': '3e8d9e3f-df26-42ae-96a7-4f3473279412', 'status': 'completed', 'code': 200} Jul 05 10:12:32.946622 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f0198-ab0e-45aa-b42e-80eb3c7c8c07 None None] Pushing event deleted for resources: {'Port': ['ID=0b3e40a1-2a8f-4183-a66b-4c4df339c2f8,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:32.952989 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f0198-ab0e-45aa-b42e-80eb3c7c8c07 None None] No DVR routers for this DVR port 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:32.968103 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee53c1bb-6008-4499-80bb-4c7cf6051337') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:32.968471 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee53c1bb-6008-4499-80bb-4c7cf6051337') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:32.969049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1e6c2677-4ebb-43bd-b3d0-01040f8c7e38 None None] For port e1641f5c-c255-4e81-9601-e00c698d148a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e1641f5c-c255-4e81-9601-e00c698d148a,segment=NetworkSegment(f33990f3-8970-4cbf-8a10-dff843257674),segment_id=f33990f3-8970-4cbf-8a10-dff843257674)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:32.969453 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2677-4ebb-43bd-b3d0-01040f8c7e38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:32.993830 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.028141 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.037336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c2677-4ebb-43bd-b3d0-01040f8c7e38 None None] Calling delete_port for e1641f5c-c255-4e81-9601-e00c698d148a owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:33.046117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:33.046533 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:12:33.048690 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:12:33.080071 n-d-779913-27 neutron-server[100777]: INFO neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No ports have port_id starting with e1641f5c-c255-4e81-9601-e00c698d148a Jul 05 10:12:33.111200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-d77fa7d4-55dc-446b-bcec-56931605e703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:33.115590 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-d77fa7d4-55dc-446b-bcec-56931605e703 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94e5c31d-d6c0-4ae7-9a3c-9ac20b4ac53e HTTP/1.1" status: 200 len: 853 time: 0.1695695 Jul 05 10:12:33.118772 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.133305 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:33.171670 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Port': ['ID=e1641f5c-c255-4e81-9601-e00c698d148a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:33.194638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:33.202172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0b3e40a1-2a8f-4183-a66b-4c4df339c2f8 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:33.209968 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] No DVR routers for this DVR port e1641f5c-c255-4e81-9601-e00c698d148a on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:33.244020 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-a90d3249-3985-45a3-a447-07e4d93fd718 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d1e22f91-1050-4c61-8627-4aa9372e5d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208966 Jul 05 10:12:33.280702 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2677-4ebb-43bd-b3d0-01040f8c7e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.305961 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f5781-4821-4a83-bc87-0d20d901a45d None None] New status for floating IP 47267fe6-7cb4-4525-9839-2c4f32b07247: DOWN {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:12:33.316552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c2677-4ebb-43bd-b3d0-01040f8c7e38 None None] Pushing event deleted for resources: {'Port': ['ID=e1641f5c-c255-4e81-9601-e00c698d148a,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:33.325911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c2677-4ebb-43bd-b3d0-01040f8c7e38 None None] No DVR routers for this DVR port e1641f5c-c255-4e81-9601-e00c698d148a on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:33.400112 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.418631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d86f12-aee1-4d85-a6e0-c29f7f1f37b2']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:33.436109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad87bd2-2548-4e90-b17e-3d9fa634d93a req-8f6e18ba-fd33-48c4-93c0-e30747e18268 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:33.441075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33990f3-8970-4cbf-8a10-dff843257674') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:33.441589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33990f3-8970-4cbf-8a10-dff843257674') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:33.443940 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9ad87bd2-2548-4e90-b17e-3d9fa634d93a req-8f6e18ba-fd33-48c4-93c0-e30747e18268 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 1098 time: 0.1498926 Jul 05 10:12:33.462152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29dab0e-8c4c-4f3a-9a77-aef7acd4ec4f req-274d5231-a0d1-4b79-a553-d25ccd37a075 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:33.465277 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-15243064-ed9e-4c5a-9b0e-3b7c283cfdfe service neutron] 10.222.0.64 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131317 Jul 05 10:12:33.465876 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f29dab0e-8c4c-4f3a-9a77-aef7acd4ec4f req-274d5231-a0d1-4b79-a553-d25ccd37a075 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 943 time: 0.2158723 Jul 05 10:12:33.471850 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.473871 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.487545 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.492113 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] 10.222.0.77 "DELETE /v2.0/networks/066304d3-c378-462f-82ab-95144c243ffb HTTP/1.1" status: 204 len: 168 time: 2.3630636 Jul 05 10:12:33.523134 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.535776 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:33.536505 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.545442 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9ad87bd2-2548-4e90-b17e-3d9fa634d93a req-93b237fc-5088-4014-ad42-12a045a6a45a tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003582 Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:12:33.632954 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:12:33.645833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80d073-cd3f-44b3-b15a-e8fa0ba8940f admin admin] Pushing event deleted for resources: {'Network': ['ID=066304d3-c378-462f-82ab-95144c243ffb,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:33.677412 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8152394e-2019-4204-b980-7f1d0922d9a7 req-b7579790-fbd4-425d-8766-6e5241e947b4 service neutron] 10.222.0.64 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993170 Jul 05 10:12:33.689388 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f29dab0e-8c4c-4f3a-9a77-aef7acd4ec4f req-8c72e411-9672-4618-a8bc-309f3da31e19 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135093 Jul 05 10:12:33.752119 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.759368 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:33.764238 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] 10.222.0.77 "DELETE /v2.0/networks/51d86f12-aee1-4d85-a6e0-c29f7f1f37b2 HTTP/1.1" status: 204 len: 168 time: 2.3618138 Jul 05 10:12:33.781097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c8a35-7159-4047-a41e-f64b8b050c81 tempest-NetworksIpV6TestAttrs-1430778631 tempest-NetworksIpV6TestAttrs-1430778631-project] Pushing event deleted for resources: {'Network': ['ID=51d86f12-aee1-4d85-a6e0-c29f7f1f37b2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:33.833580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12495-bb0a-48cc-a9e1-5048fe9788c2 req-01a9d6c2-11bf-4582-8e4f-3b102149c909 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:33.835339 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-81b12495-bb0a-48cc-a9e1-5048fe9788c2 req-01a9d6c2-11bf-4582-8e4f-3b102149c909 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=95ea9314-059c-4c37-a1cc-40997951afa3 HTTP/1.1" status: 200 len: 948 time: 0.0904760 Jul 05 10:12:33.851595 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1adecba-2020-411b-84d6-1b4c66882f07 req-c1bd8dee-36c9-456d-b9b5-bad65f939338 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 210 time: 0.0313647 Jul 05 10:12:33.892942 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-81b12495-bb0a-48cc-a9e1-5048fe9788c2 req-d921fd5f-9bbb-479a-914d-96c56fec7d9d tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483241 Jul 05 10:12:33.974394 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc53d1-5679-40c9-aba1-35a4470be670 req-cf3c5efd-6435-4ad1-9c5b-55db2c2c33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:33.976652 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64dc53d1-5679-40c9-aba1-35a4470be670 req-cf3c5efd-6435-4ad1-9c5b-55db2c2c33e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2a9c15d10164fa4b093d1668df36fbb&device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 1095 time: 0.0827966 Jul 05 10:12:34.110983 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e2cc1-d31a-4fca-bee7-5de8a2b6d6bd req-cbff1e7c-4486-4402-a361-6bc0acd51ec0 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:34.112551 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e3e2cc1-d31a-4fca-bee7-5de8a2b6d6bd req-cbff1e7c-4486-4402-a361-6bc0acd51ec0 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 1098 time: 0.0865362 Jul 05 10:12:34.133174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc53d1-5679-40c9-aba1-35a4470be670 req-c619e3d3-7388-417a-9dfe-8bf3157c42a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:34.136919 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64dc53d1-5679-40c9-aba1-35a4470be670 req-c619e3d3-7388-417a-9dfe-8bf3157c42a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d1e22f91-1050-4c61-8627-4aa9372e5d9d HTTP/1.1" status: 200 len: 914 time: 0.1497681 Jul 05 10:12:34.150164 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e3e2cc1-d31a-4fca-bee7-5de8a2b6d6bd req-0ab69576-a30d-4597-a94d-fc85dc5a0534 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318696 Jul 05 10:12:34.195770 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49564) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:34.196421 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64dc53d1-5679-40c9-aba1-35a4470be670 req-90656688-a562-4969-9bc2-dd948cf58980 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e8d9e3f-df26-42ae-96a7-4f3473279412 HTTP/1.1" status: 200 len: 217 time: 0.0382679 Jul 05 10:12:34.247490 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3aeaf754-1c37-4a2f-a597-86cb7ec5249a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b248f5cbb2974decb30a23647a3dbdff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503750 Jul 05 10:12:34.252339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49566) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:34.298473 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc53d1-5679-40c9-aba1-35a4470be670 req-52455359-d914-42fd-ac9d-f80bfcb6295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:34.300166 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64dc53d1-5679-40c9-aba1-35a4470be670 req-52455359-d914-42fd-ac9d-f80bfcb6295c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94e5c31d-d6c0-4ae7-9a3c-9ac20b4ac53e HTTP/1.1" status: 200 len: 853 time: 0.0858779 Jul 05 10:12:34.343579 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64dc53d1-5679-40c9-aba1-35a4470be670 req-ebd14c5e-1d67-462c-9e02-402252579d94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d1e22f91-1050-4c61-8627-4aa9372e5d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364056 Jul 05 10:12:34.359080 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a197531f-eaf0-49b2-a180-3d39a85d2451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:34.411678 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a197531f-eaf0-49b2-a180-3d39a85d2451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:34.513377 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64dc53d1-5679-40c9-aba1-35a4470be670 req-be844cde-88b7-4dac-847f-c1b285b7aecc service neutron] 10.222.0.64 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599627 Jul 05 10:12:34.623798 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64dc53d1-5679-40c9-aba1-35a4470be670 req-99158475-0a02-4d74-89f4-e356fbae0df2 service neutron] 10.222.0.64 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034739 Jul 05 10:12:34.644312 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a197531f-eaf0-49b2-a180-3d39a85d2451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:34.647188 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a197531f-eaf0-49b2-a180-3d39a85d2451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:34.657256 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a197531f-eaf0-49b2-a180-3d39a85d2451 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2474d4ba-6419-417b-82c2-b4df6445682b HTTP/1.1" status: 204 len: 168 time: 0.4010389 Jul 05 10:12:34.673295 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197531f-eaf0-49b2-a180-3d39a85d2451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2474d4ba-6419-417b-82c2-b4df6445682b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:34.723782 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49582) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:34.899885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cc541-d86a-4960-b83a-74e15d178f13 req-a89bd8c5-cc0c-4ec9-b9dd-fff190dacf88 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:34.904147 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da8cc541-d86a-4960-b83a-74e15d178f13 req-a89bd8c5-cc0c-4ec9-b9dd-fff190dacf88 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 943 time: 0.0904436 Jul 05 10:12:34.946562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da8cc541-d86a-4960-b83a-74e15d178f13 req-2f2c4fa9-a40a-4259-8d7a-ad500d2cdd99 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373802 Jul 05 10:12:35.090671 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d230e46b-f764-4eb5-8ece-8e23174c0f63 req-d8f4b8a5-1e28-42a5-96ec-150ec1515b53 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 210 time: 0.0305085 Jul 05 10:12:35.360957 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fe8b07a4-6412-4c18-becc-d54bdaa91e79 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af75b01150b946ecbfe4a1074c11cbef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6358590 Jul 05 10:12:35.365559 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49598) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:35.372435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e93b9-90bd-4af2-9d32-1e339467b7a8 req-762a61b4-8e2e-4483-bfad-d8664cf65882 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:35.374195 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-078e93b9-90bd-4af2-9d32-1e339467b7a8 req-762a61b4-8e2e-4483-bfad-d8664cf65882 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.64 "GET /v2.0/ports?device_id=95ea9314-059c-4c37-a1cc-40997951afa3 HTTP/1.1" status: 200 len: 948 time: 0.1690521 Jul 05 10:12:35.383500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dee04-a5b9-49d3-a003-57cdfed2464d req-0a833869-1500-4981-8659-54cb53c85a98 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:35.385085 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-511dee04-a5b9-49d3-a003-57cdfed2464d req-0a833869-1500-4981-8659-54cb53c85a98 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=95ea9314-059c-4c37-a1cc-40997951afa3 HTTP/1.1" status: 200 len: 948 time: 0.1344800 Jul 05 10:12:35.447141 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-015405f7-ebb5-46d6-8831-459979a0ec49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:35.487562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-511dee04-a5b9-49d3-a003-57cdfed2464d req-1f88880e-994e-48ff-ba11-86ede6389070 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/security-groups?id=2fb71caf-7c95-4383-aceb-435c29904803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888035 Jul 05 10:12:35.527086 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-015405f7-ebb5-46d6-8831-459979a0ec49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:35.564695 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-078e93b9-90bd-4af2-9d32-1e339467b7a8 req-3b45f8a5-9bed-4ce4-827f-eadb8f250efc tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Deleting port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:35.565418 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-078e93b9-90bd-4af2-9d32-1e339467b7a8 req-3b45f8a5-9bed-4ce4-827f-eadb8f250efc tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:35.690389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-078e93b9-90bd-4af2-9d32-1e339467b7a8 req-3b45f8a5-9bed-4ce4-827f-eadb8f250efc tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] For port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:35.690873 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-078e93b9-90bd-4af2-9d32-1e339467b7a8 req-3b45f8a5-9bed-4ce4-827f-eadb8f250efc tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:35.700202 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3e8d9e3f-df26-42ae-96a7-4f3473279412 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:12:35.719045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-078e93b9-90bd-4af2-9d32-1e339467b7a8 req-3b45f8a5-9bed-4ce4-827f-eadb8f250efc tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Calling delete_port for 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:35.745622 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-015405f7-ebb5-46d6-8831-459979a0ec49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:35.750801 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-015405f7-ebb5-46d6-8831-459979a0ec49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:35.752693 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-015405f7-ebb5-46d6-8831-459979a0ec49 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2d73c19c-37a9-4df8-9159-e105a288eadc HTTP/1.1" status: 204 len: 168 time: 0.3859799 Jul 05 10:12:35.767412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015405f7-ebb5-46d6-8831-459979a0ec49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d73c19c-37a9-4df8-9159-e105a288eadc,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:35.893018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3e8d9e3f-df26-42ae-96a7-4f3473279412, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3e8d9e3f-df26-42ae-96a7-4f3473279412,segment=NetworkSegment(7c8d7046-21a6-4e19-af70-fe0bf8ede69c),segment_id=7c8d7046-21a6-4e19-af70-fe0bf8ede69c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:35.914421 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '3e8d9e3f-df26-42ae-96a7-4f3473279412', 'network_id': 'd1e22f91-1050-4c61-8627-4aa9372e5d9d', 'port_id': '3e8d9e3f-df26-42ae-96a7-4f3473279412', 'mac_address': 'fa:16:3e:ce:46:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e5c31d-d6c0-4ae7-9a3c-9ac20b4ac53e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:12:35.970566 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:35.989975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8d9e3f-df26-42ae-96a7-4f3473279412 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:12:36.021723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3e8d9e3f-df26-42ae-96a7-4f3473279412, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3e8d9e3f-df26-42ae-96a7-4f3473279412,segment=NetworkSegment(7c8d7046-21a6-4e19-af70-fe0bf8ede69c),segment_id=7c8d7046-21a6-4e19-af70-fe0bf8ede69c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:36.042625 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-078e93b9-90bd-4af2-9d32-1e339467b7a8 req-3b45f8a5-9bed-4ce4-827f-eadb8f250efc tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:36.108417 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45f8a5-9bed-4ce4-827f-eadb8f250efc tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Pushing event deleted for resources: {'Port': ['ID=4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:36.162366 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:36.200845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-078e93b9-90bd-4af2-9d32-1e339467b7a8 req-3b45f8a5-9bed-4ce4-827f-eadb8f250efc tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] No DVR routers for this DVR port 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:36.206018 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-078e93b9-90bd-4af2-9d32-1e339467b7a8 req-3b45f8a5-9bed-4ce4-827f-eadb8f250efc tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:36.208433 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-078e93b9-90bd-4af2-9d32-1e339467b7a8 req-3b45f8a5-9bed-4ce4-827f-eadb8f250efc tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.64 "DELETE /v2.0/ports/4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 HTTP/1.1" status: 204 len: 173 time: 0.8225062 Jul 05 10:12:36.209107 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ea9314-059c-4c37-a1cc-40997951afa3', 'name': 'network-vif-deleted', 'tag': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:36.212080 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fc0d98-d0c9-4a9c-9343-0036072dc0f8" -d '{"events": [{"server_uuid": "95ea9314-059c-4c37-a1cc-40997951afa3", "name": "network-vif-deleted", "tag": "4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:36.235352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=3e8d9e3f-df26-42ae-96a7-4f3473279412,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:36.253029 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ab7b1-6d12-42a2-8fd9-2b0735cc4e31 req-6fb2d379-db5f-4b73-87b0-e0a2b46eab73 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:36.254132 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e08ab7b1-6d12-42a2-8fd9-2b0735cc4e31 req-6fb2d379-db5f-4b73-87b0-e0a2b46eab73 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 943 time: 0.1581583 Jul 05 10:12:36.295905 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e08ab7b1-6d12-42a2-8fd9-2b0735cc4e31 req-8d8d1201-f6e0-473e-8539-763a49129e7b tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357301 Jul 05 10:12:36.414601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['3e8d9e3f-df26-42ae-96a7-4f3473279412'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:36.452889 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43450868-b3cc-4821-8043-d990a3f27412 req-680df23b-35cf-44a4-99e5-f22e4558a85c tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 210 time: 0.0363758 Jul 05 10:12:36.527303 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbdeb3e-3ac8-45cd-bba2-7d6d989843a4 x-openstack-request-id: req-ebbdeb3e-3ac8-45cd-bba2-7d6d989843a4 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:36.527899 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ea9314-059c-4c37-a1cc-40997951afa3", "name": "network-vif-deleted", "tag": "4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:36.528456 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ebbdeb3e-3ac8-45cd-bba2-7d6d989843a4 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:36.529605 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ea9314-059c-4c37-a1cc-40997951afa3', 'name': 'network-vif-deleted', 'tag': '4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6', 'status': 'completed', 'code': 200} Jul 05 10:12:36.697150 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4f49ec2-9f3c-4dcf-ab09-93bb6faf6897 req-1d0b0e23-be6e-4d4b-8def-c4a131b2255a tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=95ea9314-059c-4c37-a1cc-40997951afa3 HTTP/1.1" status: 200 len: 210 time: 0.0441618 Jul 05 10:12:37.216801 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49668) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:37.581771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba436e78-e1fe-4cc2-9873-39bebe0e7c60 req-29835c0b-a29f-4596-8049-71b5da53c282 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:37.671086 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba436e78-e1fe-4cc2-9873-39bebe0e7c60 req-29835c0b-a29f-4596-8049-71b5da53c282 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 944 time: 0.1082323 Jul 05 10:12:37.672396 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ffdb5a29-6606-474e-abb6-e60d5ad4846b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1879897038-network', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:37.672702 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba436e78-e1fe-4cc2-9873-39bebe0e7c60 req-5d7bb693-5260-4ba6-a8c6-41aa3234bcc0 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657120 Jul 05 10:12:37.945420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3e8d9e3f-df26-42ae-96a7-4f3473279412 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:37.948472 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-828e01fa-5c07-4a7b-ac20-19bc2b50ac98 req-35c8261a-5b99-420e-ad7a-e09f110e77b2 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4571ac3-5da6-4688-b524-213d5c64380b HTTP/1.1" status: 200 len: 210 time: 0.0294788 Jul 05 10:12:38.053765 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d3bdf8c-95ad-438a-83d8-1b724b26bf2d req-4de38251-23f5-4ce8-ae55-046115a266d7 tempest-ListImageFiltersTestJSON-1224396936 tempest-ListImageFiltersTestJSON-1224396936-project] 10.222.0.77 "GET /v2.0/ports?device_id=95ea9314-059c-4c37-a1cc-40997951afa3 HTTP/1.1" status: 200 len: 210 time: 0.0570476 Jul 05 10:12:38.116751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdb5a29-6606-474e-abb6-e60d5ad4846b admin admin] Made reservation on behalf of db8f0cbb34f14317bd4d516bce3b7392 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:38.123239 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5a29-6606-474e-abb6-e60d5ad4846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:38.145835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5a29-6606-474e-abb6-e60d5ad4846b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:38.183082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 3e8d9e3f-df26-42ae-96a7-4f3473279412 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:38.190536 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 3e8d9e3f-df26-42ae-96a7-4f3473279412 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:38.191020 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:38.349082 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-ff535e34-44d2-4548-8fc4-8f549dce5de1 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:12:38.352593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-ff535e34-44d2-4548-8fc4-8f549dce5de1 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079801 Jul 05 10:12:38.366126 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-8a131b8d-2c13-429b-98db-34c7f6bc0310 service neutron] Request body: {'binding': {'host': 'n-h2-779913-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:38.368722 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5a29-6606-474e-abb6-e60d5ad4846b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:38.369702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-8a131b8d-2c13-429b-98db-34c7f6bc0310 service neutron] Unknown quota resources ['binding']. {{(pid=100775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:12:38.392171 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:38.426128 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8d9e3f-df26-42ae-96a7-4f3473279412'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:38.428907 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcf0810-630d-4fce-879b-324b52b949cc" -d '{"events": [{"server_uuid": "e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc", "name": "network-vif-plugged", "status": "completed", "tag": "3e8d9e3f-df26-42ae-96a7-4f3473279412"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:38.453325 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5a29-6606-474e-abb6-e60d5ad4846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:38.463386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3e8d9e3f-df26-42ae-96a7-4f3473279412, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3e8d9e3f-df26-42ae-96a7-4f3473279412,segment=NetworkSegment(7c8d7046-21a6-4e19-af70-fe0bf8ede69c),segment_id=7c8d7046-21a6-4e19-af70-fe0bf8ede69c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:38.478167 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1fc4e6-a9c2-4072-bd88-5cd0947b77ed x-openstack-request-id: req-9e1fc4e6-a9c2-4072-bd88-5cd0947b77ed {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:38.478865 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc", "name": "network-vif-plugged", "status": "completed", "tag": "3e8d9e3f-df26-42ae-96a7-4f3473279412", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:38.479374 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e1fc4e6-a9c2-4072-bd88-5cd0947b77ed {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:38.479542 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8d9e3f-df26-42ae-96a7-4f3473279412', 'code': 200} Jul 05 10:12:38.480495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb5a29-6606-474e-abb6-e60d5ad4846b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:38.493650 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdb5a29-6606-474e-abb6-e60d5ad4846b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:12:38.510306 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5a29-6606-474e-abb6-e60d5ad4846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:38.511003 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-ffdb5a29-6606-474e-abb6-e60d5ad4846b admin admin] Added segment 2112f63c-be37-4dc7-8930-1483eae6f727 of type vlan for network 25d6d0bb-cc03-4bbb-a9db-760b47f1591b Jul 05 10:12:38.578960 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5a29-6606-474e-abb6-e60d5ad4846b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:38.656742 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:38.658022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:38.671480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-8a131b8d-2c13-429b-98db-34c7f6bc0310 service neutron] Attempting to bind port c3bce9cd-5561-477e-bb59-22d692917e08 on host n-h2-779913-27 for vnic_type normal with profile None {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:38.672114 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-8a131b8d-2c13-429b-98db-34c7f6bc0310 service neutron] Attempting to bind port c3bce9cd-5561-477e-bb59-22d692917e08 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:38.672228 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-8a131b8d-2c13-429b-98db-34c7f6bc0310 service neutron] Attempting to bind port c3bce9cd-5561-477e-bb59-22d692917e08 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:38.683976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-8a131b8d-2c13-429b-98db-34c7f6bc0310 service neutron] Port c3bce9cd-5561-477e-bb59-22d692917e08 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:12:38.684305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-8a131b8d-2c13-429b-98db-34c7f6bc0310 service neutron] Attempting to bind port c3bce9cd-5561-477e-bb59-22d692917e08 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:38.694150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d383b-b1fa-4bf7-8c52-f3ab17352625 req-acbfb724-50b4-48f5-8ed5-a11d08a74c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.695674 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d61d383b-b1fa-4bf7-8c52-f3ab17352625 req-acbfb724-50b4-48f5-8ed5-a11d08a74c79 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 1096 time: 0.0827341 Jul 05 10:12:38.696650 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-8a131b8d-2c13-429b-98db-34c7f6bc0310 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:38.697037 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-8a131b8d-2c13-429b-98db-34c7f6bc0310 service neutron] Checking segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:38.697419 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-8a131b8d-2c13-429b-98db-34c7f6bc0310 service neutron] Bound using segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:38.697918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-8a131b8d-2c13-429b-98db-34c7f6bc0310 service neutron] Bound port: c3bce9cd-5561-477e-bb59-22d692917e08, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:38.758728 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=3e8d9e3f-df26-42ae-96a7-4f3473279412,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:38.770211 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d61d383b-b1fa-4bf7-8c52-f3ab17352625 req-28d46b48-2b23-4110-af43-6d5ce10b6554 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658367 Jul 05 10:12:38.773539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49708) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:38.786330 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-8a131b8d-2c13-429b-98db-34c7f6bc0310 service neutron] For port c3bce9cd-5561-477e-bb59-22d692917e08, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c3bce9cd-5561-477e-bb59-22d692917e08,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:38.794965 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:38.795830 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 4c0a7d5e-9006-4b75-8ba0-1a5a29f8a3f6 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:38.814524 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5a29-6606-474e-abb6-e60d5ad4846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:38.815465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdb5a29-6606-474e-abb6-e60d5ad4846b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.816416 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5a29-6606-474e-abb6-e60d5ad4846b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:38.909934 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-8a131b8d-2c13-429b-98db-34c7f6bc0310 service neutron] Notify callbacks [] for binding, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:38.911326 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-8a131b8d-2c13-429b-98db-34c7f6bc0310 service neutron] 10.222.0.77 "POST /v2.0/ports/c3bce9cd-5561-477e-bb59-22d692917e08/bindings HTTP/1.1" status: 201 len: 390 time: 0.5534270 Jul 05 10:12:38.921225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4a291-8b25-4ac4-b9ff-5c40843d19e1 req-7e37daba-4f1f-4df7-a967-de00e0c41ac9 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:38.929657 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c9b4a291-8b25-4ac4-b9ff-5c40843d19e1 req-7e37daba-4f1f-4df7-a967-de00e0c41ac9 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 945 time: 0.0794539 Jul 05 10:12:38.936009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb5a29-6606-474e-abb6-e60d5ad4846b admin admin] Pushing event updated for resources: {'Network': ['ID=25d6d0bb-cc03-4bbb-a9db-760b47f1591b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:38.946188 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6af20f20-3566-4c0a-a1b7-6bd417c0d272 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1289748548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:38.957292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 25d6d0bb-cc03-4bbb-a9db-760b47f1591b details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:12:38.988400 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ffdb5a29-6606-474e-abb6-e60d5ad4846b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7690890 Jul 05 10:12:38.988844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49716) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:38.997037 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c9b4a291-8b25-4ac4-b9ff-5c40843d19e1 req-f0ea4243-9d45-4ebc-ae79-eebf27f58d3c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646651 Jul 05 10:12:39.009206 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-aad44fe4-6a3d-412a-a650-c6b01469b99e admin admin] Request body: {'subnet': {'network_id': '25d6d0bb-cc03-4bbb-a9db-760b47f1591b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1879897038-subnet', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:39.117126 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6af20f20-3566-4c0a-a1b7-6bd417c0d272 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.121850 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6af20f20-3566-4c0a-a1b7-6bd417c0d272 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.210391 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6af20f20-3566-4c0a-a1b7-6bd417c0d272 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.253457 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad44fe4-6a3d-412a-a650-c6b01469b99e admin admin] Made reservation on behalf of db8f0cbb34f14317bd4d516bce3b7392 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:39.258250 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aad44fe4-6a3d-412a-a650-c6b01469b99e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.345622 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6af20f20-3566-4c0a-a1b7-6bd417c0d272 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.395457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49734) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:39.458806 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6af20f20-3566-4c0a-a1b7-6bd417c0d272 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.466015 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6af20f20-3566-4c0a-a1b7-6bd417c0d272 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6912518 Jul 05 10:12:39.466726 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49740) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:39.480304 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-31269686-890d-4157-8a31-51c902e8b6f7 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-631768251'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:39.561447 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ff69c490-f327-4ebd-9452-6240892c5fcc tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.615885 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ff69c490-f327-4ebd-9452-6240892c5fcc tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.680503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879a328-3828-4fca-a146-3818fa23c641 req-d51b2f96-8635-48ea-b907-f0720bde2270 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:39.689505 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3879a328-3828-4fca-a146-3818fa23c641 req-d51b2f96-8635-48ea-b907-f0720bde2270 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 946 time: 0.1158912 Jul 05 10:12:39.724929 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aad44fe4-6a3d-412a-a650-c6b01469b99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.739454 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3879a328-3828-4fca-a146-3818fa23c641 req-3d5aea36-164f-4395-8f96-bd85cc5b9177 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490108 Jul 05 10:12:39.790279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad44fe4-6a3d-412a-a650-c6b01469b99e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa683f1-8fc8-4a7c-8178-d946836e766d,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:39.797398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31269686-890d-4157-8a31-51c902e8b6f7 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Made reservation on behalf of 50ea700f1e2648828a76da319945575a for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:39.808585 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-31269686-890d-4157-8a31-51c902e8b6f7 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.823034 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-31269686-890d-4157-8a31-51c902e8b6f7 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.833598 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ff69c490-f327-4ebd-9452-6240892c5fcc tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.837062 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ff69c490-f327-4ebd-9452-6240892c5fcc tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:39.843753 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ff69c490-f327-4ebd-9452-6240892c5fcc tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "DELETE /v2.0/security-groups/fb4cd6d4-3e78-44f6-a99e-28120798185d HTTP/1.1" status: 204 len: 168 time: 0.4441590 Jul 05 10:12:39.843753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49746) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:39.844961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad44fe4-6a3d-412a-a650-c6b01469b99e admin admin] Checking segment: {'id': '2112f63c-be37-4dc7-8930-1483eae6f727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '25d6d0bb-cc03-4bbb-a9db-760b47f1591b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:39.845534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad44fe4-6a3d-412a-a650-c6b01469b99e admin admin] Network hostable DHCP agents. Network: 25d6d0bb-cc03-4bbb-a9db-760b47f1591b, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:12:39.909779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69c490-f327-4ebd-9452-6240892c5fcc tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4cd6d4-3e78-44f6-a99e-28120798185d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:39.914145 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-2c4af400-f979-4d62-96d0-bea42d32bd0c tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] show failed (client error): The resource could not be found. Jul 05 10:12:39.918588 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2c4af400-f979-4d62-96d0-bea42d32bd0c tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "GET /v2.0/security-groups/fb4cd6d4-3e78-44f6-a99e-28120798185d HTTP/1.1" status: 404 len: 347 time: 0.0316954 Jul 05 10:12:39.919197 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49752) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:39.968408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad44fe4-6a3d-412a-a650-c6b01469b99e admin admin] Network 25d6d0bb-cc03-4bbb-a9db-760b47f1591b is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:12:40.066587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-24492cb4-3b9b-4498-b745-6d0a7c5371ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:40.068805 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-24492cb4-3b9b-4498-b745-6d0a7c5371ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 1098 time: 0.0855000 Jul 05 10:12:40.079040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-aad44fe4-6a3d-412a-a650-c6b01469b99e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 25d6d0bb-cc03-4bbb-a9db-760b47f1591b) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:40.092129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fcdf67-c858-42ad-ba21-f9701144216c None None] Network 25d6d0bb-cc03-4bbb-a9db-760b47f1591b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:40.122471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad44fe4-6a3d-412a-a650-c6b01469b99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:40.123204 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aad44fe4-6a3d-412a-a650-c6b01469b99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.240312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-9d705976-c7d5-4063-a1f0-459550f578b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:40.243230 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-9d705976-c7d5-4063-a1f0-459550f578b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.1523235 Jul 05 10:12:40.243356 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-31269686-890d-4157-8a31-51c902e8b6f7 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.255473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1bba4550-1023-4128-8c8c-60b51652d125 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Deleting port 45a8a020-4292-4c39-8515-75616408fa98 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:40.256084 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1bba4550-1023-4128-8c8c-60b51652d125 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.344044 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-e4388bd4-8853-48e0-96a8-98b191877265 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3bce9cd-5561-477e-bb59-22d692917e08 HTTP/1.1" status: 200 len: 217 time: 0.0735645 Jul 05 10:12:40.356808 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-31269686-890d-4157-8a31-51c902e8b6f7 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.392983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-25d6d0bb-cc03-4bbb-a9db-760b47f1591b', 'network_id': '25d6d0bb-cc03-4bbb-a9db-760b47f1591b', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'fixed_ips': [{'subnet_id': '9fa683f1-8fc8-4a7c-8178-d946836e766d'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:12:40.394055 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.394273 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1bba4550-1023-4128-8c8c-60b51652d125 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.394773 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1bba4550-1023-4128-8c8c-60b51652d125 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.441040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31269686-890d-4157-8a31-51c902e8b6f7 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee985c50-26aa-4d9f-955c-3776a5bc50ef,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:40.454322 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aad44fe4-6a3d-412a-a650-c6b01469b99e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4535942 Jul 05 10:12:40.469635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49770) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:40.477847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31269686-890d-4157-8a31-51c902e8b6f7 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:12:40.486375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1879897038-router', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:40.503589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1bba4550-1023-4128-8c8c-60b51652d125 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Calling delete_port for 45a8a020-4292-4c39-8515-75616408fa98 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:40.526128 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-31269686-890d-4157-8a31-51c902e8b6f7 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.526128 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-31269686-890d-4157-8a31-51c902e8b6f7 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Added segment e2db0813-ed96-4baa-8725-10a669149a41 of type vlan for network 8b9f574c-46c2-45a0-a03b-d4d8060de8fd Jul 05 10:12:40.572664 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85615ca8-08b6-4347-a294-d3f127f088a4 req-6ce8e698-335b-44ed-a8ea-f607160f0447 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:40.583213 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85615ca8-08b6-4347-a294-d3f127f088a4 req-6ce8e698-335b-44ed-a8ea-f607160f0447 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 945 time: 0.3401046 Jul 05 10:12:40.588786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Allocated IP 172.20.0.2 (25d6d0bb-cc03-4bbb-a9db-760b47f1591b/9fa683f1-8fc8-4a7c-8178-d946836e766d/ad810016-87cd-42fa-bfb8-3bf89118eec8) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:40.681953 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85615ca8-08b6-4347-a294-d3f127f088a4 req-ae1cb08d-c28e-4053-80e6-d1448639190b tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969989 Jul 05 10:12:40.683121 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-31269686-890d-4157-8a31-51c902e8b6f7 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.684462 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.685547 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.799652 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.808564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-1ea5419c-c5f0-45c1-a637-a67e5920c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:40.810629 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-1ea5419c-c5f0-45c1-a637-a67e5920c965 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.4567261 Jul 05 10:12:40.819409 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-31269686-890d-4157-8a31-51c902e8b6f7 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.838961 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31269686-890d-4157-8a31-51c902e8b6f7 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:40.841431 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-31269686-890d-4157-8a31-51c902e8b6f7 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.871689 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-d361a957-1c65-47e4-ad5d-cecb8eb73659 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533903 Jul 05 10:12:40.906080 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1bba4550-1023-4128-8c8c-60b51652d125 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.936771 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:40.965570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Transition to ACTIVE for port object ad810016-87cd-42fa-bfb8-3bf89118eec8 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:40.990468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba4550-1023-4128-8c8c-60b51652d125 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Pushing event deleted for resources: {'Port': ['ID=45a8a020-4292-4c39-8515-75616408fa98,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:40.995202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31269686-890d-4157-8a31-51c902e8b6f7 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event updated for resources: {'Network': ['ID=8b9f574c-46c2-45a0-a03b-d4d8060de8fd,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:41.006096 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-31269686-890d-4157-8a31-51c902e8b6f7 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5335145 Jul 05 10:12:41.010841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Transition to ACTIVE for port object ad810016-87cd-42fa-bfb8-3bf89118eec8 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:41.011018 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49784) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:41.016274 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 8b9f574c-46c2-45a0-a03b-d4d8060de8fd details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:12:41.068806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1a9d6ab0-2e0d-4304-ac5f-475c3ba915f8 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Request body: {'subnet': {'network_id': '8b9f574c-46c2-45a0-a03b-d4d8060de8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:41.111644 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.182650 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8717606a-3557-45cb-8693-fd233f7f9435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.235433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Network 25d6d0bb-cc03-4bbb-a9db-760b47f1591b is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:41.238195 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Pushing event updated for resources: {'Port': ['ID=ad810016-87cd-42fa-bfb8-3bf89118eec8,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:41.241865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:41.245417 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:41.337151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Attempting to bind port ad810016-87cd-42fa-bfb8-3bf89118eec8 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:41.337791 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Attempting to bind port ad810016-87cd-42fa-bfb8-3bf89118eec8 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '2112f63c-be37-4dc7-8930-1483eae6f727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '25d6d0bb-cc03-4bbb-a9db-760b47f1591b'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:41.338258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Attempting to bind port ad810016-87cd-42fa-bfb8-3bf89118eec8 on network 25d6d0bb-cc03-4bbb-a9db-760b47f1591b {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:41.355177 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:41.355941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Checking segment: {'id': '2112f63c-be37-4dc7-8930-1483eae6f727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '25d6d0bb-cc03-4bbb-a9db-760b47f1591b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:41.356580 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.363697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Bound using segment: {'id': '2112f63c-be37-4dc7-8930-1483eae6f727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '25d6d0bb-cc03-4bbb-a9db-760b47f1591b'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:41.363697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Bound port: ad810016-87cd-42fa-bfb8-3bf89118eec8, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2112f63c-be37-4dc7-8930-1483eae6f727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '25d6d0bb-cc03-4bbb-a9db-760b47f1591b'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:41.363697 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.424265 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1bba4550-1023-4128-8c8c-60b51652d125 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.437290 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1bba4550-1023-4128-8c8c-60b51652d125 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.439268 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1bba4550-1023-4128-8c8c-60b51652d125 tempest-ServersTestBootFromVolume-635172620 tempest-ServersTestBootFromVolume-635172620-project] 10.222.0.77 "DELETE /v2.0/floatingips/47267fe6-7cb4-4525-9839-2c4f32b07247 HTTP/1.1" status: 204 len: 168 time: 1.5167894 Jul 05 10:12:41.448442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49794) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:41.465937 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] For port ad810016-87cd-42fa-bfb8-3bf89118eec8, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:41.470420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] For port ad810016-87cd-42fa-bfb8-3bf89118eec8, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ad810016-87cd-42fa-bfb8-3bf89118eec8,segment=NetworkSegment(2112f63c-be37-4dc7-8930-1483eae6f727),segment_id=2112f63c-be37-4dc7-8930-1483eae6f727)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:41.549613 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.581174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9d6ab0-2e0d-4304-ac5f-475c3ba915f8 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Made reservation on behalf of 50ea700f1e2648828a76da319945575a for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:41.585465 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a9d6ab0-2e0d-4304-ac5f-475c3ba915f8 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.657780 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cf403-77ad-42f8-b95a-aa29f799a299 None None] Pushing event updated for resources: {'Port': ['ID=ad810016-87cd-42fa-bfb8-3bf89118eec8,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:41.662875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-3db22c36-0a00-4215-905d-b0b067ce9a29 service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7797270 Jul 05 10:12:41.877363 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:41.921746 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bcf6ba8a-1331-460f-bb41-aa6ccd6ad8e4 req-26ec3a85-7ec4-4200-96f1-ba5d382dbc2e tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1137000603&fields=id&tenant_id=e2a9c15d10164fa4b093d1668df36fbb HTTP/1.1" status: 200 len: 267 time: 0.2561340 Jul 05 10:12:41.952767 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-58805336-20f5-4dfd-bc48-7fe6324ad8ef service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230647 Jul 05 10:12:42.154897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6ba8a-1331-460f-bb41-aa6ccd6ad8e4 req-704540d7-327d-4e31-9dcf-43598e3ed607 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:42.165185 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bcf6ba8a-1331-460f-bb41-aa6ccd6ad8e4 req-704540d7-327d-4e31-9dcf-43598e3ed607 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 945 time: 0.2422566 Jul 05 10:12:42.184407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-bcf6ba8a-1331-460f-bb41-aa6ccd6ad8e4 req-f2bfca18-2125-4277-87cd-46a81fee35db tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Request body: {'port': {'security_groups': ['6decb723-fa87-4006-a9e6-e99b99d08848', '45d6a21b-c77b-4104-953f-360f60ba364c']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:42.272794 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90f10d-5926-4d11-a437-4d73ec6fdad3 req-2f408a8e-cf38-47e1-aecc-30ee0fbfb4e8 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:42.274296 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df90f10d-5926-4d11-a437-4d73ec6fdad3 req-2f408a8e-cf38-47e1-aecc-30ee0fbfb4e8 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 946 time: 0.3923306 Jul 05 10:12:42.323494 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a9d6ab0-2e0d-4304-ac5f-475c3ba915f8 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:42.347082 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5b57996-2d91-487f-bea4-82b813e652cb req-b0186cad-e11b-430c-9f5c-7050274fe4be service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1791730 Jul 05 10:12:42.362811 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bcf6ba8a-1331-460f-bb41-aa6ccd6ad8e4 req-f2bfca18-2125-4277-87cd-46a81fee35db tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:42.418087 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df90f10d-5926-4d11-a437-4d73ec6fdad3 req-c1b5080d-2be0-4a81-a185-82b9d566b2ea tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279316 Jul 05 10:12:42.465526 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d6ab0-2e0d-4304-ac5f-475c3ba915f8 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event updated for resources: {'Subnet': ['ID=2e8ca46a-a4ab-45fb-ae43-c10cf5b574e3,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:42.493930 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d6ab0-2e0d-4304-ac5f-475c3ba915f8 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Checking segment: {'id': 'e2db0813-ed96-4baa-8725-10a669149a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8b9f574c-46c2-45a0-a03b-d4d8060de8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:42.495197 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9d6ab0-2e0d-4304-ac5f-475c3ba915f8 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Network hostable DHCP agents. Network: 8b9f574c-46c2-45a0-a03b-d4d8060de8fd, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:12:42.634927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9d6ab0-2e0d-4304-ac5f-475c3ba915f8 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Network 8b9f574c-46c2-45a0-a03b-d4d8060de8fd is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:12:42.668609 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e5cefe9-1b3a-47a9-b9ff-8f8f99bd6a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:42.737345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-1a9d6ab0-2e0d-4304-ac5f-475c3ba915f8 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 8b9f574c-46c2-45a0-a03b-d4d8060de8fd) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:42.752157 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4399621-1f83-4bd0-bb72-b501115dd076 None None] Network 8b9f574c-46c2-45a0-a03b-d4d8060de8fd requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:42.757638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9d6ab0-2e0d-4304-ac5f-475c3ba915f8 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:42.757638 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a9d6ab0-2e0d-4304-ac5f-475c3ba915f8 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:42.827216 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b57996-2d91-487f-bea4-82b813e652cb req-d46d0ba8-69f1-4d43-a0b0-d676d5b50d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:42.829481 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5b57996-2d91-487f-bea4-82b813e652cb req-d46d0ba8-69f1-4d43-a0b0-d676d5b50d01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 1096 time: 0.4115281 Jul 05 10:12:42.833108 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:42.862615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1a9d6ab0-2e0d-4304-ac5f-475c3ba915f8 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8061314 Jul 05 10:12:42.868425 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49822) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:42.885710 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-56a4e970-aac7-4427-ba6d-f8802ad74059 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Request body: {'network': {'name': 'tempest-router-network01--1130189192'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:42.940296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ad810016-87cd-42fa-bfb8-3bf89118eec8 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:42.970499 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:43.261656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port ad810016-87cd-42fa-bfb8-3bf89118eec8 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:43.283142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8b9f574c-46c2-45a0-a03b-d4d8060de8fd', 'network_id': '8b9f574c-46c2-45a0-a03b-d4d8060de8fd', 'tenant_id': '50ea700f1e2648828a76da319945575a', 'fixed_ips': [{'subnet_id': '2e8ca46a-a4ab-45fb-ae43-c10cf5b574e3'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:12:43.284174 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:43.308348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a4e970-aac7-4427-ba6d-f8802ad74059 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Made reservation on behalf of 50ea700f1e2648828a76da319945575a for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:43.321004 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56a4e970-aac7-4427-ba6d-f8802ad74059 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:43.369476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b57996-2d91-487f-bea4-82b813e652cb req-e3e2112d-4d06-4628-8c38-060449b5d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:43.371904 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5b57996-2d91-487f-bea4-82b813e652cb req-e3e2112d-4d06-4628-8c38-060449b5d9f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.4808748 Jul 05 10:12:43.384428 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a4e970-aac7-4427-ba6d-f8802ad74059 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:12:43.395624 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-bcf6ba8a-1331-460f-bb41-aa6ccd6ad8e4 req-f2bfca18-2125-4277-87cd-46a81fee35db tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] For port 3e8d9e3f-df26-42ae-96a7-4f3473279412, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3e8d9e3f-df26-42ae-96a7-4f3473279412,segment=NetworkSegment(7c8d7046-21a6-4e19-af70-fe0bf8ede69c),segment_id=7c8d7046-21a6-4e19-af70-fe0bf8ede69c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:43.412136 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56a4e970-aac7-4427-ba6d-f8802ad74059 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:43.412858 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-56a4e970-aac7-4427-ba6d-f8802ad74059 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Added segment eead6fd0-e24f-4d05-8040-8d97a762f4f2 of type vlan for network fe8dfcac-8735-4218-90fe-3b8496ba35c3 Jul 05 10:12:43.446565 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-0e5cefe9-1b3a-47a9-b9ff-8f8f99bd6a7a admin admin] Deleting port 487d414f-1afc-407f-b6b4-73dc3b3ee774 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:43.448006 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e5cefe9-1b3a-47a9-b9ff-8f8f99bd6a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:43.448206 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5b57996-2d91-487f-bea4-82b813e652cb req-cc3f9191-8b11-4b73-b07e-7147dfcea255 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=014069d0-0f9f-4573-88b8-c210d5aad947 HTTP/1.1" status: 200 len: 217 time: 0.0675645 Jul 05 10:12:43.503433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Allocated IP 172.25.5.46 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/32267db1-5a3e-4486-8627-ce808f26090b) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:43.545022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Allocated IP 2001:db8::2 (8b9f574c-46c2-45a0-a03b-d4d8060de8fd/2e8ca46a-a4ab-45fb-ae43-c10cf5b574e3/63aa5db7-45cb-43c3-89d1-bbc2ea5c721c) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:43.590815 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56a4e970-aac7-4427-ba6d-f8802ad74059 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:43.598362 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bcf6ba8a-1331-460f-bb41-aa6ccd6ad8e4 req-f2bfca18-2125-4277-87cd-46a81fee35db tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:43.613465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b57996-2d91-487f-bea4-82b813e652cb req-a01e65b2-9ee8-47eb-9541-d61e48439b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:43.615036 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5b57996-2d91-487f-bea4-82b813e652cb req-a01e65b2-9ee8-47eb-9541-d61e48439b9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.1532612 Jul 05 10:12:43.668604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-0e5cefe9-1b3a-47a9-b9ff-8f8f99bd6a7a admin admin] For port 487d414f-1afc-407f-b6b4-73dc3b3ee774, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=487d414f-1afc-407f-b6b4-73dc3b3ee774,segment=NetworkSegment(c68a1a26-ec11-45b8-8925-256edc75bb4e),segment_id=c68a1a26-ec11-45b8-8925-256edc75bb4e)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:43.669227 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e5cefe9-1b3a-47a9-b9ff-8f8f99bd6a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:43.697293 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-0e5cefe9-1b3a-47a9-b9ff-8f8f99bd6a7a admin admin] Calling delete_port for 487d414f-1afc-407f-b6b4-73dc3b3ee774 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:43.764418 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56a4e970-aac7-4427-ba6d-f8802ad74059 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:43.774010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a4e970-aac7-4427-ba6d-f8802ad74059 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:43.774911 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56a4e970-aac7-4427-ba6d-f8802ad74059 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:43.775047 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd49f43-fa48-4946-a02b-3b6d269ed194 None None] Network 25d6d0bb-cc03-4bbb-a9db-760b47f1591b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:43.785850 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bcf6ba8a-1331-460f-bb41-aa6ccd6ad8e4 req-f2bfca18-2125-4277-87cd-46a81fee35db tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:43.826216 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5b57996-2d91-487f-bea4-82b813e652cb req-c35a2f94-552c-4944-981a-a5c442ae5e81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1817005 Jul 05 10:12:43.880474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d79ecf35-ecef-438b-87af-c27242c99c48', '3e8d9e3f-df26-42ae-96a7-4f3473279412'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:43.882210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4e970-aac7-4427-ba6d-f8802ad74059 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event updated for resources: {'Network': ['ID=fe8dfcac-8735-4218-90fe-3b8496ba35c3,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:43.936975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network fe8dfcac-8735-4218-90fe-3b8496ba35c3 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:12:43.958707 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:43.977574 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-56a4e970-aac7-4427-ba6d-f8802ad74059 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1046262 Jul 05 10:12:43.980185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49852) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:43.986095 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-08d7a5a4-139e-41d1-904a-741016e3d985 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Request body: {'network': {'name': 'tempest-router-network02--1875732332'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:44.053288 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c095e6b9-d368-4a17-bef4-6dca625cd3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:44.085886 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfca18-2125-4277-87cd-46a81fee35db tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event updated for resources: {'Port': ['ID=3e8d9e3f-df26-42ae-96a7-4f3473279412,revision_number=6']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:44.110751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d7a5a4-139e-41d1-904a-741016e3d985 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Made reservation on behalf of 50ea700f1e2648828a76da319945575a for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:44.114922 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-08d7a5a4-139e-41d1-904a-741016e3d985 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:44.153558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6ba8a-1331-460f-bb41-aa6ccd6ad8e4 req-f2bfca18-2125-4277-87cd-46a81fee35db tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:44.154289 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bcf6ba8a-1331-460f-bb41-aa6ccd6ad8e4 req-f2bfca18-2125-4277-87cd-46a81fee35db tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:44.156280 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bcf6ba8a-1331-460f-bb41-aa6ccd6ad8e4 req-f2bfca18-2125-4277-87cd-46a81fee35db tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "PUT /v2.0/ports/3e8d9e3f-df26-42ae-96a7-4f3473279412 HTTP/1.1" status: 200 len: 981 time: 1.9900987 Jul 05 10:12:44.156822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc', 'tag': '3e8d9e3f-df26-42ae-96a7-4f3473279412'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:44.160101 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1563cc66-b373-4cd3-8291-b51214ccbb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc", "tag": "3e8d9e3f-df26-42ae-96a7-4f3473279412"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:44.275167 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43e457e5-8957-4531-b200-5b1ba7cdb738 req-a9c3820d-5d12-4f84-9f05-2b11d2432d1e tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/45d6a21b-c77b-4104-953f-360f60ba364c HTTP/1.1" status: 200 len: 1803 time: 0.0884919 Jul 05 10:12:44.284205 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5b57996-2d91-487f-bea4-82b813e652cb req-48e9c338-4a4e-4ded-bcd7-4ad0394e721a service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450648 Jul 05 10:12:44.339650 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fd7a0331-5308-449a-893e-c4b7e23744b4 None None] Provisioning for port ad810016-87cd-42fa-bfb8-3bf89118eec8 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:44.345487 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:44.357602 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fd7a0331-5308-449a-893e-c4b7e23744b4 None None] Provisioning complete for port ad810016-87cd-42fa-bfb8-3bf89118eec8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:44.359556 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0331-5308-449a-893e-c4b7e23744b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:44.408934 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:44.507180 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49864) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:44.550651 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['3e8d9e3f-df26-42ae-96a7-4f3473279412'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:44.586923 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:44.613123 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Pushing event updated for resources: {'Port': ['ID=32267db1-5a3e-4486-8627-ce808f26090b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:44.626215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:44.633023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:44.655415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d7a5a4-139e-41d1-904a-741016e3d985 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:12:44.675218 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-08d7a5a4-139e-41d1-904a-741016e3d985 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:44.675575 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-08d7a5a4-139e-41d1-904a-741016e3d985 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Added segment b93858ee-2ad5-4de4-a9fc-e5347e59fd67 of type vlan for network 55ad51c5-bc25-464a-a8f0-4a0631d0788f Jul 05 10:12:44.690776 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-43e457e5-8957-4531-b200-5b1ba7cdb738 req-bfeaa986-4d16-4460-ba9c-019de1097119 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 10:12:44.717088 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43e457e5-8957-4531-b200-5b1ba7cdb738 req-bfeaa986-4d16-4460-ba9c-019de1097119 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "DELETE /v2.0/security-groups/45d6a21b-c77b-4104-953f-360f60ba364c HTTP/1.1" status: 409 len: 341 time: 0.4245706 Jul 05 10:12:44.723040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a1501-b845-4e9b-95b0-a2a3fd72eb91 req-3bc3425e-9412-47ed-9880-6a12f96b05b4 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:44.736272 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-882a1501-b845-4e9b-95b0-a2a3fd72eb91 req-3bc3425e-9412-47ed-9880-6a12f96b05b4 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 946 time: 0.6949439 Jul 05 10:12:44.737759 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5b57996-2d91-487f-bea4-82b813e652cb req-b77993c5-b172-454f-9232-213bee2b9713 service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325714 Jul 05 10:12:44.809488 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cf2864-2c7f-404e-8096-4eb4c43cbc5b x-openstack-request-id: req-c4cf2864-2c7f-404e-8096-4eb4c43cbc5b {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:44.810008 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc", "tag": "3e8d9e3f-df26-42ae-96a7-4f3473279412", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:44.811863 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4cf2864-2c7f-404e-8096-4eb4c43cbc5b {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:44.812488 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc', 'tag': '3e8d9e3f-df26-42ae-96a7-4f3473279412', 'status': 'completed', 'code': 200} Jul 05 10:12:44.825316 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e5cefe9-1b3a-47a9-b9ff-8f8f99bd6a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:44.870596 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-08d7a5a4-139e-41d1-904a-741016e3d985 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:44.887279 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cefe9-1b3a-47a9-b9ff-8f8f99bd6a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=487d414f-1afc-407f-b6b4-73dc3b3ee774,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:44.954677 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:44.955668 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-882a1501-b845-4e9b-95b0-a2a3fd72eb91 req-04cb8f9d-d43a-4acb-b9bc-68990f8b70dc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184916 Jul 05 10:12:45.178669 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0331-5308-449a-893e-c4b7e23744b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:45.192093 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Transition to ACTIVE for port object 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:45.240118 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4e354b66-3486-42e6-a330-d8e6a1c3e2b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b03d83b9b5f440e796285d051e688a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7308705 Jul 05 10:12:45.247483 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49874) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:45.294135 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-08d7a5a4-139e-41d1-904a-741016e3d985 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:45.304171 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563cc66-b373-4cd3-8291-b51214ccbb5b req-a35ccc3c-e1cf-4171-9167-eeb5d773d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:45.305819 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1563cc66-b373-4cd3-8291-b51214ccbb5b req-a35ccc3c-e1cf-4171-9167-eeb5d773d39a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2a9c15d10164fa4b093d1668df36fbb&device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 1136 time: 0.4825068 Jul 05 10:12:45.308261 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d7a5a4-139e-41d1-904a-741016e3d985 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:45.309254 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-08d7a5a4-139e-41d1-904a-741016e3d985 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:45.344399 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e5cefe9-1b3a-47a9-b9ff-8f8f99bd6a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:45.373320 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Transition to ACTIVE for port object 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:45.403960 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:45.488230 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:45.525897 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-08d7a5a4-139e-41d1-904a-741016e3d985 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5437896 Jul 05 10:12:45.530996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49880) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:45.541298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-bc5c5967-574f-4eee-8e59-32a8606fe341 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Request body: {'subnet': {'network_id': 'fe8dfcac-8735-4218-90fe-3b8496ba35c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:45.611873 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7a5a4-139e-41d1-904a-741016e3d985 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event updated for resources: {'Network': ['ID=55ad51c5-bc25-464a-a8f0-4a0631d0788f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:45.655665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Network 8b9f574c-46c2-45a0-a03b-d4d8060de8fd is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:45.662533 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-fd7a0331-5308-449a-893e-c4b7e23744b4 None None] For port ad810016-87cd-42fa-bfb8-3bf89118eec8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ad810016-87cd-42fa-bfb8-3bf89118eec8,segment=NetworkSegment(2112f63c-be37-4dc7-8930-1483eae6f727),segment_id=2112f63c-be37-4dc7-8930-1483eae6f727)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:45.670670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:45.672696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 55ad51c5-bc25-464a-a8f0-4a0631d0788f details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:12:45.683553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:45.748425 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a646800-829b-428e-a9ff-6bc67587895e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:45.815413 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19fde4-ed00-41b2-a857-7ab1daac5871 req-c35844ac-6f9a-4006-ba81-7bed7af61287 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:45.816328 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563cc66-b373-4cd3-8291-b51214ccbb5b req-de34f8cd-2cba-4c88-b866-ee871e7fd628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:45.822699 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a19fde4-ed00-41b2-a857-7ab1daac5871 req-c35844ac-6f9a-4006-ba81-7bed7af61287 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 984 time: 0.2117929 Jul 05 10:12:45.827569 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1563cc66-b373-4cd3-8291-b51214ccbb5b req-de34f8cd-2cba-4c88-b866-ee871e7fd628 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d1e22f91-1050-4c61-8627-4aa9372e5d9d HTTP/1.1" status: 200 len: 914 time: 0.5135968 Jul 05 10:12:45.835428 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0331-5308-449a-893e-c4b7e23744b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:45.868469 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a646800-829b-428e-a9ff-6bc67587895e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:45.871604 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:45.929264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5c5967-574f-4eee-8e59-32a8606fe341 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Made reservation on behalf of 50ea700f1e2648828a76da319945575a for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:45.934699 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc5c5967-574f-4eee-8e59-32a8606fe341 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:45.986808 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Pushing event updated for resources: {'Port': ['ID=63aa5db7-45cb-43c3-89d1-bbc2ea5c721c,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:45.991560 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1563cc66-b373-4cd3-8291-b51214ccbb5b req-b3c324da-8a3b-4e23-ab13-521ae681418a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e8d9e3f-df26-42ae-96a7-4f3473279412 HTTP/1.1" status: 200 len: 217 time: 0.1466355 Jul 05 10:12:46.127195 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a19fde4-ed00-41b2-a857-7ab1daac5871 req-2c0d843c-94d1-4137-8056-7d1d54cdfc60 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&id=45d6a21b-c77b-4104-953f-360f60ba364c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3032386 Jul 05 10:12:46.135699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Attempting to bind port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:46.136338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Attempting to bind port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'e2db0813-ed96-4baa-8725-10a669149a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8b9f574c-46c2-45a0-a03b-d4d8060de8fd'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:46.136981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Attempting to bind port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c on network 8b9f574c-46c2-45a0-a03b-d4d8060de8fd {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:46.181661 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:46.182262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Checking segment: {'id': 'e2db0813-ed96-4baa-8725-10a669149a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8b9f574c-46c2-45a0-a03b-d4d8060de8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:46.188975 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:46.188975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Bound using segment: {'id': 'e2db0813-ed96-4baa-8725-10a669149a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8b9f574c-46c2-45a0-a03b-d4d8060de8fd'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:46.188975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Bound port: 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2db0813-ed96-4baa-8725-10a669149a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8b9f574c-46c2-45a0-a03b-d4d8060de8fd'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:46.191480 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:46.214565 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563cc66-b373-4cd3-8291-b51214ccbb5b req-ce2a367b-6627-4b7f-89a0-3f1e4183efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:46.223333 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1563cc66-b373-4cd3-8291-b51214ccbb5b req-ce2a367b-6627-4b7f-89a0-3f1e4183efe7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94e5c31d-d6c0-4ae7-9a3c-9ac20b4ac53e HTTP/1.1" status: 200 len: 853 time: 0.2218394 Jul 05 10:12:46.348045 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5cefe9-1b3a-47a9-b9ff-8f8f99bd6a7a admin admin] Router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:12:46.354884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a0331-5308-449a-893e-c4b7e23744b4 None None] Pushing event updated for resources: {'Port': ['ID=ad810016-87cd-42fa-bfb8-3bf89118eec8,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:46.369954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c1194773-d39a-4c8d-a109-7880cab38bae None None] Provisioning complete for port ad810016-87cd-42fa-bfb8-3bf89118eec8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:46.370309 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c1194773-d39a-4c8d-a109-7880cab38bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:46.431736 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1563cc66-b373-4cd3-8291-b51214ccbb5b req-572b17d3-17cb-49e6-8582-5c1884d6d39d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d1e22f91-1050-4c61-8627-4aa9372e5d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436427 Jul 05 10:12:46.451857 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] For port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:46.489505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] For port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=63aa5db7-45cb-43c3-89d1-bbc2ea5c721c,segment=NetworkSegment(e2db0813-ed96-4baa-8725-10a669149a41),segment_id=e2db0813-ed96-4baa-8725-10a669149a41)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:46.526415 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc5c5967-574f-4eee-8e59-32a8606fe341 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:46.611511 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a646800-829b-428e-a9ff-6bc67587895e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:46.614582 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a646800-829b-428e-a9ff-6bc67587895e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:46.616246 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5a646800-829b-428e-a9ff-6bc67587895e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2fb71caf-7c95-4383-aceb-435c29904803 HTTP/1.1" status: 204 len: 168 time: 1.3677762 Jul 05 10:12:46.755638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c5967-574f-4eee-8e59-32a8606fe341 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event updated for resources: {'Subnet': ['ID=e1024bb5-fddd-4b2f-8bef-9e6dc124f075,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:46.765259 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:46.850437 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5cefe9-1b3a-47a9-b9ff-8f8f99bd6a7a admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:46.861094 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0e5cefe9-1b3a-47a9-b9ff-8f8f99bd6a7a admin admin] 10.222.0.77 "PUT /v2.0/routers/3bc0aeb7-f0cf-4e82-866a-074ec86b177d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3999479 Jul 05 10:12:46.861094 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5c5967-574f-4eee-8e59-32a8606fe341 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Checking segment: {'id': 'eead6fd0-e24f-4d05-8040-8d97a762f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fe8dfcac-8735-4218-90fe-3b8496ba35c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:46.861094 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5c5967-574f-4eee-8e59-32a8606fe341 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Network hostable DHCP agents. Network: fe8dfcac-8735-4218-90fe-3b8496ba35c3, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:12:46.868061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49892) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:46.911884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e9d80f-82c4-4691-a4a7-85abf45d6733 None None] Sync routers for ids ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:46.967128 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e9d80f-82c4-4691-a4a7-85abf45d6733 None None] Routers {'3bc0aeb7-f0cf-4e82-866a-074ec86b177d'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:46.968252 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-34e9d80f-82c4-4691-a4a7-85abf45d6733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:12:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:47.027020 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ad810016-87cd-42fa-bfb8-3bf89118eec8 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:47.030342 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5c5967-574f-4eee-8e59-32a8606fe341 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Network fe8dfcac-8735-4218-90fe-3b8496ba35c3 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:12:47.091456 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:47.155333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3836668-8c2f-4e7c-b2d5-7a9a2630e3cf None None] Pushing event updated for resources: {'Port': ['ID=63aa5db7-45cb-43c3-89d1-bbc2ea5c721c,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:47.180818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-bc5c5967-574f-4eee-8e59-32a8606fe341 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, fe8dfcac-8735-4218-90fe-3b8496ba35c3) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:47.203322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5c5967-574f-4eee-8e59-32a8606fe341 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:47.204219 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc5c5967-574f-4eee-8e59-32a8606fe341 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:47.224316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025e807b-03ed-4525-b8a3-64efcda4c8b2 None None] Network fe8dfcac-8735-4218-90fe-3b8496ba35c3 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:47.296988 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bc5c5967-574f-4eee-8e59-32a8606fe341 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7626879 Jul 05 10:12:47.306664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49900) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:47.320701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d5c5c47e-a1e7-4d2e-b131-9efb0440e079 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Request body: {'subnet': {'network_id': '55ad51c5-bc25-464a-a8f0-4a0631d0788f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:47.354481 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a646800-829b-428e-a9ff-6bc67587895e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb71caf-7c95-4383-aceb-435c29904803,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:47.507689 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1563cc66-b373-4cd3-8291-b51214ccbb5b req-f7af6dd9-ca76-43a4-acd1-1ad6005e0824 service neutron] 10.222.0.64 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0736690 Jul 05 10:12:47.523028 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78742-4fe5-4978-88d0-34fd271fe425 req-96c1a4e5-47d6-46ff-baca-40162f9259fa tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:47.530892 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-73a78742-4fe5-4978-88d0-34fd271fe425 req-96c1a4e5-47d6-46ff-baca-40162f9259fa tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 946 time: 1.2424388 Jul 05 10:12:47.599821 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-34e9d80f-82c4-4691-a4a7-85abf45d6733 None None] Set router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:47.674005 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:47.703326 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-73a78742-4fe5-4978-88d0-34fd271fe425 req-789697ac-81a0-4289-95dc-1a08db4a991d tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705346 Jul 05 10:12:47.796409 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49908) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:47.973400 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1563cc66-b373-4cd3-8291-b51214ccbb5b req-8ebedecb-3b8d-4c91-8dc2-34be441d1f2a service neutron] 10.222.0.64 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355686 Jul 05 10:12:48.004432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c5c47e-a1e7-4d2e-b131-9efb0440e079 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Made reservation on behalf of 50ea700f1e2648828a76da319945575a for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:48.012055 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5c5c47e-a1e7-4d2e-b131-9efb0440e079 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.027201 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-fe8dfcac-8735-4218-90fe-3b8496ba35c3', 'network_id': 'fe8dfcac-8735-4218-90fe-3b8496ba35c3', 'tenant_id': '50ea700f1e2648828a76da319945575a', 'fixed_ips': [{'subnet_id': 'e1024bb5-fddd-4b2f-8bef-9e6dc124f075'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:12:48.028833 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.064061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ad810016-87cd-42fa-bfb8-3bf89118eec8 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:48.064515 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.096844 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf958c-cc39-450c-9372-27a642330330 req-b79ea03e-6b16-471f-a49b-3eba508abfeb tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:48.099243 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-90cf958c-cc39-450c-9372-27a642330330 req-b79ea03e-6b16-471f-a49b-3eba508abfeb tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 984 time: 0.4940894 Jul 05 10:12:48.116079 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f757309a-bb47-4083-a399-34178ddbc08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.203034 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Router f7547d2b-965d-459f-9d55-a8002bc253a6 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:12:48.366080 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68e6da-342f-499b-86e2-8a846a5c2040 req-b910ce32-cded-4845-a246-70f0be9e942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:48.371482 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb68e6da-342f-499b-86e2-8a846a5c2040 req-b910ce32-cded-4845-a246-70f0be9e942d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2a9c15d10164fa4b093d1668df36fbb&device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 1136 time: 0.2421861 Jul 05 10:12:48.397710 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Allocated IP 2001:db8::2 (fe8dfcac-8735-4218-90fe-3b8496ba35c3/e1024bb5-fddd-4b2f-8bef-9e6dc124f075/baf0061f-b8fe-40c9-8e87-94f1b9981275) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:48.444825 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-90cf958c-cc39-450c-9372-27a642330330 req-8566c1ff-93e9-49fe-830d-ab5a49d5600c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&id=45d6a21b-c77b-4104-953f-360f60ba364c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3046725 Jul 05 10:12:48.603294 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:48.616501 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e57131f7-4c1f-4a9a-aea2-87a223af6ee9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.618586 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.627128 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Sync routers for ids ['f7547d2b-965d-459f-9d55-a8002bc253a6'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:48.642687 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Transition to ACTIVE for port object baf0061f-b8fe-40c9-8e87-94f1b9981275 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:48.651002 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Routers {'f7547d2b-965d-459f-9d55-a8002bc253a6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:48.653201 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:12:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f7547d2b-965d-459f-9d55-a8002bc253a6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:48.656251 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68e6da-342f-499b-86e2-8a846a5c2040 req-4d438327-b2c6-43ba-b361-3a2569fcb8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:48.657795 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb68e6da-342f-499b-86e2-8a846a5c2040 req-4d438327-b2c6-43ba-b361-3a2569fcb8f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d1e22f91-1050-4c61-8627-4aa9372e5d9d HTTP/1.1" status: 200 len: 914 time: 0.2779200 Jul 05 10:12:48.722672 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Transition to ACTIVE for port object baf0061f-b8fe-40c9-8e87-94f1b9981275 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:48.803153 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e57131f7-4c1f-4a9a-aea2-87a223af6ee9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.808298 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb68e6da-342f-499b-86e2-8a846a5c2040 req-7275e1ed-bdf8-42fd-97a9-94d08ae3be15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e8d9e3f-df26-42ae-96a7-4f3473279412 HTTP/1.1" status: 200 len: 217 time: 0.1369944 Jul 05 10:12:48.841646 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Set router f7547d2b-965d-459f-9d55-a8002bc253a6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:48.889348 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:48.938804 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68e6da-342f-499b-86e2-8a846a5c2040 req-da1fef3e-9388-4f88-b1e1-b1402112247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:48.940705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb68e6da-342f-499b-86e2-8a846a5c2040 req-da1fef3e-9388-4f88-b1e1-b1402112247c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94e5c31d-d6c0-4ae7-9a3c-9ac20b4ac53e HTTP/1.1" status: 200 len: 853 time: 0.1309471 Jul 05 10:12:49.011904 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb68e6da-342f-499b-86e2-8a846a5c2040 req-40b38647-f710-4510-a9ff-4122f2c1cf5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d1e22f91-1050-4c61-8627-4aa9372e5d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621893 Jul 05 10:12:49.021958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Pushing event updated for resources: {'Port': ['ID=baf0061f-b8fe-40c9-8e87-94f1b9981275,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:49.031150 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef51fc-c736-458d-95d4-b8a103c0b521 None None] Network 8b9f574c-46c2-45a0-a03b-d4d8060de8fd requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:49.168706 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb68e6da-342f-499b-86e2-8a846a5c2040 req-33911a2f-cf6d-411e-a96e-cbd2f33f4ab0 service neutron] 10.222.0.64 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506150 Jul 05 10:12:49.188260 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f757309a-bb47-4083-a399-34178ddbc08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:49.192256 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d6fc6-c79e-4cf3-8cf5-3d749652c156 req-ca5c8174-f759-416a-b0dc-72b2616acb5e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:49.194266 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-237d6fc6-c79e-4cf3-8cf5-3d749652c156 req-ca5c8174-f759-416a-b0dc-72b2616acb5e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 946 time: 0.1781228 Jul 05 10:12:49.243392 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-e57131f7-4c1f-4a9a-aea2-87a223af6ee9 admin admin] Deleting port 8220f399-5078-427d-bcf2-20eab94f7905 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:49.244107 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e57131f7-4c1f-4a9a-aea2-87a223af6ee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:49.251071 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f757309a-bb47-4083-a399-34178ddbc08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:49.350289 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'name': 'tempest-ServersTestMultiNic-1879897038-router', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '32267db1-5a3e-4486-8627-ce808f26090b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:40Z', 'updated_at': '2021-07-05T10:12:45Z', 'revision_number': 3, 'project_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'gw_port': {'id': '32267db1-5a3e-4486-8627-ce808f26090b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:43Z', 'updated_at': '2021-07-05T10:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:49.401509 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5c5c47e-a1e7-4d2e-b131-9efb0440e079 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:49.408572 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-237d6fc6-c79e-4cf3-8cf5-3d749652c156 req-a12d746f-4e44-4572-be6d-42e6fd5a9c34 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968081 Jul 05 10:12:49.440137 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Checking router: f7547d2b-965d-459f-9d55-a8002bc253a6 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:49.440531 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Updating router f7547d2b-965d-459f-9d55-a8002bc253a6 port 32267db1-5a3e-4486-8627-ce808f26090b binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:12:49.459370 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:49.469495 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-67311dc2-efad-4b60-9250-96be2bd916a6 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.9947019 Jul 05 10:12:49.470434 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49934) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:49.497671 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f757309a-bb47-4083-a399-34178ddbc08f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3d41e41e18448a6ad929630a6159d53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6996789 Jul 05 10:12:49.498478 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757309a-bb47-4083-a399-34178ddbc08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c99784e-5270-49a4-a68e-390e7c03dca2,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:49.503813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49936) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:49.572723 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5c47e-a1e7-4d2e-b131-9efb0440e079 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event updated for resources: {'Subnet': ['ID=b5dbc4c7-f5dd-456c-84cd-77b08e42a5ad,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:49.584851 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:49.613870 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-e57131f7-4c1f-4a9a-aea2-87a223af6ee9 admin admin] For port 8220f399-5078-427d-bcf2-20eab94f7905, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8220f399-5078-427d-bcf2-20eab94f7905,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:49.614372 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e57131f7-4c1f-4a9a-aea2-87a223af6ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:49.635925 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-e57131f7-4c1f-4a9a-aea2-87a223af6ee9 admin admin] Calling delete_port for 8220f399-5078-427d-bcf2-20eab94f7905 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:49.638605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5c47e-a1e7-4d2e-b131-9efb0440e079 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Checking segment: {'id': 'b93858ee-2ad5-4de4-a9fc-e5347e59fd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '55ad51c5-bc25-464a-a8f0-4a0631d0788f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:49.639083 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c5c47e-a1e7-4d2e-b131-9efb0440e079 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Network hostable DHCP agents. Network: 55ad51c5-bc25-464a-a8f0-4a0631d0788f, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:12:49.695789 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb68e6da-342f-499b-86e2-8a846a5c2040 req-1543146e-24ed-42fd-b33d-6528cf0df77d service neutron] 10.222.0.64 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983966 Jul 05 10:12:49.736603 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1d3d4117-542d-46b9-9273-a1223f3a0923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:49.787640 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1d3d4117-542d-46b9-9273-a1223f3a0923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:49.844014 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c5c47e-a1e7-4d2e-b131-9efb0440e079 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Network 55ad51c5-bc25-464a-a8f0-4a0631d0788f is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:12:49.879511 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Network fe8dfcac-8735-4218-90fe-3b8496ba35c3 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:49.951302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:49.960229 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:50.008682 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84212ce-8cf1-4de0-8330-19f1d0e6ccd9 req-f1956c3f-6b1c-4631-bad2-69a7281ba579 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:50.015829 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a84212ce-8cf1-4de0-8330-19f1d0e6ccd9 req-f1956c3f-6b1c-4631-bad2-69a7281ba579 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 984 time: 0.2356827 Jul 05 10:12:50.136936 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a84212ce-8cf1-4de0-8330-19f1d0e6ccd9 req-f0b2328b-cf38-4466-bf32-d2ccce73d214 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&id=45d6a21b-c77b-4104-953f-360f60ba364c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1131167 Jul 05 10:12:50.170821 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:50.196273 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e57131f7-4c1f-4a9a-aea2-87a223af6ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.201703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Attempting to bind port baf0061f-b8fe-40c9-8e87-94f1b9981275 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:50.202144 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Attempting to bind port baf0061f-b8fe-40c9-8e87-94f1b9981275 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'eead6fd0-e24f-4d05-8040-8d97a762f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fe8dfcac-8735-4218-90fe-3b8496ba35c3'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:50.202598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Attempting to bind port baf0061f-b8fe-40c9-8e87-94f1b9981275 on network fe8dfcac-8735-4218-90fe-3b8496ba35c3 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:50.238499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:50.238998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Checking segment: {'id': 'eead6fd0-e24f-4d05-8040-8d97a762f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fe8dfcac-8735-4218-90fe-3b8496ba35c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:50.239612 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.240147 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Bound using segment: {'id': 'eead6fd0-e24f-4d05-8040-8d97a762f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fe8dfcac-8735-4218-90fe-3b8496ba35c3'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:50.241749 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Bound port: baf0061f-b8fe-40c9-8e87-94f1b9981275, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eead6fd0-e24f-4d05-8040-8d97a762f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fe8dfcac-8735-4218-90fe-3b8496ba35c3'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:50.242222 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.261259 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a2a40637-310a-44a9-b678-6137b4f6ddde None None] Provisioning for port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:50.310701 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e57131f7-4c1f-4a9a-aea2-87a223af6ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.353063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] For port baf0061f-b8fe-40c9-8e87-94f1b9981275, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:50.353063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] For port baf0061f-b8fe-40c9-8e87-94f1b9981275, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=baf0061f-b8fe-40c9-8e87-94f1b9981275,segment=NetworkSegment(eead6fd0-e24f-4d05-8040-8d97a762f4f2),segment_id=eead6fd0-e24f-4d05-8040-8d97a762f4f2)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:50.423481 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-34e9d80f-82c4-4691-a4a7-85abf45d6733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'name': 'tempest-ServersTestBootFromVolume-1091590044-router', 'tenant_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '8220f399-5078-427d-bcf2-20eab94f7905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:07:46Z', 'updated_at': '2021-07-05T10:12:44Z', 'revision_number': 5, 'project_id': '8a7aff2f720b49a0abf8d567919cd6cf', 'gw_port': {'id': '8220f399-5078-427d-bcf2-20eab94f7905', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc0aeb7-f0cf-4e82-866a-074ec86b177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:07:47Z', 'updated_at': '2021-07-05T10:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:50.493405 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e9d80f-82c4-4691-a4a7-85abf45d6733 None None] Checking router: 3bc0aeb7-f0cf-4e82-866a-074ec86b177d for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:50.501611 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.541185 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e57131f7-4c1f-4a9a-aea2-87a223af6ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.545341 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e57131f7-4c1f-4a9a-aea2-87a223af6ee9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.615037 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.648986 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Transition to ACTIVE for port object 32267db1-5a3e-4486-8627-ce808f26090b will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:50.658905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d5c5c47e-a1e7-4d2e-b131-9efb0440e079 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 55ad51c5-bc25-464a-a8f0-4a0631d0788f) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:50.662810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57131f7-4c1f-4a9a-aea2-87a223af6ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8220f399-5078-427d-bcf2-20eab94f7905,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:50.664533 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1d3d4117-542d-46b9-9273-a1223f3a0923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.666981 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1d3d4117-542d-46b9-9273-a1223f3a0923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.687533 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1d3d4117-542d-46b9-9273-a1223f3a0923 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4c99784e-5270-49a4-a68e-390e7c03dca2 HTTP/1.1" status: 204 len: 168 time: 1.1780572 Jul 05 10:12:50.704455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c5c47e-a1e7-4d2e-b131-9efb0440e079 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:50.705058 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5c5c47e-a1e7-4d2e-b131-9efb0440e079 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.712587 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0c6d1-461e-4092-8331-4076d2cb5dfc None None] Pushing event updated for resources: {'Port': ['ID=baf0061f-b8fe-40c9-8e87-94f1b9981275,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:50.719509 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f273d3-75d3-4769-b870-e9f5c659bd9b None None] Network 55ad51c5-bc25-464a-a8f0-4a0631d0788f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:50.733254 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:50.738958 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.755213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d4117-542d-46b9-9273-a1223f3a0923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c99784e-5270-49a4-a68e-390e7c03dca2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:50.776248 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.816604 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e57131f7-4c1f-4a9a-aea2-87a223af6ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.817181 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57131f7-4c1f-4a9a-aea2-87a223af6ee9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bc0aeb7-f0cf-4e82-866a-074ec86b177d {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:12:50.822644 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e57131f7-4c1f-4a9a-aea2-87a223af6ee9 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.827477 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e57131f7-4c1f-4a9a-aea2-87a223af6ee9 admin admin] 10.222.0.77 "DELETE /v2.0/routers/3bc0aeb7-f0cf-4e82-866a-074ec86b177d HTTP/1.1" status: 204 len: 168 time: 3.9440458 Jul 05 10:12:50.827477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49950) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:50.935782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49952) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:50.936586 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d5c5c47e-a1e7-4d2e-b131-9efb0440e079 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6275849 Jul 05 10:12:50.953781 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e9d80f-82c4-4691-a4a7-85abf45d6733 None None] Routers {'3bc0aeb7-f0cf-4e82-866a-074ec86b177d'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:50.958802 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-34e9d80f-82c4-4691-a4a7-85abf45d6733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:12:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:50.972666 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Attempting to bind port 32267db1-5a3e-4486-8627-ce808f26090b on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:50.974153 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:50.974531 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:50.975795 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Attempting to bind port 32267db1-5a3e-4486-8627-ce808f26090b by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:50.976172 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Attempting to bind port 32267db1-5a3e-4486-8627-ce808f26090b on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:50.978464 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163b4b1-99ef-4ca6-bae7-84b4bab1d10a None None] Pushing event updated for resources: {'Port': ['ID=32267db1-5a3e-4486-8627-ce808f26090b,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:51.009197 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a931388-d3a6-4f21-89bb-2caa4c97d64d admin admin] Deleting subnet 3192735d-882c-4a41-b037-3c234a14d735 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:12:51.010743 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163b4b1-99ef-4ca6-bae7-84b4bab1d10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.011193 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163b4b1-99ef-4ca6-bae7-84b4bab1d10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.011562 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163b4b1-99ef-4ca6-bae7-84b4bab1d10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.014771 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163b4b1-99ef-4ca6-bae7-84b4bab1d10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.014771 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163b4b1-99ef-4ca6-bae7-84b4bab1d10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.014771 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163b4b1-99ef-4ca6-bae7-84b4bab1d10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.028051 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163b4b1-99ef-4ca6-bae7-84b4bab1d10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.028771 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163b4b1-99ef-4ca6-bae7-84b4bab1d10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.029383 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163b4b1-99ef-4ca6-bae7-84b4bab1d10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.031376 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163b4b1-99ef-4ca6-bae7-84b4bab1d10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.031559 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163b4b1-99ef-4ca6-bae7-84b4bab1d10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.032566 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163b4b1-99ef-4ca6-bae7-84b4bab1d10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:51.049713 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:51.050256 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:51.050664 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.051054 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:51.051521 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Bound port: 32267db1-5a3e-4486-8627-ce808f26090b, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:51.051944 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.088634 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a931388-d3a6-4f21-89bb-2caa4c97d64d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.198227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-34e9d80f-82c4-4691-a4a7-85abf45d6733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:51.203561 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e9d80f-82c4-4691-a4a7-85abf45d6733 None None] The sync data for ids ['3bc0aeb7-f0cf-4e82-866a-074ec86b177d'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:51.245438 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] For port 32267db1-5a3e-4486-8627-ce808f26090b, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:51.278250 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a931388-d3a6-4f21-89bb-2caa4c97d64d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.420669 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] For port 32267db1-5a3e-4486-8627-ce808f26090b, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=32267db1-5a3e-4486-8627-ce808f26090b,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:51.491594 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.578770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81a0b1-f497-4d75-8c01-43b97f899a74 req-47e25d86-3798-4262-bd08-41994396c07a tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:51.585657 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1d81a0b1-f497-4d75-8c01-43b97f899a74 req-47e25d86-3798-4262-bd08-41994396c07a tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 946 time: 0.7006927 Jul 05 10:12:51.585936 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Allocated IP 172.20.0.1 (25d6d0bb-cc03-4bbb-a9db-760b47f1591b/9fa683f1-8fc8-4a7c-8178-d946836e766d/60c44062-4fdd-4192-9f1d-ddabfa33def2) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:51.591637 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a931388-d3a6-4f21-89bb-2caa4c97d64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.668053 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163b4b1-99ef-4ca6-bae7-84b4bab1d10a None None] Pushing event updated for resources: {'Port': ['ID=32267db1-5a3e-4486-8627-ce808f26090b,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:51.675463 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Routers {'f7547d2b-965d-459f-9d55-a8002bc253a6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:51.676131 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:12:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f7547d2b-965d-459f-9d55-a8002bc253a6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:51.679095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7377213a-a2b8-4f95-bae2-be299880911c None None] Provisioning complete for port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:51.679480 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7377213a-a2b8-4f95-bae2-be299880911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.755280 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.819356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1207b05-0907-4cc8-bbdc-6a4cb5711301 req-5a9e516b-12d4-44d8-b03e-500fee70c42e tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:51.830901 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f1207b05-0907-4cc8-bbdc-6a4cb5711301 req-5a9e516b-12d4-44d8-b03e-500fee70c42e tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 984 time: 0.2533722 Jul 05 10:12:51.935203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-55ad51c5-bc25-464a-a8f0-4a0631d0788f', 'network_id': '55ad51c5-bc25-464a-a8f0-4a0631d0788f', 'tenant_id': '50ea700f1e2648828a76da319945575a', 'fixed_ips': [{'subnet_id': 'b5dbc4c7-f5dd-456c-84cd-77b08e42a5ad'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:12:51.935701 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:51.940587 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1d81a0b1-f497-4d75-8c01-43b97f899a74 req-6d79af8a-7e48-4d01-8cfb-95ee1c7481e7 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455176 Jul 05 10:12:52.004691 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.016462 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a931388-d3a6-4f21-89bb-2caa4c97d64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.029466 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f1207b05-0907-4cc8-bbdc-6a4cb5711301 req-1bb15945-f0bc-43ac-8d16-d3983d2eaf16 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&id=45d6a21b-c77b-4104-953f-360f60ba364c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1970520 Jul 05 10:12:52.063706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Transition to ACTIVE for port object 60c44062-4fdd-4192-9f1d-ddabfa33def2 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:52.079779 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] Set router f7547d2b-965d-459f-9d55-a8002bc253a6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:52.113831 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=63aa5db7-45cb-43c3-89d1-bbc2ea5c721c,segment=NetworkSegment(e2db0813-ed96-4baa-8725-10a669149a41),segment_id=e2db0813-ed96-4baa-8725-10a669149a41)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:52.134587 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a931388-d3a6-4f21-89bb-2caa4c97d64d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3192735d-882c-4a41-b037-3c234a14d735,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:52.149097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49964) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:52.164689 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a931388-d3a6-4f21-89bb-2caa4c97d64d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.171660 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8a931388-d3a6-4f21-89bb-2caa4c97d64d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3192735d-882c-4a41-b037-3c234a14d735 HTTP/1.1" status: 204 len: 168 time: 1.3434372 Jul 05 10:12:52.175122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49966) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:52.196272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fedeb3-8789-47c2-a525-cbe6ab0b2243 None None] Network 5cbc599f-1713-43af-b324-cbe93df2237e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:52.200995 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.217149 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a5a27ed-56d1-444d-98dc-3752e7c0c063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.217840 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.453071 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.491250 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.647669 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device baf0061f-b8fe-40c9-8e87-94f1b9981275 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:52.657800 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Network 25d6d0bb-cc03-4bbb-a9db-760b47f1591b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:52.659889 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:52.695131 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:52.703258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895de7d9-e563-4807-a9c8-8fdb60ffff65 None None] Network fe8dfcac-8735-4218-90fe-3b8496ba35c3 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:52.790659 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-832d92fe-b7e5-432f-aec8-af31a27773b9 req-e3634540-d719-4c88-a8b4-fe89f1d4d205 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1878409579&fields=id&tenant_id=e2a9c15d10164fa4b093d1668df36fbb HTTP/1.1" status: 200 len: 267 time: 0.2450023 Jul 05 10:12:52.823660 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'name': 'tempest-ServersTestMultiNic-1879897038-router', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '32267db1-5a3e-4486-8627-ce808f26090b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:40Z', 'updated_at': '2021-07-05T10:12:45Z', 'revision_number': 3, 'project_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'gw_port': {'id': '32267db1-5a3e-4486-8627-ce808f26090b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:43Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:52.857181 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=63aa5db7-45cb-43c3-89d1-bbc2ea5c721c,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:52.892721 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a99b11-15e6-4a40-bd66-8147e4af6741 None None] The sync data for ids ['f7547d2b-965d-459f-9d55-a8002bc253a6'] in n-d-779913-27 is: [{'id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'name': 'tempest-ServersTestMultiNic-1879897038-router', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '32267db1-5a3e-4486-8627-ce808f26090b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:40Z', 'updated_at': '2021-07-05T10:12:45Z', 'revision_number': 3, 'project_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'gw_port': {'id': '32267db1-5a3e-4486-8627-ce808f26090b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:43Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:53.132946 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Allocated IP 2001:db8::2 (55ad51c5-bc25-464a-a8f0-4a0631d0788f/b5dbc4c7-f5dd-456c-84cd-77b08e42a5ad/d03bda91-3607-419c-96b4-5293e8aa4be2) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:53.136792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] Deleting port 1f853252-31d0-4a7f-94b5-73bcfddc1445 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:53.137116 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:53.142146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7f6c1a43-622a-4591-aa20-19c0f89bdc98 None None] Provisioning for port baf0061f-b8fe-40c9-8e87-94f1b9981275 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:53.209088 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d92fe-b7e5-432f-aec8-af31a27773b9 req-9c6636c8-3d27-4861-8bb1-a4d3db2a2ade tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:53.217434 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-832d92fe-b7e5-432f-aec8-af31a27773b9 req-9c6636c8-3d27-4861-8bb1-a4d3db2a2ade tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 984 time: 0.3874118 Jul 05 10:12:53.233810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-832d92fe-b7e5-432f-aec8-af31a27773b9 req-41ae7fbb-9347-40c9-bc13-2dd426196c36 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Request body: {'port': {'security_groups': ['45d6a21b-c77b-4104-953f-360f60ba364c', '6decb723-fa87-4006-a9e6-e99b99d08848', '1c093f6e-611c-4cac-a5ef-7b1ddbaeed7c']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:53.239123 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a5a27ed-56d1-444d-98dc-3752e7c0c063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:53.268582 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port baf0061f-b8fe-40c9-8e87-94f1b9981275 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:53.281323 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port baf0061f-b8fe-40c9-8e87-94f1b9981275 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:53.281705 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:53.351622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:53.478837 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Pushing event updated for resources: {'Port': ['ID=60c44062-4fdd-4192-9f1d-ddabfa33def2,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:53.485917 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:53.686725 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:53.696100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Transition to ACTIVE for port object d03bda91-3607-419c-96b4-5293e8aa4be2 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:53.713533 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Transition to ACTIVE for port object d03bda91-3607-419c-96b4-5293e8aa4be2 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:53.732024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Allocated IP 2001:db8::1 (fe8dfcac-8735-4218-90fe-3b8496ba35c3/e1024bb5-fddd-4b2f-8bef-9e6dc124f075/4cbf1fa3-cda4-4afa-ab77-ce3f563ec586) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:12:53.736509 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:53.742102 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-36a026fc-6c4e-4d4d-af5b-698a13e8747c None None] Provisioning for port 60c44062-4fdd-4192-9f1d-ddabfa33def2 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:53.744385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3daeae3-282d-4516-b37e-fb76a1086e1e None None] DHCP port deletion for 5cbc599f-1713-43af-b324-cbe93df2237e request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:12:53.768209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-36a026fc-6c4e-4d4d-af5b-698a13e8747c None None] Provisioning complete for port 60c44062-4fdd-4192-9f1d-ddabfa33def2 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:53.768798 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-36a026fc-6c4e-4d4d-af5b-698a13e8747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:53.806590 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a5a27ed-56d1-444d-98dc-3752e7c0c063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:53.862912 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3a5a27ed-56d1-444d-98dc-3752e7c0c063 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ad7322b1e948469298f7a23302d36408&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7123709 Jul 05 10:12:53.870638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49980) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:53.890973 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-36a026fc-6c4e-4d4d-af5b-698a13e8747c None None] Port 60c44062-4fdd-4192-9f1d-ddabfa33def2 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:12:53.919935 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:53.962313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Network 55ad51c5-bc25-464a-a8f0-4a0631d0788f is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:53.967687 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:53.998406 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:54.004226 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Transition to ACTIVE for port object 4cbf1fa3-cda4-4afa-ab77-ce3f563ec586 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:54.012251 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:54.045798 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port baf0061f-b8fe-40c9-8e87-94f1b9981275, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=baf0061f-b8fe-40c9-8e87-94f1b9981275,segment=NetworkSegment(eead6fd0-e24f-4d05-8040-8d97a762f4f2),segment_id=eead6fd0-e24f-4d05-8040-8d97a762f4f2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:54.051183 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51a406c1-09aa-40df-8471-ff90fc2169b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.052033 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.082420 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51a406c1-09aa-40df-8471-ff90fc2169b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.102799 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c3daeae3-282d-4516-b37e-fb76a1086e1e None None] Deleting port 1f853252-31d0-4a7f-94b5-73bcfddc1445 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:12:54.109888 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3daeae3-282d-4516-b37e-fb76a1086e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.119791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a27ed-56d1-444d-98dc-3752e7c0c063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504d62c0-74c1-42fa-9a0a-07407320cca6,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:54.135941 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] For port 1f853252-31d0-4a7f-94b5-73bcfddc1445, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1f853252-31d0-4a7f-94b5-73bcfddc1445,segment=NetworkSegment(c68a1a26-ec11-45b8-8925-256edc75bb4e),segment_id=c68a1a26-ec11-45b8-8925-256edc75bb4e)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:54.137124 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.226530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] Calling delete_port for 1f853252-31d0-4a7f-94b5-73bcfddc1445 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:54.257158 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.329362 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaf092-4eeb-4224-acde-a92eb7c6e18f req-d761b7c7-3505-4227-87b3-aaa0c68b98da tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:54.333707 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.337352 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cfaaf092-4eeb-4224-acde-a92eb7c6e18f req-d761b7c7-3505-4227-87b3-aaa0c68b98da tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 946 time: 0.2583542 Jul 05 10:12:54.348827 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-832d92fe-b7e5-432f-aec8-af31a27773b9 req-41ae7fbb-9347-40c9-bc13-2dd426196c36 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.417306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Pushing event updated for resources: {'Port': ['ID=d03bda91-3607-419c-96b4-5293e8aa4be2,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:54.418963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Network fe8dfcac-8735-4218-90fe-3b8496ba35c3 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:54.435475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event updated for resources: {'Port': ['ID=4cbf1fa3-cda4-4afa-ab77-ce3f563ec586,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:54.442507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:54.463314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:12:54.464013 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.472450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Attempting to bind port d03bda91-3607-419c-96b4-5293e8aa4be2 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:12:54.473039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Attempting to bind port d03bda91-3607-419c-96b4-5293e8aa4be2 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'b93858ee-2ad5-4de4-a9fc-e5347e59fd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '55ad51c5-bc25-464a-a8f0-4a0631d0788f'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:12:54.474130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Attempting to bind port d03bda91-3607-419c-96b4-5293e8aa4be2 on network 55ad51c5-bc25-464a-a8f0-4a0631d0788f {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:12:54.481269 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 487d414f-1afc-407f-b6b4-73dc3b3ee774 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:54.488175 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51a406c1-09aa-40df-8471-ff90fc2169b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.493614 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51a406c1-09aa-40df-8471-ff90fc2169b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.495616 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-51a406c1-09aa-40df-8471-ff90fc2169b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/504d62c0-74c1-42fa-9a0a-07407320cca6 HTTP/1.1" status: 204 len: 168 time: 0.6157730 Jul 05 10:12:54.536948 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a406c1-09aa-40df-8471-ff90fc2169b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504d62c0-74c1-42fa-9a0a-07407320cca6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:54.584039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:12:54.584841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Checking segment: {'id': 'b93858ee-2ad5-4de4-a9fc-e5347e59fd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '55ad51c5-bc25-464a-a8f0-4a0631d0788f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:12:54.585219 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.585815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Bound using segment: {'id': 'b93858ee-2ad5-4de4-a9fc-e5347e59fd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '55ad51c5-bc25-464a-a8f0-4a0631d0788f'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:12:54.586497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Bound port: d03bda91-3607-419c-96b4-5293e8aa4be2, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93858ee-2ad5-4de4-a9fc-e5347e59fd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '55ad51c5-bc25-464a-a8f0-4a0631d0788f'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:12:54.587081 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.594425 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cfaaf092-4eeb-4224-acde-a92eb7c6e18f req-239f4b72-e345-44a4-ad0a-33683ef121f5 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305293 Jul 05 10:12:54.639650 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 487d414f-1afc-407f-b6b4-73dc3b3ee774 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:54.640347 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 487d414f-1afc-407f-b6b4-73dc3b3ee774 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:54.641032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8220f399-5078-427d-bcf2-20eab94f7905 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:54.648719 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.682066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a4fcf0e9-86d2-4d41-a062-30c2f5587a3e None None] Provisioning complete for port baf0061f-b8fe-40c9-8e87-94f1b9981275 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:54.682803 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf0e9-86d2-4d41-a062-30c2f5587a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.710325 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:54.728887 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f853252-31d0-4a7f-94b5-73bcfddc1445,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:54.740963 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] No DVR routers for this DVR port 1f853252-31d0-4a7f-94b5-73bcfddc1445 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:54.771303 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5057c198-c791-4548-85ce-80f416b619ea None None] For port d03bda91-3607-419c-96b4-5293e8aa4be2, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:12:54.778594 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5057c198-c791-4548-85ce-80f416b619ea None None] For port d03bda91-3607-419c-96b4-5293e8aa4be2, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d03bda91-3607-419c-96b4-5293e8aa4be2,segment=NetworkSegment(b93858ee-2ad5-4de4-a9fc-e5347e59fd67),segment_id=b93858ee-2ad5-4de4-a9fc-e5347e59fd67)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:12:54.893345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 8220f399-5078-427d-bcf2-20eab94f7905 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:54.895520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8220f399-5078-427d-bcf2-20eab94f7905 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:54.903323 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.015054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c3daeae3-282d-4516-b37e-fb76a1086e1e None None] For port 1f853252-31d0-4a7f-94b5-73bcfddc1445, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1f853252-31d0-4a7f-94b5-73bcfddc1445,segment=NetworkSegment(c68a1a26-ec11-45b8-8925-256edc75bb4e),segment_id=c68a1a26-ec11-45b8-8925-256edc75bb4e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:55.016048 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3daeae3-282d-4516-b37e-fb76a1086e1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.029845 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=baf0061f-b8fe-40c9-8e87-94f1b9981275,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:55.178028 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.237690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057c198-c791-4548-85ce-80f416b619ea None None] Pushing event updated for resources: {'Port': ['ID=d03bda91-3607-419c-96b4-5293e8aa4be2,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:55.254791 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c3daeae3-282d-4516-b37e-fb76a1086e1e None None] Calling delete_port for 1f853252-31d0-4a7f-94b5-73bcfddc1445 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:12:55.266754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbc599f-1713-43af-b324-cbe93df2237e']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:55.304129 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.367765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68a1a26-ec11-45b8-8925-256edc75bb4e') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:55.384328 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68a1a26-ec11-45b8-8925-256edc75bb4e') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:55.473843 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.478820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-832d92fe-b7e5-432f-aec8-af31a27773b9 req-41ae7fbb-9347-40c9-bc13-2dd426196c36 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] For port 3e8d9e3f-df26-42ae-96a7-4f3473279412, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3e8d9e3f-df26-42ae-96a7-4f3473279412,segment=NetworkSegment(7c8d7046-21a6-4e19-af70-fe0bf8ede69c),segment_id=7c8d7046-21a6-4e19-af70-fe0bf8ede69c)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:55.541108 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.553321 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:55.554006 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.578810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:12:55.579633 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:12:55.584168 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:12:55.639874 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.682472 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3daeae3-282d-4516-b37e-fb76a1086e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.695065 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-832d92fe-b7e5-432f-aec8-af31a27773b9 req-41ae7fbb-9347-40c9-bc13-2dd426196c36 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.780751 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3daeae3-282d-4516-b37e-fb76a1086e1e None None] Pushing event deleted for resources: {'Port': ['ID=1f853252-31d0-4a7f-94b5-73bcfddc1445,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:55.784530 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3daeae3-282d-4516-b37e-fb76a1086e1e None None] No DVR routers for this DVR port 1f853252-31d0-4a7f-94b5-73bcfddc1445 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:12:55.797549 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-832d92fe-b7e5-432f-aec8-af31a27773b9 req-41ae7fbb-9347-40c9-bc13-2dd426196c36 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.831761 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d79ecf35-ecef-438b-87af-c27242c99c48', '3e8d9e3f-df26-42ae-96a7-4f3473279412'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:55.884516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c5e4b3f7-d164-4f17-ac02-d85f9b4a58a6 None None] Provisioning for port 4cbf1fa3-cda4-4afa-ab77-ce3f563ec586 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:55.900434 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c5e4b3f7-d164-4f17-ac02-d85f9b4a58a6 None None] Provisioning complete for port 4cbf1fa3-cda4-4afa-ab77-ce3f563ec586 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:55.901173 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c5e4b3f7-d164-4f17-ac02-d85f9b4a58a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.915602 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Pushing event updated for resources: {'Port': ['ID=60c44062-4fdd-4192-9f1d-ddabfa33def2,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:55.924754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d92fe-b7e5-432f-aec8-af31a27773b9 req-41ae7fbb-9347-40c9-bc13-2dd426196c36 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:55.925449 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-832d92fe-b7e5-432f-aec8-af31a27773b9 req-41ae7fbb-9347-40c9-bc13-2dd426196c36 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.931183 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-832d92fe-b7e5-432f-aec8-af31a27773b9 req-41ae7fbb-9347-40c9-bc13-2dd426196c36 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "PUT /v2.0/ports/3e8d9e3f-df26-42ae-96a7-4f3473279412 HTTP/1.1" status: 200 len: 1020 time: 2.7126253 Jul 05 10:12:55.931912 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.940985 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:55.943292 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5cbc599f-1713-43af-b324-cbe93df2237e HTTP/1.1" status: 204 len: 168 time: 3.7647188 Jul 05 10:12:55.949457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc', 'tag': '3e8d9e3f-df26-42ae-96a7-4f3473279412'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:12:55.953031 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6b666f-36b3-41d0-a2dc-0aa3d9912dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc", "tag": "3e8d9e3f-df26-42ae-96a7-4f3473279412"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:12:55.973218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1a223-ff8a-4421-a834-c34ec46a5bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cbc599f-1713-43af-b324-cbe93df2237e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:55.987469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c5e4b3f7-d164-4f17-ac02-d85f9b4a58a6 None None] Port 4cbf1fa3-cda4-4afa-ab77-ce3f563ec586 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:12:55.998130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:55.998669 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:56.033514 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:56.047848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae7fbb-9347-40c9-bc13-2dd426196c36 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event updated for resources: {'Port': ['ID=3e8d9e3f-df26-42ae-96a7-4f3473279412,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:56.056010 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5be7eaff-b39f-40ea-bdf8-ba1578dad6bc req-32557c81-9d5b-45fd-991d-993236aa5c10 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/1c093f6e-611c-4cac-a5ef-7b1ddbaeed7c HTTP/1.1" status: 200 len: 1803 time: 0.0787215 Jul 05 10:12:56.063219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['3e8d9e3f-df26-42ae-96a7-4f3473279412'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:12:56.148066 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-5be7eaff-b39f-40ea-bdf8-ba1578dad6bc req-7cfc963e-2234-40cd-b33e-4de3bf4f76ba tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 10:12:56.149651 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5be7eaff-b39f-40ea-bdf8-ba1578dad6bc req-7cfc963e-2234-40cd-b33e-4de3bf4f76ba tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "DELETE /v2.0/security-groups/1c093f6e-611c-4cac-a5ef-7b1ddbaeed7c HTTP/1.1" status: 409 len: 341 time: 0.0841293 Jul 05 10:12:56.187514 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Network 25d6d0bb-cc03-4bbb-a9db-760b47f1591b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:56.202589 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:56.233368 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbc308d-386a-48d6-976e-b476c1692f1c x-openstack-request-id: req-8cbc308d-386a-48d6-976e-b476c1692f1c {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:12:56.233943 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc", "tag": "3e8d9e3f-df26-42ae-96a7-4f3473279412", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:12:56.234641 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8cbc308d-386a-48d6-976e-b476c1692f1c {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:12:56.235058 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc', 'tag': '3e8d9e3f-df26-42ae-96a7-4f3473279412', 'status': 'completed', 'code': 200} Jul 05 10:12:56.325343 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 32267db1-5a3e-4486-8627-ce808f26090b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:56.351888 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bd43d-bdf2-4c72-8c70-76a71735fe14 req-81512eb1-12d0-4ca0-b7c5-e3b185b5b17f tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:56.360166 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-673bd43d-bdf2-4c72-8c70-76a71735fe14 req-81512eb1-12d0-4ca0-b7c5-e3b185b5b17f tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 946 time: 0.4454639 Jul 05 10:12:56.482374 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-673bd43d-bdf2-4c72-8c70-76a71735fe14 req-077ab83e-eb49-4a9f-bafa-13bb13836570 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211543 Jul 05 10:12:56.570042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50016) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:56.571449 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:56.661128 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:56.662191 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:56.694222 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b666f-36b3-41d0-a2dc-0aa3d9912dd0 req-13405466-50de-46f1-aa12-e9d14ebaa851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:56.696223 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b6b666f-36b3-41d0-a2dc-0aa3d9912dd0 req-13405466-50de-46f1-aa12-e9d14ebaa851 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2a9c15d10164fa4b093d1668df36fbb&device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 1175 time: 0.3732481 Jul 05 10:12:56.700381 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Router f7547d2b-965d-459f-9d55-a8002bc253a6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:12:56.712348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50022) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:56.819807 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ea2421e7-aeb2-479d-9be6-b5c87dd61052 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8a7aff2f720b49a0abf8d567919cd6cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1047230 Jul 05 10:12:56.821113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50024) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:56.833084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fb65330a-c99b-4571-aa3a-f3b6975214b4 None None] Provisioning complete for port 60c44062-4fdd-4192-9f1d-ddabfa33def2 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:56.833546 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fb65330a-c99b-4571-aa3a-f3b6975214b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:56.869700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 32267db1-5a3e-4486-8627-ce808f26090b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:56.957893 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8de1bd8-ea52-4a66-b851-03e64e3d86ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:56.961075 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 32267db1-5a3e-4486-8627-ce808f26090b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:56.961804 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.001014 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Network fe8dfcac-8735-4218-90fe-3b8496ba35c3 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:12:57.002304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event updated for resources: {'Port': ['ID=4cbf1fa3-cda4-4afa-ab77-ce3f563ec586,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:57.007087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:12:57.024555 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8de1bd8-ea52-4a66-b851-03e64e3d86ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.043002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7042ffed-8283-4e62-8177-53b563d345e9 None None] Network 55ad51c5-bc25-464a-a8f0-4a0631d0788f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:12:57.085714 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-383ebe26-bff1-4543-808e-5324dd7f0b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.141585 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fb65330a-c99b-4571-aa3a-f3b6975214b4 None None] Port 60c44062-4fdd-4192-9f1d-ddabfa33def2 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:12:57.253679 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-383ebe26-bff1-4543-808e-5324dd7f0b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.316922 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.334160 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8de1bd8-ea52-4a66-b851-03e64e3d86ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.346657 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8de1bd8-ea52-4a66-b851-03e64e3d86ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.352900 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e8de1bd8-ea52-4a66-b851-03e64e3d86ed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d8758d9-0e17-40dc-a487-bd9e05b891fc HTTP/1.1" status: 204 len: 168 time: 0.5303795 Jul 05 10:12:57.364558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de1bd8-ea52-4a66-b851-03e64e3d86ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8758d9-0e17-40dc-a487-bd9e05b891fc,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:57.391629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:57.403229 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-383ebe26-bff1-4543-808e-5324dd7f0b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.404617 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c4221b2a-4582-4994-b82c-13e62a7dfc9f admin admin] 10.222.0.77 "PUT /v2.0/routers/f7547d2b-965d-459f-9d55-a8002bc253a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9283595 Jul 05 10:12:57.409887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b666f-36b3-41d0-a2dc-0aa3d9912dd0 req-8efc818d-1707-4c61-a381-7d8404b33543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:57.413109 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b6b666f-36b3-41d0-a2dc-0aa3d9912dd0 req-8efc818d-1707-4c61-a381-7d8404b33543 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d1e22f91-1050-4c61-8627-4aa9372e5d9d HTTP/1.1" status: 200 len: 914 time: 0.6806266 Jul 05 10:12:57.447122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Sync routers for ids ['f7547d2b-965d-459f-9d55-a8002bc253a6'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:57.488504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-84d9d714-729a-4dc3-ba2a-d3dca0b0a151 None None] Provisioning for port d03bda91-3607-419c-96b4-5293e8aa4be2 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:57.501992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 32267db1-5a3e-4486-8627-ce808f26090b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=32267db1-5a3e-4486-8627-ce808f26090b,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:57.519446 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-383ebe26-bff1-4543-808e-5324dd7f0b1f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=784c06cbd25a41a09021c5efb8f39356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9468565 Jul 05 10:12:57.525269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ebe26-bff1-4543-808e-5324dd7f0b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9862a652-7bcf-4791-8803-07ca115011cc,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:57.529008 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Routers {'f7547d2b-965d-459f-9d55-a8002bc253a6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:57.529605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3ae57083-6246-4056-8b50-44518a743715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:12:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f7547d2b-965d-459f-9d55-a8002bc253a6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:57.533543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50042) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:57.581220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b6b666f-36b3-41d0-a2dc-0aa3d9912dd0 req-9b449c57-6ae5-4aed-8fed-763551adb3c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e8d9e3f-df26-42ae-96a7-4f3473279412 HTTP/1.1" status: 200 len: 217 time: 0.1614909 Jul 05 10:12:57.613630 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.618109 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78f34adb-51f5-43d7-ba10-ce58e4b4b53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.651040 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78f34adb-51f5-43d7-ba10-ce58e4b4b53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.741703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=32267db1-5a3e-4486-8627-ce808f26090b,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:57.747702 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1f853252-31d0-4a7f-94b5-73bcfddc1445 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:12:57.756425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b666f-36b3-41d0-a2dc-0aa3d9912dd0 req-4615df60-d49f-4fc6-b519-2fc3dceda8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:57.760668 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b6b666f-36b3-41d0-a2dc-0aa3d9912dd0 req-4615df60-d49f-4fc6-b519-2fc3dceda8d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94e5c31d-d6c0-4ae7-9a3c-9ac20b4ac53e HTTP/1.1" status: 200 len: 853 time: 0.1663833 Jul 05 10:12:57.819956 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 1f853252-31d0-4a7f-94b5-73bcfddc1445 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:12:57.820334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1f853252-31d0-4a7f-94b5-73bcfddc1445 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:12:57.838014 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78f34adb-51f5-43d7-ba10-ce58e4b4b53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.843695 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78f34adb-51f5-43d7-ba10-ce58e4b4b53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.847538 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-78f34adb-51f5-43d7-ba10-ce58e4b4b53f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9862a652-7bcf-4791-8803-07ca115011cc HTTP/1.1" status: 204 len: 168 time: 0.3091562 Jul 05 10:12:57.847959 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b6b666f-36b3-41d0-a2dc-0aa3d9912dd0 req-a51f206f-d555-4c3d-84de-380211420f2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d1e22f91-1050-4c61-8627-4aa9372e5d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752475 Jul 05 10:12:57.847959 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Router 82bfe7e4-55bc-4ef6-b3cf-9963fb499d23 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:12:57.856911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d52bd-d40a-427a-a512-411e06f8a548 req-3d433c73-3c15-4017-97ce-7761ee585096 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:57.858627 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab0d52bd-d40a-427a-a512-411e06f8a548 req-3d433c73-3c15-4017-97ce-7761ee585096 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 1023 time: 0.2810395 Jul 05 10:12:57.867071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50050) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:57.906477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f34adb-51f5-43d7-ba10-ce58e4b4b53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9862a652-7bcf-4791-8803-07ca115011cc,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:57.933502 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c34d2661-7319-4c1f-b4a5-37a934283d81 None None] Provisioning complete for port 4cbf1fa3-cda4-4afa-ab77-ce3f563ec586 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:57.948757 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c34d2661-7319-4c1f-b4a5-37a934283d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:57.985877 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f655af-2e4a-4cb7-a9c4-ea1428a5336e req-ff7f8f8e-5e19-4c89-8c0a-b35341e7c39f tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:57.989996 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0f655af-2e4a-4cb7-a9c4-ea1428a5336e req-ff7f8f8e-5e19-4c89-8c0a-b35341e7c39f tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 946 time: 0.1555085 Jul 05 10:12:58.007451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c34d2661-7319-4c1f-b4a5-37a934283d81 None None] Port 4cbf1fa3-cda4-4afa-ab77-ce3f563ec586 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:12:58.082679 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab0d52bd-d40a-427a-a512-411e06f8a548 req-731feef1-0dca-4d6a-a07c-4aacd149b3cd tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c093f6e-611c-4cac-a5ef-7b1ddbaeed7c&id=6decb723-fa87-4006-a9e6-e99b99d08848&id=45d6a21b-c77b-4104-953f-360f60ba364c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2052574 Jul 05 10:12:58.108299 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b6b666f-36b3-41d0-a2dc-0aa3d9912dd0 req-c59ef17d-0c93-45d4-95b5-aead8167b678 service neutron] 10.222.0.64 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320588 Jul 05 10:12:58.111193 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0f655af-2e4a-4cb7-a9c4-ea1428a5336e req-0bd90293-0c84-41c1-b17f-9c6c660332af tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953281 Jul 05 10:12:58.163964 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:12:58.164236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Set router f7547d2b-965d-459f-9d55-a8002bc253a6 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:12:58.174073 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cbef597c-9ac1-4cbc-82d9-126cad48936f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "PUT /v2.0/routers/82bfe7e4-55bc-4ef6-b3cf-9963fb499d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2344077 Jul 05 10:12:58.174073 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50058) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:58.179550 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd35bd9-2443-4cc9-9080-fde0eb424891 None None] Sync routers for ids ['82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:12:58.207130 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd35bd9-2443-4cc9-9080-fde0eb424891 None None] Routers {'82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:58.207845 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7fd35bd9-2443-4cc9-9080-fde0eb424891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:12:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:58.260736 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device baf0061f-b8fe-40c9-8e87-94f1b9981275 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:58.322225 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7fd35bd9-2443-4cc9-9080-fde0eb424891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:58.333896 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd35bd9-2443-4cc9-9080-fde0eb424891 None None] Routers {'82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:12:58.334511 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7fd35bd9-2443-4cc9-9080-fde0eb424891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:12:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:58.384420 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b6b666f-36b3-41d0-a2dc-0aa3d9912dd0 req-86ee1ca3-dc78-4446-98cc-e8990b5c4b67 service neutron] 10.222.0.64 "GET /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671096 Jul 05 10:12:58.403846 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7fd35bd9-2443-4cc9-9080-fde0eb424891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:58.406263 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd35bd9-2443-4cc9-9080-fde0eb424891 None None] The sync data for ids ['82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:12:58.429056 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port baf0061f-b8fe-40c9-8e87-94f1b9981275 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:58.429263 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:58.580231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1896976469'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:58.660499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d03bda91-3607-419c-96b4-5293e8aa4be2 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:58.756519 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Made reservation on behalf of db8f0cbb34f14317bd4d516bce3b7392 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:12:58.760333 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:58.804241 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:12:58.819186 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:58.823244 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Added segment 3d6b4c07-6d2f-4d05-b03e-341835613ca2 of type vlan for network de8dffea-0367-43ce-a17f-69db3554c380 Jul 05 10:12:58.905156 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:58.947307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3ae57083-6246-4056-8b50-44518a743715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'name': 'tempest-ServersTestMultiNic-1879897038-router', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '32267db1-5a3e-4486-8627-ce808f26090b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:40Z', 'updated_at': '2021-07-05T10:12:54Z', 'revision_number': 4, 'project_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'gw_port': {'id': '32267db1-5a3e-4486-8627-ce808f26090b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:43Z', 'updated_at': '2021-07-05T10:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '60c44062-4fdd-4192-9f1d-ddabfa33def2', 'name': '', 'network_id': '25d6d0bb-cc03-4bbb-a9db-760b47f1591b', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'mac_address': 'fa:16:3e:82:b1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9fa683f1-8fc8-4a7c-8178-d946836e766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:50Z', 'updated_at': '2021-07-05T10:12:54Z', 'revision_number': 2, 'project_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'subnets': [{'id': '9fa683f1-8fc8-4a7c-8178-d946836e766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:12:58.982411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Checking router: f7547d2b-965d-459f-9d55-a8002bc253a6 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:12:58.983026 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Updating router f7547d2b-965d-459f-9d55-a8002bc253a6 port 60c44062-4fdd-4192-9f1d-ddabfa33def2 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:12:59.026560 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.070020 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port d03bda91-3607-419c-96b4-5293e8aa4be2 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:12:59.077206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port d03bda91-3607-419c-96b4-5293e8aa4be2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:59.077601 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.093576 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.101662 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-7c3beb07-17e7-4933-ba47-a0af923d85d7 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:59.103196 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-7c3beb07-17e7-4933-ba47-a0af923d85d7 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740&tenant_id=2cf98573ed3c4198bb69640d015cda66&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 1098 time: 0.1496284 Jul 05 10:12:59.115634 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:59.118113 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.149126 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-27'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:59.265969 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c25cd6-5b19-4252-8a6a-c64ae99a87e3 req-0c41765c-a768-4353-bd99-ebe2b5439302 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:59.273558 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71c25cd6-5b19-4252-8a6a-c64ae99a87e3 req-0c41765c-a768-4353-bd99-ebe2b5439302 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 1023 time: 0.3158219 Jul 05 10:12:59.297509 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.385140 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5165589 Jul 05 10:12:59.406522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50092) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:59.407231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b0f22438-8ee0-4db5-8cd4-c812aeee5107 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Request body: {'subnet': {'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:12:59.422246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port d03bda91-3607-419c-96b4-5293e8aa4be2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d03bda91-3607-419c-96b4-5293e8aa4be2,segment=NetworkSegment(b93858ee-2ad5-4de4-a9fc-e5347e59fd67),segment_id=b93858ee-2ad5-4de4-a9fc-e5347e59fd67)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:12:59.456604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event updated for resources: {'Network': ['ID=de8dffea-0367-43ce-a17f-69db3554c380,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:59.461256 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.468855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.469341 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.469565 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.469966 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.470310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.470688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.471025 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.471520 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.471752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.472611 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.479345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.479345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8df438-a8f9-49d3-9c68-f1bd5b75e4bf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:12:59.513791 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network de8dffea-0367-43ce-a17f-69db3554c380 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:12:59.522555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ffe59-4060-4c11-8ff2-5e81fbfba3e5 req-c348eaa6-443a-44af-ba3a-cba2b8a20842 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:59.524675 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e90ffe59-4060-4c11-8ff2-5e81fbfba3e5 req-c348eaa6-443a-44af-ba3a-cba2b8a20842 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 1023 time: 0.1474047 Jul 05 10:12:59.584645 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.585621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 32267db1-5a3e-4486-8627-ce808f26090b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:12:59.603126 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e90ffe59-4060-4c11-8ff2-5e81fbfba3e5 req-47abfa50-33b6-44c4-add5-e8cd071dcd4c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c093f6e-611c-4cac-a5ef-7b1ddbaeed7c&id=6decb723-fa87-4006-a9e6-e99b99d08848&id=45d6a21b-c77b-4104-953f-360f60ba364c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0671690 Jul 05 10:12:59.680081 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.733893 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Transition to ACTIVE for port object 60c44062-4fdd-4192-9f1d-ddabfa33def2 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:12:59.759553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=d03bda91-3607-419c-96b4-5293e8aa4be2,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:12:59.776123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 32267db1-5a3e-4486-8627-ce808f26090b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:12:59.776772 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.807169 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-c2e1f78e-1be1-496d-b3eb-93352d9a1c27 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:12:59.811218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50108) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:12:59.811453 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c2e1f78e-1be1-496d-b3eb-93352d9a1c27 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "PUT /v2.0/routers/82bfe7e4-55bc-4ef6-b3cf-9963fb499d23/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6363282 Jul 05 10:12:59.870024 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:12:59.938585 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c3bce9cd-5561-477e-bb59-22d692917e08 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:12:59.972807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7f6a9-357f-4510-b743-877346577f31 req-f48847bb-6898-4909-8c46-d7ccc7d54cc9 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:12:59.978795 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bcf7f6a9-357f-4510-b743-877346577f31 req-f48847bb-6898-4909-8c46-d7ccc7d54cc9 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 946 time: 0.5198505 Jul 05 10:13:00.005709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-71c25cd6-5b19-4252-8a6a-c64ae99a87e3 req-2992c810-0029-44c1-a18c-d60058030f3c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Deleting port 3e8d9e3f-df26-42ae-96a7-4f3473279412 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:00.007257 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-71c25cd6-5b19-4252-8a6a-c64ae99a87e3 req-2992c810-0029-44c1-a18c-d60058030f3c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:00.026162 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907c75e-aeea-441d-bc81-7de044a39312 None None] Pushing event updated for resources: {'Port': ['ID=60c44062-4fdd-4192-9f1d-ddabfa33def2,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:00.049302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] For port c3bce9cd-5561-477e-bb59-22d692917e08, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c3bce9cd-5561-477e-bb59-22d692917e08,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:00.080053 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d03bda91-3607-419c-96b4-5293e8aa4be2 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:00.108528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f22438-8ee0-4db5-8cd4-c812aeee5107 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Made reservation on behalf of db8f0cbb34f14317bd4d516bce3b7392 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:00.114173 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0f22438-8ee0-4db5-8cd4-c812aeee5107 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:00.114738 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.resource_extend [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:13:00.148569 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bcf7f6a9-357f-4510-b743-877346577f31 req-11826793-47d7-452a-9505-1550e9b62f9d tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597793 Jul 05 10:13:00.213389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port c3bce9cd-5561-477e-bb59-22d692917e08, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c3bce9cd-5561-477e-bb59-22d692917e08,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:00.230457 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c3bce9cd-5561-477e-bb59-22d692917e08 has no active binding in host n-h2-779913-27 {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 10:13:00.309752 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] For port c3bce9cd-5561-477e-bb59-22d692917e08, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:00.321846 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Attempting to bind port 60c44062-4fdd-4192-9f1d-ddabfa33def2 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:00.322235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Attempting to bind port 60c44062-4fdd-4192-9f1d-ddabfa33def2 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '2112f63c-be37-4dc7-8930-1483eae6f727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '25d6d0bb-cc03-4bbb-a9db-760b47f1591b'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:00.322655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Attempting to bind port 60c44062-4fdd-4192-9f1d-ddabfa33def2 on network 25d6d0bb-cc03-4bbb-a9db-760b47f1591b {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:00.330368 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:00.330637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Checking segment: {'id': '2112f63c-be37-4dc7-8930-1483eae6f727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '25d6d0bb-cc03-4bbb-a9db-760b47f1591b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:00.331048 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:00.331449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Bound using segment: {'id': '2112f63c-be37-4dc7-8930-1483eae6f727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '25d6d0bb-cc03-4bbb-a9db-760b47f1591b'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:00.332441 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Bound port: 60c44062-4fdd-4192-9f1d-ddabfa33def2, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2112f63c-be37-4dc7-8930-1483eae6f727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '25d6d0bb-cc03-4bbb-a9db-760b47f1591b'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:00.333013 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:00.369712 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-71c25cd6-5b19-4252-8a6a-c64ae99a87e3 req-2992c810-0029-44c1-a18c-d60058030f3c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] For port 3e8d9e3f-df26-42ae-96a7-4f3473279412, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3e8d9e3f-df26-42ae-96a7-4f3473279412,segment=NetworkSegment(7c8d7046-21a6-4e19-af70-fe0bf8ede69c),segment_id=7c8d7046-21a6-4e19-af70-fe0bf8ede69c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:00.370249 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-71c25cd6-5b19-4252-8a6a-c64ae99a87e3 req-2992c810-0029-44c1-a18c-d60058030f3c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:00.412513 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-71c25cd6-5b19-4252-8a6a-c64ae99a87e3 req-2992c810-0029-44c1-a18c-d60058030f3c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Calling delete_port for 3e8d9e3f-df26-42ae-96a7-4f3473279412 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:00.423956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d0fe66-c38b-4d9a-8124-a29debe18740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3bce9cd-5561-477e-bb59-22d692917e08'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:00.426341 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea28ad22-af6c-43a6-9e01-8e5cc1af6e9d" -d '{"events": [{"server_uuid": "d3d0fe66-c38b-4d9a-8124-a29debe18740", "name": "network-vif-unplugged", "status": "completed", "tag": "c3bce9cd-5561-477e-bb59-22d692917e08"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:00.440720 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port d03bda91-3607-419c-96b4-5293e8aa4be2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:00.441250 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:00.453930 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:00.505749 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f389f9-f873-482a-bd99-9806257678cb x-openstack-request-id: req-64f389f9-f873-482a-bd99-9806257678cb {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:00.506243 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d0fe66-c38b-4d9a-8124-a29debe18740", "name": "network-vif-unplugged", "status": "completed", "tag": "c3bce9cd-5561-477e-bb59-22d692917e08", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:00.506642 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64f389f9-f873-482a-bd99-9806257678cb {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:00.507179 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d0fe66-c38b-4d9a-8124-a29debe18740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3bce9cd-5561-477e-bb59-22d692917e08', 'code': 200} Jul 05 10:13:00.529862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-3ae57083-6246-4056-8b50-44518a743715 None None] For port 60c44062-4fdd-4192-9f1d-ddabfa33def2, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:00.534550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-3ae57083-6246-4056-8b50-44518a743715 None None] For port 60c44062-4fdd-4192-9f1d-ddabfa33def2, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=60c44062-4fdd-4192-9f1d-ddabfa33def2,segment=NetworkSegment(2112f63c-be37-4dc7-8930-1483eae6f727),segment_id=2112f63c-be37-4dc7-8930-1483eae6f727)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:00.561409 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:00.659427 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:00.733070 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf21d-7b40-4bd7-9a89-243ac7af5d81 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:00.741457 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907c75e-aeea-441d-bc81-7de044a39312 None None] Pushing event updated for resources: {'Port': ['ID=60c44062-4fdd-4192-9f1d-ddabfa33def2,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:00.760730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Routers {'f7547d2b-965d-459f-9d55-a8002bc253a6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:00.760730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3ae57083-6246-4056-8b50-44518a743715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:12:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f7547d2b-965d-459f-9d55-a8002bc253a6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:00.780170 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bce9cd-5561-477e-bb59-22d692917e08,revision_number=7']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:00.931701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50136) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:01.002413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-3ae57083-6246-4056-8b50-44518a743715 None None] Set router f7547d2b-965d-459f-9d55-a8002bc253a6 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:13:01.026623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Attempting to bind port c3bce9cd-5561-477e-bb59-22d692917e08 on host n-h1-779913-27 for vnic_type normal with profile {"migrating_to": "n-h2-779913-27"} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:01.026623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Attempting to bind port c3bce9cd-5561-477e-bb59-22d692917e08 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:01.026623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Attempting to bind port c3bce9cd-5561-477e-bb59-22d692917e08 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:01.075085 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Port c3bce9cd-5561-477e-bb59-22d692917e08 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:13:01.075410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Attempting to bind port c3bce9cd-5561-477e-bb59-22d692917e08 on network de14d9aa-e769-4672-bc7f-bd4b99fc183d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:01.144047 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0f22438-8ee0-4db5-8cd4-c812aeee5107 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:01.197723 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:01.198377 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Checking segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:01.199565 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Bound using segment: {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:01.200254 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Bound port: c3bce9cd-5561-477e-bb59-22d692917e08, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f2ce09-681f-40f0-b500-d4e27e304ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de14d9aa-e769-4672-bc7f-bd4b99fc183d'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:01.200832 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:01.264052 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-aad91b1d-89e6-49d4-9171-3b8ebbe9347f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1609217963-network', 'tenant_id': '0e84ade1a79f482aa3ba3f86f97e3357'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:01.326620 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bf21d-7b40-4bd7-9a89-243ac7af5d81 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Deleting port 4cbf1fa3-cda4-4afa-ab77-ce3f563ec586 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:01.326989 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf21d-7b40-4bd7-9a89-243ac7af5d81 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:01.336946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f22438-8ee0-4db5-8cd4-c812aeee5107 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event updated for resources: {'Subnet': ['ID=1b793f3f-6ba6-4265-83a5-290cf8b7bd82,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:01.350931 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a806f12-401f-4703-ad13-e87d3e010777 req-16cfa964-96fe-469d-84a0-2cbd6c24d651 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:01.358691 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0a806f12-401f-4703-ad13-e87d3e010777 req-16cfa964-96fe-469d-84a0-2cbd6c24d651 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 1023 time: 0.5031395 Jul 05 10:13:01.460646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f22438-8ee0-4db5-8cd4-c812aeee5107 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Checking segment: {'id': '3d6b4c07-6d2f-4d05-b03e-341835613ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:01.461424 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f22438-8ee0-4db5-8cd4-c812aeee5107 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Network hostable DHCP agents. Network: de8dffea-0367-43ce-a17f-69db3554c380, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:13:01.475214 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-71c25cd6-5b19-4252-8a6a-c64ae99a87e3 req-2992c810-0029-44c1-a18c-d60058030f3c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:01.496170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d79ecf35-ecef-438b-87af-c27242c99c48'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:01.501004 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0a806f12-401f-4703-ad13-e87d3e010777 req-a2b03770-1d99-4114-bcaf-4b295510fd09 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c093f6e-611c-4cac-a5ef-7b1ddbaeed7c&id=6decb723-fa87-4006-a9e6-e99b99d08848&id=45d6a21b-c77b-4104-953f-360f60ba364c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1408086 Jul 05 10:13:01.509137 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf21d-7b40-4bd7-9a89-243ac7af5d81 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:01.537330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3ae57083-6246-4056-8b50-44518a743715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'name': 'tempest-ServersTestMultiNic-1879897038-router', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '32267db1-5a3e-4486-8627-ce808f26090b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:40Z', 'updated_at': '2021-07-05T10:12:54Z', 'revision_number': 4, 'project_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'gw_port': {'id': '32267db1-5a3e-4486-8627-ce808f26090b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:43Z', 'updated_at': '2021-07-05T10:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '60c44062-4fdd-4192-9f1d-ddabfa33def2', 'name': '', 'network_id': '25d6d0bb-cc03-4bbb-a9db-760b47f1591b', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'mac_address': 'fa:16:3e:82:b1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9fa683f1-8fc8-4a7c-8178-d946836e766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:50Z', 'updated_at': '2021-07-05T10:13:00Z', 'revision_number': 4, 'project_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'subnets': [{'id': '9fa683f1-8fc8-4a7c-8178-d946836e766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:01.548787 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc52b5-7f37-45b1-83c4-a7cba798c119 req-9f4569a6-20ac-420a-b729-7efffb23e16a tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:01.556101 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cccc52b5-7f37-45b1-83c4-a7cba798c119 req-9f4569a6-20ac-420a-b729-7efffb23e16a tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 944 time: 0.1611447 Jul 05 10:13:01.576668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bf21d-7b40-4bd7-9a89-243ac7af5d81 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Calling delete_port for 4cbf1fa3-cda4-4afa-ab77-ce3f563ec586 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:01.581888 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae57083-6246-4056-8b50-44518a743715 None None] The sync data for ids ['f7547d2b-965d-459f-9d55-a8002bc253a6'] in n-d-779913-27 is: [{'id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'name': 'tempest-ServersTestMultiNic-1879897038-router', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '32267db1-5a3e-4486-8627-ce808f26090b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:40Z', 'updated_at': '2021-07-05T10:12:54Z', 'revision_number': 4, 'project_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'gw_port': {'id': '32267db1-5a3e-4486-8627-ce808f26090b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:43Z', 'updated_at': '2021-07-05T10:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '60c44062-4fdd-4192-9f1d-ddabfa33def2', 'name': '', 'network_id': '25d6d0bb-cc03-4bbb-a9db-760b47f1591b', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'mac_address': 'fa:16:3e:82:b1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9fa683f1-8fc8-4a7c-8178-d946836e766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:50Z', 'updated_at': '2021-07-05T10:13:00Z', 'revision_number': 4, 'project_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'subnets': [{'id': '9fa683f1-8fc8-4a7c-8178-d946836e766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:01.593277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] For port c3bce9cd-5561-477e-bb59-22d692917e08, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:01.598252 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad91b1d-89e6-49d4-9171-3b8ebbe9347f admin admin] Made reservation on behalf of 0e84ade1a79f482aa3ba3f86f97e3357 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:01.601040 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aad91b1d-89e6-49d4-9171-3b8ebbe9347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:01.609440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992c810-0029-44c1-a18c-d60058030f3c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event deleted for resources: {'Port': ['ID=3e8d9e3f-df26-42ae-96a7-4f3473279412,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:01.690390 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] For port c3bce9cd-5561-477e-bb59-22d692917e08, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c3bce9cd-5561-477e-bb59-22d692917e08,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:01.695042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aad91b1d-89e6-49d4-9171-3b8ebbe9347f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:01.771771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f22438-8ee0-4db5-8cd4-c812aeee5107 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Network de8dffea-0367-43ce-a17f-69db3554c380 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:13:01.774331 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c25cd6-5b19-4252-8a6a-c64ae99a87e3 req-2992c810-0029-44c1-a18c-d60058030f3c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] No DVR routers for this DVR port 3e8d9e3f-df26-42ae-96a7-4f3473279412 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:01.786071 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-71c25cd6-5b19-4252-8a6a-c64ae99a87e3 req-2992c810-0029-44c1-a18c-d60058030f3c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:01.787326 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cccc52b5-7f37-45b1-83c4-a7cba798c119 req-9b41323c-23cb-443f-a3a2-82413e4a329e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275670 Jul 05 10:13:01.788087 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71c25cd6-5b19-4252-8a6a-c64ae99a87e3 req-2992c810-0029-44c1-a18c-d60058030f3c tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.64 "DELETE /v2.0/ports/3e8d9e3f-df26-42ae-96a7-4f3473279412 HTTP/1.1" status: 204 len: 173 time: 2.4932361 Jul 05 10:13:01.830895 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:01.843860 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eace5d1b-10a4-4135-a97d-8a9189c7acae req-cbbeb115-f0b5-4869-b7bb-64fdf39a3590 tempest-AbsoluteLimitsNegativeTestJSON-569244349 tempest-AbsoluteLimitsNegativeTestJSON-569244349-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=8047a97ef19d44e8b30cb4bd39b05b9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747526 Jul 05 10:13:01.966398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3e8d9e3f-df26-42ae-96a7-4f3473279412 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:02.093118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-b0f22438-8ee0-4db5-8cd4-c812aeee5107 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, de8dffea-0367-43ce-a17f-69db3554c380) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:02.095845 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 3e8d9e3f-df26-42ae-96a7-4f3473279412 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:02.096175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3e8d9e3f-df26-42ae-96a7-4f3473279412 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:02.114710 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 60c44062-4fdd-4192-9f1d-ddabfa33def2 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:02.114923 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f22438-8ee0-4db5-8cd4-c812aeee5107 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:02.115312 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0f22438-8ee0-4db5-8cd4-c812aeee5107 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.116864 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eead2b-a325-4c61-94b6-160acc866385 None None] Network de8dffea-0367-43ce-a17f-69db3554c380 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:02.253682 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf21d-7b40-4bd7-9a89-243ac7af5d81 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.257797 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bce9cd-5561-477e-bb59-22d692917e08,revision_number=8']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:02.344773 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:02.356896 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.360664 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-42715e88-2f19-4b28-9af3-7dbfe912e7e7 service neutron] 10.222.0.64 "PUT /v2.0/ports/c3bce9cd-5561-477e-bb59-22d692917e08 HTTP/1.1" status: 200 len: 1124 time: 3.2178259 Jul 05 10:13:02.396620 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bf21d-7b40-4bd7-9a89-243ac7af5d81 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event deleted for resources: {'Port': ['ID=4cbf1fa3-cda4-4afa-ab77-ce3f563ec586,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:02.444844 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aad91b1d-89e6-49d4-9171-3b8ebbe9347f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.493841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace5d1b-10a4-4135-a97d-8a9189c7acae req-38b251a5-5f4c-4216-971b-6a5761f2181e tempest-AbsoluteLimitsNegativeTestJSON-569244349 tempest-AbsoluteLimitsNegativeTestJSON-569244349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:02.493841 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eace5d1b-10a4-4135-a97d-8a9189c7acae req-38b251a5-5f4c-4216-971b-6a5761f2181e tempest-AbsoluteLimitsNegativeTestJSON-569244349 tempest-AbsoluteLimitsNegativeTestJSON-569244349-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4968867 Jul 05 10:13:02.495815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 60c44062-4fdd-4192-9f1d-ddabfa33def2 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:02.502664 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['c3bce9cd-5561-477e-bb59-22d692917e08'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:02.508080 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc', 'name': 'network-vif-deleted', 'tag': '3e8d9e3f-df26-42ae-96a7-4f3473279412'}, {'name': 'network-changed', 'server_uuid': 'd3d0fe66-c38b-4d9a-8124-a29debe18740', 'tag': 'c3bce9cd-5561-477e-bb59-22d692917e08'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:02.510778 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ec2b18-9185-4bb4-9a56-94c63f9b739d" -d '{"events": [{"server_uuid": "e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc", "name": "network-vif-deleted", "tag": "3e8d9e3f-df26-42ae-96a7-4f3473279412"}, {"name": "network-changed", "server_uuid": "d3d0fe66-c38b-4d9a-8124-a29debe18740", "tag": "c3bce9cd-5561-477e-bb59-22d692917e08"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:02.535896 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eace5d1b-10a4-4135-a97d-8a9189c7acae req-9f933d3d-1a52-449c-a7ff-7f1b86f9bc20 tempest-AbsoluteLimitsNegativeTestJSON-569244349 tempest-AbsoluteLimitsNegativeTestJSON-569244349-project] 10.222.0.77 "GET /v2.0/quotas/8047a97ef19d44e8b30cb4bd39b05b9b HTTP/1.1" status: 200 len: 375 time: 0.0208137 Jul 05 10:13:02.537650 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['c3bce9cd-5561-477e-bb59-22d692917e08'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:02.575825 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-de8dffea-0367-43ce-a17f-69db3554c380', 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'fixed_ips': [{'subnet_id': '1b793f3f-6ba6-4265-83a5-290cf8b7bd82'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:13:02.575825 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.578405 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 60c44062-4fdd-4192-9f1d-ddabfa33def2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:02.578777 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.600342 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf21d-7b40-4bd7-9a89-243ac7af5d81 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.605638 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aad91b1d-89e6-49d4-9171-3b8ebbe9347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.659571 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad91b1d-89e6-49d4-9171-3b8ebbe9347f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:13:02.695198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aad91b1d-89e6-49d4-9171-3b8ebbe9347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.698000 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-aad91b1d-89e6-49d4-9171-3b8ebbe9347f admin admin] Added segment edbbc8a4-5316-4635-ad54-59de1f372aaa of type vlan for network 4b4b72b4-9223-468c-9f46-2b3fd389c9e0 Jul 05 10:13:02.816064 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aad91b1d-89e6-49d4-9171-3b8ebbe9347f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:02.866275 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6926180d-ee13-4cd8-a6fe-184d4cf2500d x-openstack-request-id: req-6926180d-ee13-4cd8-a6fe-184d4cf2500d {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:02.867075 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc", "name": "network-vif-deleted", "tag": "3e8d9e3f-df26-42ae-96a7-4f3473279412", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d3d0fe66-c38b-4d9a-8124-a29debe18740", "tag": "c3bce9cd-5561-477e-bb59-22d692917e08", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:02.867641 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6926180d-ee13-4cd8-a6fe-184d4cf2500d {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:02.868202 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc', 'name': 'network-vif-deleted', 'tag': '3e8d9e3f-df26-42ae-96a7-4f3473279412', 'status': 'completed', 'code': 200} Jul 05 10:13:02.868619 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d0fe66-c38b-4d9a-8124-a29debe18740', 'tag': 'c3bce9cd-5561-477e-bb59-22d692917e08', 'status': 'completed', 'code': 200} Jul 05 10:13:02.944378 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b0f22438-8ee0-4db5-8cd4-c812aeee5107 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5418627 Jul 05 10:13:02.949923 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eace5d1b-10a4-4135-a97d-8a9189c7acae req-9d5be0d9-976a-4a40-a8bf-160779d8b86c tempest-AbsoluteLimitsNegativeTestJSON-569244349 tempest-AbsoluteLimitsNegativeTestJSON-569244349-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8047a97ef19d44e8b30cb4bd39b05b9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3934450 Jul 05 10:13:02.956614 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50176) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:02.984623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad91b1d-89e6-49d4-9171-3b8ebbe9347f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bfb247-c569-4ef1-aa37-af870d32ad55,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:03.013542 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-aedd8419-3474-4d81-afa9-2c4a6304c2a8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1936576128'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:03.024732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6bf21d-7b40-4bd7-9a89-243ac7af5d81 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Router 82bfe7e4-55bc-4ef6-b3cf-9963fb499d23 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:13:03.029627 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:03.045827 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f794bfd-7d97-4426-9252-8a859835c594 req-017049d3-c406-4fcb-bade-bee79b77c82b tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9dd4ea8-7cdc-4397-b0de-67d4cb3d78cc HTTP/1.1" status: 200 len: 210 time: 0.1315584 Jul 05 10:13:03.047065 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aad91b1d-89e6-49d4-9171-3b8ebbe9347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:03.049972 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad91b1d-89e6-49d4-9171-3b8ebbe9347f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:03.066638 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aad91b1d-89e6-49d4-9171-3b8ebbe9347f admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:03.225517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2b18-9185-4bb4-9a56-94c63f9b739d req-b17a159a-aa2f-4408-a2d6-a42cdc7bfc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:03.227115 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f5ec2b18-9185-4bb4-9a56-94c63f9b739d req-b17a159a-aa2f-4408-a2d6-a42cdc7bfc66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 1127 time: 0.5755997 Jul 05 10:13:03.255669 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6bf21d-7b40-4bd7-9a89-243ac7af5d81 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:03.273761 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2f6bf21d-7b40-4bd7-9a89-243ac7af5d81 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "PUT /v2.0/routers/82bfe7e4-55bc-4ef6-b3cf-9963fb499d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4601569 Jul 05 10:13:03.274449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50184) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:03.294297 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad91b1d-89e6-49d4-9171-3b8ebbe9347f admin admin] Pushing event updated for resources: {'Network': ['ID=4b4b72b4-9223-468c-9f46-2b3fd389c9e0,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:03.389824 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-ca2102bb-7a48-43ae-8ca6-513a16fb4b42 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] delete failed (client error): The resource could not be found. Jul 05 10:13:03.396572 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50188) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:03.402710 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5fac0d2b-7e23-4a62-ae42-620311c72d4a tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Request body: {'router': {'external_gateway_info': {'network_id': '82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:03.405047 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ca2102bb-7a48-43ae-8ca6-513a16fb4b42 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1300270637 HTTP/1.1" status: 404 len: 335 time: 0.1003644 Jul 05 10:13:03.529065 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2b18-9185-4bb4-9a56-94c63f9b739d req-a77c74a8-610a-445e-90b2-2012c9ce1e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:03.530333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f5ec2b18-9185-4bb4-9a56-94c63f9b739d req-a77c74a8-610a-445e-90b2-2012c9ce1e44 service neutron] 10.222.0.73 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.2933862 Jul 05 10:13:03.531911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb39f01d-3a2a-46a4-89df-7b034ab847b2 None None] Sync routers for ids ['82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:13:03.534694 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 4b4b72b4-9223-468c-9f46-2b3fd389c9e0 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:13:03.537718 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedd8419-3474-4d81-afa9-2c4a6304c2a8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Made reservation on behalf of db8f0cbb34f14317bd4d516bce3b7392 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:03.545362 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aedd8419-3474-4d81-afa9-2c4a6304c2a8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:03.594622 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f5ec2b18-9185-4bb4-9a56-94c63f9b739d req-b3883583-dbb4-46c1-942d-405779491c2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3bce9cd-5561-477e-bb59-22d692917e08 HTTP/1.1" status: 200 len: 217 time: 0.0463855 Jul 05 10:13:03.645572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e701d-8902-454f-b545-a256bd1e94e1 req-c0ac7f43-415d-45d9-95a8-f62b709059c6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:03.648404 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c48e701d-8902-454f-b545-a256bd1e94e1 req-c0ac7f43-415d-45d9-95a8-f62b709059c6 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 944 time: 0.2333016 Jul 05 10:13:03.664395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 60c44062-4fdd-4192-9f1d-ddabfa33def2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=60c44062-4fdd-4192-9f1d-ddabfa33def2,segment=NetworkSegment(2112f63c-be37-4dc7-8930-1483eae6f727),segment_id=2112f63c-be37-4dc7-8930-1483eae6f727)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:03.683891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedd8419-3474-4d81-afa9-2c4a6304c2a8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:13:03.714593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb39f01d-3a2a-46a4-89df-7b034ab847b2 None None] Routers {'82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:03.715652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-bb39f01d-3a2a-46a4-89df-7b034ab847b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:12:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:03.744474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2b18-9185-4bb4-9a56-94c63f9b739d req-56d01722-ea4b-423e-afad-9f6d893b8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:03.756809 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f5ec2b18-9185-4bb4-9a56-94c63f9b739d req-56d01722-ea4b-423e-afad-9f6d893b8922 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.1406782 Jul 05 10:13:03.761361 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aad91b1d-89e6-49d4-9171-3b8ebbe9347f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8156185 Jul 05 10:13:03.784284 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c48e701d-8902-454f-b545-a256bd1e94e1 req-f5a9e873-30d4-4d3c-ac56-87d619921139 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956814 Jul 05 10:13:03.787961 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50192) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:03.798109 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-bb39f01d-3a2a-46a4-89df-7b034ab847b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:03.804521 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-dced269a-2a30-4d58-8905-1f2fff0e0d65 admin admin] Request body: {'subnet': {'network_id': '4b4b72b4-9223-468c-9f46-2b3fd389c9e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1609217963-subnet', 'tenant_id': '0e84ade1a79f482aa3ba3f86f97e3357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:03.836593 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aedd8419-3474-4d81-afa9-2c4a6304c2a8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:03.837412 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-aedd8419-3474-4d81-afa9-2c4a6304c2a8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Added segment 6e39720c-582e-44b6-9c3a-07ebac7cd721 of type vlan for network dafaca60-f560-4add-b4a3-8b0818e50773 Jul 05 10:13:03.853119 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb39f01d-3a2a-46a4-89df-7b034ab847b2 None None] Routers {'82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:03.853850 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-bb39f01d-3a2a-46a4-89df-7b034ab847b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:12:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:03.854041 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f5ec2b18-9185-4bb4-9a56-94c63f9b739d req-ff3d09c4-a7d4-4df0-8a85-44e99fa76e1f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908337 Jul 05 10:13:03.876496 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:03.900820 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fac0d2b-7e23-4a62-ae42-620311c72d4a tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:03.947216 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Allocated IP 19.80.0.2 (de8dffea-0367-43ce-a17f-69db3554c380/1b793f3f-6ba6-4265-83a5-290cf8b7bd82/63f5e1fc-2a1a-44f2-8889-f2efccb90d61) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:03.989993 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aedd8419-3474-4d81-afa9-2c4a6304c2a8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.008851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-bb39f01d-3a2a-46a4-89df-7b034ab847b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:04.009880 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb39f01d-3a2a-46a4-89df-7b034ab847b2 None None] The sync data for ids ['82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:04.011771 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f5ec2b18-9185-4bb4-9a56-94c63f9b739d req-e3b28f60-f851-4f56-bb68-acd7ae216da7 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496301 Jul 05 10:13:04.131513 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=60c44062-4fdd-4192-9f1d-ddabfa33def2,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:04.141317 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f5ec2b18-9185-4bb4-9a56-94c63f9b739d req-939e238b-e623-41a6-9873-e0360018c9bc service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224945 Jul 05 10:13:04.159187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dced269a-2a30-4d58-8905-1f2fff0e0d65 admin admin] Made reservation on behalf of 0e84ade1a79f482aa3ba3f86f97e3357 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:04.162041 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dced269a-2a30-4d58-8905-1f2fff0e0d65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.170481 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-5fac0d2b-7e23-4a62-ae42-620311c72d4a tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] update failed (client error): The resource could not be found. Jul 05 10:13:04.178367 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5fac0d2b-7e23-4a62-ae42-620311c72d4a tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "PUT /v2.0/routers/82bfe7e4-55bc-4ef6-b3cf-9963fb499d23 HTTP/1.1" status: 404 len: 339 time: 0.7780721 Jul 05 10:13:04.179151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50204) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:04.189795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d2fffcb0-2a37-4baa-973e-afc53c685f08 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-165895547'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:04.236668 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aedd8419-3474-4d81-afa9-2c4a6304c2a8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.249033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd8419-3474-4d81-afa9-2c4a6304c2a8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:04.249689 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aedd8419-3474-4d81-afa9-2c4a6304c2a8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.267160 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.287825 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Transition to ACTIVE for port object 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:04.329665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Transition to ACTIVE for port object 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:04.358819 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7d188c37-66e0-4c7e-973d-0a62d9cb5c79 req-8dc02675-35fb-4dcd-9cf6-04645a284702 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/45d6a21b-c77b-4104-953f-360f60ba364c HTTP/1.1" status: 200 len: 1803 time: 0.0984218 Jul 05 10:13:04.373359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd8419-3474-4d81-afa9-2c4a6304c2a8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event updated for resources: {'Network': ['ID=dafaca60-f560-4add-b4a3-8b0818e50773,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:04.385760 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network dafaca60-f560-4add-b4a3-8b0818e50773 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:13:04.401247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50212) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:04.481531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fffcb0-2a37-4baa-973e-afc53c685f08 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Made reservation on behalf of 50ea700f1e2648828a76da319945575a for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:04.491027 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d2fffcb0-2a37-4baa-973e-afc53c685f08 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.520929 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7d188c37-66e0-4c7e-973d-0a62d9cb5c79 req-81079ca8-c98d-4db0-94c7-c58f90baccf4 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.536906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fffcb0-2a37-4baa-973e-afc53c685f08 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:13:04.545350 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.556507 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d2fffcb0-2a37-4baa-973e-afc53c685f08 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.556507 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-d2fffcb0-2a37-4baa-973e-afc53c685f08 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Added segment b4a87ffe-8f69-4661-9734-ecaf367fde57 of type vlan for network 7e4c5e43-71f2-4137-a66d-da6d69268224 Jul 05 10:13:04.574866 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7d188c37-66e0-4c7e-973d-0a62d9cb5c79 req-81079ca8-c98d-4db0-94c7-c58f90baccf4 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.614315 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Network de8dffea-0367-43ce-a17f-69db3554c380 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:04.618088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:04.620264 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d2fffcb0-2a37-4baa-973e-afc53c685f08 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.621535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:04.628063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Pushing event updated for resources: {'Port': ['ID=63f5e1fc-2a1a-44f2-8889-f2efccb90d61,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:04.697974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Attempting to bind port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:04.698353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Attempting to bind port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '3d6b4c07-6d2f-4d05-b03e-341835613ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:04.698813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Attempting to bind port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 on network de8dffea-0367-43ce-a17f-69db3554c380 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:04.701155 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aedd8419-3474-4d81-afa9-2c4a6304c2a8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7179184 Jul 05 10:13:04.703850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50216) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:04.710651 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:04.711229 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Checking segment: {'id': '3d6b4c07-6d2f-4d05-b03e-341835613ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:04.711999 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.712690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Bound using segment: {'id': '3d6b4c07-6d2f-4d05-b03e-341835613ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:04.713723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Bound port: 63f5e1fc-2a1a-44f2-8889-f2efccb90d61, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6b4c07-6d2f-4d05-b03e-341835613ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:04.717440 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.718394 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-38c6b1ab-b44c-4a6e-80e0-edb890c71d53 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Request body: {'subnet': {'network_id': 'dafaca60-f560-4add-b4a3-8b0818e50773', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:04.756562 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-38ee268b-36f9-4849-8c96-21d7321ed599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.805668 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dced269a-2a30-4d58-8905-1f2fff0e0d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.813125 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d2fffcb0-2a37-4baa-973e-afc53c685f08 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.819037 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fffcb0-2a37-4baa-973e-afc53c685f08 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:04.819753 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d2fffcb0-2a37-4baa-973e-afc53c685f08 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.840517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] For port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:04.846228 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] For port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=63f5e1fc-2a1a-44f2-8889-f2efccb90d61,segment=NetworkSegment(3d6b4c07-6d2f-4d05-b03e-341835613ca2),segment_id=3d6b4c07-6d2f-4d05-b03e-341835613ca2)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:04.885588 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7d188c37-66e0-4c7e-973d-0a62d9cb5c79 req-81079ca8-c98d-4db0-94c7-c58f90baccf4 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.889302 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7d188c37-66e0-4c7e-973d-0a62d9cb5c79 req-81079ca8-c98d-4db0-94c7-c58f90baccf4 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:04.890959 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7d188c37-66e0-4c7e-973d-0a62d9cb5c79 req-81079ca8-c98d-4db0-94c7-c58f90baccf4 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "DELETE /v2.0/security-groups/45d6a21b-c77b-4104-953f-360f60ba364c HTTP/1.1" status: 204 len: 173 time: 0.5262096 Jul 05 10:13:04.951793 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.016123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced269a-2a30-4d58-8905-1f2fff0e0d65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f219afe7-0811-4ddf-8902-7aa9edc6cd67,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:05.022038 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-38ee268b-36f9-4849-8c96-21d7321ed599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.027535 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fffcb0-2a37-4baa-973e-afc53c685f08 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event updated for resources: {'Network': ['ID=7e4c5e43-71f2-4137-a66d-da6d69268224,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:05.029070 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec3b88-0334-40f1-b11d-bcb456b21919 None None] Pushing event updated for resources: {'Port': ['ID=63f5e1fc-2a1a-44f2-8889-f2efccb90d61,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:05.050152 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 7e4c5e43-71f2-4137-a66d-da6d69268224 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:13:05.088066 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81079ca8-c98d-4db0-94c7-c58f90baccf4 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d6a21b-c77b-4104-953f-360f60ba364c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:05.135556 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:13:05.159469 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-38ee268b-36f9-4849-8c96-21d7321ed599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.279134 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-08bd28ca-15c2-4dbf-8d90-4481832d9241 req-53f20974-6670-4da9-98f7-5e9e6377e1ad tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/1c093f6e-611c-4cac-a5ef-7b1ddbaeed7c HTTP/1.1" status: 200 len: 1803 time: 0.2394977 Jul 05 10:13:05.292950 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d2fffcb0-2a37-4baa-973e-afc53c685f08 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1124022 Jul 05 10:13:05.297964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50230) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:05.303472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced269a-2a30-4d58-8905-1f2fff0e0d65 admin admin] Checking segment: {'id': 'edbbc8a4-5316-4635-ad54-59de1f372aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4b4b72b4-9223-468c-9f46-2b3fd389c9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:05.303955 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced269a-2a30-4d58-8905-1f2fff0e0d65 admin admin] Network hostable DHCP agents. Network: 4b4b72b4-9223-468c-9f46-2b3fd389c9e0, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:13:05.314368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-19500883-aa70-4746-86e3-7bf7ba4a68ac tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Request body: {'subnet': {'network_id': '7e4c5e43-71f2-4137-a66d-da6d69268224', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:05.314563 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-38ee268b-36f9-4849-8c96-21d7321ed599 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8047a97ef19d44e8b30cb4bd39b05b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9104593 Jul 05 10:13:05.321784 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50232) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:05.322864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee268b-36f9-4849-8c96-21d7321ed599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c809b8-40c2-40b1-b561-6ecf153cd506,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:05.410444 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c6b1ab-b44c-4a6e-80e0-edb890c71d53 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Made reservation on behalf of db8f0cbb34f14317bd4d516bce3b7392 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:05.415211 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-38c6b1ab-b44c-4a6e-80e0-edb890c71d53 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.476069 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-08bd28ca-15c2-4dbf-8d90-4481832d9241 req-b1f6bf0f-03d9-4c12-99be-dcca267bc133 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.517644 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d950ab43-bf92-4e87-8590-72b07ca7cfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.545538 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-08bd28ca-15c2-4dbf-8d90-4481832d9241 req-b1f6bf0f-03d9-4c12-99be-dcca267bc133 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.584976 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d950ab43-bf92-4e87-8590-72b07ca7cfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.622444 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ed1b7-829d-49c1-9acb-856693ef2c3c req-5d9ac6cb-5224-4b68-b735-481ea6d0df5e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:05.624526 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e39ed1b7-829d-49c1-9acb-856693ef2c3c req-5d9ac6cb-5224-4b68-b735-481ea6d0df5e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 944 time: 0.4936814 Jul 05 10:13:05.676131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced269a-2a30-4d58-8905-1f2fff0e0d65 admin admin] Network 4b4b72b4-9223-468c-9f46-2b3fd389c9e0 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:13:05.729279 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e39ed1b7-829d-49c1-9acb-856693ef2c3c req-28182910-f76b-45fd-8aae-c86c423c0bff tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974209 Jul 05 10:13:05.734153 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19500883-aa70-4746-86e3-7bf7ba4a68ac tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Made reservation on behalf of 50ea700f1e2648828a76da319945575a for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:05.738392 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-19500883-aa70-4746-86e3-7bf7ba4a68ac tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.829826 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-08bd28ca-15c2-4dbf-8d90-4481832d9241 req-b1f6bf0f-03d9-4c12-99be-dcca267bc133 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.834511 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-08bd28ca-15c2-4dbf-8d90-4481832d9241 req-b1f6bf0f-03d9-4c12-99be-dcca267bc133 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.836376 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-08bd28ca-15c2-4dbf-8d90-4481832d9241 req-b1f6bf0f-03d9-4c12-99be-dcca267bc133 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "DELETE /v2.0/security-groups/1c093f6e-611c-4cac-a5ef-7b1ddbaeed7c HTTP/1.1" status: 204 len: 173 time: 0.5412128 Jul 05 10:13:05.837012 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d950ab43-bf92-4e87-8590-72b07ca7cfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.853670 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d950ab43-bf92-4e87-8590-72b07ca7cfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:05.855768 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d950ab43-bf92-4e87-8590-72b07ca7cfb0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/48c809b8-40c2-40b1-b561-6ecf153cd506 HTTP/1.1" status: 204 len: 168 time: 0.5347686 Jul 05 10:13:05.891055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6bf0f-03d9-4c12-99be-dcca267bc133 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c093f6e-611c-4cac-a5ef-7b1ddbaeed7c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:05.928686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950ab43-bf92-4e87-8590-72b07ca7cfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c809b8-40c2-40b1-b561-6ecf153cd506,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:06.051122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-8862c38f-cfd6-4879-a530-52b569937d60 req-d041bba7-5058-4a63-b928-7dbf20779399 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1163768980', 'description': 'tempest-description-1214992066'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:06.058579 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-38c6b1ab-b44c-4a6e-80e0-edb890c71d53 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:06.060674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-dced269a-2a30-4d58-8905-1f2fff0e0d65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 4b4b72b4-9223-468c-9f46-2b3fd389c9e0) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:06.071212 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ebf591-c1e7-4127-81ee-4bd54bee4326 None None] Network 4b4b72b4-9223-468c-9f46-2b3fd389c9e0 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:06.079492 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced269a-2a30-4d58-8905-1f2fff0e0d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:06.081656 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dced269a-2a30-4d58-8905-1f2fff0e0d65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:06.273844 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dced269a-2a30-4d58-8905-1f2fff0e0d65 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4731715 Jul 05 10:13:06.391861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 60c44062-4fdd-4192-9f1d-ddabfa33def2 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:06.393477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6b1ab-b44c-4a6e-80e0-edb890c71d53 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event updated for resources: {'Subnet': ['ID=5f8f6926-69f8-48fc-a5b6-aad93017c184,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:06.415234 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c6b1ab-b44c-4a6e-80e0-edb890c71d53 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Checking segment: {'id': '6e39720c-582e-44b6-9c3a-07ebac7cd721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'dafaca60-f560-4add-b4a3-8b0818e50773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:06.415683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c6b1ab-b44c-4a6e-80e0-edb890c71d53 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Network hostable DHCP agents. Network: dafaca60-f560-4add-b4a3-8b0818e50773, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:13:06.469271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a870adf-7c7b-4f66-924d-4b44560d395f None None] Network 4b4b72b4-9223-468c-9f46-2b3fd389c9e0 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:06.474788 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8862c38f-cfd6-4879-a530-52b569937d60 req-d041bba7-5058-4a63-b928-7dbf20779399 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:06.555994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 60c44062-4fdd-4192-9f1d-ddabfa33def2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:06.556598 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:06.567317 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-19500883-aa70-4746-86e3-7bf7ba4a68ac tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:06.659517 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8862c38f-cfd6-4879-a530-52b569937d60 req-d041bba7-5058-4a63-b928-7dbf20779399 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:06.701049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c6b1ab-b44c-4a6e-80e0-edb890c71d53 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Network dafaca60-f560-4add-b4a3-8b0818e50773 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:13:06.703835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19500883-aa70-4746-86e3-7bf7ba4a68ac tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event updated for resources: {'Subnet': ['ID=2e592aff-00c2-41a3-940b-c2d37507720f,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:06.754015 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9764dd-01ae-4d0a-8f96-e041ca100621 None None] Network de8dffea-0367-43ce-a17f-69db3554c380 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:06.774621 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19500883-aa70-4746-86e3-7bf7ba4a68ac tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Checking segment: {'id': 'b4a87ffe-8f69-4661-9734-ecaf367fde57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e4c5e43-71f2-4137-a66d-da6d69268224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:06.774984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19500883-aa70-4746-86e3-7bf7ba4a68ac tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Network hostable DHCP agents. Network: 7e4c5e43-71f2-4137-a66d-da6d69268224, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:13:06.856230 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8862c38f-cfd6-4879-a530-52b569937d60 req-d041bba7-5058-4a63-b928-7dbf20779399 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:06.886883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:06.894422 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-38c6b1ab-b44c-4a6e-80e0-edb890c71d53 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, dafaca60-f560-4add-b4a3-8b0818e50773) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:06.924436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c6b1ab-b44c-4a6e-80e0-edb890c71d53 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:06.925245 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-38c6b1ab-b44c-4a6e-80e0-edb890c71d53 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:06.972748 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228231d0-26a0-49bc-a287-0534bf947e5b None None] Network dafaca60-f560-4add-b4a3-8b0818e50773 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:06.977449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19500883-aa70-4746-86e3-7bf7ba4a68ac tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Network 7e4c5e43-71f2-4137-a66d-da6d69268224 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:13:06.999100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-19500883-aa70-4746-86e3-7bf7ba4a68ac tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 7e4c5e43-71f2-4137-a66d-da6d69268224) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:07.021785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19500883-aa70-4746-86e3-7bf7ba4a68ac tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:07.024344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-19500883-aa70-4746-86e3-7bf7ba4a68ac tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:07.043037 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8862c38f-cfd6-4879-a530-52b569937d60 req-d041bba7-5058-4a63-b928-7dbf20779399 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:07.059485 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8862c38f-cfd6-4879-a530-52b569937d60 req-d041bba7-5058-4a63-b928-7dbf20779399 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0530822 Jul 05 10:13:07.159512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfd5e7-8d61-437e-8d7f-b08b6ab5e423 req-10f8c3bc-fc67-43c1-91fb-f206b78d38ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:07.165039 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dfbfd5e7-8d61-437e-8d7f-b08b6ab5e423 req-10f8c3bc-fc67-43c1-91fb-f206b78d38ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 944 time: 0.1499667 Jul 05 10:13:07.188011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041bba7-5058-4a63-b928-7dbf20779399 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddded8df-e323-4e73-9425-edbeb4bee96c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:07.221965 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-38c6b1ab-b44c-4a6e-80e0-edb890c71d53 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5049393 Jul 05 10:13:07.222439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4945d78-f4b7-4626-8d25-ccf2071134f0 None None] Network 7e4c5e43-71f2-4137-a66d-da6d69268224 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:07.268650 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7304af67-3a08-4349-8379-500c874afb61 req-a9d8513e-ff87-4ffb-98e5-c557289e272f tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/ddded8df-e323-4e73-9425-edbeb4bee96c HTTP/1.1" status: 200 len: 1803 time: 0.1574404 Jul 05 10:13:07.272614 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dfbfd5e7-8d61-437e-8d7f-b08b6ab5e423 req-042278a0-da18-44a5-9b8d-19e850f1b333 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994956 Jul 05 10:13:07.275659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-7304af67-3a08-4349-8379-500c874afb61 req-43bb8e47-fb8e-4ab7-aca9-df536b9f1855 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Request body: {'security_group': {'name': 'tempest-sg-hth-399463232', 'description': 'tempest-description-hth-1303531659'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:07.307705 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-19500883-aa70-4746-86e3-7bf7ba4a68ac tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0079169 Jul 05 10:13:07.310879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50268) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:07.316201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5c30c9f6-6b2e-429e-887b-d4082058c045 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Request body: {'router': {'external_gateway_info': {'network_id': '7e4c5e43-71f2-4137-a66d-da6d69268224'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:07.328535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f7aaa1b7-1790-480d-8654-4f1c639afd13 None None] Provisioning for port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:07.341032 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7304af67-3a08-4349-8379-500c874afb61 req-43bb8e47-fb8e-4ab7-aca9-df536b9f1855 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:07.466008 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7304af67-3a08-4349-8379-500c874afb61 req-43bb8e47-fb8e-4ab7-aca9-df536b9f1855 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:07.578596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-dafaca60-f560-4add-b4a3-8b0818e50773', 'network_id': 'dafaca60-f560-4add-b4a3-8b0818e50773', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'fixed_ips': [{'subnet_id': '5f8f6926-69f8-48fc-a5b6-aad93017c184'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:13:07.579536 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:07.606082 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7304af67-3a08-4349-8379-500c874afb61 req-43bb8e47-fb8e-4ab7-aca9-df536b9f1855 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:07.612221 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7304af67-3a08-4349-8379-500c874afb61 req-43bb8e47-fb8e-4ab7-aca9-df536b9f1855 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:07.613356 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7304af67-3a08-4349-8379-500c874afb61 req-43bb8e47-fb8e-4ab7-aca9-df536b9f1855 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "PUT /v2.0/security-groups/ddded8df-e323-4e73-9425-edbeb4bee96c HTTP/1.1" status: 200 len: 1776 time: 0.3443904 Jul 05 10:13:07.710187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb8e47-fb8e-4ab7-aca9-df536b9f1855 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddded8df-e323-4e73-9425-edbeb4bee96c,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:07.753944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:07.882968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:07.882968 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:07.895816 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-7e4c5e43-71f2-4137-a66d-da6d69268224', 'network_id': '7e4c5e43-71f2-4137-a66d-da6d69268224', 'tenant_id': '50ea700f1e2648828a76da319945575a', 'fixed_ips': [{'subnet_id': '2e592aff-00c2-41a3-940b-c2d37507720f'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:13:07.901312 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:08.249206 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c30c9f6-6b2e-429e-887b-d4082058c045 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:08.402790 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Allocated IP 19.86.0.2 (dafaca60-f560-4add-b4a3-8b0818e50773/5f8f6926-69f8-48fc-a5b6-aad93017c184/dc238cca-1dfd-4439-8d1c-b0e6ff9954ba) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:08.446635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Allocated IP 2001:db8:1::2 (7e4c5e43-71f2-4137-a66d-da6d69268224/2e592aff-00c2-41a3-940b-c2d37507720f/dbe1e345-277c-4baf-b90c-007c0d322914) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:08.462252 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-c7e4c726-c197-4d10-9734-605fad25dc50 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:08.464089 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-c7e4c726-c197-4d10-9734-605fad25dc50 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/networks?id=4b4b72b4-9223-468c-9f46-2b3fd389c9e0 HTTP/1.1" status: 200 len: 814 time: 0.2347825 Jul 05 10:13:08.566761 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-b87c9ac7-09c3-4143-a089-b67e05827912 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/quotas/0e84ade1a79f482aa3ba3f86f97e3357 HTTP/1.1" status: 200 len: 375 time: 0.0958676 Jul 05 10:13:08.635295 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c96b61d1-05cd-40ca-8c72-40db4c521d60 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:08.642214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c96b61d1-05cd-40ca-8c72-40db4c521d60 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:08.649680 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c96b61d1-05cd-40ca-8c72-40db4c521d60 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/networks?id=de8dffea-0367-43ce-a17f-69db3554c380&id=dafaca60-f560-4add-b4a3-8b0818e50773&id=de8dffea-0367-43ce-a17f-69db3554c380 HTTP/1.1" status: 200 len: 1392 time: 0.9060235 Jul 05 10:13:08.668338 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-388a50a0-f858-4fd4-93ac-7859ff829914 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/quotas/db8f0cbb34f14317bd4d516bce3b7392 HTTP/1.1" status: 200 len: 375 time: 0.0167530 Jul 05 10:13:08.684769 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-2dce442b-f060-4a43-84c8-ff090aff26f8 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0e84ade1a79f482aa3ba3f86f97e3357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950902 Jul 05 10:13:08.765956 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:08.779579 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Transition to ACTIVE for port object dc238cca-1dfd-4439-8d1c-b0e6ff9954ba will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:08.812153 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Transition to ACTIVE for port object dc238cca-1dfd-4439-8d1c-b0e6ff9954ba will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:08.851527 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-243f8c34-164f-4796-a776-4ede5fc3915a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=db8f0cbb34f14317bd4d516bce3b7392&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1692519 Jul 05 10:13:08.876409 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:08.926217 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-f8661399-35fb-42f5-97c2-7e9c1140767e service neutron] 10.222.0.77 "GET /v2.0/networks/4b4b72b4-9223-468c-9f46-2b3fd389c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402136 Jul 05 10:13:08.930678 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-5c30c9f6-6b2e-429e-887b-d4082058c045 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:13:08.931697 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5c30c9f6-6b2e-429e-887b-d4082058c045 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "PUT /v2.0/routers/82bfe7e4-55bc-4ef6-b3cf-9963fb499d23 HTTP/1.1" status: 400 len: 364 time: 1.6198139 Jul 05 10:13:08.936201 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50308) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:08.981169 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=63f5e1fc-2a1a-44f2-8889-f2efccb90d61,segment=NetworkSegment(3d6b4c07-6d2f-4d05-b03e-341835613ca2),segment_id=3d6b4c07-6d2f-4d05-b03e-341835613ca2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:09.010127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9e774a85-8895-40f4-9041-86ae8579764a None None] Provisioning complete for port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:09.010679 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9e774a85-8895-40f4-9041-86ae8579764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:09.116503 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:09.163415 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:09.165587 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-32d2b2d5-92ff-43b1-b885-998e241ab36d service neutron] 10.222.0.77 "GET /v2.0/networks/4b4b72b4-9223-468c-9f46-2b3fd389c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322702 Jul 05 10:13:09.225595 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Network dafaca60-f560-4add-b4a3-8b0818e50773 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:09.233341 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:09.235384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Pushing event updated for resources: {'Port': ['ID=dc238cca-1dfd-4439-8d1c-b0e6ff9954ba,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:09.239296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:09.309387 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:09.327915 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-74eb4a32-b9a7-4a4f-a0df-9603122f284d service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:13:09.329118 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-74eb4a32-b9a7-4a4f-a0df-9603122f284d service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4896462 Jul 05 10:13:09.357089 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Transition to ACTIVE for port object dbe1e345-277c-4baf-b90c-007c0d322914 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:09.452752 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-c856f09a-7b2f-4afb-a1f2-b70f5da6e9e4 service neutron] 10.222.0.73 "GET /v2.0/ports/c3bce9cd-5561-477e-bb59-22d692917e08/bindings/n-h2-779913-27 HTTP/1.1" status: 200 len: 385 time: 0.2314222 Jul 05 10:13:09.468306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Transition to ACTIVE for port object dbe1e345-277c-4baf-b90c-007c0d322914 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:09.469646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Attempting to bind port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:09.470029 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Attempting to bind port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '6e39720c-582e-44b6-9c3a-07ebac7cd721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'dafaca60-f560-4add-b4a3-8b0818e50773'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:09.470393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Attempting to bind port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba on network dafaca60-f560-4add-b4a3-8b0818e50773 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:09.477633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=63f5e1fc-2a1a-44f2-8889-f2efccb90d61,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:09.487892 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:09.488514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Checking segment: {'id': '6e39720c-582e-44b6-9c3a-07ebac7cd721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'dafaca60-f560-4add-b4a3-8b0818e50773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:09.489093 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:09.489651 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Bound using segment: {'id': '6e39720c-582e-44b6-9c3a-07ebac7cd721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'dafaca60-f560-4add-b4a3-8b0818e50773'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:09.490305 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Bound port: dc238cca-1dfd-4439-8d1c-b0e6ff9954ba, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e39720c-582e-44b6-9c3a-07ebac7cd721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'dafaca60-f560-4add-b4a3-8b0818e50773'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:09.491032 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:09.581002 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:09.627126 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-14fdbca1-dce4-43af-a401-30bf7b544d3c req-6ca56d49-553d-4188-8595-c1326b2436fb tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/ddded8df-e323-4e73-9425-edbeb4bee96c HTTP/1.1" status: 200 len: 1776 time: 0.1183934 Jul 05 10:13:09.671785 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Pushing event updated for resources: {'Port': ['ID=dbe1e345-277c-4baf-b90c-007c0d322914,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:09.710290 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Network 7e4c5e43-71f2-4137-a66d-da6d69268224 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:09.717000 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:09.725014 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:09.788884 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-859f1200-ccb1-4856-8490-e1ce36eefbc6 service neutron] 10.222.0.77 "GET /v2.0/networks/de8dffea-0367-43ce-a17f-69db3554c380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213645 Jul 05 10:13:09.805694 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] For port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:09.840202 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:09.843131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Attempting to bind port dbe1e345-277c-4baf-b90c-007c0d322914 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:09.843575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Attempting to bind port dbe1e345-277c-4baf-b90c-007c0d322914 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'b4a87ffe-8f69-4661-9734-ecaf367fde57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e4c5e43-71f2-4137-a66d-da6d69268224'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:09.844049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Attempting to bind port dbe1e345-277c-4baf-b90c-007c0d322914 on network 7e4c5e43-71f2-4137-a66d-da6d69268224 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:09.848083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] For port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dc238cca-1dfd-4439-8d1c-b0e6ff9954ba,segment=NetworkSegment(6e39720c-582e-44b6-9c3a-07ebac7cd721),segment_id=6e39720c-582e-44b6-9c3a-07ebac7cd721)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:09.853002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:09.853577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Checking segment: {'id': 'b4a87ffe-8f69-4661-9734-ecaf367fde57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e4c5e43-71f2-4137-a66d-da6d69268224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:09.854095 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:09.854663 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Bound using segment: {'id': 'b4a87ffe-8f69-4661-9734-ecaf367fde57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e4c5e43-71f2-4137-a66d-da6d69268224'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:09.855758 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Bound port: dbe1e345-277c-4baf-b90c-007c0d322914, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a87ffe-8f69-4661-9734-ecaf367fde57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7e4c5e43-71f2-4137-a66d-da6d69268224'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:09.856222 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:09.942458 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:10.001974 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac12d440-44d1-415d-8865-51be8d4a4b29 service neutron] 10.222.0.77 "GET /v2.0/networks/de8dffea-0367-43ce-a17f-69db3554c380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819394 Jul 05 10:13:10.063343 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] For port dbe1e345-277c-4baf-b90c-007c0d322914, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:10.093168 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] For port dbe1e345-277c-4baf-b90c-007c0d322914, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dbe1e345-277c-4baf-b90c-007c0d322914,segment=NetworkSegment(b4a87ffe-8f69-4661-9734-ecaf367fde57),segment_id=b4a87ffe-8f69-4661-9734-ecaf367fde57)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:10.134260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34990dd-7958-4ff3-8125-891b3e111444 None None] Pushing event updated for resources: {'Port': ['ID=dc238cca-1dfd-4439-8d1c-b0e6ff9954ba,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:10.191663 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:10.256351 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-7e630590-477e-48c8-88a9-916597333c88 service neutron] 10.222.0.77 "GET /v2.0/networks/dafaca60-f560-4add-b4a3-8b0818e50773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040050 Jul 05 10:13:10.312146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c3bce9cd-5561-477e-bb59-22d692917e08 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:10.339577 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e1229-6386-481b-af92-3013b5201b63 req-88abf27d-5340-4877-af7c-7b8cfedc145b tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:10.342145 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-634e1229-6386-481b-af92-3013b5201b63 req-88abf27d-5340-4877-af7c-7b8cfedc145b tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 944 time: 0.4561696 Jul 05 10:13:10.408891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2a6a6-013b-4753-95ae-2e0d76afb897 None None] Pushing event updated for resources: {'Port': ['ID=dbe1e345-277c-4baf-b90c-007c0d322914,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:10.473173 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-634e1229-6386-481b-af92-3013b5201b63 req-6bfaf2d6-1b6d-4311-a408-59cf16e0e64b tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134934 Jul 05 10:13:10.857421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-fda9a74a-45e4-4de4-ac9e-f6ecc1a36a30 service neutron] For port c3bce9cd-5561-477e-bb59-22d692917e08, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c3bce9cd-5561-477e-bb59-22d692917e08,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:10.918958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-fda9a74a-45e4-4de4-ac9e-f6ecc1a36a30 service neutron] For port c3bce9cd-5561-477e-bb59-22d692917e08, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:11.006632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-fda9a74a-45e4-4de4-ac9e-f6ecc1a36a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bce9cd-5561-477e-bb59-22d692917e08 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:11.013864 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-42d39d08-f571-4564-9f02-a012017ead26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:11.028130 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Allocated IP 2001:db8::1 (8b9f574c-46c2-45a0-a03b-d4d8060de8fd/2e8ca46a-a4ab-45fb-ae43-c10cf5b574e3/00c29753-a1e4-4154-ac94-fd202f3077cd) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:11.030734 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d332db3c-03c8-4ddf-8464-a19bf9ed3edb req-6bf85b85-9bcf-4b0f-b249-2ddbb5c88f75 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 210 time: 0.0352862 Jul 05 10:13:11.039060 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-fda9a74a-45e4-4de4-ac9e-f6ecc1a36a30 service neutron] For port c3bce9cd-5561-477e-bb59-22d692917e08, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c3bce9cd-5561-477e-bb59-22d692917e08,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:11.068542 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-8416eb36-444b-4a27-bb5b-453e6e1e9804 service neutron] 10.222.0.77 "GET /v2.0/networks/dafaca60-f560-4add-b4a3-8b0818e50773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603255 Jul 05 10:13:11.124589 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-08444d32-7a30-4321-affc-5ecd174fb4f9 req-4e080e4b-05dd-449f-83cf-54d355e9285d tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/ddded8df-e323-4e73-9425-edbeb4bee96c HTTP/1.1" status: 200 len: 1776 time: 0.0619946 Jul 05 10:13:11.221064 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-fda9a74a-45e4-4de4-ac9e-f6ecc1a36a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:11.265912 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-1f62fefe-28f5-4cd5-8fbf-f84ae2018669 service neutron] 10.222.0.77 "GET /v2.0/networks/de8dffea-0367-43ce-a17f-69db3554c380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878743 Jul 05 10:13:11.295487 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-08444d32-7a30-4321-affc-5ecd174fb4f9 req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:11.340434 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-08444d32-7a30-4321-affc-5ecd174fb4f9 req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:11.463272 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:11.481352 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-7a180653-d0b1-414a-833e-4263e67b6455 service neutron] 10.222.0.77 "GET /v2.0/networks/de8dffea-0367-43ce-a17f-69db3554c380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557808 Jul 05 10:13:11.500823 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Transition to ACTIVE for port object 00c29753-a1e4-4154-ac94-fd202f3077cd will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:11.527479 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-08444d32-7a30-4321-affc-5ecd174fb4f9 req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:11.530457 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-08444d32-7a30-4321-affc-5ecd174fb4f9 req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:11.534233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-fda9a74a-45e4-4de4-ac9e-f6ecc1a36a30 service neutron] Transition to ACTIVE for port object c3bce9cd-5561-477e-bb59-22d692917e08 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:11.544330 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-08444d32-7a30-4321-affc-5ecd174fb4f9 req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "DELETE /v2.0/security-groups/ddded8df-e323-4e73-9425-edbeb4bee96c HTTP/1.1" status: 204 len: 173 time: 0.4121213 Jul 05 10:13:11.554000 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddded8df-e323-4e73-9425-edbeb4bee96c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:11.575153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:11.576780 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:11.579176 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:11.579707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:11.580083 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:11.580428 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:11.580766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:11.594106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:11.594106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:11.594106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:11.594106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:11.594106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f7f346-39aa-4878-8ffc-1f314c07d3a2 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:11.652650 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-fda9a74a-45e4-4de4-ac9e-f6ecc1a36a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:11.669502 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:11.753183 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:11.788533 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:11.789099 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:11.849037 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9a74a-45e4-4de4-ac9e-f6ecc1a36a30 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bce9cd-5561-477e-bb59-22d692917e08,revision_number=10']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:11.928550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dbe1e345-277c-4baf-b90c-007c0d322914 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:11.994997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event updated for resources: {'Port': ['ID=00c29753-a1e4-4154-ac94-fd202f3077cd,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:12.052074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Network 8b9f574c-46c2-45a0-a03b-d4d8060de8fd is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:12.055578 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779006e3-169b-4a33-9d57-a84aee6e446e None None] Network dafaca60-f560-4add-b4a3-8b0818e50773 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:12.058097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:12.113908 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:12.115092 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:12.190981 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06858bf2-54ba-4296-a14e-0559c329e6f7 req-a7ab499e-6a9b-40d8-997e-1d1f28835074 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:12.204040 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06858bf2-54ba-4296-a14e-0559c329e6f7 req-a7ab499e-6a9b-40d8-997e-1d1f28835074 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 945 time: 0.1861987 Jul 05 10:13:12.224319 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a5fc3803-a879-404f-9ea0-13ed275d8395 None None] Provisioning for port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:12.294506 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06858bf2-54ba-4296-a14e-0559c329e6f7 req-8c36dcb6-01b6-49d7-990a-b3fcc02ce1b5 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894763 Jul 05 10:13:12.364541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-fda9a74a-45e4-4de4-ac9e-f6ecc1a36a30 service neutron] No DVR routers for this DVR port c3bce9cd-5561-477e-bb59-22d692917e08 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:12.376387 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port dbe1e345-277c-4baf-b90c-007c0d322914 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:12.421313 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-103f1c82-e122-4210-82f4-a264489eb892 req-118ee59d-9ce9-4105-bc2c-30d39afa1def tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 210 time: 0.0521705 Jul 05 10:13:12.445244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dc238cca-1dfd-4439-8d1c-b0e6ff9954ba up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:12.510436 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-fda9a74a-45e4-4de4-ac9e-f6ecc1a36a30 service neutron] 10.222.0.73 "PUT /v2.0/ports/c3bce9cd-5561-477e-bb59-22d692917e08/bindings/n-h2-779913-27/activate HTTP/1.1" status: 200 len: 370 time: 3.0499184 Jul 05 10:13:12.649371 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:12.723190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a158af5-3370-4870-a0b6-83b2f94daaf9 None None] Network 7e4c5e43-71f2-4137-a66d-da6d69268224 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:12.744228 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-5540d7e7-a75f-48f8-b3f2-aaeb967aa54b req-96b2bb84-f38f-4230-b173-cdfa01bff772 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] show failed (client error): The resource could not be found. Jul 05 10:13:12.757662 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5540d7e7-a75f-48f8-b3f2-aaeb967aa54b req-96b2bb84-f38f-4230-b173-cdfa01bff772 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/1c093f6e-611c-4cac-a5ef-7b1ddbaeed7c HTTP/1.1" status: 404 len: 352 time: 0.0360451 Jul 05 10:13:12.797985 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c7abf1e6-5fc1-401e-8c82-b2323dbed4ac req-e12e5128-b163-4d44-ad39-a9be7e5db723 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 210 time: 0.0873151 Jul 05 10:13:12.833534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-b1dd1c62-45a0-4367-b43e-5a03a52f2029 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:12.837747 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-b1dd1c62-45a0-4367-b43e-5a03a52f2029 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740&tenant_id=2cf98573ed3c4198bb69640d015cda66&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 1097 time: 0.1752033 Jul 05 10:13:12.875249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:12.888347 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:12.889222 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:12.997483 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-19893651-179d-426c-b6d1-229edaabb6a4 req-35233adf-75fa-45e8-834a-5d6e2e53cf2e tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] show failed (client error): The resource could not be found. Jul 05 10:13:13.008613 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-19893651-179d-426c-b6d1-229edaabb6a4 req-35233adf-75fa-45e8-834a-5d6e2e53cf2e tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/45d6a21b-c77b-4104-953f-360f60ba364c HTTP/1.1" status: 404 len: 352 time: 0.1284521 Jul 05 10:13:13.053680 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c3d91fdf-3f73-494c-beb9-f6efc67e4a4b None None] Provisioning for port dbe1e345-277c-4baf-b90c-007c0d322914 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:13.055013 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-f29877cf-c0c6-4610-99d7-dcbe3d9fcdd6 req-58e4f6e8-5fa4-4132-b2ab-ad2b6cb23d9a tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] show failed (client error): The resource could not be found. Jul 05 10:13:13.063057 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f29877cf-c0c6-4610-99d7-dcbe3d9fcdd6 req-58e4f6e8-5fa4-4132-b2ab-ad2b6cb23d9a tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/68dea6c6-c3ac-4f8e-861e-c878e1883d79 HTTP/1.1" status: 404 len: 352 time: 0.0353143 Jul 05 10:13:13.096221 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-67540cfd-f9c5-4dc0-8121-81aa460f3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:13.100683 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-67540cfd-f9c5-4dc0-8121-81aa460f3755 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740&tenant_id=2cf98573ed3c4198bb69640d015cda66 HTTP/1.1" status: 200 len: 1097 time: 0.2498281 Jul 05 10:13:13.142083 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.175198 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c3d91fdf-3f73-494c-beb9-f6efc67e4a4b None None] Provisioning complete for port dbe1e345-277c-4baf-b90c-007c0d322914 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:13.181056 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3d91fdf-3f73-494c-beb9-f6efc67e4a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.222216 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-bfced0d7-af7f-4e95-ae00-7f4199e791e2 req-12c064d5-e8b7-44ad-8697-ebe839234700 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] show failed (client error): The resource could not be found. Jul 05 10:13:13.236413 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-bfcb2245-b35a-4599-a21d-553cdf55cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:13.236413 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-bfcb2245-b35a-4599-a21d-553cdf55cf2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 1097 time: 0.1027949 Jul 05 10:13:13.236905 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bfced0d7-af7f-4e95-ae00-7f4199e791e2 req-12c064d5-e8b7-44ad-8697-ebe839234700 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/70a55650-a7af-4eb7-a5c3-403bd8ca2c55 HTTP/1.1" status: 404 len: 352 time: 0.1478086 Jul 05 10:13:13.246879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dc238cca-1dfd-4439-8d1c-b0e6ff9954ba,segment=NetworkSegment(6e39720c-582e-44b6-9c3a-07ebac7cd721),segment_id=6e39720c-582e-44b6-9c3a-07ebac7cd721)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:13.359391 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3d91fdf-3f73-494c-beb9-f6efc67e4a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.398542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c3d91fdf-3f73-494c-beb9-f6efc67e4a4b None None] For port dbe1e345-277c-4baf-b90c-007c0d322914, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dbe1e345-277c-4baf-b90c-007c0d322914,segment=NetworkSegment(b4a87ffe-8f69-4661-9734-ecaf367fde57),segment_id=b4a87ffe-8f69-4661-9734-ecaf367fde57)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:13.414949 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.446036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-0495c76f-0857-49bc-ab5d-388b74ae3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:13.453777 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-0495c76f-0857-49bc-ab5d-388b74ae3d1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.2085783 Jul 05 10:13:13.476636 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.573013 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3d91fdf-3f73-494c-beb9-f6efc67e4a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.607659 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-fc260d6a-b1aa-4a45-ad61-cb1b7fd3d1f5 req-c7d81656-0d7e-4630-a689-8ae65961cc47 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] show failed (client error): The resource could not be found. Jul 05 10:13:13.610425 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=dc238cca-1dfd-4439-8d1c-b0e6ff9954ba,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:13.619929 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5c9ceb7d-f37a-4cd3-beb4-e68fc160883e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.628205 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.628989 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.642444 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc260d6a-b1aa-4a45-ad61-cb1b7fd3d1f5 req-c7d81656-0d7e-4630-a689-8ae65961cc47 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/805e2e69-85f3-4f0c-a0eb-614b15767a5e HTTP/1.1" status: 404 len: 352 time: 0.1919281 Jul 05 10:13:13.657998 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-c1debe21-e136-4641-a066-2c5ecbe07d8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3bce9cd-5561-477e-bb59-22d692917e08 HTTP/1.1" status: 200 len: 217 time: 0.1965146 Jul 05 10:13:13.737002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91fdf-3f73-494c-beb9-f6efc67e4a4b None None] Pushing event updated for resources: {'Port': ['ID=dbe1e345-277c-4baf-b90c-007c0d322914,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:13.756912 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.763012 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c3d91fdf-3f73-494c-beb9-f6efc67e4a4b None None] Provisioning for port 00c29753-a1e4-4154-ac94-fd202f3077cd completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:13.770170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c3d91fdf-3f73-494c-beb9-f6efc67e4a4b None None] Provisioning complete for port 00c29753-a1e4-4154-ac94-fd202f3077cd triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:13.772165 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3d91fdf-3f73-494c-beb9-f6efc67e4a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.776954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event updated for resources: {'Port': ['ID=00c29753-a1e4-4154-ac94-fd202f3077cd,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:13.821844 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd6932-06fa-48c8-9c6a-d9bd06e9be26 req-e79e0835-7b76-42b5-8305-dac14b86f980 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:13.823613 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7bcd6932-06fa-48c8-9c6a-d9bd06e9be26 req-e79e0835-7b76-42b5-8305-dac14b86f980 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 945 time: 0.3040729 Jul 05 10:13:13.828292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91fdf-3f73-494c-beb9-f6efc67e4a4b None None] Port 00c29753-a1e4-4154-ac94-fd202f3077cd cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:13:13.835922 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e717241-1ee0-473a-9625-22b971e39b98 req-d72fd5e9-6eeb-4bbe-bc48-73d549de842c tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 210 time: 0.0823524 Jul 05 10:13:13.875195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-f5a79f88-5503-4af0-9fe5-1330c526c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:13.877823 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-f5a79f88-5503-4af0-9fe5-1330c526c7ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.1966760 Jul 05 10:13:13.923543 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7bcd6932-06fa-48c8-9c6a-d9bd06e9be26 req-17434825-b362-490d-b706-ca96dff08d3f tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629938 Jul 05 10:13:13.976610 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7405243e-2e8e-40ed-9de7-68b0a77e33be None None] Provisioning complete for port dbe1e345-277c-4baf-b90c-007c0d322914 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:13.978507 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7405243e-2e8e-40ed-9de7-68b0a77e33be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:13.989829 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Network 8b9f574c-46c2-45a0-a03b-d4d8060de8fd is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:13.990040 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-51f8b61a-a92f-47ff-93ca-f69d421d91d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984185 Jul 05 10:13:13.990993 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-f9aafa2d-a4df-4145-8148-5b9a1560b166 req-d4f00105-1af0-476c-9358-836655a4b0ef tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] show failed (client error): The resource could not be found. Jul 05 10:13:13.997259 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:14.007248 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f9aafa2d-a4df-4145-8148-5b9a1560b166 req-d4f00105-1af0-476c-9358-836655a4b0ef tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/c8f8a20e-370a-4a3c-815d-7edb2f925529 HTTP/1.1" status: 404 len: 352 time: 0.1235235 Jul 05 10:13:14.020480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-4b7912e0-0449-44a2-81f8-d75ac43e9439 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:14.030293 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-4b7912e0-0449-44a2-81f8-d75ac43e9439 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.64 "GET /v2.0/networks?id=4b4b72b4-9223-468c-9f46-2b3fd389c9e0 HTTP/1.1" status: 200 len: 814 time: 0.5795875 Jul 05 10:13:14.077813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-881df455-45cf-4881-840c-eafa8dea67c7 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Request body: {'port': {'device_id': 'b947e91e-18e6-40b9-bff2-9105acb7a52c', 'network_id': '4b4b72b4-9223-468c-9f46-2b3fd389c9e0', 'admin_state_up': True, 'tenant_id': '0e84ade1a79f482aa3ba3f86f97e3357'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:14.268986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50434) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:14.283254 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7405243e-2e8e-40ed-9de7-68b0a77e33be None None] Provisioning complete for port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:14.284450 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7405243e-2e8e-40ed-9de7-68b0a77e33be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:14.395848 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-90354916-80b3-4870-9e56-59f5447d8479 req-6b8b6344-eba2-43d4-9a50-8e629e3275f7 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 210 time: 0.1060550 Jul 05 10:13:14.436420 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Router 82bfe7e4-55bc-4ef6-b3cf-9963fb499d23 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:13:14.624859 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4f258df-67e5-4c9d-822e-b8e3403cb2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:14.649817 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-d1d4e249-48a5-4a18-9572-688786fa27d9 service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182513 Jul 05 10:13:14.655477 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1e5300c7-998c-4eb2-9760-2a8c9c9eefbd None None] Provisioning complete for port 00c29753-a1e4-4154-ac94-fd202f3077cd triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:14.656063 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1e5300c7-998c-4eb2-9760-2a8c9c9eefbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:14.661316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:14.671006 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-22c99100-fc3a-454d-ba73-0764b05667c0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "PUT /v2.0/routers/82bfe7e4-55bc-4ef6-b3cf-9963fb499d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7336595 Jul 05 10:13:14.674230 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4037cda-5d9c-473e-9e9c-6cb45211aec5 None None] Sync routers for ids ['82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:13:14.683861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50442) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:14.693348 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4037cda-5d9c-473e-9e9c-6cb45211aec5 None None] Routers {'82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:14.694218 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a4037cda-5d9c-473e-9e9c-6cb45211aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:13:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:14.716105 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1e5300c7-998c-4eb2-9760-2a8c9c9eefbd None None] Port 00c29753-a1e4-4154-ac94-fd202f3077cd cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:13:14.739588 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a4037cda-5d9c-473e-9e9c-6cb45211aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:14.751415 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4037cda-5d9c-473e-9e9c-6cb45211aec5 None None] Routers {'82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:14.752442 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a4037cda-5d9c-473e-9e9c-6cb45211aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:13:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:14.800716 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-881df455-45cf-4881-840c-eafa8dea67c7 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Made reservation on behalf of 0e84ade1a79f482aa3ba3f86f97e3357 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:14.811910 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-881df455-45cf-4881-840c-eafa8dea67c7 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:14.827148 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a4037cda-5d9c-473e-9e9c-6cb45211aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:14.828887 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4037cda-5d9c-473e-9e9c-6cb45211aec5 None None] The sync data for ids ['82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:14.906108 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:15.011003 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-9d33d3d5-af09-422f-ad38-0c414818c3e3 service neutron] 10.222.0.64 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490472 Jul 05 10:13:15.047578 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4f258df-67e5-4c9d-822e-b8e3403cb2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:15.055154 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a4165c9-c6a0-45ef-bba0-b39dd2cc59ae tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:15.101272 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-881df455-45cf-4881-840c-eafa8dea67c7 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Allocated IP 172.20.0.10 (4b4b72b4-9223-468c-9f46-2b3fd389c9e0/f219afe7-0811-4ddf-8902-7aa9edc6cd67/7bf42410-9f0e-455b-b172-f36b95f6615e) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:15.189846 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-458ecb7a-4da7-4c6c-9ff6-effbfbe5fad5 req-5114e124-f007-4944-9f57-b8f02a28de55 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 210 time: 0.0578880 Jul 05 10:13:15.211280 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4f258df-67e5-4c9d-822e-b8e3403cb2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:15.246333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e4f258df-67e5-4c9d-822e-b8e3403cb2c0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a3183c10f3e3493491a694ee0fd49652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9729795 Jul 05 10:13:15.255914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50454) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:15.334477 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-5a4165c9-c6a0-45ef-bba0-b39dd2cc59ae tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 10:13:15.335608 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5a4165c9-c6a0-45ef-bba0-b39dd2cc59ae tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "DELETE /v2.0/routers/82bfe7e4-55bc-4ef6-b3cf-9963fb499d23 HTTP/1.1" status: 409 len: 329 time: 0.6501744 Jul 05 10:13:15.345263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50456) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:15.397938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f258df-67e5-4c9d-822e-b8e3403cb2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4d149d-b3a6-4c2c-920e-ebe60802218a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:15.438817 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6ba58e09-dd01-4cbf-b7ee-3feb1859726d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:15.468378 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6ba58e09-dd01-4cbf-b7ee-3feb1859726d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:15.477868 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-881df455-45cf-4881-840c-eafa8dea67c7 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:15.493363 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52f472-5199-40bd-97f9-519efe9e1baf req-6eb8c2b8-8f83-4e85-9521-6e2804017034 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:15.494939 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ac52f472-5199-40bd-97f9-519efe9e1baf req-6eb8c2b8-8f83-4e85-9521-6e2804017034 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 945 time: 0.1644597 Jul 05 10:13:15.593163 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ac52f472-5199-40bd-97f9-519efe9e1baf req-08667526-96ea-4dfd-8713-730f230ad4f9 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923042 Jul 05 10:13:15.629965 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dbe1e345-277c-4baf-b90c-007c0d322914 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:15.694277 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-881df455-45cf-4881-840c-eafa8dea67c7 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:15.750385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port dbe1e345-277c-4baf-b90c-007c0d322914 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:15.750769 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:15.801828 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-881df455-45cf-4881-840c-eafa8dea67c7 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Network 4b4b72b4-9223-468c-9f46-2b3fd389c9e0 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:15.810192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-881df455-45cf-4881-840c-eafa8dea67c7 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:15.822546 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-881df455-45cf-4881-840c-eafa8dea67c7 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:15.876539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881df455-45cf-4881-840c-eafa8dea67c7 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Pushing event updated for resources: {'Port': ['ID=7bf42410-9f0e-455b-b172-f36b95f6615e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:15.902236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dc238cca-1dfd-4439-8d1c-b0e6ff9954ba up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:15.953532 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-881df455-45cf-4881-840c-eafa8dea67c7 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:15.960551 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-881df455-45cf-4881-840c-eafa8dea67c7 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.013964 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:16.014444 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.056808 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041c858-129a-4901-bfbb-65652b554697 req-7d362714-91d8-4df9-8890-614211cf381e tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:16.058722 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4041c858-129a-4901-bfbb-65652b554697 req-7d362714-91d8-4df9-8890-614211cf381e tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 932 time: 0.2276959 Jul 05 10:13:16.151811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ce5ac0e9-2ce0-4741-9e02-6ae32b8807aa tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:16.157317 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ce5ac0e9-2ce0-4741-9e02-6ae32b8807aa tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:16.159160 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ce5ac0e9-2ce0-4741-9e02-6ae32b8807aa tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.64 "GET /v2.0/networks?id=de8dffea-0367-43ce-a17f-69db3554c380&id=dafaca60-f560-4add-b4a3-8b0818e50773&id=de8dffea-0367-43ce-a17f-69db3554c380 HTTP/1.1" status: 200 len: 1392 time: 0.2312102 Jul 05 10:13:16.161082 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-881df455-45cf-4881-840c-eafa8dea67c7 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1059201 Jul 05 10:13:16.167874 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4041c858-129a-4901-bfbb-65652b554697 req-189134e9-0ba6-41d0-8148-07fc23fb5042 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bfb247-c569-4ef1-aa37-af870d32ad55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887597 Jul 05 10:13:16.209118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-3430cce4-7087-4998-8abe-eeecc6299530 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Request body: {'port': {'device_id': 'e6886e69-e97d-458f-adee-b87c640a3153', 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380', 'admin_state_up': True, 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:16.220225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Request body: {'port': {'device_id': 'b947e91e-18e6-40b9-bff2-9105acb7a52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:16.374633 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bdeba-b5b9-4978-9687-93cecfd965bf req-9b85d389-c10e-460a-92b5-8b6b81cc6856 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:16.376201 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b55bdeba-b5b9-4978-9687-93cecfd965bf req-9b85d389-c10e-460a-92b5-8b6b81cc6856 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 1024 time: 0.2849174 Jul 05 10:13:16.405328 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6ba58e09-dd01-4cbf-b7ee-3feb1859726d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.408356 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6ba58e09-dd01-4cbf-b7ee-3feb1859726d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.412008 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6ba58e09-dd01-4cbf-b7ee-3feb1859726d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3e4d149d-b3a6-4c2c-920e-ebe60802218a HTTP/1.1" status: 204 len: 168 time: 1.1524482 Jul 05 10:13:16.442341 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba58e09-dd01-4cbf-b7ee-3feb1859726d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4d149d-b3a6-4c2c-920e-ebe60802218a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:16.479905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-fec77c97-8489-473e-ba06-bb95727698b1 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:16.479905 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-fec77c97-8489-473e-ba06-bb95727698b1 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740&tenant_id=2cf98573ed3c4198bb69640d015cda66&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 1097 time: 0.2307758 Jul 05 10:13:16.482578 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b55bdeba-b5b9-4978-9687-93cecfd965bf req-7a410253-c258-4e8e-bfba-3dcd412ea35d tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&id=f09dd2a8-5c05-4e16-99f0-fdff6f2145c8&id=2a19f954-4fb5-424d-a958-2b031056b4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0848360 Jul 05 10:13:16.506407 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c3140fcd-dc9d-4855-af8f-fa81e8f2f588 req-80b32409-bba1-4a29-b6e9-9fe7d0c34c70 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 210 time: 0.0744743 Jul 05 10:13:16.533005 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.642430 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24d9d3b1-d4ad-46b0-badd-e474f8d68301 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.688506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-3430cce4-7087-4998-8abe-eeecc6299530 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Made reservation on behalf of db8f0cbb34f14317bd4d516bce3b7392 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:16.706706 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-3430cce4-7087-4998-8abe-eeecc6299530 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.725965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50474) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:16.790951 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.797462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-02a12ceb-a0db-4660-9075-0cbd78a172e0 service neutron] For port c3bce9cd-5561-477e-bb59-22d692917e08, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:16.808165 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-02a12ceb-a0db-4660-9075-0cbd78a172e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:16.809478 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-02a12ceb-a0db-4660-9075-0cbd78a172e0 service neutron] 10.222.0.64 "DELETE /v2.0/ports/c3bce9cd-5561-477e-bb59-22d692917e08/bindings/n-h1-779913-27 HTTP/1.1" status: 204 len: 173 time: 0.3230288 Jul 05 10:13:16.953634 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f796b-c557-4db6-9d75-3519019b242b req-c521c43b-5777-4ce0-8035-9fd0676847a7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:16.955383 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-568f796b-c557-4db6-9d75-3519019b242b req-c521c43b-5777-4ce0-8035-9fd0676847a7 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.64 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 1024 time: 0.2302763 Jul 05 10:13:17.065168 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac006296-25ca-4fff-88e3-2460219baba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:17.179277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538d498-777e-4002-8b01-23b7927fddf6 req-469b6d9c-b281-4be9-a4de-4046cb9cc9ea tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:17.181065 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2538d498-777e-4002-8b01-23b7927fddf6 req-469b6d9c-b281-4be9-a4de-4046cb9cc9ea tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 945 time: 0.3267004 Jul 05 10:13:17.251256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-568f796b-c557-4db6-9d75-3519019b242b req-45fd51df-3be7-4d97-a594-95d3f5802e78 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Deleting port d79ecf35-ecef-438b-87af-c27242c99c48 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:17.251692 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-568f796b-c557-4db6-9d75-3519019b242b req-45fd51df-3be7-4d97-a594-95d3f5802e78 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:17.289407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-3430cce4-7087-4998-8abe-eeecc6299530 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Allocated IP 19.80.0.175 (de8dffea-0367-43ce-a17f-69db3554c380/1b793f3f-6ba6-4265-83a5-290cf8b7bd82/98cb4f18-484b-47ea-822c-b06a19bf4b2e) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:17.310595 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2538d498-777e-4002-8b01-23b7927fddf6 req-22928db2-dd2f-4735-9550-f90e324a8fd1 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183894 Jul 05 10:13:17.326670 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac006296-25ca-4fff-88e3-2460219baba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:17.381213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf42410-9f0e-455b-b172-f36b95f6615e {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:17.402564 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:17.435684 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-24d9d3b1-d4ad-46b0-badd-e474f8d68301 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Deleting port 00c29753-a1e4-4154-ac94-fd202f3077cd {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:17.436256 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24d9d3b1-d4ad-46b0-badd-e474f8d68301 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:17.439230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Transition to ACTIVE for port object 7bf42410-9f0e-455b-b172-f36b95f6615e will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:17.493642 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac006296-25ca-4fff-88e3-2460219baba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:17.548303 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:17.609846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-568f796b-c557-4db6-9d75-3519019b242b req-45fd51df-3be7-4d97-a594-95d3f5802e78 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] For port d79ecf35-ecef-438b-87af-c27242c99c48, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d79ecf35-ecef-438b-87af-c27242c99c48,segment=NetworkSegment(7c8d7046-21a6-4e19-af70-fe0bf8ede69c),segment_id=7c8d7046-21a6-4e19-af70-fe0bf8ede69c)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:17.610132 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-568f796b-c557-4db6-9d75-3519019b242b req-45fd51df-3be7-4d97-a594-95d3f5802e78 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:17.629034 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ac006296-25ca-4fff-88e3-2460219baba8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3cf76e6c9e124dad991dad06f4eb7728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8988309 Jul 05 10:13:17.632033 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac006296-25ca-4fff-88e3-2460219baba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705e1d3d-60bd-4e10-a675-ba3378e32635,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:17.635140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50500) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:17.637257 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf42410-9f0e-455b-b172-f36b95f6615e,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:17.650546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-568f796b-c557-4db6-9d75-3519019b242b req-45fd51df-3be7-4d97-a594-95d3f5802e78 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Calling delete_port for d79ecf35-ecef-438b-87af-c27242c99c48 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:17.690815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb6623-f4fc-48f8-bd4d-1d1dca4cf5aa req-bbd28fda-ad5b-4425-b481-e49706db0fc1 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:17.692432 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a2bb6623-f4fc-48f8-bd4d-1d1dca4cf5aa req-bbd28fda-ad5b-4425-b481-e49706db0fc1 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 932 time: 0.3644795 Jul 05 10:13:17.694356 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24d9d3b1-d4ad-46b0-badd-e474f8d68301 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:17.701648 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-3430cce4-7087-4998-8abe-eeecc6299530 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:17.744303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-24d9d3b1-d4ad-46b0-badd-e474f8d68301 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Calling delete_port for 00c29753-a1e4-4154-ac94-fd202f3077cd owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:17.779557 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-3430cce4-7087-4998-8abe-eeecc6299530 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Transition to ACTIVE for port object 98cb4f18-484b-47ea-822c-b06a19bf4b2e will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:17.785702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7f801-1014-4b47-b06c-371a5bb23b49 req-40b8cdc0-cc6c-4681-b75b-841b927f1fe7 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:17.788079 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c5b7f801-1014-4b47-b06c-371a5bb23b49 req-40b8cdc0-cc6c-4681-b75b-841b927f1fe7 tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 1097 time: 0.2926250 Jul 05 10:13:17.832069 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a2bb6623-f4fc-48f8-bd4d-1d1dca4cf5aa req-9b9d08b0-3aae-462f-ac13-05eee2d22f23 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bfb247-c569-4ef1-aa37-af870d32ad55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022987 Jul 05 10:13:17.883964 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Attempting to bind port 7bf42410-9f0e-455b-b172-f36b95f6615e on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:17.884315 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Attempting to bind port 7bf42410-9f0e-455b-b172-f36b95f6615e by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'edbbc8a4-5316-4635-ad54-59de1f372aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4b4b72b4-9223-468c-9f46-2b3fd389c9e0'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:17.884657 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Attempting to bind port 7bf42410-9f0e-455b-b172-f36b95f6615e on network 4b4b72b4-9223-468c-9f46-2b3fd389c9e0 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:17.892550 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c5b7f801-1014-4b47-b06c-371a5bb23b49 req-9ae92d82-c203-47de-84a2-6100ef614b6c tempest-LiveMigrationTest-1888683150 tempest-LiveMigrationTest-1888683150-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905337 Jul 05 10:13:17.894378 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94dd38bd-8b3f-4972-9398-854f49323d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:17.902192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Port 7bf42410-9f0e-455b-b172-f36b95f6615e on network 4b4b72b4-9223-468c-9f46-2b3fd389c9e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:13:17.902608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Attempting to bind port 7bf42410-9f0e-455b-b172-f36b95f6615e on network 4b4b72b4-9223-468c-9f46-2b3fd389c9e0 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:17.915328 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:17.919484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Checking segment: {'id': 'edbbc8a4-5316-4635-ad54-59de1f372aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4b4b72b4-9223-468c-9f46-2b3fd389c9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:17.919484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Bound using segment: {'id': 'edbbc8a4-5316-4635-ad54-59de1f372aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4b4b72b4-9223-468c-9f46-2b3fd389c9e0'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:17.919484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Bound port: 7bf42410-9f0e-455b-b172-f36b95f6615e, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbbc8a4-5316-4635-ad54-59de1f372aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4b4b72b4-9223-468c-9f46-2b3fd389c9e0'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:17.919484 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:17.965809 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94dd38bd-8b3f-4972-9398-854f49323d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.049831 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-3430cce4-7087-4998-8abe-eeecc6299530 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.126354 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50514) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:18.164519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] For port 7bf42410-9f0e-455b-b172-f36b95f6615e, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:18.199408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-3430cce4-7087-4998-8abe-eeecc6299530 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Network de8dffea-0367-43ce-a17f-69db3554c380 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:18.207516 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-3430cce4-7087-4998-8abe-eeecc6299530 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:18.210853 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] For port 7bf42410-9f0e-455b-b172-f36b95f6615e, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7bf42410-9f0e-455b-b172-f36b95f6615e,segment=NetworkSegment(edbbc8a4-5316-4635-ad54-59de1f372aaa),segment_id=edbbc8a4-5316-4635-ad54-59de1f372aaa)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:18.212693 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430cce4-7087-4998-8abe-eeecc6299530 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event updated for resources: {'Port': ['ID=98cb4f18-484b-47ea-822c-b06a19bf4b2e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:18.215074 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-3430cce4-7087-4998-8abe-eeecc6299530 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:18.258327 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab5d16-dbc6-4720-9c67-300f9fed557a req-dece3712-6790-454b-ae3b-09ad099c0c77 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:18.264269 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-34ab5d16-dbc6-4720-9c67-300f9fed557a req-dece3712-6790-454b-ae3b-09ad099c0c77 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 932 time: 0.1160238 Jul 05 10:13:18.279002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-3430cce4-7087-4998-8abe-eeecc6299530 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:18.279667 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-3430cce4-7087-4998-8abe-eeecc6299530 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.291535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e560bb8c-043a-416f-80bc-6115192331f7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-914988510-network', 'tenant_id': '5d5c4a4571d34be99cb6fcc6095382a4'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:18.308046 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce3dce-cf03-418a-bea2-fab3414076cc req-5d49f518-cf54-4bc6-ae01-af0ef0eab95f tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:18.309871 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4ce3dce-cf03-418a-bea2-fab3414076cc req-5d49f518-cf54-4bc6-ae01-af0ef0eab95f tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/ports?device_id=3863bcb6-6b9c-45e6-8491-970556b6ddf1 HTTP/1.1" status: 200 len: 1024 time: 0.1858890 Jul 05 10:13:18.329373 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-568f796b-c557-4db6-9d75-3519019b242b req-45fd51df-3be7-4d97-a594-95d3f5802e78 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.331068 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94dd38bd-8b3f-4972-9398-854f49323d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.333835 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94dd38bd-8b3f-4972-9398-854f49323d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.335115 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-94dd38bd-8b3f-4972-9398-854f49323d14 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/705e1d3d-60bd-4e10-a675-ba3378e32635 HTTP/1.1" status: 204 len: 168 time: 0.6956499 Jul 05 10:13:18.352187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd38bd-8b3f-4972-9398-854f49323d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705e1d3d-60bd-4e10-a675-ba3378e32635,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:18.352395 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-34ab5d16-dbc6-4720-9c67-300f9fed557a req-4515e818-46fc-40e2-8599-98131788f01e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748994 Jul 05 10:13:18.352975 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24d9d3b1-d4ad-46b0-badd-e474f8d68301 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.392178 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4ce3dce-cf03-418a-bea2-fab3414076cc req-7d5f1d21-51f0-49bc-9124-61e204e34769 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups?id=6decb723-fa87-4006-a9e6-e99b99d08848&id=f09dd2a8-5c05-4e16-99f0-fdff6f2145c8&id=2a19f954-4fb5-424d-a958-2b031056b4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0686042 Jul 05 10:13:18.393755 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd51df-3be7-4d97-a594-95d3f5802e78 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event deleted for resources: {'Port': ['ID=d79ecf35-ecef-438b-87af-c27242c99c48,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:18.394181 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.444447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9d3b1-d4ad-46b0-badd-e474f8d68301 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event deleted for resources: {'Port': ['ID=00c29753-a1e4-4154-ac94-fd202f3077cd,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:18.478327 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-3430cce4-7087-4998-8abe-eeecc6299530 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2935638 Jul 05 10:13:18.509085 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-42a7be35-22fb-48c9-bb84-e9a4a1e85ff8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Request body: {'port': {'device_id': 'e6886e69-e97d-458f-adee-b87c640a3153', 'network_id': 'dafaca60-f560-4add-b4a3-8b0818e50773', 'admin_state_up': True, 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:18.512540 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:18.513488 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.514880 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] 10.222.0.64 "PUT /v2.0/ports/7bf42410-9f0e-455b-b172-f36b95f6615e HTTP/1.1" status: 200 len: 1093 time: 2.3317127 Jul 05 10:13:18.518244 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b947e91e-18e6-40b9-bff2-9105acb7a52c', 'tag': '7bf42410-9f0e-455b-b172-f36b95f6615e'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:18.520787 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56591e5e-31e2-4ee0-982e-135c5eb535c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b947e91e-18e6-40b9-bff2-9105acb7a52c", "tag": "7bf42410-9f0e-455b-b172-f36b95f6615e"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:18.545988 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24d9d3b1-d4ad-46b0-badd-e474f8d68301 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.600183 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-568f796b-c557-4db6-9d75-3519019b242b req-45fd51df-3be7-4d97-a594-95d3f5802e78 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] No DVR routers for this DVR port d79ecf35-ecef-438b-87af-c27242c99c48 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:18.604708 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-568f796b-c557-4db6-9d75-3519019b242b req-45fd51df-3be7-4d97-a594-95d3f5802e78 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.607173 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-568f796b-c557-4db6-9d75-3519019b242b req-45fd51df-3be7-4d97-a594-95d3f5802e78 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.64 "DELETE /v2.0/ports/d79ecf35-ecef-438b-87af-c27242c99c48 HTTP/1.1" status: 204 len: 173 time: 1.6418915 Jul 05 10:13:18.608649 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3863bcb6-6b9c-45e6-8491-970556b6ddf1', 'name': 'network-vif-deleted', 'tag': 'd79ecf35-ecef-438b-87af-c27242c99c48'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:18.611324 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b864709c-af10-4aeb-bf07-4400ca521481" -d '{"events": [{"server_uuid": "3863bcb6-6b9c-45e6-8491-970556b6ddf1", "name": "network-vif-deleted", "tag": "d79ecf35-ecef-438b-87af-c27242c99c48"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:18.640915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ee866-a868-4408-8651-f05ccb2132b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf42410-9f0e-455b-b172-f36b95f6615e,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:18.668422 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aee473d-2fbb-457d-92d4-cc352816b0f3 x-openstack-request-id: req-7aee473d-2fbb-457d-92d4-cc352816b0f3 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:18.668795 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b947e91e-18e6-40b9-bff2-9105acb7a52c", "tag": "7bf42410-9f0e-455b-b172-f36b95f6615e", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:18.668970 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7aee473d-2fbb-457d-92d4-cc352816b0f3 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:18.669373 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b947e91e-18e6-40b9-bff2-9105acb7a52c', 'tag': '7bf42410-9f0e-455b-b172-f36b95f6615e', 'status': 'completed', 'code': 200} Jul 05 10:13:18.762162 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9e78c4-159c-4626-b19a-215086cdeffb x-openstack-request-id: req-6f9e78c4-159c-4626-b19a-215086cdeffb {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:18.762374 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3863bcb6-6b9c-45e6-8491-970556b6ddf1", "name": "network-vif-deleted", "tag": "d79ecf35-ecef-438b-87af-c27242c99c48", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:18.762590 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6f9e78c4-159c-4626-b19a-215086cdeffb {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:18.763055 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3863bcb6-6b9c-45e6-8491-970556b6ddf1', 'name': 'network-vif-deleted', 'tag': 'd79ecf35-ecef-438b-87af-c27242c99c48', 'status': 'completed', 'code': 200} Jul 05 10:13:18.777428 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e560bb8c-043a-416f-80bc-6115192331f7 admin admin] Made reservation on behalf of 5d5c4a4571d34be99cb6fcc6095382a4 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:18.779222 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e560bb8c-043a-416f-80bc-6115192331f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.811377 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e560bb8c-043a-416f-80bc-6115192331f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.876091 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-44f958b1-07e7-4637-9cc8-f03638c9e8aa None None] Provisioning for port 98cb4f18-484b-47ea-822c-b06a19bf4b2e completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:18.882171 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-42a7be35-22fb-48c9-bb84-e9a4a1e85ff8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Made reservation on behalf of db8f0cbb34f14317bd4d516bce3b7392 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:18.883085 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-44f958b1-07e7-4637-9cc8-f03638c9e8aa None None] Provisioning complete for port 98cb4f18-484b-47ea-822c-b06a19bf4b2e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:18.885037 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-44f958b1-07e7-4637-9cc8-f03638c9e8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.888781 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-42a7be35-22fb-48c9-bb84-e9a4a1e85ff8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:18.971686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-44f958b1-07e7-4637-9cc8-f03638c9e8aa None None] Port 98cb4f18-484b-47ea-822c-b06a19bf4b2e cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:13:18.992505 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d9d3b1-d4ad-46b0-badd-e474f8d68301 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Router 82bfe7e4-55bc-4ef6-b3cf-9963fb499d23 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:13:19.021235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-6fab328d-eaa9-472c-840a-b1cb57451ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:19.021235 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-6fab328d-eaa9-472c-840a-b1cb57451ed9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e84ade1a79f482aa3ba3f86f97e3357&device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 1096 time: 0.2552409 Jul 05 10:13:19.136020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-42a7be35-22fb-48c9-bb84-e9a4a1e85ff8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Allocated IP 19.86.0.5 (dafaca60-f560-4add-b4a3-8b0818e50773/5f8f6926-69f8-48fc-a5b6-aad93017c184/dfac1be5-aa3a-4fa3-ab17-4c7278baf122) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:19.164206 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-f0b0735d-54be-4a68-9b5d-9d0d8fe80238 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bf42410-9f0e-455b-b172-f36b95f6615e HTTP/1.1" status: 200 len: 217 time: 0.1319642 Jul 05 10:13:19.195255 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6d5f9-62d5-4eeb-9c90-00cbc79cfe89 req-cec53acc-6dcc-4a25-87b2-89afb0cf0549 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:19.205348 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bea6d5f9-62d5-4eeb-9c90-00cbc79cfe89 req-cec53acc-6dcc-4a25-87b2-89afb0cf0549 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 944 time: 0.1519372 Jul 05 10:13:19.229821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d9d3b1-d4ad-46b0-badd-e474f8d68301 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:13:19.236201 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-24d9d3b1-d4ad-46b0-badd-e474f8d68301 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "PUT /v2.0/routers/82bfe7e4-55bc-4ef6-b3cf-9963fb499d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8906703 Jul 05 10:13:19.245999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50532) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:19.246324 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da528e48-6efc-4f61-9b47-30ee5c76b145 None None] Sync routers for ids ['82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:13:19.258888 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da528e48-6efc-4f61-9b47-30ee5c76b145 None None] Routers {'82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:19.259678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-da528e48-6efc-4f61-9b47-30ee5c76b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:13:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:19.306109 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-011cfb0b-f0cd-4019-8aba-00dfdd2effef tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] show failed (client error): The resource could not be found. Jul 05 10:13:19.307295 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-011cfb0b-f0cd-4019-8aba-00dfdd2effef tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-1493074282 HTTP/1.1" status: 404 len: 335 time: 0.0634911 Jul 05 10:13:19.313930 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50534) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:19.328291 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3537c30e-47e7-4ee0-a605-1c8723bbdcc3 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:19.332772 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-da528e48-6efc-4f61-9b47-30ee5c76b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:19.341462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-c4d71a8b-542c-428f-9c42-d6298e895983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:19.343053 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-c4d71a8b-542c-428f-9c42-d6298e895983 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f219afe7-0811-4ddf-8902-7aa9edc6cd67 HTTP/1.1" status: 200 len: 854 time: 0.1698611 Jul 05 10:13:19.344131 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bea6d5f9-62d5-4eeb-9c90-00cbc79cfe89 req-9fdd845a-2907-4f23-b605-e85bafa4d756 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bfb247-c569-4ef1-aa37-af870d32ad55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315658 Jul 05 10:13:19.357597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da528e48-6efc-4f61-9b47-30ee5c76b145 None None] Routers {'82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:13:19.358217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-da528e48-6efc-4f61-9b47-30ee5c76b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:13:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:19.370907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50536) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:19.388371 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-3537c30e-47e7-4ee0-a605-1c8723bbdcc3 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] update failed (client error): The resource could not be found. Jul 05 10:13:19.395456 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3537c30e-47e7-4ee0-a605-1c8723bbdcc3 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-207723444 HTTP/1.1" status: 404 len: 334 time: 0.0706520 Jul 05 10:13:19.395658 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a212f171-8284-430f-ad0f-c4ce31ecf6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:19.396601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50538) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:19.396759 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-da528e48-6efc-4f61-9b47-30ee5c76b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:19.400779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da528e48-6efc-4f61-9b47-30ee5c76b145 None None] The sync data for ids ['82bfe7e4-55bc-4ef6-b3cf-9963fb499d23'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:13:19.440615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-a0334c5c-8d7f-47cf-9755-d818b6ee81a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b4b72b4-9223-468c-9f46-2b3fd389c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640082 Jul 05 10:13:19.444116 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e560bb8c-043a-416f-80bc-6115192331f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:19.558099 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e560bb8c-043a-416f-80bc-6115192331f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:19.896368 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-42a7be35-22fb-48c9-bb84-e9a4a1e85ff8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:19.948645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57328db-5787-4d03-99fc-3410eecbcb27 req-c0d528ed-bc7a-4ffb-b5ff-24dadca2a46e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:19.950307 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e57328db-5787-4d03-99fc-3410eecbcb27 req-c0d528ed-bc7a-4ffb-b5ff-24dadca2a46e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 945 time: 0.7130380 Jul 05 10:13:19.964175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-42a7be35-22fb-48c9-bb84-e9a4a1e85ff8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Transition to ACTIVE for port object dfac1be5-aa3a-4fa3-ab17-4c7278baf122 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:19.968282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e560bb8c-043a-416f-80bc-6115192331f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:13:19.974914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79870fd-76f2-46a4-a435-b6afc440bc3e tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Deleting subnet 2e592aff-00c2-41a3-940b-c2d37507720f {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:13:19.990679 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d79870fd-76f2-46a4-a435-b6afc440bc3e tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.009244 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a38b0-552a-46e1-ad8f-a5b6076eda3d req-9ee7d49c-e5be-478b-9ec2-04aa6a7a6125 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:20.010806 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-135a38b0-552a-46e1-ad8f-a5b6076eda3d req-9ee7d49c-e5be-478b-9ec2-04aa6a7a6125 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 932 time: 0.2376301 Jul 05 10:13:20.013740 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d79ecf35-ecef-438b-87af-c27242c99c48 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:20.043181 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a212f171-8284-430f-ad0f-c4ce31ecf6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.043457 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e560bb8c-043a-416f-80bc-6115192331f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.043646 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-e560bb8c-043a-416f-80bc-6115192331f7 admin admin] Added segment 3f0ad165-ca4e-45bf-9c28-430b653c2742 of type vlan for network 2c055fa0-2f16-4984-934a-36df397706d5 Jul 05 10:13:20.062107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: d79ecf35-ecef-438b-87af-c27242c99c48 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:20.064123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d79ecf35-ecef-438b-87af-c27242c99c48 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:20.071756 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560bb8c-043a-416f-80bc-6115192331f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd57e0ab-f193-42af-bf46-166b76c13f7f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:20.083598 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52916e-b84e-47e4-9eb9-bb2400d25d56 req-4a311b2e-ad97-41bb-898a-9e65d590ddcd tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:20.085178 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ad52916e-b84e-47e4-9eb9-bb2400d25d56 req-4a311b2e-ad97-41bb-898a-9e65d590ddcd tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 945 time: 0.1931877 Jul 05 10:13:20.110975 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-135a38b0-552a-46e1-ad8f-a5b6076eda3d req-81225993-6fbb-461d-ab3c-da11119c4658 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843182 Jul 05 10:13:20.129197 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a212f171-8284-430f-ad0f-c4ce31ecf6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.136892 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d79870fd-76f2-46a4-a435-b6afc440bc3e tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.143142 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-e4673601-4dc5-4b91-8c90-4442de9a3f80 service neutron] 10.222.0.64 "GET /v2.0/networks/4b4b72b4-9223-468c-9f46-2b3fd389c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690862 Jul 05 10:13:20.145146 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e560bb8c-043a-416f-80bc-6115192331f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.155533 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e57328db-5787-4d03-99fc-3410eecbcb27 req-0617f3e9-560a-4571-bae4-77259fa0a2ce tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938670 Jul 05 10:13:20.208179 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-42a7be35-22fb-48c9-bb84-e9a4a1e85ff8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.243595 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212f171-8284-430f-ad0f-c4ce31ecf6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa04dc9-5982-4412-bc75-501a074c72c9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:20.281081 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a212f171-8284-430f-ad0f-c4ce31ecf6b7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4c613e161cf64804880ef40e828b108f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9098320 Jul 05 10:13:20.284891 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50544) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:20.296436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-42a7be35-22fb-48c9-bb84-e9a4a1e85ff8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Network dafaca60-f560-4add-b4a3-8b0818e50773 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:20.304020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-42a7be35-22fb-48c9-bb84-e9a4a1e85ff8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:20.327057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-42a7be35-22fb-48c9-bb84-e9a4a1e85ff8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:20.338455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7be35-22fb-48c9-bb84-e9a4a1e85ff8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event updated for resources: {'Port': ['ID=dfac1be5-aa3a-4fa3-ab17-4c7278baf122,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:20.383295 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-ad52916e-b84e-47e4-9eb9-bb2400d25d56 req-6177ded7-60a3-4600-bfe1-d56a6386a34c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Deleting port c3bce9cd-5561-477e-bb59-22d692917e08 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:20.383705 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ad52916e-b84e-47e4-9eb9-bb2400d25d56 req-6177ded7-60a3-4600-bfe1-d56a6386a34c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.406857 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e560bb8c-043a-416f-80bc-6115192331f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.408061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e560bb8c-043a-416f-80bc-6115192331f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:20.408661 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e560bb8c-043a-416f-80bc-6115192331f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.446528 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b0d2f34-55d0-43ef-8718-a9dfa293b478 req-ee270c2e-643b-4764-aad2-7fcb9755144f service neutron] 10.222.0.64 "GET /v2.0/networks/4b4b72b4-9223-468c-9f46-2b3fd389c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940843 Jul 05 10:13:20.468081 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-42a7be35-22fb-48c9-bb84-e9a4a1e85ff8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:20.469629 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-42a7be35-22fb-48c9-bb84-e9a4a1e85ff8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.529774 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d79870fd-76f2-46a4-a435-b6afc440bc3e tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.589160 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ad52916e-b84e-47e4-9eb9-bb2400d25d56 req-6177ded7-60a3-4600-bfe1-d56a6386a34c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] For port c3bce9cd-5561-477e-bb59-22d692917e08, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c3bce9cd-5561-477e-bb59-22d692917e08,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:20.589775 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ad52916e-b84e-47e4-9eb9-bb2400d25d56 req-6177ded7-60a3-4600-bfe1-d56a6386a34c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.590665 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5f39d615-fa7f-476c-8a6d-4782d87d5e7f req-3e92d0ac-8b16-4e11-b649-87dee886bf52 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/2a19f954-4fb5-424d-a958-2b031056b4f9 HTTP/1.1" status: 200 len: 1803 time: 0.2125542 Jul 05 10:13:20.591382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560bb8c-043a-416f-80bc-6115192331f7 admin admin] Pushing event updated for resources: {'Network': ['ID=2c055fa0-2f16-4984-934a-36df397706d5,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:20.602544 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2641433c-10af-44ec-9e7f-72fad8ceffa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.603993 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 2c055fa0-2f16-4984-934a-36df397706d5 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:13:20.612639 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-42a7be35-22fb-48c9-bb84-e9a4a1e85ff8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1138425 Jul 05 10:13:20.618225 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e560bb8c-043a-416f-80bc-6115192331f7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4891970 Jul 05 10:13:20.624867 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-ad52916e-b84e-47e4-9eb9-bb2400d25d56 req-6177ded7-60a3-4600-bfe1-d56a6386a34c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Calling delete_port for c3bce9cd-5561-477e-bb59-22d692917e08 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:20.633105 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-0cd3dea9-b780-4bab-af67-54d38f114672 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Request body: {'port': {'device_id': 'e6886e69-e97d-458f-adee-b87c640a3153', 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380', 'admin_state_up': True, 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:20.725181 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2641433c-10af-44ec-9e7f-72fad8ceffa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.804568 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0089e-b221-450f-9985-f04232b066b3 req-e223401c-5dcb-4ed6-85a7-9c98233ae180 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:20.807496 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5d3301cb-ea20-4e72-848d-fb84cc3c131c None None] Provisioning for port dfac1be5-aa3a-4fa3-ab17-4c7278baf122 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:20.811492 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-33f0089e-b221-450f-9985-f04232b066b3 req-e223401c-5dcb-4ed6-85a7-9c98233ae180 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 944 time: 0.2956769 Jul 05 10:13:20.813253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5d3301cb-ea20-4e72-848d-fb84cc3c131c None None] Provisioning complete for port dfac1be5-aa3a-4fa3-ab17-4c7278baf122 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:20.814149 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5d3301cb-ea20-4e72-848d-fb84cc3c131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.852895 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5f39d615-fa7f-476c-8a6d-4782d87d5e7f req-fa98af12-7294-432b-af2d-b36d923f3e32 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.867769 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5d3301cb-ea20-4e72-848d-fb84cc3c131c None None] Port dfac1be5-aa3a-4fa3-ab17-4c7278baf122 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:13:20.876544 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d79870fd-76f2-46a4-a435-b6afc440bc3e tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.890357 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56591e5e-31e2-4ee0-982e-135c5eb535c6 req-ed68d56a-076f-4eb2-bd9a-777dcd2737ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:20.892515 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56591e5e-31e2-4ee0-982e-135c5eb535c6 req-ed68d56a-076f-4eb2-bd9a-777dcd2737ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e84ade1a79f482aa3ba3f86f97e3357&device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 1096 time: 0.2801187 Jul 05 10:13:20.907338 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-33f0089e-b221-450f-9985-f04232b066b3 req-a3f9d5e9-43f5-4926-9d59-4c40fe679b7a tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bfb247-c569-4ef1-aa37-af870d32ad55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948963 Jul 05 10:13:20.947040 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5f39d615-fa7f-476c-8a6d-4782d87d5e7f req-fa98af12-7294-432b-af2d-b36d923f3e32 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:20.977353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c629f0-ac19-4a87-9c33-a1080041f162 None None] Network 7e4c5e43-71f2-4137-a66d-da6d69268224 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:20.984534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79870fd-76f2-46a4-a435-b6afc440bc3e tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event deleted for resources: {'Subnet': ['ID=2e592aff-00c2-41a3-940b-c2d37507720f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:20.996282 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-0cd3dea9-b780-4bab-af67-54d38f114672 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Made reservation on behalf of db8f0cbb34f14317bd4d516bce3b7392 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:21.000643 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-0cd3dea9-b780-4bab-af67-54d38f114672 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:21.019914 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d79870fd-76f2-46a4-a435-b6afc440bc3e tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:21.022217 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d79870fd-76f2-46a4-a435-b6afc440bc3e tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "DELETE /v2.0/subnets/2e592aff-00c2-41a3-940b-c2d37507720f HTTP/1.1" status: 204 len: 168 time: 1.5950754 Jul 05 10:13:21.027360 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50560) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:21.034722 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2641433c-10af-44ec-9e7f-72fad8ceffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:21.037278 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2641433c-10af-44ec-9e7f-72fad8ceffa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:21.038633 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2641433c-10af-44ec-9e7f-72fad8ceffa3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bfa04dc9-5982-4412-bc75-501a074c72c9 HTTP/1.1" status: 204 len: 168 time: 0.7346375 Jul 05 10:13:21.071071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641433c-10af-44ec-9e7f-72fad8ceffa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa04dc9-5982-4412-bc75-501a074c72c9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:21.142921 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ad52916e-b84e-47e4-9eb9-bb2400d25d56 req-6177ded7-60a3-4600-bfe1-d56a6386a34c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:21.154841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56591e5e-31e2-4ee0-982e-135c5eb535c6 req-f977f0d9-c580-4d5c-a606-38a2a95bb500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:21.156642 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56591e5e-31e2-4ee0-982e-135c5eb535c6 req-f977f0d9-c580-4d5c-a606-38a2a95bb500 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4b4b72b4-9223-468c-9f46-2b3fd389c9e0 HTTP/1.1" status: 200 len: 915 time: 0.2510166 Jul 05 10:13:21.163234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['d0a2d165-2d69-43fc-87ea-505b1e3e287b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:21.166047 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['c3bce9cd-5561-477e-bb59-22d692917e08'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:21.207559 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56591e5e-31e2-4ee0-982e-135c5eb535c6 req-969ddd45-8661-472f-9282-b62363aa463f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bf42410-9f0e-455b-b172-f36b95f6615e HTTP/1.1" status: 200 len: 217 time: 0.0429308 Jul 05 10:13:21.208642 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5f39d615-fa7f-476c-8a6d-4782d87d5e7f req-fa98af12-7294-432b-af2d-b36d923f3e32 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:21.211511 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5f39d615-fa7f-476c-8a6d-4782d87d5e7f req-fa98af12-7294-432b-af2d-b36d923f3e32 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:21.218530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5f39d615-fa7f-476c-8a6d-4782d87d5e7f req-fa98af12-7294-432b-af2d-b36d923f3e32 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "DELETE /v2.0/security-groups/2a19f954-4fb5-424d-a958-2b031056b4f9 HTTP/1.1" status: 204 len: 173 time: 0.6111000 Jul 05 10:13:21.289408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98af12-7294-432b-af2d-b36d923f3e32 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a19f954-4fb5-424d-a958-2b031056b4f9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:21.363270 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040f461c-2341-4b95-b9dd-c1695021a598 None None] DHCP port deletion for 7e4c5e43-71f2-4137-a66d-da6d69268224 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:13:21.365260 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177ded7-60a3-4600-bfe1-d56a6386a34c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Pushing event deleted for resources: {'Port': ['ID=c3bce9cd-5561-477e-bb59-22d692917e08,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:21.381718 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56591e5e-31e2-4ee0-982e-135c5eb535c6 req-678a66ee-09ee-43bd-aa7a-4f70dfdf5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:21.384560 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56591e5e-31e2-4ee0-982e-135c5eb535c6 req-678a66ee-09ee-43bd-aa7a-4f70dfdf5f61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f219afe7-0811-4ddf-8902-7aa9edc6cd67 HTTP/1.1" status: 200 len: 854 time: 0.1528099 Jul 05 10:13:21.446812 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:21.455499 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56591e5e-31e2-4ee0-982e-135c5eb535c6 req-edbda555-70be-414c-b6ff-64a188006f7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b4b72b4-9223-468c-9f46-2b3fd389c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615246 Jul 05 10:13:21.498128 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-0cd3dea9-b780-4bab-af67-54d38f114672 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Allocated IP 19.80.0.249 (de8dffea-0367-43ce-a17f-69db3554c380/1b793f3f-6ba6-4265-83a5-290cf8b7bd82/800c230e-f0a8-4ff9-a917-e8699c572345) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:21.540515 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-040f461c-2341-4b95-b9dd-c1695021a598 None None] Deleting port dbe1e345-277c-4baf-b90c-007c0d322914 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:21.540927 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-040f461c-2341-4b95-b9dd-c1695021a598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:21.546420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad52916e-b84e-47e4-9eb9-bb2400d25d56 req-6177ded7-60a3-4600-bfe1-d56a6386a34c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] No DVR routers for this DVR port c3bce9cd-5561-477e-bb59-22d692917e08 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:21.570417 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ad52916e-b84e-47e4-9eb9-bb2400d25d56 req-6177ded7-60a3-4600-bfe1-d56a6386a34c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:21.571040 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ad52916e-b84e-47e4-9eb9-bb2400d25d56 req-6177ded7-60a3-4600-bfe1-d56a6386a34c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.64 "DELETE /v2.0/ports/c3bce9cd-5561-477e-bb59-22d692917e08 HTTP/1.1" status: 204 len: 173 time: 1.4754422 Jul 05 10:13:21.574306 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d0fe66-c38b-4d9a-8124-a29debe18740', 'name': 'network-vif-deleted', 'tag': 'c3bce9cd-5561-477e-bb59-22d692917e08'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:21.578062 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c726fc4-f3db-4f0c-9d96-6e4ed314e3b6" -d '{"events": [{"server_uuid": "d3d0fe66-c38b-4d9a-8124-a29debe18740", "name": "network-vif-deleted", "tag": "c3bce9cd-5561-477e-bb59-22d692917e08"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:21.629107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dbe1e345-277c-4baf-b90c-007c0d322914 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:21.674940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-040f461c-2341-4b95-b9dd-c1695021a598 None None] For port dbe1e345-277c-4baf-b90c-007c0d322914, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dbe1e345-277c-4baf-b90c-007c0d322914,segment=NetworkSegment(b4a87ffe-8f69-4661-9734-ecaf367fde57),segment_id=b4a87ffe-8f69-4661-9734-ecaf367fde57)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:21.675989 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-040f461c-2341-4b95-b9dd-c1695021a598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:21.683533 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56591e5e-31e2-4ee0-982e-135c5eb535c6 req-295ab09b-543b-4d8d-b803-f5c3e5ff6f60 service neutron] 10.222.0.64 "GET /v2.0/networks/4b4b72b4-9223-468c-9f46-2b3fd389c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154870 Jul 05 10:13:21.701517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-040f461c-2341-4b95-b9dd-c1695021a598 None None] Calling delete_port for dbe1e345-277c-4baf-b90c-007c0d322914 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:21.726757 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907ac1c-5f9e-45c4-bfc7-9cbe2de22868 req-5a67d6dc-b93c-4074-b3ac-a0eb18043043 tempest-ComputeTenantNetworksTest-17590854 tempest-ComputeTenantNetworksTest-17590854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:21.733857 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907ac1c-5f9e-45c4-bfc7-9cbe2de22868 req-5a67d6dc-b93c-4074-b3ac-a0eb18043043 tempest-ComputeTenantNetworksTest-17590854 tempest-ComputeTenantNetworksTest-17590854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:21.740352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907ac1c-5f9e-45c4-bfc7-9cbe2de22868 req-5a67d6dc-b93c-4074-b3ac-a0eb18043043 tempest-ComputeTenantNetworksTest-17590854 tempest-ComputeTenantNetworksTest-17590854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:21.746945 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c907ac1c-5f9e-45c4-bfc7-9cbe2de22868 req-5a67d6dc-b93c-4074-b3ac-a0eb18043043 tempest-ComputeTenantNetworksTest-17590854 tempest-ComputeTenantNetworksTest-17590854-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5867956 Jul 05 10:13:21.879616 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ac526-5fdc-431e-8bae-bd6887bc60a5 req-67e43e91-e504-42c5-85e7-02343cd92eeb tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:21.892609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ac526-5fdc-431e-8bae-bd6887bc60a5 req-67e43e91-e504-42c5-85e7-02343cd92eeb tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:21.906084 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-222ac526-5fdc-431e-8bae-bd6887bc60a5 req-67e43e91-e504-42c5-85e7-02343cd92eeb tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 1653 time: 0.4576542 Jul 05 10:13:21.925826 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:21.975227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Deleting port dbe1e345-277c-4baf-b90c-007c0d322914 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:21.976064 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:21.992696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port dbe1e345-277c-4baf-b90c-007c0d322914, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dbe1e345-277c-4baf-b90c-007c0d322914,segment=NetworkSegment(b4a87ffe-8f69-4661-9734-ecaf367fde57),segment_id=b4a87ffe-8f69-4661-9734-ecaf367fde57)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:22.015478 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7bf42410-9f0e-455b-b172-f36b95f6615e details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:13:22.099032 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-222ac526-5fdc-431e-8bae-bd6887bc60a5 req-f9308b45-6dda-457f-b54c-db56f6169c00 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914837 Jul 05 10:13:22.117429 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.123141 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.138688 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d9d35213-feb7-4a24-b268-d79929c3a9e4 req-e8752b09-63a6-4b83-95f9-9a7ec299b011 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 210 time: 0.1457143 Jul 05 10:13:22.181882 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] For port dbe1e345-277c-4baf-b90c-007c0d322914, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dbe1e345-277c-4baf-b90c-007c0d322914,segment=NetworkSegment(b4a87ffe-8f69-4661-9734-ecaf367fde57),segment_id=b4a87ffe-8f69-4661-9734-ecaf367fde57)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:22.181882 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.213023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Calling delete_port for dbe1e345-277c-4baf-b90c-007c0d322914 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:22.219772 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56591e5e-31e2-4ee0-982e-135c5eb535c6 req-446e9764-2291-4550-8a4d-09c26c6b1b74 service neutron] 10.222.0.64 "GET /v2.0/networks/4b4b72b4-9223-468c-9f46-2b3fd389c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247266 Jul 05 10:13:22.232405 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2546cb39-d574-4930-911a-fa5cf2a37f64 req-6ccf75fa-d9dc-4dbf-8c0a-26aed4fb6ef9 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "GET /v2.0/security-groups/f09dd2a8-5c05-4e16-99f0-fdff6f2145c8 HTTP/1.1" status: 200 len: 1803 time: 0.0913296 Jul 05 10:13:22.246410 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7bf42410-9f0e-455b-b172-f36b95f6615e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7bf42410-9f0e-455b-b172-f36b95f6615e,segment=NetworkSegment(edbbc8a4-5316-4635-ad54-59de1f372aaa),segment_id=edbbc8a4-5316-4635-ad54-59de1f372aaa)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:22.258408 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=dbe1e345-277c-4baf-b90c-007c0d322914,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:22.268699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '7bf42410-9f0e-455b-b172-f36b95f6615e', 'network_id': '4b4b72b4-9223-468c-9f46-2b3fd389c9e0', 'port_id': '7bf42410-9f0e-455b-b172-f36b95f6615e', 'mac_address': 'fa:16:3e:bc:01:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f219afe7-0811-4ddf-8902-7aa9edc6cd67', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:13:22.268975 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-0cd3dea9-b780-4bab-af67-54d38f114672 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.298558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-0cd3dea9-b780-4bab-af67-54d38f114672 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Transition to ACTIVE for port object 800c230e-f0a8-4ff9-a917-e8699c572345 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:22.320101 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.322027 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9694a97-e8dd-4cee-89f3-71b11fc21490 x-openstack-request-id: req-c9694a97-e8dd-4cee-89f3-71b11fc21490 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:22.322339 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d0fe66-c38b-4d9a-8124-a29debe18740", "name": "network-vif-deleted", "tag": "c3bce9cd-5561-477e-bb59-22d692917e08", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:22.322679 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c9694a97-e8dd-4cee-89f3-71b11fc21490 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:22.323537 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d0fe66-c38b-4d9a-8124-a29debe18740', 'name': 'network-vif-deleted', 'tag': 'c3bce9cd-5561-477e-bb59-22d692917e08', 'status': 'completed', 'code': 200} Jul 05 10:13:22.337930 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-040f461c-2341-4b95-b9dd-c1695021a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.351371 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf42410-9f0e-455b-b172-f36b95f6615e {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:22.387010 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2546cb39-d574-4930-911a-fa5cf2a37f64 req-286f0680-1494-4c34-a26e-690f677a0a54 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.406985 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f461c-2341-4b95-b9dd-c1695021a598 None None] Pushing event deleted for resources: {'Port': ['ID=dbe1e345-277c-4baf-b90c-007c0d322914,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:22.415814 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040f461c-2341-4b95-b9dd-c1695021a598 None None] No DVR routers for this DVR port dbe1e345-277c-4baf-b90c-007c0d322914 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:22.424316 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2546cb39-d574-4930-911a-fa5cf2a37f64 req-286f0680-1494-4c34-a26e-690f677a0a54 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.440391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7bf42410-9f0e-455b-b172-f36b95f6615e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7bf42410-9f0e-455b-b172-f36b95f6615e,segment=NetworkSegment(edbbc8a4-5316-4635-ad54-59de1f372aaa),segment_id=edbbc8a4-5316-4635-ad54-59de1f372aaa)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:22.593085 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55dd4c-0d83-45f3-a11c-a3ba7333ead4 req-7adadf0a-0238-4779-9faa-4d64663c89ab tempest-ComputeTenantNetworksTest-17590854 tempest-ComputeTenantNetworksTest-17590854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:22.603840 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50596) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:22.604942 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f55dd4c-0d83-45f3-a11c-a3ba7333ead4 req-7adadf0a-0238-4779-9faa-4d64663c89ab tempest-ComputeTenantNetworksTest-17590854 tempest-ComputeTenantNetworksTest-17590854-project] 10.222.0.77 "GET /v2.0/networks/2c055fa0-2f16-4984-934a-36df397706d5 HTTP/1.1" status: 200 len: 768 time: 0.2989273 Jul 05 10:13:22.618470 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.649652 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2546cb39-d574-4930-911a-fa5cf2a37f64 req-286f0680-1494-4c34-a26e-690f677a0a54 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.656981 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2546cb39-d574-4930-911a-fa5cf2a37f64 req-286f0680-1494-4c34-a26e-690f677a0a54 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.659269 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2546cb39-d574-4930-911a-fa5cf2a37f64 req-286f0680-1494-4c34-a26e-690f677a0a54 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] 10.222.0.77 "DELETE /v2.0/security-groups/f09dd2a8-5c05-4e16-99f0-fdff6f2145c8 HTTP/1.1" status: 204 len: 173 time: 0.4159625 Jul 05 10:13:22.681523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50600) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:22.757870 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-0cd3dea9-b780-4bab-af67-54d38f114672 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.763910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f0680-1494-4c34-a26e-690f677a0a54 tempest-SecurityGroupsTestJSON-155519544 tempest-SecurityGroupsTestJSON-155519544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09dd2a8-5c05-4e16-99f0-fdff6f2145c8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:22.805857 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b00700f5-f5e6-4e32-ab71-757dd0b2611e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.834778 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.888133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=7bf42410-9f0e-455b-b172-f36b95f6615e,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:22.931075 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b00700f5-f5e6-4e32-ab71-757dd0b2611e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:22.949640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b00700f5-f5e6-4e32-ab71-757dd0b2611e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c055fa0-2f16-4984-934a-36df397706d5']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:22.970041 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-0cd3dea9-b780-4bab-af67-54d38f114672 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Network de8dffea-0367-43ce-a17f-69db3554c380 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:22.972969 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] No DVR routers for this DVR port dbe1e345-277c-4baf-b90c-007c0d322914 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:22.978607 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['7bf42410-9f0e-455b-b172-f36b95f6615e'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:22.983108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-588755eb-2343-48ee-827f-285f9d259777 admin admin] Deleting subnet 94e5c31d-d6c0-4ae7-9a3c-9ac20b4ac53e {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:13:22.984214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b00700f5-f5e6-4e32-ab71-757dd0b2611e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0ad165-ca4e-45bf-9c28-430b653c2742') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:22.986160 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b00700f5-f5e6-4e32-ab71-757dd0b2611e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0ad165-ca4e-45bf-9c28-430b653c2742') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:23.012380 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b00700f5-f5e6-4e32-ab71-757dd0b2611e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:23.018218 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-0cd3dea9-b780-4bab-af67-54d38f114672 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:23.027920 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-588755eb-2343-48ee-827f-285f9d259777 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:23.039636 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-0cd3dea9-b780-4bab-af67-54d38f114672 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:23.039794 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b00700f5-f5e6-4e32-ab71-757dd0b2611e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:23.063299 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00700f5-f5e6-4e32-ab71-757dd0b2611e admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:13:23.063843 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b00700f5-f5e6-4e32-ab71-757dd0b2611e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:13:23.065788 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:13:23.141159 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3dea9-b780-4bab-af67-54d38f114672 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event updated for resources: {'Port': ['ID=800c230e-f0a8-4ff9-a917-e8699c572345,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:23.376002 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b00700f5-f5e6-4e32-ab71-757dd0b2611e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:23.396290 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b00700f5-f5e6-4e32-ab71-757dd0b2611e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:23.410605 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b00700f5-f5e6-4e32-ab71-757dd0b2611e admin admin] 10.222.0.77 "DELETE /v2.0/networks/2c055fa0-2f16-4984-934a-36df397706d5 HTTP/1.1" status: 204 len: 168 time: 0.8039939 Jul 05 10:13:23.459235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00700f5-f5e6-4e32-ab71-757dd0b2611e admin admin] Pushing event deleted for resources: {'Network': ['ID=2c055fa0-2f16-4984-934a-36df397706d5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:23.505553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fac90ee2-620c-4831-8d69-6c90e71f851c None None] Provisioning for port 800c230e-f0a8-4ff9-a917-e8699c572345 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:23.514402 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fac90ee2-620c-4831-8d69-6c90e71f851c None None] Provisioning complete for port 800c230e-f0a8-4ff9-a917-e8699c572345 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:23.515100 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fac90ee2-620c-4831-8d69-6c90e71f851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:23.536450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb5901-132d-466d-aa35-c87d83a0abf2 req-a96c1dbc-fdca-4a23-91d2-8f0854f6ece4 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:23.536450 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9aeb5901-132d-466d-aa35-c87d83a0abf2 req-a96c1dbc-fdca-4a23-91d2-8f0854f6ece4 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.1601713 Jul 05 10:13:23.575163 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-0cd3dea9-b780-4bab-af67-54d38f114672 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:23.576236 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-0cd3dea9-b780-4bab-af67-54d38f114672 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:23.604873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event deleted for resources: {'Port': ['ID=dbe1e345-277c-4baf-b90c-007c0d322914,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:23.645340 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9aeb5901-132d-466d-aa35-c87d83a0abf2 req-201357fd-09a1-4572-b41e-2eb50a9fef8e tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036372 Jul 05 10:13:23.650206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fac90ee2-620c-4831-8d69-6c90e71f851c None None] Port 800c230e-f0a8-4ff9-a917-e8699c572345 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:13:23.665401 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-588755eb-2343-48ee-827f-285f9d259777 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:23.732261 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:23.759438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4c5e43-71f2-4137-a66d-da6d69268224']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:23.823144 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a23434-d50f-4deb-b063-382fbed503c2 req-2ce19fbc-1196-4b14-8437-ed8a74a40a8b tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:23.825870 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62a23434-d50f-4deb-b063-382fbed503c2 req-2ce19fbc-1196-4b14-8437-ed8a74a40a8b tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 945 time: 0.9120128 Jul 05 10:13:23.828940 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-0cd3dea9-b780-4bab-af67-54d38f114672 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2051864 Jul 05 10:13:23.830092 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-588755eb-2343-48ee-827f-285f9d259777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:23.835680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a87ffe-8f69-4661-9734-ecaf367fde57') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:23.836291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a87ffe-8f69-4661-9734-ecaf367fde57') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:23.874431 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:23.913383 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Request body: {'port': {'device_id': 'e6886e69-e97d-458f-adee-b87c640a3153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:23.973510 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:23.979706 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe5036-a195-4584-b762-4aaf235bb349 req-bad6f612-2c26-41f5-8a22-b773fb6c8bcd tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:23.998470 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe5036-a195-4584-b762-4aaf235bb349 req-bad6f612-2c26-41f5-8a22-b773fb6c8bcd tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:24.010198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe5036-a195-4584-b762-4aaf235bb349 req-bad6f612-2c26-41f5-8a22-b773fb6c8bcd tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:24.014872 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-befe5036-a195-4584-b762-4aaf235bb349 req-bad6f612-2c26-41f5-8a22-b773fb6c8bcd tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2375 time: 0.1856260 Jul 05 10:13:24.032657 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:24.037270 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7bf42410-9f0e-455b-b172-f36b95f6615e up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:24.072539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:13:24.073243 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:24.081442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50626) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:13:24.084797 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:13:24.155425 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-befe5036-a195-4584-b762-4aaf235bb349 req-77d11ca1-b994-4d74-84fa-90f658db6c8d tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300678 Jul 05 10:13:24.189112 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62a23434-d50f-4deb-b063-382fbed503c2 req-bdfb2207-4255-41fb-bdaf-3806dfa57f60 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bfb247-c569-4ef1-aa37-af870d32ad55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494096 Jul 05 10:13:24.202666 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d43d9600-0b4f-4848-bf77-31dc351b17af admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d5c4a4571d34be99cb6fcc6095382a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1173420 Jul 05 10:13:24.204361 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50628) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:24.236751 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 7bf42410-9f0e-455b-b172-f36b95f6615e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:24.260959 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 7bf42410-9f0e-455b-b172-f36b95f6615e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:24.261961 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:24.277212 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:24.363324 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2324ec11-9563-4815-9668-2973012fe06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:24.405147 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:24.424759 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-588755eb-2343-48ee-827f-285f9d259777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:24.438438 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:24.438713 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-87790d30-a831-46d3-8d59-b836c42faad2 req-6ea185ee-aa41-4009-aaed-a524b7ebda2c tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 210 time: 0.0987225 Jul 05 10:13:24.473683 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2324ec11-9563-4815-9668-2973012fe06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:24.476414 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:24.484837 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "DELETE /v2.0/networks/7e4c5e43-71f2-4137-a66d-da6d69268224 HTTP/1.1" status: 204 len: 168 time: 3.4559569 Jul 05 10:13:24.488458 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50632) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:24.491465 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b947e91e-18e6-40b9-bff2-9105acb7a52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf42410-9f0e-455b-b172-f36b95f6615e'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:24.497196 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612d2a3a-17c8-48b0-bca6-4fb767ac1cce" -d '{"events": [{"server_uuid": "b947e91e-18e6-40b9-bff2-9105acb7a52c", "name": "network-vif-plugged", "status": "completed", "tag": "7bf42410-9f0e-455b-b172-f36b95f6615e"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:24.523827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7bf42410-9f0e-455b-b172-f36b95f6615e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7bf42410-9f0e-455b-b172-f36b95f6615e,segment=NetworkSegment(edbbc8a4-5316-4635-ad54-59de1f372aaa),segment_id=edbbc8a4-5316-4635-ad54-59de1f372aaa)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:24.589985 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:24.589985 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c3bce9cd-5561-477e-bb59-22d692917e08 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:24.644703 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e913ff0-b1e3-4904-98a2-881246e2be4a x-openstack-request-id: req-8e913ff0-b1e3-4904-98a2-881246e2be4a {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:24.645179 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b947e91e-18e6-40b9-bff2-9105acb7a52c", "name": "network-vif-plugged", "status": "completed", "tag": "7bf42410-9f0e-455b-b172-f36b95f6615e", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:24.645656 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e913ff0-b1e3-4904-98a2-881246e2be4a {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:24.646268 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b947e91e-18e6-40b9-bff2-9105acb7a52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf42410-9f0e-455b-b172-f36b95f6615e', 'code': 200} Jul 05 10:13:24.649965 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: c3bce9cd-5561-477e-bb59-22d692917e08 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:24.650524 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c3bce9cd-5561-477e-bb59-22d692917e08 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:24.676679 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5dc2f98-e29a-4724-a966-11ed754202a0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Deleting subnet b5dbc4c7-f5dd-456c-84cd-77b08e42a5ad {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:13:24.687218 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2f98-e29a-4724-a966-11ed754202a0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:24.853023 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2f98-e29a-4724-a966-11ed754202a0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:24.915224 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=7bf42410-9f0e-455b-b172-f36b95f6615e,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:24.939574 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b6f61-8100-4ce3-9c19-9d1278643b83 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event deleted for resources: {'Network': ['ID=7e4c5e43-71f2-4137-a66d-da6d69268224,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:24.963791 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588755eb-2343-48ee-827f-285f9d259777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e5c31d-d6c0-4ae7-9a3c-9ac20b4ac53e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:24.988308 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-588755eb-2343-48ee-827f-285f9d259777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:24.988308 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-588755eb-2343-48ee-827f-285f9d259777 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/94e5c31d-d6c0-4ae7-9a3c-9ac20b4ac53e HTTP/1.1" status: 204 len: 168 time: 2.3009624 Jul 05 10:13:24.996417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50642) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:25.230193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98cb4f18-484b-47ea-822c-b06a19bf4b2e {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:25.240233 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:25.256005 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Transition to ACTIVE for port object 98cb4f18-484b-47ea-822c-b06a19bf4b2e will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:25.274387 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7242dfe-2ec6-409e-b5fb-f94e291db7d9 req-5ec12c7d-fdbb-423b-9964-e272295b7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:25.278482 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7242dfe-2ec6-409e-b5fb-f94e291db7d9 req-5ec12c7d-fdbb-423b-9964-e272295b7804 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 1098 time: 0.5403321 Jul 05 10:13:25.279610 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2324ec11-9563-4815-9668-2973012fe06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:25.284145 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2324ec11-9563-4815-9668-2973012fe06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:25.297259 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2324ec11-9563-4815-9668-2973012fe06c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd57e0ab-f193-42af-bf46-166b76c13f7f HTTP/1.1" status: 204 len: 168 time: 1.0877569 Jul 05 10:13:25.336361 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2f98-e29a-4724-a966-11ed754202a0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:25.399043 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:25.490007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324ec11-9563-4815-9668-2973012fe06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd57e0ab-f193-42af-bf46-166b76c13f7f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:25.530360 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Pushing event updated for resources: {'Port': ['ID=98cb4f18-484b-47ea-822c-b06a19bf4b2e,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:25.574868 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7242dfe-2ec6-409e-b5fb-f94e291db7d9 req-f1c272ab-9539-44cd-9565-e60f26273b1e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=31bfb247-c569-4ef1-aa37-af870d32ad55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749739 Jul 05 10:13:25.582916 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0260304c-5f9e-4928-9541-a1210554b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:25.640603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859184f-40cb-465b-a46c-4be38a581c22 req-8c134530-0661-40bd-969b-b241b85fa6de tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:25.652816 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7859184f-40cb-465b-a46c-4be38a581c22 req-8c134530-0661-40bd-969b-b241b85fa6de tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.5219514 Jul 05 10:13:25.712956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb126546-9738-45f8-afd9-6af1e3ea989b req-2dc08207-a6e7-471d-ad59-4c0ceed2b7f1 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:25.722507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb126546-9738-45f8-afd9-6af1e3ea989b req-2dc08207-a6e7-471d-ad59-4c0ceed2b7f1 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:25.731892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb126546-9738-45f8-afd9-6af1e3ea989b req-2dc08207-a6e7-471d-ad59-4c0ceed2b7f1 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:25.754136 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb126546-9738-45f8-afd9-6af1e3ea989b req-2dc08207-a6e7-471d-ad59-4c0ceed2b7f1 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2387 time: 0.3706131 Jul 05 10:13:25.821342 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb126546-9738-45f8-afd9-6af1e3ea989b req-dcf56ee4-9217-4051-9f32-37aaca4eb9c5 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713341 Jul 05 10:13:25.888981 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0260304c-5f9e-4928-9541-a1210554b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:25.916525 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-0260304c-5f9e-4928-9541-a1210554b981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e22f91-1050-4c61-8627-4aa9372e5d9d']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:25.942245 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-0260304c-5f9e-4928-9541-a1210554b981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8d7046-21a6-4e19-af70-fe0bf8ede69c') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:25.942721 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-0260304c-5f9e-4928-9541-a1210554b981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8d7046-21a6-4e19-af70-fe0bf8ede69c') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:25.965507 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2f98-e29a-4724-a966-11ed754202a0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:25.973380 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Attempting to bind port 98cb4f18-484b-47ea-822c-b06a19bf4b2e on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:25.973758 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Attempting to bind port 98cb4f18-484b-47ea-822c-b06a19bf4b2e by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '3d6b4c07-6d2f-4d05-b03e-341835613ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:25.974067 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Attempting to bind port 98cb4f18-484b-47ea-822c-b06a19bf4b2e on network de8dffea-0367-43ce-a17f-69db3554c380 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:25.988068 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Port 98cb4f18-484b-47ea-822c-b06a19bf4b2e on network de8dffea-0367-43ce-a17f-69db3554c380 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:13:25.990266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Attempting to bind port 98cb4f18-484b-47ea-822c-b06a19bf4b2e on network de8dffea-0367-43ce-a17f-69db3554c380 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:26.005427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:26.005685 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Checking segment: {'id': '3d6b4c07-6d2f-4d05-b03e-341835613ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:26.006132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Bound using segment: {'id': '3d6b4c07-6d2f-4d05-b03e-341835613ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:26.006834 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Bound port: 98cb4f18-484b-47ea-822c-b06a19bf4b2e, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6b4c07-6d2f-4d05-b03e-341835613ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:26.007231 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.042688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7171fa-54f4-4f11-a643-9fe572fd5221 None None] Network 55ad51c5-bc25-464a-a8f0-4a0631d0788f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:26.135064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc2f98-e29a-4724-a966-11ed754202a0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event deleted for resources: {'Subnet': ['ID=b5dbc4c7-f5dd-456c-84cd-77b08e42a5ad,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:26.150202 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2f98-e29a-4724-a966-11ed754202a0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.153563 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f5dc2f98-e29a-4724-a966-11ed754202a0 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "DELETE /v2.0/subnets/b5dbc4c7-f5dd-456c-84cd-77b08e42a5ad HTTP/1.1" status: 204 len: 168 time: 1.6636083 Jul 05 10:13:26.155782 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0260304c-5f9e-4928-9541-a1210554b981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.176947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50660) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:26.199231 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7859184f-40cb-465b-a46c-4be38a581c22 req-ba924f93-0c04-48f4-86aa-775d6e7504c6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5368733 Jul 05 10:13:26.226995 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0260304c-5f9e-4928-9541-a1210554b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.245158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0260304c-5f9e-4928-9541-a1210554b981 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:13:26.245595 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0260304c-5f9e-4928-9541-a1210554b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.257974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50662) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:13:26.312860 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:13:26.348959 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b24e89-708c-4525-b452-95c97ce5431e tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Deleting subnet e1024bb5-fddd-4b2f-8bef-9e6dc124f075 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:13:26.353350 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] For port 98cb4f18-484b-47ea-822c-b06a19bf4b2e, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:26.366230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3b24e89-708c-4525-b452-95c97ce5431e tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.366230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] For port 98cb4f18-484b-47ea-822c-b06a19bf4b2e, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=98cb4f18-484b-47ea-822c-b06a19bf4b2e,segment=NetworkSegment(3d6b4c07-6d2f-4d05-b03e-341835613ca2),segment_id=3d6b4c07-6d2f-4d05-b03e-341835613ca2)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:26.396856 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d21ed9-1359-4ad6-8931-6b6c847df94a req-dafb27b4-32e4-43dc-86af-22f0fc2e61fa tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:26.406316 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a5d21ed9-1359-4ad6-8931-6b6c847df94a req-dafb27b4-32e4-43dc-86af-22f0fc2e61fa tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 946 time: 0.2976825 Jul 05 10:13:26.482181 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0260304c-5f9e-4928-9541-a1210554b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.492022 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0260304c-5f9e-4928-9541-a1210554b981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.500523 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0260304c-5f9e-4928-9541-a1210554b981 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d1e22f91-1050-4c61-8627-4aa9372e5d9d HTTP/1.1" status: 204 len: 168 time: 1.4981070 Jul 05 10:13:26.515284 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a5d21ed9-1359-4ad6-8931-6b6c847df94a req-80462c9e-e463-4fc7-b866-e49d383f8e87 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bfb247-c569-4ef1-aa37-af870d32ad55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077855 Jul 05 10:13:26.523333 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.561961 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3b24e89-708c-4525-b452-95c97ce5431e tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.562457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260304c-5f9e-4928-9541-a1210554b981 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e22f91-1050-4c61-8627-4aa9372e5d9d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:26.570894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] DHCP port deletion for 55ad51c5-bc25-464a-a8f0-4a0631d0788f request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:13:26.583598 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5092aa3e-4c6c-43cb-bec3-d2971cce2ba4 req-01014551-fb64-4ba3-8a17-25fbd3d0c9db tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 210 time: 0.0942423 Jul 05 10:13:26.635841 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d212e9b5-9f02-41cb-9e5f-5d9d6517a24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.649271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Deleting port d03bda91-3607-419c-96b4-5293e8aa4be2 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:26.649713 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.781747 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3b24e89-708c-4525-b452-95c97ce5431e tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.820285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] For port d03bda91-3607-419c-96b4-5293e8aa4be2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d03bda91-3607-419c-96b4-5293e8aa4be2,segment=NetworkSegment(b93858ee-2ad5-4de4-a9fc-e5347e59fd67),segment_id=b93858ee-2ad5-4de4-a9fc-e5347e59fd67)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:26.821021 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.836176 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Pushing event updated for resources: {'Port': ['ID=98cb4f18-484b-47ea-822c-b06a19bf4b2e,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:26.839687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:26.848115 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:26.850441 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ac0b08b1-4fce-441b-b63f-a67e4d95547b service neutron] 10.222.0.64 "PUT /v2.0/ports/98cb4f18-484b-47ea-822c-b06a19bf4b2e HTTP/1.1" status: 200 len: 1093 time: 3.0089345 Jul 05 10:13:26.851867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Calling delete_port for d03bda91-3607-419c-96b4-5293e8aa4be2 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:26.856193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'tag': '98cb4f18-484b-47ea-822c-b06a19bf4b2e'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:26.865009 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b955fd-b666-4bb6-9d97-52b32ac4ce96" -d '{"events": [{"name": "network-changed", "server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "tag": "98cb4f18-484b-47ea-822c-b06a19bf4b2e"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:26.959049 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38e335a-de5d-4825-bf70-22d125f5ecd1 x-openstack-request-id: req-b38e335a-de5d-4825-bf70-22d125f5ecd1 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:26.959676 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "tag": "98cb4f18-484b-47ea-822c-b06a19bf4b2e", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:26.960097 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b38e335a-de5d-4825-bf70-22d125f5ecd1 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:26.960812 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'tag': '98cb4f18-484b-47ea-822c-b06a19bf4b2e', 'status': 'completed', 'code': 200} Jul 05 10:13:27.002581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Request body: {'port': {'device_id': 'e6886e69-e97d-458f-adee-b87c640a3153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:27.077067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3b24e89-708c-4525-b452-95c97ce5431e tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.081088 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50682) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:27.155792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b24e89-708c-4525-b452-95c97ce5431e tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event deleted for resources: {'Subnet': ['ID=e1024bb5-fddd-4b2f-8bef-9e6dc124f075,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:27.156506 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3b24e89-708c-4525-b452-95c97ce5431e tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.158509 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e3b24e89-708c-4525-b452-95c97ce5431e tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "DELETE /v2.0/subnets/e1024bb5-fddd-4b2f-8bef-9e6dc124f075 HTTP/1.1" status: 204 len: 168 time: 0.9777999 Jul 05 10:13:27.168476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50686) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:27.191123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f016af10-2774-4a3a-aaa4-d40253213513 None None] Network fe8dfcac-8735-4218-90fe-3b8496ba35c3 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:27.249099 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d1123af7-ab85-4bb9-af82-b8f23e12dc29 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e2a9c15d10164fa4b093d1668df36fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649854 Jul 05 10:13:27.251503 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50692) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:27.268770 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.301370 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c79515b9-216b-47e9-be43-dd4253bda03f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.311612 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.318466 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b955fd-b666-4bb6-9d97-52b32ac4ce96 req-a3fcfb8a-79e1-4719-ad7b-f11c4d240615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:27.319079 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b955fd-b666-4bb6-9d97-52b32ac4ce96 req-a3fcfb8a-79e1-4719-ad7b-f11c4d240615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:27.319627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b955fd-b666-4bb6-9d97-52b32ac4ce96 req-a3fcfb8a-79e1-4719-ad7b-f11c4d240615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:27.321460 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c7b955fd-b666-4bb6-9d97-52b32ac4ce96 req-a3fcfb8a-79e1-4719-ad7b-f11c4d240615 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db8f0cbb34f14317bd4d516bce3b7392&device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2731 time: 0.3278275 Jul 05 10:13:27.373322 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3974f2b0-d1ce-4b25-98dd-fbeadadf8e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.393606 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Pushing event deleted for resources: {'Port': ['ID=d03bda91-3607-419c-96b4-5293e8aa4be2,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:27.407617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:27.408158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:27.409366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:27.409812 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:27.410246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:27.410678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:27.411108 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:27.411533 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:27.424096 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:27.424624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:27.425302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:27.425742 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:27.452614 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fdcb8e-6ff1-4b1d-9a4f-a75818360ca5 None None] No DVR routers for this DVR port d03bda91-3607-419c-96b4-5293e8aa4be2 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:27.494393 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3974f2b0-d1ce-4b25-98dd-fbeadadf8e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.551380 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d212e9b5-9f02-41cb-9e5f-5d9d6517a24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.630152 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d03bda91-3607-419c-96b4-5293e8aa4be2 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:27.653864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008aab7f-ab81-4709-8c84-b38a663de9b5 req-73867d5f-a442-4b92-bbbe-e3f31cab1ac6 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:27.669988 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3974f2b0-d1ce-4b25-98dd-fbeadadf8e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.672833 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3974f2b0-d1ce-4b25-98dd-fbeadadf8e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.676225 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3974f2b0-d1ce-4b25-98dd-fbeadadf8e77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6decb723-fa87-4006-a9e6-e99b99d08848 HTTP/1.1" status: 204 len: 168 time: 0.4235032 Jul 05 10:13:27.677747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008aab7f-ab81-4709-8c84-b38a663de9b5 req-73867d5f-a442-4b92-bbbe-e3f31cab1ac6 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:27.684311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d56cd5-c4e6-4107-9102-5576c28e28ae None None] DHCP port deletion for fe8dfcac-8735-4218-90fe-3b8496ba35c3 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:13:27.694971 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008aab7f-ab81-4709-8c84-b38a663de9b5 req-73867d5f-a442-4b92-bbbe-e3f31cab1ac6 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:27.703009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: d03bda91-3607-419c-96b4-5293e8aa4be2 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:27.703450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d03bda91-3607-419c-96b4-5293e8aa4be2 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:27.704979 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-008aab7f-ab81-4709-8c84-b38a663de9b5 req-73867d5f-a442-4b92-bbbe-e3f31cab1ac6 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2387 time: 0.6398733 Jul 05 10:13:27.727288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974f2b0-d1ce-4b25-98dd-fbeadadf8e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6decb723-fa87-4006-a9e6-e99b99d08848,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:27.758489 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d212e9b5-9f02-41cb-9e5f-5d9d6517a24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.766108 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50362c16-ff04-4975-a892-f731ab080a56 req-5ae65353-221d-4464-95cb-bc366b1d88dd tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:27.775556 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-50362c16-ff04-4975-a892-f731ab080a56 req-5ae65353-221d-4464-95cb-bc366b1d88dd tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.3462589 Jul 05 10:13:27.806067 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c5d56cd5-c4e6-4107-9102-5576c28e28ae None None] Deleting port baf0061f-b8fe-40c9-8e87-94f1b9981275 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:27.806766 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c5d56cd5-c4e6-4107-9102-5576c28e28ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.918874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c5d56cd5-c4e6-4107-9102-5576c28e28ae None None] For port baf0061f-b8fe-40c9-8e87-94f1b9981275, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=baf0061f-b8fe-40c9-8e87-94f1b9981275,segment=NetworkSegment(eead6fd0-e24f-4d05-8040-8d97a762f4f2),segment_id=eead6fd0-e24f-4d05-8040-8d97a762f4f2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:27.919300 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c5d56cd5-c4e6-4107-9102-5576c28e28ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:27.953136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c5d56cd5-c4e6-4107-9102-5576c28e28ae None None] Calling delete_port for baf0061f-b8fe-40c9-8e87-94f1b9981275 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:27.970029 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212e9b5-9f02-41cb-9e5f-5d9d6517a24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3acb67-9b4f-4a8c-90f1-af1daea89946,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:28.061833 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-50362c16-ff04-4975-a892-f731ab080a56 req-0e2bc357-0f7c-4335-983d-fd2498f8a539 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847042 Jul 05 10:13:28.064066 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfac1be5-aa3a-4fa3-ab17-4c7278baf122 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:28.080655 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:28.093118 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c79515b9-216b-47e9-be43-dd4253bda03f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:28.111041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Transition to ACTIVE for port object dfac1be5-aa3a-4fa3-ab17-4c7278baf122 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:28.128339 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c79515b9-216b-47e9-be43-dd4253bda03f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ad51c5-bc25-464a-a8f0-4a0631d0788f']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:28.133077 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d212e9b5-9f02-41cb-9e5f-5d9d6517a24a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=96d4c215708c44dbafceeb7e41f859d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8731031 Jul 05 10:13:28.135763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50706) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:28.147433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b955fd-b666-4bb6-9d97-52b32ac4ce96 req-47c9f1f7-8cb0-4aff-b8bd-e11e3e52f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:28.147951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b955fd-b666-4bb6-9d97-52b32ac4ce96 req-47c9f1f7-8cb0-4aff-b8bd-e11e3e52f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:28.148424 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b955fd-b666-4bb6-9d97-52b32ac4ce96 req-47c9f1f7-8cb0-4aff-b8bd-e11e3e52f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:28.150028 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c7b955fd-b666-4bb6-9d97-52b32ac4ce96 req-47c9f1f7-8cb0-4aff-b8bd-e11e3e52f2ee service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=db8f0cbb34f14317bd4d516bce3b7392&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8207569 Jul 05 10:13:28.152578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c79515b9-216b-47e9-be43-dd4253bda03f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93858ee-2ad5-4de4-a9fc-e5347e59fd67') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:28.152870 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c79515b9-216b-47e9-be43-dd4253bda03f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93858ee-2ad5-4de4-a9fc-e5347e59fd67') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:28.168605 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-008aab7f-ab81-4709-8c84-b38a663de9b5 req-7a31b822-9cda-403e-a491-8f2e40603cf9 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623513 Jul 05 10:13:28.180953 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c5d56cd5-c4e6-4107-9102-5576c28e28ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:28.215587 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:28.307620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d56cd5-c4e6-4107-9102-5576c28e28ae None None] No DVR routers for this DVR port baf0061f-b8fe-40c9-8e87-94f1b9981275 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:28.319411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d56cd5-c4e6-4107-9102-5576c28e28ae None None] Pushing event deleted for resources: {'Port': ['ID=baf0061f-b8fe-40c9-8e87-94f1b9981275,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:28.358998 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b698c652-129e-47fa-a9f7-6bfbf7e27ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:28.512681 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b698c652-129e-47fa-a9f7-6bfbf7e27ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:28.565406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b955fd-b666-4bb6-9d97-52b32ac4ce96 req-8aecfd37-bb43-4ba7-8ba6-36554c33f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:28.568130 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c7b955fd-b666-4bb6-9d97-52b32ac4ce96 req-8aecfd37-bb43-4ba7-8ba6-36554c33f140 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3982086 Jul 05 10:13:28.576307 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c79515b9-216b-47e9-be43-dd4253bda03f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:28.627555 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a08d3f5-dd22-4111-91d6-323412330fb2 req-c0d808f5-f2ae-421a-95b5-43843e40fa9d tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3d0fe66-c38b-4d9a-8124-a29debe18740 HTTP/1.1" status: 200 len: 210 time: 0.0573201 Jul 05 10:13:28.636814 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c79515b9-216b-47e9-be43-dd4253bda03f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:28.645652 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79515b9-216b-47e9-be43-dd4253bda03f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:13:28.646127 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c79515b9-216b-47e9-be43-dd4253bda03f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:13:28.649993 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:13:28.663184 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Pushing event updated for resources: {'Port': ['ID=dfac1be5-aa3a-4fa3-ab17-4c7278baf122,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:28.717215 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Attempting to bind port dfac1be5-aa3a-4fa3-ab17-4c7278baf122 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:28.717654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Attempting to bind port dfac1be5-aa3a-4fa3-ab17-4c7278baf122 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '6e39720c-582e-44b6-9c3a-07ebac7cd721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'dafaca60-f560-4add-b4a3-8b0818e50773'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:28.718077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Attempting to bind port dfac1be5-aa3a-4fa3-ab17-4c7278baf122 on network dafaca60-f560-4add-b4a3-8b0818e50773 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:28.728206 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Port dfac1be5-aa3a-4fa3-ab17-4c7278baf122 on network dafaca60-f560-4add-b4a3-8b0818e50773 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:13:28.728433 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Attempting to bind port dfac1be5-aa3a-4fa3-ab17-4c7278baf122 on network dafaca60-f560-4add-b4a3-8b0818e50773 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:28.731810 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b698c652-129e-47fa-a9f7-6bfbf7e27ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:28.734513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b698c652-129e-47fa-a9f7-6bfbf7e27ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:28.737472 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b698c652-129e-47fa-a9f7-6bfbf7e27ecd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c3acb67-9b4f-4a8c-90f1-af1daea89946 HTTP/1.1" status: 204 len: 168 time: 0.5989647 Jul 05 10:13:28.752834 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0051e-6007-40c9-88ea-423c53204c88 req-43182620-e86b-4e51-a0c2-7ed33be26047 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:28.760832 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fdc0051e-6007-40c9-88ea-423c53204c88 req-43182620-e86b-4e51-a0c2-7ed33be26047 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 946 time: 0.3153241 Jul 05 10:13:28.762871 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:28.763670 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Checking segment: {'id': '6e39720c-582e-44b6-9c3a-07ebac7cd721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'dafaca60-f560-4add-b4a3-8b0818e50773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:28.763670 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Bound using segment: {'id': '6e39720c-582e-44b6-9c3a-07ebac7cd721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'dafaca60-f560-4add-b4a3-8b0818e50773'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:28.764265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Bound port: dfac1be5-aa3a-4fa3-ab17-4c7278baf122, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e39720c-582e-44b6-9c3a-07ebac7cd721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'dafaca60-f560-4add-b4a3-8b0818e50773'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:28.764691 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:28.784653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698c652-129e-47fa-a9f7-6bfbf7e27ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3acb67-9b4f-4a8c-90f1-af1daea89946,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:28.818722 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c79515b9-216b-47e9-be43-dd4253bda03f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:28.824214 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c79515b9-216b-47e9-be43-dd4253bda03f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:28.829437 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c79515b9-216b-47e9-be43-dd4253bda03f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "DELETE /v2.0/networks/55ad51c5-bc25-464a-a8f0-4a0631d0788f HTTP/1.1" status: 204 len: 168 time: 1.6597228 Jul 05 10:13:28.834003 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50726) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:28.856693 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79515b9-216b-47e9-be43-dd4253bda03f tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event deleted for resources: {'Network': ['ID=55ad51c5-bc25-464a-a8f0-4a0631d0788f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:28.876054 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fdc0051e-6007-40c9-88ea-423c53204c88 req-abfce8f4-b0ea-4016-a8cc-d3412606f376 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bfb247-c569-4ef1-aa37-af870d32ad55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142378 Jul 05 10:13:28.973216 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] For port dfac1be5-aa3a-4fa3-ab17-4c7278baf122, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:28.977531 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] For port dfac1be5-aa3a-4fa3-ab17-4c7278baf122, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=dfac1be5-aa3a-4fa3-ab17-4c7278baf122,segment=NetworkSegment(6e39720c-582e-44b6-9c3a-07ebac7cd721),segment_id=6e39720c-582e-44b6-9c3a-07ebac7cd721)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:28.982428 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4b69372-2e18-42ae-86ea-7fa9ca061a15 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.072553 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4b69372-2e18-42ae-86ea-7fa9ca061a15 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.083897 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-e4b69372-2e18-42ae-86ea-7fa9ca061a15 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8dfcac-8735-4218-90fe-3b8496ba35c3']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:29.096240 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-e4b69372-2e18-42ae-86ea-7fa9ca061a15 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eead6fd0-e24f-4d05-8040-8d97a762f4f2') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:29.096547 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-e4b69372-2e18-42ae-86ea-7fa9ca061a15 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eead6fd0-e24f-4d05-8040-8d97a762f4f2') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:29.136407 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.139791 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4b69372-2e18-42ae-86ea-7fa9ca061a15 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.190953 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:29.191593 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.196449 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] 10.222.0.64 "PUT /v2.0/ports/dfac1be5-aa3a-4fa3-ab17-4c7278baf122 HTTP/1.1" status: 200 len: 1091 time: 2.1981993 Jul 05 10:13:29.200755 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4b69372-2e18-42ae-86ea-7fa9ca061a15 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.202744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'tag': 'dfac1be5-aa3a-4fa3-ab17-4c7278baf122'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:29.206376 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ad09eb-1201-44f7-978c-4e6c88e08c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "tag": "dfac1be5-aa3a-4fa3-ab17-4c7278baf122"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:29.221590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b69372-2e18-42ae-86ea-7fa9ca061a15 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:13:29.222667 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4b69372-2e18-42ae-86ea-7fa9ca061a15 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:13:29.235663 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:13:29.433757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec6562-cf01-42f7-933f-d7c2ee399408 service neutron] Pushing event updated for resources: {'Port': ['ID=dfac1be5-aa3a-4fa3-ab17-4c7278baf122,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:29.456836 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Request body: {'port': {'device_id': 'e6886e69-e97d-458f-adee-b87c640a3153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:29.515315 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac40a68-1078-4b8f-8020-9760d99e0759 req-eeef8fd7-5ea5-4c04-9d68-397bf20fd42f tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:29.520975 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dac40a68-1078-4b8f-8020-9760d99e0759 req-eeef8fd7-5ea5-4c04-9d68-397bf20fd42f tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.2187912 Jul 05 10:13:29.616480 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4b69372-2e18-42ae-86ea-7fa9ca061a15 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.623907 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dac40a68-1078-4b8f-8020-9760d99e0759 req-a22cc672-f6c2-49f9-b2a9-9b0f251b6c3e tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896754 Jul 05 10:13:29.632508 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4b69372-2e18-42ae-86ea-7fa9ca061a15 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.639554 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e4b69372-2e18-42ae-86ea-7fa9ca061a15 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "DELETE /v2.0/networks/fe8dfcac-8735-4218-90fe-3b8496ba35c3 HTTP/1.1" status: 204 len: 168 time: 0.8045154 Jul 05 10:13:29.642395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50758) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:29.694225 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b69372-2e18-42ae-86ea-7fa9ca061a15 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event deleted for resources: {'Network': ['ID=fe8dfcac-8735-4218-90fe-3b8496ba35c3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:29.701860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device baf0061f-b8fe-40c9-8e87-94f1b9981275 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:29.713186 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:29.749105 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35998794-0a63-4421-88b1-ff269af66d71 x-openstack-request-id: req-35998794-0a63-4421-88b1-ff269af66d71 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:29.749448 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "tag": "dfac1be5-aa3a-4fa3-ab17-4c7278baf122", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:29.749649 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35998794-0a63-4421-88b1-ff269af66d71 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:29.751417 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'tag': 'dfac1be5-aa3a-4fa3-ab17-4c7278baf122', 'status': 'completed', 'code': 200} Jul 05 10:13:29.757424 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: baf0061f-b8fe-40c9-8e87-94f1b9981275 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:29.758561 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device baf0061f-b8fe-40c9-8e87-94f1b9981275 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:29.815459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c9484b-a081-497c-8a46-92e78e195b9d tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Deleting subnet 2e8ca46a-a4ab-45fb-ae43-c10cf5b574e3 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:13:29.822008 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17c9484b-a081-497c-8a46-92e78e195b9d tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:30.075221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50768) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:30.256794 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a98b7-c5ff-4fe7-8ec2-d671aa26ac68 req-4be0ed72-145c-4ec6-8dee-30304355c0e4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:30.262717 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a98b7-c5ff-4fe7-8ec2-d671aa26ac68 req-4be0ed72-145c-4ec6-8dee-30304355c0e4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:30.268537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a98b7-c5ff-4fe7-8ec2-d671aa26ac68 req-4be0ed72-145c-4ec6-8dee-30304355c0e4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:30.277156 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-309a98b7-c5ff-4fe7-8ec2-d671aa26ac68 req-4be0ed72-145c-4ec6-8dee-30304355c0e4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2399 time: 0.1992793 Jul 05 10:13:30.282790 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17c9484b-a081-497c-8a46-92e78e195b9d tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:30.345341 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-309a98b7-c5ff-4fe7-8ec2-d671aa26ac68 req-de357ae3-4c60-47da-af47-dad67c50e5be tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671535 Jul 05 10:13:30.357385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773c2ec-0880-4a67-a2d9-d02b9537c5f4 req-83cbdfb0-951f-4630-a58c-41801eeaaf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:30.359539 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0773c2ec-0880-4a67-a2d9-d02b9537c5f4 req-83cbdfb0-951f-4630-a58c-41801eeaaf35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e84ade1a79f482aa3ba3f86f97e3357&device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 1098 time: 0.6942997 Jul 05 10:13:30.450471 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800c230e-f0a8-4ff9-a917-e8699c572345 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:30.466354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad09eb-1201-44f7-978c-4e6c88e08c8d req-945b043a-48fe-4653-85eb-f8789750dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:30.470522 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:30.470712 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad09eb-1201-44f7-978c-4e6c88e08c8d req-945b043a-48fe-4653-85eb-f8789750dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:30.471314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad09eb-1201-44f7-978c-4e6c88e08c8d req-945b043a-48fe-4653-85eb-f8789750dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:30.473605 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06ad09eb-1201-44f7-978c-4e6c88e08c8d req-945b043a-48fe-4653-85eb-f8789750dc2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db8f0cbb34f14317bd4d516bce3b7392&device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2799 time: 0.7211843 Jul 05 10:13:30.502610 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Transition to ACTIVE for port object 800c230e-f0a8-4ff9-a917-e8699c572345 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:30.603752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-255318849-network', 'tenant_id': '5dc70ebc52b2429584fe84f81867aa19'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:30.624344 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17c9484b-a081-497c-8a46-92e78e195b9d tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:30.630616 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:30.681833 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98acc4-27e2-4c7f-b4c5-553378859710 req-7cb6710e-7869-4883-bf27-f1f9343de5f3 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:30.689552 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5c98acc4-27e2-4c7f-b4c5-553378859710 req-7cb6710e-7869-4883-bf27-f1f9343de5f3 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 946 time: 0.4507997 Jul 05 10:13:30.743441 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Pushing event updated for resources: {'Port': ['ID=800c230e-f0a8-4ff9-a917-e8699c572345,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:30.757402 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] Made reservation on behalf of 5dc70ebc52b2429584fe84f81867aa19 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:30.759747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773c2ec-0880-4a67-a2d9-d02b9537c5f4 req-3ef64081-ccd0-4545-9a26-7e65fd66f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:30.760638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0773c2ec-0880-4a67-a2d9-d02b9537c5f4 req-3ef64081-ccd0-4545-9a26-7e65fd66f91f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4b4b72b4-9223-468c-9f46-2b3fd389c9e0 HTTP/1.1" status: 200 len: 915 time: 0.3933380 Jul 05 10:13:30.770198 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:30.806099 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:30.867010 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad09eb-1201-44f7-978c-4e6c88e08c8d req-26a7bc64-dcca-42fb-8be5-6159b6a6c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:30.867789 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad09eb-1201-44f7-978c-4e6c88e08c8d req-26a7bc64-dcca-42fb-8be5-6159b6a6c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:30.868425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad09eb-1201-44f7-978c-4e6c88e08c8d req-26a7bc64-dcca-42fb-8be5-6159b6a6c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:30.870545 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06ad09eb-1201-44f7-978c-4e6c88e08c8d req-26a7bc64-dcca-42fb-8be5-6159b6a6c565 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=db8f0cbb34f14317bd4d516bce3b7392&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3850734 Jul 05 10:13:30.884132 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0773c2ec-0880-4a67-a2d9-d02b9537c5f4 req-fbdac49e-13d3-4d29-b060-d5819f9d54d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bf42410-9f0e-455b-b172-f36b95f6615e HTTP/1.1" status: 200 len: 217 time: 0.1109040 Jul 05 10:13:30.946155 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5c98acc4-27e2-4c7f-b4c5-553378859710 req-fc6b69b3-78cb-4b73-89fe-649e155c4597 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bfb247-c569-4ef1-aa37-af870d32ad55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555873 Jul 05 10:13:31.064156 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17c9484b-a081-497c-8a46-92e78e195b9d tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:31.123698 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9484b-a081-497c-8a46-92e78e195b9d tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event deleted for resources: {'Subnet': ['ID=2e8ca46a-a4ab-45fb-ae43-c10cf5b574e3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:31.129646 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17c9484b-a081-497c-8a46-92e78e195b9d tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:31.131689 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-17c9484b-a081-497c-8a46-92e78e195b9d tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "DELETE /v2.0/subnets/2e8ca46a-a4ab-45fb-ae43-c10cf5b574e3 HTTP/1.1" status: 204 len: 168 time: 1.4878559 Jul 05 10:13:31.141680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50794) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:31.145010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa99484-2f01-4e24-92f4-8767f00b422b None None] Network 8b9f574c-46c2-45a0-a03b-d4d8060de8fd requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:31.171605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773c2ec-0880-4a67-a2d9-d02b9537c5f4 req-2f83fe9a-e4c1-459e-98ca-e57fec7592e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:31.173202 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0773c2ec-0880-4a67-a2d9-d02b9537c5f4 req-2f83fe9a-e4c1-459e-98ca-e57fec7592e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f219afe7-0811-4ddf-8902-7aa9edc6cd67 HTTP/1.1" status: 200 len: 854 time: 0.2839799 Jul 05 10:13:31.223349 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Attempting to bind port 800c230e-f0a8-4ff9-a917-e8699c572345 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:31.223729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Attempting to bind port 800c230e-f0a8-4ff9-a917-e8699c572345 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '3d6b4c07-6d2f-4d05-b03e-341835613ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:31.224176 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Attempting to bind port 800c230e-f0a8-4ff9-a917-e8699c572345 on network de8dffea-0367-43ce-a17f-69db3554c380 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:31.242497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e320f-1fec-4067-a48d-eeb78f985b4f req-7de88363-6d2e-49ad-8327-5f24ed418d93 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:31.253447 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dd5e320f-1fec-4067-a48d-eeb78f985b4f req-7de88363-6d2e-49ad-8327-5f24ed418d93 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.3286283 Jul 05 10:13:31.269315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Port 800c230e-f0a8-4ff9-a917-e8699c572345 on network de8dffea-0367-43ce-a17f-69db3554c380 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:13:31.269732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Attempting to bind port 800c230e-f0a8-4ff9-a917-e8699c572345 on network de8dffea-0367-43ce-a17f-69db3554c380 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:31.290663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:31.291042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Checking segment: {'id': '3d6b4c07-6d2f-4d05-b03e-341835613ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:31.291489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Bound using segment: {'id': '3d6b4c07-6d2f-4d05-b03e-341835613ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:31.292011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Bound port: 800c230e-f0a8-4ff9-a917-e8699c572345, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6b4c07-6d2f-4d05-b03e-341835613ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:31.292368 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:31.368621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dd5e320f-1fec-4067-a48d-eeb78f985b4f req-7cee0a06-5c02-4688-819b-d23dde579b25 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138086 Jul 05 10:13:31.452660 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] For port 800c230e-f0a8-4ff9-a917-e8699c572345, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:31.477118 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:31.479247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] For port 800c230e-f0a8-4ff9-a917-e8699c572345, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=800c230e-f0a8-4ff9-a917-e8699c572345,segment=NetworkSegment(3d6b4c07-6d2f-4d05-b03e-341835613ca2),segment_id=3d6b4c07-6d2f-4d05-b03e-341835613ca2)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:31.516850 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0773c2ec-0880-4a67-a2d9-d02b9537c5f4 req-0add30ac-260c-43fb-af62-81c3c79159f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b4b72b4-9223-468c-9f46-2b3fd389c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3130591 Jul 05 10:13:31.521389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad09eb-1201-44f7-978c-4e6c88e08c8d req-e184a4f5-60b9-40a3-ad8a-cca72e9c7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:31.522941 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06ad09eb-1201-44f7-978c-4e6c88e08c8d req-e184a4f5-60b9-40a3-ad8a-cca72e9c7a49 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6386588 Jul 05 10:13:31.564512 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:31.588510 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:13:31.591381 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7238a01b-b575-4f43-a296-5a0aa32f4d0a None None] DHCP port deletion for 8b9f574c-46c2-45a0-a03b-d4d8060de8fd request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:13:31.630134 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:31.672820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:31.673849 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:31.679474 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] 10.222.0.64 "PUT /v2.0/ports/800c230e-f0a8-4ff9-a917-e8699c572345 HTTP/1.1" status: 200 len: 1093 time: 2.2474282 Jul 05 10:13:31.717083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7238a01b-b575-4f43-a296-5a0aa32f4d0a None None] Deleting port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:31.717721 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7238a01b-b575-4f43-a296-5a0aa32f4d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:31.719403 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:31.719778 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] Added segment 8d610b4d-f1dd-4b1e-b208-93fb8917bd04 of type vlan for network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 Jul 05 10:13:31.721389 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7055d427-c536-49be-925a-58bb98cfb046,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:31.766354 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'tag': '800c230e-f0a8-4ff9-a917-e8699c572345'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:31.769783 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82cd4c5-9e4e-4ef2-ae98-3e82c02b7aae" -d '{"events": [{"name": "network-changed", "server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "tag": "800c230e-f0a8-4ff9-a917-e8699c572345"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:31.804160 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:31.820929 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0773c2ec-0880-4a67-a2d9-d02b9537c5f4 req-a36e7333-bdfa-40b7-8ce7-1d7ba6edf5b6 service neutron] 10.222.0.64 "GET /v2.0/networks/4b4b72b4-9223-468c-9f46-2b3fd389c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725048 Jul 05 10:13:31.823963 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fe3cb-1d1c-4b05-91f7-6383446794de service neutron] Pushing event updated for resources: {'Port': ['ID=800c230e-f0a8-4ff9-a917-e8699c572345,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:31.879469 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:31.929301 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecea489-0429-4b20-8773-cb5889b6ae67 x-openstack-request-id: req-8ecea489-0429-4b20-8773-cb5889b6ae67 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:31.929663 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "tag": "800c230e-f0a8-4ff9-a917-e8699c572345", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:31.929865 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ecea489-0429-4b20-8773-cb5889b6ae67 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:31.930412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7238a01b-b575-4f43-a296-5a0aa32f4d0a None None] For port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=63aa5db7-45cb-43c3-89d1-bbc2ea5c721c,segment=NetworkSegment(e2db0813-ed96-4baa-8725-10a669149a41),segment_id=e2db0813-ed96-4baa-8725-10a669149a41)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:31.931044 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7238a01b-b575-4f43-a296-5a0aa32f4d0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:31.940048 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'tag': '800c230e-f0a8-4ff9-a917-e8699c572345', 'status': 'completed', 'code': 200} Jul 05 10:13:31.966409 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7238a01b-b575-4f43-a296-5a0aa32f4d0a None None] Calling delete_port for 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:31.987056 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.resource_extend [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:13:32.165878 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-8798c332-eec6-44b4-9017-05e1315e5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:32.180371 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-8798c332-eec6-44b4-9017-05e1315e5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:32.180878 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-8798c332-eec6-44b4-9017-05e1315e5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:32.195777 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-8798c332-eec6-44b4-9017-05e1315e5c6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db8f0cbb34f14317bd4d516bce3b7392&device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2867 time: 0.3556712 Jul 05 10:13:32.277256 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-b3f3c0cb-0de8-4fce-b98c-9877a0fc92ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.175&port_id=98cb4f18-484b-47ea-822c-b06a19bf4b2e HTTP/1.1" status: 200 len: 217 time: 0.0794539 Jul 05 10:13:32.283708 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:32.284914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:32.285605 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:32.467657 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3796165 Jul 05 10:13:32.470177 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7238a01b-b575-4f43-a296-5a0aa32f4d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:32.476463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50832) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:32.492874 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558d84b-4798-4847-a53c-23c9cfb2bbbf req-fa615765-ea50-4296-912b-6f8f64777162 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:32.500285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238a01b-b575-4f43-a296-5a0aa32f4d0a None None] Pushing event deleted for resources: {'Port': ['ID=63aa5db7-45cb-43c3-89d1-bbc2ea5c721c,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:32.504053 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558d84b-4798-4847-a53c-23c9cfb2bbbf req-fa615765-ea50-4296-912b-6f8f64777162 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:32.512016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558d84b-4798-4847-a53c-23c9cfb2bbbf req-fa615765-ea50-4296-912b-6f8f64777162 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:32.514243 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c558d84b-4798-4847-a53c-23c9cfb2bbbf req-fa615765-ea50-4296-912b-6f8f64777162 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2411 time: 0.6509352 Jul 05 10:13:32.530153 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7238a01b-b575-4f43-a296-5a0aa32f4d0a None None] No DVR routers for this DVR port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:32.550437 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0773c2ec-0880-4a67-a2d9-d02b9537c5f4 req-350d55d4-0b21-4f41-8028-4c90a947e17f service neutron] 10.222.0.64 "GET /v2.0/networks/4b4b72b4-9223-468c-9f46-2b3fd389c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6494739 Jul 05 10:13:32.567908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Deleting port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:32.568593 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:32.717394 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c558d84b-4798-4847-a53c-23c9cfb2bbbf req-6a657950-cbc8-45f8-99c6-1c7f506ec1b1 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584551 Jul 05 10:13:32.719939 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] For port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c, host n-d-779913-27, got binding levels [] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:32.720427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:32.751025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Calling delete_port for 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:32.756944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.ipam_backend_mixin [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c was not found and therefore no delete operation was performed {{(pid=100775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:13:32.758391 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:32.791468 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event deleted for resources: {'Port': ['ID=63aa5db7-45cb-43c3-89d1-bbc2ea5c721c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:32.793480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] No DVR routers for this DVR port 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:32.925734 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:32.948508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9f574c-46c2-45a0-a03b-d4d8060de8fd']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:32.963703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2db0813-ed96-4baa-8725-10a669149a41') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:32.963703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2db0813-ed96-4baa-8725-10a669149a41') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:32.974607 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:33.026412 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:33.078099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:13:33.078515 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:13:33.082154 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:13:33.158956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-7b543da0-7a7c-4bba-a2cb-db35aa7e5c08 admin admin] Request body: {'subnet': {'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-255318849-subnet', 'tenant_id': '5dc70ebc52b2429584fe84f81867aa19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:33.227602 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6aaa4b-c87d-4836-88bd-ec9ad2c1dc02 req-20c5a6ed-115c-41ff-b66e-08c831904b92 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:33.234448 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ee6aaa4b-c87d-4836-88bd-ec9ad2c1dc02 req-20c5a6ed-115c-41ff-b66e-08c831904b92 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.2396746 Jul 05 10:13:33.262078 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc218ee-c01c-4e0f-bf35-1e8a5b7163de admin admin] Pushing event updated for resources: {'Network': ['ID=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:33.272675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-31f9849f-7ef5-4e7e-85bf-2d19061b832f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:33.278093 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:13:33.278320 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-31f9849f-7ef5-4e7e-85bf-2d19061b832f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b793f3f-6ba6-4265-83a5-290cf8b7bd82 HTTP/1.1" status: 200 len: 801 time: 0.9646196 Jul 05 10:13:33.283011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b543da0-7a7c-4bba-a2cb-db35aa7e5c08 admin admin] Made reservation on behalf of 5dc70ebc52b2429584fe84f81867aa19 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:33.285638 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b543da0-7a7c-4bba-a2cb-db35aa7e5c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:33.323293 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ee6aaa4b-c87d-4836-88bd-ec9ad2c1dc02 req-35bfa3a8-04c5-43e0-aa79-a20922ef81b3 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810945 Jul 05 10:13:33.397320 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca4280-55a0-4b3f-a564-52aaefde6867 req-b31ba8c8-45b8-4f35-94f7-86d320c5f510 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:33.398962 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1dca4280-55a0-4b3f-a564-52aaefde6867 req-b31ba8c8-45b8-4f35-94f7-86d320c5f510 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 946 time: 1.0393515 Jul 05 10:13:33.444501 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:33.456340 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:33.465020 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "DELETE /v2.0/networks/8b9f574c-46c2-45a0-a03b-d4d8060de8fd HTTP/1.1" status: 204 len: 168 time: 2.3219151 Jul 05 10:13:33.465912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-76547e52-c8e5-43d7-84a5-a4fdc444efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:33.467420 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-76547e52-c8e5-43d7-84a5-a4fdc444efd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de8dffea-0367-43ce-a17f-69db3554c380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788640 Jul 05 10:13:33.473981 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50856) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:33.482411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d85c7b-0667-44d0-a07b-e1fb0fb5175c tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Pushing event deleted for resources: {'Network': ['ID=8b9f574c-46c2-45a0-a03b-d4d8060de8fd,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:33.511769 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-949790bb-36be-4ced-a1cb-e360dd697067 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "GET /v2.0/ports?device_id=82bfe7e4-55bc-4ef6-b3cf-9963fb499d23 HTTP/1.1" status: 200 len: 205 time: 0.0366094 Jul 05 10:13:33.511872 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50860) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:33.550015 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1dca4280-55a0-4b3f-a564-52aaefde6867 req-0c46581b-8e8b-4f96-a084-295b418db2a5 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bfb247-c569-4ef1-aa37-af870d32ad55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350963 Jul 05 10:13:33.680275 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09e2239f-7e8e-438e-bece-5e0610cfc1a5 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:33.701863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:33.713090 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-255c4ba6-cb88-498b-9586-69c8d932ce31 service neutron] 10.222.0.64 "GET /v2.0/networks/de8dffea-0367-43ce-a17f-69db3554c380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078846 Jul 05 10:13:33.747663 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:33.750634 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 63aa5db7-45cb-43c3-89d1-bbc2ea5c721c not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:33.838008 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b543da0-7a7c-4bba-a2cb-db35aa7e5c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:33.940087 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09e2239f-7e8e-438e-bece-5e0610cfc1a5 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:33.942311 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09e2239f-7e8e-438e-bece-5e0610cfc1a5 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:33.971270 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-00c30105-5b65-4e42-b7d3-0851513ecd20 service neutron] 10.222.0.64 "GET /v2.0/networks/de8dffea-0367-43ce-a17f-69db3554c380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497020 Jul 05 10:13:33.993121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b543da0-7a7c-4bba-a2cb-db35aa7e5c08 admin admin] Checking segment: {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:33.993645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b543da0-7a7c-4bba-a2cb-db35aa7e5c08 admin admin] Network hostable DHCP agents. Network: 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:13:34.027012 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b543da0-7a7c-4bba-a2cb-db35aa7e5c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c4567a-3195-494d-b6bf-64b7b89d5139,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:34.061973 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-bd6a4549-663b-4469-9648-c0a23970802c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=dfac1be5-aa3a-4fa3-ab17-4c7278baf122 HTTP/1.1" status: 200 len: 217 time: 0.0805135 Jul 05 10:13:34.090238 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc7b12-114b-4a79-a232-65dc8d2b3729 req-820876df-d0db-4381-b165-5bfb4c93f461 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:34.097030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc7b12-114b-4a79-a232-65dc8d2b3729 req-820876df-d0db-4381-b165-5bfb4c93f461 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:34.103084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc7b12-114b-4a79-a232-65dc8d2b3729 req-820876df-d0db-4381-b165-5bfb4c93f461 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:34.105220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-65cc7b12-114b-4a79-a232-65dc8d2b3729 req-820876df-d0db-4381-b165-5bfb4c93f461 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2411 time: 0.0980468 Jul 05 10:13:34.126919 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-2ccf9557-53d8-4785-9dba-79b51c77edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:34.128479 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-2ccf9557-53d8-4785-9dba-79b51c77edc5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f8f6926-69f8-48fc-a5b6-aad93017c184 HTTP/1.1" status: 200 len: 801 time: 0.0599284 Jul 05 10:13:34.146435 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-65cc7b12-114b-4a79-a232-65dc8d2b3729 req-0faa8b85-7b08-4879-af56-578cd14342e4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350749 Jul 05 10:13:34.164494 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09e2239f-7e8e-438e-bece-5e0610cfc1a5 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.165003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e2239f-7e8e-438e-bece-5e0610cfc1a5 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Fanout notify agent at l3_agent the message router_deleted on router 82bfe7e4-55bc-4ef6-b3cf-9963fb499d23 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:13:34.179040 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09e2239f-7e8e-438e-bece-5e0610cfc1a5 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.183299 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-09e2239f-7e8e-438e-bece-5e0610cfc1a5 tempest-RoutersNegativeIpV6Test-615774059 tempest-RoutersNegativeIpV6Test-615774059-project] 10.222.0.77 "DELETE /v2.0/routers/82bfe7e4-55bc-4ef6-b3cf-9963fb499d23 HTTP/1.1" status: 204 len: 168 time: 0.6703224 Jul 05 10:13:34.216649 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-8875c0ab-b6dd-4e8a-980b-a91ab0c927ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:34.218573 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-8875c0ab-b6dd-4e8a-980b-a91ab0c927ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dafaca60-f560-4add-b4a3-8b0818e50773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842206 Jul 05 10:13:34.224303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b543da0-7a7c-4bba-a2cb-db35aa7e5c08 admin admin] Network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:13:34.346068 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-98ddb923-ba22-4d0d-8687-75d426ad5c75 service neutron] 10.222.0.64 "GET /v2.0/networks/dafaca60-f560-4add-b4a3-8b0818e50773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138432 Jul 05 10:13:34.474565 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c77e7fa5-424d-4628-8641-b96c0def1fd6 service neutron] 10.222.0.64 "GET /v2.0/networks/dafaca60-f560-4add-b4a3-8b0818e50773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210136 Jul 05 10:13:34.560215 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-7b543da0-7a7c-4bba-a2cb-db35aa7e5c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:34.562938 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-86705586-1e1b-4a4d-ba48-5d99a9a8440e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.249&port_id=800c230e-f0a8-4ff9-a917-e8699c572345 HTTP/1.1" status: 200 len: 217 time: 0.0737963 Jul 05 10:13:34.565833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b543da0-7a7c-4bba-a2cb-db35aa7e5c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:34.566430 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b543da0-7a7c-4bba-a2cb-db35aa7e5c08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:34.575370 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4510df4a-c7ab-4781-99aa-e1ee796f31b9 None None] Network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:34.684185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-5e64181f-c458-4d65-ae0e-bbff146df666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:34.685754 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-5e64181f-c458-4d65-ae0e-bbff146df666 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b793f3f-6ba6-4265-83a5-290cf8b7bd82 HTTP/1.1" status: 200 len: 801 time: 0.1166804 Jul 05 10:13:34.741107 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dfdef-2fc1-428b-921f-fb28f25e2705 req-4d6ae16a-170c-433c-a4a0-814d2a342eb3 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:34.743008 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab4dfdef-2fc1-428b-921f-fb28f25e2705 req-4d6ae16a-170c-433c-a4a0-814d2a342eb3 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.1625617 Jul 05 10:13:34.799051 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7b543da0-7a7c-4bba-a2cb-db35aa7e5c08 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6369975 Jul 05 10:13:34.820044 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab4dfdef-2fc1-428b-921f-fb28f25e2705 req-0489a6df-be71-40e5-940a-ee3cd27a4f9e tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693321 Jul 05 10:13:34.823978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ca18d146-76a8-48f4-9f8d-9ce2e3d1de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:34.825560 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-ca18d146-76a8-48f4-9f8d-9ce2e3d1de48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de8dffea-0367-43ce-a17f-69db3554c380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286089 Jul 05 10:13:34.853563 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d4f27d-925a-4311-9732-267d9bb758c2 None None] Network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:34.943321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ec986-646f-4a7f-9d37-fcd25b35acf1 req-c80faa19-d91a-41a2-9c59-6875c6659f14 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:34.944963 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca2ec986-646f-4a7f-9d37-fcd25b35acf1 req-c80faa19-d91a-41a2-9c59-6875c6659f14 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 946 time: 0.1948707 Jul 05 10:13:34.983127 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-f1cfd52a-46af-4214-8306-b43744423622 service neutron] 10.222.0.64 "GET /v2.0/networks/de8dffea-0367-43ce-a17f-69db3554c380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453302 Jul 05 10:13:35.015341 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca2ec986-646f-4a7f-9d37-fcd25b35acf1 req-e6e75fa6-9a22-4591-84bb-1a310e2cc3be tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bfb247-c569-4ef1-aa37-af870d32ad55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622888 Jul 05 10:13:35.174812 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21f189f9-f3e7-4c44-a215-b6f6cc4632be req-c7f4997d-8ba7-4717-8f35-846b66a82409 service neutron] 10.222.0.64 "GET /v2.0/networks/de8dffea-0367-43ce-a17f-69db3554c380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849947 Jul 05 10:13:35.472793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c3656-bd65-4f2c-9347-4307c9a6b766 req-bbab9fc8-7e4b-43cc-9a60-15ea5325a458 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:35.484332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c3656-bd65-4f2c-9347-4307c9a6b766 req-bbab9fc8-7e4b-43cc-9a60-15ea5325a458 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:35.496094 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c3656-bd65-4f2c-9347-4307c9a6b766 req-bbab9fc8-7e4b-43cc-9a60-15ea5325a458 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:35.499576 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb0c3656-bd65-4f2c-9347-4307c9a6b766 req-bbab9fc8-7e4b-43cc-9a60-15ea5325a458 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2411 time: 0.1517572 Jul 05 10:13:35.583381 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cd4c5-9e4e-4ef2-ae98-3e82c02b7aae req-dddbaa5a-d6aa-4076-a96b-c7f2681db361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:35.584011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cd4c5-9e4e-4ef2-ae98-3e82c02b7aae req-dddbaa5a-d6aa-4076-a96b-c7f2681db361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:35.584413 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cd4c5-9e4e-4ef2-ae98-3e82c02b7aae req-dddbaa5a-d6aa-4076-a96b-c7f2681db361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:35.597720 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a82cd4c5-9e4e-4ef2-ae98-3e82c02b7aae req-dddbaa5a-d6aa-4076-a96b-c7f2681db361 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db8f0cbb34f14317bd4d516bce3b7392&device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2867 time: 0.1001685 Jul 05 10:13:35.735655 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50914) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:35.854911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cd4c5-9e4e-4ef2-ae98-3e82c02b7aae req-00006ece-d819-46df-a4d0-5afedd34677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:35.857919 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a82cd4c5-9e4e-4ef2-ae98-3e82c02b7aae req-00006ece-d819-46df-a4d0-5afedd34677f service neutron] 10.222.0.64 "GET /v2.0/networks?id=de8dffea-0367-43ce-a17f-69db3554c380 HTTP/1.1" status: 200 len: 903 time: 0.2448595 Jul 05 10:13:35.943501 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb0c3656-bd65-4f2c-9347-4307c9a6b766 req-a59acf85-b341-4388-9dae-de86ee86016b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344647 Jul 05 10:13:35.959603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a82cd4c5-9e4e-4ef2-ae98-3e82c02b7aae req-fbe29210-4898-46bc-919f-9a1084e0a7f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.249&port_id=800c230e-f0a8-4ff9-a917-e8699c572345 HTTP/1.1" status: 200 len: 217 time: 0.0940156 Jul 05 10:13:36.095707 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cd4c5-9e4e-4ef2-ae98-3e82c02b7aae req-a8705c4a-3626-4c1e-8968-37f2bfe66e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:36.100053 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a82cd4c5-9e4e-4ef2-ae98-3e82c02b7aae req-a8705c4a-3626-4c1e-8968-37f2bfe66e37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b793f3f-6ba6-4265-83a5-290cf8b7bd82 HTTP/1.1" status: 200 len: 801 time: 0.0940399 Jul 05 10:13:36.123664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511520c-5f26-403f-95c2-7475131c0b06 req-17d11cc5-2312-471e-a081-a63b7aaa0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:36.126530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4511520c-5f26-403f-95c2-7475131c0b06 req-17d11cc5-2312-471e-a081-a63b7aaa0f31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d049e9a417d14e4b87e38762c036901a&device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 1098 time: 0.2420142 Jul 05 10:13:36.154787 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcdce3-77b5-4f66-b040-da28ed407db7 req-3e9eeb6c-cd32-4717-899b-71932f1674d9 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:36.160216 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c7dcdce3-77b5-4f66-b040-da28ed407db7 req-3e9eeb6c-cd32-4717-899b-71932f1674d9 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.1021388 Jul 05 10:13:36.217310 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c7dcdce3-77b5-4f66-b040-da28ed407db7 req-ecfd43f6-c17f-4344-b59f-2825e2c21cbc tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502527 Jul 05 10:13:36.337035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511520c-5f26-403f-95c2-7475131c0b06 req-4812bfcf-ee36-4089-aefe-564d55d10043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:36.337035 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4511520c-5f26-403f-95c2-7475131c0b06 req-4812bfcf-ee36-4089-aefe-564d55d10043 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 HTTP/1.1" status: 200 len: 912 time: 0.1874349 Jul 05 10:13:36.337035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cd4c5-9e4e-4ef2-ae98-3e82c02b7aae req-84614af0-e346-49b7-af19-2926bb89b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:36.337964 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a82cd4c5-9e4e-4ef2-ae98-3e82c02b7aae req-84614af0-e346-49b7-af19-2926bb89b324 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de8dffea-0367-43ce-a17f-69db3554c380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292798 Jul 05 10:13:36.344247 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b00c2672-351a-4368-89b7-79025a32f6d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=50ea700f1e2648828a76da319945575a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5884719 Jul 05 10:13:36.344408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50930) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:36.425196 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-86df794d-8be1-4a3b-8845-37094689093e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:36.493092 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-86df794d-8be1-4a3b-8845-37094689093e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:36.632916 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4511520c-5f26-403f-95c2-7475131c0b06 req-3a64d45c-6210-4551-9638-9d533a91c5b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90c63839-073a-438c-adb5-81074bef5dab HTTP/1.1" status: 200 len: 1001 time: 0.2903771 Jul 05 10:13:36.683147 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-86df794d-8be1-4a3b-8845-37094689093e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:36.685398 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-86df794d-8be1-4a3b-8845-37094689093e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:36.689708 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-86df794d-8be1-4a3b-8845-37094689093e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee985c50-26aa-4d9f-955c-3776a5bc50ef HTTP/1.1" status: 204 len: 168 time: 0.3443151 Jul 05 10:13:36.705540 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df794d-8be1-4a3b-8845-37094689093e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee985c50-26aa-4d9f-955c-3776a5bc50ef,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:36.713739 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a82cd4c5-9e4e-4ef2-ae98-3e82c02b7aae req-24631144-c096-4c21-ae37-7995b771d5ca service neutron] 10.222.0.64 "GET /v2.0/networks/de8dffea-0367-43ce-a17f-69db3554c380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651342 Jul 05 10:13:36.725803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87b679-8f12-416f-9dc2-42c0f6587f58 req-63ac4137-a000-4798-a357-e60bd7e334f2 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:36.732882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba87b679-8f12-416f-9dc2-42c0f6587f58 req-63ac4137-a000-4798-a357-e60bd7e334f2 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 946 time: 0.3223915 Jul 05 10:13:36.770276 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511520c-5f26-403f-95c2-7475131c0b06 req-605cd49e-0280-45e6-b0c1-4c6035bee485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:36.772074 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4511520c-5f26-403f-95c2-7475131c0b06 req-605cd49e-0280-45e6-b0c1-4c6035bee485 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=feb07890-d026-4a51-bf47-b1ecaafff9e9 HTTP/1.1" status: 200 len: 850 time: 0.1275573 Jul 05 10:13:36.863660 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-f6ba32f6-9f69-425b-b790-e0e9ebcfa0b3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:36.865258 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-f6ba32f6-9f69-425b-b790-e0e9ebcfa0b3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 811 time: 0.2321775 Jul 05 10:13:36.886232 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba87b679-8f12-416f-9dc2-42c0f6587f58 req-f7120896-7202-4276-ba9b-c73ef855da0d tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bfb247-c569-4ef1-aa37-af870d32ad55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523244 Jul 05 10:13:36.905818 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-21245409-6d92-4dd4-83ba-4adb79c1a47c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/quotas/5dc70ebc52b2429584fe84f81867aa19 HTTP/1.1" status: 200 len: 375 time: 0.0275972 Jul 05 10:13:36.925592 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a82cd4c5-9e4e-4ef2-ae98-3e82c02b7aae req-ef3af9f1-6387-4b6f-8d25-3c18802155fd service neutron] 10.222.0.64 "GET /v2.0/networks/de8dffea-0367-43ce-a17f-69db3554c380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880190 Jul 05 10:13:36.934334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511520c-5f26-403f-95c2-7475131c0b06 req-db4e3032-5d05-4595-aa64-bc9cfca6a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:36.935883 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4511520c-5f26-403f-95c2-7475131c0b06 req-db4e3032-5d05-4595-aa64-bc9cfca6a2a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199837 Jul 05 10:13:36.972156 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-a52c5b86-8afd-4771-b7ee-832bd51b2680 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581384 Jul 05 10:13:37.060847 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4511520c-5f26-403f-95c2-7475131c0b06 req-682d4b65-bcfa-4d96-bb03-2de93404920a service neutron] 10.222.0.73 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170995 Jul 05 10:13:37.098261 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-172d9b57-8b99-4f37-a3bf-1cc2d225e956 service neutron] 10.222.0.77 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250443 Jul 05 10:13:37.229440 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4511520c-5f26-403f-95c2-7475131c0b06 req-0ddfea6c-cc15-4d38-9dba-54e8768d2799 service neutron] 10.222.0.73 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556330 Jul 05 10:13:37.268660 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-c471ec6a-6b29-456c-9b26-3a9073f36588 service neutron] 10.222.0.77 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629829 Jul 05 10:13:37.755794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67a178-81d8-4784-9b65-1bff3b9d9de3 req-bde71e99-571e-4f14-b4f7-3d8063eda015 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:37.762415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67a178-81d8-4784-9b65-1bff3b9d9de3 req-bde71e99-571e-4f14-b4f7-3d8063eda015 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:37.768564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67a178-81d8-4784-9b65-1bff3b9d9de3 req-bde71e99-571e-4f14-b4f7-3d8063eda015 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:37.770211 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e67a178-81d8-4784-9b65-1bff3b9d9de3 req-bde71e99-571e-4f14-b4f7-3d8063eda015 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2411 time: 0.0937488 Jul 05 10:13:37.861805 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e67a178-81d8-4784-9b65-1bff3b9d9de3 req-f5a10cda-473b-498f-8f91-c8ee39d92dca tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845323 Jul 05 10:13:37.978111 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f60cb4b2-e132-4417-8345-01d7c50cf3f5 req-eb3e3a60-1937-43f3-b051-f9fb3c259a63 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 210 time: 0.0470123 Jul 05 10:13:38.015985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1516f45-2648-44e2-a907-808745629ee1 req-751b89f9-08fa-4412-afe5-f6e8173c425d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:38.023076 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f1516f45-2648-44e2-a907-808745629ee1 req-751b89f9-08fa-4412-afe5-f6e8173c425d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.1522603 Jul 05 10:13:38.050443 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bec1ae-e1d8-4aad-aff0-fa4a61e575ca req-a730784e-930f-4fe9-bfc8-1b119b6340ec tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:38.052855 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-53bec1ae-e1d8-4aad-aff0-fa4a61e575ca req-a730784e-930f-4fe9-bfc8-1b119b6340ec tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.64 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 946 time: 0.1373143 Jul 05 10:13:38.103561 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f1516f45-2648-44e2-a907-808745629ee1 req-956e4801-315f-4d5b-8742-b803ece33f10 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795510 Jul 05 10:13:38.126285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 98cb4f18-484b-47ea-822c-b06a19bf4b2e details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:13:38.193073 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-53bec1ae-e1d8-4aad-aff0-fa4a61e575ca req-7d5e1898-bbab-4b7d-812e-2cba125d48e6 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Deleting port 7bf42410-9f0e-455b-b172-f36b95f6615e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:38.207695 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-53bec1ae-e1d8-4aad-aff0-fa4a61e575ca req-7d5e1898-bbab-4b7d-812e-2cba125d48e6 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.218294 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91976440-12d3-47ac-9c0a-962640ac8e80 req-64ad94b0-8532-43e4-b9fe-c7d556e4bed8 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:38.227837 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91976440-12d3-47ac-9c0a-962640ac8e80 req-64ad94b0-8532-43e4-b9fe-c7d556e4bed8 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 944 time: 0.1392572 Jul 05 10:13:38.285538 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91976440-12d3-47ac-9c0a-962640ac8e80 req-9072b120-d6a4-455e-bd5f-5e76fd2a67cc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567265 Jul 05 10:13:38.306159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 98cb4f18-484b-47ea-822c-b06a19bf4b2e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=98cb4f18-484b-47ea-822c-b06a19bf4b2e,segment=NetworkSegment(3d6b4c07-6d2f-4d05-b03e-341835613ca2),segment_id=3d6b4c07-6d2f-4d05-b03e-341835613ca2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:38.318392 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '98cb4f18-484b-47ea-822c-b06a19bf4b2e', 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380', 'port_id': '98cb4f18-484b-47ea-822c-b06a19bf4b2e', 'mac_address': 'fa:16:3e:c8:68:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b793f3f-6ba6-4265-83a5-290cf8b7bd82', 'ip_address': '19.80.0.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:13:38.368857 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.384071 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cb4f18-484b-47ea-822c-b06a19bf4b2e {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:38.403928 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 98cb4f18-484b-47ea-822c-b06a19bf4b2e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=98cb4f18-484b-47ea-822c-b06a19bf4b2e,segment=NetworkSegment(3d6b4c07-6d2f-4d05-b03e-341835613ca2),segment_id=3d6b4c07-6d2f-4d05-b03e-341835613ca2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:38.425239 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-53bec1ae-e1d8-4aad-aff0-fa4a61e575ca req-7d5e1898-bbab-4b7d-812e-2cba125d48e6 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] For port 7bf42410-9f0e-455b-b172-f36b95f6615e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7bf42410-9f0e-455b-b172-f36b95f6615e,segment=NetworkSegment(edbbc8a4-5316-4635-ad54-59de1f372aaa),segment_id=edbbc8a4-5316-4635-ad54-59de1f372aaa)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:38.425239 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-53bec1ae-e1d8-4aad-aff0-fa4a61e575ca req-7d5e1898-bbab-4b7d-812e-2cba125d48e6 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.434655 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b5cf9-4ccb-45d6-b93b-6ebc25e7dba2 req-7d47efa0-0d3c-4b2a-948d-774442792fdf tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:38.436205 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b28b5cf9-4ccb-45d6-b93b-6ebc25e7dba2 req-7d47efa0-0d3c-4b2a-948d-774442792fdf tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 946 time: 0.1785831 Jul 05 10:13:38.451313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-53bec1ae-e1d8-4aad-aff0-fa4a61e575ca req-7d5e1898-bbab-4b7d-812e-2cba125d48e6 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Calling delete_port for 7bf42410-9f0e-455b-b172-f36b95f6615e owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:38.518685 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.519416 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device dfac1be5-aa3a-4fa3-ab17-4c7278baf122 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:13:38.539900 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b28b5cf9-4ccb-45d6-b93b-6ebc25e7dba2 req-25b96e4a-22ae-4f2c-97d4-dd8578707f4e tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/security-groups?id=31bfb247-c569-4ef1-aa37-af870d32ad55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968654 Jul 05 10:13:38.549849 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ec2d8-39de-443c-b940-c66b4b7eeecc req-294a9179-9988-46cb-adc5-e43c57cbb31b tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:38.551609 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-699ec2d8-39de-443c-b940-c66b4b7eeecc req-294a9179-9988-46cb-adc5-e43c57cbb31b tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 944 time: 0.1905251 Jul 05 10:13:38.632620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port dfac1be5-aa3a-4fa3-ab17-4c7278baf122, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=dfac1be5-aa3a-4fa3-ab17-4c7278baf122,segment=NetworkSegment(6e39720c-582e-44b6-9c3a-07ebac7cd721),segment_id=6e39720c-582e-44b6-9c3a-07ebac7cd721)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:38.661171 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51000) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:38.675170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'dfac1be5-aa3a-4fa3-ab17-4c7278baf122', 'network_id': 'dafaca60-f560-4add-b4a3-8b0818e50773', 'port_id': 'dfac1be5-aa3a-4fa3-ab17-4c7278baf122', 'mac_address': 'fa:16:3e:d4:bc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8f6926-69f8-48fc-a5b6-aad93017c184', 'ip_address': '19.86.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:13:38.727683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-699ec2d8-39de-443c-b940-c66b4b7eeecc req-ea480fcf-6085-41da-9321-388a546be0ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Deleting port d0a2d165-2d69-43fc-87ea-505b1e3e287b {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:38.728061 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-699ec2d8-39de-443c-b940-c66b4b7eeecc req-ea480fcf-6085-41da-9321-388a546be0ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.729678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=98cb4f18-484b-47ea-822c-b06a19bf4b2e,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:38.745507 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.761689 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfac1be5-aa3a-4fa3-ab17-4c7278baf122 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:38.793591 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port dfac1be5-aa3a-4fa3-ab17-4c7278baf122, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=dfac1be5-aa3a-4fa3-ab17-4c7278baf122,segment=NetworkSegment(6e39720c-582e-44b6-9c3a-07ebac7cd721),segment_id=6e39720c-582e-44b6-9c3a-07ebac7cd721)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:38.833160 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-699ec2d8-39de-443c-b940-c66b4b7eeecc req-ea480fcf-6085-41da-9321-388a546be0ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] For port d0a2d165-2d69-43fc-87ea-505b1e3e287b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=d0a2d165-2d69-43fc-87ea-505b1e3e287b,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:38.833518 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-699ec2d8-39de-443c-b940-c66b4b7eeecc req-ea480fcf-6085-41da-9321-388a546be0ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.843002 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-53bec1ae-e1d8-4aad-aff0-fa4a61e575ca req-7d5e1898-bbab-4b7d-812e-2cba125d48e6 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.854878 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-699ec2d8-39de-443c-b940-c66b4b7eeecc req-ea480fcf-6085-41da-9321-388a546be0ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Calling delete_port for d0a2d165-2d69-43fc-87ea-505b1e3e287b owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:38.857249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['7bf42410-9f0e-455b-b172-f36b95f6615e'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:38.881643 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.882457 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 800c230e-f0a8-4ff9-a917-e8699c572345 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:13:38.887190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e1898-bbab-4b7d-812e-2cba125d48e6 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Pushing event deleted for resources: {'Port': ['ID=7bf42410-9f0e-455b-b172-f36b95f6615e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:38.941081 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-530f7883-8876-40fd-b8da-18034d36307d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:38.999551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bec1ae-e1d8-4aad-aff0-fa4a61e575ca req-7d5e1898-bbab-4b7d-812e-2cba125d48e6 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] No DVR routers for this DVR port 7bf42410-9f0e-455b-b172-f36b95f6615e on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:39.004518 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-53bec1ae-e1d8-4aad-aff0-fa4a61e575ca req-7d5e1898-bbab-4b7d-812e-2cba125d48e6 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.006596 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-53bec1ae-e1d8-4aad-aff0-fa4a61e575ca req-7d5e1898-bbab-4b7d-812e-2cba125d48e6 tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.64 "DELETE /v2.0/ports/7bf42410-9f0e-455b-b172-f36b95f6615e HTTP/1.1" status: 204 len: 173 time: 0.9392776 Jul 05 10:13:39.007054 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b947e91e-18e6-40b9-bff2-9105acb7a52c', 'name': 'network-vif-deleted', 'tag': '7bf42410-9f0e-455b-b172-f36b95f6615e'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:39.010214 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf63e4b-89fe-4d4b-8dad-e0eb81aa9d50" -d '{"events": [{"server_uuid": "b947e91e-18e6-40b9-bff2-9105acb7a52c", "name": "network-vif-deleted", "tag": "7bf42410-9f0e-455b-b172-f36b95f6615e"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:39.038920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=dfac1be5-aa3a-4fa3-ab17-4c7278baf122,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:39.054592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 800c230e-f0a8-4ff9-a917-e8699c572345, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=800c230e-f0a8-4ff9-a917-e8699c572345,segment=NetworkSegment(3d6b4c07-6d2f-4d05-b03e-341835613ca2),segment_id=3d6b4c07-6d2f-4d05-b03e-341835613ca2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:39.065423 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '800c230e-f0a8-4ff9-a917-e8699c572345', 'network_id': 'de8dffea-0367-43ce-a17f-69db3554c380', 'port_id': '800c230e-f0a8-4ff9-a917-e8699c572345', 'mac_address': 'fa:16:3e:d3:ac:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b793f3f-6ba6-4265-83a5-290cf8b7bd82', 'ip_address': '19.80.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:13:39.116279 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.149865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800c230e-f0a8-4ff9-a917-e8699c572345 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:39.181906 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 800c230e-f0a8-4ff9-a917-e8699c572345, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=800c230e-f0a8-4ff9-a917-e8699c572345,segment=NetworkSegment(3d6b4c07-6d2f-4d05-b03e-341835613ca2),segment_id=3d6b4c07-6d2f-4d05-b03e-341835613ca2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:39.195461 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-530f7883-8876-40fd-b8da-18034d36307d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.208340 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9fa0f74c-1e72-4eb8-acf4-7dbb418627ae req-c1642f25-ece3-4945-bbdf-8fdfdfde0d5c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 210 time: 0.0355668 Jul 05 10:13:39.218929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be26dac-676b-4045-8813-31c637b905f7 req-32e40dbf-b1e4-4390-8bb1-2e39a42ea8f9 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:39.225680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be26dac-676b-4045-8813-31c637b905f7 req-32e40dbf-b1e4-4390-8bb1-2e39a42ea8f9 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:39.231746 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be26dac-676b-4045-8813-31c637b905f7 req-32e40dbf-b1e4-4390-8bb1-2e39a42ea8f9 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:39.233595 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8be26dac-676b-4045-8813-31c637b905f7 req-32e40dbf-b1e4-4390-8bb1-2e39a42ea8f9 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2413 time: 0.1426466 Jul 05 10:13:39.263178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51020) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:39.295317 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8be26dac-676b-4045-8813-31c637b905f7 req-32889ff4-6b88-4716-9fd6-44a795dedb89 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556149 Jul 05 10:13:39.365155 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.365919 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-699ec2d8-39de-443c-b940-c66b4b7eeecc req-ea480fcf-6085-41da-9321-388a546be0ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.366130 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-530f7883-8876-40fd-b8da-18034d36307d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.471405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea480fcf-6085-41da-9321-388a546be0ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Pushing event deleted for resources: {'Port': ['ID=d0a2d165-2d69-43fc-87ea-505b1e3e287b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:39.484937 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-530f7883-8876-40fd-b8da-18034d36307d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b956d3a6bbbe41a6a14034090f7d85f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8296685 Jul 05 10:13:39.492774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51028) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:39.536151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=800c230e-f0a8-4ff9-a917-e8699c572345,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:39.545145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['d0a2d165-2d69-43fc-87ea-505b1e3e287b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:39.572119 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f7883-8876-40fd-b8da-18034d36307d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f2fd11-34e5-43ee-a7aa-cb865b1072f0,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:39.618731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-699ec2d8-39de-443c-b940-c66b4b7eeecc req-ea480fcf-6085-41da-9321-388a546be0ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] No DVR routers for this DVR port d0a2d165-2d69-43fc-87ea-505b1e3e287b on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:39.627851 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-699ec2d8-39de-443c-b940-c66b4b7eeecc req-ea480fcf-6085-41da-9321-388a546be0ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.640953 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-699ec2d8-39de-443c-b940-c66b4b7eeecc req-ea480fcf-6085-41da-9321-388a546be0ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.73 "DELETE /v2.0/ports/d0a2d165-2d69-43fc-87ea-505b1e3e287b HTTP/1.1" status: 204 len: 173 time: 1.0754764 Jul 05 10:13:39.640953 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d550b6b4-f8f1-4b13-9dab-b331edefe76d x-openstack-request-id: req-d550b6b4-f8f1-4b13-9dab-b331edefe76d {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:39.640953 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b947e91e-18e6-40b9-bff2-9105acb7a52c", "name": "network-vif-deleted", "tag": "7bf42410-9f0e-455b-b172-f36b95f6615e", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:39.640953 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d550b6b4-f8f1-4b13-9dab-b331edefe76d {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:39.640953 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b947e91e-18e6-40b9-bff2-9105acb7a52c', 'name': 'network-vif-deleted', 'tag': '7bf42410-9f0e-455b-b172-f36b95f6615e', 'status': 'completed', 'code': 200} Jul 05 10:13:39.658396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['98cb4f18-484b-47ea-822c-b06a19bf4b2e'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:39.709120 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8f03a16-e9c7-4f0c-a6c2-a7d20b76f255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.731829 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['800c230e-f0a8-4ff9-a917-e8699c572345'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:39.746225 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8f03a16-e9c7-4f0c-a6c2-a7d20b76f255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.752774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['dfac1be5-aa3a-4fa3-ab17-4c7278baf122'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:39.772283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ab8dc-fa82-4c08-81c9-3dd8227397a2 req-9521dc51-9e6d-4d61-ace7-0e360d21cc46 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:39.777480 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab6ab8dc-fa82-4c08-81c9-3dd8227397a2 req-9521dc51-9e6d-4d61-ace7-0e360d21cc46 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.2030692 Jul 05 10:13:39.794079 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-febf7321-dd60-4287-b414-954a51b33d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.873201 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab6ab8dc-fa82-4c08-81c9-3dd8227397a2 req-b43f3714-e78d-4e74-8dcd-7197082160ed tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839798 Jul 05 10:13:39.897729 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9540251-e0bf-4b2f-87c5-f5bdfcf2ccbf req-192b2d0f-bee7-42bf-9710-d7094f816251 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 210 time: 0.0726194 Jul 05 10:13:39.949763 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8f03a16-e9c7-4f0c-a6c2-a7d20b76f255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.952616 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8f03a16-e9c7-4f0c-a6c2-a7d20b76f255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:39.955249 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a8f03a16-e9c7-4f0c-a6c2-a7d20b76f255 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/06f2fd11-34e5-43ee-a7aa-cb865b1072f0 HTTP/1.1" status: 204 len: 168 time: 0.4600906 Jul 05 10:13:39.976363 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f03a16-e9c7-4f0c-a6c2-a7d20b76f255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f2fd11-34e5-43ee-a7aa-cb865b1072f0,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:40.120996 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-febf7321-dd60-4287-b414-954a51b33d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:40.184318 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-febf7321-dd60-4287-b414-954a51b33d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:40.184772 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8b173f6-95ec-4f08-95aa-6757729ddec0 req-56f86b03-6ba1-4302-a492-c486bef252fd tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 210 time: 0.0562210 Jul 05 10:13:40.239922 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf7321-dd60-4287-b414-954a51b33d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb58a5e-295f-4ebc-8e4d-39ee4fcba172,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:40.245063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-febf7321-dd60-4287-b414-954a51b33d60 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7cea32825ef043b4b92aab774fada9bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9805446 Jul 05 10:13:40.248210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51044) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:40.314240 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8fa2e1f5-d7d2-4242-a59a-0fd62b065b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:40.373238 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8fa2e1f5-d7d2-4242-a59a-0fd62b065b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:40.415606 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de08c18e-ec6f-4e69-ac72-0913fdf7ba62 req-109100a7-71d2-4ce6-b32c-ce7e7b6b3b18 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 210 time: 0.0450459 Jul 05 10:13:40.535990 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583610d-0627-4805-bd81-7fd023786931 req-b9ae0ffe-096f-4c0f-9dd8-b084410aee48 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:40.542741 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583610d-0627-4805-bd81-7fd023786931 req-b9ae0ffe-096f-4c0f-9dd8-b084410aee48 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:40.548683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583610d-0627-4805-bd81-7fd023786931 req-b9ae0ffe-096f-4c0f-9dd8-b084410aee48 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:40.550335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9583610d-0627-4805-bd81-7fd023786931 req-b9ae0ffe-096f-4c0f-9dd8-b084410aee48 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2414 time: 0.1131158 Jul 05 10:13:40.553155 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8fa2e1f5-d7d2-4242-a59a-0fd62b065b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:40.555894 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8fa2e1f5-d7d2-4242-a59a-0fd62b065b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:40.561051 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8fa2e1f5-d7d2-4242-a59a-0fd62b065b0a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ecb58a5e-295f-4ebc-8e4d-39ee4fcba172 HTTP/1.1" status: 204 len: 168 time: 0.3078573 Jul 05 10:13:40.565887 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2e1f5-d7d2-4242-a59a-0fd62b065b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb58a5e-295f-4ebc-8e4d-39ee4fcba172,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:40.616352 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9583610d-0627-4805-bd81-7fd023786931 req-66367635-6fb4-4154-8796-308d7805cc49 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595739 Jul 05 10:13:40.984607 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d2b988d4-e927-40fd-b5dc-e0f5ddcfdd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.100898 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ae2bd6f7-2a19-48de-bf23-eb027b88fefc req-f03ab186-baf5-45a6-83cd-fd645c38b137 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c29109d-d327-40c5-a1f0-e6991e6625ae HTTP/1.1" status: 200 len: 210 time: 0.0390210 Jul 05 10:13:41.172341 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-05a218f5-1f90-43fa-a95b-572e5d84cd6f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:41.175034 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-05a218f5-1f90-43fa-a95b-572e5d84cd6f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 811 time: 0.1699424 Jul 05 10:13:41.188326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-938cd5d5-de21-4647-8b2c-6823a7f03d36 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Request body: {'port': {'device_id': 'a8f17d95-721b-47a5-8ac6-625bce3ab1a0', 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5', 'admin_state_up': True, 'tenant_id': '5dc70ebc52b2429584fe84f81867aa19'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:41.364897 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06966eb7-f9c0-4bfa-b62e-9793c986beb7 req-c2135932-ef21-4e33-b65e-67b1b459c67e tempest-InstanceActionsTestJSON-767902493 tempest-InstanceActionsTestJSON-767902493-project] 10.222.0.77 "GET /v2.0/ports?device_id=b947e91e-18e6-40b9-bff2-9105acb7a52c HTTP/1.1" status: 200 len: 210 time: 0.0288012 Jul 05 10:13:41.467864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-938cd5d5-de21-4647-8b2c-6823a7f03d36 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Made reservation on behalf of 5dc70ebc52b2429584fe84f81867aa19 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:41.472081 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-938cd5d5-de21-4647-8b2c-6823a7f03d36 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.655080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c29109d-d327-40c5-a1f0-e6991e6625ae', 'name': 'network-vif-deleted', 'tag': 'd0a2d165-2d69-43fc-87ea-505b1e3e287b'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:41.659293 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4621a5b5-4415-4346-9c78-983a3e904e8e" -d '{"events": [{"server_uuid": "0c29109d-d327-40c5-a1f0-e6991e6625ae", "name": "network-vif-deleted", "tag": "d0a2d165-2d69-43fc-87ea-505b1e3e287b"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:41.667692 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09980844-5b32-4777-ac39-9a0e50626666 req-7b9ca3d3-5aa8-4624-af03-a05b4cc917ed tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 210 time: 0.0557277 Jul 05 10:13:41.699460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51092) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:41.729502 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-15e88b11-b23f-46d1-8068-8f20a80161dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:41.787264 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1775a743-1bff-4336-9ddc-ae8fa07f4d47 x-openstack-request-id: req-1775a743-1bff-4336-9ddc-ae8fa07f4d47 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:41.787699 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c29109d-d327-40c5-a1f0-e6991e6625ae", "name": "network-vif-deleted", "tag": "d0a2d165-2d69-43fc-87ea-505b1e3e287b", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:41.787952 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1775a743-1bff-4336-9ddc-ae8fa07f4d47 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:41.788339 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c29109d-d327-40c5-a1f0-e6991e6625ae', 'name': 'network-vif-deleted', 'tag': 'd0a2d165-2d69-43fc-87ea-505b1e3e287b', 'status': 'completed', 'code': 200} Jul 05 10:13:41.809013 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-938cd5d5-de21-4647-8b2c-6823a7f03d36 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Allocated IP 172.20.0.4 (1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5/72c4567a-3195-494d-b6bf-64b7b89d5139/6b59e637-3bd3-4034-820b-d856d908f3ea) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:41.948500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe333f-9e81-4b4a-be57-254c8ab4c4d5 req-e07e271c-bf5d-4431-b567-7d351d64a068 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:41.969291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe333f-9e81-4b4a-be57-254c8ab4c4d5 req-e07e271c-bf5d-4431-b567-7d351d64a068 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:41.976635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe333f-9e81-4b4a-be57-254c8ab4c4d5 req-e07e271c-bf5d-4431-b567-7d351d64a068 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:41.978517 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-65fe333f-9e81-4b4a-be57-254c8ab4c4d5 req-e07e271c-bf5d-4431-b567-7d351d64a068 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2414 time: 0.1656070 Jul 05 10:13:42.021028 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-15e88b11-b23f-46d1-8068-8f20a80161dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.038809 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-65fe333f-9e81-4b4a-be57-254c8ab4c4d5 req-0889746c-3163-42ef-b17c-2f08cf4c1ec6 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495090 Jul 05 10:13:42.073156 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caa1f59e-9866-42cc-8484-adf18f26e453 req-d2b9dedc-0e50-4f69-b356-641c4a134170 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1680622 Jul 05 10:13:42.087339 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-938cd5d5-de21-4647-8b2c-6823a7f03d36 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.111611 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:13:42.142991 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 800c230e-f0a8-4ff9-a917-e8699c572345 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:42.167479 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-15e88b11-b23f-46d1-8068-8f20a80161dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.212113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1f59e-9866-42cc-8484-adf18f26e453 req-e35a38fe-3f36-47ac-9a7b-46579067137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.223851 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caa1f59e-9866-42cc-8484-adf18f26e453 req-e35a38fe-3f36-47ac-9a7b-46579067137e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cf98573ed3c4198bb69640d015cda66&device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 1096 time: 0.0759983 Jul 05 10:13:42.230909 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-938cd5d5-de21-4647-8b2c-6823a7f03d36 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.245920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e88b11-b23f-46d1-8068-8f20a80161dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1759da1d-9da9-43a7-afc3-cef36bd89d78,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:42.272666 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-15e88b11-b23f-46d1-8068-8f20a80161dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7352c0cec9fc4a3bb7550e09197340a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5720346 Jul 05 10:13:42.275311 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51106) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:42.331206 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-938cd5d5-de21-4647-8b2c-6823a7f03d36 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:42.342847 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cae4d1ff-46a3-4328-ac16-f4be36f1f91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.369706 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 800c230e-f0a8-4ff9-a917-e8699c572345 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:42.370629 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cae4d1ff-46a3-4328-ac16-f4be36f1f91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.374394 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 800c230e-f0a8-4ff9-a917-e8699c572345 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:42.374874 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.376252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-938cd5d5-de21-4647-8b2c-6823a7f03d36 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:42.412357 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-938cd5d5-de21-4647-8b2c-6823a7f03d36 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:42.443652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device d0a2d165-2d69-43fc-87ea-505b1e3e287b no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:42.470299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: d0a2d165-2d69-43fc-87ea-505b1e3e287b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:42.470942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device d0a2d165-2d69-43fc-87ea-505b1e3e287b not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:42.482918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-938cd5d5-de21-4647-8b2c-6823a7f03d36 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.483758 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-938cd5d5-de21-4647-8b2c-6823a7f03d36 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.533088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51114) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:42.542233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1f59e-9866-42cc-8484-adf18f26e453 req-96cf4c63-9356-4ace-a5af-4f6c929bf9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.544240 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caa1f59e-9866-42cc-8484-adf18f26e453 req-96cf4c63-9356-4ace-a5af-4f6c929bf9e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 200 len: 909 time: 0.2938688 Jul 05 10:13:42.547001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cd5d5-de21-4647-8b2c-6823a7f03d36 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Pushing event updated for resources: {'Port': ['ID=6b59e637-3bd3-4034-820b-d856d908f3ea,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:42.550060 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.586033 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caa1f59e-9866-42cc-8484-adf18f26e453 req-47d01722-fe6b-4a4b-88d2-96c67da4c7de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49abf83b-2c63-45d8-8048-f216cb938ea2 HTTP/1.1" status: 200 len: 217 time: 0.0356510 Jul 05 10:13:42.598443 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cae4d1ff-46a3-4328-ac16-f4be36f1f91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.603264 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800c230e-f0a8-4ff9-a917-e8699c572345'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:42.605383 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cae4d1ff-46a3-4328-ac16-f4be36f1f91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.605643 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4ce1e8-fc41-443f-adc1-83412a261e1a" -d '{"events": [{"server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "name": "network-vif-plugged", "status": "completed", "tag": "800c230e-f0a8-4ff9-a917-e8699c572345"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:42.607231 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cae4d1ff-46a3-4328-ac16-f4be36f1f91e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1759da1d-9da9-43a7-afc3-cef36bd89d78 HTTP/1.1" status: 204 len: 168 time: 0.3297129 Jul 05 10:13:42.615566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ec4ea8-71e3-4450-b0d3-369a004bf1be admin admin] Deleting subnet f219afe7-0811-4ddf-8902-7aa9edc6cd67 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:13:42.624141 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-07ec4ea8-71e3-4450-b0d3-369a004bf1be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.627094 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4d1ff-46a3-4328-ac16-f4be36f1f91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1759da1d-9da9-43a7-afc3-cef36bd89d78,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:42.631779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 800c230e-f0a8-4ff9-a917-e8699c572345, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=800c230e-f0a8-4ff9-a917-e8699c572345,segment=NetworkSegment(3d6b4c07-6d2f-4d05-b03e-341835613ca2),segment_id=3d6b4c07-6d2f-4d05-b03e-341835613ca2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:42.667797 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9dda6c-bf04-4b94-be3b-4aab70182d29 x-openstack-request-id: req-7e9dda6c-bf04-4b94-be3b-4aab70182d29 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:42.668719 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "name": "network-vif-plugged", "status": "completed", "tag": "800c230e-f0a8-4ff9-a917-e8699c572345", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:42.668949 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e9dda6c-bf04-4b94-be3b-4aab70182d29 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:42.669348 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800c230e-f0a8-4ff9-a917-e8699c572345', 'code': 200} Jul 05 10:13:42.677299 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-07ec4ea8-71e3-4450-b0d3-369a004bf1be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.677512 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-938cd5d5-de21-4647-8b2c-6823a7f03d36 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4940915 Jul 05 10:13:42.679235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1f59e-9866-42cc-8484-adf18f26e453 req-37df3ea8-b5dd-4787-b502-029294d06b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:42.680698 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caa1f59e-9866-42cc-8484-adf18f26e453 req-37df3ea8-b5dd-4787-b502-029294d06b4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 200 len: 848 time: 0.0881181 Jul 05 10:13:42.693697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Request body: {'port': {'device_id': 'a8f17d95-721b-47a5-8ac6-625bce3ab1a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:42.708226 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51122) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:42.750080 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caa1f59e-9866-42cc-8484-adf18f26e453 req-9ee16786-0907-40da-a02a-f0501ada280c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de14d9aa-e769-4672-bc7f-bd4b99fc183d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491953 Jul 05 10:13:42.776594 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-07ec4ea8-71e3-4450-b0d3-369a004bf1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.784189 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:42.785423 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 98cb4f18-484b-47ea-822c-b06a19bf4b2e up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:42.880797 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=800c230e-f0a8-4ff9-a917-e8699c572345,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:42.970800 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-07ec4ea8-71e3-4450-b0d3-369a004bf1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.006617 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec4ea8-71e3-4450-b0d3-369a004bf1be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f219afe7-0811-4ddf-8902-7aa9edc6cd67,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:43.010832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 98cb4f18-484b-47ea-822c-b06a19bf4b2e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:43.016745 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-07ec4ea8-71e3-4450-b0d3-369a004bf1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.018628 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-07ec4ea8-71e3-4450-b0d3-369a004bf1be admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f219afe7-0811-4ddf-8902-7aa9edc6cd67 HTTP/1.1" status: 204 len: 168 time: 0.4850199 Jul 05 10:13:43.021155 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfc25d39-3b65-45d9-a313-a24517aee5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.024304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51130) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:43.024856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 98cb4f18-484b-47ea-822c-b06a19bf4b2e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:43.025477 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.120257 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.184469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 98cb4f18-484b-47ea-822c-b06a19bf4b2e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=98cb4f18-484b-47ea-822c-b06a19bf4b2e,segment=NetworkSegment(3d6b4c07-6d2f-4d05-b03e-341835613ca2),segment_id=3d6b4c07-6d2f-4d05-b03e-341835613ca2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:43.194239 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0108447a-26d4-43ad-a509-6590eaa7eebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.251564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c6f62-a2e9-4548-b57e-adee57b15697 req-0c5e27f0-fad1-457a-b26e-6a0af01f51fc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:43.251564 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d07c6f62-a2e9-4548-b57e-adee57b15697 req-0c5e27f0-fad1-457a-b26e-6a0af01f51fc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 944 time: 0.2309341 Jul 05 10:13:43.260520 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.263768 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device dfac1be5-aa3a-4fa3-ab17-4c7278baf122 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:43.317457 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.381092 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=98cb4f18-484b-47ea-822c-b06a19bf4b2e,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:43.392409 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d07c6f62-a2e9-4548-b57e-adee57b15697 req-0e2d9bb1-c09e-40d9-a999-c792b4f80656 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308684 Jul 05 10:13:43.398127 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caa1f59e-9866-42cc-8484-adf18f26e453 req-3f7d9d27-2c03-45b6-b4fa-807e654d4d5b service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419935 Jul 05 10:13:43.401914 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0108447a-26d4-43ad-a509-6590eaa7eebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.413383 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfc25d39-3b65-45d9-a313-a24517aee5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.417901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-0108447a-26d4-43ad-a509-6590eaa7eebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4b72b4-9223-468c-9f46-2b3fd389c9e0']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:43.428193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-0108447a-26d4-43ad-a509-6590eaa7eebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbbc8a4-5316-4635-ad54-59de1f372aaa') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:43.428496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-0108447a-26d4-43ad-a509-6590eaa7eebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbbc8a4-5316-4635-ad54-59de1f372aaa') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:43.439782 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0108447a-26d4-43ad-a509-6590eaa7eebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.456099 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0108447a-26d4-43ad-a509-6590eaa7eebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.480714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0108447a-26d4-43ad-a509-6590eaa7eebe admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:13:43.482279 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0108447a-26d4-43ad-a509-6590eaa7eebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:13:43.485730 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:13:43.496435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port dfac1be5-aa3a-4fa3-ab17-4c7278baf122 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:43.514525 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8c608-c843-47a3-96dd-7772c7262a18 req-8d3227d5-42c0-4349-9653-451875211c86 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:43.521670 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-01e8c608-c843-47a3-96dd-7772c7262a18 req-8d3227d5-42c0-4349-9653-451875211c86 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 931 time: 0.2565906 Jul 05 10:13:43.545150 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port dfac1be5-aa3a-4fa3-ab17-4c7278baf122 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:43.545647 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.566363 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfc25d39-3b65-45d9-a313-a24517aee5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.596418 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bfc25d39-3b65-45d9-a313-a24517aee5c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9063694ad621499286188271fdfac664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8875232 Jul 05 10:13:43.600917 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51144) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:43.632107 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9a421107-768f-45af-81b5-f7112fcdec79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.684008 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc25d39-3b65-45d9-a313-a24517aee5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e068016d-3194-4ce4-89a9-70d2acc4a3dd,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:43.689335 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.698533 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-01e8c608-c843-47a3-96dd-7772c7262a18 req-3ef0b8aa-2810-41a9-af3a-f3ee67e89309 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759949 Jul 05 10:13:43.725001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35058461-cbe5-4976-9a17-59350a36201e req-a86aef7d-b500-4f7b-88a3-9ee760d3edcf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:43.733173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35058461-cbe5-4976-9a17-59350a36201e req-a86aef7d-b500-4f7b-88a3-9ee760d3edcf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:43.740090 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35058461-cbe5-4976-9a17-59350a36201e req-a86aef7d-b500-4f7b-88a3-9ee760d3edcf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:43.745440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port dfac1be5-aa3a-4fa3-ab17-4c7278baf122, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=dfac1be5-aa3a-4fa3-ab17-4c7278baf122,segment=NetworkSegment(6e39720c-582e-44b6-9c3a-07ebac7cd721),segment_id=6e39720c-582e-44b6-9c3a-07ebac7cd721)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:43.755480 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35058461-cbe5-4976-9a17-59350a36201e req-a86aef7d-b500-4f7b-88a3-9ee760d3edcf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2416 time: 0.1652439 Jul 05 10:13:43.770766 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8c11d-36b3-4d96-a1fe-1cf503d443f2 req-89de5fad-0f70-4ea6-bfae-d53042872add tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:43.772689 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.773506 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-19c8c11d-36b3-4d96-a1fe-1cf503d443f2 req-89de5fad-0f70-4ea6-bfae-d53042872add tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 944 time: 0.3907070 Jul 05 10:13:43.776223 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caa1f59e-9866-42cc-8484-adf18f26e453 req-b9430894-cea7-4a26-882f-dd2db13289a5 service neutron] 10.222.0.73 "GET /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547132 Jul 05 10:13:43.807460 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35058461-cbe5-4976-9a17-59350a36201e req-d10e3077-2d43-4b73-af86-e5fe582b2223 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504031 Jul 05 10:13:43.808456 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0108447a-26d4-43ad-a509-6590eaa7eebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.832006 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0108447a-26d4-43ad-a509-6590eaa7eebe admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.834119 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0108447a-26d4-43ad-a509-6590eaa7eebe admin admin] 10.222.0.77 "DELETE /v2.0/networks/4b4b72b4-9223-468c-9f46-2b3fd389c9e0 HTTP/1.1" status: 204 len: 168 time: 0.8091798 Jul 05 10:13:43.838687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108447a-26d4-43ad-a509-6590eaa7eebe admin admin] Pushing event deleted for resources: {'Network': ['ID=4b4b72b4-9223-468c-9f46-2b3fd389c9e0,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:43.840975 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.842913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7bf42410-9f0e-455b-b172-f36b95f6615e no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:43.887990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 7bf42410-9f0e-455b-b172-f36b95f6615e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:43.888324 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7bf42410-9f0e-455b-b172-f36b95f6615e not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:43.919560 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7944d995-4179-4e84-81bf-39052fbd4d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.945219 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7944d995-4179-4e84-81bf-39052fbd4d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:43.948428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=dfac1be5-aa3a-4fa3-ab17-4c7278baf122,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:44.055789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-19c8c11d-36b3-4d96-a1fe-1cf503d443f2 req-ed3482dd-cdaf-4152-b352-d4887a7949fc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Deleting port 49abf83b-2c63-45d8-8048-f216cb938ea2 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:44.056826 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-19c8c11d-36b3-4d96-a1fe-1cf503d443f2 req-ed3482dd-cdaf-4152-b352-d4887a7949fc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.121814 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7944d995-4179-4e84-81bf-39052fbd4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.124348 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7944d995-4179-4e84-81bf-39052fbd4d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.125518 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7944d995-4179-4e84-81bf-39052fbd4d24 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e068016d-3194-4ce4-89a9-70d2acc4a3dd HTTP/1.1" status: 204 len: 168 time: 0.5236440 Jul 05 10:13:44.149321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944d995-4179-4e84-81bf-39052fbd4d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e068016d-3194-4ce4-89a9-70d2acc4a3dd,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:44.153110 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b59e637-3bd3-4034-820b-d856d908f3ea {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:44.164862 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.192788 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Transition to ACTIVE for port object 6b59e637-3bd3-4034-820b-d856d908f3ea will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:44.207394 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-19c8c11d-36b3-4d96-a1fe-1cf503d443f2 req-ed3482dd-cdaf-4152-b352-d4887a7949fc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] For port 49abf83b-2c63-45d8-8048-f216cb938ea2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=49abf83b-2c63-45d8-8048-f216cb938ea2,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:44.207818 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-19c8c11d-36b3-4d96-a1fe-1cf503d443f2 req-ed3482dd-cdaf-4152-b352-d4887a7949fc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.224975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-19c8c11d-36b3-4d96-a1fe-1cf503d443f2 req-ed3482dd-cdaf-4152-b352-d4887a7949fc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Calling delete_port for 49abf83b-2c63-45d8-8048-f216cb938ea2 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:44.324473 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.387684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51168) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:44.417008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Pushing event updated for resources: {'Port': ['ID=6b59e637-3bd3-4034-820b-d856d908f3ea,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:44.447674 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6cdd1ce3-0508-4e38-914e-917af4dd2919 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0e84ade1a79f482aa3ba3f86f97e3357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578434 Jul 05 10:13:44.450419 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51172) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:44.511733 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ee05a30c-3619-4425-adb1-e3ebbe85fd07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.544963 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Attempting to bind port 6b59e637-3bd3-4034-820b-d856d908f3ea on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:44.545576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Attempting to bind port 6b59e637-3bd3-4034-820b-d856d908f3ea by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:44.545669 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Attempting to bind port 6b59e637-3bd3-4034-820b-d856d908f3ea on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:44.549482 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ee05a30c-3619-4425-adb1-e3ebbe85fd07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.557759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Port 6b59e637-3bd3-4034-820b-d856d908f3ea on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:13:44.558116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Attempting to bind port 6b59e637-3bd3-4034-820b-d856d908f3ea on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:44.597372 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8566ffd8-4eb5-44be-bcab-95bfeb448323 req-f1a41768-ee0c-4eab-be8b-08eb9e1fd4d0 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 210 time: 0.0324156 Jul 05 10:13:44.598614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:44.598955 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Checking segment: {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:44.599335 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Bound using segment: {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:44.599810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Bound port: 6b59e637-3bd3-4034-820b-d856d908f3ea, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:44.600173 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.612466 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-19c8c11d-36b3-4d96-a1fe-1cf503d443f2 req-ed3482dd-cdaf-4152-b352-d4887a7949fc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.665808 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3482dd-cdaf-4152-b352-d4887a7949fc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Pushing event deleted for resources: {'Port': ['ID=49abf83b-2c63-45d8-8048-f216cb938ea2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:44.670491 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cb4f18-484b-47ea-822c-b06a19bf4b2e'}, {'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfac1be5-aa3a-4fa3-ab17-4c7278baf122'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:44.676172 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0ae9a9-1791-4ae6-b7b0-7b0ea9381336" -d '{"events": [{"server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "name": "network-vif-plugged", "status": "completed", "tag": "98cb4f18-484b-47ea-822c-b06a19bf4b2e"}, {"server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "name": "network-vif-plugged", "status": "completed", "tag": "dfac1be5-aa3a-4fa3-ab17-4c7278baf122"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:44.716081 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89571f11-784e-4b48-a5bc-ccf4fddb0b34 x-openstack-request-id: req-89571f11-784e-4b48-a5bc-ccf4fddb0b34 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:44.716563 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "name": "network-vif-plugged", "status": "completed", "tag": "98cb4f18-484b-47ea-822c-b06a19bf4b2e", "code": 200}, {"server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "name": "network-vif-plugged", "status": "completed", "tag": "dfac1be5-aa3a-4fa3-ab17-4c7278baf122", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:44.716824 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-89571f11-784e-4b48-a5bc-ccf4fddb0b34 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:44.717222 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cb4f18-484b-47ea-822c-b06a19bf4b2e', 'code': 200} Jul 05 10:13:44.717477 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfac1be5-aa3a-4fa3-ab17-4c7278baf122', 'code': 200} Jul 05 10:13:44.724537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c8c11d-36b3-4d96-a1fe-1cf503d443f2 req-ed3482dd-cdaf-4152-b352-d4887a7949fc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] No DVR routers for this DVR port 49abf83b-2c63-45d8-8048-f216cb938ea2 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:44.727494 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ee05a30c-3619-4425-adb1-e3ebbe85fd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.730285 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ee05a30c-3619-4425-adb1-e3ebbe85fd07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.731201 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-19c8c11d-36b3-4d96-a1fe-1cf503d443f2 req-ed3482dd-cdaf-4152-b352-d4887a7949fc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.731469 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ee05a30c-3619-4425-adb1-e3ebbe85fd07 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31bfb247-c569-4ef1-aa37-af870d32ad55 HTTP/1.1" status: 204 len: 168 time: 0.2786229 Jul 05 10:13:44.733594 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-19c8c11d-36b3-4d96-a1fe-1cf503d443f2 req-ed3482dd-cdaf-4152-b352-d4887a7949fc tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.73 "DELETE /v2.0/ports/49abf83b-2c63-45d8-8048-f216cb938ea2 HTTP/1.1" status: 204 len: 173 time: 0.9328413 Jul 05 10:13:44.734294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3d05cd-b22d-4efa-b394-8f0e65021a30', 'name': 'network-vif-deleted', 'tag': '49abf83b-2c63-45d8-8048-f216cb938ea2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:44.736601 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fe162e-94b8-454c-b5dc-330973410704" -d '{"events": [{"server_uuid": "ae3d05cd-b22d-4efa-b394-8f0e65021a30", "name": "network-vif-deleted", "tag": "49abf83b-2c63-45d8-8048-f216cb938ea2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:44.751998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] For port 6b59e637-3bd3-4034-820b-d856d908f3ea, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:44.755358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] For port 6b59e637-3bd3-4034-820b-d856d908f3ea, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=6b59e637-3bd3-4034-820b-d856d908f3ea,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:44.761105 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05a30c-3619-4425-adb1-e3ebbe85fd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bfb247-c569-4ef1-aa37-af870d32ad55,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:44.802948 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffe1734-54cf-4af3-94c9-4130132b566e x-openstack-request-id: req-5ffe1734-54cf-4af3-94c9-4130132b566e {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:44.803372 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3d05cd-b22d-4efa-b394-8f0e65021a30", "name": "network-vif-deleted", "tag": "49abf83b-2c63-45d8-8048-f216cb938ea2", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:44.803672 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ffe1734-54cf-4af3-94c9-4130132b566e {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:44.804100 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3d05cd-b22d-4efa-b394-8f0e65021a30', 'name': 'network-vif-deleted', 'tag': '49abf83b-2c63-45d8-8048-f216cb938ea2', 'status': 'completed', 'code': 200} Jul 05 10:13:44.910340 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:44.920829 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:45.014597 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Pushing event updated for resources: {'Port': ['ID=6b59e637-3bd3-4034-820b-d856d908f3ea,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:45.027337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c70814-c9c4-441c-bc80-2acf1a54231b req-59cf7fcf-095a-492e-a961-6ea17e52a435 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:45.034438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:45.034438 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:45.034438 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-416d3ef8-a747-4754-b010-06bfd013d72d service neutron] 10.222.0.73 "PUT /v2.0/ports/6b59e637-3bd3-4034-820b-d856d908f3ea HTTP/1.1" status: 200 len: 1092 time: 2.3421147 Jul 05 10:13:45.042063 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c70814-c9c4-441c-bc80-2acf1a54231b req-59cf7fcf-095a-492e-a961-6ea17e52a435 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:45.045968 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d58e91-dfdd-40c0-8a10-5c12ab6d3f82 req-8c2764a3-8b2e-4e3e-b603-bcdd308feaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:45.046474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d58e91-dfdd-40c0-8a10-5c12ab6d3f82 req-8c2764a3-8b2e-4e3e-b603-bcdd308feaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:45.047147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d58e91-dfdd-40c0-8a10-5c12ab6d3f82 req-8c2764a3-8b2e-4e3e-b603-bcdd308feaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:45.049100 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a5d58e91-dfdd-40c0-8a10-5c12ab6d3f82 req-8c2764a3-8b2e-4e3e-b603-bcdd308feaaa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2873 time: 0.2188768 Jul 05 10:13:45.049335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c70814-c9c4-441c-bc80-2acf1a54231b req-59cf7fcf-095a-492e-a961-6ea17e52a435 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:45.050888 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-96c70814-c9c4-441c-bc80-2acf1a54231b req-59cf7fcf-095a-492e-a961-6ea17e52a435 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2417 time: 0.1246002 Jul 05 10:13:45.091688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0f13d-491a-4578-a371-bdbbef2a4a9a req-b1a9b76c-683d-4141-9acd-733fd2658657 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:45.093498 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8aa0f13d-491a-4578-a371-bdbbef2a4a9a req-b1a9b76c-683d-4141-9acd-733fd2658657 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 943 time: 0.2287323 Jul 05 10:13:45.096034 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-96c70814-c9c4-441c-bc80-2acf1a54231b req-4cb6d3a9-3dc8-4394-8bf6-26caa625ac2c tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364897 Jul 05 10:13:45.112733 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a5d58e91-dfdd-40c0-8a10-5c12ab6d3f82 req-ab817bc5-2f14-4431-9e19-e1aead6f5ddd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522578 Jul 05 10:13:45.143003 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8aa0f13d-491a-4578-a371-bdbbef2a4a9a req-93ee04fe-5bfd-43d3-aa02-f626e7ce7ea5 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416253 Jul 05 10:13:45.243971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-446b037e-62ea-40aa-8793-d5c10897be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:45.246851 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-446b037e-62ea-40aa-8793-d5c10897be3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 1095 time: 0.0553226 Jul 05 10:13:45.291612 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-425406ae-98a5-451d-9c5a-ea994dca99cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b59e637-3bd3-4034-820b-d856d908f3ea HTTP/1.1" status: 200 len: 217 time: 0.0376916 Jul 05 10:13:45.341910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-27f9560f-425e-49c0-9cc8-d82174a5fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:45.343563 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-27f9560f-425e-49c0-9cc8-d82174a5fabb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72c4567a-3195-494d-b6bf-64b7b89d5139 HTTP/1.1" status: 200 len: 851 time: 0.0457551 Jul 05 10:13:45.378082 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-621523c6-7433-4f1d-831a-fd1e1b939222 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276067 Jul 05 10:13:45.474712 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-59baf66f-a063-41e9-9bf3-785f9bcb094f service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896647 Jul 05 10:13:45.582993 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-548fa200-e015-4528-8f2f-b72d5d338b49 req-fd372a04-1fd4-4339-8764-f3642f835440 service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001215 Jul 05 10:13:45.625551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51194) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:45.654219 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-247b0f15-b6f9-4aee-bff5-41d519e06e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:45.883147 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-36ae7550-8ac4-4a50-aa38-3ada86a0e2ab req-73d89a29-6fe1-456a-90b2-f77a5b3c1f46 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae3d05cd-b22d-4efa-b394-8f0e65021a30 HTTP/1.1" status: 200 len: 210 time: 0.0411713 Jul 05 10:13:45.917453 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-247b0f15-b6f9-4aee-bff5-41d519e06e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.016240 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-247b0f15-b6f9-4aee-bff5-41d519e06e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.069615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-247b0f15-b6f9-4aee-bff5-41d519e06e7a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=12e817b12f9143339e7f3c748cef7aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4429567 Jul 05 10:13:46.071625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b0f15-b6f9-4aee-bff5-41d519e06e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fc2692-8d9d-4abd-8d92-7d2078ecb3da,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:46.077862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51216) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:46.153555 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28ba81d8-c01d-4a07-875d-f36ce0408b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.201085 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28ba81d8-c01d-4a07-875d-f36ce0408b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.336224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564210d-7b78-43ad-bb71-976df918cba6 req-39edd89b-065f-4f2f-848c-a663553d6a44 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:46.346909 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564210d-7b78-43ad-bb71-976df918cba6 req-39edd89b-065f-4f2f-848c-a663553d6a44 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:46.355246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564210d-7b78-43ad-bb71-976df918cba6 req-39edd89b-065f-4f2f-848c-a663553d6a44 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:46.357595 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2564210d-7b78-43ad-bb71-976df918cba6 req-39edd89b-065f-4f2f-848c-a663553d6a44 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2417 time: 0.1141412 Jul 05 10:13:46.387006 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a64889-2803-4c6b-98a0-d77b82fb9530 req-45a1d348-4d83-4296-acf2-d7c738867955 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:46.394294 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8a64889-2803-4c6b-98a0-d77b82fb9530 req-45a1d348-4d83-4296-acf2-d7c738867955 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 943 time: 0.0822158 Jul 05 10:13:46.402511 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28ba81d8-c01d-4a07-875d-f36ce0408b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.405259 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28ba81d8-c01d-4a07-875d-f36ce0408b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.406521 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-28ba81d8-c01d-4a07-875d-f36ce0408b26 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/03fc2692-8d9d-4abd-8d92-7d2078ecb3da HTTP/1.1" status: 204 len: 168 time: 0.3276577 Jul 05 10:13:46.410480 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2564210d-7b78-43ad-bb71-976df918cba6 req-28cd3757-325e-44c8-ace1-85200bac30b6 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456197 Jul 05 10:13:46.427970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba81d8-c01d-4a07-875d-f36ce0408b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fc2692-8d9d-4abd-8d92-7d2078ecb3da,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:46.447055 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8a64889-2803-4c6b-98a0-d77b82fb9530 req-bc90743a-c196-470d-8ece-b11d32cac742 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517716 Jul 05 10:13:46.744200 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:46.805676 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f17d95-721b-47a5-8ac6-625bce3ab1a0', 'tag': '6b59e637-3bd3-4034-820b-d856d908f3ea'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:46.808865 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc46c91-124f-4cc7-9c03-b143d7a9bac6" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f17d95-721b-47a5-8ac6-625bce3ab1a0", "tag": "6b59e637-3bd3-4034-820b-d856d908f3ea"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:46.846741 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f129bc7-d9cc-483d-b9dc-a67763274cf4 x-openstack-request-id: req-6f129bc7-d9cc-483d-b9dc-a67763274cf4 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:46.847031 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f17d95-721b-47a5-8ac6-625bce3ab1a0", "tag": "6b59e637-3bd3-4034-820b-d856d908f3ea", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:46.847274 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6f129bc7-d9cc-483d-b9dc-a67763274cf4 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:46.847663 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f17d95-721b-47a5-8ac6-625bce3ab1a0', 'tag': '6b59e637-3bd3-4034-820b-d856d908f3ea', 'status': 'completed', 'code': 200} Jul 05 10:13:46.935852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc46c91-124f-4cc7-9c03-b143d7a9bac6 req-4cc437c9-acce-4e72-a115-0dc080d60cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:46.941310 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7dc46c91-124f-4cc7-9c03-b143d7a9bac6 req-4cc437c9-acce-4e72-a115-0dc080d60cf2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 1095 time: 0.0674033 Jul 05 10:13:47.045772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc46c91-124f-4cc7-9c03-b143d7a9bac6 req-a9015c5c-ce02-417e-9fb0-3c26278ca921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:47.047799 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7dc46c91-124f-4cc7-9c03-b143d7a9bac6 req-a9015c5c-ce02-417e-9fb0-3c26278ca921 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 912 time: 0.1044922 Jul 05 10:13:47.098167 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7dc46c91-124f-4cc7-9c03-b143d7a9bac6 req-2d8fb7c6-56bf-451f-939c-3de11f429453 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b59e637-3bd3-4034-820b-d856d908f3ea HTTP/1.1" status: 200 len: 217 time: 0.0438814 Jul 05 10:13:47.160675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc46c91-124f-4cc7-9c03-b143d7a9bac6 req-67f4e425-2332-4cf2-93c9-ebb76f0e3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:47.163197 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7dc46c91-124f-4cc7-9c03-b143d7a9bac6 req-67f4e425-2332-4cf2-93c9-ebb76f0e3ad4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72c4567a-3195-494d-b6bf-64b7b89d5139 HTTP/1.1" status: 200 len: 851 time: 0.0591516 Jul 05 10:13:47.196976 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7dc46c91-124f-4cc7-9c03-b143d7a9bac6 req-afbf9424-d596-441e-80e1-07f5ddab281e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276446 Jul 05 10:13:47.291152 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7dc46c91-124f-4cc7-9c03-b143d7a9bac6 req-cdec7c66-de1f-47ad-b625-6dd582c5daa4 service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881379 Jul 05 10:13:47.392948 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7dc46c91-124f-4cc7-9c03-b143d7a9bac6 req-df5389d4-322e-49f2-8076-77407bd17716 service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954473 Jul 05 10:13:47.591496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227490c7-d41a-4fdf-a69a-70ee38358588 req-929fffcc-1716-46fa-9c4f-5dbc6fea1d85 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:47.601835 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227490c7-d41a-4fdf-a69a-70ee38358588 req-929fffcc-1716-46fa-9c4f-5dbc6fea1d85 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:47.604360 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227490c7-d41a-4fdf-a69a-70ee38358588 req-929fffcc-1716-46fa-9c4f-5dbc6fea1d85 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:47.606088 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-227490c7-d41a-4fdf-a69a-70ee38358588 req-929fffcc-1716-46fa-9c4f-5dbc6fea1d85 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2417 time: 0.0844939 Jul 05 10:13:47.645795 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-227490c7-d41a-4fdf-a69a-70ee38358588 req-e75b42e4-f714-47c9-8790-0f2cde7b2cef tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340343 Jul 05 10:13:47.662083 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51264) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:47.855183 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b52502-9885-4b77-a2a1-ccdb2f8cf55c req-3f867fbc-76ee-46fe-af08-25cb9d87eb90 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:47.857347 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b8b52502-9885-4b77-a2a1-ccdb2f8cf55c req-3f867fbc-76ee-46fe-af08-25cb9d87eb90 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 943 time: 0.0962918 Jul 05 10:13:47.926692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b8b52502-9885-4b77-a2a1-ccdb2f8cf55c req-ac8fe0e4-12a5-4c2d-bc85-84d529ccb83c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620296 Jul 05 10:13:47.999660 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e9e71-6e37-4210-b483-dbdc292a256e req-44613a92-465d-4731-9e5b-52c42c7b2b89 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:48.001576 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a42e9e71-6e37-4210-b483-dbdc292a256e req-44613a92-465d-4731-9e5b-52c42c7b2b89 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 944 time: 0.0764432 Jul 05 10:13:48.020226 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d5ce441b-382e-4306-971f-6658128a8524 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-883081306-network', 'tenant_id': 'd9bb6235b1864fec90132f78a92393da'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:48.077690 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a42e9e71-6e37-4210-b483-dbdc292a256e req-1f6ce331-9e02-44be-8185-f1274bdd1b5a tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/security-groups?id=da85fab7-4047-4a2d-bffd-43aa417cdcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510213 Jul 05 10:13:48.187401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ce441b-382e-4306-971f-6658128a8524 admin admin] Made reservation on behalf of d9bb6235b1864fec90132f78a92393da for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:48.189944 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5ce441b-382e-4306-971f-6658128a8524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.204824 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5ce441b-382e-4306-971f-6658128a8524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.315609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe61193-61c2-4cf1-a398-8fed779e762b req-30ab58ca-c519-4afe-b267-c5fbaa0709c0 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:48.317287 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0fe61193-61c2-4cf1-a398-8fed779e762b req-30ab58ca-c519-4afe-b267-c5fbaa0709c0 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 944 time: 0.1003103 Jul 05 10:13:48.418960 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5ce441b-382e-4306-971f-6658128a8524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.449308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-0fe61193-61c2-4cf1-a398-8fed779e762b req-fe10be36-a982-4db7-bf74-0119cb0191ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Deleting port 014069d0-0f9f-4573-88b8-c210d5aad947 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:48.449658 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0fe61193-61c2-4cf1-a398-8fed779e762b req-fe10be36-a982-4db7-bf74-0119cb0191ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.498780 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 6b59e637-3bd3-4034-820b-d856d908f3ea details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:13:48.506268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 49abf83b-2c63-45d8-8048-f216cb938ea2 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:48.514793 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5ce441b-382e-4306-971f-6658128a8524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.551617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 49abf83b-2c63-45d8-8048-f216cb938ea2 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:48.553734 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 49abf83b-2c63-45d8-8048-f216cb938ea2 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:48.572064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ce441b-382e-4306-971f-6658128a8524 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:13:48.589268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce441b-382e-4306-971f-6658128a8524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b82304-a1da-4e01-900f-cffe28c6a0b0,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:48.602966 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5ce441b-382e-4306-971f-6658128a8524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.603329 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-d5ce441b-382e-4306-971f-6658128a8524 admin admin] Added segment 0fcdb355-47f1-4f4f-96c2-f955a535fd3a of type vlan for network 589b51a8-2c82-49a4-a413-78a44a6cc5ea Jul 05 10:13:48.606512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-0fe61193-61c2-4cf1-a398-8fed779e762b req-fe10be36-a982-4db7-bf74-0119cb0191ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] For port 014069d0-0f9f-4573-88b8-c210d5aad947, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=014069d0-0f9f-4573-88b8-c210d5aad947,segment=NetworkSegment(b2f2ce09-681f-40f0-b500-d4e27e304ceb),segment_id=b2f2ce09-681f-40f0-b500-d4e27e304ceb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:48.607028 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0fe61193-61c2-4cf1-a398-8fed779e762b req-fe10be36-a982-4db7-bf74-0119cb0191ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.670212 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-0fe61193-61c2-4cf1-a398-8fed779e762b req-fe10be36-a982-4db7-bf74-0119cb0191ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Calling delete_port for 014069d0-0f9f-4573-88b8-c210d5aad947 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:48.699214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 6b59e637-3bd3-4034-820b-d856d908f3ea, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=6b59e637-3bd3-4034-820b-d856d908f3ea,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:48.710412 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5ce441b-382e-4306-971f-6658128a8524 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.715429 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '6b59e637-3bd3-4034-820b-d856d908f3ea', 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5', 'port_id': '6b59e637-3bd3-4034-820b-d856d908f3ea', 'mac_address': 'fa:16:3e:ea:79:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c4567a-3195-494d-b6bf-64b7b89d5139', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:13:48.777757 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.796785 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b59e637-3bd3-4034-820b-d856d908f3ea {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:48.830948 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 6b59e637-3bd3-4034-820b-d856d908f3ea, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=6b59e637-3bd3-4034-820b-d856d908f3ea,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:48.928330 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c9bd2-5db3-4518-b1bb-7b85c807d826 req-b7880c41-b8b2-4cb8-8047-b5d4d32fc023 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:48.934943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c9bd2-5db3-4518-b1bb-7b85c807d826 req-b7880c41-b8b2-4cb8-8047-b5d4d32fc023 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:48.940981 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c9bd2-5db3-4518-b1bb-7b85c807d826 req-b7880c41-b8b2-4cb8-8047-b5d4d32fc023 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:48.944014 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e34c9bd2-5db3-4518-b1bb-7b85c807d826 req-b7880c41-b8b2-4cb8-8047-b5d4d32fc023 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2417 time: 0.1458471 Jul 05 10:13:48.976098 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.986131 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5ce441b-382e-4306-971f-6658128a8524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:48.987175 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ce441b-382e-4306-971f-6658128a8524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:48.988015 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5ce441b-382e-4306-971f-6658128a8524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:49.017877 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e34c9bd2-5db3-4518-b1bb-7b85c807d826 req-8eb72ec7-2e17-4ca1-bbda-ac038fa84ff1 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668840 Jul 05 10:13:49.041508 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=6b59e637-3bd3-4034-820b-d856d908f3ea,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:49.061164 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0fe61193-61c2-4cf1-a398-8fed779e762b req-fe10be36-a982-4db7-bf74-0119cb0191ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:49.107227 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10be36-a982-4db7-bf74-0119cb0191ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Pushing event deleted for resources: {'Port': ['ID=014069d0-0f9f-4573-88b8-c210d5aad947,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:49.151566 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce441b-382e-4306-971f-6658128a8524 admin admin] Pushing event updated for resources: {'Network': ['ID=589b51a8-2c82-49a4-a413-78a44a6cc5ea,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:49.163933 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 589b51a8-2c82-49a4-a413-78a44a6cc5ea details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:13:49.181083 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe61193-61c2-4cf1-a398-8fed779e762b req-fe10be36-a982-4db7-bf74-0119cb0191ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] No DVR routers for this DVR port 014069d0-0f9f-4573-88b8-c210d5aad947 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:49.184400 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0fe61193-61c2-4cf1-a398-8fed779e762b req-fe10be36-a982-4db7-bf74-0119cb0191ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:49.187553 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0fe61193-61c2-4cf1-a398-8fed779e762b req-fe10be36-a982-4db7-bf74-0119cb0191ab tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.64 "DELETE /v2.0/ports/014069d0-0f9f-4573-88b8-c210d5aad947 HTTP/1.1" status: 204 len: 173 time: 0.8617847 Jul 05 10:13:49.188237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d277154-202a-4e02-a5b4-5faa2ceee8f0', 'name': 'network-vif-deleted', 'tag': '014069d0-0f9f-4573-88b8-c210d5aad947'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:49.200218 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c84bd6-cc9c-4e33-b1b8-8cf15b52697c" -d '{"events": [{"server_uuid": "1d277154-202a-4e02-a5b4-5faa2ceee8f0", "name": "network-vif-deleted", "tag": "014069d0-0f9f-4573-88b8-c210d5aad947"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:49.200218 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d5ce441b-382e-4306-971f-6658128a8524 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5333972 Jul 05 10:13:49.200218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51306) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:49.204832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2040d056-c10a-440a-8a87-ee261c33465c admin admin] Request body: {'subnet': {'network_id': '589b51a8-2c82-49a4-a413-78a44a6cc5ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-883081306-subnet', 'tenant_id': 'd9bb6235b1864fec90132f78a92393da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:49.228589 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383c9b2-01a9-4a33-bb83-d5f451ffc66c req-32874dfb-782b-45bb-95a0-4defdf4ca9f6 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:49.232689 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c383c9b2-01a9-4a33-bb83-d5f451ffc66c req-32874dfb-782b-45bb-95a0-4defdf4ca9f6 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 944 time: 0.1411619 Jul 05 10:13:49.241097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['6b59e637-3bd3-4034-820b-d856d908f3ea'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:49.288018 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9744c97c-ad16-4a2c-a8f4-eaac9013e7a0 req-4426ca08-fa2a-441d-a05a-5f9ed6e2aa2e tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 210 time: 0.0332787 Jul 05 10:13:49.308993 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c383c9b2-01a9-4a33-bb83-d5f451ffc66c req-f6fa23fc-6b2b-41b9-a692-8c79633d6abb tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669115 Jul 05 10:13:49.362911 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9bfd99-0237-4a52-9e87-ea60840a8176 x-openstack-request-id: req-da9bfd99-0237-4a52-9e87-ea60840a8176 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:49.363607 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d277154-202a-4e02-a5b4-5faa2ceee8f0", "name": "network-vif-deleted", "tag": "014069d0-0f9f-4573-88b8-c210d5aad947", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:49.363986 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da9bfd99-0237-4a52-9e87-ea60840a8176 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:49.364580 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d277154-202a-4e02-a5b4-5faa2ceee8f0', 'name': 'network-vif-deleted', 'tag': '014069d0-0f9f-4573-88b8-c210d5aad947', 'status': 'completed', 'code': 200} Jul 05 10:13:49.370293 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2040d056-c10a-440a-8a87-ee261c33465c admin admin] Made reservation on behalf of d9bb6235b1864fec90132f78a92393da for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:49.374458 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2040d056-c10a-440a-8a87-ee261c33465c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:49.696486 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2040d056-c10a-440a-8a87-ee261c33465c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:49.753920 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040d056-c10a-440a-8a87-ee261c33465c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccfd68ee-2002-466f-8102-82c2dcd8d963,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:49.772643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2040d056-c10a-440a-8a87-ee261c33465c admin admin] Checking segment: {'id': '0fcdb355-47f1-4f4f-96c2-f955a535fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '589b51a8-2c82-49a4-a413-78a44a6cc5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:49.773010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2040d056-c10a-440a-8a87-ee261c33465c admin admin] Network hostable DHCP agents. Network: 589b51a8-2c82-49a4-a413-78a44a6cc5ea, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:13:49.828769 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51326) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:49.878889 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2040d056-c10a-440a-8a87-ee261c33465c admin admin] Network 589b51a8-2c82-49a4-a413-78a44a6cc5ea is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:13:49.976970 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-2040d056-c10a-440a-8a87-ee261c33465c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 589b51a8-2c82-49a4-a413-78a44a6cc5ea) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:49.982625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2040d056-c10a-440a-8a87-ee261c33465c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:49.983252 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2040d056-c10a-440a-8a87-ee261c33465c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:49.990527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0391be0b-a4a8-454a-94c3-501bd48eda12 None None] Network 589b51a8-2c82-49a4-a413-78a44a6cc5ea requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:50.063009 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c0384a09-d901-47a6-ae89-f4bc55ee59f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:50.094160 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2040d056-c10a-440a-8a87-ee261c33465c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8932736 Jul 05 10:13:50.152934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d3bfa2-b260-4794-9c37-0a89d83bbd95 None None] Network 589b51a8-2c82-49a4-a413-78a44a6cc5ea requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:50.225006 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c0384a09-d901-47a6-ae89-f4bc55ee59f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:50.307371 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c0384a09-d901-47a6-ae89-f4bc55ee59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:50.331387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e5029-6bfe-4185-a529-4c21e142f6bc req-35bcc691-278b-469b-8d98-e0e194d97d75 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:50.338791 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e5029-6bfe-4185-a529-4c21e142f6bc req-35bcc691-278b-469b-8d98-e0e194d97d75 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:50.348883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e5029-6bfe-4185-a529-4c21e142f6bc req-35bcc691-278b-469b-8d98-e0e194d97d75 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:50.358423 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d7e5029-6bfe-4185-a529-4c21e142f6bc req-35bcc691-278b-469b-8d98-e0e194d97d75 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2417 time: 0.1160927 Jul 05 10:13:50.457568 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d7e5029-6bfe-4185-a529-4c21e142f6bc req-f900d7af-862e-4407-9b14-bdfca19be267 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977786 Jul 05 10:13:50.477567 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0384a09-d901-47a6-ae89-f4bc55ee59f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87729d69-af09-413f-84ce-00ab9ac8cc39,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:50.488639 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51350) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:50.492234 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c0384a09-d901-47a6-ae89-f4bc55ee59f9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fdccfee3fc624b20b9200e50f14cd394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6621737 Jul 05 10:13:50.518040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 6b59e637-3bd3-4034-820b-d856d908f3ea up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:13:50.598492 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bdbe7082-0265-4a25-af91-acddf50fe476 req-a123bc8b-d397-4489-9d6c-331e4e1e9e26 tempest-LiveMigrationTest-581995826 tempest-LiveMigrationTest-581995826-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d277154-202a-4e02-a5b4-5faa2ceee8f0 HTTP/1.1" status: 200 len: 210 time: 0.0520034 Jul 05 10:13:50.606018 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-8bd03e09-939f-47ce-9e5e-493035483cf8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:50.612577 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-8bd03e09-939f-47ce-9e5e-493035483cf8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:50.625290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-8bd03e09-939f-47ce-9e5e-493035483cf8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:50.627031 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-8bd03e09-939f-47ce-9e5e-493035483cf8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 2417 time: 0.2325478 Jul 05 10:13:50.629448 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf8d16e8-1377-48d5-a98e-87bc71d92c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:50.675259 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf8d16e8-1377-48d5-a98e-87bc71d92c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:50.709555 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 6b59e637-3bd3-4034-820b-d856d908f3ea completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:13:50.714336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 6b59e637-3bd3-4034-820b-d856d908f3ea triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:13:50.715083 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:50.776063 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-61756f7e-723b-4dc1-92de-062f136ae198 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Deleting port 800c230e-f0a8-4ff9-a917-e8699c572345 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:50.776654 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-61756f7e-723b-4dc1-92de-062f136ae198 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:50.789138 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d1095-d886-41b0-9898-1ba5e12885e9 req-3ee8ee99-17c8-4e9b-a8a6-ab5d6d3803af tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:50.796727 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-567d1095-d886-41b0-9898-1ba5e12885e9 req-3ee8ee99-17c8-4e9b-a8a6-ab5d6d3803af tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 944 time: 0.1142166 Jul 05 10:13:50.842134 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:50.842910 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-567d1095-d886-41b0-9898-1ba5e12885e9 req-7ba8001e-0ad1-471b-886f-4f8c6d785422 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451269 Jul 05 10:13:50.886229 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf8d16e8-1377-48d5-a98e-87bc71d92c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:50.889270 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f17d95-721b-47a5-8ac6-625bce3ab1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b59e637-3bd3-4034-820b-d856d908f3ea'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:50.890518 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf8d16e8-1377-48d5-a98e-87bc71d92c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:50.891699 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cf8d16e8-1377-48d5-a98e-87bc71d92c5a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/87729d69-af09-413f-84ce-00ab9ac8cc39 HTTP/1.1" status: 204 len: 168 time: 0.4016004 Jul 05 10:13:50.894815 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d8840b-c808-4abc-8fc2-b5982022a504" -d '{"events": [{"server_uuid": "a8f17d95-721b-47a5-8ac6-625bce3ab1a0", "name": "network-vif-plugged", "status": "completed", "tag": "6b59e637-3bd3-4034-820b-d856d908f3ea"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:50.928706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d16e8-1377-48d5-a98e-87bc71d92c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87729d69-af09-413f-84ce-00ab9ac8cc39,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:50.938826 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 6b59e637-3bd3-4034-820b-d856d908f3ea, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=6b59e637-3bd3-4034-820b-d856d908f3ea,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:50.950714 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1bbf67-a047-45df-9117-013f6f702720 x-openstack-request-id: req-5d1bbf67-a047-45df-9117-013f6f702720 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:50.951009 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f17d95-721b-47a5-8ac6-625bce3ab1a0", "name": "network-vif-plugged", "status": "completed", "tag": "6b59e637-3bd3-4034-820b-d856d908f3ea", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:50.951265 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d1bbf67-a047-45df-9117-013f6f702720 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:50.951649 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f17d95-721b-47a5-8ac6-625bce3ab1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b59e637-3bd3-4034-820b-d856d908f3ea', 'code': 200} Jul 05 10:13:50.985622 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-61756f7e-723b-4dc1-92de-062f136ae198 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] For port 800c230e-f0a8-4ff9-a917-e8699c572345, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=800c230e-f0a8-4ff9-a917-e8699c572345,segment=NetworkSegment(3d6b4c07-6d2f-4d05-b03e-341835613ca2),segment_id=3d6b4c07-6d2f-4d05-b03e-341835613ca2)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:50.985622 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-61756f7e-723b-4dc1-92de-062f136ae198 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:51.043299 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-61756f7e-723b-4dc1-92de-062f136ae198 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Calling delete_port for 800c230e-f0a8-4ff9-a917-e8699c572345 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:51.044963 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:51.099908 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=6b59e637-3bd3-4034-820b-d856d908f3ea,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:51.123934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51374) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:51.193171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-483d13bb-72d6-4622-a112-26db5d8a904c tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:51.199151 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-483d13bb-72d6-4622-a112-26db5d8a904c tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/networks?id=589b51a8-2c82-49a4-a413-78a44a6cc5ea HTTP/1.1" status: 200 len: 821 time: 0.2397552 Jul 05 10:13:51.199422 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b583d-446f-40d0-b260-fb544770c6ac req-5da25b43-da93-4b39-accd-956bbbc5c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:51.200909 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-030b583d-446f-40d0-b260-fb544770c6ac req-5da25b43-da93-4b39-accd-956bbbc5c6e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 1097 time: 0.1704357 Jul 05 10:13:51.227628 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-d8655afd-d29d-4b3d-b91f-3cd56ca1e5d7 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/quotas/d9bb6235b1864fec90132f78a92393da HTTP/1.1" status: 200 len: 375 time: 0.0257528 Jul 05 10:13:51.270177 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-8b85f1ad-34e7-4a00-92dc-bae837543aae tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9bb6235b1864fec90132f78a92393da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345845 Jul 05 10:13:51.324848 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-030b583d-446f-40d0-b260-fb544770c6ac req-532ff49d-3c12-43d1-92bf-3b97892580ba service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069047 Jul 05 10:13:51.367590 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-410ad973-82be-4568-bf9a-604ec3d96b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:51.409005 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-25d4ffe1-3264-4c11-81a6-f0a38b0c48a9 service neutron] 10.222.0.77 "GET /v2.0/networks/589b51a8-2c82-49a4-a413-78a44a6cc5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130111 Jul 05 10:13:51.468800 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-410ad973-82be-4568-bf9a-604ec3d96b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:51.469662 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-61756f7e-723b-4dc1-92de-062f136ae198 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:51.486234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['98cb4f18-484b-47ea-822c-b06a19bf4b2e', '800c230e-f0a8-4ff9-a917-e8699c572345', 'dfac1be5-aa3a-4fa3-ab17-4c7278baf122'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:51.525568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61756f7e-723b-4dc1-92de-062f136ae198 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Port': ['ID=800c230e-f0a8-4ff9-a917-e8699c572345,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:51.575860 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-410ad973-82be-4568-bf9a-604ec3d96b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:51.603940 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-61756f7e-723b-4dc1-92de-062f136ae198 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] No DVR routers for this DVR port 800c230e-f0a8-4ff9-a917-e8699c572345 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:51.619954 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-61756f7e-723b-4dc1-92de-062f136ae198 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:51.623125 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-61756f7e-723b-4dc1-92de-062f136ae198 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.64 "DELETE /v2.0/ports/800c230e-f0a8-4ff9-a917-e8699c572345 HTTP/1.1" status: 204 len: 173 time: 0.9855382 Jul 05 10:13:51.625059 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'name': 'network-vif-deleted', 'tag': '800c230e-f0a8-4ff9-a917-e8699c572345'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:51.628666 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6a6daa-b28b-4943-b626-d3b1ec72ba8b" -d '{"events": [{"server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "name": "network-vif-deleted", "tag": "800c230e-f0a8-4ff9-a917-e8699c572345"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:51.646819 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-40c91df4-715d-4634-a04d-a190e11a3def service neutron] 10.222.0.77 "GET /v2.0/networks/589b51a8-2c82-49a4-a413-78a44a6cc5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318823 Jul 05 10:13:51.656396 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ad973-82be-4568-bf9a-604ec3d96b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8143731d-42b3-436e-97f1-f1d7ec10c4ed,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:51.673540 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-410ad973-82be-4568-bf9a-604ec3d96b00 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=74f902405fd04bd29fb2ffcc25f35d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5484228 Jul 05 10:13:51.676658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51388) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:51.829617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-33dcfff4-b7f0-4cc3-b15f-757192048a1b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Deleting port dfac1be5-aa3a-4fa3-ab17-4c7278baf122 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:51.829957 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-33dcfff4-b7f0-4cc3-b15f-757192048a1b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:51.833893 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba867da0-2860-40ea-ad48-17673987b8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:51.863459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51390) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:51.886312 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba867da0-2860-40ea-ad48-17673987b8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:51.902642 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2de67549-f137-4431-8e83-44b731397401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:51.937978 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b2370-df96-41f1-9d58-1d1bfd025dc3 req-4f2f2b2b-ae53-4ef8-b3b2-81604afc858c tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:51.946772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b2370-df96-41f1-9d58-1d1bfd025dc3 req-4f2f2b2b-ae53-4ef8-b3b2-81604afc858c tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:51.949643 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-543b2370-df96-41f1-9d58-1d1bfd025dc3 req-4f2f2b2b-ae53-4ef8-b3b2-81604afc858c tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 1681 time: 0.2353578 Jul 05 10:13:51.960192 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-33dcfff4-b7f0-4cc3-b15f-757192048a1b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] For port dfac1be5-aa3a-4fa3-ab17-4c7278baf122, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=dfac1be5-aa3a-4fa3-ab17-4c7278baf122,segment=NetworkSegment(6e39720c-582e-44b6-9c3a-07ebac7cd721),segment_id=6e39720c-582e-44b6-9c3a-07ebac7cd721)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:51.960692 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-33dcfff4-b7f0-4cc3-b15f-757192048a1b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.013603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-33dcfff4-b7f0-4cc3-b15f-757192048a1b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Calling delete_port for dfac1be5-aa3a-4fa3-ab17-4c7278baf122 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:52.060601 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-543b2370-df96-41f1-9d58-1d1bfd025dc3 req-b8c0b4e7-07cb-4f43-81f8-d90190d7c6f9 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004140 Jul 05 10:13:52.173611 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1a5c76-91ce-438d-b006-23d7d9645ef6 x-openstack-request-id: req-6f1a5c76-91ce-438d-b006-23d7d9645ef6 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:52.174079 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "name": "network-vif-deleted", "tag": "800c230e-f0a8-4ff9-a917-e8699c572345", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:52.174488 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6f1a5c76-91ce-438d-b006-23d7d9645ef6 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:52.175156 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'name': 'network-vif-deleted', 'tag': '800c230e-f0a8-4ff9-a917-e8699c572345', 'status': 'completed', 'code': 200} Jul 05 10:13:52.183519 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51398) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:52.185345 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2de67549-f137-4431-8e83-44b731397401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.214228 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.218497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 014069d0-0f9f-4573-88b8-c210d5aad947 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:52.273509 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 014069d0-0f9f-4573-88b8-c210d5aad947 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:52.273928 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 014069d0-0f9f-4573-88b8-c210d5aad947 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:52.274429 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 800c230e-f0a8-4ff9-a917-e8699c572345 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:52.300857 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d89816de-98e5-4b2b-94fb-f9bc76981979 req-7fcaf407-2d63-4f0b-89b4-d91fcf5fc5a2 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 210 time: 0.0606592 Jul 05 10:13:52.325352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 800c230e-f0a8-4ff9-a917-e8699c572345 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:52.338416 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba867da0-2860-40ea-ad48-17673987b8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.342206 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba867da0-2860-40ea-ad48-17673987b8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.344324 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 800c230e-f0a8-4ff9-a917-e8699c572345 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:52.344773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 98cb4f18-484b-47ea-822c-b06a19bf4b2e no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:52.347227 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ba867da0-2860-40ea-ad48-17673987b8be admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8143731d-42b3-436e-97f1-f1d7ec10c4ed HTTP/1.1" status: 204 len: 168 time: 0.6682172 Jul 05 10:13:52.358552 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba867da0-2860-40ea-ad48-17673987b8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8143731d-42b3-436e-97f1-f1d7ec10c4ed,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:52.397284 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3078c72-2d36-48d9-b65a-f61b48c7081a req-f66df9af-1dbf-4282-bf48-bdc77755800b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:52.400127 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d3078c72-2d36-48d9-b65a-f61b48c7081a req-f66df9af-1dbf-4282-bf48-bdc77755800b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 945 time: 0.1464198 Jul 05 10:13:52.465037 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.477091 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d3078c72-2d36-48d9-b65a-f61b48c7081a req-11df0edb-eb26-4134-9f41-8941ff4ae524 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704844 Jul 05 10:13:52.478360 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2de67549-f137-4431-8e83-44b731397401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.514142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 98cb4f18-484b-47ea-822c-b06a19bf4b2e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=98cb4f18-484b-47ea-822c-b06a19bf4b2e,segment=NetworkSegment(3d6b4c07-6d2f-4d05-b03e-341835613ca2),segment_id=3d6b4c07-6d2f-4d05-b03e-341835613ca2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:52.525296 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-33dcfff4-b7f0-4cc3-b15f-757192048a1b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.534153 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2de67549-f137-4431-8e83-44b731397401 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a099c79ba1df434697b141470d981401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6692290 Jul 05 10:13:52.535238 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de67549-f137-4431-8e83-44b731397401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a6be05-93b6-4301-9d76-ccbfd6ec164a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:52.537938 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51410) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:52.571259 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcfff4-b7f0-4cc3-b15f-757192048a1b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Port': ['ID=dfac1be5-aa3a-4fa3-ab17-4c7278baf122,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:52.590152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d08749-61d1-4a24-b81f-b4c7a6dfaad6 admin admin] Deleting subnet 93ed1101-bea6-4fe3-8240-f598d38a2084 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:13:52.611104 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.616762 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b9d08749-61d1-4a24-b81f-b4c7a6dfaad6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.617255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device dfac1be5-aa3a-4fa3-ab17-4c7278baf122 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:52.666512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-33dcfff4-b7f0-4cc3-b15f-757192048a1b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] No DVR routers for this DVR port dfac1be5-aa3a-4fa3-ab17-4c7278baf122 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:52.672655 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-065db621-c55b-4d0e-98af-a28cf9c83f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.673564 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-33dcfff4-b7f0-4cc3-b15f-757192048a1b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.675831 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-33dcfff4-b7f0-4cc3-b15f-757192048a1b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.64 "DELETE /v2.0/ports/dfac1be5-aa3a-4fa3-ab17-4c7278baf122 HTTP/1.1" status: 204 len: 173 time: 1.0426185 Jul 05 10:13:52.713027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: dfac1be5-aa3a-4fa3-ab17-4c7278baf122 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:52.713532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device dfac1be5-aa3a-4fa3-ab17-4c7278baf122 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:52.733915 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-065db621-c55b-4d0e-98af-a28cf9c83f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.753929 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b9d08749-61d1-4a24-b81f-b4c7a6dfaad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.773240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=98cb4f18-484b-47ea-822c-b06a19bf4b2e,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:52.878614 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b9d08749-61d1-4a24-b81f-b4c7a6dfaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.942036 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-065db621-c55b-4d0e-98af-a28cf9c83f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.945594 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-065db621-c55b-4d0e-98af-a28cf9c83f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:52.947789 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-065db621-c55b-4d0e-98af-a28cf9c83f2b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c4a6be05-93b6-4301-9d76-ccbfd6ec164a HTTP/1.1" status: 204 len: 168 time: 0.4072254 Jul 05 10:13:52.952689 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98cb4f18-484b-47ea-822c-b06a19bf4b2e'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:52.958495 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff286ff2-985f-49f1-9b20-83b1658d18c5" -d '{"events": [{"server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "name": "network-vif-unplugged", "status": "completed", "tag": "98cb4f18-484b-47ea-822c-b06a19bf4b2e"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:52.961416 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065db621-c55b-4d0e-98af-a28cf9c83f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a6be05-93b6-4301-9d76-ccbfd6ec164a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:53.003982 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-8a11b224-7b51-4df4-a66a-b53c73d24513 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Deleting port 98cb4f18-484b-47ea-822c-b06a19bf4b2e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:53.004341 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-8a11b224-7b51-4df4-a66a-b53c73d24513 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.043184 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cb0d4d-2931-490f-bcc2-989e2c577218 x-openstack-request-id: req-c6cb0d4d-2931-490f-bcc2-989e2c577218 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:53.043665 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "name": "network-vif-unplugged", "status": "completed", "tag": "98cb4f18-484b-47ea-822c-b06a19bf4b2e", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:53.044095 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6cb0d4d-2931-490f-bcc2-989e2c577218 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:53.044493 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98cb4f18-484b-47ea-822c-b06a19bf4b2e', 'code': 200} Jul 05 10:13:53.079489 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b9d08749-61d1-4a24-b81f-b4c7a6dfaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.116722 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d08749-61d1-4a24-b81f-b4c7a6dfaad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ed1101-bea6-4fe3-8240-f598d38a2084,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:53.122833 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b9d08749-61d1-4a24-b81f-b4c7a6dfaad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.127403 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b9d08749-61d1-4a24-b81f-b4c7a6dfaad6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/93ed1101-bea6-4fe3-8240-f598d38a2084 HTTP/1.1" status: 204 len: 168 time: 0.9423642 Jul 05 10:13:53.128271 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51426) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:53.154041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-8a11b224-7b51-4df4-a66a-b53c73d24513 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] For port 98cb4f18-484b-47ea-822c-b06a19bf4b2e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=98cb4f18-484b-47ea-822c-b06a19bf4b2e,segment=NetworkSegment(3d6b4c07-6d2f-4d05-b03e-341835613ca2),segment_id=3d6b4c07-6d2f-4d05-b03e-341835613ca2)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:53.154421 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-8a11b224-7b51-4df4-a66a-b53c73d24513 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.170070 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-8a11b224-7b51-4df4-a66a-b53c73d24513 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Calling delete_port for 98cb4f18-484b-47ea-822c-b06a19bf4b2e owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:53.211709 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf02585b-eaad-4406-a92e-68f48c68588a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.340206 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf02585b-eaad-4406-a92e-68f48c68588a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.364580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-bf02585b-eaad-4406-a92e-68f48c68588a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de14d9aa-e769-4672-bc7f-bd4b99fc183d']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:53.377725 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-bf02585b-eaad-4406-a92e-68f48c68588a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f2ce09-681f-40f0-b500-d4e27e304ceb') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:53.378130 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-bf02585b-eaad-4406-a92e-68f48c68588a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f2ce09-681f-40f0-b500-d4e27e304ceb') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:53.390972 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf02585b-eaad-4406-a92e-68f48c68588a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.410283 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf02585b-eaad-4406-a92e-68f48c68588a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.420183 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf02585b-eaad-4406-a92e-68f48c68588a admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:13:53.420514 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf02585b-eaad-4406-a92e-68f48c68588a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:13:53.422418 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:13:53.492913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e7fdb-bef6-49ed-ae4c-40096491df81 req-114b24e2-fc2a-4d84-83cf-b0086763bbbd tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:53.494676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-223e7fdb-bef6-49ed-ae4c-40096491df81 req-114b24e2-fc2a-4d84-83cf-b0086763bbbd tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 944 time: 0.2708595 Jul 05 10:13:53.567265 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-223e7fdb-bef6-49ed-ae4c-40096491df81 req-f29abe76-6b5d-4e3f-affb-58d475a3b456 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576692 Jul 05 10:13:53.615704 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf02585b-eaad-4406-a92e-68f48c68588a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.621707 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf02585b-eaad-4406-a92e-68f48c68588a admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.624209 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bf02585b-eaad-4406-a92e-68f48c68588a admin admin] 10.222.0.77 "DELETE /v2.0/networks/de14d9aa-e769-4672-bc7f-bd4b99fc183d HTTP/1.1" status: 204 len: 168 time: 0.4944694 Jul 05 10:13:53.627814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51436) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:53.653683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51438) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:53.699018 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6fd17c67-d3ea-4bc4-a0b6-a0ab4cfee777 req-df61c87b-427e-4978-972b-f29b8e510d39 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 210 time: 0.0377247 Jul 05 10:13:53.700387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-1835b036-f445-4379-98d6-ea07e757ea0b admin admin] Deleting subnet 8a1ecc05-82c1-4abc-996a-e34acc35b645 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:13:53.723889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02585b-eaad-4406-a92e-68f48c68588a admin admin] Pushing event deleted for resources: {'Network': ['ID=de14d9aa-e769-4672-bc7f-bd4b99fc183d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:53.733741 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1835b036-f445-4379-98d6-ea07e757ea0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.762194 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edf5cff8-2a5f-491e-ad10-295ad989c3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.827995 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1835b036-f445-4379-98d6-ea07e757ea0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.881320 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.881873 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-8a11b224-7b51-4df4-a66a-b53c73d24513 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.908726 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1835b036-f445-4379-98d6-ea07e757ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.914725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11b224-7b51-4df4-a66a-b53c73d24513 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Port': ['ID=98cb4f18-484b-47ea-822c-b06a19bf4b2e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:53.921499 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63274b-5ac5-4871-ba74-ed796109fd1e req-e633e90e-e457-442a-9780-ba4aae081112 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:53.923028 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da63274b-5ac5-4871-ba74-ed796109fd1e req-e633e90e-e457-442a-9780-ba4aae081112 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 945 time: 0.2003493 Jul 05 10:13:53.986313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-8a11b224-7b51-4df4-a66a-b53c73d24513 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] No DVR routers for this DVR port 98cb4f18-484b-47ea-822c-b06a19bf4b2e on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:53.990960 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-8a11b224-7b51-4df4-a66a-b53c73d24513 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:53.995605 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-424b00d4-dafa-46c3-a736-2ab24d2cfd19 req-8a11b224-7b51-4df4-a66a-b53c73d24513 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.64 "DELETE /v2.0/ports/98cb4f18-484b-47ea-822c-b06a19bf4b2e HTTP/1.1" status: 204 len: 173 time: 1.3088188 Jul 05 10:13:54.038384 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da63274b-5ac5-4871-ba74-ed796109fd1e req-b5186df6-3621-44b2-b259-e330a24122ea tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949619 Jul 05 10:13:54.057488 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edf5cff8-2a5f-491e-ad10-295ad989c3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.177102 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'name': 'network-vif-deleted', 'tag': 'dfac1be5-aa3a-4fa3-ab17-4c7278baf122'}, {'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'name': 'network-vif-deleted', 'tag': '98cb4f18-484b-47ea-822c-b06a19bf4b2e'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:54.181069 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1883b64a-1f8d-467b-b5f7-57c93e5730fa" -d '{"events": [{"server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "name": "network-vif-deleted", "tag": "dfac1be5-aa3a-4fa3-ab17-4c7278baf122"}, {"server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "name": "network-vif-deleted", "tag": "98cb4f18-484b-47ea-822c-b06a19bf4b2e"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:54.232146 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8336d6a-810f-40a6-9c31-b70b596e2753 x-openstack-request-id: req-d8336d6a-810f-40a6-9c31-b70b596e2753 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:54.232448 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "name": "network-vif-deleted", "tag": "dfac1be5-aa3a-4fa3-ab17-4c7278baf122", "status": "completed", "code": 200}, {"server_uuid": "e6886e69-e97d-458f-adee-b87c640a3153", "name": "network-vif-deleted", "tag": "98cb4f18-484b-47ea-822c-b06a19bf4b2e", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:54.232699 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d8336d6a-810f-40a6-9c31-b70b596e2753 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:54.233100 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'name': 'network-vif-deleted', 'tag': 'dfac1be5-aa3a-4fa3-ab17-4c7278baf122', 'status': 'completed', 'code': 200} Jul 05 10:13:54.233352 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6886e69-e97d-458f-adee-b87c640a3153', 'name': 'network-vif-deleted', 'tag': '98cb4f18-484b-47ea-822c-b06a19bf4b2e', 'status': 'completed', 'code': 200} Jul 05 10:13:54.245274 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edf5cff8-2a5f-491e-ad10-295ad989c3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.251391 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1835b036-f445-4379-98d6-ea07e757ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.307032 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835b036-f445-4379-98d6-ea07e757ea0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a1ecc05-82c1-4abc-996a-e34acc35b645,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:54.318930 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1835b036-f445-4379-98d6-ea07e757ea0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.320960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1835b036-f445-4379-98d6-ea07e757ea0b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8a1ecc05-82c1-4abc-996a-e34acc35b645 HTTP/1.1" status: 204 len: 168 time: 0.6915622 Jul 05 10:13:54.324093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51456) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:54.324235 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-edf5cff8-2a5f-491e-ad10-295ad989c3b2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=de8809b18bc14100b7785aeb9920d7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6284397 Jul 05 10:13:54.327642 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51458) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:54.336245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5cff8-2a5f-491e-ad10-295ad989c3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79038554-9b5b-4c51-8fad-9d44ac57f114,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:54.392210 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d232b530-fbca-402a-8cef-09a212a31545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.417023 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d232b530-fbca-402a-8cef-09a212a31545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.417941 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7950ece-1e3e-4d5c-81dc-20fdddc3bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.552640 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7950ece-1e3e-4d5c-81dc-20fdddc3bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.565799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-e7950ece-1e3e-4d5c-81dc-20fdddc3bc8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c166e78d-f8ec-4693-8fd0-2421c45c302d']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:54.578180 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-e7950ece-1e3e-4d5c-81dc-20fdddc3bc8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a046925-0cb8-4adc-bac4-57b9701ef205') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:54.578614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-e7950ece-1e3e-4d5c-81dc-20fdddc3bc8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a046925-0cb8-4adc-bac4-57b9701ef205') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:54.588125 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7950ece-1e3e-4d5c-81dc-20fdddc3bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.601787 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7950ece-1e3e-4d5c-81dc-20fdddc3bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.608819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7950ece-1e3e-4d5c-81dc-20fdddc3bc8d admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:13:54.609391 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7950ece-1e3e-4d5c-81dc-20fdddc3bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:13:54.619276 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:13:54.677787 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d232b530-fbca-402a-8cef-09a212a31545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.683763 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d232b530-fbca-402a-8cef-09a212a31545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.686357 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d232b530-fbca-402a-8cef-09a212a31545 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79038554-9b5b-4c51-8fad-9d44ac57f114 HTTP/1.1" status: 204 len: 168 time: 0.3577163 Jul 05 10:13:54.697315 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232b530-fbca-402a-8cef-09a212a31545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79038554-9b5b-4c51-8fad-9d44ac57f114,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:54.746869 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af39d839-f892-44ba-8c67-79bdd3bf3834 req-68c31b1e-e155-4f08-8aec-1909a8eca296 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6886e69-e97d-458f-adee-b87c640a3153 HTTP/1.1" status: 200 len: 210 time: 0.0347118 Jul 05 10:13:54.859680 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7950ece-1e3e-4d5c-81dc-20fdddc3bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.871162 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7950ece-1e3e-4d5c-81dc-20fdddc3bc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:54.876221 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e7950ece-1e3e-4d5c-81dc-20fdddc3bc8d admin admin] 10.222.0.77 "DELETE /v2.0/networks/c166e78d-f8ec-4693-8fd0-2421c45c302d HTTP/1.1" status: 204 len: 168 time: 0.5501308 Jul 05 10:13:54.894855 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f1bb4e43-8329-48a0-a5ea-e1518aca49d7 req-b0f2d674-7284-43ed-b1a1-500caec4b08a tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 210 time: 0.0339384 Jul 05 10:13:54.906169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373da35-8354-4670-839b-f92ab87d1a17 req-76de243c-d859-4013-af82-fde43afb6149 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:54.907836 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a373da35-8354-4670-839b-f92ab87d1a17 req-76de243c-d859-4013-af82-fde43afb6149 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 945 time: 0.1061039 Jul 05 10:13:54.908906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7950ece-1e3e-4d5c-81dc-20fdddc3bc8d admin admin] Pushing event deleted for resources: {'Network': ['ID=c166e78d-f8ec-4693-8fd0-2421c45c302d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:54.951842 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a373da35-8354-4670-839b-f92ab87d1a17 req-08418333-4a5b-4b72-847d-265b28af2df0 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354905 Jul 05 10:13:55.672906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51488) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:55.727812 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-001d7453-b379-4cec-a46d-4c60aab6738a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2cf98573ed3c4198bb69640d015cda66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536861 Jul 05 10:13:55.731701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51490) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:55.802695 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e6cf0ba3-a9b6-4700-9564-a11b9e7e5da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:55.827970 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e6cf0ba3-a9b6-4700-9564-a11b9e7e5da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:55.854040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51496) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:55.948368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4b4bbd-13aa-4a46-97ef-a487439fb131 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Deleting subnet 5f8f6926-69f8-48fc-a5b6-aad93017c184 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:13:55.952721 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2b4b4bbd-13aa-4a46-97ef-a487439fb131 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:55.990442 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e6cf0ba3-a9b6-4700-9564-a11b9e7e5da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:55.993508 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e6cf0ba3-a9b6-4700-9564-a11b9e7e5da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:55.995645 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e6cf0ba3-a9b6-4700-9564-a11b9e7e5da4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da85fab7-4047-4a2d-bffd-43aa417cdcf1 HTTP/1.1" status: 204 len: 168 time: 0.2623234 Jul 05 10:13:56.000148 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2b4b4bbd-13aa-4a46-97ef-a487439fb131 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.011938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf0ba3-a9b6-4700-9564-a11b9e7e5da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da85fab7-4047-4a2d-bffd-43aa417cdcf1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:56.104480 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2b4b4bbd-13aa-4a46-97ef-a487439fb131 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.110285 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c82353a5-156b-480d-a360-f218efa60caa req-0c72d3c3-3456-4a75-a8d6-9996d44a34c1 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 210 time: 0.0500944 Jul 05 10:13:56.203544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a66801-4d6f-44ad-97ac-57f672e6d099 req-a1835ac5-ae4d-46d9-b698-e5a920e911ab tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:56.205964 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-92a66801-4d6f-44ad-97ac-57f672e6d099 req-a1835ac5-ae4d-46d9-b698-e5a920e911ab tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 945 time: 0.0943050 Jul 05 10:13:56.260904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff89b3-6c40-4cce-8e04-0b871c415aa7 req-08ab3936-3c62-49c5-8ae5-d05181b8ba9b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:56.262434 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6cff89b3-6c40-4cce-8e04-0b871c415aa7 req-08ab3936-3c62-49c5-8ae5-d05181b8ba9b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 945 time: 0.0706940 Jul 05 10:13:56.294930 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2b4b4bbd-13aa-4a46-97ef-a487439fb131 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.337227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b4bbd-13aa-4a46-97ef-a487439fb131 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8f6926-69f8-48fc-a5b6-aad93017c184,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:56.343770 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2b4b4bbd-13aa-4a46-97ef-a487439fb131 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.350286 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2b4b4bbd-13aa-4a46-97ef-a487439fb131 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "DELETE /v2.0/subnets/5f8f6926-69f8-48fc-a5b6-aad93017c184 HTTP/1.1" status: 204 len: 168 time: 0.4905767 Jul 05 10:13:56.357442 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd1d7e4-20fd-4b89-849d-884d728878ab None None] Network dafaca60-f560-4add-b4a3-8b0818e50773 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:56.358190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51512) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:56.358338 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6cff89b3-6c40-4cce-8e04-0b871c415aa7 req-0bdc0813-b08a-4341-9466-9d891b0e5c53 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888934 Jul 05 10:13:56.422527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-92a66801-4d6f-44ad-97ac-57f672e6d099 req-d47e4357-b3e1-4ee9-a12e-29210575428b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Deleting port 6b59e637-3bd3-4034-820b-d856d908f3ea {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:56.422909 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-92a66801-4d6f-44ad-97ac-57f672e6d099 req-d47e4357-b3e1-4ee9-a12e-29210575428b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.585693 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.588373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96ad5e7-a934-4d04-a92b-410ad9b4cd97 None None] DHCP port deletion for dafaca60-f560-4add-b4a3-8b0818e50773 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:13:56.621699 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-599ae8ed-e3ae-43a3-a164-7ef4082da3bb tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:56.623276 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-599ae8ed-e3ae-43a3-a164-7ef4082da3bb tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.64 "GET /v2.0/networks?id=589b51a8-2c82-49a4-a413-78a44a6cc5ea HTTP/1.1" status: 200 len: 821 time: 0.3095644 Jul 05 10:13:56.645903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-37ea683e-393f-4f0b-9e01-c4e46b5a254f tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Request body: {'port': {'device_id': '6601fd10-0ed8-4a31-ac5c-45e36c4b652d', 'network_id': '589b51a8-2c82-49a4-a413-78a44a6cc5ea', 'admin_state_up': True, 'tenant_id': 'd9bb6235b1864fec90132f78a92393da'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:56.664004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c96ad5e7-a934-4d04-a92b-410ad9b4cd97 None None] Deleting port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:56.664401 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c96ad5e7-a934-4d04-a92b-410ad9b4cd97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.670416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-92a66801-4d6f-44ad-97ac-57f672e6d099 req-d47e4357-b3e1-4ee9-a12e-29210575428b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] For port 6b59e637-3bd3-4034-820b-d856d908f3ea, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=6b59e637-3bd3-4034-820b-d856d908f3ea,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:56.670916 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-92a66801-4d6f-44ad-97ac-57f672e6d099 req-d47e4357-b3e1-4ee9-a12e-29210575428b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.749915 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c96ad5e7-a934-4d04-a92b-410ad9b4cd97 None None] For port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dc238cca-1dfd-4439-8d1c-b0e6ff9954ba,segment=NetworkSegment(6e39720c-582e-44b6-9c3a-07ebac7cd721),segment_id=6e39720c-582e-44b6-9c3a-07ebac7cd721)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:56.750333 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c96ad5e7-a934-4d04-a92b-410ad9b4cd97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.752568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-92a66801-4d6f-44ad-97ac-57f672e6d099 req-d47e4357-b3e1-4ee9-a12e-29210575428b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Calling delete_port for 6b59e637-3bd3-4034-820b-d856d908f3ea owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:56.771925 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c96ad5e7-a934-4d04-a92b-410ad9b4cd97 None None] Calling delete_port for dc238cca-1dfd-4439-8d1c-b0e6ff9954ba owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:56.854363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Deleting port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:56.854710 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.974595 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] For port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dc238cca-1dfd-4439-8d1c-b0e6ff9954ba,segment=NetworkSegment(6e39720c-582e-44b6-9c3a-07ebac7cd721),segment_id=6e39720c-582e-44b6-9c3a-07ebac7cd721)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:56.975121 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:56.994818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Calling delete_port for dc238cca-1dfd-4439-8d1c-b0e6ff9954ba owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:57.006887 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c96ad5e7-a934-4d04-a92b-410ad9b4cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.032507 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ad5e7-a934-4d04-a92b-410ad9b4cd97 None None] Pushing event deleted for resources: {'Port': ['ID=dc238cca-1dfd-4439-8d1c-b0e6ff9954ba,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:57.037200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96ad5e7-a934-4d04-a92b-410ad9b4cd97 None None] No DVR routers for this DVR port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:57.072963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51532) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:57.115105 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-37ea683e-393f-4f0b-9e01-c4e46b5a254f tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Made reservation on behalf of d9bb6235b1864fec90132f78a92393da for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:57.118947 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-37ea683e-393f-4f0b-9e01-c4e46b5a254f tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.138027 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5c6e2ce8-3109-4957-bb0e-71dedaa2c8fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b200ccc8efc74c48adcaebf9071eac3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0631158 Jul 05 10:13:57.138776 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51536) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:57.154199 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.191138 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Port': ['ID=dc238cca-1dfd-4439-8d1c-b0e6ff9954ba,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:57.229669 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-54c8aa8b-9d58-47b1-b813-02db4731bb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.229807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] No DVR routers for this DVR port dc238cca-1dfd-4439-8d1c-b0e6ff9954ba on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:57.229807 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-92a66801-4d6f-44ad-97ac-57f672e6d099 req-d47e4357-b3e1-4ee9-a12e-29210575428b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.238307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['6b59e637-3bd3-4034-820b-d856d908f3ea'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:13:57.266524 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-54c8aa8b-9d58-47b1-b813-02db4731bb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.360751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e4357-b3e1-4ee9-a12e-29210575428b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Pushing event deleted for resources: {'Port': ['ID=6b59e637-3bd3-4034-820b-d856d908f3ea,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:57.403685 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.410731 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-16ccb3ce-8197-4598-8f90-51173296b0ca req-b91cc2d1-a420-4c91-a584-8bad815f8833 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 210 time: 0.0581288 Jul 05 10:13:57.421741 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-54c8aa8b-9d58-47b1-b813-02db4731bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.425317 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-54c8aa8b-9d58-47b1-b813-02db4731bb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.430511 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-54c8aa8b-9d58-47b1-b813-02db4731bb3c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/488e3590-60ce-420f-b183-59094d190b0b HTTP/1.1" status: 204 len: 168 time: 0.2904999 Jul 05 10:13:57.445205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafaca60-f560-4add-b4a3-8b0818e50773']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:57.454115 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8aa8b-9d58-47b1-b813-02db4731bb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488e3590-60ce-420f-b183-59094d190b0b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:57.499596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a66801-4d6f-44ad-97ac-57f672e6d099 req-d47e4357-b3e1-4ee9-a12e-29210575428b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] No DVR routers for this DVR port 6b59e637-3bd3-4034-820b-d856d908f3ea on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:57.505313 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-92a66801-4d6f-44ad-97ac-57f672e6d099 req-d47e4357-b3e1-4ee9-a12e-29210575428b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.507444 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-92a66801-4d6f-44ad-97ac-57f672e6d099 req-d47e4357-b3e1-4ee9-a12e-29210575428b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "DELETE /v2.0/ports/6b59e637-3bd3-4034-820b-d856d908f3ea HTTP/1.1" status: 204 len: 173 time: 1.2962689 Jul 05 10:13:57.509287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e39720c-582e-44b6-9c3a-07ebac7cd721') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:57.510149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e39720c-582e-44b6-9c3a-07ebac7cd721') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:57.511810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f17d95-721b-47a5-8ac6-625bce3ab1a0', 'name': 'network-vif-deleted', 'tag': '6b59e637-3bd3-4034-820b-d856d908f3ea'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:13:57.514165 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf56c1e9-b634-4f53-affb-36f1b515110b" -d '{"events": [{"server_uuid": "a8f17d95-721b-47a5-8ac6-625bce3ab1a0", "name": "network-vif-deleted", "tag": "6b59e637-3bd3-4034-820b-d856d908f3ea"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:13:57.521499 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e91540a6-4417-4a9d-a5af-8623395704e7 req-9d5ebbcf-5d06-4450-bd63-d018bbdc527c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 210 time: 0.0345395 Jul 05 10:13:57.533411 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.567212 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa287d5-d2ee-4edc-aa27-3679c7afcf58 x-openstack-request-id: req-8aa287d5-d2ee-4edc-aa27-3679c7afcf58 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:13:57.567504 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f17d95-721b-47a5-8ac6-625bce3ab1a0", "name": "network-vif-deleted", "tag": "6b59e637-3bd3-4034-820b-d856d908f3ea", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:13:57.567787 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8aa287d5-d2ee-4edc-aa27-3679c7afcf58 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:13:57.568191 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f17d95-721b-47a5-8ac6-625bce3ab1a0', 'name': 'network-vif-deleted', 'tag': '6b59e637-3bd3-4034-820b-d856d908f3ea', 'status': 'completed', 'code': 200} Jul 05 10:13:57.603811 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.603811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-37ea683e-393f-4f0b-9e01-c4e46b5a254f tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Allocated IP 172.20.0.2 (589b51a8-2c82-49a4-a413-78a44a6cc5ea/ccfd68ee-2002-466f-8102-82c2dcd8d963/dd261810-8ce6-4a84-960a-02108133086d) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:13:57.612829 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:13:57.614097 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:13:57.616538 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:13:57.646271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dc238cca-1dfd-4439-8d1c-b0e6ff9954ba no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:57.668800 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: dc238cca-1dfd-4439-8d1c-b0e6ff9954ba {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:57.669710 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dc238cca-1dfd-4439-8d1c-b0e6ff9954ba not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:57.826464 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-37ea683e-393f-4f0b-9e01-c4e46b5a254f tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.862380 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.873788 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:57.873788 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "DELETE /v2.0/networks/dafaca60-f560-4add-b4a3-8b0818e50773 HTTP/1.1" status: 204 len: 168 time: 1.5138922 Jul 05 10:13:57.876782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51566) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:57.891487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1ca27-b447-47d0-bcd7-31454841d34a tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Network': ['ID=dafaca60-f560-4add-b4a3-8b0818e50773,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:57.960420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-15303e3c-ae04-4aea-ab5c-a55d8cba9b16 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Deleting subnet 1b793f3f-6ba6-4265-83a5-290cf8b7bd82 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:13:57.963790 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-15303e3c-ae04-4aea-ab5c-a55d8cba9b16 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.014553 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-37ea683e-393f-4f0b-9e01-c4e46b5a254f tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.035601 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-15303e3c-ae04-4aea-ab5c-a55d8cba9b16 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.118864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-37ea683e-393f-4f0b-9e01-c4e46b5a254f tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Network 589b51a8-2c82-49a4-a413-78a44a6cc5ea is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:13:58.123114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-37ea683e-393f-4f0b-9e01-c4e46b5a254f tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:13:58.125282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea683e-393f-4f0b-9e01-c4e46b5a254f tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Pushing event updated for resources: {'Port': ['ID=dd261810-8ce6-4a84-960a-02108133086d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:58.133683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-37ea683e-393f-4f0b-9e01-c4e46b5a254f tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:13:58.154111 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-15303e3c-ae04-4aea-ab5c-a55d8cba9b16 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.196348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-37ea683e-393f-4f0b-9e01-c4e46b5a254f tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:58.197836 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-37ea683e-393f-4f0b-9e01-c4e46b5a254f tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.303071 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-15303e3c-ae04-4aea-ab5c-a55d8cba9b16 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.304990 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-37ea683e-393f-4f0b-9e01-c4e46b5a254f tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6634998 Jul 05 10:13:58.323090 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Request body: {'port': {'device_id': '6601fd10-0ed8-4a31-ac5c-45e36c4b652d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:58.337045 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-15303e3c-ae04-4aea-ab5c-a55d8cba9b16 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.342387 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-15303e3c-ae04-4aea-ab5c-a55d8cba9b16 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "DELETE /v2.0/subnets/1b793f3f-6ba6-4265-83a5-290cf8b7bd82 HTTP/1.1" status: 204 len: 168 time: 0.4628949 Jul 05 10:13:58.344103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51596) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:58.345652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be56eb77-512a-433f-afb4-2a96ec9f63af None None] Network de8dffea-0367-43ce-a17f-69db3554c380 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:13:58.347612 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15303e3c-ae04-4aea-ab5c-a55d8cba9b16 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Subnet': ['ID=1b793f3f-6ba6-4265-83a5-290cf8b7bd82,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:58.511062 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.518037 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.615071 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Deleting port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:58.634303 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.727289 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77f8188-b533-4ad4-9cea-202bb15899b1 None None] DHCP port deletion for de8dffea-0367-43ce-a17f-69db3554c380 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:13:58.821306 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] For port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=63f5e1fc-2a1a-44f2-8889-f2efccb90d61,segment=NetworkSegment(3d6b4c07-6d2f-4d05-b03e-341835613ca2),segment_id=3d6b4c07-6d2f-4d05-b03e-341835613ca2)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:58.821678 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.827068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f77f8188-b533-4ad4-9cea-202bb15899b1 None None] Deleting port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:13:58.835135 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f77f8188-b533-4ad4-9cea-202bb15899b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:58.858865 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Calling delete_port for 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:58.913199 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b5adc7d-5c85-43ec-b85a-f245a691eb3b req-886ac440-ab9c-422d-b733-f5dcc0b5d7c9 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f17d95-721b-47a5-8ac6-625bce3ab1a0 HTTP/1.1" status: 200 len: 210 time: 0.0553553 Jul 05 10:13:58.971674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fd8e6-c3bc-4db1-942a-d2764aa9564f req-e682e4e1-e326-4661-9064-8a30acd9323d tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:13:58.980302 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a65fd8e6-c3bc-4db1-942a-d2764aa9564f req-e682e4e1-e326-4661-9064-8a30acd9323d tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 931 time: 0.2140160 Jul 05 10:13:59.002954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f77f8188-b533-4ad4-9cea-202bb15899b1 None None] For port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=63f5e1fc-2a1a-44f2-8889-f2efccb90d61,segment=NetworkSegment(3d6b4c07-6d2f-4d05-b03e-341835613ca2),segment_id=3d6b4c07-6d2f-4d05-b03e-341835613ca2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:13:59.003866 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f77f8188-b533-4ad4-9cea-202bb15899b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.022545 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f77f8188-b533-4ad4-9cea-202bb15899b1 None None] Calling delete_port for 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:13:59.053701 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a65fd8e6-c3bc-4db1-942a-d2764aa9564f req-1ac642e1-9828-4f69-8df5-b203ab04dfc1 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b82304-a1da-4e01-900f-cffe28c6a0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723948 Jul 05 10:13:59.146474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd261810-8ce6-4a84-960a-02108133086d {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:13:59.163987 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.199264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Transition to ACTIVE for port object dd261810-8ce6-4a84-960a-02108133086d will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:13:59.199475 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.208993 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f77f8188-b533-4ad4-9cea-202bb15899b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.234933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Port': ['ID=63f5e1fc-2a1a-44f2-8889-f2efccb90d61,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:59.239595 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] No DVR routers for this DVR port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:59.254789 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f8188-b533-4ad4-9cea-202bb15899b1 None None] No DVR routers for this DVR port 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:13:59.259459 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f8188-b533-4ad4-9cea-202bb15899b1 None None] Pushing event deleted for resources: {'Port': ['ID=63f5e1fc-2a1a-44f2-8889-f2efccb90d61,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:59.324854 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.336312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8dffea-0367-43ce-a17f-69db3554c380']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:59.348730 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6b4c07-6d2f-4d05-b03e-341835613ca2') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:59.349079 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6b4c07-6d2f-4d05-b03e-341835613ca2') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:13:59.359267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.373939 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.381012 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:13:59.381421 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:13:59.385520 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:13:59.448195 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.483616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51636) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:59.544917 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Pushing event updated for resources: {'Port': ['ID=dd261810-8ce6-4a84-960a-02108133086d,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:59.570172 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.582025 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.585559 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "DELETE /v2.0/networks/de8dffea-0367-43ce-a17f-69db3554c380 HTTP/1.1" status: 204 len: 168 time: 1.2398577 Jul 05 10:13:59.591289 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:59.591687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:59.592142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:59.597591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:59.597591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:59.597591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:59.597591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:59.597591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:59.597591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:59.597591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:59.597591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:59.597591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:13:59.602911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51644) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:13:59.610666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2770cd90-aff1-4423-8676-3e7a9786423f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1809725883'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:13:59.627621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41414c03-9b43-4919-92d6-b15a155ea4c8 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Network': ['ID=de8dffea-0367-43ce-a17f-69db3554c380,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:13:59.665237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Attempting to bind port dd261810-8ce6-4a84-960a-02108133086d on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:13:59.666216 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Attempting to bind port dd261810-8ce6-4a84-960a-02108133086d by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '0fcdb355-47f1-4f4f-96c2-f955a535fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '589b51a8-2c82-49a4-a413-78a44a6cc5ea'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:13:59.666714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Attempting to bind port dd261810-8ce6-4a84-960a-02108133086d on network 589b51a8-2c82-49a4-a413-78a44a6cc5ea {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:59.679015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Port dd261810-8ce6-4a84-960a-02108133086d on network 589b51a8-2c82-49a4-a413-78a44a6cc5ea not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:13:59.679242 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Attempting to bind port dd261810-8ce6-4a84-960a-02108133086d on network 589b51a8-2c82-49a4-a413-78a44a6cc5ea {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:13:59.682354 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:13:59.687581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:13:59.687964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Checking segment: {'id': '0fcdb355-47f1-4f4f-96c2-f955a535fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '589b51a8-2c82-49a4-a413-78a44a6cc5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:13:59.688408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Bound using segment: {'id': '0fcdb355-47f1-4f4f-96c2-f955a535fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '589b51a8-2c82-49a4-a413-78a44a6cc5ea'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:13:59.688894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Bound port: dd261810-8ce6-4a84-960a-02108133086d, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fcdb355-47f1-4f4f-96c2-f955a535fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '589b51a8-2c82-49a4-a413-78a44a6cc5ea'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:13:59.689319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.715374 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:13:59.716209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 63f5e1fc-2a1a-44f2-8889-f2efccb90d61 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:13:59.753778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2770cd90-aff1-4423-8676-3e7a9786423f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Made reservation on behalf of db8f0cbb34f14317bd4d516bce3b7392 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:13:59.757656 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2770cd90-aff1-4423-8676-3e7a9786423f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.799397 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] For port dd261810-8ce6-4a84-960a-02108133086d, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:13:59.804052 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2770cd90-aff1-4423-8676-3e7a9786423f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:13:59.831480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] For port dd261810-8ce6-4a84-960a-02108133086d, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=dd261810-8ce6-4a84-960a-02108133086d,segment=NetworkSegment(0fcdb355-47f1-4f4f-96c2-f955a535fd3a),segment_id=0fcdb355-47f1-4f4f-96c2-f955a535fd3a)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:13:59.831880 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2d4c22f5-0c97-4a7f-8118-8e7f719889fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.839138 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2770cd90-aff1-4423-8676-3e7a9786423f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.839493 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-2770cd90-aff1-4423-8676-3e7a9786423f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Added segment 85dc61db-018e-4b9a-b04f-af0e1dcd2efc of type vlan for network 37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6 Jul 05 10:13:59.886847 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2770cd90-aff1-4423-8676-3e7a9786423f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.940586 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2d4c22f5-0c97-4a7f-8118-8e7f719889fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:13:59.986437 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.023600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:00.023600 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.023600 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] 10.222.0.64 "PUT /v2.0/ports/dd261810-8ce6-4a84-960a-02108133086d HTTP/1.1" status: 200 len: 1092 time: 1.7042162 Jul 05 10:14:00.024688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6601fd10-0ed8-4a31-ac5c-45e36c4b652d', 'tag': 'dd261810-8ce6-4a84-960a-02108133086d'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:00.028649 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab8ee99-0169-4bc9-8555-858a3ffc8ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "6601fd10-0ed8-4a31-ac5c-45e36c4b652d", "tag": "dd261810-8ce6-4a84-960a-02108133086d"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:00.063347 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2770cd90-aff1-4423-8676-3e7a9786423f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.066729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2770cd90-aff1-4423-8676-3e7a9786423f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:00.067455 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2770cd90-aff1-4423-8676-3e7a9786423f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.081667 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2d4c22f5-0c97-4a7f-8118-8e7f719889fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.138597 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2d4c22f5-0c97-4a7f-8118-8e7f719889fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d43530916300496aa8b86a6e5d7d677a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6533639 Jul 05 10:14:00.139889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c22f5-0c97-4a7f-8118-8e7f719889fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e5d7a5-6bb9-43b2-a618-172a3e88ac88,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:00.143410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51666) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:00.176467 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af908a32-f68c-439f-b846-79294cbe82a2 x-openstack-request-id: req-af908a32-f68c-439f-b846-79294cbe82a2 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:00.176818 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6601fd10-0ed8-4a31-ac5c-45e36c4b652d", "tag": "dd261810-8ce6-4a84-960a-02108133086d", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:00.177012 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af908a32-f68c-439f-b846-79294cbe82a2 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:00.177610 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6601fd10-0ed8-4a31-ac5c-45e36c4b652d', 'tag': 'dd261810-8ce6-4a84-960a-02108133086d', 'status': 'completed', 'code': 200} Jul 05 10:14:00.186258 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf8bcf-df19-431c-8f69-64095fafdf15 service neutron] Pushing event updated for resources: {'Port': ['ID=dd261810-8ce6-4a84-960a-02108133086d,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:00.205996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770cd90-aff1-4423-8676-3e7a9786423f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event updated for resources: {'Network': ['ID=37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:00.209799 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a203f9ad-74b5-440d-b5fb-6c814632fe4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.244475 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a203f9ad-74b5-440d-b5fb-6c814632fe4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.252707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:14:00.330069 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2770cd90-aff1-4423-8676-3e7a9786423f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7251461 Jul 05 10:14:00.333633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51676) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:00.344361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8b49951b-4805-4016-a6d4-56eece9d87ac tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Request body: {'subnet': {'network_id': '37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:00.366531 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8ee99-0169-4bc9-8555-858a3ffc8ed8 req-f3e627f4-738a-4e7a-9513-3238412ff486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:00.368751 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7ab8ee99-0169-4bc9-8555-858a3ffc8ed8 req-f3e627f4-738a-4e7a-9513-3238412ff486 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9bb6235b1864fec90132f78a92393da&device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 1095 time: 0.1866195 Jul 05 10:14:00.424706 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a203f9ad-74b5-440d-b5fb-6c814632fe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.427626 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a203f9ad-74b5-440d-b5fb-6c814632fe4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.431687 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a203f9ad-74b5-440d-b5fb-6c814632fe4b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/72e5d7a5-6bb9-43b2-a618-172a3e88ac88 HTTP/1.1" status: 204 len: 168 time: 0.2868688 Jul 05 10:14:00.449433 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98017e-80fe-4173-baaa-3c8dccff39db req-9f9a8386-b056-4c71-ac15-3b20d456332f tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:00.450991 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c98017e-80fe-4173-baaa-3c8dccff39db req-9f9a8386-b056-4c71-ac15-3b20d456332f tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 943 time: 0.1984019 Jul 05 10:14:00.466013 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203f9ad-74b5-440d-b5fb-6c814632fe4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e5d7a5-6bb9-43b2-a618-172a3e88ac88,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:00.534579 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c98017e-80fe-4173-baaa-3c8dccff39db req-48c6d4e7-b456-4dce-85f8-957cf3bcb5c2 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b82304-a1da-4e01-900f-cffe28c6a0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720146 Jul 05 10:14:00.535883 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8ee99-0169-4bc9-8555-858a3ffc8ed8 req-5fe3625f-3193-43a1-acda-650c4d9b5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:00.540088 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7ab8ee99-0169-4bc9-8555-858a3ffc8ed8 req-5fe3625f-3193-43a1-acda-650c4d9b5702 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d9bb6235b1864fec90132f78a92393da&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1548941 Jul 05 10:14:00.570265 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 6b59e637-3bd3-4034-820b-d856d908f3ea no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:00.597424 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 6b59e637-3bd3-4034-820b-d856d908f3ea {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:14:00.598031 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 6b59e637-3bd3-4034-820b-d856d908f3ea not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:14:00.680267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-fe4a527a-3137-4bea-89cc-414ec312f8e3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:00.688867 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-fe4a527a-3137-4bea-89cc-414ec312f8e3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 811 time: 0.1640642 Jul 05 10:14:00.713733 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8ee99-0169-4bc9-8555-858a3ffc8ed8 req-0b414722-a403-40e3-ae17-1433c08157fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:00.713891 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-72d4d55c-54c0-41ad-ae10-c3b76ab7a10d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/quotas/5dc70ebc52b2429584fe84f81867aa19 HTTP/1.1" status: 200 len: 375 time: 0.0240459 Jul 05 10:14:00.715402 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7ab8ee99-0169-4bc9-8555-858a3ffc8ed8 req-0b414722-a403-40e3-ae17-1433c08157fc service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1665285 Jul 05 10:14:00.754839 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-f93c8c31-a46f-4606-a181-1d629cbf5b7f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395770 Jul 05 10:14:00.764466 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b49951b-4805-4016-a6d4-56eece9d87ac tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Made reservation on behalf of db8f0cbb34f14317bd4d516bce3b7392 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:00.768307 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b49951b-4805-4016-a6d4-56eece9d87ac tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:00.879097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-99e5abed-4ee7-4485-b168-a4502c20510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:00.880777 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-99e5abed-4ee7-4485-b168-a4502c20510c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9bb6235b1864fec90132f78a92393da&device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 1095 time: 0.1039109 Jul 05 10:14:00.950070 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-ccfd1f15-62df-4928-82a1-f83d9356093d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd261810-8ce6-4a84-960a-02108133086d HTTP/1.1" status: 200 len: 217 time: 0.0598094 Jul 05 10:14:01.039298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-cafcc816-1263-4b4f-876c-9b85314b2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:01.042805 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-cafcc816-1263-4b4f-876c-9b85314b2615 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ccfd68ee-2002-466f-8102-82c2dcd8d963 HTTP/1.1" status: 200 len: 861 time: 0.0817935 Jul 05 10:14:01.080678 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-9d578b43-b068-4f03-9ae5-28234f49c127 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=589b51a8-2c82-49a4-a413-78a44a6cc5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286705 Jul 05 10:14:01.191756 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-3d7d9ef8-f729-4e6e-91b9-c128c2713456 service neutron] 10.222.0.64 "GET /v2.0/networks/589b51a8-2c82-49a4-a413-78a44a6cc5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007006 Jul 05 10:14:01.221760 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-702ae81a-2510-48a1-8cb1-2d6415e670d1 service neutron] 10.222.0.77 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485328 Jul 05 10:14:01.319104 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a1abd54-0012-4c4b-ab15-8d387d8df33b req-490cffa0-093b-4a56-ab8a-706a4bb4bddb service neutron] 10.222.0.64 "GET /v2.0/networks/589b51a8-2c82-49a4-a413-78a44a6cc5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152091 Jul 05 10:14:01.393212 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-0d565385-cbad-496d-9ed4-25d150abbeca tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=004ecdb3b3264f069e42a0c8102d49af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266750 Jul 05 10:14:01.421812 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-a4f2a34e-1d23-4414-b225-4f463a773c45 service neutron] 10.222.0.77 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931603 Jul 05 10:14:01.490351 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b49951b-4805-4016-a6d4-56eece9d87ac tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:01.518931 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51728) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:01.551164 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-aa05c576-1640-43f8-9c48-54f4747c98ca tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:01.552729 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-aa05c576-1640-43f8-9c48-54f4747c98ca tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513405 Jul 05 10:14:01.553485 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9a456e3-c7c9-4f78-a65e-e772590adb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:01.569907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49951b-4805-4016-a6d4-56eece9d87ac tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event updated for resources: {'Subnet': ['ID=b15e9854-3bd6-4766-9adb-ea7c61ad2767,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:01.574821 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-573d466b-6dc4-451b-85fd-433c724f5e15 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/quotas/004ecdb3b3264f069e42a0c8102d49af HTTP/1.1" status: 200 len: 375 time: 0.0131147 Jul 05 10:14:01.576455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b49951b-4805-4016-a6d4-56eece9d87ac tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Checking segment: {'id': '85dc61db-018e-4b9a-b04f-af0e1dcd2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:01.576783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b49951b-4805-4016-a6d4-56eece9d87ac tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Network hostable DHCP agents. Network: 37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:14:01.622070 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-ca1452fd-7566-45d5-97f3-bd63aee12892 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360277 Jul 05 10:14:01.664558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b49951b-4805-4016-a6d4-56eece9d87ac tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Network 37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:14:01.694037 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9a456e3-c7c9-4f78-a65e-e772590adb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:01.821529 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9a456e3-c7c9-4f78-a65e-e772590adb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:01.849337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-8b49951b-4805-4016-a6d4-56eece9d87ac tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:01.857516 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b49951b-4805-4016-a6d4-56eece9d87ac tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:01.858482 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8b49951b-4805-4016-a6d4-56eece9d87ac tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:01.859145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeb780b-071a-4d8b-a833-806f1e424bf9 None None] Network 37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:01.862976 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a456e3-c7c9-4f78-a65e-e772590adb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975ad3e1-e529-4e56-91f3-6fcd3847f97a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:01.938603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce66b9-0b22-4b07-bdcc-6b0aa12c20da req-4f50cdcb-1ff9-4557-adff-086c2c289a44 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:01.938603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-66ce66b9-0b22-4b07-bdcc-6b0aa12c20da req-4f50cdcb-1ff9-4557-adff-086c2c289a44 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 943 time: 0.1274219 Jul 05 10:14:01.938603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51742) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:01.962115 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c9a456e3-c7c9-4f78-a65e-e772590adb65 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=62ed4adf8fcc41259ac14119c1a2ae9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386985 Jul 05 10:14:01.963484 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51750) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:02.002524 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8b49951b-4805-4016-a6d4-56eece9d87ac tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6671705 Jul 05 10:14:02.003313 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51752) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:02.013048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d41de911-2460-46e1-93e8-595390ff0561 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1908481605'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:02.032540 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-66ce66b9-0b22-4b07-bdcc-6b0aa12c20da req-e4d919ac-8790-44d0-983a-85d071e1ac7e tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b82304-a1da-4e01-900f-cffe28c6a0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948527 Jul 05 10:14:02.093256 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d9f51cc1-57f7-471d-8299-544924da0647 req-a49e211d-02d7-42b0-8895-900fec51aeff tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 210 time: 0.0611956 Jul 05 10:14:02.108250 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a07fd99-0dfb-41ef-afdb-be319c9420dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.132180 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a07fd99-0dfb-41ef-afdb-be319c9420dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.185074 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4e420de-57be-4673-8209-7768eddff408 req-f428bae0-3b19-4a37-b7aa-85bc2a02fdd4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 210 time: 0.0497882 Jul 05 10:14:02.185447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6', 'network_id': '37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'fixed_ips': [{'subnet_id': 'b15e9854-3bd6-4766-9adb-ea7c61ad2767'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:14:02.186544 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.199005 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e6950611-b67e-4bee-89a8-58b87aad85f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.219880 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41de911-2460-46e1-93e8-595390ff0561 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Made reservation on behalf of db8f0cbb34f14317bd4d516bce3b7392 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:02.223611 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d41de911-2460-46e1-93e8-595390ff0561 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.342170 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a07fd99-0dfb-41ef-afdb-be319c9420dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.347868 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a07fd99-0dfb-41ef-afdb-be319c9420dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.352527 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0a07fd99-0dfb-41ef-afdb-be319c9420dd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/975ad3e1-e529-4e56-91f3-6fcd3847f97a HTTP/1.1" status: 204 len: 168 time: 0.3849037 Jul 05 10:14:02.352719 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41de911-2460-46e1-93e8-595390ff0561 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:14:02.369426 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d41de911-2460-46e1-93e8-595390ff0561 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.369779 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-d41de911-2460-46e1-93e8-595390ff0561 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Added segment 2a86175e-92b2-4aeb-b696-68f44a4e913e of type vlan for network bae6168c-e665-4b71-83c6-1f0d829e42ba Jul 05 10:14:02.372885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07fd99-0dfb-41ef-afdb-be319c9420dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975ad3e1-e529-4e56-91f3-6fcd3847f97a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:02.426414 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d41de911-2460-46e1-93e8-595390ff0561 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.484847 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e6950611-b67e-4bee-89a8-58b87aad85f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.532511 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Allocated IP 19.80.0.2 (37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6/b15e9854-3bd6-4766-9adb-ea7c61ad2767/806746de-1ff3-4253-9be8-c8d6ab6b475e) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:02.610358 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e6950611-b67e-4bee-89a8-58b87aad85f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.613052 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d41de911-2460-46e1-93e8-595390ff0561 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.619579 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41de911-2460-46e1-93e8-595390ff0561 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:02.620302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d41de911-2460-46e1-93e8-595390ff0561 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.728968 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e6950611-b67e-4bee-89a8-58b87aad85f2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0b9206345c464137b0943c0722213816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7961819 Jul 05 10:14:02.732894 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6950611-b67e-4bee-89a8-58b87aad85f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646ef75f-2600-45b2-9d9d-8dbb369b07b2,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:02.733593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51762) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:02.754498 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41de911-2460-46e1-93e8-595390ff0561 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event updated for resources: {'Network': ['ID=bae6168c-e665-4b71-83c6-1f0d829e42ba,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:02.766375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network bae6168c-e665-4b71-83c6-1f0d829e42ba details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:14:02.814330 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d59b497a-9362-489c-80d3-23044693f67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.841935 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d59b497a-9362-489c-80d3-23044693f67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:02.848964 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d41de911-2460-46e1-93e8-595390ff0561 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8413353 Jul 05 10:14:02.854155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51768) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:02.861506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-552dcb9d-72b0-4c84-b74a-446854659e19 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Request body: {'subnet': {'network_id': 'bae6168c-e665-4b71-83c6-1f0d829e42ba', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:02.953397 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.049756 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d59b497a-9362-489c-80d3-23044693f67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.049976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Transition to ACTIVE for port object 806746de-1ff3-4253-9be8-c8d6ab6b475e will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:03.052556 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d59b497a-9362-489c-80d3-23044693f67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.053724 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d59b497a-9362-489c-80d3-23044693f67b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/646ef75f-2600-45b2-9d9d-8dbb369b07b2 HTTP/1.1" status: 204 len: 168 time: 0.3184507 Jul 05 10:14:03.064116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b497a-9362-489c-80d3-23044693f67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646ef75f-2600-45b2-9d9d-8dbb369b07b2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:03.072476 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Transition to ACTIVE for port object 806746de-1ff3-4253-9be8-c8d6ab6b475e will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:03.078326 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552dcb9d-72b0-4c84-b74a-446854659e19 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Made reservation on behalf of db8f0cbb34f14317bd4d516bce3b7392 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:03.085861 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-552dcb9d-72b0-4c84-b74a-446854659e19 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.206078 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.273257 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Pushing event updated for resources: {'Port': ['ID=806746de-1ff3-4253-9be8-c8d6ab6b475e,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:03.291243 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Network 37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:03.297686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:03.300782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:03.387114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965f3ad-1491-43b7-9c5e-8969f9d41802 req-9c1c1d32-df9e-49ca-adb5-85c9f6c5a39e tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:03.388895 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c965f3ad-1491-43b7-9c5e-8969f9d41802 req-9c1c1d32-df9e-49ca-adb5-85c9f6c5a39e tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 943 time: 0.1883690 Jul 05 10:14:03.398234 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3e5c6a5d-b897-4997-a45f-57c06ea021ec req-6bd4b381-595a-4598-a944-7fadf4076270 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 210 time: 0.0363090 Jul 05 10:14:03.444850 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Attempting to bind port 806746de-1ff3-4253-9be8-c8d6ab6b475e on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:14:03.445367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Attempting to bind port 806746de-1ff3-4253-9be8-c8d6ab6b475e by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '85dc61db-018e-4b9a-b04f-af0e1dcd2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:14:03.445769 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Attempting to bind port 806746de-1ff3-4253-9be8-c8d6ab6b475e on network 37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:03.452774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:14:03.453159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Checking segment: {'id': '85dc61db-018e-4b9a-b04f-af0e1dcd2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:03.453591 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.457468 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Bound using segment: {'id': '85dc61db-018e-4b9a-b04f-af0e1dcd2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:14:03.464961 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Bound port: 806746de-1ff3-4253-9be8-c8d6ab6b475e, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dc61db-018e-4b9a-b04f-af0e1dcd2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:14:03.465609 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.481359 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c965f3ad-1491-43b7-9c5e-8969f9d41802 req-9970ff6c-d9e1-4380-aabf-d51fb1549843 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b82304-a1da-4e01-900f-cffe28c6a0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760837 Jul 05 10:14:03.553125 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84ebb412-50fb-404a-acb2-c80560328df2 req-1067206b-a6f3-444b-8bf5-048784d234f4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 210 time: 0.0797718 Jul 05 10:14:03.560940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] For port 806746de-1ff3-4253-9be8-c8d6ab6b475e, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:03.565043 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] For port 806746de-1ff3-4253-9be8-c8d6ab6b475e, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=806746de-1ff3-4253-9be8-c8d6ab6b475e,segment=NetworkSegment(85dc61db-018e-4b9a-b04f-af0e1dcd2efc),segment_id=85dc61db-018e-4b9a-b04f-af0e1dcd2efc)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:03.590961 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-552dcb9d-72b0-4c84-b74a-446854659e19 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.660892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552dcb9d-72b0-4c84-b74a-446854659e19 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event updated for resources: {'Subnet': ['ID=f4e95410-5bb9-4bd6-9ffe-3f419de8b2b3,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:03.670174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552dcb9d-72b0-4c84-b74a-446854659e19 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Checking segment: {'id': '2a86175e-92b2-4aeb-b696-68f44a4e913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bae6168c-e665-4b71-83c6-1f0d829e42ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:03.670811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552dcb9d-72b0-4c84-b74a-446854659e19 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Network hostable DHCP agents. Network: bae6168c-e665-4b71-83c6-1f0d829e42ba, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:14:03.753232 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:03.818595 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552dcb9d-72b0-4c84-b74a-446854659e19 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Network bae6168c-e665-4b71-83c6-1f0d829e42ba is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:14:03.822823 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b1da9-ce82-4a11-a103-436809cab6a8 None None] Pushing event updated for resources: {'Port': ['ID=806746de-1ff3-4253-9be8-c8d6ab6b475e,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:03.948692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-552dcb9d-72b0-4c84-b74a-446854659e19 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, bae6168c-e665-4b71-83c6-1f0d829e42ba) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:03.957002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552dcb9d-72b0-4c84-b74a-446854659e19 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:03.957858 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-552dcb9d-72b0-4c84-b74a-446854659e19 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:04.006620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f97d48-dde0-4078-b9c4-b6655df2b95e None None] Network bae6168c-e665-4b71-83c6-1f0d829e42ba requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:04.034936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51796) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:04.055661 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-030a19f0-ae7d-4dab-a8b4-2872768875ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:04.069042 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-552dcb9d-72b0-4c84-b74a-446854659e19 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2131712 Jul 05 10:14:04.243244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-bae6168c-e665-4b71-83c6-1f0d829e42ba', 'network_id': 'bae6168c-e665-4b71-83c6-1f0d829e42ba', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'fixed_ips': [{'subnet_id': 'f4e95410-5bb9-4bd6-9ffe-3f419de8b2b3'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:14:04.244498 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:04.257999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device dd261810-8ce6-4a84-960a-02108133086d details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:14:04.266768 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-030a19f0-ae7d-4dab-a8b4-2872768875ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:04.367606 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-030a19f0-ae7d-4dab-a8b4-2872768875ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:04.477326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port dd261810-8ce6-4a84-960a-02108133086d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=dd261810-8ce6-4a84-960a-02108133086d,segment=NetworkSegment(0fcdb355-47f1-4f4f-96c2-f955a535fd3a),segment_id=0fcdb355-47f1-4f4f-96c2-f955a535fd3a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:04.514494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'dd261810-8ce6-4a84-960a-02108133086d', 'network_id': '589b51a8-2c82-49a4-a413-78a44a6cc5ea', 'port_id': 'dd261810-8ce6-4a84-960a-02108133086d', 'mac_address': 'fa:16:3e:51:d3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfd68ee-2002-466f-8102-82c2dcd8d963', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:14:04.534990 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-030a19f0-ae7d-4dab-a8b4-2872768875ed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dd9bfcf7c211408ebd643b4e232065a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4926796 Jul 05 10:14:04.539187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51830) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:04.559137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a19f0-ae7d-4dab-a8b4-2872768875ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c53615-9e5f-42fe-bbb5-628fda16e22f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:04.588240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Allocated IP 19.86.0.2 (bae6168c-e665-4b71-83c6-1f0d829e42ba/f4e95410-5bb9-4bd6-9ffe-3f419de8b2b3/476316e8-24c9-41e8-b5dd-b3170105176e) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:04.605680 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:04.640707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd261810-8ce6-4a84-960a-02108133086d {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:14:04.646424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40698378-6616-4327-bfd5-034fab74ae96 req-0660d023-11dd-422b-aee2-4696a439fc2b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:04.653386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40698378-6616-4327-bfd5-034fab74ae96 req-0660d023-11dd-422b-aee2-4696a439fc2b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:04.655283 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-0660d023-11dd-422b-aee2-4696a439fc2b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/networks?id=37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6&id=bae6168c-e665-4b71-83c6-1f0d829e42ba HTTP/1.1" status: 200 len: 1392 time: 0.2648268 Jul 05 10:14:04.664520 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-27799bb5-fe12-4a03-ac4a-be1b76c8921c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:04.682991 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-236ce585-ab69-4ea2-8a77-f4ed26d86612 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/quotas/db8f0cbb34f14317bd4d516bce3b7392 HTTP/1.1" status: 200 len: 375 time: 0.0218892 Jul 05 10:14:04.702931 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port dd261810-8ce6-4a84-960a-02108133086d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=dd261810-8ce6-4a84-960a-02108133086d,segment=NetworkSegment(0fcdb355-47f1-4f4f-96c2-f955a535fd3a),segment_id=0fcdb355-47f1-4f4f-96c2-f955a535fd3a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:04.748627 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-27799bb5-fe12-4a03-ac4a-be1b76c8921c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:04.785960 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:04.820660 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-917741cc-3257-4e3c-b75f-08c9a30aaae6 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=db8f0cbb34f14317bd4d516bce3b7392&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1303015 Jul 05 10:14:04.937298 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a5d9ca5e-442c-444d-9548-0cf98158ef5c req-ada87520-4403-45ed-a761-78dbe86a6845 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 210 time: 0.1560264 Jul 05 10:14:05.029353 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-26b470ec-aa87-4880-aff4-cf68c5bbf9df service neutron] 10.222.0.77 "GET /v2.0/networks/37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008162 Jul 05 10:14:05.074741 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=dd261810-8ce6-4a84-960a-02108133086d,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:05.131821 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-27799bb5-fe12-4a03-ac4a-be1b76c8921c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:05.132987 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-27799bb5-fe12-4a03-ac4a-be1b76c8921c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:05.141843 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-27799bb5-fe12-4a03-ac4a-be1b76c8921c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00c53615-9e5f-42fe-bbb5-628fda16e22f HTTP/1.1" status: 204 len: 168 time: 0.5963292 Jul 05 10:14:05.187148 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['dd261810-8ce6-4a84-960a-02108133086d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:14:05.198517 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27799bb5-fe12-4a03-ac4a-be1b76c8921c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c53615-9e5f-42fe-bbb5-628fda16e22f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:05.254700 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-025682ba-1385-458f-a763-31028c6b7166 service neutron] 10.222.0.77 "GET /v2.0/networks/37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191103 Jul 05 10:14:05.264845 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:05.279872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc1db4c-7db6-4781-afe4-3fbd25257926 None None] Network 37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:05.360219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Transition to ACTIVE for port object 476316e8-24c9-41e8-b5dd-b3170105176e will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:05.416577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Transition to ACTIVE for port object 476316e8-24c9-41e8-b5dd-b3170105176e will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:05.575250 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:05.586928 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5004f50f-ffeb-44ae-93e8-57d187a7e785 None None] Provisioning for port 806746de-1ff3-4253-9be8-c8d6ab6b475e completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:05.733876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Network bae6168c-e665-4b71-83c6-1f0d829e42ba is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:05.742528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910555b-afce-4cff-b6c6-3b390eead253 req-b49fec2a-3cfc-43ec-82f3-54f718016c68 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:05.769664 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a910555b-afce-4cff-b6c6-3b390eead253 req-b49fec2a-3cfc-43ec-82f3-54f718016c68 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 944 time: 0.2050447 Jul 05 10:14:05.769820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:05.785107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:05.789494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Pushing event updated for resources: {'Port': ['ID=476316e8-24c9-41e8-b5dd-b3170105176e,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:05.805263 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 806746de-1ff3-4253-9be8-c8d6ab6b475e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:05.871812 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a910555b-afce-4cff-b6c6-3b390eead253 req-7a6b398a-db8d-4b9f-82fc-10b493309346 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b82304-a1da-4e01-900f-cffe28c6a0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078579 Jul 05 10:14:05.994568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Attempting to bind port 476316e8-24c9-41e8-b5dd-b3170105176e on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:14:05.994568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Attempting to bind port 476316e8-24c9-41e8-b5dd-b3170105176e by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '2a86175e-92b2-4aeb-b696-68f44a4e913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bae6168c-e665-4b71-83c6-1f0d829e42ba'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:14:05.994568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Attempting to bind port 476316e8-24c9-41e8-b5dd-b3170105176e on network bae6168c-e665-4b71-83c6-1f0d829e42ba {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:06.019190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:14:06.025336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Checking segment: {'id': '2a86175e-92b2-4aeb-b696-68f44a4e913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bae6168c-e665-4b71-83c6-1f0d829e42ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:06.026453 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.027939 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Bound using segment: {'id': '2a86175e-92b2-4aeb-b696-68f44a4e913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bae6168c-e665-4b71-83c6-1f0d829e42ba'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:14:06.029132 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Bound port: 476316e8-24c9-41e8-b5dd-b3170105176e, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a86175e-92b2-4aeb-b696-68f44a4e913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bae6168c-e665-4b71-83c6-1f0d829e42ba'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:14:06.031950 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.062084 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-6e75089d-6451-481b-a478-560ad5ea118b service neutron] 10.222.0.77 "GET /v2.0/networks/bae6168c-e665-4b71-83c6-1f0d829e42ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7938013 Jul 05 10:14:06.098859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-2b27791b-a54d-4b94-907c-5e5cab9e9fbe tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:06.101086 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-2b27791b-a54d-4b94-907c-5e5cab9e9fbe tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 811 time: 0.7900946 Jul 05 10:14:06.187239 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b2babb8a-1d8d-4b54-8e98-cdcc6136cc10 req-8eaf21da-0cc2-4637-a8cc-1e2310aa12cf tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 210 time: 0.0584836 Jul 05 10:14:06.189010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 806746de-1ff3-4253-9be8-c8d6ab6b475e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:06.200695 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 806746de-1ff3-4253-9be8-c8d6ab6b475e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:06.201214 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.205044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] For port 476316e8-24c9-41e8-b5dd-b3170105176e, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:06.233166 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] For port 476316e8-24c9-41e8-b5dd-b3170105176e, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=476316e8-24c9-41e8-b5dd-b3170105176e,segment=NetworkSegment(2a86175e-92b2-4aeb-b696-68f44a4e913e),segment_id=2a86175e-92b2-4aeb-b696-68f44a4e913e)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:06.262207 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-57ac3b6b-4be3-42df-852e-ad62eb01775e service neutron] 10.222.0.77 "GET /v2.0/networks/bae6168c-e665-4b71-83c6-1f0d829e42ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990085 Jul 05 10:14:06.283885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-d7d6bb12-a2e0-4c85-b9fd-a588d7442775 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Request body: {'port': {'device_id': 'ebf0aed9-1f15-43ef-8325-b5c30b529647', 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5', 'admin_state_up': True, 'tenant_id': '5dc70ebc52b2429584fe84f81867aa19'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:06.359870 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.393630 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.425870 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-569c3154-9503-403f-bccc-ec2861412f40 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=004ecdb3b3264f069e42a0c8102d49af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768204 Jul 05 10:14:06.460973 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-50066017-5f8b-4ab0-a79a-a2145f730476 req-25f86819-3d88-4705-b0d8-49ca9001fd0f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 210 time: 0.0444167 Jul 05 10:14:06.505835 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 806746de-1ff3-4253-9be8-c8d6ab6b475e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=806746de-1ff3-4253-9be8-c8d6ab6b475e,segment=NetworkSegment(85dc61db-018e-4b9a-b04f-af0e1dcd2efc),segment_id=85dc61db-018e-4b9a-b04f-af0e1dcd2efc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:06.508409 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3e6d1727-9710-4fa1-84b9-d9efe6e41ccf None None] Provisioning complete for port 806746de-1ff3-4253-9be8-c8d6ab6b475e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:06.508573 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3e6d1727-9710-4fa1-84b9-d9efe6e41ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.581482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de7d3f-06c2-4501-911c-7fc9e65e18d8 None None] Pushing event updated for resources: {'Port': ['ID=476316e8-24c9-41e8-b5dd-b3170105176e,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:06.604992 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.690438 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-acbba337-46a6-47c4-9ee7-e703faf610de req-6e154e03-77e3-400e-bb3f-fc2b5f9fa97e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 210 time: 0.0618463 Jul 05 10:14:06.714603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=806746de-1ff3-4253-9be8-c8d6ab6b475e,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:06.765472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-52162211-88a0-419c-a560-5101113333ea tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:06.767960 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-52162211-88a0-419c-a560-5101113333ea tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3369715 Jul 05 10:14:06.769539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-d7d6bb12-a2e0-4c85-b9fd-a588d7442775 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Made reservation on behalf of 5dc70ebc52b2429584fe84f81867aa19 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:06.773527 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-d7d6bb12-a2e0-4c85-b9fd-a588d7442775 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:06.784779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Request body: {'port': {'device_id': 'f441c857-fa62-4af3-b7d4-72c2476e5d73', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '004ecdb3b3264f069e42a0c8102d49af'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:07.093866 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-d7d6bb12-a2e0-4c85-b9fd-a588d7442775 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Allocated IP 172.20.0.10 (1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5/72c4567a-3195-494d-b6bf-64b7b89d5139/4f3b8963-ddd6-4c6d-821b-faf123f03e19) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:07.195412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Made reservation on behalf of 004ecdb3b3264f069e42a0c8102d49af for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:07.201223 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.226290 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.319523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757e68c-7a9c-4cc5-bca4-8c98f9082d66 req-322fc3d0-fdbb-428c-8ec2-9dd672e35489 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:07.321173 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3757e68c-7a9c-4cc5-bca4-8c98f9082d66 req-322fc3d0-fdbb-428c-8ec2-9dd672e35489 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 944 time: 0.2141025 Jul 05 10:14:07.384424 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-efa332ef-8f00-4128-a3a2-9bf5d3cf151e req-01920fa3-7668-40b4-aad5-795895d47f57 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 210 time: 0.0410354 Jul 05 10:14:07.416549 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3757e68c-7a9c-4cc5-bca4-8c98f9082d66 req-24691ddc-a9d4-4f96-a0b1-bf161de38d27 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b82304-a1da-4e01-900f-cffe28c6a0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824454 Jul 05 10:14:07.430033 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-d7d6bb12-a2e0-4c85-b9fd-a588d7442775 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.503184 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.594442 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.749563 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-d7d6bb12-a2e0-4c85-b9fd-a588d7442775 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:07.772084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 476316e8-24c9-41e8-b5dd-b3170105176e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:07.803395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af33635-a87d-4567-b559-a43280e66f83 req-811b3925-a30b-4d4e-af3b-e9b749894bc2 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:07.809140 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6af33635-a87d-4567-b559-a43280e66f83 req-811b3925-a30b-4d4e-af3b-e9b749894bc2 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 932 time: 0.1449721 Jul 05 10:14:07.866531 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f903b533-e6d7-4e64-a8e8-54c654f0838f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:07.885795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-d7d6bb12-a2e0-4c85-b9fd-a588d7442775 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:07.887140 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6af33635-a87d-4567-b559-a43280e66f83 req-41e24753-255f-4d58-a5b3-cf1069614bf8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720470 Jul 05 10:14:07.922843 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51964) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:07.938535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-d7d6bb12-a2e0-4c85-b9fd-a588d7442775 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:07.955138 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-d7d6bb12-a2e0-4c85-b9fd-a588d7442775 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:07.998394 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b6e4d16d-b97a-4232-b41a-b8b43450eec2 req-374b2ee3-987f-4802-8aef-af1ece1edc07 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 210 time: 0.1332340 Jul 05 10:14:08.012824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 476316e8-24c9-41e8-b5dd-b3170105176e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:08.020465 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 806746de-1ff3-4253-9be8-c8d6ab6b475e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:08.081658 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-d7d6bb12-a2e0-4c85-b9fd-a588d7442775 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:08.082567 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-d7d6bb12-a2e0-4c85-b9fd-a588d7442775 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.091860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6bb12-a2e0-4c85-b9fd-a588d7442775 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Pushing event updated for resources: {'Port': ['ID=4f3b8963-ddd6-4c6d-821b-faf123f03e19,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:08.119881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 806746de-1ff3-4253-9be8-c8d6ab6b475e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:08.120760 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.127765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Allocated IP 192.168.233.112 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/26133278-fd99-48a8-8c37-bc91006ea497) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:08.192624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1b4e33-1c6b-4aa0-8ebc-e7132371f4df None None] Network bae6168c-e665-4b71-83c6-1f0d829e42ba requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:08.260754 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-af797037-b506-4e09-8909-e0012554f449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.294288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device dd261810-8ce6-4a84-960a-02108133086d up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:08.295137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-d7d6bb12-a2e0-4c85-b9fd-a588d7442775 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0316038 Jul 05 10:14:08.318984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Request body: {'port': {'device_id': 'ebf0aed9-1f15-43ef-8325-b5c30b529647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:08.379758 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-af797037-b506-4e09-8909-e0012554f449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.467687 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-af797037-b506-4e09-8909-e0012554f449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.496835 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f4ca0c8b-d90f-42ad-b37d-a939572ecc62 None None] Provisioning for port 476316e8-24c9-41e8-b5dd-b3170105176e completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:08.510065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f4ca0c8b-d90f-42ad-b37d-a939572ecc62 None None] Provisioning complete for port 476316e8-24c9-41e8-b5dd-b3170105176e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:08.515236 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f4ca0c8b-d90f-42ad-b37d-a939572ecc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.581894 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.595066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port dd261810-8ce6-4a84-960a-02108133086d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:08.598473 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.606945 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port dd261810-8ce6-4a84-960a-02108133086d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:08.618522 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.619134 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af797037-b506-4e09-8909-e0012554f449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79ae43e-15dd-4ad2-9fe5-be9d22b2566c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:08.633203 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-31e0f1bd-90aa-4610-8366-78185c630c88 req-3228c8e8-a655-4ea1-91da-f13cc8a50471 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 210 time: 0.0794144 Jul 05 10:14:08.641652 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-af797037-b506-4e09-8909-e0012554f449 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a8882f2a26c54f999698baee250077b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7174118 Jul 05 10:14:08.645495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51976) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:08.646128 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Transition to ACTIVE for port object 26133278-fd99-48a8-8c37-bc91006ea497 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:08.708462 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c7c95a9-4c7e-4f59-9702-c0480db1971f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.732830 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c7c95a9-4c7e-4f59-9702-c0480db1971f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.805255 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f4ca0c8b-d90f-42ad-b37d-a939572ecc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.843851 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.863828 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f4ca0c8b-d90f-42ad-b37d-a939572ecc62 None None] For port 476316e8-24c9-41e8-b5dd-b3170105176e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=476316e8-24c9-41e8-b5dd-b3170105176e,segment=NetworkSegment(2a86175e-92b2-4aeb-b696-68f44a4e913e),segment_id=2a86175e-92b2-4aeb-b696-68f44a4e913e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:08.879779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6601fd10-0ed8-4a31-ac5c-45e36c4b652d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd261810-8ce6-4a84-960a-02108133086d'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:08.882095 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33a1500-5b10-40a1-80ee-7732e837a8d3" -d '{"events": [{"server_uuid": "6601fd10-0ed8-4a31-ac5c-45e36c4b652d", "name": "network-vif-plugged", "status": "completed", "tag": "dd261810-8ce6-4a84-960a-02108133086d"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:08.898479 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c7c95a9-4c7e-4f59-9702-c0480db1971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.899184 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port dd261810-8ce6-4a84-960a-02108133086d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=dd261810-8ce6-4a84-960a-02108133086d,segment=NetworkSegment(0fcdb355-47f1-4f4f-96c2-f955a535fd3a),segment_id=0fcdb355-47f1-4f4f-96c2-f955a535fd3a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:08.907878 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c7c95a9-4c7e-4f59-9702-c0480db1971f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:08.912245 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0c7c95a9-4c7e-4f59-9702-c0480db1971f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a79ae43e-15dd-4ad2-9fe5-be9d22b2566c HTTP/1.1" status: 204 len: 168 time: 0.2629495 Jul 05 10:14:08.940632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8062b37-dcee-44de-bfcf-0930be6d5c3c req-8fbd2d5d-84a4-4b0f-afab-af50a3dbca2a tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:08.942384 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8062b37-dcee-44de-bfcf-0930be6d5c3c req-8fbd2d5d-84a4-4b0f-afab-af50a3dbca2a tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 944 time: 0.3460531 Jul 05 10:14:08.948596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c95a9-4c7e-4f59-9702-c0480db1971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79ae43e-15dd-4ad2-9fe5-be9d22b2566c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:09.001318 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:09.003513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:09.005557 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f4ca0c8b-d90f-42ad-b37d-a939572ecc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:09.080247 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b859193b-a307-44e1-9ecf-0e82514e64ae x-openstack-request-id: req-b859193b-a307-44e1-9ecf-0e82514e64ae {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:09.080548 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6601fd10-0ed8-4a31-ac5c-45e36c4b652d", "name": "network-vif-plugged", "status": "completed", "tag": "dd261810-8ce6-4a84-960a-02108133086d", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:09.082513 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b859193b-a307-44e1-9ecf-0e82514e64ae {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:09.084047 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6601fd10-0ed8-4a31-ac5c-45e36c4b652d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd261810-8ce6-4a84-960a-02108133086d', 'code': 200} Jul 05 10:14:09.166175 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8062b37-dcee-44de-bfcf-0930be6d5c3c req-4c8ddfb2-3fd9-4e39-88de-9cfed1b924c5 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b82304-a1da-4e01-900f-cffe28c6a0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157445 Jul 05 10:14:09.167746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=dd261810-8ce6-4a84-960a-02108133086d,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:09.216543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:09.245001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:09.255407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:09.282264 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0a35aaae-cae8-4d2c-99dd-43c9b9608391 None None] Provisioning complete for port 476316e8-24c9-41e8-b5dd-b3170105176e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:09.283173 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0a35aaae-cae8-4d2c-99dd-43c9b9608391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:09.291273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Pushing event updated for resources: {'Port': ['ID=26133278-fd99-48a8-8c37-bc91006ea497,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:09.291975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca0c8b-d90f-42ad-b37d-a939572ecc62 None None] Pushing event updated for resources: {'Port': ['ID=476316e8-24c9-41e8-b5dd-b3170105176e,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:09.371775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:09.373005 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:09.476060 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90571fb-472b-4937-a337-005b79b59892 req-a73d6214-85ac-40c7-894c-c4d7258d4fa5 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:09.478382 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f90571fb-472b-4937-a337-005b79b59892 req-a73d6214-85ac-40c7-894c-c4d7258d4fa5 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 932 time: 0.1983545 Jul 05 10:14:09.481584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921dafe-77c1-4f2c-aa5d-909e021635c1 req-18a66aa7-e000-4a24-a54f-3663bc177c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:09.483974 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5921dafe-77c1-4f2c-aa5d-909e021635c1 req-18a66aa7-e000-4a24-a54f-3663bc177c23 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 1097 time: 0.2972779 Jul 05 10:14:09.564431 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ffa22b49-70c4-43da-815f-0977e742a883 req-55e525d6-b8d3-49c9-b4f1-803fb3116df0 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 210 time: 0.1362646 Jul 05 10:14:09.582637 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f90571fb-472b-4937-a337-005b79b59892 req-ff7d1e6c-25cd-4bfa-954c-5c3553164831 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923569 Jul 05 10:14:09.626350 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-b4718ac2-888c-404c-85b5-1e4ab7b51d30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8458383 Jul 05 10:14:09.645544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Request body: {'port': {'device_id': 'f441c857-fa62-4af3-b7d4-72c2476e5d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:09.682056 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 476316e8-24c9-41e8-b5dd-b3170105176e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:09.748942 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5921dafe-77c1-4f2c-aa5d-909e021635c1 req-bc18862f-2e74-495f-a02e-f7ec8fd826e4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02b82304-a1da-4e01-900f-cffe28c6a0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023880 Jul 05 10:14:09.765677 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 476316e8-24c9-41e8-b5dd-b3170105176e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:09.766190 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:09.769495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3b8963-ddd6-4c6d-821b-faf123f03e19 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:14:09.814921 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:09.868562 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:09.919950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Transition to ACTIVE for port object 4f3b8963-ddd6-4c6d-821b-faf123f03e19 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:09.982743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9ef73a7f-530d-4f63-862b-de924767e690 None None] Provisioning for port 26133278-fd99-48a8-8c37-bc91006ea497 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:09.986203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47edf1e-3a46-4553-ab8f-83d4de9ba249 req-7349dc32-45d1-4881-bf35-de7889f43854 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:09.987247 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9ef73a7f-530d-4f63-862b-de924767e690 None None] Provisioning complete for port 26133278-fd99-48a8-8c37-bc91006ea497 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:09.987632 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9ef73a7f-530d-4f63-862b-de924767e690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:09.993204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f47edf1e-3a46-4553-ab8f-83d4de9ba249 req-7349dc32-45d1-4881-bf35-de7889f43854 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 936 time: 0.1817055 Jul 05 10:14:10.044845 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-9ef73a7f-530d-4f63-862b-de924767e690 None None] Port 26133278-fd99-48a8-8c37-bc91006ea497 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:14:10.088769 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:10.214808 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f47edf1e-3a46-4553-ab8f-83d4de9ba249 req-63e44b6c-0ae2-4e21-a875-a57f7ac141bd tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205184 Jul 05 10:14:10.241116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Pushing event updated for resources: {'Port': ['ID=4f3b8963-ddd6-4c6d-821b-faf123f03e19,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:10.425147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Attempting to bind port 4f3b8963-ddd6-4c6d-821b-faf123f03e19 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:14:10.425343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b2903-cd0e-4a0f-b61e-0e85e2035a4b req-081946ab-7c7c-41f1-8aaa-79e39c19c004 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:10.425506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Attempting to bind port 4f3b8963-ddd6-4c6d-821b-faf123f03e19 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:14:10.425878 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Attempting to bind port 4f3b8963-ddd6-4c6d-821b-faf123f03e19 on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:10.428120 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-355b2903-cd0e-4a0f-b61e-0e85e2035a4b req-081946ab-7c7c-41f1-8aaa-79e39c19c004 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 945 time: 0.0995264 Jul 05 10:14:10.442197 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Port 4f3b8963-ddd6-4c6d-821b-faf123f03e19 on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:14:10.442554 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Attempting to bind port 4f3b8963-ddd6-4c6d-821b-faf123f03e19 on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:10.475818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:14:10.476198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Checking segment: {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:10.477056 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Bound using segment: {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:14:10.477734 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Bound port: 4f3b8963-ddd6-4c6d-821b-faf123f03e19, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:14:10.478174 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:10.489039 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-355b2903-cd0e-4a0f-b61e-0e85e2035a4b req-3c8dd948-ad8a-41a2-8362-90cb38026ad3 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b82304-a1da-4e01-900f-cffe28c6a0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536683 Jul 05 10:14:10.600748 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26133278-fd99-48a8-8c37-bc91006ea497 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:14:10.615340 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40698378-6616-4327-bfd5-034fab74ae96 req-99ae9568-efed-4029-afd9-1168e2513585 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:10.624483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40698378-6616-4327-bfd5-034fab74ae96 req-99ae9568-efed-4029-afd9-1168e2513585 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:10.627020 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-99ae9568-efed-4029-afd9-1168e2513585 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.64 "GET /v2.0/networks?id=37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6&id=bae6168c-e665-4b71-83c6-1f0d829e42ba HTTP/1.1" status: 200 len: 1392 time: 0.3021879 Jul 05 10:14:10.642927 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:10.668097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b01246d-03df-4fd0-8be5-67f32ef6ff08 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Request body: {'port': {'device_id': 'f6d61d5e-7a62-4200-8c79-b14742c72ab8', 'network_id': '37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6', 'admin_state_up': True, 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:10.844289 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] For port 4f3b8963-ddd6-4c6d-821b-faf123f03e19, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:10.846820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] For port 4f3b8963-ddd6-4c6d-821b-faf123f03e19, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4f3b8963-ddd6-4c6d-821b-faf123f03e19,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:10.856709 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Transition to ACTIVE for port object 26133278-fd99-48a8-8c37-bc91006ea497 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:10.958641 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:10.991088 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b921f08a-f1c4-435e-8e1f-fc47f87aa549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:11.017218 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f97ea-21fd-47ee-b608-8d0ffd0a11fe req-110989cd-4bc1-4da2-8d22-f0028cd2a05c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:11.019307 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d2f97ea-21fd-47ee-b608-8d0ffd0a11fe req-110989cd-4bc1-4da2-8d22-f0028cd2a05c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 944 time: 0.1146452 Jul 05 10:14:11.022267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b01246d-03df-4fd0-8be5-67f32ef6ff08 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Made reservation on behalf of db8f0cbb34f14317bd4d516bce3b7392 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:11.028678 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b01246d-03df-4fd0-8be5-67f32ef6ff08 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:11.031475 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:11.043802 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:11.044427 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:11.045846 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] 10.222.0.73 "PUT /v2.0/ports/4f3b8963-ddd6-4c6d-821b-faf123f03e19 HTTP/1.1" status: 200 len: 1093 time: 2.7342267 Jul 05 10:14:11.047211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf0aed9-1f15-43ef-8325-b5c30b529647', 'tag': '4f3b8963-ddd6-4c6d-821b-faf123f03e19'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:11.049523 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2a38de-fedb-483a-b6e6-b0534012270e" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf0aed9-1f15-43ef-8325-b5c30b529647", "tag": "4f3b8963-ddd6-4c6d-821b-faf123f03e19"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:11.066593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d2f97ea-21fd-47ee-b608-8d0ffd0a11fe req-50ae0e6f-1f2f-4c72-871d-b490b0ce35ca tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356846 Jul 05 10:14:11.095125 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b2d4097-38c7-42f8-9982-451f2949336d req-a54f6367-ac48-4c89-9809-7e8cd32483bb tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 210 time: 0.0825660 Jul 05 10:14:11.138166 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f23556-04e3-4777-b474-2f3c104670dd x-openstack-request-id: req-f1f23556-04e3-4777-b474-2f3c104670dd {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:11.138464 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf0aed9-1f15-43ef-8325-b5c30b529647", "tag": "4f3b8963-ddd6-4c6d-821b-faf123f03e19", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:11.138737 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1f23556-04e3-4777-b474-2f3c104670dd {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:11.139736 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf0aed9-1f15-43ef-8325-b5c30b529647', 'tag': '4f3b8963-ddd6-4c6d-821b-faf123f03e19', 'status': 'completed', 'code': 200} Jul 05 10:14:11.210280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5ba71-4994-43cc-8bdf-1b3d0849fc2a service neutron] Pushing event updated for resources: {'Port': ['ID=4f3b8963-ddd6-4c6d-821b-faf123f03e19,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:11.534271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Pushing event updated for resources: {'Port': ['ID=26133278-fd99-48a8-8c37-bc91006ea497,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:11.587291 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a38de-fedb-483a-b6e6-b0534012270e req-83e9aeab-f2cb-4aad-b68a-c013dbf5b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:11.589475 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8f2a38de-fedb-483a-b6e6-b0534012270e req-83e9aeab-f2cb-4aad-b68a-c013dbf5b0fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 1096 time: 0.3956487 Jul 05 10:14:11.614174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b01246d-03df-4fd0-8be5-67f32ef6ff08 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Allocated IP 19.80.0.54 (37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6/b15e9854-3bd6-4766-9adb-ea7c61ad2767/40292f8d-91de-43c2-af48-5b1de5430e1c) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:11.717139 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Attempting to bind port 26133278-fd99-48a8-8c37-bc91006ea497 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:14:11.717564 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Attempting to bind port 26133278-fd99-48a8-8c37-bc91006ea497 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:14:11.717807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Attempting to bind port 26133278-fd99-48a8-8c37-bc91006ea497 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:11.739901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52076) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:11.749654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Port 26133278-fd99-48a8-8c37-bc91006ea497 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:14:11.749972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Attempting to bind port 26133278-fd99-48a8-8c37-bc91006ea497 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:11.785109 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:14:11.785462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:11.785826 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:14:11.786271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Bound port: 26133278-fd99-48a8-8c37-bc91006ea497, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:14:11.786636 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:11.792654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5c560-157d-4504-b432-4bdf463d094f req-3d2d8e7c-df51-4b90-84a2-3ce5745cb903 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:11.795369 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c02351-388d-42c9-b615-532455db531a req-aebc209c-6b59-4f2d-be21-4e1668c304db tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:11.796888 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8af5c560-157d-4504-b432-4bdf463d094f req-3d2d8e7c-df51-4b90-84a2-3ce5745cb903 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 945 time: 0.0856717 Jul 05 10:14:11.802288 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d1c02351-388d-42c9-b615-532455db531a req-aebc209c-6b59-4f2d-be21-4e1668c304db tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 948 time: 0.4167116 Jul 05 10:14:11.847355 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8af5c560-157d-4504-b432-4bdf463d094f req-b9e3aac0-022f-4bca-bec3-55c1985c5174 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b82304-a1da-4e01-900f-cffe28c6a0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403605 Jul 05 10:14:11.849728 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a38de-fedb-483a-b6e6-b0534012270e req-2906b939-3feb-4e1f-9863-2e03b6086e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:11.851260 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8f2a38de-fedb-483a-b6e6-b0534012270e req-2906b939-3feb-4e1f-9863-2e03b6086e22 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5dc70ebc52b2429584fe84f81867aa19&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2458117 Jul 05 10:14:11.996451 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d1c02351-388d-42c9-b615-532455db531a req-538c4424-c384-4698-9cca-7d698bddb802 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930814 Jul 05 10:14:12.067879 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cfa84b5-c527-4bf1-9a80-f6e38b239f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:12.324002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194924c8-85af-46bd-b898-59a6dc5619ac req-47405bf9-d23a-490f-a0be-12be624c9a4b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:12.325690 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-194924c8-85af-46bd-b898-59a6dc5619ac req-47405bf9-d23a-490f-a0be-12be624c9a4b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 944 time: 0.0879858 Jul 05 10:14:12.376997 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-194924c8-85af-46bd-b898-59a6dc5619ac req-fe8285df-eacf-4e32-b491-ea5a708b1909 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443733 Jul 05 10:14:12.486176 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] For port 26133278-fd99-48a8-8c37-bc91006ea497, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:12.518485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a38de-fedb-483a-b6e6-b0534012270e req-0f8c14bb-11a6-41a8-b377-4b924a5ac33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:12.520124 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8f2a38de-fedb-483a-b6e6-b0534012270e req-0f8c14bb-11a6-41a8-b377-4b924a5ac33a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6578701 Jul 05 10:14:12.532765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] For port 26133278-fd99-48a8-8c37-bc91006ea497, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=26133278-fd99-48a8-8c37-bc91006ea497,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:12.541019 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-86b7b456-c12f-4348-bebf-54647e54c51e req-766a2c79-1b7d-4213-ae59-e08901e206b7 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 210 time: 0.0341783 Jul 05 10:14:12.560624 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b01246d-03df-4fd0-8be5-67f32ef6ff08 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:12.616819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b01246d-03df-4fd0-8be5-67f32ef6ff08 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Transition to ACTIVE for port object 40292f8d-91de-43c2-af48-5b1de5430e1c will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:12.700576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-18fdcc2b-c1c4-4592-971f-6754adeaaedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:12.702196 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-18fdcc2b-c1c4-4592-971f-6754adeaaedf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 1096 time: 0.1309671 Jul 05 10:14:12.707175 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cfa84b5-c527-4bf1-9a80-f6e38b239f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:12.723591 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:12.783170 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-d3d5507b-57e5-489c-8634-29f9ef6290d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3b8963-ddd6-4c6d-821b-faf123f03e19 HTTP/1.1" status: 200 len: 217 time: 0.0738850 Jul 05 10:14:12.810339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:12.811411 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:12.813817 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] 10.222.0.73 "PUT /v2.0/ports/26133278-fd99-48a8-8c37-bc91006ea497 HTTP/1.1" status: 200 len: 1097 time: 3.1736898 Jul 05 10:14:12.816694 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cfa84b5-c527-4bf1-9a80-f6e38b239f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:12.820629 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b01246d-03df-4fd0-8be5-67f32ef6ff08 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:12.955278 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52116) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:12.986336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008c77a-d232-4939-a0ee-cf9ace8c933a service neutron] Pushing event updated for resources: {'Port': ['ID=26133278-fd99-48a8-8c37-bc91006ea497,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:13.037932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b01246d-03df-4fd0-8be5-67f32ef6ff08 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Network 37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:13.045531 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa84b5-c527-4bf1-9a80-f6e38b239f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bd5979-ecfb-44ee-8c75-b81e64429212,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:13.101763 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5cfa84b5-c527-4bf1-9a80-f6e38b239f58 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c660a519733444968655f1e1ff71fd21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3529825 Jul 05 10:14:13.102047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52124) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:13.106455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b01246d-03df-4fd0-8be5-67f32ef6ff08 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:13.112257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b01246d-03df-4fd0-8be5-67f32ef6ff08 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:13.122292 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-6e7a08c8-c1cc-4697-b7c4-bbaa5fef45b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:13.124608 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-6e7a08c8-c1cc-4697-b7c4-bbaa5fef45b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72c4567a-3195-494d-b6bf-64b7b89d5139 HTTP/1.1" status: 200 len: 851 time: 0.3350494 Jul 05 10:14:13.144194 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-311e2053-cc99-4044-b3cc-f438c2d284b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.168066 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f441c857-fa62-4af3-b7d4-72c2476e5d73', 'tag': '26133278-fd99-48a8-8c37-bc91006ea497'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:13.171654 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe9167d-9c2e-4a69-98ae-291574da311c" -d '{"events": [{"name": "network-changed", "server_uuid": "f441c857-fa62-4af3-b7d4-72c2476e5d73", "tag": "26133278-fd99-48a8-8c37-bc91006ea497"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:13.227809 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.237021 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01246d-03df-4fd0-8be5-67f32ef6ff08 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event updated for resources: {'Port': ['ID=40292f8d-91de-43c2-af48-5b1de5430e1c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:13.275265 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-01ff777f-95c2-4f7f-ae56-a482ba5a9fcd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1404560 Jul 05 10:14:13.311407 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.318160 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b01246d-03df-4fd0-8be5-67f32ef6ff08 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:13.318897 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b01246d-03df-4fd0-8be5-67f32ef6ff08 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.382996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-2346e9e6-9af1-418b-b82c-35780c726079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:13.385185 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-2346e9e6-9af1-418b-b82c-35780c726079 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 1100 time: 0.4048324 Jul 05 10:14:13.412521 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07bab4-a4ab-4e4c-b343-fa655f83f59f req-adc98d55-36f7-4349-89cf-5d1db67efb5e tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:13.417552 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ea07bab4-a4ab-4e4c-b343-fa655f83f59f req-adc98d55-36f7-4349-89cf-5d1db67efb5e tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 945 time: 0.4801233 Jul 05 10:14:13.474300 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-e298f2d2-1787-4d2b-b33a-d642e2dced13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=26133278-fd99-48a8-8c37-bc91006ea497 HTTP/1.1" status: 200 len: 217 time: 0.0804060 Jul 05 10:14:13.555532 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ea07bab4-a4ab-4e4c-b343-fa655f83f59f req-f2e16d8c-c038-4c4d-bd65-f068d8a8001b tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b82304-a1da-4e01-900f-cffe28c6a0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370034 Jul 05 10:14:13.561102 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-eb26b957-d58f-40e1-aa7f-c40657eb50b9 service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741346 Jul 05 10:14:13.562349 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-5e4919b6-4f00-40cf-838b-aa6a5b4f99eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:13.563755 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-5e4919b6-4f00-40cf-838b-aa6a5b4f99eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0807676 Jul 05 10:14:13.576600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52186f4-53b1-4d50-b558-8bbce1e2503d req-d16afceb-da08-470b-a508-38d7d7edcee6 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:13.579069 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c52186f4-53b1-4d50-b558-8bbce1e2503d req-d16afceb-da08-470b-a508-38d7d7edcee6 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 948 time: 0.1221459 Jul 05 10:14:13.595948 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7ff69d3-02a8-45ef-88de-56ad87478494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.633203 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.635382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-85219a6d-9d8d-4db5-a576-60c4238c5592 None None] Provisioning for port 40292f8d-91de-43c2-af48-5b1de5430e1c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:13.642260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-85219a6d-9d8d-4db5-a576-60c4238c5592 None None] Provisioning complete for port 40292f8d-91de-43c2-af48-5b1de5430e1c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:13.643166 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-85219a6d-9d8d-4db5-a576-60c4238c5592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.658071 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902c2417-3315-4d45-a9cf-763d256a7f01 x-openstack-request-id: req-902c2417-3315-4d45-a9cf-763d256a7f01 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:13.658331 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f441c857-fa62-4af3-b7d4-72c2476e5d73", "tag": "26133278-fd99-48a8-8c37-bc91006ea497", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:13.658582 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-902c2417-3315-4d45-a9cf-763d256a7f01 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:13.658969 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f441c857-fa62-4af3-b7d4-72c2476e5d73', 'tag': '26133278-fd99-48a8-8c37-bc91006ea497', 'status': 'completed', 'code': 200} Jul 05 10:14:13.669574 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c52186f4-53b1-4d50-b558-8bbce1e2503d req-1d74ce3b-44eb-4976-91de-57933f4ec577 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840325 Jul 05 10:14:13.704083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-85219a6d-9d8d-4db5-a576-60c4238c5592 None None] Port 40292f8d-91de-43c2-af48-5b1de5430e1c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:14:13.721601 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-311e2053-cc99-4044-b3cc-f438c2d284b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.732155 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-03e34de3-d19a-4609-bd67-acf1712d3cd1 req-83d03f71-6adf-4b50-9781-87374e171334 service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591511 Jul 05 10:14:13.734530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-385c58ab-14e6-4a13-b50d-a4c5312305ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:13.736316 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-385c58ab-14e6-4a13-b50d-a4c5312305ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1620994 Jul 05 10:14:13.838842 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.843496 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.843496 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22bd5979-ecfb-44ee-8c75-b81e64429212 HTTP/1.1" status: 204 len: 168 time: 0.7390332 Jul 05 10:14:13.858802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bd5979-ecfb-44ee-8c75-b81e64429212,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:13.879979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:13.880185 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:13.880697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:13.881141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:13.883122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:13.884494 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:13.888312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:13.888312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:13.888312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:13.888312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:13.888312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:13.888312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2ab7b-aa74-4336-8de6-b18535f35375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:13.893120 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-1d5cfe75-55ef-46a7-acd6-e464f7e3e0bd service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482496 Jul 05 10:14:13.894558 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-311e2053-cc99-4044-b3cc-f438c2d284b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:13.969222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57447d76-0fe6-4f09-a579-371ccfee2623 req-5bac6688-3669-4ce9-bb30-f48163f50574 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:13.970340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e2053-cc99-4044-b3cc-f438c2d284b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffedefd5-d950-4888-8f0c-1d14082057ea,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:13.970871 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57447d76-0fe6-4f09-a579-371ccfee2623 req-5bac6688-3669-4ce9-bb30-f48163f50574 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 944 time: 0.1761687 Jul 05 10:14:13.996356 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b01246d-03df-4fd0-8be5-67f32ef6ff08 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3493373 Jul 05 10:14:14.012900 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-311e2053-cc99-4044-b3cc-f438c2d284b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b1f13691c7084f96a7002416dbae4c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0560133 Jul 05 10:14:14.015596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52136) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:14.018163 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-40698378-6616-4327-bfd5-034fab74ae96 req-1f5e409a-b4ee-4add-a93f-e7ef3b5b413e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Request body: {'port': {'device_id': 'f6d61d5e-7a62-4200-8c79-b14742c72ab8', 'network_id': 'bae6168c-e665-4b71-83c6-1f0d829e42ba', 'admin_state_up': True, 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:14.069064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babf431-9135-4322-be8f-74d0d2c51323 req-bc1d78b4-6aff-44b6-9f6b-7d1d086d8984 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:14.070983 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2babf431-9135-4322-be8f-74d0d2c51323 req-bc1d78b4-6aff-44b6-9f6b-7d1d086d8984 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 931 time: 0.2661490 Jul 05 10:14:14.095440 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57447d76-0fe6-4f09-a579-371ccfee2623 req-0de24c4c-f639-4b2c-8df0-50fbfe363a01 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125569 Jul 05 10:14:14.106703 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0a22bdf-39a4-4b5e-859c-edcbd7db416e req-29aae53a-d030-4158-b2de-2a7c1a900044 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016437 Jul 05 10:14:14.144838 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0f88833-30b5-41c5-ac90-0ebbb965bbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.222305 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0f88833-30b5-41c5-ac90-0ebbb965bbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.226791 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2babf431-9135-4322-be8f-74d0d2c51323 req-cb7e0363-7342-4e05-864f-264397816b6c tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388807 Jul 05 10:14:14.316573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b1b56-9cf4-44c5-944e-537ff41c3bdf req-e17d3e92-7bc2-4e38-ac49-4cff3ee88893 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:14.318671 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-926b1b56-9cf4-44c5-944e-537ff41c3bdf req-e17d3e92-7bc2-4e38-ac49-4cff3ee88893 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.64 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 945 time: 0.1482399 Jul 05 10:14:14.378594 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9167d-9c2e-4a69-98ae-291574da311c req-281e4abb-538e-4e67-b9bd-f49026506fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:14.380592 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6fe9167d-9c2e-4a69-98ae-291574da311c req-281e4abb-538e-4e67-b9bd-f49026506fe7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 1100 time: 0.0876710 Jul 05 10:14:14.528584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40698378-6616-4327-bfd5-034fab74ae96 req-1f5e409a-b4ee-4add-a93f-e7ef3b5b413e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Made reservation on behalf of db8f0cbb34f14317bd4d516bce3b7392 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:14.543163 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-1f5e409a-b4ee-4add-a93f-e7ef3b5b413e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.545204 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-926b1b56-9cf4-44c5-944e-537ff41c3bdf req-8591d8ca-3b6f-4b4f-a76b-2684ee95491e tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Deleting port dd261810-8ce6-4a84-960a-02108133086d {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:14.546303 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-926b1b56-9cf4-44c5-944e-537ff41c3bdf req-8591d8ca-3b6f-4b4f-a76b-2684ee95491e tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.599746 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0f88833-30b5-41c5-ac90-0ebbb965bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.603331 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0f88833-30b5-41c5-ac90-0ebbb965bbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.604574 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b0f88833-30b5-41c5-ac90-0ebbb965bbcd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ffedefd5-d950-4888-8f0c-1d14082057ea HTTP/1.1" status: 204 len: 168 time: 0.5876427 Jul 05 10:14:14.622062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f88833-30b5-41c5-ac90-0ebbb965bbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffedefd5-d950-4888-8f0c-1d14082057ea,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:14.704573 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9167d-9c2e-4a69-98ae-291574da311c req-a677780c-24fc-4adb-83f9-f48ba0832054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:14.706196 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6fe9167d-9c2e-4a69-98ae-291574da311c req-a677780c-24fc-4adb-83f9-f48ba0832054 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.3179641 Jul 05 10:14:14.711130 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-926b1b56-9cf4-44c5-944e-537ff41c3bdf req-8591d8ca-3b6f-4b4f-a76b-2684ee95491e tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] For port dd261810-8ce6-4a84-960a-02108133086d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=dd261810-8ce6-4a84-960a-02108133086d,segment=NetworkSegment(0fcdb355-47f1-4f4f-96c2-f955a535fd3a),segment_id=0fcdb355-47f1-4f4f-96c2-f955a535fd3a)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:14.711632 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-926b1b56-9cf4-44c5-944e-537ff41c3bdf req-8591d8ca-3b6f-4b4f-a76b-2684ee95491e tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.734766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-926b1b56-9cf4-44c5-944e-537ff41c3bdf req-8591d8ca-3b6f-4b4f-a76b-2684ee95491e tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Calling delete_port for dd261810-8ce6-4a84-960a-02108133086d owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:14.811111 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6fe9167d-9c2e-4a69-98ae-291574da311c req-1d9a9a5e-0baf-4e1b-a808-3f245a20be6e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=26133278-fd99-48a8-8c37-bc91006ea497 HTTP/1.1" status: 200 len: 217 time: 0.0817018 Jul 05 10:14:14.893305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-40698378-6616-4327-bfd5-034fab74ae96 req-1f5e409a-b4ee-4add-a93f-e7ef3b5b413e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Allocated IP 19.86.0.159 (bae6168c-e665-4b71-83c6-1f0d829e42ba/f4e95410-5bb9-4bd6-9ffe-3f419de8b2b3/e545b7e9-7802-4594-8116-4774e4e3d192) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:14.903752 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:14.947844 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9167d-9c2e-4a69-98ae-291574da311c req-47af4a07-ccd0-4b57-9ceb-b53365e607f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:14.949464 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6fe9167d-9c2e-4a69-98ae-291574da311c req-47af4a07-ccd0-4b57-9ceb-b53365e607f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1224566 Jul 05 10:14:14.962915 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d3d02-6d19-4a80-9dc0-992b6fdf48df req-772456fc-8c68-4b09-84a5-5166591236cc tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:14.964313 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de7d3d02-6d19-4a80-9dc0-992b6fdf48df req-772456fc-8c68-4b09-84a5-5166591236cc tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 945 time: 0.2281489 Jul 05 10:14:15.010010 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0f202-127e-40e7-821b-1665a6d2dc93 req-750b3fd6-b17f-41d9-979b-03818d92f666 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:15.017296 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0ef0f202-127e-40e7-821b-1665a6d2dc93 req-750b3fd6-b17f-41d9-979b-03818d92f666 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 948 time: 0.1570606 Jul 05 10:14:15.039173 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de7d3d02-6d19-4a80-9dc0-992b6fdf48df req-01346cfe-331b-45a0-abbf-457443dd56c7 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/security-groups?id=02b82304-a1da-4e01-900f-cffe28c6a0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646193 Jul 05 10:14:15.053376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9167d-9c2e-4a69-98ae-291574da311c req-c5b372a4-d41f-4155-bbd4-952feaed8ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:15.054939 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6fe9167d-9c2e-4a69-98ae-291574da311c req-c5b372a4-d41f-4155-bbd4-952feaed8ff9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0895920 Jul 05 10:14:15.069010 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0ef0f202-127e-40e7-821b-1665a6d2dc93 req-7f790fc9-1634-410c-8250-d4b6336abf8e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471184 Jul 05 10:14:15.130233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52154) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:15.159199 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7e427d7b-44c9-45f4-81f4-59dab26c6381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.186943 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-926b1b56-9cf4-44c5-944e-537ff41c3bdf req-8591d8ca-3b6f-4b4f-a76b-2684ee95491e tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.205881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['dd261810-8ce6-4a84-960a-02108133086d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:14:15.230562 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6fe9167d-9c2e-4a69-98ae-291574da311c req-e9efc689-31c1-4d8b-b453-b556cf56f504 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682298 Jul 05 10:14:15.236460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591d8ca-3b6f-4b4f-a76b-2684ee95491e tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Pushing event deleted for resources: {'Port': ['ID=dd261810-8ce6-4a84-960a-02108133086d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:15.320759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-926b1b56-9cf4-44c5-944e-537ff41c3bdf req-8591d8ca-3b6f-4b4f-a76b-2684ee95491e tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] No DVR routers for this DVR port dd261810-8ce6-4a84-960a-02108133086d on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:15.324085 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-926b1b56-9cf4-44c5-944e-537ff41c3bdf req-8591d8ca-3b6f-4b4f-a76b-2684ee95491e tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.326157 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-926b1b56-9cf4-44c5-944e-537ff41c3bdf req-8591d8ca-3b6f-4b4f-a76b-2684ee95491e tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.64 "DELETE /v2.0/ports/dd261810-8ce6-4a84-960a-02108133086d HTTP/1.1" status: 204 len: 173 time: 0.9993851 Jul 05 10:14:15.326605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6601fd10-0ed8-4a31-ac5c-45e36c4b652d', 'name': 'network-vif-deleted', 'tag': 'dd261810-8ce6-4a84-960a-02108133086d'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:15.328982 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dac769-f1c4-4f0d-aac5-862a28168f11" -d '{"events": [{"server_uuid": "6601fd10-0ed8-4a31-ac5c-45e36c4b652d", "name": "network-vif-deleted", "tag": "dd261810-8ce6-4a84-960a-02108133086d"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:15.343069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52160) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:15.412741 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6fe9167d-9c2e-4a69-98ae-291574da311c req-bcca9e7f-4d3b-4574-a722-1cfcd1973f90 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650450 Jul 05 10:14:15.583465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e37420-a9fc-4c0f-b671-582101a79375 req-53dfa461-a3f9-43fc-8da8-4e5f2a783134 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:15.593825 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-76e37420-a9fc-4c0f-b671-582101a79375 req-53dfa461-a3f9-43fc-8da8-4e5f2a783134 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 944 time: 0.1800301 Jul 05 10:14:15.659277 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-1f5e409a-b4ee-4add-a93f-e7ef3b5b413e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.669222 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7e427d7b-44c9-45f4-81f4-59dab26c6381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.688768 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-76e37420-a9fc-4c0f-b671-582101a79375 req-20dc4534-dc40-4749-bef3-f1e83d2ec0ba tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937021 Jul 05 10:14:15.713125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-40698378-6616-4327-bfd5-034fab74ae96 req-1f5e409a-b4ee-4add-a93f-e7ef3b5b413e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Transition to ACTIVE for port object e545b7e9-7802-4594-8116-4774e4e3d192 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:15.721956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65938cc-11a8-4e5b-a151-87ac483238ff req-9510aace-d765-4a26-af9a-2db65229b490 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:15.727213 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e65938cc-11a8-4e5b-a151-87ac483238ff req-9510aace-d765-4a26-af9a-2db65229b490 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 931 time: 0.2429154 Jul 05 10:14:15.803351 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a7156a-63ef-4849-8696-d353a58019c8 x-openstack-request-id: req-30a7156a-63ef-4849-8696-d353a58019c8 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:15.803773 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6601fd10-0ed8-4a31-ac5c-45e36c4b652d", "name": "network-vif-deleted", "tag": "dd261810-8ce6-4a84-960a-02108133086d", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:15.804041 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30a7156a-63ef-4849-8696-d353a58019c8 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:15.804444 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6601fd10-0ed8-4a31-ac5c-45e36c4b652d', 'name': 'network-vif-deleted', 'tag': 'dd261810-8ce6-4a84-960a-02108133086d', 'status': 'completed', 'code': 200} Jul 05 10:14:15.811751 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7e427d7b-44c9-45f4-81f4-59dab26c6381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.862337 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e65938cc-11a8-4e5b-a151-87ac483238ff req-00cceb6b-1ad5-4571-8739-111f904ed66d tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258233 Jul 05 10:14:15.881657 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e427d7b-44c9-45f4-81f4-59dab26c6381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7674f35e-e919-44ec-8c5d-fb83e96f9f82,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:15.885891 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63cf8e96-0046-4a0f-ae01-5dfa041a4cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.894085 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7e427d7b-44c9-45f4-81f4-59dab26c6381 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=baa51e72ddb84cddb2e5e907ad12695a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7620471 Jul 05 10:14:15.894640 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52176) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:15.900191 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-1f5e409a-b4ee-4add-a93f-e7ef3b5b413e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:15.959028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40698378-6616-4327-bfd5-034fab74ae96 req-1f5e409a-b4ee-4add-a93f-e7ef3b5b413e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Network bae6168c-e665-4b71-83c6-1f0d829e42ba is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:15.963773 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-40698378-6616-4327-bfd5-034fab74ae96 req-1f5e409a-b4ee-4add-a93f-e7ef3b5b413e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:15.977730 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-40698378-6616-4327-bfd5-034fab74ae96 req-1f5e409a-b4ee-4add-a93f-e7ef3b5b413e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:15.999089 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e05865b7-2fb3-4fda-ad45-e8e7fb3a5f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.027434 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e05865b7-2fb3-4fda-ad45-e8e7fb3a5f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.054401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e409a-b4ee-4add-a93f-e7ef3b5b413e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event updated for resources: {'Port': ['ID=e545b7e9-7802-4594-8116-4774e4e3d192,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:16.093043 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40698378-6616-4327-bfd5-034fab74ae96 req-1f5e409a-b4ee-4add-a93f-e7ef3b5b413e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:16.093937 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-1f5e409a-b4ee-4add-a93f-e7ef3b5b413e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.244132 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63cf8e96-0046-4a0f-ae01-5dfa041a4cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.350777 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a0d933d-fca8-4ac8-9cfa-a815b475a0a1 req-81594948-447f-4c4a-a668-101dbd14f115 tempest-InstanceActionsNegativeTestJSON-1545537301 tempest-InstanceActionsNegativeTestJSON-1545537301-project] 10.222.0.77 "GET /v2.0/ports?device_id=6601fd10-0ed8-4a31-ac5c-45e36c4b652d HTTP/1.1" status: 200 len: 210 time: 0.0345371 Jul 05 10:14:16.365696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d79aa-b10d-40df-88c8-c26000b30e06 req-b8406b37-d3fe-4721-a77f-c399becc01b7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:16.382595 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-127d79aa-b10d-40df-88c8-c26000b30e06 req-b8406b37-d3fe-4721-a77f-c399becc01b7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 948 time: 0.1101158 Jul 05 10:14:16.391418 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e05865b7-2fb3-4fda-ad45-e8e7fb3a5f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.396077 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e05865b7-2fb3-4fda-ad45-e8e7fb3a5f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.399827 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e05865b7-2fb3-4fda-ad45-e8e7fb3a5f96 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7674f35e-e919-44ec-8c5d-fb83e96f9f82 HTTP/1.1" status: 204 len: 168 time: 0.4945953 Jul 05 10:14:16.399827 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63cf8e96-0046-4a0f-ae01-5dfa041a4cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.469780 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05865b7-2fb3-4fda-ad45-e8e7fb3a5f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7674f35e-e919-44ec-8c5d-fb83e96f9f82,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:16.509371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf8e96-0046-4a0f-ae01-5dfa041a4cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5777d6b-27b5-455d-baa5-387165ee3919,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:16.524318 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-63cf8e96-0046-4a0f-ae01-5dfa041a4cbb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a9ba8725c96041daa0405d28edd91f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1801393 Jul 05 10:14:16.527176 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52192) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:16.538508 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-127d79aa-b10d-40df-88c8-c26000b30e06 req-797db007-5987-4c1f-89ca-03a08c29f507 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589334 Jul 05 10:14:16.549820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-88890493-c607-4961-b5bc-ea57d084b461 None None] Provisioning for port e545b7e9-7802-4594-8116-4774e4e3d192 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:16.555272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-88890493-c607-4961-b5bc-ea57d084b461 None None] Provisioning complete for port e545b7e9-7802-4594-8116-4774e4e3d192 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:16.557254 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-88890493-c607-4961-b5bc-ea57d084b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.589065 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7bea65f8-f7ab-44d1-9ab0-a08c40dd0d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.605413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-88890493-c607-4961-b5bc-ea57d084b461 None None] Port e545b7e9-7802-4594-8116-4774e4e3d192 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:14:16.615081 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7bea65f8-f7ab-44d1-9ab0-a08c40dd0d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.640776 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4f3b8963-ddd6-4c6d-821b-faf123f03e19 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:14:16.666061 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-1f5e409a-b4ee-4add-a93f-e7ef3b5b413e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6592293 Jul 05 10:14:16.683095 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Request body: {'port': {'device_id': 'f6d61d5e-7a62-4200-8c79-b14742c72ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:16.773794 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.797778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 4f3b8963-ddd6-4c6d-821b-faf123f03e19, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4f3b8963-ddd6-4c6d-821b-faf123f03e19,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:16.830890 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '4f3b8963-ddd6-4c6d-821b-faf123f03e19', 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5', 'port_id': '4f3b8963-ddd6-4c6d-821b-faf123f03e19', 'mac_address': 'fa:16:3e:0a:65:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c4567a-3195-494d-b6bf-64b7b89d5139', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:14:16.878334 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.889037 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7bea65f8-f7ab-44d1-9ab0-a08c40dd0d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.893296 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7bea65f8-f7ab-44d1-9ab0-a08c40dd0d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.895671 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7bea65f8-f7ab-44d1-9ab0-a08c40dd0d4c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5777d6b-27b5-455d-baa5-387165ee3919 HTTP/1.1" status: 204 len: 168 time: 0.3676257 Jul 05 10:14:16.917446 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:16.946801 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3b8963-ddd6-4c6d-821b-faf123f03e19 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:14:17.011240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 4f3b8963-ddd6-4c6d-821b-faf123f03e19, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4f3b8963-ddd6-4c6d-821b-faf123f03e19,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:17.098370 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.107237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea65f8-f7ab-44d1-9ab0-a08c40dd0d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5777d6b-27b5-455d-baa5-387165ee3919,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:17.222031 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=4f3b8963-ddd6-4c6d-821b-faf123f03e19,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:17.250563 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f1cc9-fcf0-4584-9fd0-ef47a6cef568 req-e3bf76ad-28e1-42ab-8245-32eb65058ec9 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:17.260318 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd8f1cc9-fcf0-4584-9fd0-ef47a6cef568 req-e3bf76ad-28e1-42ab-8245-32eb65058ec9 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 944 time: 0.3968604 Jul 05 10:14:17.286669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa251503-3c0d-4812-b4d9-fe0ef4d65231 req-b1248c89-0847-49cd-92fe-ff97bdecfa7d tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:17.293581 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa251503-3c0d-4812-b4d9-fe0ef4d65231 req-b1248c89-0847-49cd-92fe-ff97bdecfa7d tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:17.306218 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aa251503-3c0d-4812-b4d9-fe0ef4d65231 req-b1248c89-0847-49cd-92fe-ff97bdecfa7d tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1654 time: 0.1586235 Jul 05 10:14:17.306487 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['4f3b8963-ddd6-4c6d-821b-faf123f03e19'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:14:17.368727 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aa251503-3c0d-4812-b4d9-fe0ef4d65231 req-066c9976-2220-4067-a56e-1e672ccf2089 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638142 Jul 05 10:14:17.397096 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd8f1cc9-fcf0-4584-9fd0-ef47a6cef568 req-bf9e9818-d3e6-4967-be5b-4426b700ac80 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255736 Jul 05 10:14:17.485799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40292f8d-91de-43c2-af48-5b1de5430e1c {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:14:17.494584 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52212) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:17.498907 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.523214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Transition to ACTIVE for port object 40292f8d-91de-43c2-af48-5b1de5430e1c will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:17.566825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6bca72-53c4-4bd8-a35b-2305b2c3f852 admin admin] Deleting subnet ccfd68ee-2002-466f-8102-82c2dcd8d963 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:14:17.571601 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5f6bca72-53c4-4bd8-a35b-2305b2c3f852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.627388 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5f6bca72-53c4-4bd8-a35b-2305b2c3f852 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.630032 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.723927 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5f6bca72-53c4-4bd8-a35b-2305b2c3f852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:17.809111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Pushing event updated for resources: {'Port': ['ID=40292f8d-91de-43c2-af48-5b1de5430e1c,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:17.985337 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Attempting to bind port 40292f8d-91de-43c2-af48-5b1de5430e1c on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:14:17.985694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Attempting to bind port 40292f8d-91de-43c2-af48-5b1de5430e1c by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '85dc61db-018e-4b9a-b04f-af0e1dcd2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:14:17.986106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Attempting to bind port 40292f8d-91de-43c2-af48-5b1de5430e1c on network 37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:17.996303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Port 40292f8d-91de-43c2-af48-5b1de5430e1c on network 37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:14:17.996816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Attempting to bind port 40292f8d-91de-43c2-af48-5b1de5430e1c on network 37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:18.012325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:14:18.012489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Checking segment: {'id': '85dc61db-018e-4b9a-b04f-af0e1dcd2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:18.012899 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Bound using segment: {'id': '85dc61db-018e-4b9a-b04f-af0e1dcd2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:14:18.013481 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Bound port: 40292f8d-91de-43c2-af48-5b1de5430e1c, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85dc61db-018e-4b9a-b04f-af0e1dcd2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:14:18.013928 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.050453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad8b83-e1d2-49c0-88f4-8c8b000cd04c req-d0265fd6-8215-4429-af54-b28052d53a6a tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:18.058432 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8bad8b83-e1d2-49c0-88f4-8c8b000cd04c req-d0265fd6-8215-4429-af54-b28052d53a6a tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 948 time: 0.2504604 Jul 05 10:14:18.073796 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5f6bca72-53c4-4bd8-a35b-2305b2c3f852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.136682 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bca72-53c4-4bd8-a35b-2305b2c3f852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccfd68ee-2002-466f-8102-82c2dcd8d963,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:18.146044 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5f6bca72-53c4-4bd8-a35b-2305b2c3f852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.147638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5f6bca72-53c4-4bd8-a35b-2305b2c3f852 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ccfd68ee-2002-466f-8102-82c2dcd8d963 HTTP/1.1" status: 204 len: 168 time: 0.6513784 Jul 05 10:14:18.150704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52234) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:18.199664 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8bad8b83-e1d2-49c0-88f4-8c8b000cd04c req-fdcc8e0e-3a18-4bf8-900c-93951239b871 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398001 Jul 05 10:14:18.207609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] For port 40292f8d-91de-43c2-af48-5b1de5430e1c, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:18.217251 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] For port 40292f8d-91de-43c2-af48-5b1de5430e1c, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=40292f8d-91de-43c2-af48-5b1de5430e1c,segment=NetworkSegment(85dc61db-018e-4b9a-b04f-af0e1dcd2efc),segment_id=85dc61db-018e-4b9a-b04f-af0e1dcd2efc)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:18.249042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe9bd358-f7f3-423c-b394-062e0d6db7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.303400 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device dd261810-8ce6-4a84-960a-02108133086d no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:18.328472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: dd261810-8ce6-4a84-960a-02108133086d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:14:18.328804 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device dd261810-8ce6-4a84-960a-02108133086d not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:14:18.362829 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe9bd358-f7f3-423c-b394-062e0d6db7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.373935 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.380892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-fe9bd358-f7f3-423c-b394-062e0d6db7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589b51a8-2c82-49a4-a413-78a44a6cc5ea']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:18.401051 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-fe9bd358-f7f3-423c-b394-062e0d6db7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fcdb355-47f1-4f4f-96c2-f955a535fd3a') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:18.401653 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-fe9bd358-f7f3-423c-b394-062e0d6db7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fcdb355-47f1-4f4f-96c2-f955a535fd3a') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:18.421199 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe9bd358-f7f3-423c-b394-062e0d6db7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.455294 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe9bd358-f7f3-423c-b394-062e0d6db7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.466874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:18.468023 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.471344 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] 10.222.0.64 "PUT /v2.0/ports/40292f8d-91de-43c2-af48-5b1de5430e1c HTTP/1.1" status: 200 len: 1092 time: 1.7945452 Jul 05 10:14:18.472248 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d61d5e-7a62-4200-8c79-b14742c72ab8', 'tag': '40292f8d-91de-43c2-af48-5b1de5430e1c'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:18.476892 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47a18a7-a7ca-4fa4-9e6a-b7841d73f08e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d61d5e-7a62-4200-8c79-b14742c72ab8", "tag": "40292f8d-91de-43c2-af48-5b1de5430e1c"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:18.479623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9bd358-f7f3-423c-b394-062e0d6db7c0 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:14:18.480807 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe9bd358-f7f3-423c-b394-062e0d6db7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.540094 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690785be-c3c1-4c65-a2c4-a296fb49ef64 service neutron] Pushing event updated for resources: {'Port': ['ID=40292f8d-91de-43c2-af48-5b1de5430e1c,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:14:18.586369 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:14:18.600923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Request body: {'port': {'device_id': 'f6d61d5e-7a62-4200-8c79-b14742c72ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:18.642389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 26133278-fd99-48a8-8c37-bc91006ea497 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:14:18.645051 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4f3b8963-ddd6-4c6d-821b-faf123f03e19 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:18.710522 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe9bd358-f7f3-423c-b394-062e0d6db7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.728310 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe9bd358-f7f3-423c-b394-062e0d6db7c0 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.734570 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fe9bd358-f7f3-423c-b394-062e0d6db7c0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/589b51a8-2c82-49a4-a413-78a44a6cc5ea HTTP/1.1" status: 204 len: 168 time: 0.5797710 Jul 05 10:14:18.803489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bd358-f7f3-423c-b394-062e0d6db7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=589b51a8-2c82-49a4-a413-78a44a6cc5ea,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:18.913494 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:18.995535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 26133278-fd99-48a8-8c37-bc91006ea497, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=26133278-fd99-48a8-8c37-bc91006ea497,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:19.013741 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 4f3b8963-ddd6-4c6d-821b-faf123f03e19 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:19.030545 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 4f3b8963-ddd6-4c6d-821b-faf123f03e19 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:19.031347 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.032445 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf24c3-599e-432b-a0a8-a26feb83bbba req-b752b433-49b9-4371-b548-209de6f8bd9f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:19.060065 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf24c3-599e-432b-a0a8-a26feb83bbba req-b752b433-49b9-4371-b548-209de6f8bd9f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:19.062740 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-27cf24c3-599e-432b-a0a8-a26feb83bbba req-b752b433-49b9-4371-b548-209de6f8bd9f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1666 time: 0.3264847 Jul 05 10:14:19.089542 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234ed1f-122b-460c-8f66-5bd29f002336 req-a6d56d3e-ba58-41dd-8556-a28b069f32f0 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:19.102781 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '26133278-fd99-48a8-8c37-bc91006ea497', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '26133278-fd99-48a8-8c37-bc91006ea497', 'mac_address': 'fa:16:3e:e5:d8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:14:19.117776 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9234ed1f-122b-460c-8f66-5bd29f002336 req-a6d56d3e-ba58-41dd-8556-a28b069f32f0 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 945 time: 0.3124855 Jul 05 10:14:19.122569 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:14:19.123846 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-27cf24c3-599e-432b-a0a8-a26feb83bbba req-4aa88441-96bf-4e8e-8685-39f273ca4f37 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579603 Jul 05 10:14:19.183492 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85ba9c6-f6d3-40d2-854e-73711272fbd3 x-openstack-request-id: req-c85ba9c6-f6d3-40d2-854e-73711272fbd3 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:19.184794 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d61d5e-7a62-4200-8c79-b14742c72ab8", "tag": "40292f8d-91de-43c2-af48-5b1de5430e1c", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:19.188242 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c85ba9c6-f6d3-40d2-854e-73711272fbd3 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:19.188242 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d61d5e-7a62-4200-8c79-b14742c72ab8', 'tag': '40292f8d-91de-43c2-af48-5b1de5430e1c', 'status': 'completed', 'code': 200} Jul 05 10:14:19.197132 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.297830 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26133278-fd99-48a8-8c37-bc91006ea497 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:14:19.312842 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a18a7-a7ca-4fa4-9e6a-b7841d73f08e req-4558b600-0b9a-4cb6-81b1-2bfa00437a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:19.314089 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a18a7-a7ca-4fa4-9e6a-b7841d73f08e req-4558b600-0b9a-4cb6-81b1-2bfa00437a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:19.315608 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c47a18a7-a7ca-4fa4-9e6a-b7841d73f08e req-4558b600-0b9a-4cb6-81b1-2bfa00437a7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db8f0cbb34f14317bd4d516bce3b7392&device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1914 time: 0.1076334 Jul 05 10:14:19.324426 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9234ed1f-122b-460c-8f66-5bd29f002336 req-f3476ca0-fbf8-4303-8cac-c4cea3860b85 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039943 Jul 05 10:14:19.359187 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.391174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 26133278-fd99-48a8-8c37-bc91006ea497, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=26133278-fd99-48a8-8c37-bc91006ea497,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:19.410012 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf0aed9-1f15-43ef-8325-b5c30b529647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3b8963-ddd6-4c6d-821b-faf123f03e19'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:19.414845 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2ba59e-551e-4a0b-a273-82b0f9220150" -d '{"events": [{"server_uuid": "ebf0aed9-1f15-43ef-8325-b5c30b529647", "name": "network-vif-plugged", "status": "completed", "tag": "4f3b8963-ddd6-4c6d-821b-faf123f03e19"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:19.435419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 4f3b8963-ddd6-4c6d-821b-faf123f03e19, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4f3b8963-ddd6-4c6d-821b-faf123f03e19,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:19.514391 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a18a7-a7ca-4fa4-9e6a-b7841d73f08e req-d3612392-6875-4938-9161-165b705dd976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:19.515036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a18a7-a7ca-4fa4-9e6a-b7841d73f08e req-d3612392-6875-4938-9161-165b705dd976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:19.515532 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a18a7-a7ca-4fa4-9e6a-b7841d73f08e req-d3612392-6875-4938-9161-165b705dd976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:19.517270 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c47a18a7-a7ca-4fa4-9e6a-b7841d73f08e req-d3612392-6875-4938-9161-165b705dd976 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=db8f0cbb34f14317bd4d516bce3b7392&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1909716 Jul 05 10:14:19.525997 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d61691-9610-4bbf-9664-c3d70d913cd5 x-openstack-request-id: req-58d61691-9610-4bbf-9664-c3d70d913cd5 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:19.526282 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf0aed9-1f15-43ef-8325-b5c30b529647", "name": "network-vif-plugged", "status": "completed", "tag": "4f3b8963-ddd6-4c6d-821b-faf123f03e19", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:19.526542 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-58d61691-9610-4bbf-9664-c3d70d913cd5 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:19.526944 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf0aed9-1f15-43ef-8325-b5c30b529647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3b8963-ddd6-4c6d-821b-faf123f03e19', 'code': 200} Jul 05 10:14:19.532196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af32f3c-60e5-4151-9e85-eb2527f5dfe7 req-d93fac7b-21d7-432e-b90f-b4b2714da385 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:19.534029 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9af32f3c-60e5-4151-9e85-eb2527f5dfe7 req-d93fac7b-21d7-432e-b90f-b4b2714da385 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 948 time: 0.1292577 Jul 05 10:14:19.536068 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52268) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:19.538847 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.631229 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.640666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=26133278-fd99-48a8-8c37-bc91006ea497,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:19.685617 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9af32f3c-60e5-4151-9e85-eb2527f5dfe7 req-2ee79468-ec20-4f14-8063-e47148dbfbfd tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339724 Jul 05 10:14:19.705207 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e545b7e9-7802-4594-8116-4774e4e3d192 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:14:19.716665 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.734783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Transition to ACTIVE for port object e545b7e9-7802-4594-8116-4774e4e3d192 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:19.744829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a18a7-a7ca-4fa4-9e6a-b7841d73f08e req-8f6436d4-6e20-4dda-b4bb-7ab0282d39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:19.746875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c47a18a7-a7ca-4fa4-9e6a-b7841d73f08e req-8f6436d4-6e20-4dda-b4bb-7ab0282d39f1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2113390 Jul 05 10:14:19.766521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['26133278-fd99-48a8-8c37-bc91006ea497'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:14:19.769910 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=4f3b8963-ddd6-4c6d-821b-faf123f03e19,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:19.784488 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984f58e-329f-473c-9236-0c54b0f1eebd req-61ea9666-54cb-4520-b0e5-d517c6270cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:19.784488 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3984f58e-329f-473c-9236-0c54b0f1eebd req-61ea9666-54cb-4520-b0e5-d517c6270cec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 1098 time: 0.1622002 Jul 05 10:14:19.789318 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-05b38fab-fc7c-41cb-8c31-5858f28f6464 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-78752608'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:19.790613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-05b38fab-fc7c-41cb-8c31-5858f28f6464 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] Unknown quota resources ['metering_label']. {{(pid=100775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:14:19.847007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52276) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:19.893339 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3984f58e-329f-473c-9236-0c54b0f1eebd req-8704a536-ed09-495c-b26b-03ca159d8019 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003504 Jul 05 10:14:19.893974 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:19.944213 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4864081e-0b22-4c94-bd12-cb84b6d4a86a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9bb6235b1864fec90132f78a92393da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960484 Jul 05 10:14:19.948111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52278) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:20.001689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Pushing event updated for resources: {'Port': ['ID=e545b7e9-7802-4594-8116-4774e4e3d192,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:20.038814 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4dd2cba1-fa33-4ffe-a37f-69ef911de9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:20.086487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Attempting to bind port e545b7e9-7802-4594-8116-4774e4e3d192 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:14:20.087603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Attempting to bind port e545b7e9-7802-4594-8116-4774e4e3d192 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '2a86175e-92b2-4aeb-b696-68f44a4e913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bae6168c-e665-4b71-83c6-1f0d829e42ba'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:14:20.088187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Attempting to bind port e545b7e9-7802-4594-8116-4774e4e3d192 on network bae6168c-e665-4b71-83c6-1f0d829e42ba {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:20.105613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Port e545b7e9-7802-4594-8116-4774e4e3d192 on network bae6168c-e665-4b71-83c6-1f0d829e42ba not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:14:20.106256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Attempting to bind port e545b7e9-7802-4594-8116-4774e4e3d192 on network bae6168c-e665-4b71-83c6-1f0d829e42ba {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:20.113764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:14:20.115421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Checking segment: {'id': '2a86175e-92b2-4aeb-b696-68f44a4e913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bae6168c-e665-4b71-83c6-1f0d829e42ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:20.115421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Bound using segment: {'id': '2a86175e-92b2-4aeb-b696-68f44a4e913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bae6168c-e665-4b71-83c6-1f0d829e42ba'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:14:20.116201 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Bound port: e545b7e9-7802-4594-8116-4774e4e3d192, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a86175e-92b2-4aeb-b696-68f44a4e913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bae6168c-e665-4b71-83c6-1f0d829e42ba'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:14:20.116663 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:20.292862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] For port e545b7e9-7802-4594-8116-4774e4e3d192, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:20.303795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] For port e545b7e9-7802-4594-8116-4774e4e3d192, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e545b7e9-7802-4594-8116-4774e4e3d192,segment=NetworkSegment(2a86175e-92b2-4aeb-b696-68f44a4e913e),segment_id=2a86175e-92b2-4aeb-b696-68f44a4e913e)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:20.320680 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4dd2cba1-fa33-4ffe-a37f-69ef911de9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:20.412419 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-05b38fab-fc7c-41cb-8c31-5858f28f6464 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:20.416070 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-05b38fab-fc7c-41cb-8c31-5858f28f6464 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.8761499 Jul 05 10:14:20.417487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52300) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:20.435882 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-27fb5a79-b3e0-4d7e-a6cc-8d2006a2b506 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6890e2de-29be-4927-9f5d-ef70c31dc3d4'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:20.436615 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-27fb5a79-b3e0-4d7e-a6cc-8d2006a2b506 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:14:20.513878 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:20.562858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:20.562858 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:20.562858 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] 10.222.0.64 "PUT /v2.0/ports/e545b7e9-7802-4594-8116-4774e4e3d192 HTTP/1.1" status: 200 len: 1093 time: 1.9658556 Jul 05 10:14:20.589765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a36eb-1c9d-4efb-84b7-71c190cc46ff service neutron] Pushing event updated for resources: {'Port': ['ID=e545b7e9-7802-4594-8116-4774e4e3d192,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:20.656167 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 26133278-fd99-48a8-8c37-bc91006ea497 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:20.874906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40698378-6616-4327-bfd5-034fab74ae96 req-cf01bda8-46b5-4405-937b-b2632ab961a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:20.875492 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40698378-6616-4327-bfd5-034fab74ae96 req-cf01bda8-46b5-4405-937b-b2632ab961a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:20.886207 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-cf01bda8-46b5-4405-937b-b2632ab961a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db8f0cbb34f14317bd4d516bce3b7392&device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1982 time: 0.1146324 Jul 05 10:14:20.886695 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 26133278-fd99-48a8-8c37-bc91006ea497 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:20.889390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 26133278-fd99-48a8-8c37-bc91006ea497 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:20.890242 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:20.944170 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-1d7869cb-9196-43b8-b6d5-e813aacc069a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=40292f8d-91de-43c2-af48-5b1de5430e1c HTTP/1.1" status: 200 len: 217 time: 0.0557473 Jul 05 10:14:20.964683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a057629-e577-47b1-a1db-ecce66ff7e95 req-c872a8b5-f6c3-4350-bf50-973222767be7 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:20.967354 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7a057629-e577-47b1-a1db-ecce66ff7e95 req-c872a8b5-f6c3-4350-bf50-973222767be7 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 946 time: 0.1478963 Jul 05 10:14:20.972772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d316e4-7dcc-4e0a-8708-86d47ccdab6d req-24950ac8-fa26-4b5d-aa36-5fc9ff812d0c tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:20.982726 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d316e4-7dcc-4e0a-8708-86d47ccdab6d req-24950ac8-fa26-4b5d-aa36-5fc9ff812d0c tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:20.991207 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-65d316e4-7dcc-4e0a-8708-86d47ccdab6d req-24950ac8-fa26-4b5d-aa36-5fc9ff812d0c tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1678 time: 0.6316891 Jul 05 10:14:21.038958 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:21.061272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40698378-6616-4327-bfd5-034fab74ae96 req-9960aa92-2d0b-4b40-a0ca-e6213ae15bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:21.062944 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-9960aa92-2d0b-4b40-a0ca-e6213ae15bfc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b15e9854-3bd6-4766-9adb-ea7c61ad2767 HTTP/1.1" status: 200 len: 801 time: 0.0946336 Jul 05 10:14:21.066013 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7a057629-e577-47b1-a1db-ecce66ff7e95 req-5bf6728f-4260-4382-902f-f63a801eb5ab tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886254 Jul 05 10:14:21.068723 n-d-779913-27 neutron-server[100775]: WARNING neutron.services.metering.metering_plugin [None req-27fb5a79-b3e0-4d7e-a6cc-8d2006a2b506 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 10:14:21.092870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 26133278-fd99-48a8-8c37-bc91006ea497, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=26133278-fd99-48a8-8c37-bc91006ea497,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:21.101187 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-65d316e4-7dcc-4e0a-8708-86d47ccdab6d req-0804abfd-f30f-4777-bc54-1ee6a0771263 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022477 Jul 05 10:14:21.162731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52316) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:21.189221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d61d5e-7a62-4200-8c79-b14742c72ab8', 'tag': 'e545b7e9-7802-4594-8116-4774e4e3d192'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:21.193561 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe0ea67-7650-4855-8ad0-9777e6a6a43d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d61d5e-7a62-4200-8c79-b14742c72ab8", "tag": "e545b7e9-7802-4594-8116-4774e4e3d192"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:21.217483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40698378-6616-4327-bfd5-034fab74ae96 req-3f76c4cb-8991-43d3-9bb1-f6f1d8adb617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:21.223442 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-3f76c4cb-8991-43d3-9bb1-f6f1d8adb617 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489205 Jul 05 10:14:21.232447 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4dd2cba1-fa33-4ffe-a37f-69ef911de9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:21.235667 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4dd2cba1-fa33-4ffe-a37f-69ef911de9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:21.240620 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4dd2cba1-fa33-4ffe-a37f-69ef911de9b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/02b82304-a1da-4e01-900f-cffe28c6a0b0 HTTP/1.1" status: 204 len: 168 time: 1.2905757 Jul 05 10:14:21.283146 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2cba1-fa33-4ffe-a37f-69ef911de9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b82304-a1da-4e01-900f-cffe28c6a0b0,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:21.291461 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-27fb5a79-b3e0-4d7e-a6cc-8d2006a2b506 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:21.299672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-27fb5a79-b3e0-4d7e-a6cc-8d2006a2b506 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8690150 Jul 05 10:14:21.304487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52326) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:21.305259 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:21.316186 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f1225832-cb45-49f3-a52d-bce76816eaa6 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6890e2de-29be-4927-9f5d-ef70c31dc3d4'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:21.317751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f1225832-cb45-49f3-a52d-bce76816eaa6 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:14:21.396254 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=26133278-fd99-48a8-8c37-bc91006ea497,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:21.473329 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e34b1-87f1-4c6e-bfe5-6dfa6b64ab72 req-80f6db5d-aa0e-4c07-a7be-b7b1c0d78f31 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:21.475436 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc4e34b1-87f1-4c6e-bfe5-6dfa6b64ab72 req-80f6db5d-aa0e-4c07-a7be-b7b1c0d78f31 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.0753047 Jul 05 10:14:21.518772 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc4e34b1-87f1-4c6e-bfe5-6dfa6b64ab72 req-aa50ca3b-4495-4d6b-9382-9f931f131798 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365913 Jul 05 10:14:21.528438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f441c857-fa62-4af3-b7d4-72c2476e5d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26133278-fd99-48a8-8c37-bc91006ea497'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:21.530853 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f70b93-2428-47f8-801a-dfb261c3f68e" -d '{"events": [{"server_uuid": "f441c857-fa62-4af3-b7d4-72c2476e5d73", "name": "network-vif-plugged", "status": "completed", "tag": "26133278-fd99-48a8-8c37-bc91006ea497"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:21.573414 n-d-779913-27 neutron-server[100775]: WARNING neutron.services.metering.metering_plugin [None req-f1225832-cb45-49f3-a52d-bce76816eaa6 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 10:14:21.617544 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64d0aa7-614f-4f0a-9b3e-909869d1b93f x-openstack-request-id: req-b64d0aa7-614f-4f0a-9b3e-909869d1b93f {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:21.618146 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f441c857-fa62-4af3-b7d4-72c2476e5d73", "name": "network-vif-plugged", "status": "completed", "tag": "26133278-fd99-48a8-8c37-bc91006ea497", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:21.618652 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b64d0aa7-614f-4f0a-9b3e-909869d1b93f {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:21.619214 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f441c857-fa62-4af3-b7d4-72c2476e5d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26133278-fd99-48a8-8c37-bc91006ea497', 'code': 200} Jul 05 10:14:21.689229 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1225832-cb45-49f3-a52d-bce76816eaa6 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:21.693926 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f1225832-cb45-49f3-a52d-bce76816eaa6 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3840826 Jul 05 10:14:21.693926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52334) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:21.711405 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eab98377-7cfb-4c19-8559-63ecc3a6a597 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=ef9ee1b1-146c-4b6d-a88b-e93fac0a156d HTTP/1.1" status: 200 len: 462 time: 0.0147471 Jul 05 10:14:21.722091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52336) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:21.770733 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483ef0b1-657f-47c6-80aa-787ff18f45c5 x-openstack-request-id: req-483ef0b1-657f-47c6-80aa-787ff18f45c5 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:21.771014 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d61d5e-7a62-4200-8c79-b14742c72ab8", "tag": "e545b7e9-7802-4594-8116-4774e4e3d192", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:21.771268 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-483ef0b1-657f-47c6-80aa-787ff18f45c5 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:21.771634 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d61d5e-7a62-4200-8c79-b14742c72ab8', 'tag': 'e545b7e9-7802-4594-8116-4774e4e3d192', 'status': 'completed', 'code': 200} Jul 05 10:14:21.824638 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-713eafce-d9e2-4d57-ab83-4cb510ed0c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:21.932290 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-f412249b-b7f9-4a88-92d3-d4941caec72b service neutron] 10.222.0.64 "GET /v2.0/networks/37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996524 Jul 05 10:14:21.975489 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7e149615-35c5-40a3-95eb-dc0083e5eafe tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:21.984773 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af33ead-7947-4d3b-95aa-9f1388fc7dd9 req-662f7922-ddb6-489b-96af-3f2e5a420827 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:21.984773 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7af33ead-7947-4d3b-95aa-9f1388fc7dd9 req-662f7922-ddb6-489b-96af-3f2e5a420827 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.7318451 Jul 05 10:14:21.986125 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7e149615-35c5-40a3-95eb-dc0083e5eafe tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/ef9ee1b1-146c-4b6d-a88b-e93fac0a156d HTTP/1.1" status: 204 len: 168 time: 0.2621260 Jul 05 10:14:21.988635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52346) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:22.021420 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6043f8f3-3663-42dd-809e-c3e59f98bb4a tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=ef9ee1b1-146c-4b6d-a88b-e93fac0a156d HTTP/1.1" status: 200 len: 221 time: 0.0282545 Jul 05 10:14:22.022171 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52350) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:22.028278 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-38c5fc4f-4b17-4ac7-8a8d-8e823ab169ad tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1935723291', 'description': 'label created by tempest'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:22.028737 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-38c5fc4f-4b17-4ac7-8a8d-8e823ab169ad tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] Unknown quota resources ['metering_label']. {{(pid=100775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:14:22.060258 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce173975-6633-4b33-8c7a-c352a918b39b req-a055274b-3c26-437c-b5a6-d9db7b0b6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:22.062004 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ce173975-6633-4b33-8c7a-c352a918b39b req-a055274b-3c26-437c-b5a6-d9db7b0b6b28 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 1102 time: 0.2948561 Jul 05 10:14:22.143981 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7af33ead-7947-4d3b-95aa-9f1388fc7dd9 req-d7418461-aac8-440c-87e7-c258ca5c8130 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474314 Jul 05 10:14:22.173031 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:22.195838 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ce173975-6633-4b33-8c7a-c352a918b39b req-1aadbc78-b83d-4346-979e-fe21b487f8e1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247959 Jul 05 10:14:22.231830 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-4e1cc68a-4eef-4554-b475-9401335b5965 service neutron] 10.222.0.64 "GET /v2.0/networks/37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695160 Jul 05 10:14:22.234001 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-713eafce-d9e2-4d57-ab83-4cb510ed0c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:22.281765 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-7ac99d67-0765-430e-a387-95d95e7f2232 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.159&port_id=e545b7e9-7802-4594-8116-4774e4e3d192 HTTP/1.1" status: 200 len: 217 time: 0.0389068 Jul 05 10:14:22.373687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40698378-6616-4327-bfd5-034fab74ae96 req-b38da1bc-9366-44c7-b628-ad34fcb47380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:22.376165 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-b38da1bc-9366-44c7-b628-ad34fcb47380 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4e95410-5bb9-4bd6-9ffe-3f419de8b2b3 HTTP/1.1" status: 200 len: 801 time: 0.0857561 Jul 05 10:14:22.413934 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-38c5fc4f-4b17-4ac7-8a8d-8e823ab169ad tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:22.415160 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-38c5fc4f-4b17-4ac7-8a8d-8e823ab169ad tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3919919 Jul 05 10:14:22.418293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52368) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:22.441903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73254698-63ea-4c69-b667-c65407b13da3 req-82b1f9c7-309d-4085-8e2c-23f4b99d135c tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:22.448592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73254698-63ea-4c69-b667-c65407b13da3 req-82b1f9c7-309d-4085-8e2c-23f4b99d135c tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:22.450025 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73254698-63ea-4c69-b667-c65407b13da3 req-82b1f9c7-309d-4085-8e2c-23f4b99d135c tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1678 time: 0.1710262 Jul 05 10:14:22.461047 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-713eafce-d9e2-4d57-ab83-4cb510ed0c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:22.462397 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9e780-9ab9-456a-8a71-27575b141327 req-7d9d5478-4214-4c9b-a9da-eb33a8a0e985 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:22.464096 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67b9e780-9ab9-456a-8a71-27575b141327 req-7d9d5478-4214-4c9b-a9da-eb33a8a0e985 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 946 time: 0.2230756 Jul 05 10:14:22.504960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6d9c3be2-126a-428e-bce3-b0598287f567 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=fe167821-f19d-4a78-a366-7b6aa5308854 HTTP/1.1" status: 200 len: 468 time: 0.0845881 Jul 05 10:14:22.510839 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52372) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:22.545727 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713eafce-d9e2-4d57-ab83-4cb510ed0c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2430786c-cf50-4be3-89a5-6f5b2199d5f6,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:22.554832 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-713eafce-d9e2-4d57-ab83-4cb510ed0c86 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=652b60cff04c41e8bbfdc57ef09a1bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3906245 Jul 05 10:14:22.565487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40698378-6616-4327-bfd5-034fab74ae96 req-9784635f-8d05-4b87-9971-b2fcf897de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:22.565487 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-9784635f-8d05-4b87-9971-b2fcf897de90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bae6168c-e665-4b71-83c6-1f0d829e42ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720464 Jul 05 10:14:22.565487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52376) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:22.596849 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67b9e780-9ab9-456a-8a71-27575b141327 req-23fe78fb-8534-4a65-bdf5-419ad583f8bb tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949910 Jul 05 10:14:22.615455 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73254698-63ea-4c69-b667-c65407b13da3 req-c27a28f3-e04d-44c2-95d6-95d65132a2d5 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485522 Jul 05 10:14:22.725925 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2142a5b2-4d23-450b-b301-57f2e1dcfb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:22.748933 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-252e1b2f-787c-43cc-a940-7953c81e381b service neutron] 10.222.0.64 "GET /v2.0/networks/bae6168c-e665-4b71-83c6-1f0d829e42ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711009 Jul 05 10:14:22.755366 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2142a5b2-4d23-450b-b301-57f2e1dcfb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:22.892276 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40698378-6616-4327-bfd5-034fab74ae96 req-32904361-3184-4acf-95e7-83f75a80b93e service neutron] 10.222.0.64 "GET /v2.0/networks/bae6168c-e665-4b71-83c6-1f0d829e42ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295960 Jul 05 10:14:22.927091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d22f4-d2a5-41c6-9b12-18cec818ecce req-038c11b0-2a57-43ba-b435-bd352ac27c0b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:22.931130 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-425d22f4-d2a5-41c6-9b12-18cec818ecce req-038c11b0-2a57-43ba-b435-bd352ac27c0b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.1169450 Jul 05 10:14:22.941820 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-46e714bf-ecc4-40a2-9bc1-d9d47abcb60a tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:22.943835 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-46e714bf-ecc4-40a2-9bc1-d9d47abcb60a tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/fe167821-f19d-4a78-a366-7b6aa5308854 HTTP/1.1" status: 204 len: 168 time: 0.4305809 Jul 05 10:14:22.946998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52398) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:22.966688 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9c092f87-9636-496b-8771-2126a1281682 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=fe167821-f19d-4a78-a366-7b6aa5308854 HTTP/1.1" status: 200 len: 216 time: 0.0182250 Jul 05 10:14:22.970273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52400) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:22.982468 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bd4ee3f2-354b-400b-8d82-7417f4b252f1 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0111165 Jul 05 10:14:22.983581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-425d22f4-d2a5-41c6-9b12-18cec818ecce req-adb68866-3e8d-413e-aeef-3d8daf595bdf tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381761 Jul 05 10:14:22.986087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52402) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:22.994333 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2142a5b2-4d23-450b-b301-57f2e1dcfb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:23.000053 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2142a5b2-4d23-450b-b301-57f2e1dcfb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:23.000367 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e8b8d003-c31a-4199-a142-e125d63158d8 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0128880 Jul 05 10:14:23.001335 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2142a5b2-4d23-450b-b301-57f2e1dcfb9d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2430786c-cf50-4be3-89a5-6f5b2199d5f6 HTTP/1.1" status: 204 len: 168 time: 0.4334102 Jul 05 10:14:23.008337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52406) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:23.016121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142a5b2-4d23-450b-b301-57f2e1dcfb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2430786c-cf50-4be3-89a5-6f5b2199d5f6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:23.070022 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-63981488-b139-4975-a9ea-a51fc45439a3 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/6890e2de-29be-4927-9f5d-ef70c31dc3d4 HTTP/1.1" status: 200 len: 471 time: 0.0602593 Jul 05 10:14:23.073506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52408) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:23.086024 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-58821818-4e53-4cba-a298-a2e4e535af4a tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/8fdc35aa-a07f-4a75-b8da-ec3e67c5ca39 HTTP/1.1" status: 200 len: 459 time: 0.0111659 Jul 05 10:14:23.092875 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52410) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:23.194238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0ea67-7650-4855-8ad0-9777e6a6a43d req-a643dcd5-269f-45da-8abb-113c80d22120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:23.195005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0ea67-7650-4855-8ad0-9777e6a6a43d req-a643dcd5-269f-45da-8abb-113c80d22120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:23.197198 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fe0ea67-7650-4855-8ad0-9777e6a6a43d req-a643dcd5-269f-45da-8abb-113c80d22120 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db8f0cbb34f14317bd4d516bce3b7392&device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1982 time: 0.0724032 Jul 05 10:14:23.322988 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52424) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:23.404496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0ea67-7650-4855-8ad0-9777e6a6a43d req-e21e8cf5-4829-4f95-9e2d-d75dce2a3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:23.406365 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fe0ea67-7650-4855-8ad0-9777e6a6a43d req-e21e8cf5-4829-4f95-9e2d-d75dce2a3a15 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bae6168c-e665-4b71-83c6-1f0d829e42ba HTTP/1.1" status: 200 len: 903 time: 0.2029035 Jul 05 10:14:23.450763 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-66e5775b-5f9f-4572-baae-ce5b3a3ae58e tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:23.451928 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-66e5775b-5f9f-4572-baae-ce5b3a3ae58e tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/8fdc35aa-a07f-4a75-b8da-ec3e67c5ca39 HTTP/1.1" status: 204 len: 168 time: 0.3605587 Jul 05 10:14:23.456386 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52428) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:23.493313 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fe0ea67-7650-4855-8ad0-9777e6a6a43d req-4a0a17f0-2097-4931-8fb7-5dc544420c46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.159&port_id=e545b7e9-7802-4594-8116-4774e4e3d192 HTTP/1.1" status: 200 len: 217 time: 0.0792387 Jul 05 10:14:23.525113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bf1f2-fb25-4960-8d56-ab5ac2ad3f9a req-633a445e-1a36-4a73-b336-d6fa93dd9444 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:23.527508 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f20bf1f2-fb25-4960-8d56-ab5ac2ad3f9a req-633a445e-1a36-4a73-b336-d6fa93dd9444 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.1881821 Jul 05 10:14:23.654989 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f20bf1f2-fb25-4960-8d56-ab5ac2ad3f9a req-0860cc2a-3f20-4c1a-b557-2331e0bab9d5 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103868 Jul 05 10:14:23.656730 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0ea67-7650-4855-8ad0-9777e6a6a43d req-464f80d1-f972-4797-b418-bffcb959403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:23.658622 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fe0ea67-7650-4855-8ad0-9777e6a6a43d req-464f80d1-f972-4797-b418-bffcb959403b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4e95410-5bb9-4bd6-9ffe-3f419de8b2b3 HTTP/1.1" status: 200 len: 801 time: 0.1291013 Jul 05 10:14:23.723328 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4a3b5546-ea2c-4e31-a980-a71f0cb21927 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1091424206-network', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:23.763329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0ea67-7650-4855-8ad0-9777e6a6a43d req-577d54dc-9e23-491e-b438-33b0f56e5ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:23.766206 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fe0ea67-7650-4855-8ad0-9777e6a6a43d req-577d54dc-9e23-491e-b438-33b0f56e5ecc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bae6168c-e665-4b71-83c6-1f0d829e42ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002846 Jul 05 10:14:23.844340 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9a05f2ce-fb4a-4cff-aba0-2b302ddef541 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:23.850274 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9a05f2ce-fb4a-4cff-aba0-2b302ddef541 tempest-MeteringIpV6TestJSON-1226999267 tempest-MeteringIpV6TestJSON-1226999267-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/6890e2de-29be-4927-9f5d-ef70c31dc3d4 HTTP/1.1" status: 204 len: 168 time: 0.3879004 Jul 05 10:14:23.896282 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64989e13-6389-480b-8af3-f1755f5c28f9 req-ba7940cc-3974-4b2e-98c4-6a9ca2ca6b7e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:23.903225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64989e13-6389-480b-8af3-f1755f5c28f9 req-ba7940cc-3974-4b2e-98c4-6a9ca2ca6b7e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:23.905221 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64989e13-6389-480b-8af3-f1755f5c28f9 req-ba7940cc-3974-4b2e-98c4-6a9ca2ca6b7e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1678 time: 0.1066005 Jul 05 10:14:23.916689 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fe0ea67-7650-4855-8ad0-9777e6a6a43d req-40aa9e42-be43-4947-9fb4-fc11ee921ffa service neutron] 10.222.0.64 "GET /v2.0/networks/bae6168c-e665-4b71-83c6-1f0d829e42ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411824 Jul 05 10:14:23.952401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3b5546-ea2c-4e31-a980-a71f0cb21927 admin admin] Made reservation on behalf of e283acd2ef834bb4928ec5454c215b99 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:23.955101 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a3b5546-ea2c-4e31-a980-a71f0cb21927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:23.958384 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:23.965706 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64989e13-6389-480b-8af3-f1755f5c28f9 req-dd7db517-fe5c-409c-86e7-ae8eebd42d02 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541809 Jul 05 10:14:23.996699 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a3b5546-ea2c-4e31-a980-a71f0cb21927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:24.074955 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fe0ea67-7650-4855-8ad0-9777e6a6a43d req-dddf38aa-068e-45a2-bf2a-b822482afce9 service neutron] 10.222.0.64 "GET /v2.0/networks/bae6168c-e665-4b71-83c6-1f0d829e42ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512067 Jul 05 10:14:24.180526 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a3b5546-ea2c-4e31-a980-a71f0cb21927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:24.213699 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f8a6-326d-48e8-bdd9-200d250e7858 req-e56dd45c-1553-4e6d-bfd3-8d1447b8b6b6 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:24.215463 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40c3f8a6-326d-48e8-bdd9-200d250e7858 req-e56dd45c-1553-4e6d-bfd3-8d1447b8b6b6 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.0939922 Jul 05 10:14:24.259034 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40c3f8a6-326d-48e8-bdd9-200d250e7858 req-80bc3d21-596f-4eb2-ac44-42b9992d6437 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332694 Jul 05 10:14:24.310171 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a3b5546-ea2c-4e31-a980-a71f0cb21927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:24.339919 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3b5546-ea2c-4e31-a980-a71f0cb21927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:14:24.350246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 40292f8d-91de-43c2-af48-5b1de5430e1c details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:14:24.353876 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b5546-ea2c-4e31-a980-a71f0cb21927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b2bc6e-5707-407b-8137-6af73e3cd71e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:24.374344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a3b5546-ea2c-4e31-a980-a71f0cb21927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:24.374344 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-4a3b5546-ea2c-4e31-a980-a71f0cb21927 admin admin] Added segment 4e03b1b0-e5e9-4d5e-a858-69303ad3fc27 of type vlan for network 71c16e14-4c3c-491a-937a-fb13a9e76e00 Jul 05 10:14:24.422792 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a3b5546-ea2c-4e31-a980-a71f0cb21927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:24.512974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 40292f8d-91de-43c2-af48-5b1de5430e1c, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=40292f8d-91de-43c2-af48-5b1de5430e1c,segment=NetworkSegment(85dc61db-018e-4b9a-b04f-af0e1dcd2efc),segment_id=85dc61db-018e-4b9a-b04f-af0e1dcd2efc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:24.515205 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a3b5546-ea2c-4e31-a980-a71f0cb21927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:24.516321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3b5546-ea2c-4e31-a980-a71f0cb21927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:24.517121 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a3b5546-ea2c-4e31-a980-a71f0cb21927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:24.552938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '40292f8d-91de-43c2-af48-5b1de5430e1c', 'network_id': '37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6', 'port_id': '40292f8d-91de-43c2-af48-5b1de5430e1c', 'mac_address': 'fa:16:3e:2d:5c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15e9854-3bd6-4766-9adb-ea7c61ad2767', 'ip_address': '19.80.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:14:24.676946 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:24.684543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b5546-ea2c-4e31-a980-a71f0cb21927 admin admin] Pushing event updated for resources: {'Network': ['ID=71c16e14-4c3c-491a-937a-fb13a9e76e00,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:24.711028 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 71c16e14-4c3c-491a-937a-fb13a9e76e00 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:14:24.719333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40292f8d-91de-43c2-af48-5b1de5430e1c {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:14:24.748474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 40292f8d-91de-43c2-af48-5b1de5430e1c, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=40292f8d-91de-43c2-af48-5b1de5430e1c,segment=NetworkSegment(85dc61db-018e-4b9a-b04f-af0e1dcd2efc),segment_id=85dc61db-018e-4b9a-b04f-af0e1dcd2efc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:24.752500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52462) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:24.840434 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52466) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:24.931288 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:24.931288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device e545b7e9-7802-4594-8116-4774e4e3d192 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:14:24.958515 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef7514-8389-4e33-92af-8b7b3cf40f14 req-052ba4f3-4266-4112-9a69-a3c2d774da81 tempest-MigrationsAdminTest-1353965022 tempest-MigrationsAdminTest-1353965022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:24.968282 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-46ef7514-8389-4e33-92af-8b7b3cf40f14 req-052ba4f3-4266-4112-9a69-a3c2d774da81 tempest-MigrationsAdminTest-1353965022 tempest-MigrationsAdminTest-1353965022-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 1102 time: 0.0860350 Jul 05 10:14:24.999399 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-46ef7514-8389-4e33-92af-8b7b3cf40f14 req-d6cc1cb0-7efd-475a-8e44-13d10f7abdc8 tempest-MigrationsAdminTest-1353965022 tempest-MigrationsAdminTest-1353965022-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:25.066391 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4a3b5546-ea2c-4e31-a980-a71f0cb21927 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7408333 Jul 05 10:14:25.069838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52476) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:25.080861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-844eb0ea-3f77-4880-bc45-0d425925e4cc admin admin] Request body: {'subnet': {'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1091424206-subnet', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:25.088888 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=40292f8d-91de-43c2-af48-5b1de5430e1c,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:25.122103 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-46ef7514-8389-4e33-92af-8b7b3cf40f14 req-d6cc1cb0-7efd-475a-8e44-13d10f7abdc8 tempest-MigrationsAdminTest-1353965022 tempest-MigrationsAdminTest-1353965022-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:25.157731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf4056-d2c9-4d28-bf48-727b11ea7768 req-77f0e3bc-45b7-451b-9611-45c275f62fd1 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:25.157999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port e545b7e9-7802-4594-8116-4774e4e3d192, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e545b7e9-7802-4594-8116-4774e4e3d192,segment=NetworkSegment(2a86175e-92b2-4aeb-b696-68f44a4e913e),segment_id=2a86175e-92b2-4aeb-b696-68f44a4e913e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:25.159367 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0cf4056-d2c9-4d28-bf48-727b11ea7768 req-77f0e3bc-45b7-451b-9611-45c275f62fd1 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.2460201 Jul 05 10:14:25.207522 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'e545b7e9-7802-4594-8116-4774e4e3d192', 'network_id': 'bae6168c-e665-4b71-83c6-1f0d829e42ba', 'port_id': 'e545b7e9-7802-4594-8116-4774e4e3d192', 'mac_address': 'fa:16:3e:54:c2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e95410-5bb9-4bd6-9ffe-3f419de8b2b3', 'ip_address': '19.86.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:14:25.210623 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-001fa307-b590-4d35-87c5-f45ddb2e4b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:25.272638 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0cf4056-d2c9-4d28-bf48-727b11ea7768 req-a17059f1-b922-4823-93dd-4b0c2e8a08fb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056311 Jul 05 10:14:25.275294 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-46ef7514-8389-4e33-92af-8b7b3cf40f14 req-d6cc1cb0-7efd-475a-8e44-13d10f7abdc8 tempest-MigrationsAdminTest-1353965022 tempest-MigrationsAdminTest-1353965022-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:25.322422 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-46ef7514-8389-4e33-92af-8b7b3cf40f14 req-d6cc1cb0-7efd-475a-8e44-13d10f7abdc8 tempest-MigrationsAdminTest-1353965022 tempest-MigrationsAdminTest-1353965022-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506904 Jul 05 10:14:25.339619 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:25.355407 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-001fa307-b590-4d35-87c5-f45ddb2e4b7c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:14:25.355407 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:14:25.355407 n-d-779913-27 neutron-server[100775]: [parameters: {'project_id_1': '9248b12135d84df79226e1f5ffb33503', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 14, 25, 245756)}] Jul 05 10:14:25.355407 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:14:25.359850 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-001fa307-b590-4d35-87c5-f45ddb2e4b7c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:14:25.376552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e545b7e9-7802-4594-8116-4774e4e3d192 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:14:25.378717 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-23240ea2-75e6-4191-aba2-f257bbfd3dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:25.430628 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port e545b7e9-7802-4594-8116-4774e4e3d192, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e545b7e9-7802-4594-8116-4774e4e3d192,segment=NetworkSegment(2a86175e-92b2-4aeb-b696-68f44a4e913e),segment_id=2a86175e-92b2-4aeb-b696-68f44a4e913e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:25.443023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc1cb0-7efd-475a-8e44-13d10f7abdc8 tempest-MigrationsAdminTest-1353965022 tempest-MigrationsAdminTest-1353965022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050cd286-1bf5-451e-8657-a4eceb7160e4,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:25.473984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844eb0ea-3f77-4880-bc45-0d425925e4cc admin admin] Made reservation on behalf of e283acd2ef834bb4928ec5454c215b99 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:25.479260 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-844eb0ea-3f77-4880-bc45-0d425925e4cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:25.558394 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:25.600194 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-23240ea2-75e6-4191-aba2-f257bbfd3dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:25.669095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=e545b7e9-7802-4594-8116-4774e4e3d192,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:25.675571 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64677c73-2a13-42f8-93c3-ce13a22dc287 req-93c2eb2a-e40e-4ea8-b55f-11ade44e4cc0 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:25.684071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64677c73-2a13-42f8-93c3-ce13a22dc287 req-93c2eb2a-e40e-4ea8-b55f-11ade44e4cc0 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:25.685801 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-64677c73-2a13-42f8-93c3-ce13a22dc287 req-93c2eb2a-e40e-4ea8-b55f-11ade44e4cc0 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1679 time: 0.2295353 Jul 05 10:14:25.694453 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-23240ea2-75e6-4191-aba2-f257bbfd3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:25.754682 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-23240ea2-75e6-4191-aba2-f257bbfd3dd3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4f151077109148de8c582a5b628457ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0006127 Jul 05 10:14:25.760774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52490) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:25.809686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23240ea2-75e6-4191-aba2-f257bbfd3dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb9073e-8df3-4c3b-9260-d08008dcde1a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:25.818452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['e545b7e9-7802-4594-8116-4774e4e3d192'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:14:25.822934 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-64677c73-2a13-42f8-93c3-ce13a22dc287 req-52f14469-7d59-4b96-9c1b-647ecc3d7a6f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934632 Jul 05 10:14:25.856900 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2d1829bd-72c3-4de3-96e9-0d3ef43f2303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:25.863138 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-001fa307-b590-4d35-87c5-f45ddb2e4b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:25.933407 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2d1829bd-72c3-4de3-96e9-0d3ef43f2303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.035569 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-844eb0ea-3f77-4880-bc45-0d425925e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.059503 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-001fa307-b590-4d35-87c5-f45ddb2e4b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.146736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844eb0ea-3f77-4880-bc45-0d425925e4cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d366b86b-cde9-4e22-b496-a51e263b46f0,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:26.152485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844eb0ea-3f77-4880-bc45-0d425925e4cc admin admin] Checking segment: {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:26.159814 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844eb0ea-3f77-4880-bc45-0d425925e4cc admin admin] Network hostable DHCP agents. Network: 71c16e14-4c3c-491a-937a-fb13a9e76e00, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:14:26.189919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-001fa307-b590-4d35-87c5-f45ddb2e4b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.195020 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2d1829bd-72c3-4de3-96e9-0d3ef43f2303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.198245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2d1829bd-72c3-4de3-96e9-0d3ef43f2303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.199427 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2d1829bd-72c3-4de3-96e9-0d3ef43f2303 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/acb9073e-8df3-4c3b-9260-d08008dcde1a HTTP/1.1" status: 204 len: 168 time: 0.4373612 Jul 05 10:14:26.236593 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fa307-b590-4d35-87c5-f45ddb2e4b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45997bc5-ba44-4a43-b2a5-264d66ca6441,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:26.247598 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52514) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:26.247739 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-001fa307-b590-4d35-87c5-f45ddb2e4b7c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9248b12135d84df79226e1f5ffb33503&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4043024 Jul 05 10:14:26.254273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1829bd-72c3-4de3-96e9-0d3ef43f2303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb9073e-8df3-4c3b-9260-d08008dcde1a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:26.357976 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cd540e0e-889e-46b8-88aa-617037c2afb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.371423 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844eb0ea-3f77-4880-bc45-0d425925e4cc admin admin] Network 71c16e14-4c3c-491a-937a-fb13a9e76e00 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:14:26.390948 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cd540e0e-889e-46b8-88aa-617037c2afb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.590452 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-844eb0ea-3f77-4880-bc45-0d425925e4cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 71c16e14-4c3c-491a-937a-fb13a9e76e00) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:26.592102 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cd540e0e-889e-46b8-88aa-617037c2afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.595069 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cd540e0e-889e-46b8-88aa-617037c2afb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.600595 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cd540e0e-889e-46b8-88aa-617037c2afb6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45997bc5-ba44-4a43-b2a5-264d66ca6441 HTTP/1.1" status: 204 len: 168 time: 0.3481979 Jul 05 10:14:26.604801 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844eb0ea-3f77-4880-bc45-0d425925e4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:26.606088 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-844eb0ea-3f77-4880-bc45-0d425925e4cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.606885 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65d9fca-80db-41a7-b487-2439bd776259 None None] Network 71c16e14-4c3c-491a-937a-fb13a9e76e00 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:26.616552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd540e0e-889e-46b8-88aa-617037c2afb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45997bc5-ba44-4a43-b2a5-264d66ca6441,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:26.747564 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-844eb0ea-3f77-4880-bc45-0d425925e4cc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6700857 Jul 05 10:14:26.747564 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52522) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:26.752175 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1091424206-router', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:26.873384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-71c16e14-4c3c-491a-937a-fb13a9e76e00', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:14:26.874294 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.917350 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0163ec4-4f4b-4ebd-82bb-64edd76830a5 req-ba83d4e9-ca51-42b5-a7c8-1d4288506e74 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:26.920062 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0163ec4-4f4b-4ebd-82bb-64edd76830a5 req-ba83d4e9-ca51-42b5-a7c8-1d4288506e74 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.0697107 Jul 05 10:14:26.949673 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['40292f8d-91de-43c2-af48-5b1de5430e1c'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:14:26.965626 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0163ec4-4f4b-4ebd-82bb-64edd76830a5 req-9cbc5f1c-ae46-425a-98ac-c0c45c585eab tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391197 Jul 05 10:14:26.974242 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:26.975625 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:27.071530 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:27.112081 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-b2c14606-5f6e-4379-a717-71c2db429041 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0641818 Jul 05 10:14:27.129578 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Allocated IP 172.20.0.2 (71c16e14-4c3c-491a-937a-fb13a9e76e00/d366b86b-cde9-4e22-b496-a51e263b46f0/41b1912e-dd6c-4eb5-8adc-950cfa42da7b) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:27.224406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b124b-f11a-42de-9f5b-5654c579ae1b req-4752996e-ba65-4fa9-9915-cbf75c0cbefd tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:27.226165 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd6b124b-f11a-42de-9f5b-5654c579ae1b req-4752996e-ba65-4fa9-9915-cbf75c0cbefd tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.0874765 Jul 05 10:14:27.271385 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd6b124b-f11a-42de-9f5b-5654c579ae1b req-bfaf1430-c0fc-454e-8eed-97f39514e9ee tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368621 Jul 05 10:14:27.403550 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:27.424227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Transition to ACTIVE for port object 41b1912e-dd6c-4eb5-8adc-950cfa42da7b will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:27.453196 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:27.509869 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Transition to ACTIVE for port object 41b1912e-dd6c-4eb5-8adc-950cfa42da7b will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:27.510294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52536) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:27.525727 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b8e09364-4233-4c6b-867a-d0c66225cd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:27.586231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c995ab-1405-415e-a211-054917a1f67a req-cfec4b05-7c5e-4445-a579-32dfb25456fb tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:27.592411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c995ab-1405-415e-a211-054917a1f67a req-cfec4b05-7c5e-4445-a579-32dfb25456fb tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:27.594166 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9c995ab-1405-415e-a211-054917a1f67a req-cfec4b05-7c5e-4445-a579-32dfb25456fb tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1680 time: 0.1567688 Jul 05 10:14:27.646126 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b8e09364-4233-4c6b-867a-d0c66225cd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:27.660463 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9c995ab-1405-415e-a211-054917a1f67a req-4f466414-1d59-4f76-8e0f-dc190359b84f tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535221 Jul 05 10:14:27.759852 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:27.816753 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b8e09364-4233-4c6b-867a-d0c66225cd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:27.831225 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Network 71c16e14-4c3c-491a-937a-fb13a9e76e00 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:27.837163 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:27.840163 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:27.857877 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Pushing event updated for resources: {'Port': ['ID=41b1912e-dd6c-4eb5-8adc-950cfa42da7b,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:27.895260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:27.896204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:27.896786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:27.897336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:27.897926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:27.898356 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:27.898895 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:27.899457 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:27.899917 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:27.900484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:27.901045 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:27.901608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:27.937122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Attempting to bind port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:14:27.937502 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Attempting to bind port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:14:27.937868 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Attempting to bind port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:27.944275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:14:27.944647 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Checking segment: {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:27.945072 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:27.945472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Bound using segment: {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:14:27.945972 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Bound port: 41b1912e-dd6c-4eb5-8adc-950cfa42da7b, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:14:27.946353 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:27.950014 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b8e09364-4233-4c6b-867a-d0c66225cd36 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1be161dff23f41a8bb125f7e1ab57dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433095 Jul 05 10:14:27.952676 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e09364-4233-4c6b-867a-d0c66225cd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2772bec-8eda-4ebb-a57a-d1bd44158ad1,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:27.952833 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52556) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:27.981608 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.006453 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.025491 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3a6723d-d713-4631-964c-33ec3ee1a476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.096625 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3a6723d-d713-4631-964c-33ec3ee1a476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.098392 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] For port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:28.105611 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] For port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=41b1912e-dd6c-4eb5-8adc-950cfa42da7b,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:28.188935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Allocated IP 172.25.5.182 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/e716abfa-f212-4f28-ba57-869fc7142ff2) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:28.194597 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52562) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:28.208329 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5549aa33-dc6a-46a7-8b03-dc2392b390f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.275319 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932182ab-ef41-457e-96dd-74f1b52569d7 req-80377cdb-af9e-4f65-8468-d9d3e8c30b93 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:28.276932 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-932182ab-ef41-457e-96dd-74f1b52569d7 req-80377cdb-af9e-4f65-8468-d9d3e8c30b93 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.0928042 Jul 05 10:14:28.326697 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-932182ab-ef41-457e-96dd-74f1b52569d7 req-571f83bb-796f-4706-94d3-e0f8cb8e3b57 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422461 Jul 05 10:14:28.372296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 40292f8d-91de-43c2-af48-5b1de5430e1c up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:28.373746 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3a6723d-d713-4631-964c-33ec3ee1a476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.375770 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.376418 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3a6723d-d713-4631-964c-33ec3ee1a476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.388337 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c3a6723d-d713-4631-964c-33ec3ee1a476 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d2772bec-8eda-4ebb-a57a-d1bd44158ad1 HTTP/1.1" status: 204 len: 168 time: 0.4237938 Jul 05 10:14:28.400818 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6723d-d713-4631-964c-33ec3ee1a476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2772bec-8eda-4ebb-a57a-d1bd44158ad1,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:28.453697 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.499635 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5549aa33-dc6a-46a7-8b03-dc2392b390f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.558122 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.671405 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5549aa33-dc6a-46a7-8b03-dc2392b390f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:28.842754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:28.902499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549aa33-dc6a-46a7-8b03-dc2392b390f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46ffe99-f291-411d-a701-08f2d959468d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:28.912800 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5549aa33-dc6a-46a7-8b03-dc2392b390f4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=202241a6c57b43949a004abf2b48ce45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7169280 Jul 05 10:14:28.913432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52580) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:28.972115 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:28.984939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:28.986077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0edbca-9546-4aa2-91e0-7cbf64dc51c8 None None] Pushing event updated for resources: {'Port': ['ID=41b1912e-dd6c-4eb5-8adc-950cfa42da7b,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:29.026893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fb200-c45d-46eb-8f36-53024bf6cf55 req-8ccbca33-9876-48f8-b5ed-9be2a080386b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:29.033210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fb200-c45d-46eb-8f36-53024bf6cf55 req-8ccbca33-9876-48f8-b5ed-9be2a080386b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:29.037506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e716abfa-f212-4f28-ba57-869fc7142ff2,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:29.048185 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d28fb200-c45d-46eb-8f36-53024bf6cf55 req-8ccbca33-9876-48f8-b5ed-9be2a080386b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1680 time: 0.1412501 Jul 05 10:14:29.119611 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d28fb200-c45d-46eb-8f36-53024bf6cf55 req-7af40aba-d5be-47a0-a858-e5780f83ef21 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653982 Jul 05 10:14:29.233211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 40292f8d-91de-43c2-af48-5b1de5430e1c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:29.237320 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 40292f8d-91de-43c2-af48-5b1de5430e1c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:29.237693 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:29.306292 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8fce0653-4249-45b9-8cad-3bbe8b74af2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:29.422382 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:29.466540 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b4657-a7f5-4ad7-aa71-0b859f5aa0ea req-0741e3b9-60eb-4277-ab1d-36b84cd8cf14 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:29.473359 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-184b4657-a7f5-4ad7-aa71-0b859f5aa0ea req-0741e3b9-60eb-4277-ab1d-36b84cd8cf14 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.8510511 Jul 05 10:14:29.494121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d61d5e-7a62-4200-8c79-b14742c72ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40292f8d-91de-43c2-af48-5b1de5430e1c'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:29.501056 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3994a744-4ee3-4e3c-a4fc-2db010ab38f7" -d '{"events": [{"server_uuid": "f6d61d5e-7a62-4200-8c79-b14742c72ab8", "name": "network-vif-plugged", "status": "completed", "tag": "40292f8d-91de-43c2-af48-5b1de5430e1c"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:29.529169 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8fce0653-4249-45b9-8cad-3bbe8b74af2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:29.552803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 40292f8d-91de-43c2-af48-5b1de5430e1c, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=40292f8d-91de-43c2-af48-5b1de5430e1c,segment=NetworkSegment(85dc61db-018e-4b9a-b04f-af0e1dcd2efc),segment_id=85dc61db-018e-4b9a-b04f-af0e1dcd2efc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:29.698621 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:29.699448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device e545b7e9-7802-4594-8116-4774e4e3d192 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:29.768008 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-184b4657-a7f5-4ad7-aa71-0b859f5aa0ea req-6363bc86-4097-48fc-8d59-6f7d1c75beb0 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641149 Jul 05 10:14:29.810387 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 41b1912e-dd6c-4eb5-8adc-950cfa42da7b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:29.838472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186def0-4dec-49fa-aae2-e0026cf3033c req-55ad4e4a-2c86-4d56-8e1e-4ed925d18c3a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:29.845356 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4186def0-4dec-49fa-aae2-e0026cf3033c req-55ad4e4a-2c86-4d56-8e1e-4ed925d18c3a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.1932750 Jul 05 10:14:29.920866 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:29.925478 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab873b7-96f0-4825-abc0-2ea65c6b382e x-openstack-request-id: req-9ab873b7-96f0-4825-abc0-2ea65c6b382e {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:29.929387 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d61d5e-7a62-4200-8c79-b14742c72ab8", "name": "network-vif-plugged", "status": "completed", "tag": "40292f8d-91de-43c2-af48-5b1de5430e1c", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:29.931092 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ab873b7-96f0-4825-abc0-2ea65c6b382e {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:29.932464 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d61d5e-7a62-4200-8c79-b14742c72ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40292f8d-91de-43c2-af48-5b1de5430e1c', 'code': 200} Jul 05 10:14:29.934884 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4186def0-4dec-49fa-aae2-e0026cf3033c req-3c4b5bcd-1e8a-47d7-8981-7a7805656fce tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745642 Jul 05 10:14:29.994105 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=40292f8d-91de-43c2-af48-5b1de5430e1c,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:30.021930 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8fce0653-4249-45b9-8cad-3bbe8b74af2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:30.025739 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8fce0653-4249-45b9-8cad-3bbe8b74af2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:30.029559 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8fce0653-4249-45b9-8cad-3bbe8b74af2e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d46ffe99-f291-411d-a701-08f2d959468d HTTP/1.1" status: 204 len: 168 time: 1.1072314 Jul 05 10:14:30.044544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce0653-4249-45b9-8cad-3bbe8b74af2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46ffe99-f291-411d-a701-08f2d959468d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:30.117431 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port e545b7e9-7802-4594-8116-4774e4e3d192 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:30.131690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port e545b7e9-7802-4594-8116-4774e4e3d192 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:30.132422 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:30.212368 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:30.279695 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:30.357717 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:30.431403 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port e545b7e9-7802-4594-8116-4774e4e3d192, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e545b7e9-7802-4594-8116-4774e4e3d192,segment=NetworkSegment(2a86175e-92b2-4aeb-b696-68f44a4e913e),segment_id=2a86175e-92b2-4aeb-b696-68f44a4e913e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:30.550034 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:30.559160 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d2a8d-bdfc-4fd6-aead-2d86d53e539d req-8712e486-3cae-4f06-927b-e2e010b68cce tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:30.566789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d2a8d-bdfc-4fd6-aead-2d86d53e539d req-8712e486-3cae-4f06-927b-e2e010b68cce tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:30.573479 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-772d2a8d-bdfc-4fd6-aead-2d86d53e539d req-8712e486-3cae-4f06-927b-e2e010b68cce tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1681 time: 0.1795497 Jul 05 10:14:30.660913 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-772d2a8d-bdfc-4fd6-aead-2d86d53e539d req-798e09b1-a6d0-47db-be34-d4439c55051c tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713613 Jul 05 10:14:30.666499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:14:30.673384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=e545b7e9-7802-4594-8116-4774e4e3d192,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:30.788694 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225cabb1-8576-41bb-a3a0-3f8886a50789 None None] Network 71c16e14-4c3c-491a-937a-fb13a9e76e00 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:31.089584 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d952f6d-b3bc-450c-a6b9-41cf12908bb4 req-1edfaba1-538b-42ca-826b-f9be0d27e299 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:31.099052 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d952f6d-b3bc-450c-a6b9-41cf12908bb4 req-1edfaba1-538b-42ca-826b-f9be0d27e299 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.1189003 Jul 05 10:14:31.132182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f642a40d-cb27-4099-b12c-e72da51073ae None None] Provisioning for port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:31.163644 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f642a40d-cb27-4099-b12c-e72da51073ae None None] Provisioning complete for port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:31.164223 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f642a40d-cb27-4099-b12c-e72da51073ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:31.178607 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d952f6d-b3bc-450c-a6b9-41cf12908bb4 req-9a4c891a-b680-4f2a-ba6b-342eeb96dbdd tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785615 Jul 05 10:14:31.432775 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f642a40d-cb27-4099-b12c-e72da51073ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:31.507454 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f642a40d-cb27-4099-b12c-e72da51073ae None None] For port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=41b1912e-dd6c-4eb5-8adc-950cfa42da7b,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:31.658848 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f642a40d-cb27-4099-b12c-e72da51073ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:31.667238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:14:31.679057 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Sync routers for ids ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:14:31.693042 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Routers {'83a1dcbf-5fa0-4d42-b513-50c73b5e1982'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:31.694116 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:14:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:31.710033 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-33addd16-639e-45e2-b815-05342aa81883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:31.712427 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-33addd16-639e-45e2-b815-05342aa81883 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 1102 time: 0.2440674 Jul 05 10:14:31.721878 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec7a95-7f79-40f1-89a2-394ed3a00929 req-369339f8-6349-4cc9-a36b-a459bd7e4eab tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:31.736312 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-23ec7a95-7f79-40f1-89a2-394ed3a00929 req-369339f8-6349-4cc9-a36b-a459bd7e4eab tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.2534089 Jul 05 10:14:31.808549 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:31.818826 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1ab89293-998e-402d-b14f-9a8245fcb7c8 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0715871 Jul 05 10:14:31.822388 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52644) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:31.826445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642a40d-cb27-4099-b12c-e72da51073ae None None] Pushing event updated for resources: {'Port': ['ID=41b1912e-dd6c-4eb5-8adc-950cfa42da7b,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:31.856240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b2ba5db2-d000-41b9-83e6-33107b2e09d6 None None] Provisioning complete for port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:31.857318 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Set router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:31.859538 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b2ba5db2-d000-41b9-83e6-33107b2e09d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:31.968166 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d61d5e-7a62-4200-8c79-b14742c72ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e545b7e9-7802-4594-8116-4774e4e3d192'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:31.982769 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb078cbe-08a0-42ce-8b74-c321769bedac" -d '{"events": [{"server_uuid": "f6d61d5e-7a62-4200-8c79-b14742c72ab8", "name": "network-vif-plugged", "status": "completed", "tag": "e545b7e9-7802-4594-8116-4774e4e3d192"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:32.012675 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-23ec7a95-7f79-40f1-89a2-394ed3a00929 req-65f02779-ff94-443e-8b08-ec5cab7b496a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746468 Jul 05 10:14:32.125548 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-1b11de1b-8912-40d5-89d2-bde58950b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:32.127096 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-1b11de1b-8912-40d5-89d2-bde58950b6f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.3873253 Jul 05 10:14:32.174857 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5381d2f-6969-488e-83cd-3611520206d8 x-openstack-request-id: req-b5381d2f-6969-488e-83cd-3611520206d8 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:32.175458 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d61d5e-7a62-4200-8c79-b14742c72ab8", "name": "network-vif-plugged", "status": "completed", "tag": "e545b7e9-7802-4594-8116-4774e4e3d192", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:32.175458 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5381d2f-6969-488e-83cd-3611520206d8 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:32.175969 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d61d5e-7a62-4200-8c79-b14742c72ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e545b7e9-7802-4594-8116-4774e4e3d192', 'code': 200} Jul 05 10:14:32.227746 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'name': 'tempest-ServerActionsTestJSON-1091424206-router', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:26Z', 'updated_at': '2021-07-05T10:14:29Z', 'revision_number': 3, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'gw_port': {'id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:28Z', 'updated_at': '2021-07-05T10:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:32.232045 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-3549fe54-1382-4cd8-bc84-111313834f53 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=26133278-fd99-48a8-8c37-bc91006ea497 HTTP/1.1" status: 200 len: 217 time: 0.0970137 Jul 05 10:14:32.254886 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Checking router: 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:14:32.255479 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Updating router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 port e716abfa-f212-4f28-ba57-869fc7142ff2 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:14:32.285721 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fdd22-36d3-4ca6-8d1b-aa337202dcf2 req-2649fba1-ca81-4078-80ea-f18ff7332733 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:32.292604 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:32.304258 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fdd22-36d3-4ca6-8d1b-aa337202dcf2 req-2649fba1-ca81-4078-80ea-f18ff7332733 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:32.312361 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-754fdd22-36d3-4ca6-8d1b-aa337202dcf2 req-2649fba1-ca81-4078-80ea-f18ff7332733 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1682 time: 0.3597453 Jul 05 10:14:32.353183 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-6a2b9b52-2092-41d6-bbf9-0eb5a464dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:32.356759 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-6a2b9b52-2092-41d6-bbf9-0eb5a464dafa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1182487 Jul 05 10:14:32.482363 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-754fdd22-36d3-4ca6-8d1b-aa337202dcf2 req-e6d503f9-6072-4ea3-bb71-6ede45731784 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546493 Jul 05 10:14:32.599886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be647f4-22ec-4b82-bea8-a070bfba6c1b req-3ed87e9d-acfc-45fc-b89e-09280450acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:32.600807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be647f4-22ec-4b82-bea8-a070bfba6c1b req-3ed87e9d-acfc-45fc-b89e-09280450acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:32.602713 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9be647f4-22ec-4b82-bea8-a070bfba6c1b req-3ed87e9d-acfc-45fc-b89e-09280450acaa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1986 time: 0.2443616 Jul 05 10:14:32.610987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-c5286113-fa6e-4bde-955b-d83b7c106497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:32.615378 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-c5286113-fa6e-4bde-955b-d83b7c106497 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2206180 Jul 05 10:14:32.742019 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9be647f4-22ec-4b82-bea8-a070bfba6c1b req-4ec8b8dc-19c4-4b1b-a10b-e3015e646292 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252422 Jul 05 10:14:32.765596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52672) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:32.862686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc68bd-7c03-4d55-91a3-e785f16b9b19 req-279082dd-0aba-48f0-ac8f-ba0a32256581 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:32.864354 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e5bc68bd-7c03-4d55-91a3-e785f16b9b19 req-279082dd-0aba-48f0-ac8f-ba0a32256581 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.3664961 Jul 05 10:14:32.969590 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-5174cac9-3907-4f4b-961c-b567d7b59ecf service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359871 Jul 05 10:14:32.979898 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e5bc68bd-7c03-4d55-91a3-e785f16b9b19 req-f0b267e2-f969-4af3-b6fe-ae0a90361f19 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067224 Jul 05 10:14:33.019044 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:33.031400 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Transition to ACTIVE for port object e716abfa-f212-4f28-ba57-869fc7142ff2 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:33.130483 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-d7a7d442-e6ce-4e07-a7f1-653108824a75 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496222 Jul 05 10:14:33.301136 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:33.436344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3e31e4c9-0df3-4090-98a0-2eadcad6e251 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-771157395'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:33.448477 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f029fb0-2623-43a5-a597-2c6eb8e02dfe None None] Pushing event updated for resources: {'Port': ['ID=e716abfa-f212-4f28-ba57-869fc7142ff2,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:33.459399 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Attempting to bind port e716abfa-f212-4f28-ba57-869fc7142ff2 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:14:33.460531 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Attempting to bind port e716abfa-f212-4f28-ba57-869fc7142ff2 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:14:33.461127 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Attempting to bind port e716abfa-f212-4f28-ba57-869fc7142ff2 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:33.468851 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f029fb0-2623-43a5-a597-2c6eb8e02dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:33.470215 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f029fb0-2623-43a5-a597-2c6eb8e02dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:33.471136 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f029fb0-2623-43a5-a597-2c6eb8e02dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:33.471669 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f029fb0-2623-43a5-a597-2c6eb8e02dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:33.472299 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f029fb0-2623-43a5-a597-2c6eb8e02dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:33.472860 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f029fb0-2623-43a5-a597-2c6eb8e02dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:33.473401 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f029fb0-2623-43a5-a597-2c6eb8e02dfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:33.473963 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f029fb0-2623-43a5-a597-2c6eb8e02dfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:33.474503 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f029fb0-2623-43a5-a597-2c6eb8e02dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:33.475129 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f029fb0-2623-43a5-a597-2c6eb8e02dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:33.475690 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f029fb0-2623-43a5-a597-2c6eb8e02dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:33.476296 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f029fb0-2623-43a5-a597-2c6eb8e02dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:14:33.480987 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:14:33.481741 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:33.482474 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:33.483097 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:14:33.483840 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Bound port: e716abfa-f212-4f28-ba57-869fc7142ff2, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:14:33.484535 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:33.549940 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] For port e716abfa-f212-4f28-ba57-869fc7142ff2, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:33.553983 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] For port e716abfa-f212-4f28-ba57-869fc7142ff2, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e716abfa-f212-4f28-ba57-869fc7142ff2,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:33.625428 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f06e64-293a-4f2c-8417-a6eeafa8f691 req-8d64dca6-c686-4a33-affa-3dfeafeb5061 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:33.635776 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f0f06e64-293a-4f2c-8417-a6eeafa8f691 req-8d64dca6-c686-4a33-affa-3dfeafeb5061 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.2129686 Jul 05 10:14:33.688089 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 41b1912e-dd6c-4eb5-8adc-950cfa42da7b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:33.737488 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f0f06e64-293a-4f2c-8417-a6eeafa8f691 req-ad3d74ca-aced-4a7d-9409-81831f3a7005 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003850 Jul 05 10:14:33.758452 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e31e4c9-0df3-4090-98a0-2eadcad6e251 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Made reservation on behalf of ff1e25f7d250441289b7abe086245a11 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:33.770609 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e31e4c9-0df3-4090-98a0-2eadcad6e251 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:33.782378 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:33.782928 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:33.822499 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e31e4c9-0df3-4090-98a0-2eadcad6e251 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:33.828336 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:33.865658 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7e5f4-5953-4631-85db-15ef02ea8996 req-365b950f-6e20-43e5-8096-7442dc1b81fe tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:33.889490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7e5f4-5953-4631-85db-15ef02ea8996 req-365b950f-6e20-43e5-8096-7442dc1b81fe tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:33.910087 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4e7e5f4-5953-4631-85db-15ef02ea8996 req-365b950f-6e20-43e5-8096-7442dc1b81fe tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1682 time: 0.2613394 Jul 05 10:14:33.926970 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:33.980706 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4e7e5f4-5953-4631-85db-15ef02ea8996 req-17039bc4-ee19-4691-a216-84796517f822 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632858 Jul 05 10:14:34.028674 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f029fb0-2623-43a5-a597-2c6eb8e02dfe None None] Pushing event updated for resources: {'Port': ['ID=e716abfa-f212-4f28-ba57-869fc7142ff2,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:34.081668 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Routers {'83a1dcbf-5fa0-4d42-b513-50c73b5e1982'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:34.082546 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:14:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:34.249426 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e31e4c9-0df3-4090-98a0-2eadcad6e251 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:34.279371 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] Set router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:34.386030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Allocated IP 172.20.0.1 (71c16e14-4c3c-491a-937a-fb13a9e76e00/d366b86b-cde9-4e22-b496-a51e263b46f0/11ec9949-a745-427a-ba96-ffe33a6b8d57) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:34.387263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef75c36-da2f-45f5-9204-0b22d001f445 req-98fe0313-efdc-4cea-be53-9034114f54cb tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:34.389135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5ef75c36-da2f-45f5-9204-0b22d001f445 req-98fe0313-efdc-4cea-be53-9034114f54cb tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.1873500 Jul 05 10:14:34.411605 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e31e4c9-0df3-4090-98a0-2eadcad6e251 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:34.445729 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5ef75c36-da2f-45f5-9204-0b22d001f445 req-6c08b10d-002d-42fb-8a06-e5d7f3dd5004 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439978 Jul 05 10:14:34.476152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e31e4c9-0df3-4090-98a0-2eadcad6e251 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:14:34.524791 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31e4c9-0df3-4090-98a0-2eadcad6e251 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68940ed7-ffed-419b-991e-9c988d99fc2a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:34.539112 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e31e4c9-0df3-4090-98a0-2eadcad6e251 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:34.539492 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-3e31e4c9-0df3-4090-98a0-2eadcad6e251 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Added segment 63f2b820-4634-4dfd-af23-1741be23406b of type vlan for network b1acafdf-0772-47f0-a401-75ea767668d8 Jul 05 10:14:34.622882 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e31e4c9-0df3-4090-98a0-2eadcad6e251 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:34.664171 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:34.681646 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'name': 'tempest-ServerActionsTestJSON-1091424206-router', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:26Z', 'updated_at': '2021-07-05T10:14:29Z', 'revision_number': 3, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'gw_port': {'id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:28Z', 'updated_at': '2021-07-05T10:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:34.693140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7175c76-e352-475b-98e6-8d34189a9877 req-f614c8f3-6f01-486f-84f2-54b0f75ce439 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:34.695306 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7175c76-e352-475b-98e6-8d34189a9877 req-f614c8f3-6f01-486f-84f2-54b0f75ce439 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.0948710 Jul 05 10:14:34.697287 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Transition to ACTIVE for port object 11ec9949-a745-427a-ba96-ffe33a6b8d57 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:34.722099 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c4999-c0fe-4b7b-bf1c-9b1ccafa7e55 None None] The sync data for ids ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'] in n-d-779913-27 is: [{'id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'name': 'tempest-ServerActionsTestJSON-1091424206-router', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:26Z', 'updated_at': '2021-07-05T10:14:29Z', 'revision_number': 3, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'gw_port': {'id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:28Z', 'updated_at': '2021-07-05T10:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:14:34.764667 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7175c76-e352-475b-98e6-8d34189a9877 req-bb40cf9d-abc7-4f88-82fe-01ccf0c75eff tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615082 Jul 05 10:14:34.847867 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e31e4c9-0df3-4090-98a0-2eadcad6e251 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:34.855144 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31e4c9-0df3-4090-98a0-2eadcad6e251 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:34.855905 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e31e4c9-0df3-4090-98a0-2eadcad6e251 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:34.894944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612d719-572c-48c8-bd3f-973315d484e8 req-3da12d4e-a21a-47f1-8165-26cded234220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:34.897331 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7612d719-572c-48c8-bd3f-973315d484e8 req-3da12d4e-a21a-47f1-8165-26cded234220 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d049e9a417d14e4b87e38762c036901a&device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 1098 time: 0.0922287 Jul 05 10:14:34.930878 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:34.989531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31e4c9-0df3-4090-98a0-2eadcad6e251 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Pushing event updated for resources: {'Network': ['ID=b1acafdf-0772-47f0-a401-75ea767668d8,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:35.000729 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network b1acafdf-0772-47f0-a401-75ea767668d8 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:14:35.027301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612d719-572c-48c8-bd3f-973315d484e8 req-16bab332-40c7-4885-b4f8-be2550ed9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:35.028862 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7612d719-572c-48c8-bd3f-973315d484e8 req-16bab332-40c7-4885-b4f8-be2550ed9efa service neutron] 10.222.0.73 "GET /v2.0/networks?id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 HTTP/1.1" status: 200 len: 912 time: 0.1254804 Jul 05 10:14:35.034910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Network 71c16e14-4c3c-491a-937a-fb13a9e76e00 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:35.040919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:35.066126 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:35.201094 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:35.280686 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7612d719-572c-48c8-bd3f-973315d484e8 req-5876b450-7694-4618-bb43-b1063daffb10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90c63839-073a-438c-adb5-81074bef5dab HTTP/1.1" status: 200 len: 1001 time: 0.2385223 Jul 05 10:14:35.326441 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Pushing event updated for resources: {'Port': ['ID=11ec9949-a745-427a-ba96-ffe33a6b8d57,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:35.332059 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3e31e4c9-0df3-4090-98a0-2eadcad6e251 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5603952 Jul 05 10:14:35.339236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52752) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:35.346804 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-7b9ac5e5-c686-4cca-adf9-3d601736cb87 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Request body: {'subnet': {'network_id': 'b1acafdf-0772-47f0-a401-75ea767668d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:35.390397 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612d719-572c-48c8-bd3f-973315d484e8 req-39260f65-1e15-4155-8616-207011a8875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:35.392254 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7612d719-572c-48c8-bd3f-973315d484e8 req-39260f65-1e15-4155-8616-207011a8875c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=feb07890-d026-4a51-bf47-b1ecaafff9e9 HTTP/1.1" status: 200 len: 850 time: 0.1008894 Jul 05 10:14:35.581859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612d719-572c-48c8-bd3f-973315d484e8 req-c9b3d533-8ba9-4a92-9069-f14c804f59de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:35.586845 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7612d719-572c-48c8-bd3f-973315d484e8 req-c9b3d533-8ba9-4a92-9069-f14c804f59de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1869080 Jul 05 10:14:35.676974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec5bf6-fdc6-416b-b808-bac823bc1454 req-5e64fe5b-9e67-41a5-97e3-2a1a76c882db tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:35.684775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec5bf6-fdc6-416b-b808-bac823bc1454 req-5e64fe5b-9e67-41a5-97e3-2a1a76c882db tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:35.686841 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a1ec5bf6-fdc6-416b-b808-bac823bc1454 req-5e64fe5b-9e67-41a5-97e3-2a1a76c882db tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1682 time: 0.3997908 Jul 05 10:14:35.698564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-558d936e-3399-416d-a28a-0da0cea2ddc2 None None] Provisioning for port 11ec9949-a745-427a-ba96-ffe33a6b8d57 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:35.707742 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-558d936e-3399-416d-a28a-0da0cea2ddc2 None None] Provisioning complete for port 11ec9949-a745-427a-ba96-ffe33a6b8d57 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:35.715565 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-558d936e-3399-416d-a28a-0da0cea2ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:35.749551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e716abfa-f212-4f28-ba57-869fc7142ff2 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:35.794511 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a1ec5bf6-fdc6-416b-b808-bac823bc1454 req-7df0fdea-5b50-4e93-92d7-fb3bc9db3c91 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018615 Jul 05 10:14:35.794721 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7612d719-572c-48c8-bd3f-973315d484e8 req-d6491dc6-76f2-40e3-9b44-ab6e0769cac5 service neutron] 10.222.0.73 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989102 Jul 05 10:14:35.795384 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:35.855286 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-558d936e-3399-416d-a28a-0da0cea2ddc2 None None] Port 11ec9949-a745-427a-ba96-ffe33a6b8d57 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:14:35.899794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9ac5e5-c686-4cca-adf9-3d601736cb87 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Made reservation on behalf of ff1e25f7d250441289b7abe086245a11 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:35.909906 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac5e5-c686-4cca-adf9-3d601736cb87 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:36.019045 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e716abfa-f212-4f28-ba57-869fc7142ff2 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:36.019619 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e3714-0b17-4b3c-bf41-6d179a05056a req-c9021d0b-7aa0-4249-9366-3fd80b0c9787 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:36.021249 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c50e3714-0b17-4b3c-bf41-6d179a05056a req-c9021d0b-7aa0-4249-9366-3fd80b0c9787 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.2253840 Jul 05 10:14:36.042062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e716abfa-f212-4f28-ba57-869fc7142ff2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:36.042486 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:36.069078 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7612d719-572c-48c8-bd3f-973315d484e8 req-edf3cb15-dbc1-4cba-b1ae-582190cf45c8 service neutron] 10.222.0.73 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139840 Jul 05 10:14:36.111914 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c50e3714-0b17-4b3c-bf41-6d179a05056a req-68f04deb-399b-4603-b776-1df5f268f64b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776072 Jul 05 10:14:36.276224 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:36.312733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port e716abfa-f212-4f28-ba57-869fc7142ff2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e716abfa-f212-4f28-ba57-869fc7142ff2,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:36.313716 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857474d6-aaee-4284-8f5e-41bb27740a70 req-5e91fa80-3d01-49d4-82ce-1f319c909bb0 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:36.317564 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-857474d6-aaee-4284-8f5e-41bb27740a70 req-5e91fa80-3d01-49d4-82ce-1f319c909bb0 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.3279889 Jul 05 10:14:36.451542 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-857474d6-aaee-4284-8f5e-41bb27740a70 req-7cfc4bae-7588-4437-a4b9-19bdf28c334d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142087 Jul 05 10:14:36.466763 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:36.495512 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:36.573155 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:36.601193 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=e716abfa-f212-4f28-ba57-869fc7142ff2,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:36.664485 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac5e5-c686-4cca-adf9-3d601736cb87 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:36.766915 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:36.771893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Pushing event updated for resources: {'Port': ['ID=11ec9949-a745-427a-ba96-ffe33a6b8d57,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:36.808351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ac5e5-c686-4cca-adf9-3d601736cb87 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Pushing event updated for resources: {'Subnet': ['ID=3c4c54b3-600b-4aa5-a4c8-a5bbe7036c3c,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:36.887976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9ac5e5-c686-4cca-adf9-3d601736cb87 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Checking segment: {'id': '63f2b820-4634-4dfd-af23-1741be23406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b1acafdf-0772-47f0-a401-75ea767668d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:36.888341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9ac5e5-c686-4cca-adf9-3d601736cb87 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Network hostable DHCP agents. Network: b1acafdf-0772-47f0-a401-75ea767668d8, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:14:36.961890 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Network 71c16e14-4c3c-491a-937a-fb13a9e76e00 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:36.963407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:37.082339 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9ac5e5-c686-4cca-adf9-3d601736cb87 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Network b1acafdf-0772-47f0-a401-75ea767668d8 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:14:37.133752 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:14:37.310104 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e0b8a276-e140-4386-9a3e-7e7d9cac796b None None] Provisioning complete for port 11ec9949-a745-427a-ba96-ffe33a6b8d57 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:37.310788 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-7b9ac5e5-c686-4cca-adf9-3d601736cb87 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, b1acafdf-0772-47f0-a401-75ea767668d8) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:37.311571 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a276-e140-4386-9a3e-7e7d9cac796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:37.314712 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9ac5e5-c686-4cca-adf9-3d601736cb87 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:37.315331 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac5e5-c686-4cca-adf9-3d601736cb87 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:37.345071 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cf6b7b-dc2f-4c26-8862-e8659abdb153 None None] Network b1acafdf-0772-47f0-a401-75ea767668d8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:37.378411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:14:37.403676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bd75afde-f20d-4199-97b8-143365b83dab admin admin] 10.222.0.77 "PUT /v2.0/routers/83a1dcbf-5fa0-4d42-b513-50c73b5e1982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5711982 Jul 05 10:14:37.403920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Sync routers for ids ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:14:37.437922 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993071c-9bc1-49ff-9f7e-0dc2017fee60 req-d3fb287a-1fa5-4f7f-b474-486498819f49 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:37.438998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8a276-e140-4386-9a3e-7e7d9cac796b None None] Port 11ec9949-a745-427a-ba96-ffe33a6b8d57 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:14:37.452189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993071c-9bc1-49ff-9f7e-0dc2017fee60 req-d3fb287a-1fa5-4f7f-b474-486498819f49 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:37.459047 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2993071c-9bc1-49ff-9f7e-0dc2017fee60 req-d3fb287a-1fa5-4f7f-b474-486498819f49 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1682 time: 0.2530010 Jul 05 10:14:37.462175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Routers {'83a1dcbf-5fa0-4d42-b513-50c73b5e1982'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:37.465094 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:14:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:37.475732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51af677-6508-4e90-b9ee-c11fc739502d req-624fc1ff-7579-4dbe-8442-61939a08e74f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:37.484105 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c51af677-6508-4e90-b9ee-c11fc739502d req-624fc1ff-7579-4dbe-8442-61939a08e74f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.1056614 Jul 05 10:14:37.549577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2993071c-9bc1-49ff-9f7e-0dc2017fee60 req-a1185e53-c2b5-4ab2-a94c-228273d7f5cd tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887341 Jul 05 10:14:37.557998 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7b9ac5e5-c686-4cca-adf9-3d601736cb87 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2157238 Jul 05 10:14:37.561846 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c51af677-6508-4e90-b9ee-c11fc739502d req-c3ad4540-f3ef-4942-824e-1e0507df36ca tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709410 Jul 05 10:14:37.562572 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52820) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:37.575914 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4d135af3-4e3d-432a-8db3-08035cbc440f tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Request body: {'port': {'network_id': 'b1acafdf-0772-47f0-a401-75ea767668d8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1025669768'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:37.684722 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-b1acafdf-0772-47f0-a401-75ea767668d8', 'network_id': 'b1acafdf-0772-47f0-a401-75ea767668d8', 'tenant_id': 'ff1e25f7d250441289b7abe086245a11', 'fixed_ips': [{'subnet_id': '3c4c54b3-600b-4aa5-a4c8-a5bbe7036c3c'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:14:37.685615 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:37.735399 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e716abfa-f212-4f28-ba57-869fc7142ff2 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:37.743367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Set router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:37.758168 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52828) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:37.940314 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e8258ef-2b74-46e2-aea5-bbedbe8b7405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:37.967409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea669b-0451-4cd6-a88e-c2023021e4e8 req-8be3392e-cae5-42a3-931b-d44a716a58d9 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:37.976209 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c5ea669b-0451-4cd6-a88e-c2023021e4e8 req-8be3392e-cae5-42a3-931b-d44a716a58d9 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.1491055 Jul 05 10:14:38.020560 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c5ea669b-0451-4cd6-a88e-c2023021e4e8 req-26291acf-0454-471b-8525-8058f3c464a0 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432789 Jul 05 10:14:38.092507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d135af3-4e3d-432a-8db3-08035cbc440f tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Made reservation on behalf of ff1e25f7d250441289b7abe086245a11 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:38.106932 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4d135af3-4e3d-432a-8db3-08035cbc440f tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:38.153990 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-4d135af3-4e3d-432a-8db3-08035cbc440f tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] device_id is not set on port ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:14:38.230900 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e8258ef-2b74-46e2-aea5-bbedbe8b7405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:38.330742 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Allocated IP 172.20.0.2 (b1acafdf-0772-47f0-a401-75ea767668d8/3c4c54b3-600b-4aa5-a4c8-a5bbe7036c3c/ad9460e7-8581-436c-b197-822416e793f4) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:38.338990 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e8258ef-2b74-46e2-aea5-bbedbe8b7405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:38.363169 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e716abfa-f212-4f28-ba57-869fc7142ff2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:38.363485 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:38.394370 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1e8258ef-2b74-46e2-aea5-bbedbe8b7405 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c383412719947439b79b66effaa925a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6307840 Jul 05 10:14:38.394370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8258ef-2b74-46e2-aea5-bbedbe8b7405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bda2745-5abc-4125-a6c2-c1eab41f2020,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:38.396088 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52836) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:38.489769 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36a945c8-7a3f-4755-b280-2e529808c90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:38.521214 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36a945c8-7a3f-4755-b280-2e529808c90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:38.557541 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52838) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:38.562943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d86c0fed-aaec-4f67-b29c-5b2c4727efbd tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1002559754', 'description': 'tempest-description--762044464'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:38.627111 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:38.639118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'name': 'tempest-ServerActionsTestJSON-1091424206-router', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:26Z', 'updated_at': '2021-07-05T10:14:35Z', 'revision_number': 4, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'gw_port': {'id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:28Z', 'updated_at': '2021-07-05T10:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '11ec9949-a745-427a-ba96-ffe33a6b8d57', 'name': '', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'mac_address': 'fa:16:3e:c7:06:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:34Z', 'updated_at': '2021-07-05T10:14:36Z', 'revision_number': 2, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'subnets': [{'id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:38.685683 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Checking router: 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:14:38.686382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Updating router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 port 11ec9949-a745-427a-ba96-ffe33a6b8d57 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:14:38.728470 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Transition to ACTIVE for port object ad9460e7-8581-436c-b197-822416e793f4 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:38.756908 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d86c0fed-aaec-4f67-b29c-5b2c4727efbd tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:38.762854 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36a945c8-7a3f-4755-b280-2e529808c90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:38.763544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Transition to ACTIVE for port object ad9460e7-8581-436c-b197-822416e793f4 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:38.769074 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36a945c8-7a3f-4755-b280-2e529808c90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:38.770501 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-36a945c8-7a3f-4755-b280-2e529808c90c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8bda2745-5abc-4125-a6c2-c1eab41f2020 HTTP/1.1" status: 204 len: 168 time: 0.3728964 Jul 05 10:14:38.798744 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:38.842163 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-843d1e51-8633-425a-82d8-f5b9330911b0 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:38.850847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-843d1e51-8633-425a-82d8-f5b9330911b0 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:38.856238 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-843d1e51-8633-425a-82d8-f5b9330911b0 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1682 time: 0.2160778 Jul 05 10:14:38.856709 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:38.924373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a945c8-7a3f-4755-b280-2e529808c90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bda2745-5abc-4125-a6c2-c1eab41f2020,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:38.995364 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Network b1acafdf-0772-47f0-a401-75ea767668d8 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:39.000556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8c537-96db-4bc3-b7af-c72c13d4aa89 req-9b6850b8-312a-4efc-9293-eb449bc1f968 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:39.011386 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bbc8c537-96db-4bc3-b7af-c72c13d4aa89 req-9b6850b8-312a-4efc-9293-eb449bc1f968 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.2520509 Jul 05 10:14:39.014386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:39.023183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:39.025954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Pushing event updated for resources: {'Port': ['ID=ad9460e7-8581-436c-b197-822416e793f4,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:39.056256 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-4d135af3-4e3d-432a-8db3-08035cbc440f tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Allocated IP 172.20.0.5 (b1acafdf-0772-47f0-a401-75ea767668d8/3c4c54b3-600b-4aa5-a4c8-a5bbe7036c3c/ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:39.088402 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940eab6e-09d4-4605-a4f3-74cd67637948 req-cc93b1c1-fc95-4925-ba34-5fbb0416d70c tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:39.094526 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940eab6e-09d4-4605-a4f3-74cd67637948 req-cc93b1c1-fc95-4925-ba34-5fbb0416d70c tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:39.102130 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-940eab6e-09d4-4605-a4f3-74cd67637948 req-cc93b1c1-fc95-4925-ba34-5fbb0416d70c tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 1682 time: 0.2955534 Jul 05 10:14:39.136494 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bbc8c537-96db-4bc3-b7af-c72c13d4aa89 req-8089f0aa-9da8-4050-ab15-332e9e9166ac tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258812 Jul 05 10:14:39.161988 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d86c0fed-aaec-4f67-b29c-5b2c4727efbd tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.195404 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-940eab6e-09d4-4605-a4f3-74cd67637948 req-390967f3-4eff-4b68-86a0-81114ce5c31b tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923431 Jul 05 10:14:39.198495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-e63904a5-9188-4a97-ba81-14257f7fa075 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Deleting port 40292f8d-91de-43c2-af48-5b1de5430e1c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:39.198793 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-e63904a5-9188-4a97-ba81-14257f7fa075 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.218712 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Attempting to bind port ad9460e7-8581-436c-b197-822416e793f4 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:14:39.219115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Attempting to bind port ad9460e7-8581-436c-b197-822416e793f4 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '63f2b820-4634-4dfd-af23-1741be23406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b1acafdf-0772-47f0-a401-75ea767668d8'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:14:39.219497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Attempting to bind port ad9460e7-8581-436c-b197-822416e793f4 on network b1acafdf-0772-47f0-a401-75ea767668d8 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:39.269201 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:14:39.269778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Checking segment: {'id': '63f2b820-4634-4dfd-af23-1741be23406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b1acafdf-0772-47f0-a401-75ea767668d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:39.270438 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.271077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Bound using segment: {'id': '63f2b820-4634-4dfd-af23-1741be23406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b1acafdf-0772-47f0-a401-75ea767668d8'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:14:39.271902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Bound port: ad9460e7-8581-436c-b197-822416e793f4, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f2b820-4634-4dfd-af23-1741be23406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b1acafdf-0772-47f0-a401-75ea767668d8'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:14:39.272522 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.340514 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d86c0fed-aaec-4f67-b29c-5b2c4727efbd tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.366285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-e63904a5-9188-4a97-ba81-14257f7fa075 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] For port 40292f8d-91de-43c2-af48-5b1de5430e1c, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=40292f8d-91de-43c2-af48-5b1de5430e1c,segment=NetworkSegment(85dc61db-018e-4b9a-b04f-af0e1dcd2efc),segment_id=85dc61db-018e-4b9a-b04f-af0e1dcd2efc)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:39.367955 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-e63904a5-9188-4a97-ba81-14257f7fa075 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.393267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c0fed-aaec-4f67-b29c-5b2c4727efbd tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef95cf15-119e-4ed8-8739-36124bc26cfa,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:39.401598 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-e63904a5-9188-4a97-ba81-14257f7fa075 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Calling delete_port for 40292f8d-91de-43c2-af48-5b1de5430e1c owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:39.405632 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4d135af3-4e3d-432a-8db3-08035cbc440f tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.431939 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-4d135af3-4e3d-432a-8db3-08035cbc440f tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Transition to ACTIVE for port object ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:39.474815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] For port ad9460e7-8581-436c-b197-822416e793f4, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:39.487943 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] For port ad9460e7-8581-436c-b197-822416e793f4, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ad9460e7-8581-436c-b197-822416e793f4,segment=NetworkSegment(63f2b820-4634-4dfd-af23-1741be23406b),segment_id=63f2b820-4634-4dfd-af23-1741be23406b)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:39.506683 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.530755 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d86c0fed-aaec-4f67-b29c-5b2c4727efbd tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.532004 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d86c0fed-aaec-4f67-b29c-5b2c4727efbd tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9731493 Jul 05 10:14:39.534986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52852) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:39.544282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-40d30983-2fe6-46d6-8807-40d1574253be tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Request body: {'security_group_rule': {'security_group_id': 'ef95cf15-119e-4ed8-8739-36124bc26cfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:39.652650 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-e63904a5-9188-4a97-ba81-14257f7fa075 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.654731 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4d135af3-4e3d-432a-8db3-08035cbc440f tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.656541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Transition to ACTIVE for port object 11ec9949-a745-427a-ba96-ffe33a6b8d57 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:39.661865 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.669919 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['e545b7e9-7802-4594-8116-4774e4e3d192', '40292f8d-91de-43c2-af48-5b1de5430e1c'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:14:39.689825 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40d30983-2fe6-46d6-8807-40d1574253be tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.694807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63904a5-9188-4a97-ba81-14257f7fa075 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Port': ['ID=40292f8d-91de-43c2-af48-5b1de5430e1c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:39.726215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d135af3-4e3d-432a-8db3-08035cbc440f tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Network b1acafdf-0772-47f0-a401-75ea767668d8 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:39.737926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-4d135af3-4e3d-432a-8db3-08035cbc440f tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:39.752213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d135af3-4e3d-432a-8db3-08035cbc440f tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:39.762271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-e63904a5-9188-4a97-ba81-14257f7fa075 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] No DVR routers for this DVR port 40292f8d-91de-43c2-af48-5b1de5430e1c on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:39.770409 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-e63904a5-9188-4a97-ba81-14257f7fa075 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.794204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-e63904a5-9188-4a97-ba81-14257f7fa075 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.64 "DELETE /v2.0/ports/40292f8d-91de-43c2-af48-5b1de5430e1c HTTP/1.1" status: 204 len: 173 time: 0.9003043 Jul 05 10:14:39.794204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d61d5e-7a62-4200-8c79-b14742c72ab8', 'name': 'network-vif-deleted', 'tag': '40292f8d-91de-43c2-af48-5b1de5430e1c'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:39.794204 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfd78e7-8dd4-4e69-8e5b-99d0faec2f6b" -d '{"events": [{"server_uuid": "f6d61d5e-7a62-4200-8c79-b14742c72ab8", "name": "network-vif-deleted", "tag": "40292f8d-91de-43c2-af48-5b1de5430e1c"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:39.805960 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535d0a8-a5b6-413f-8193-f00a040172b8 None None] Pushing event updated for resources: {'Port': ['ID=ad9460e7-8581-436c-b197-822416e793f4,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:39.831051 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.845182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d135af3-4e3d-432a-8db3-08035cbc440f tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Pushing event updated for resources: {'Port': ['ID=ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:39.866497 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116e3740-78c2-4137-b94d-49688f67b6f1 x-openstack-request-id: req-116e3740-78c2-4137-b94d-49688f67b6f1 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:39.867130 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d61d5e-7a62-4200-8c79-b14742c72ab8", "name": "network-vif-deleted", "tag": "40292f8d-91de-43c2-af48-5b1de5430e1c", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:39.868267 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-116e3740-78c2-4137-b94d-49688f67b6f1 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:39.868908 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d61d5e-7a62-4200-8c79-b14742c72ab8', 'name': 'network-vif-deleted', 'tag': '40292f8d-91de-43c2-af48-5b1de5430e1c', 'status': 'completed', 'code': 200} Jul 05 10:14:39.909776 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d135af3-4e3d-432a-8db3-08035cbc440f tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:39.916609 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40d30983-2fe6-46d6-8807-40d1574253be tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.917750 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4d135af3-4e3d-432a-8db3-08035cbc440f tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:39.978710 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b243dda-7ab1-4313-8bd4-c9b75072b5e4 None None] Pushing event updated for resources: {'Port': ['ID=11ec9949-a745-427a-ba96-ffe33a6b8d57,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:40.038841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-20435b2f-20ad-4454-b5d4-2f8e6a47dccf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Deleting port e545b7e9-7802-4594-8116-4774e4e3d192 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:40.040656 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-20435b2f-20ad-4454-b5d4-2f8e6a47dccf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:40.042896 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Attempting to bind port 11ec9949-a745-427a-ba96-ffe33a6b8d57 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:14:40.043271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Attempting to bind port 11ec9949-a745-427a-ba96-ffe33a6b8d57 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:14:40.048856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Attempting to bind port 11ec9949-a745-427a-ba96-ffe33a6b8d57 on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:40.064619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:14:40.065250 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Checking segment: {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:40.065382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40d30983-2fe6-46d6-8807-40d1574253be tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:40.065939 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:40.066609 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Bound using segment: {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:14:40.071681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Bound port: 11ec9949-a745-427a-ba96-ffe33a6b8d57, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:14:40.072665 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:40.095119 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4d135af3-4e3d-432a-8db3-08035cbc440f tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5303111 Jul 05 10:14:40.097414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52858) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:40.109535 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Request body: {'port': {'network_id': 'b1acafdf-0772-47f0-a401-75ea767668d8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1962225040', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:40.111580 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.api.validators [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] bootfile-name is not in valid_values {{(pid=100775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 10:14:40.122074 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.api.validators [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] tftp-server is not in valid_values {{(pid=100775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 10:14:40.122572 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.api.validators [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] server-ip-address is not in valid_values {{(pid=100775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 10:14:40.147054 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d30983-2fe6-46d6-8807-40d1574253be tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1317384b-69f6-4ea8-be34-cf552fdbea80,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:40.156755 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52860) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:40.221688 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c64c26f-914b-4eac-bd91-2fdd0465aade admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:40.327209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] For port 11ec9949-a745-427a-ba96-ffe33a6b8d57, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:40.336519 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40d30983-2fe6-46d6-8807-40d1574253be tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:40.338240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] For port 11ec9949-a745-427a-ba96-ffe33a6b8d57, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=11ec9949-a745-427a-ba96-ffe33a6b8d57,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:40.341350 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-40d30983-2fe6-46d6-8807-40d1574253be tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8011413 Jul 05 10:14:40.341971 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52868) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:40.362349 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-6953f501-185a-45d4-85a4-1016122f917e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Request body: {'security_group_rule': {'security_group_id': 'ef95cf15-119e-4ed8-8739-36124bc26cfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:40.432254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-20435b2f-20ad-4454-b5d4-2f8e6a47dccf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] For port e545b7e9-7802-4594-8116-4774e4e3d192, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e545b7e9-7802-4594-8116-4774e4e3d192,segment=NetworkSegment(2a86175e-92b2-4aeb-b696-68f44a4e913e),segment_id=2a86175e-92b2-4aeb-b696-68f44a4e913e)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:40.432638 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-20435b2f-20ad-4454-b5d4-2f8e6a47dccf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:40.462690 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:40.486700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-20435b2f-20ad-4454-b5d4-2f8e6a47dccf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Calling delete_port for e545b7e9-7802-4594-8116-4774e4e3d192 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:40.541397 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557651b-d77e-4875-91ef-72ebb672ab5c req-35685522-2bab-4d5b-806d-af6d046fa532 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:40.544173 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1557651b-d77e-4875-91ef-72ebb672ab5c req-35685522-2bab-4d5b-806d-af6d046fa532 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.1189337 Jul 05 10:14:40.560611 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Routers {'83a1dcbf-5fa0-4d42-b513-50c73b5e1982'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:40.561333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:14:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:40.636526 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1557651b-d77e-4875-91ef-72ebb672ab5c req-31a8f6e9-e17c-4e42-869e-e89c407018cd tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826185 Jul 05 10:14:40.656164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b243dda-7ab1-4313-8bd4-c9b75072b5e4 None None] Pushing event updated for resources: {'Port': ['ID=11ec9949-a745-427a-ba96-ffe33a6b8d57,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:40.668404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba3a6e-ae90-43af-8333-52b9f44eae7a req-fe7884b1-832d-4250-8f1d-551d10c7db37 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:40.670614 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aaba3a6e-ae90-43af-8333-52b9f44eae7a req-fe7884b1-832d-4250-8f1d-551d10c7db37 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 946 time: 0.2108800 Jul 05 10:14:40.673809 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c64c26f-914b-4eac-bd91-2fdd0465aade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:40.729202 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aaba3a6e-ae90-43af-8333-52b9f44eae7a req-9338eeb5-8cdc-43d7-8a09-074644825781 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506186 Jul 05 10:14:40.802393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] Set router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:40.811287 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:14:40.811287 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:14:40.811287 n-d-779913-27 neutron-server[100775]: [parameters: {'project_id_1': 'ff1e25f7d250441289b7abe086245a11', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 14, 40, 420783)}] Jul 05 10:14:40.811287 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:14:40.812458 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:14:40.814058 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c64c26f-914b-4eac-bd91-2fdd0465aade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:40.877401 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7c64c26f-914b-4eac-bd91-2fdd0465aade admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=313f6f2484804efdbe6f62d2a74ba07f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7182813 Jul 05 10:14:40.877609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64c26f-914b-4eac-bd91-2fdd0465aade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1705b2a2-0188-4c82-b940-6f547c4c593a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:40.881093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52874) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:40.986350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6953f501-185a-45d4-85a4-1016122f917e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:40.996446 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-20435b2f-20ad-4454-b5d4-2f8e6a47dccf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:41.019667 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d842dd38-7c3d-48f9-b8ad-cccc75e7f890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:41.069385 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20435b2f-20ad-4454-b5d4-2f8e6a47dccf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Port': ['ID=e545b7e9-7802-4594-8116-4774e4e3d192,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:41.087497 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d842dd38-7c3d-48f9-b8ad-cccc75e7f890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:41.088539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'name': 'tempest-ServerActionsTestJSON-1091424206-router', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:26Z', 'updated_at': '2021-07-05T10:14:35Z', 'revision_number': 4, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'gw_port': {'id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:28Z', 'updated_at': '2021-07-05T10:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '11ec9949-a745-427a-ba96-ffe33a6b8d57', 'name': '', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'mac_address': 'fa:16:3e:c7:06:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:34Z', 'updated_at': '2021-07-05T10:14:40Z', 'revision_number': 4, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'subnets': [{'id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:41.134911 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2f298876-de80-4513-8b34-38e5a298df6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:41.137130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b4bb5-cf36-4dd9-9836-bcefef849914 None None] The sync data for ids ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'] in n-d-779913-27 is: [{'id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'name': 'tempest-ServerActionsTestJSON-1091424206-router', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:26Z', 'updated_at': '2021-07-05T10:14:35Z', 'revision_number': 4, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'gw_port': {'id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:28Z', 'updated_at': '2021-07-05T10:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '11ec9949-a745-427a-ba96-ffe33a6b8d57', 'name': '', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'mac_address': 'fa:16:3e:c7:06:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:34Z', 'updated_at': '2021-07-05T10:14:40Z', 'revision_number': 4, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'subnets': [{'id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:14:41.180614 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6953f501-185a-45d4-85a4-1016122f917e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:41.272753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-20435b2f-20ad-4454-b5d4-2f8e6a47dccf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] No DVR routers for this DVR port e545b7e9-7802-4594-8116-4774e4e3d192 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:41.277853 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-20435b2f-20ad-4454-b5d4-2f8e6a47dccf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:41.281664 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07e7016f-cd31-451f-8d77-071feb914ba1 req-20435b2f-20ad-4454-b5d4-2f8e6a47dccf tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.64 "DELETE /v2.0/ports/e545b7e9-7802-4594-8116-4774e4e3d192 HTTP/1.1" status: 204 len: 173 time: 1.4831045 Jul 05 10:14:41.325445 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6953f501-185a-45d4-85a4-1016122f917e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:41.361578 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d842dd38-7c3d-48f9-b8ad-cccc75e7f890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:41.364596 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d842dd38-7c3d-48f9-b8ad-cccc75e7f890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:41.370496 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d842dd38-7c3d-48f9-b8ad-cccc75e7f890 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1705b2a2-0188-4c82-b940-6f547c4c593a HTTP/1.1" status: 204 len: 168 time: 0.4838641 Jul 05 10:14:41.391347 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842dd38-7c3d-48f9-b8ad-cccc75e7f890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1705b2a2-0188-4c82-b940-6f547c4c593a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:41.391347 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953f501-185a-45d4-85a4-1016122f917e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40905b75-e6c9-42ff-9e55-44ccdc069e6f,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:41.644711 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Made reservation on behalf of ff1e25f7d250441289b7abe086245a11 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:41.649467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:41.705319 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] device_id is not set on port 895df460-f888-4b9c-b097-60e33f8c4485 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:14:41.814817 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6953f501-185a-45d4-85a4-1016122f917e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:41.819407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52884) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:41.825306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:41.841832 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6953f501-185a-45d4-85a4-1016122f917e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4733047 Jul 05 10:14:41.884662 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 11ec9949-a745-427a-ba96-ffe33a6b8d57 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:41.921272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d61d5e-7a62-4200-8c79-b14742c72ab8', 'name': 'network-vif-deleted', 'tag': 'e545b7e9-7802-4594-8116-4774e4e3d192'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:41.932865 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b213dbb-e630-4cb4-a7b4-c16a803d05aa" -d '{"events": [{"server_uuid": "f6d61d5e-7a62-4200-8c79-b14742c72ab8", "name": "network-vif-deleted", "tag": "e545b7e9-7802-4594-8116-4774e4e3d192"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:42.031886 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d5fc85-7d09-4cf5-bbf1-7991fbb2027a None None] Network b1acafdf-0772-47f0-a401-75ea767668d8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:42.049647 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-374140b9-88fd-4c08-8629-c958c91a9041 req-83fc4637-9032-4120-a760-f9a7d01421ca tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 210 time: 0.0508542 Jul 05 10:14:42.051330 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:42.210521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Allocated IP 172.20.0.14 (b1acafdf-0772-47f0-a401-75ea767668d8/3c4c54b3-600b-4aa5-a4c8-a5bbe7036c3c/895df460-f888-4b9c-b097-60e33f8c4485) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:42.225057 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004993c7-93f5-42de-bec9-edb48b0ec24f x-openstack-request-id: req-004993c7-93f5-42de-bec9-edb48b0ec24f {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:42.225651 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d61d5e-7a62-4200-8c79-b14742c72ab8", "name": "network-vif-deleted", "tag": "e545b7e9-7802-4594-8116-4774e4e3d192", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:42.226124 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-004993c7-93f5-42de-bec9-edb48b0ec24f {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:42.228218 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d61d5e-7a62-4200-8c79-b14742c72ab8', 'name': 'network-vif-deleted', 'tag': 'e545b7e9-7802-4594-8116-4774e4e3d192', 'status': 'completed', 'code': 200} Jul 05 10:14:42.291270 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:42.396959 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9e783992-b9f0-4b4c-aa18-96cecfa7bde8 None None] Provisioning for port ad9460e7-8581-436c-b197-822416e793f4 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:42.428672 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 11ec9949-a745-427a-ba96-ffe33a6b8d57 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:42.436730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 11ec9949-a745-427a-ba96-ffe33a6b8d57 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:42.437318 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:42.437855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64b8b1-bec2-4600-9416-1a4eae3203ce req-bffe1949-8aaa-49ce-84a3-377342057a37 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:42.439815 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fb64b8b1-bec2-4600-9416-1a4eae3203ce req-bffe1949-8aaa-49ce-84a3-377342057a37 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.5149539 Jul 05 10:14:42.475690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 40292f8d-91de-43c2-af48-5b1de5430e1c no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:42.519658 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Allocated IP 172.25.5.50 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/bf396023-f5cd-4cfb-b284-8dbbb573f10e) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:42.539927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 40292f8d-91de-43c2-af48-5b1de5430e1c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:14:42.540662 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 40292f8d-91de-43c2-af48-5b1de5430e1c not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:14:42.541171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device e545b7e9-7802-4594-8116-4774e4e3d192 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:42.571258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: e545b7e9-7802-4594-8116-4774e4e3d192 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:14:42.571258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device e545b7e9-7802-4594-8116-4774e4e3d192 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:14:42.580646 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fb64b8b1-bec2-4600-9416-1a4eae3203ce req-5579e42c-d11b-4338-8f72-ba999195e46c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315432 Jul 05 10:14:42.671875 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:42.710655 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Transition to ACTIVE for port object 895df460-f888-4b9c-b097-60e33f8c4485 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:42.716840 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:42.806895 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:42.809957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 11ec9949-a745-427a-ba96-ffe33a6b8d57, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=11ec9949-a745-427a-ba96-ffe33a6b8d57,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:42.947398 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:42.948413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ad9460e7-8581-436c-b197-822416e793f4 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:43.003360 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:43.004112 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:43.087739 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:43.090604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:43.166631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:43.169798 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Network b1acafdf-0772-47f0-a401-75ea767668d8 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:43.177211 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:43.200175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:43.268798 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=11ec9949-a745-427a-ba96-ffe33a6b8d57,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:43.305881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Pushing event updated for resources: {'Port': ['ID=895df460-f888-4b9c-b097-60e33f8c4485,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:43.344777 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:43.345478 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:43.346448 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:43.358617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a5b9e750-e121-4d14-9397-7d85164e28e7 None None] Provisioning for port ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:43.363396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a5b9e750-e121-4d14-9397-7d85164e28e7 None None] Provisioning complete for port ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:43.363790 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e750-e121-4d14-9397-7d85164e28e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:43.382257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event updated for resources: {'Port': ['ID=bf396023-f5cd-4cfb-b284-8dbbb573f10e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:43.434195 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a5b9e750-e121-4d14-9397-7d85164e28e7 None None] Port ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:14:43.440090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port ad9460e7-8581-436c-b197-822416e793f4 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:43.451707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ad9460e7-8581-436c-b197-822416e793f4 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:43.452163 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:43.465256 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a5b9e750-e121-4d14-9397-7d85164e28e7 None None] Provisioning complete for port ad9460e7-8581-436c-b197-822416e793f4 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:43.465662 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e750-e121-4d14-9397-7d85164e28e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:43.582732 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e0bd869d-daf1-4e6e-bd7e-5c1190f97070 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.4839947 Jul 05 10:14:43.587679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52918) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:43.649941 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-faee3429-2946-41dd-ba33-ccda82039c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:43.657820 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-317ac358-6856-43c1-86b1-499f7ec0b3b9 req-2313e1f6-167e-4b38-b599-b1b4dcbfa84e tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6d61d5e-7a62-4200-8c79-b14742c72ab8 HTTP/1.1" status: 200 len: 210 time: 0.1636581 Jul 05 10:14:43.718133 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e750-e121-4d14-9397-7d85164e28e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:43.721829 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:43.761520 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:43.788454 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:43.836377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a5b9e750-e121-4d14-9397-7d85164e28e7 None None] For port ad9460e7-8581-436c-b197-822416e793f4, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ad9460e7-8581-436c-b197-822416e793f4,segment=NetworkSegment(63f2b820-4634-4dfd-af23-1741be23406b),segment_id=63f2b820-4634-4dfd-af23-1741be23406b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:43.981521 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e750-e121-4d14-9397-7d85164e28e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:44.177739 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13f77c06-ecba-4466-97c7-de61a09a607f req-426d75f1-4788-4886-ae1e-af11910b1f56 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2294199 Jul 05 10:14:44.192410 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7a873-d5cb-4b52-87e7-d73cee060369 req-324ef502-2e0d-496d-980e-3177ad7e9b4f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:44.201225 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4a7a873-d5cb-4b52-87e7-d73cee060369 req-324ef502-2e0d-496d-980e-3177ad7e9b4f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.2784705 Jul 05 10:14:44.267869 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0716ce-e5c2-4e9a-8025-0c5f540334da tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:44.275040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0716ce-e5c2-4e9a-8025-0c5f540334da tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:44.281174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0716ce-e5c2-4e9a-8025-0c5f540334da tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:44.283169 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bc0716ce-e5c2-4e9a-8025-0c5f540334da tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.6943121 Jul 05 10:14:44.286149 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52928) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:44.318355 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4a7a873-d5cb-4b52-87e7-d73cee060369 req-b670e530-8187-4d36-977d-06dc16e45caa tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162248 Jul 05 10:14:44.337363 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:44.339533 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:14:44.341064 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:14:44.383510 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f77c06-ecba-4466-97c7-de61a09a607f req-549f8a42-d0b8-4022-8d06-cffa4ee23522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:44.387496 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13f77c06-ecba-4466-97c7-de61a09a607f req-549f8a42-d0b8-4022-8d06-cffa4ee23522 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d049e9a417d14e4b87e38762c036901a&device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 1098 time: 0.1630008 Jul 05 10:14:44.427322 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9e750-e121-4d14-9397-7d85164e28e7 None None] Pushing event updated for resources: {'Port': ['ID=ad9460e7-8581-436c-b197-822416e793f4,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:44.431823 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0918cbd4-e7f1-4268-aa29-109d7e67242b None None] Provisioning complete for port ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:44.434131 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0918cbd4-e7f1-4268-aa29-109d7e67242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:44.482580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-45c5730b-7704-4524-b7f4-064432d8eb8c tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Deleting port 895df460-f888-4b9c-b097-60e33f8c4485 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:44.483166 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-45c5730b-7704-4524-b7f4-064432d8eb8c tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:44.512858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0918cbd4-e7f1-4268-aa29-109d7e67242b None None] Port ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:14:44.521150 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:44.588386 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-45c5730b-7704-4524-b7f4-064432d8eb8c tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:44.602053 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-45c5730b-7704-4524-b7f4-064432d8eb8c tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Calling delete_port for 895df460-f888-4b9c-b097-60e33f8c4485 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:44.657978 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0918cbd4-e7f1-4268-aa29-109d7e67242b None None] Provisioning for port 895df460-f888-4b9c-b097-60e33f8c4485 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:44.662382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0918cbd4-e7f1-4268-aa29-109d7e67242b None None] Provisioning complete for port 895df460-f888-4b9c-b097-60e33f8c4485 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:44.662762 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0918cbd4-e7f1-4268-aa29-109d7e67242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:44.736290 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0918cbd4-e7f1-4268-aa29-109d7e67242b None None] Port 895df460-f888-4b9c-b097-60e33f8c4485 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:14:44.741971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event updated for resources: {'Port': ['ID=bf396023-f5cd-4cfb-b284-8dbbb573f10e,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:44.776207 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:44.782167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f77c06-ecba-4466-97c7-de61a09a607f req-8e7352d9-5869-4a8b-8182-f8472eb204a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:44.783834 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13f77c06-ecba-4466-97c7-de61a09a607f req-8e7352d9-5869-4a8b-8182-f8472eb204a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 HTTP/1.1" status: 200 len: 912 time: 0.3675025 Jul 05 10:14:44.865465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52944) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:44.884336 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:44.896043 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-02110b54-5d10-4c8c-9742-d106c227dfac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0651596 Jul 05 10:14:44.920858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c416634-5b3d-4190-82f6-ee4cef323cbb req-af395613-1446-499b-85d1-adfd9ca9e9c8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:44.921930 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:44.931454 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c416634-5b3d-4190-82f6-ee4cef323cbb req-af395613-1446-499b-85d1-adfd9ca9e9c8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 946 time: 0.2698154 Jul 05 10:14:44.942593 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-45c5730b-7704-4524-b7f4-064432d8eb8c tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:44.968606 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13f77c06-ecba-4466-97c7-de61a09a607f req-ed15825b-1b26-4f2a-b35e-f42d86c7c6df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90c63839-073a-438c-adb5-81074bef5dab HTTP/1.1" status: 200 len: 1001 time: 0.1748676 Jul 05 10:14:45.022838 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 11ec9949-a745-427a-ba96-ffe33a6b8d57 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:45.052508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5730b-7704-4524-b7f4-064432d8eb8c tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Pushing event deleted for resources: {'Port': ['ID=895df460-f888-4b9c-b097-60e33f8c4485,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:45.100726 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a67cbf-4ca4-4fdf-8472-a5983ea345d4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Deleting subnet f4e95410-5bb9-4bd6-9ffe-3f419de8b2b3 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:14:45.105781 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c416634-5b3d-4190-82f6-ee4cef323cbb req-76eb650f-a101-45f9-b277-a92a8e3a04b7 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737695 Jul 05 10:14:45.108166 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b3a67cbf-4ca4-4fdf-8472-a5983ea345d4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:45.153027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 11ec9949-a745-427a-ba96-ffe33a6b8d57 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:45.153479 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:45.226321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f77c06-ecba-4466-97c7-de61a09a607f req-3c3fe6c8-08d6-418e-92f6-388846bb0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:45.228733 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13f77c06-ecba-4466-97c7-de61a09a607f req-3c3fe6c8-08d6-418e-92f6-388846bb0a60 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=feb07890-d026-4a51-bf47-b1ecaafff9e9 HTTP/1.1" status: 200 len: 850 time: 0.2170415 Jul 05 10:14:45.270799 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b3a67cbf-4ca4-4fdf-8472-a5983ea345d4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:45.326616 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-45c5730b-7704-4524-b7f4-064432d8eb8c tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:45.329399 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-45c5730b-7704-4524-b7f4-064432d8eb8c tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] 10.222.0.77 "DELETE /v2.0/ports/895df460-f888-4b9c-b097-60e33f8c4485 HTTP/1.1" status: 204 len: 168 time: 1.0413637 Jul 05 10:14:45.341778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52966) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:45.360972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4f281d6b-fffb-469c-ac0f-ddaee6fc32e0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Request body: {'port': {'name': 'tempest-new-port-name-1202861389', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:45.361372 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.api.validators [None req-4f281d6b-fffb-469c-ac0f-ddaee6fc32e0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] bootfile-name is not in valid_values {{(pid=100776) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 10:14:45.361717 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.api.validators [None req-4f281d6b-fffb-469c-ac0f-ddaee6fc32e0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] tftp-server is not in valid_values {{(pid=100776) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 10:14:45.362053 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.api.validators [None req-4f281d6b-fffb-469c-ac0f-ddaee6fc32e0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] server-ip-address is not in valid_values {{(pid=100776) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 10:14:45.366593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-c85dae62-fa08-4bee-a853-e99adcfcd906 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1002559754&fields=id&tenant_id=e283acd2ef834bb4928ec5454c215b99 HTTP/1.1" status: 200 len: 267 time: 0.1119020 Jul 05 10:14:45.434774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ad9460e7-8581-436c-b197-822416e793f4 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:14:45.576280 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ad9460e7-8581-436c-b197-822416e793f4 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:45.576673 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:45.579705 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-6a64ebc7-7081-47c6-9c75-13a54300be21 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:45.596035 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-6a64ebc7-7081-47c6-9c75-13a54300be21 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 812 time: 0.2271099 Jul 05 10:14:45.606428 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b3a67cbf-4ca4-4fdf-8472-a5983ea345d4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:45.631637 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52972) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:45.632275 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f281d6b-fffb-469c-ac0f-ddaee6fc32e0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:45.650731 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-096ab64a-7bc5-447a-ba2e-4b1fea5a47d0 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/quotas/e283acd2ef834bb4928ec5454c215b99 HTTP/1.1" status: 200 len: 375 time: 0.0537322 Jul 05 10:14:45.754927 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-2aecbed2-8235-471d-9497-50850477f700 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1031222 Jul 05 10:14:45.801077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-956e16e4-cf91-4d43-bb00-4470f1992661 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:45.843631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f77c06-ecba-4466-97c7-de61a09a607f req-f4ee7eb3-b612-46df-ad69-ef59616fe28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:45.845465 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13f77c06-ecba-4466-97c7-de61a09a607f req-f4ee7eb3-b612-46df-ad69-ef59616fe28b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6096222 Jul 05 10:14:45.869530 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b3a67cbf-4ca4-4fdf-8472-a5983ea345d4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:45.898238 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-3a1fa616-705b-40d6-a76c-843ac6ed5d6a service neutron] 10.222.0.77 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310184 Jul 05 10:14:45.902046 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a67cbf-4ca4-4fdf-8472-a5983ea345d4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e95410-5bb9-4bd6-9ffe-3f419de8b2b3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:45.905826 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b3a67cbf-4ca4-4fdf-8472-a5983ea345d4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:45.907744 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b3a67cbf-4ca4-4fdf-8472-a5983ea345d4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "DELETE /v2.0/subnets/f4e95410-5bb9-4bd6-9ffe-3f419de8b2b3 HTTP/1.1" status: 204 len: 168 time: 1.0414138 Jul 05 10:14:45.918788 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843b8933-43da-409a-8cca-92167cfcec0c None None] Network bae6168c-e665-4b71-83c6-1f0d829e42ba requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:45.926630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52976) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:46.061948 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.093929 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-65871436-3775-4e2a-83a1-403b0a9be554 service neutron] 10.222.0.77 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849771 Jul 05 10:14:46.157940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Deleting port 476316e8-24c9-41e8-b5dd-b3170105176e {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:46.157940 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.176719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff0e3c2-ef9d-4b76-90dc-ad3272a07de0 None None] DHCP port deletion for bae6168c-e665-4b71-83c6-1f0d829e42ba request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:14:46.254978 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0e3c2-ef9d-4b76-90dc-ad3272a07de0 None None] Deleting port 476316e8-24c9-41e8-b5dd-b3170105176e {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:46.255381 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2ff0e3c2-ef9d-4b76-90dc-ad3272a07de0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.276475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] For port 476316e8-24c9-41e8-b5dd-b3170105176e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=476316e8-24c9-41e8-b5dd-b3170105176e,segment=NetworkSegment(2a86175e-92b2-4aeb-b696-68f44a4e913e),segment_id=2a86175e-92b2-4aeb-b696-68f44a4e913e)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:46.276739 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.291247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Calling delete_port for 476316e8-24c9-41e8-b5dd-b3170105176e owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:46.324690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52982) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:46.337367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2ff0e3c2-ef9d-4b76-90dc-ad3272a07de0 None None] For port 476316e8-24c9-41e8-b5dd-b3170105176e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=476316e8-24c9-41e8-b5dd-b3170105176e,segment=NetworkSegment(2a86175e-92b2-4aeb-b696-68f44a4e913e),segment_id=2a86175e-92b2-4aeb-b696-68f44a4e913e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:46.337821 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2ff0e3c2-ef9d-4b76-90dc-ad3272a07de0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.341989 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-956e16e4-cf91-4d43-bb00-4470f1992661 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] 10.222.0.77 "PUT /v2.0/quotas/a2709d8807e84578b08df81571217ebb HTTP/1.1" status: 200 len: 368 time: 0.7046642 Jul 05 10:14:46.342605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52986) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:46.354826 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d96ebce7-d0a3-488e-88fc-eb690b64c79b tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Request body: {'network': {'project_id': 'a2709d8807e84578b08df81571217ebb'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:46.358408 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0e3c2-ef9d-4b76-90dc-ad3272a07de0 None None] Calling delete_port for 476316e8-24c9-41e8-b5dd-b3170105176e owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:46.365847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e87cdf-e941-4cdc-91bb-2e4c2ef035b4 req-cd797789-311d-4c45-b617-e67a3278a14f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:46.373401 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c2e87cdf-e941-4cdc-91bb-2e4c2ef035b4 req-cd797789-311d-4c45-b617-e67a3278a14f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.7124765 Jul 05 10:14:46.444344 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13f77c06-ecba-4466-97c7-de61a09a607f req-e43b7bb9-33be-46ff-8bf5-eef1313fd3ab service neutron] 10.222.0.73 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655470 Jul 05 10:14:46.448241 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c2e87cdf-e941-4cdc-91bb-2e4c2ef035b4 req-35c493db-3c49-4ff6-9c7e-97aa7ed8085f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740545 Jul 05 10:14:46.524012 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96ebce7-d0a3-488e-88fc-eb690b64c79b tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Made reservation on behalf of a2709d8807e84578b08df81571217ebb for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:46.526792 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d96ebce7-d0a3-488e-88fc-eb690b64c79b tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.540989 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d96ebce7-d0a3-488e-88fc-eb690b64c79b tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.552632 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e580fde3-cc2f-4f9d-9dac-05fb05c267fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.610572 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.629632 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2ff0e3c2-ef9d-4b76-90dc-ad3272a07de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.652630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Port': ['ID=476316e8-24c9-41e8-b5dd-b3170105176e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:46.662246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] No DVR routers for this DVR port 476316e8-24c9-41e8-b5dd-b3170105176e on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:46.671696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0e3c2-ef9d-4b76-90dc-ad3272a07de0 None None] Pushing event deleted for resources: {'Port': ['ID=476316e8-24c9-41e8-b5dd-b3170105176e,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:46.683845 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d96ebce7-d0a3-488e-88fc-eb690b64c79b tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.684322 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff0e3c2-ef9d-4b76-90dc-ad3272a07de0 None None] No DVR routers for this DVR port 476316e8-24c9-41e8-b5dd-b3170105176e on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:46.688104 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13f77c06-ecba-4466-97c7-de61a09a607f req-c6644d1d-1dd0-4211-8538-53cf3a1fb381 service neutron] 10.222.0.73 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315843 Jul 05 10:14:46.695813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a3023-9cbe-427a-bd87-713fdf520cc1 req-bfb19b0b-0c88-47d4-b0de-3271b7afc5ca tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:46.697446 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a84a3023-9cbe-427a-bd87-713fdf520cc1 req-bfb19b0b-0c88-47d4-b0de-3271b7afc5ca tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 946 time: 0.2326596 Jul 05 10:14:46.722614 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f281d6b-fffb-469c-ac0f-ddaee6fc32e0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.756237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cefba-2532-4801-8869-7ceb866f968f req-304292ca-c50e-4e8b-9d99-11f99e70cedd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:46.757901 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f82cefba-2532-4801-8869-7ceb866f968f req-304292ca-c50e-4e8b-9d99-11f99e70cedd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 946 time: 0.2032294 Jul 05 10:14:46.773062 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.786241 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.794979 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d96ebce7-d0a3-488e-88fc-eb690b64c79b tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.814538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae6168c-e665-4b71-83c6-1f0d829e42ba']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:46.847506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a86175e-92b2-4aeb-b696-68f44a4e913e') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:46.847910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a86175e-92b2-4aeb-b696-68f44a4e913e') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:46.856173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96ebce7-d0a3-488e-88fc-eb690b64c79b tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:14:46.864975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f82cefba-2532-4801-8869-7ceb866f968f req-6ede9ac1-5992-4793-a158-3e8d075b89d5 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993419 Jul 05 10:14:46.882570 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f281d6b-fffb-469c-ac0f-ddaee6fc32e0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.892947 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-25ad8d03-410b-4559-8139-4fb8d8b05878 req-06001656-b0db-4585-9443-e4c00cd2d103 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 210 time: 0.0678937 Jul 05 10:14:46.896604 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.925658 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.928061 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ebce7-d0a3-488e-88fc-eb690b64c79b tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6e2c74-31fb-4dd4-b444-8d82e93f314c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:46.938364 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d96ebce7-d0a3-488e-88fc-eb690b64c79b tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:46.939608 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-d96ebce7-d0a3-488e-88fc-eb690b64c79b tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Added segment 2236bd68-a6d6-4464-b446-1db83111194c of type vlan for network 9f9c966a-7788-40eb-a82b-99f3cbae56ed Jul 05 10:14:46.964851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:14:46.965345 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.010057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f281d6b-fffb-469c-ac0f-ddaee6fc32e0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Pushing event updated for resources: {'Port': ['ID=ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:47.029254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-a84a3023-9cbe-427a-bd87-713fdf520cc1 req-3548c4b3-1a72-478b-bb15-2970068a5183 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Deleting port 4f3b8963-ddd6-4c6d-821b-faf123f03e19 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:47.029616 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a84a3023-9cbe-427a-bd87-713fdf520cc1 req-3548c4b3-1a72-478b-bb15-2970068a5183 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.061837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 476316e8-24c9-41e8-b5dd-b3170105176e no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:14:47.064336 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:14:47.092458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 476316e8-24c9-41e8-b5dd-b3170105176e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:14:47.095183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 476316e8-24c9-41e8-b5dd-b3170105176e not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:14:47.118547 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d96ebce7-d0a3-488e-88fc-eb690b64c79b tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.152152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4f281d6b-fffb-469c-ac0f-ddaee6fc32e0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] In _notify_port_updated(), no bound segment for port ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7 on network b1acafdf-0772-47f0-a401-75ea767668d8 {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:14:47.157671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f281d6b-fffb-469c-ac0f-ddaee6fc32e0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:47.158323 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f281d6b-fffb-469c-ac0f-ddaee6fc32e0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.162244 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4f281d6b-fffb-469c-ac0f-ddaee6fc32e0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] 10.222.0.77 "PUT /v2.0/ports/ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7 HTTP/1.1" status: 200 len: 1136 time: 1.8169951 Jul 05 10:14:47.162493 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52996) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:47.172835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e580fde3-cc2f-4f9d-9dac-05fb05c267fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.211905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-a84a3023-9cbe-427a-bd87-713fdf520cc1 req-3548c4b3-1a72-478b-bb15-2970068a5183 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] For port 4f3b8963-ddd6-4c6d-821b-faf123f03e19, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4f3b8963-ddd6-4c6d-821b-faf123f03e19,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:47.212271 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a84a3023-9cbe-427a-bd87-713fdf520cc1 req-3548c4b3-1a72-478b-bb15-2970068a5183 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.217387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e4e386-576b-4147-861e-18f8291cbec4 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:47.218858 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-99e4e386-576b-4147-861e-18f8291cbec4 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] 10.222.0.77 "GET /v2.0/ports/ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7 HTTP/1.1" status: 200 len: 1136 time: 0.0553610 Jul 05 10:14:47.222507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52998) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:47.231564 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-a84a3023-9cbe-427a-bd87-713fdf520cc1 req-3548c4b3-1a72-478b-bb15-2970068a5183 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Calling delete_port for 4f3b8963-ddd6-4c6d-821b-faf123f03e19 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:47.289696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8e5d6a92-4b0d-4c77-ae35-100ec62b4eed None None] Provisioning complete for port ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:47.290787 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8e5d6a92-4b0d-4c77-ae35-100ec62b4eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.330048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a7f27e29-74ee-4965-8c53-d91dc2d276f6 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Deleting port ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:47.330401 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a7f27e29-74ee-4965-8c53-d91dc2d276f6 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.331536 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d6a92-4b0d-4c77-ae35-100ec62b4eed None None] Port ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:14:47.363108 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e580fde3-cc2f-4f9d-9dac-05fb05c267fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.372409 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.373893 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d96ebce7-d0a3-488e-88fc-eb690b64c79b tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.374832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96ebce7-d0a3-488e-88fc-eb690b64c79b tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:47.375408 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d96ebce7-d0a3-488e-88fc-eb690b64c79b tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.387384 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.389312 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "DELETE /v2.0/networks/bae6168c-e665-4b71-83c6-1f0d829e42ba HTTP/1.1" status: 204 len: 168 time: 1.4618981 Jul 05 10:14:47.392111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53000) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:47.434386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580fde3-cc2f-4f9d-9dac-05fb05c267fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb89046e-7a4f-41ec-baf7-ff6d1e1069d5,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:47.443742 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e580fde3-cc2f-4f9d-9dac-05fb05c267fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3bb46e40b7f244048c61c8e5d7c0fe79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1137154 Jul 05 10:14:47.447868 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53002) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:47.471896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ebce7-d0a3-488e-88fc-eb690b64c79b tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Pushing event updated for resources: {'Network': ['ID=9f9c966a-7788-40eb-a82b-99f3cbae56ed,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:47.477762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4859d65-a922-496d-9cdd-ad608d6eabb4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Deleting subnet b15e9854-3bd6-4766-9adb-ea7c61ad2767 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:14:47.489160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 9f9c966a-7788-40eb-a82b-99f3cbae56ed details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:14:47.489269 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a4859d65-a922-496d-9cdd-ad608d6eabb4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.500238 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec3f2e-b448-4671-a2ff-fb76fc0e2c58 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Network': ['ID=bae6168c-e665-4b71-83c6-1f0d829e42ba,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:47.503086 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a7f27e29-74ee-4965-8c53-d91dc2d276f6 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.516365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a7f27e29-74ee-4965-8c53-d91dc2d276f6 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Calling delete_port for ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:47.530548 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a84a3023-9cbe-427a-bd87-713fdf520cc1 req-3548c4b3-1a72-478b-bb15-2970068a5183 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.553376 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['4f3b8963-ddd6-4c6d-821b-faf123f03e19'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:14:47.577387 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a4859d65-a922-496d-9cdd-ad608d6eabb4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.580173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548c4b3-1a72-478b-bb15-2970068a5183 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Pushing event deleted for resources: {'Port': ['ID=4f3b8963-ddd6-4c6d-821b-faf123f03e19,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:47.599872 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d96ebce7-d0a3-488e-88fc-eb690b64c79b tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2559097 Jul 05 10:14:47.603465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53006) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:47.610176 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-62503f2b-3977-4c69-9d0d-5c0f2e63e34e tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Request body: {'network': {'project_id': 'a2709d8807e84578b08df81571217ebb'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:47.651293 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-237db821-2a39-4f66-930c-457af124c1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.717311 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84a3023-9cbe-427a-bd87-713fdf520cc1 req-3548c4b3-1a72-478b-bb15-2970068a5183 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] No DVR routers for this DVR port 4f3b8963-ddd6-4c6d-821b-faf123f03e19 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:47.724925 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a84a3023-9cbe-427a-bd87-713fdf520cc1 req-3548c4b3-1a72-478b-bb15-2970068a5183 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.727443 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a84a3023-9cbe-427a-bd87-713fdf520cc1 req-3548c4b3-1a72-478b-bb15-2970068a5183 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "DELETE /v2.0/ports/4f3b8963-ddd6-4c6d-821b-faf123f03e19 HTTP/1.1" status: 204 len: 173 time: 1.0225711 Jul 05 10:14:47.732065 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf0aed9-1f15-43ef-8325-b5c30b529647', 'name': 'network-vif-deleted', 'tag': '4f3b8963-ddd6-4c6d-821b-faf123f03e19'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:47.734279 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc47411c-f9df-44e9-957c-b8409df5554b" -d '{"events": [{"server_uuid": "ebf0aed9-1f15-43ef-8325-b5c30b529647", "name": "network-vif-deleted", "tag": "4f3b8963-ddd6-4c6d-821b-faf123f03e19"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:47.745414 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-237db821-2a39-4f66-930c-457af124c1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.777763 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1896c4-869b-4790-9840-b4b23c9919f4 x-openstack-request-id: req-4e1896c4-869b-4790-9840-b4b23c9919f4 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:47.778029 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62503f2b-3977-4c69-9d0d-5c0f2e63e34e tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Made reservation on behalf of a2709d8807e84578b08df81571217ebb for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:47.778535 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf0aed9-1f15-43ef-8325-b5c30b529647", "name": "network-vif-deleted", "tag": "4f3b8963-ddd6-4c6d-821b-faf123f03e19", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:47.778535 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e1896c4-869b-4790-9840-b4b23c9919f4 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:47.778720 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf0aed9-1f15-43ef-8325-b5c30b529647', 'name': 'network-vif-deleted', 'tag': '4f3b8963-ddd6-4c6d-821b-faf123f03e19', 'status': 'completed', 'code': 200} Jul 05 10:14:47.780500 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-62503f2b-3977-4c69-9d0d-5c0f2e63e34e tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.805998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62503f2b-3977-4c69-9d0d-5c0f2e63e34e tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:14:47.815143 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-62503f2b-3977-4c69-9d0d-5c0f2e63e34e tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.815497 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-62503f2b-3977-4c69-9d0d-5c0f2e63e34e tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Added segment b0221e29-ef9d-47c1-b40a-3b9d5461dc31 of type vlan for network b06731df-4249-4813-a4f8-49258011c0a6 Jul 05 10:14:47.822796 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a4859d65-a922-496d-9cdd-ad608d6eabb4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.833821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e5684-d457-4851-a30f-240dc659d8ae req-554fd848-158e-44cf-b14f-7bc179b55c45 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:47.838823 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-691e5684-d457-4851-a30f-240dc659d8ae req-554fd848-158e-44cf-b14f-7bc179b55c45 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.2297802 Jul 05 10:14:47.858031 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-62503f2b-3977-4c69-9d0d-5c0f2e63e34e tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.883314 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a7f27e29-74ee-4965-8c53-d91dc2d276f6 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.917944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f27e29-74ee-4965-8c53-d91dc2d276f6 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Pushing event deleted for resources: {'Port': ['ID=ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:47.918474 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-691e5684-d457-4851-a30f-240dc659d8ae req-dae743c7-0f99-4b74-a2c5-8a55848c57ac tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628679 Jul 05 10:14:47.995625 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-237db821-2a39-4f66-930c-457af124c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:47.999209 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-237db821-2a39-4f66-930c-457af124c1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.000531 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-237db821-2a39-4f66-930c-457af124c1ea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fb89046e-7a4f-41ec-baf7-ff6d1e1069d5 HTTP/1.1" status: 204 len: 168 time: 0.5519419 Jul 05 10:14:48.006113 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-62503f2b-3977-4c69-9d0d-5c0f2e63e34e tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.007304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62503f2b-3977-4c69-9d0d-5c0f2e63e34e tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:48.007938 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-62503f2b-3977-4c69-9d0d-5c0f2e63e34e tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.018511 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237db821-2a39-4f66-930c-457af124c1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb89046e-7a4f-41ec-baf7-ff6d1e1069d5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:48.082334 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2c2d0552-ff99-420b-9308-268131dacaa5 req-c7ec4855-258c-4181-8c1c-814f7f2db8f5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 210 time: 0.0518448 Jul 05 10:14:48.083863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a4859d65-a922-496d-9cdd-ad608d6eabb4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.101503 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a7f27e29-74ee-4965-8c53-d91dc2d276f6 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.103418 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a4859d65-a922-496d-9cdd-ad608d6eabb4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.104591 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a7f27e29-74ee-4965-8c53-d91dc2d276f6 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] 10.222.0.77 "DELETE /v2.0/ports/ab6feaf7-8359-4c2f-b7fe-332d9a2ea4c7 HTTP/1.1" status: 204 len: 168 time: 0.8810356 Jul 05 10:14:48.106018 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a4859d65-a922-496d-9cdd-ad608d6eabb4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "DELETE /v2.0/subnets/b15e9854-3bd6-4766-9adb-ea7c61ad2767 HTTP/1.1" status: 204 len: 168 time: 0.7129400 Jul 05 10:14:48.106960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53016) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:48.113796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53018) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:48.124072 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9321f8-3527-4b79-8c4f-c19d82d2616d None None] Network 37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:48.138555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4859d65-a922-496d-9cdd-ad608d6eabb4 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Subnet': ['ID=b15e9854-3bd6-4766-9adb-ea7c61ad2767,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:48.172324 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aca4a945-6cad-46e0-aa4d-0e9712b6af95 req-ddcc503a-99eb-4e74-9fc8-8a88945bea19 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 210 time: 0.1249876 Jul 05 10:14:48.179237 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-62503f2b-3977-4c69-9d0d-5c0f2e63e34e tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5743895 Jul 05 10:14:48.182446 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53020) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:48.189930 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c6df1afa-6be2-4804-bbe1-1a1d3a45ad63 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Request body: {'network': {'project_id': 'a2709d8807e84578b08df81571217ebb'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:48.194233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9bf4281-2145-4e4f-a6fc-5e7bc04686f0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Deleting subnet 3c4c54b3-600b-4aa5-a4c8-a5bbe7036c3c {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:14:48.199883 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4281-2145-4e4f-a6fc-5e7bc04686f0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.254404 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4281-2145-4e4f-a6fc-5e7bc04686f0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.274745 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62503f2b-3977-4c69-9d0d-5c0f2e63e34e tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Pushing event updated for resources: {'Network': ['ID=b06731df-4249-4813-a4f8-49258011c0a6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:48.299109 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6df1afa-6be2-4804-bbe1-1a1d3a45ad63 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 10:14:48.300052 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6df1afa-6be2-4804-bbe1-1a1d3a45ad63 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:14:48.304778 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c6df1afa-6be2-4804-bbe1-1a1d3a45ad63 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1194150 Jul 05 10:14:48.305456 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53022) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:48.317866 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network b06731df-4249-4813-a4f8-49258011c0a6 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:14:48.386786 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.441846 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2517ddcb-3ead-4db5-b2e6-270309e6dfb2 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.458176 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4281-2145-4e4f-a6fc-5e7bc04686f0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.525844 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ece3c0-0e26-4cd9-9f86-080ed90fe78e None None] DHCP port deletion for 37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:14:48.610359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b3ece3c0-0e26-4cd9-9f86-080ed90fe78e None None] Deleting port 806746de-1ff3-4253-9be8-c8d6ab6b475e {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:48.611067 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3ece3c0-0e26-4cd9-9f86-080ed90fe78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.651400 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Deleting port 806746de-1ff3-4253-9be8-c8d6ab6b475e {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:48.651850 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.664564 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4281-2145-4e4f-a6fc-5e7bc04686f0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.700030 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b3ece3c0-0e26-4cd9-9f86-080ed90fe78e None None] For port 806746de-1ff3-4253-9be8-c8d6ab6b475e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=806746de-1ff3-4253-9be8-c8d6ab6b475e,segment=NetworkSegment(85dc61db-018e-4b9a-b04f-af0e1dcd2efc),segment_id=85dc61db-018e-4b9a-b04f-af0e1dcd2efc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:48.700572 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3ece3c0-0e26-4cd9-9f86-080ed90fe78e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.708539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf4281-2145-4e4f-a6fc-5e7bc04686f0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4c54b3-600b-4aa5-a4c8-a5bbe7036c3c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:48.727142 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4281-2145-4e4f-a6fc-5e7bc04686f0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.732335 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b9bf4281-2145-4e4f-a6fc-5e7bc04686f0 tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] 10.222.0.77 "DELETE /v2.0/subnets/3c4c54b3-600b-4aa5-a4c8-a5bbe7036c3c HTTP/1.1" status: 204 len: 168 time: 0.6030996 Jul 05 10:14:48.732899 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b3ece3c0-0e26-4cd9-9f86-080ed90fe78e None None] Calling delete_port for 806746de-1ff3-4253-9be8-c8d6ab6b475e owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:48.733177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53034) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:48.738932 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5391ed6c-a6fe-495e-a496-776e812fa022 None None] Network b1acafdf-0772-47f0-a401-75ea767668d8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:48.765691 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2517ddcb-3ead-4db5-b2e6-270309e6dfb2 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.789002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-2517ddcb-3ead-4db5-b2e6-270309e6dfb2 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06731df-4249-4813-a4f8-49258011c0a6']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:48.809115 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-2517ddcb-3ead-4db5-b2e6-270309e6dfb2 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0221e29-ef9d-47c1-b40a-3b9d5461dc31') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:48.809391 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-2517ddcb-3ead-4db5-b2e6-270309e6dfb2 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0221e29-ef9d-47c1-b40a-3b9d5461dc31') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:48.819888 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] For port 806746de-1ff3-4253-9be8-c8d6ab6b475e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=806746de-1ff3-4253-9be8-c8d6ab6b475e,segment=NetworkSegment(85dc61db-018e-4b9a-b04f-af0e1dcd2efc),segment_id=85dc61db-018e-4b9a-b04f-af0e1dcd2efc)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:48.820783 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.831132 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2517ddcb-3ead-4db5-b2e6-270309e6dfb2 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.844091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Calling delete_port for 806746de-1ff3-4253-9be8-c8d6ab6b475e owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:48.868029 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.869568 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2517ddcb-3ead-4db5-b2e6-270309e6dfb2 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.914728 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2517ddcb-3ead-4db5-b2e6-270309e6dfb2 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:14:48.915154 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2517ddcb-3ead-4db5-b2e6-270309e6dfb2 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:14:48.918173 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:14:49.019210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Deleting port ad9460e7-8581-436c-b197-822416e793f4 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:49.019584 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.035524 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 806746de-1ff3-4253-9be8-c8d6ab6b475e no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:49.130775 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1702d50e-ae77-44b6-b5d7-97d902b8d04b None None] DHCP port deletion for b1acafdf-0772-47f0-a401-75ea767668d8 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:14:49.171784 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3ece3c0-0e26-4cd9-9f86-080ed90fe78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.209537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ece3c0-0e26-4cd9-9f86-080ed90fe78e None None] Pushing event deleted for resources: {'Port': ['ID=806746de-1ff3-4253-9be8-c8d6ab6b475e,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:49.216049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ece3c0-0e26-4cd9-9f86-080ed90fe78e None None] No DVR routers for this DVR port 806746de-1ff3-4253-9be8-c8d6ab6b475e on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:49.217501 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.248063 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.266272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] For port ad9460e7-8581-436c-b197-822416e793f4, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ad9460e7-8581-436c-b197-822416e793f4,segment=NetworkSegment(63f2b820-4634-4dfd-af23-1741be23406b),segment_id=63f2b820-4634-4dfd-af23-1741be23406b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:49.266649 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.287504 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Calling delete_port for ad9460e7-8581-436c-b197-822416e793f4 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:49.316355 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1702d50e-ae77-44b6-b5d7-97d902b8d04b None None] Deleting port ad9460e7-8581-436c-b197-822416e793f4 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:49.316934 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1702d50e-ae77-44b6-b5d7-97d902b8d04b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.325450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e32b8-cc5f-47f2-836b-3517ea35cc09 req-4713d9f6-28f5-4a62-897f-8c432cb95065 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:49.334322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f06e32b8-cc5f-47f2-836b-3517ea35cc09 req-4713d9f6-28f5-4a62-897f-8c432cb95065 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.2022679 Jul 05 10:14:49.369755 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] No DVR routers for this DVR port 806746de-1ff3-4253-9be8-c8d6ab6b475e on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:49.409323 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94fa2557-45fe-4c57-9f85-ff597cc9f060 req-aa5b55fd-5627-4752-afa3-079c39375662 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 210 time: 0.1224020 Jul 05 10:14:49.410201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Port': ['ID=806746de-1ff3-4253-9be8-c8d6ab6b475e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:49.418316 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2517ddcb-3ead-4db5-b2e6-270309e6dfb2 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.440453 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1702d50e-ae77-44b6-b5d7-97d902b8d04b None None] For port ad9460e7-8581-436c-b197-822416e793f4, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ad9460e7-8581-436c-b197-822416e793f4,segment=NetworkSegment(63f2b820-4634-4dfd-af23-1741be23406b),segment_id=63f2b820-4634-4dfd-af23-1741be23406b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:49.440453 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1702d50e-ae77-44b6-b5d7-97d902b8d04b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.441095 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f06e32b8-cc5f-47f2-836b-3517ea35cc09 req-e50ecb00-5c02-4527-84ca-03ddc21dfd24 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055017 Jul 05 10:14:49.468260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1702d50e-ae77-44b6-b5d7-97d902b8d04b None None] Calling delete_port for ad9460e7-8581-436c-b197-822416e793f4 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:49.501949 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2517ddcb-3ead-4db5-b2e6-270309e6dfb2 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.508401 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2517ddcb-3ead-4db5-b2e6-270309e6dfb2 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] 10.222.0.77 "DELETE /v2.0/networks/b06731df-4249-4813-a4f8-49258011c0a6 HTTP/1.1" status: 204 len: 168 time: 1.1949327 Jul 05 10:14:49.511217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53050) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:49.532697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517ddcb-3ead-4db5-b2e6-270309e6dfb2 tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Pushing event deleted for resources: {'Network': ['ID=b06731df-4249-4813-a4f8-49258011c0a6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:49.584234 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.613306 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:49.634023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85dc61db-018e-4b9a-b04f-af0e1dcd2efc') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:49.635946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85dc61db-018e-4b9a-b04f-af0e1dcd2efc') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:49.639682 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673f5931-2ff7-47da-8b73-9f4ff383000a tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.645689 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.656762 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1702d50e-ae77-44b6-b5d7-97d902b8d04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.674100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702d50e-ae77-44b6-b5d7-97d902b8d04b None None] No DVR routers for this DVR port ad9460e7-8581-436c-b197-822416e793f4 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:49.694511 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-41e6e974-a225-4045-847e-a17768b23214 req-50ce134c-c9d0-4047-b4a3-e3be50eb32eb tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 210 time: 0.0415752 Jul 05 10:14:49.699511 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.706640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Pushing event deleted for resources: {'Port': ['ID=ad9460e7-8581-436c-b197-822416e793f4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:49.723924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702d50e-ae77-44b6-b5d7-97d902b8d04b None None] Pushing event deleted for resources: {'Port': ['ID=ad9460e7-8581-436c-b197-822416e793f4,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:49.724672 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] No DVR routers for this DVR port ad9460e7-8581-436c-b197-822416e793f4 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:49.756029 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.769247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:14:49.770259 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:14:49.779812 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:14:49.965711 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.979342 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673f5931-2ff7-47da-8b73-9f4ff383000a tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:49.982858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1acafdf-0772-47f0-a401-75ea767668d8']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:49.998380 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-673f5931-2ff7-47da-8b73-9f4ff383000a tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9c966a-7788-40eb-a82b-99f3cbae56ed']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:50.001832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f2b820-4634-4dfd-af23-1741be23406b') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:50.002213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f2b820-4634-4dfd-af23-1741be23406b') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:50.017962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-673f5931-2ff7-47da-8b73-9f4ff383000a tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2236bd68-a6d6-4464-b446-1db83111194c') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:50.018427 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-673f5931-2ff7-47da-8b73-9f4ff383000a tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2236bd68-a6d6-4464-b446-1db83111194c') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:50.021608 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.031983 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.042396 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.051789 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] 10.222.0.77 "DELETE /v2.0/networks/37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6 HTTP/1.1" status: 204 len: 168 time: 1.9277172 Jul 05 10:14:50.063040 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673f5931-2ff7-47da-8b73-9f4ff383000a tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.077012 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.080102 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fd452-c42d-417a-ae8c-0ae0badc1e22 tempest-ServersTestMultiNic-1810983439 tempest-ServersTestMultiNic-1810983439-project] Pushing event deleted for resources: {'Network': ['ID=37e03c7c-b3c0-439f-a5f7-bbc8ed454ae6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:50.082080 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673f5931-2ff7-47da-8b73-9f4ff383000a tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.088321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:14:50.088744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:14:50.092029 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:14:50.105099 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673f5931-2ff7-47da-8b73-9f4ff383000a tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:14:50.105728 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673f5931-2ff7-47da-8b73-9f4ff383000a tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:14:50.107920 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:14:50.318316 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673f5931-2ff7-47da-8b73-9f4ff383000a tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.328576 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673f5931-2ff7-47da-8b73-9f4ff383000a tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.331537 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-673f5931-2ff7-47da-8b73-9f4ff383000a tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] 10.222.0.77 "DELETE /v2.0/networks/9f9c966a-7788-40eb-a82b-99f3cbae56ed HTTP/1.1" status: 204 len: 168 time: 0.8191297 Jul 05 10:14:50.360771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f5931-2ff7-47da-8b73-9f4ff383000a tempest-QuotasNegativeTest-836443054 tempest-QuotasNegativeTest-836443054-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f9c966a-7788-40eb-a82b-99f3cbae56ed,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:50.386714 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.393978 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:50.408226 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] 10.222.0.77 "DELETE /v2.0/networks/b1acafdf-0772-47f0-a401-75ea767668d8 HTTP/1.1" status: 204 len: 168 time: 1.6634235 Jul 05 10:14:50.431906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95d2d8-cfd2-40e4-a99d-0d27fda8d62d tempest-ExtraDHCPOptionsTestJSON-474940432 tempest-ExtraDHCPOptionsTestJSON-474940432-project] Pushing event deleted for resources: {'Network': ['ID=b1acafdf-0772-47f0-a401-75ea767668d8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:50.469104 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53086) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:50.631219 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dfe07bcc-3af3-4ba5-aa87-378df84dea2d req-4eeff281-5d55-4536-85b7-52c415a9597b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 210 time: 0.0380235 Jul 05 10:14:50.848547 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4f3b8963-ddd6-4c6d-821b-faf123f03e19 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:50.896355 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d3a02ed4-8f65-42a7-9df6-73b256b13563 req-5a6f712c-aef7-4b22-a187-f1cedc651bf3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 210 time: 0.0454388 Jul 05 10:14:50.927609 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 4f3b8963-ddd6-4c6d-821b-faf123f03e19 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:14:50.935970 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4f3b8963-ddd6-4c6d-821b-faf123f03e19 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:14:51.002637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ad9460e7-8581-436c-b197-822416e793f4 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:51.026034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: ad9460e7-8581-436c-b197-822416e793f4 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:14:51.026494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ad9460e7-8581-436c-b197-822416e793f4 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:14:51.067124 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6f448-14dc-4faf-b0ed-64f1396f6e1b req-d87bafd3-11c5-4694-95df-3d4b8c50b5da tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:51.076834 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-27b6f448-14dc-4faf-b0ed-64f1396f6e1b req-d87bafd3-11c5-4694-95df-3d4b8c50b5da tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.1985095 Jul 05 10:14:51.121685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53096) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:51.130643 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-27b6f448-14dc-4faf-b0ed-64f1396f6e1b req-5b41b74f-7cd5-48ec-865f-2d728031c45a tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528140 Jul 05 10:14:51.266752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-2a8393c5-6d5a-4160-a065-ca1c5690252b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:51.268456 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-2a8393c5-6d5a-4160-a065-ca1c5690252b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.64 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 812 time: 0.1487949 Jul 05 10:14:51.322483 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a12b2db1-3615-4167-bcfc-7fb957a094b6 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e283acd2ef834bb4928ec5454c215b99 HTTP/1.1" status: 200 len: 380 time: 0.0398636 Jul 05 10:14:51.336979 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-404793b1-e874-49f7-a0d1-1eabd84b4d69 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Request body: {'port': {'device_id': '18901957-6616-4363-a192-d41db5c948a3', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'admin_state_up': True, 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'security_groups': ['ef95cf15-119e-4ed8-8739-36124bc26cfa']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:51.390331 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6594cdbb-6211-4eb8-af4a-d7e64cbcf177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:51.638145 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-404793b1-e874-49f7-a0d1-1eabd84b4d69 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Made reservation on behalf of e283acd2ef834bb4928ec5454c215b99 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:51.672204 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-404793b1-e874-49f7-a0d1-1eabd84b4d69 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:51.813013 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-6594cdbb-6211-4eb8-af4a-d7e64cbcf177 admin admin] Deleting port 60c44062-4fdd-4192-9f1d-ddabfa33def2 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:51.813374 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6594cdbb-6211-4eb8-af4a-d7e64cbcf177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:51.871285 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f664bb42-12dd-41bc-be19-fa9916741671 req-8421ec7e-ea35-4e05-ae88-1bfca7361671 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 210 time: 0.0334909 Jul 05 10:14:51.918352 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-404793b1-e874-49f7-a0d1-1eabd84b4d69 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Allocated IP 172.20.0.12 (71c16e14-4c3c-491a-937a-fb13a9e76e00/d366b86b-cde9-4e22-b496-a51e263b46f0/bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:52.022327 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-6594cdbb-6211-4eb8-af4a-d7e64cbcf177 admin admin] For port 60c44062-4fdd-4192-9f1d-ddabfa33def2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=60c44062-4fdd-4192-9f1d-ddabfa33def2,segment=NetworkSegment(2112f63c-be37-4dc7-8930-1483eae6f727),segment_id=2112f63c-be37-4dc7-8930-1483eae6f727)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:52.024870 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6594cdbb-6211-4eb8-af4a-d7e64cbcf177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.055042 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-6594cdbb-6211-4eb8-af4a-d7e64cbcf177 admin admin] Calling delete_port for 60c44062-4fdd-4192-9f1d-ddabfa33def2 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:52.137029 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53108) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:52.137368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53110) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:52.185513 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4830120-d9e7-4cb8-8572-d0c3d00fc3a9 req-34de734d-174b-40ff-8501-8642eccd0e1a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 210 time: 0.0333726 Jul 05 10:14:52.186600 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.189889 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5457c5a0-0539-4240-a1a7-4a513912f850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.244544 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-404793b1-e874-49f7-a0d1-1eabd84b4d69 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.278948 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-404793b1-e874-49f7-a0d1-1eabd84b4d69 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Transition to ACTIVE for port object bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:52.401130 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5457c5a0-0539-4240-a1a7-4a513912f850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.434408 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59e48f5f-bef3-49e2-99d0-409cc3b6b1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.505178 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-502ec66c-762b-4533-b4af-717dba38312d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff1e25f7d250441289b7abe086245a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666282 Jul 05 10:14:52.507663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53120) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:52.524127 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23654c-dd24-45c0-a099-7ed009b8f280 req-4878b51e-e488-453e-9216-0bb15e9bb319 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:52.526249 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d23654c-dd24-45c0-a099-7ed009b8f280 req-4878b51e-e488-453e-9216-0bb15e9bb319 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.1150019 Jul 05 10:14:52.559432 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de279b69-ea04-4a8c-afa0-b70bfa6ad55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.573205 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-404793b1-e874-49f7-a0d1-1eabd84b4d69 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.585082 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d23654c-dd24-45c0-a099-7ed009b8f280 req-ff0b3e29-747a-4f72-b881-7dfbc36c8057 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538273 Jul 05 10:14:52.597049 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de279b69-ea04-4a8c-afa0-b70bfa6ad55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.621677 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-404793b1-e874-49f7-a0d1-1eabd84b4d69 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Network 71c16e14-4c3c-491a-937a-fb13a9e76e00 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:14:52.625685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-404793b1-e874-49f7-a0d1-1eabd84b4d69 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:52.629850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-404793b1-e874-49f7-a0d1-1eabd84b4d69 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:14:52.655750 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6594cdbb-6211-4eb8-af4a-d7e64cbcf177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.666714 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5457c5a0-0539-4240-a1a7-4a513912f850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.686712 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594cdbb-6211-4eb8-af4a-d7e64cbcf177 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c44062-4fdd-4192-9f1d-ddabfa33def2,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:52.703684 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404793b1-e874-49f7-a0d1-1eabd84b4d69 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event updated for resources: {'Port': ['ID=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:52.758679 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-404793b1-e874-49f7-a0d1-1eabd84b4d69 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:52.759480 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-404793b1-e874-49f7-a0d1-1eabd84b4d69 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.778262 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5457c5a0-0539-4240-a1a7-4a513912f850 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2a9648fd95e24146bb4668ee03f609af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6558430 Jul 05 10:14:52.779054 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457c5a0-0539-4240-a1a7-4a513912f850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8acbf99-9712-4f6c-b582-bb2752603f47,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:52.783338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53122) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:52.826559 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de279b69-ea04-4a8c-afa0-b70bfa6ad55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.829351 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de279b69-ea04-4a8c-afa0-b70bfa6ad55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.840668 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-de279b69-ea04-4a8c-afa0-b70bfa6ad55d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/68940ed7-ffed-419b-991e-9c988d99fc2a HTTP/1.1" status: 204 len: 168 time: 0.3245735 Jul 05 10:14:52.875894 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de279b69-ea04-4a8c-afa0-b70bfa6ad55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68940ed7-ffed-419b-991e-9c988d99fc2a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:52.906269 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b67cae0-5e77-42b2-b63a-7cb1768aec63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:52.982756 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6594cdbb-6211-4eb8-af4a-d7e64cbcf177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:53.002482 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59e48f5f-bef3-49e2-99d0-409cc3b6b1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:53.023332 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b67cae0-5e77-42b2-b63a-7cb1768aec63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:53.159583 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59e48f5f-bef3-49e2-99d0-409cc3b6b1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:53.200605 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-59e48f5f-bef3-49e2-99d0-409cc3b6b1eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2e3d25a791ba4468b693042a5416e84f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0605614 Jul 05 10:14:53.201860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e48f5f-bef3-49e2-99d0-409cc3b6b1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e94356-8dcb-4bdb-a68b-a144adaf7624,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:53.204299 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53128) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:53.254718 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf75bc-222c-4e02-babb-c24f670ee4a1 req-bd988a29-ed25-4de7-ba2b-1c2a75e7817f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:53.256969 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84cf75bc-222c-4e02-babb-c24f670ee4a1 req-bd988a29-ed25-4de7-ba2b-1c2a75e7817f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 932 time: 0.1451437 Jul 05 10:14:53.260123 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b93305f9-a6be-4ca1-b867-eabf4df601b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:53.266261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-24d5db1e-a42c-49d4-8995-d0af620949a3 None None] Provisioning for port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:14:53.267406 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-404793b1-e874-49f7-a0d1-1eabd84b4d69 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9341025 Jul 05 10:14:53.267750 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b67cae0-5e77-42b2-b63a-7cb1768aec63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:53.271023 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b67cae0-5e77-42b2-b63a-7cb1768aec63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:53.271952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-24d5db1e-a42c-49d4-8995-d0af620949a3 None None] Provisioning complete for port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:14:53.274825 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2b67cae0-5e77-42b2-b63a-7cb1768aec63 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d8acbf99-9712-4f6c-b582-bb2752603f47 HTTP/1.1" status: 204 len: 168 time: 0.4874089 Jul 05 10:14:53.275443 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-24d5db1e-a42c-49d4-8995-d0af620949a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:53.301786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Request body: {'port': {'device_id': '18901957-6616-4363-a192-d41db5c948a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:53.353867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-24d5db1e-a42c-49d4-8995-d0af620949a3 None None] Port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:14:53.387554 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84cf75bc-222c-4e02-babb-c24f670ee4a1 req-65f0138f-06af-4191-bb8c-970776b76388 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655153 Jul 05 10:14:53.404691 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6594cdbb-6211-4eb8-af4a-d7e64cbcf177 admin admin] Router f7547d2b-965d-459f-9d55-a8002bc253a6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:14:53.436616 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b93305f9-a6be-4ca1-b867-eabf4df601b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:53.463101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67cae0-5e77-42b2-b63a-7cb1768aec63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8acbf99-9712-4f6c-b582-bb2752603f47,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:53.474618 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aeddd786-9039-47fd-a3d6-5dfeb3384208 req-79e47d4d-6688-4b1d-a6cb-763b62156051 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebf0aed9-1f15-43ef-8325-b5c30b529647 HTTP/1.1" status: 200 len: 210 time: 0.0539620 Jul 05 10:14:53.503606 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:53.571116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6594cdbb-6211-4eb8-af4a-d7e64cbcf177 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:14:53.579965 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6594cdbb-6211-4eb8-af4a-d7e64cbcf177 admin admin] 10.222.0.77 "PUT /v2.0/routers/f7547d2b-965d-459f-9d55-a8002bc253a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1052954 Jul 05 10:14:53.580444 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c443b-416e-47ed-91c4-42c0f6e7085f None None] Sync routers for ids ['f7547d2b-965d-459f-9d55-a8002bc253a6'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:14:53.580937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53138) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:53.592195 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378c443b-416e-47ed-91c4-42c0f6e7085f None None] Routers {'f7547d2b-965d-459f-9d55-a8002bc253a6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:53.592886 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-378c443b-416e-47ed-91c4-42c0f6e7085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:14:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f7547d2b-965d-459f-9d55-a8002bc253a6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:53.717546 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-378c443b-416e-47ed-91c4-42c0f6e7085f None None] Set router f7547d2b-965d-459f-9d55-a8002bc253a6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:53.777202 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b93305f9-a6be-4ca1-b867-eabf4df601b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:53.780742 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b93305f9-a6be-4ca1-b867-eabf4df601b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:53.782148 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b93305f9-a6be-4ca1-b867-eabf4df601b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5e94356-8dcb-4bdb-a68b-a144adaf7624 HTTP/1.1" status: 204 len: 168 time: 0.5769336 Jul 05 10:14:53.819447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93305f9-a6be-4ca1-b867-eabf4df601b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e94356-8dcb-4bdb-a68b-a144adaf7624,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:53.880676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fa0b4-75c4-4271-9537-69dee589f429 req-4a9c8939-f222-4168-b608-0484babf76a6 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:53.883000 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a03fa0b4-75c4-4271-9537-69dee589f429 req-4a9c8939-f222-4168-b608-0484babf76a6 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.1139390 Jul 05 10:14:53.902643 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed619-de8d-4ad4-a30c-480206d06333 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:53.930073 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:53.939642 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a03fa0b4-75c4-4271-9537-69dee589f429 req-1e28320a-ba89-4954-b499-9637e8d47ac9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492792 Jul 05 10:14:53.982670 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-378c443b-416e-47ed-91c4-42c0f6e7085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'name': 'tempest-ServersTestMultiNic-1879897038-router', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '32267db1-5a3e-4486-8627-ce808f26090b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:40Z', 'updated_at': '2021-07-05T10:14:52Z', 'revision_number': 5, 'project_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'gw_port': {'id': '32267db1-5a3e-4486-8627-ce808f26090b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:43Z', 'updated_at': '2021-07-05T10:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:54.040688 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c443b-416e-47ed-91c4-42c0f6e7085f None None] Checking router: f7547d2b-965d-459f-9d55-a8002bc253a6 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:14:54.057220 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378c443b-416e-47ed-91c4-42c0f6e7085f None None] Routers {'f7547d2b-965d-459f-9d55-a8002bc253a6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:14:54.058187 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-378c443b-416e-47ed-91c4-42c0f6e7085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:14:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f7547d2b-965d-459f-9d55-a8002bc253a6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:54.069940 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed619-de8d-4ad4-a30c-480206d06333 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:54.114490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:14:54.122673 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:54.137927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Transition to ACTIVE for port object bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:54.206860 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-378c443b-416e-47ed-91c4-42c0f6e7085f None None] Set router f7547d2b-965d-459f-9d55-a8002bc253a6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:14:54.291322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ed619-de8d-4ad4-a30c-480206d06333 admin admin] Deleting port 32267db1-5a3e-4486-8627-ce808f26090b {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:54.291670 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed619-de8d-4ad4-a30c-480206d06333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:54.331937 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:54.383744 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-378c443b-416e-47ed-91c4-42c0f6e7085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'name': 'tempest-ServersTestMultiNic-1879897038-router', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '32267db1-5a3e-4486-8627-ce808f26090b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:40Z', 'updated_at': '2021-07-05T10:14:52Z', 'revision_number': 5, 'project_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'gw_port': {'id': '32267db1-5a3e-4486-8627-ce808f26090b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:43Z', 'updated_at': '2021-07-05T10:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:54.417034 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c443b-416e-47ed-91c4-42c0f6e7085f None None] The sync data for ids ['f7547d2b-965d-459f-9d55-a8002bc253a6'] in n-d-779913-27 is: [{'id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'name': 'tempest-ServersTestMultiNic-1879897038-router', 'tenant_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '32267db1-5a3e-4486-8627-ce808f26090b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:12:40Z', 'updated_at': '2021-07-05T10:14:52Z', 'revision_number': 5, 'project_id': 'db8f0cbb34f14317bd4d516bce3b7392', 'gw_port': {'id': '32267db1-5a3e-4486-8627-ce808f26090b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7547d2b-965d-459f-9d55-a8002bc253a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:12:43Z', 'updated_at': '2021-07-05T10:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:14:54.753343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53176) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:54.826522 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-77a3b55c-8122-4218-8c10-842f76b85dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:54.868777 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:54.907303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-5c6ed619-de8d-4ad4-a30c-480206d06333 admin admin] For port 32267db1-5a3e-4486-8627-ce808f26090b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=32267db1-5a3e-4486-8627-ce808f26090b,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:54.907656 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed619-de8d-4ad4-a30c-480206d06333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:54.971378 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 60c44062-4fdd-4192-9f1d-ddabfa33def2 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:54.984894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ed619-de8d-4ad4-a30c-480206d06333 admin admin] Calling delete_port for 32267db1-5a3e-4486-8627-ce808f26090b owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:55.035406 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 60c44062-4fdd-4192-9f1d-ddabfa33def2 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:14:55.036057 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 60c44062-4fdd-4192-9f1d-ddabfa33def2 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:14:55.131938 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-77a3b55c-8122-4218-8c10-842f76b85dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:55.144055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c201c44-7ff8-4474-a0fc-a496ef455e18 req-f7e40cc6-950e-496f-9a3f-64ad21aaf9a7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:55.145900 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0c201c44-7ff8-4474-a0fc-a496ef455e18 req-f7e40cc6-950e-496f-9a3f-64ad21aaf9a7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 944 time: 0.4127424 Jul 05 10:14:55.181934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Attempting to bind port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:14:55.182151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Attempting to bind port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:14:55.182568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Attempting to bind port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:55.204473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:14:55.204813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Attempting to bind port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:55.228635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:14:55.228635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Checking segment: {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:55.228635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Bound using segment: {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:14:55.228635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Bound port: bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:14:55.228635 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:55.267359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfa2a9-47b9-4898-b6e2-82bf98755e8f req-77b6b192-db30-4d18-8898-2f5dac258a0b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:55.269144 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-afdfa2a9-47b9-4898-b6e2-82bf98755e8f req-77b6b192-db30-4d18-8898-2f5dac258a0b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.0992095 Jul 05 10:14:55.280433 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0c201c44-7ff8-4474-a0fc-a496ef455e18 req-a4c6bf4b-2084-4fb8-a617-0a7ea9633cbe tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254053 Jul 05 10:14:55.324667 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-afdfa2a9-47b9-4898-b6e2-82bf98755e8f req-6f77d551-3a99-48bc-aecf-57a7f34dab3e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477157 Jul 05 10:14:55.360767 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-77a3b55c-8122-4218-8c10-842f76b85dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:55.406934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:55.411690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:55.419917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3b55c-8122-4218-8c10-842f76b85dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29aa26f-3bb4-4d11-baa1-4661bba29a42,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:55.425927 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-77a3b55c-8122-4218-8c10-842f76b85dc6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7017bbdd66454d62a41e06f915607e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6709449 Jul 05 10:14:55.428387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53204) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:55.488183 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72a813b3-cc29-4a80-bcb8-d29ac9ae6e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:55.494170 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53206) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:55.517723 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72a813b3-cc29-4a80-bcb8-d29ac9ae6e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:55.526831 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:55.585075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c0f52-0413-485c-bdb3-6204e2c549c9 req-df3a4e51-f227-44fc-854c-2b08c1036d19 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:55.586799 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-438c0f52-0413-485c-bdb3-6204e2c549c9 req-df3a4e51-f227-44fc-854c-2b08c1036d19 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 811 time: 0.1673062 Jul 05 10:14:55.587358 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed619-de8d-4ad4-a30c-480206d06333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:55.590680 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:55.591297 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:55.592841 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] 10.222.0.64 "PUT /v2.0/ports/bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce HTTP/1.1" status: 200 len: 1093 time: 2.3087742 Jul 05 10:14:55.596347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:55.598694 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872e6690-3a67-4897-8747-fd4892308349" -d '{"events": [{"name": "network-changed", "server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:55.656934 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-438c0f52-0413-485c-bdb3-6204e2c549c9 req-51dac9c0-820b-49f3-967e-d09f0d2dd3f2 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/quotas/5dc70ebc52b2429584fe84f81867aa19 HTTP/1.1" status: 200 len: 375 time: 0.0503244 Jul 05 10:14:55.673631 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa9683b-8a8f-42cb-9b32-5001dbe3eabe x-openstack-request-id: req-7fa9683b-8a8f-42cb-9b32-5001dbe3eabe {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:55.673969 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:55.674176 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7fa9683b-8a8f-42cb-9b32-5001dbe3eabe {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:55.674576 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'status': 'completed', 'code': 200} Jul 05 10:14:55.707235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daee3f-a2e8-4dc3-86e9-14241d4b7c28 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:55.741178 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72a813b3-cc29-4a80-bcb8-d29ac9ae6e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:55.744632 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72a813b3-cc29-4a80-bcb8-d29ac9ae6e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:55.746441 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-72a813b3-cc29-4a80-bcb8-d29ac9ae6e4e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e29aa26f-3bb4-4d11-baa1-4661bba29a42 HTTP/1.1" status: 204 len: 168 time: 0.3169138 Jul 05 10:14:55.753821 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-438c0f52-0413-485c-bdb3-6204e2c549c9 req-b9dc5a3c-3e0d-4aa5-881c-1dff86a8e7dd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835435 Jul 05 10:14:55.767672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a813b3-cc29-4a80-bcb8-d29ac9ae6e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29aa26f-3bb4-4d11-baa1-4661bba29a42,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:55.820552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-519035643'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:55.824847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ed619-de8d-4ad4-a30c-480206d06333 admin admin] Pushing event deleted for resources: {'Port': ['ID=32267db1-5a3e-4486-8627-ce808f26090b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:55.915170 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed619-de8d-4ad4-a30c-480206d06333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:56.027450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e6690-3a67-4897-8747-fd4892308349 req-1013c7d8-11c0-42b2-8ea4-45c412d63c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:56.029017 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-872e6690-3a67-4897-8747-fd4892308349 req-1013c7d8-11c0-42b2-8ea4-45c412d63c58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 1096 time: 0.3089135 Jul 05 10:14:56.036262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:56.039801 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:56.042999 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed619-de8d-4ad4-a30c-480206d06333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:56.068541 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed619-de8d-4ad4-a30c-480206d06333 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:56.111906 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:14:56.113733 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:56.203983 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-438c0f52-0413-485c-bdb3-6204e2c549c9 req-1041e87e-5fe1-48eb-aa3d-5da8aae1bae0 service neutron] 10.222.0.77 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241705 Jul 05 10:14:56.356067 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e6690-3a67-4897-8747-fd4892308349 req-3434676d-6541-4983-a8a2-a5d27055ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:56.357636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-872e6690-3a67-4897-8747-fd4892308349 req-3434676d-6541-4983-a8a2-a5d27055ed0c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e283acd2ef834bb4928ec5454c215b99&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3101041 Jul 05 10:14:56.358508 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-e0edbb0d-fd3b-4da1-b1e7-8cadb79816bf service neutron] show failed (client error): The resource could not be found. Jul 05 10:14:56.359338 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-e0edbb0d-fd3b-4da1-b1e7-8cadb79816bf service neutron] 10.222.0.73 "GET /v2.0/ports/26133278-fd99-48a8-8c37-bc91006ea497/bindings/n-h2-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.2403266 Jul 05 10:14:56.363787 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed619-de8d-4ad4-a30c-480206d06333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:56.363787 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6ed619-de8d-4ad4-a30c-480206d06333 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7547d2b-965d-459f-9d55-a8002bc253a6 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:14:56.375346 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed619-de8d-4ad4-a30c-480206d06333 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:56.376508 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5c6ed619-de8d-4ad4-a30c-480206d06333 admin admin] 10.222.0.77 "DELETE /v2.0/routers/f7547d2b-965d-459f-9d55-a8002bc253a6 HTTP/1.1" status: 204 len: 168 time: 2.7948647 Jul 05 10:14:56.379389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53238) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:56.532962 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ace0f59-d4ce-4d7e-9951-aabc08932f74 admin admin] Deleting subnet 9fa683f1-8fc8-4a7c-8178-d946836e766d {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:14:56.540485 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ace0f59-d4ce-4d7e-9951-aabc08932f74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:56.555465 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-438c0f52-0413-485c-bdb3-6204e2c549c9 req-2781fe10-f0d3-4423-9e28-d22c517719c7 service neutron] 10.222.0.77 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344591 Jul 05 10:14:56.590737 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e6690-3a67-4897-8747-fd4892308349 req-e854773a-7df7-48c0-b80b-c875ab0b7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:56.600900 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-872e6690-3a67-4897-8747-fd4892308349 req-e854773a-7df7-48c0-b80b-c875ab0b7644 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2298458 Jul 05 10:14:56.634350 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2df79-892f-4c77-8b4b-67d02db0ae96 req-a2673c17-7a03-4a0a-b5b6-48e5706a8aa7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:56.642914 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eea2df79-892f-4c77-8b4b-67d02db0ae96 req-a2673c17-7a03-4a0a-b5b6-48e5706a8aa7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 944 time: 0.1972246 Jul 05 10:14:56.652642 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ace0f59-d4ce-4d7e-9951-aabc08932f74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:56.652909 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:56.715860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-d48f4b1d-fe19-48aa-a5a0-1acec4011c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:56.717618 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-d48f4b1d-fe19-48aa-a5a0-1acec4011c4e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 1096 time: 0.0615442 Jul 05 10:14:56.722829 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eea2df79-892f-4c77-8b4b-67d02db0ae96 req-849ab7d2-6694-4cb7-9dfe-6cc4f747fa69 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788331 Jul 05 10:14:56.788141 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-30e6f513-b6cb-4229-90e8-f8159be14b0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce HTTP/1.1" status: 200 len: 217 time: 0.0599668 Jul 05 10:14:56.790109 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ace0f59-d4ce-4d7e-9951-aabc08932f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:56.840490 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:56.878408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-b99e7aaf-d137-428e-a261-469cda737d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:56.879937 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-b99e7aaf-d137-428e-a261-469cda737d94 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.0824373 Jul 05 10:14:56.880661 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:14:56.895364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28478643-9216-4344-b89a-bc4f5d6817ca,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:56.912298 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:56.912678 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Added segment a67fb044-8a92-4369-8c81-c48524590474 of type vlan for network 53325ff6-7ff3-43a8-9263-ea8077f33e50 Jul 05 10:14:56.975679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f00c5-11a6-44b7-ba14-f8f1533bc8e0 req-262e29df-6383-4da3-943f-b8d3808f03fe tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:56.978397 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-879f00c5-11a6-44b7-ba14-f8f1533bc8e0 req-262e29df-6383-4da3-943f-b8d3808f03fe tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.1213136 Jul 05 10:14:57.042087 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ace0f59-d4ce-4d7e-9951-aabc08932f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:57.046217 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:57.060331 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 32267db1-5a3e-4486-8627-ce808f26090b no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:57.100662 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ace0f59-d4ce-4d7e-9951-aabc08932f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:57.105959 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8ace0f59-d4ce-4d7e-9951-aabc08932f74 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9fa683f1-8fc8-4a7c-8178-d946836e766d HTTP/1.1" status: 204 len: 168 time: 0.7223189 Jul 05 10:14:57.106054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 32267db1-5a3e-4486-8627-ce808f26090b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:14:57.106054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 32267db1-5a3e-4486-8627-ce808f26090b not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:14:57.106206 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53258) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.110197 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a594558d-475d-417f-98a3-e81c43befcbe None None] Network 25d6d0bb-cc03-4bbb-a9db-760b47f1591b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:57.124575 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace0f59-d4ce-4d7e-9951-aabc08932f74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa683f1-8fc8-4a7c-8178-d946836e766d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:57.180800 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-879f00c5-11a6-44b7-ba14-f8f1533bc8e0 req-25455d87-7ca5-415c-a23b-2ed4c95d001f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955302 Jul 05 10:14:57.222654 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.resource_extend [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:14:57.227084 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:57.230515 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4619b0fb-a8ec-433e-ae41-232222206127 req-594ed765-258f-4de9-bbd5-9924adf96165 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43673ca-1840-40e3-986d-e50ce7139c04 HTTP/1.1" status: 200 len: 210 time: 0.1527667 Jul 05 10:14:57.281940 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-4d72bd4e-72ea-4d3e-89fc-72eae7d9bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:57.284264 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-4d72bd4e-72ea-4d3e-89fc-72eae7d9bad9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3932247 Jul 05 10:14:57.365975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-bd78cd4d-9aec-4ac2-8240-83bc10706df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:57.367647 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-bd78cd4d-9aec-4ac2-8240-83bc10706df6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73&tenant_id=004ecdb3b3264f069e42a0c8102d49af HTTP/1.1" status: 200 len: 1102 time: 0.1374443 Jul 05 10:14:57.369029 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] Deleting port ad810016-87cd-42fa-bfb8-3bf89118eec8 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:57.369365 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:57.391788 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53266) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.418046 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:57.422764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:57.423742 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:57.459782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5594cd-cb52-4f97-8c59-085234710521 None None] DHCP port deletion for 25d6d0bb-cc03-4bbb-a9db-760b47f1591b request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:14:57.510590 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-ffb7ac02-1e67-44c5-82db-71995d35c793 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124918 Jul 05 10:14:57.519957 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Network': ['ID=53325ff6-7ff3-43a8-9263-ea8077f33e50,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:57.543008 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 53325ff6-7ff3-43a8-9263-ea8077f33e50 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:14:57.620384 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71e6e439-1dc3-45ea-ade7-e43d48a097b0 req-2d44f3fb-294b-4b28-bd39-17a56a8c6b0c service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977347 Jul 05 10:14:57.626323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-676f2830-77cd-4205-ad05-def243ca0448 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.651064 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-676f2830-77cd-4205-ad05-def243ca0448 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2345166 Jul 05 10:14:57.653998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53278) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.658944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-e94e0b90-2e0a-465d-9afb-945a1d794e22 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.660181 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e94e0b90-2e0a-465d-9afb-945a1d794e22 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049331 Jul 05 10:14:57.662694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53280) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.669862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-c8542f5f-4233-4e17-a91a-7b9438c53858 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.672284 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c8542f5f-4233-4e17-a91a-7b9438c53858 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0083771 Jul 05 10:14:57.675556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53282) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.684828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-74ed20f5-9697-47b5-a084-23b49b050c3c tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.686396 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-74ed20f5-9697-47b5-a084-23b49b050c3c tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0088942 Jul 05 10:14:57.689468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53284) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.694781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-01e51132-7871-4db1-9882-efc21e6c662a tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.702795 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-01e51132-7871-4db1-9882-efc21e6c662a tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0090070 Jul 05 10:14:57.703659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53286) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.708486 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-8e050a15-3ef4-4686-9473-2ae3ed1fc011 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.710833 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8e050a15-3ef4-4686-9473-2ae3ed1fc011 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0059464 Jul 05 10:14:57.743920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7d5594cd-cb52-4f97-8c59-085234710521 None None] Deleting port ad810016-87cd-42fa-bfb8-3bf89118eec8 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:14:57.743920 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7d5594cd-cb52-4f97-8c59-085234710521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:57.744156 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2b80fb09-3f9d-46ab-90ca-d5b461276bb8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2191968 Jul 05 10:14:57.744156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53288) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.749114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-b6a9df15-651d-42b0-b4bd-751758b8d686 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.750602 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b6a9df15-651d-42b0-b4bd-751758b8d686 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0066450 Jul 05 10:14:57.764526 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53290) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.773558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-ee51d9dc-a048-4f50-9b87-4dac509a617f tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.777305 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ee51d9dc-a048-4f50-9b87-4dac509a617f tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0093896 Jul 05 10:14:57.779865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53294) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.785199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:57.802426 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-bf5bdc80-bd38-4dda-98b0-59894764f96d tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.812020 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bf5bdc80-bd38-4dda-98b0-59894764f96d tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0310292 Jul 05 10:14:57.814741 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53302) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.824924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-7d1a5fa3-f203-469d-89c8-4611c4b6f748 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.827631 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7d5594cd-cb52-4f97-8c59-085234710521 None None] For port ad810016-87cd-42fa-bfb8-3bf89118eec8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ad810016-87cd-42fa-bfb8-3bf89118eec8,segment=NetworkSegment(2112f63c-be37-4dc7-8930-1483eae6f727),segment_id=2112f63c-be37-4dc7-8930-1483eae6f727)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:57.829660 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7d1a5fa3-f203-469d-89c8-4611c4b6f748 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0134351 Jul 05 10:14:57.830161 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7d5594cd-cb52-4f97-8c59-085234710521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:57.833576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53304) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.848068 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-f68ccc52-df3a-4115-934e-08f931c393f0 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.849936 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f68ccc52-df3a-4115-934e-08f931c393f0 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0152996 Jul 05 10:14:57.868709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7d5594cd-cb52-4f97-8c59-085234710521 None None] Calling delete_port for ad810016-87cd-42fa-bfb8-3bf89118eec8 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:57.868871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] For port ad810016-87cd-42fa-bfb8-3bf89118eec8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ad810016-87cd-42fa-bfb8-3bf89118eec8,segment=NetworkSegment(2112f63c-be37-4dc7-8930-1483eae6f727),segment_id=2112f63c-be37-4dc7-8930-1483eae6f727)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:57.868871 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:57.870737 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53306) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.875337 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-49e673f9-baa9-4970-9450-fc575c16eb86 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.876698 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-49e673f9-baa9-4970-9450-fc575c16eb86 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047913 Jul 05 10:14:57.879133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53308) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.885063 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-b41861dd-8d34-4e8b-9238-2b53bdbdbaa3 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.886936 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b41861dd-8d34-4e8b-9238-2b53bdbdbaa3 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0064254 Jul 05 10:14:57.889599 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53310) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.895708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-faeea561-653e-4755-8393-c8801a5089f0 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.901353 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-faeea561-653e-4755-8393-c8801a5089f0 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0089023 Jul 05 10:14:57.902070 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53312) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.907053 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53314) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.914962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a0e5df6d-a7a8-4551-8ae9-6aefa049bb07 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'subnet': {'network_id': '53325ff6-7ff3-43a8-9263-ea8077f33e50', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:57.919208 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-0359e7d9-2c3e-43de-a2c4-b27e1fd91e64 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.921043 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0359e7d9-2c3e-43de-a2c4-b27e1fd91e64 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0108285 Jul 05 10:14:57.926583 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53316) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.931602 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] Calling delete_port for ad810016-87cd-42fa-bfb8-3bf89118eec8 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:14:57.937204 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-b1103c86-c71f-41f4-8b8d-49d20e208466 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.939007 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b1103c86-c71f-41f4-8b8d-49d20e208466 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0088098 Jul 05 10:14:57.944947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53318) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.953461 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-37844e3f-ecf2-40f8-9db0-672806de25df tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.954450 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-37844e3f-ecf2-40f8-9db0-672806de25df tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0069811 Jul 05 10:14:57.959089 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53320) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.965219 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-5630882d-a6b7-4f91-864b-b9c1ee81edb8 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.966226 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5630882d-a6b7-4f91-864b-b9c1ee81edb8 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0062051 Jul 05 10:14:57.967129 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:57.971404 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53322) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:57.980233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-713378e5-e049-4a75-88a2-9630d8fd999c tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:57.983695 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-713378e5-e049-4a75-88a2-9630d8fd999c tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0079858 Jul 05 10:14:57.996777 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53326) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.040657 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-f5e44c50-93ce-46fd-b030-69a6b008fadc tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.044081 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f5e44c50-93ce-46fd-b030-69a6b008fadc tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0070093 Jul 05 10:14:58.045775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53330) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.059285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-a22d1a25-1513-4b1c-9f86-cd1d0d05608f tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.059285 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a22d1a25-1513-4b1c-9f86-cd1d0d05608f tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0061479 Jul 05 10:14:58.059555 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53334) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.088285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-bf60c3a8-f4f6-49c6-bef7-0dc7572face0 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.090408 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bf60c3a8-f4f6-49c6-bef7-0dc7572face0 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0288801 Jul 05 10:14:58.103254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53338) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.113272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bb270-4fbb-457a-b374-08474be0e6c1 req-311a412c-baf1-4d30-8e05-6535a4355237 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:58.115318 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-db3bb270-4fbb-457a-b374-08474be0e6c1 req-311a412c-baf1-4d30-8e05-6535a4355237 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 944 time: 0.1102908 Jul 05 10:14:58.120713 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-a69c69d8-a859-4ee7-8aab-78f8733e2b99 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.124733 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a69c69d8-a859-4ee7-8aab-78f8733e2b99 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0053144 Jul 05 10:14:58.126166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53340) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.132519 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7d5594cd-cb52-4f97-8c59-085234710521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.135452 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-5ef11927-dfba-4bfe-b0da-7698c5a28c6b tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.139064 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5ef11927-dfba-4bfe-b0da-7698c5a28c6b tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0093060 Jul 05 10:14:58.142574 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53342) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.144981 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-1c4d56bc-868b-4187-83da-f8c46c9603b7 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.148625 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1c4d56bc-868b-4187-83da-f8c46c9603b7 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0054712 Jul 05 10:14:58.150393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53346) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.167997 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-d93b7710-a040-4672-aae5-acb6aeb6826a tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.171389 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d93b7710-a040-4672-aae5-acb6aeb6826a tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0088108 Jul 05 10:14:58.172600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53348) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.183745 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-540ddb37-1d32-4a57-b07c-43aa4f2dede6 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.185016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5594cd-cb52-4f97-8c59-085234710521 None None] Pushing event deleted for resources: {'Port': ['ID=ad810016-87cd-42fa-bfb8-3bf89118eec8,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:58.185195 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-540ddb37-1d32-4a57-b07c-43aa4f2dede6 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0113339 Jul 05 10:14:58.191364 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-db3bb270-4fbb-457a-b374-08474be0e6c1 req-1f55881a-ff58-4b8d-bace-c3f4e5c6bd24 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671785 Jul 05 10:14:58.193966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5594cd-cb52-4f97-8c59-085234710521 None None] No DVR routers for this DVR port ad810016-87cd-42fa-bfb8-3bf89118eec8 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:58.203178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53352) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.213123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-60a1ac76-aa89-4254-bd23-8f3342cb93a3 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.215383 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-60a1ac76-aa89-4254-bd23-8f3342cb93a3 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0108900 Jul 05 10:14:58.218232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53354) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.235543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-68bd99b2-fc3e-41f9-9007-52666cf29f6b tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.237169 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-68bd99b2-fc3e-41f9-9007-52666cf29f6b tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0177419 Jul 05 10:14:58.241004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53360) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.248988 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-2b25ddfe-d8e3-4bae-b058-f6be13fbf7b8 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.249855 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2b25ddfe-d8e3-4bae-b058-f6be13fbf7b8 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0078378 Jul 05 10:14:58.253805 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53362) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.258367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-282cc37e-d620-4ef5-acef-be1de461999a tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.260323 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-282cc37e-d620-4ef5-acef-be1de461999a tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047069 Jul 05 10:14:58.263053 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.268126 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53364) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.272552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-2838e550-2e04-40bc-8712-b14e7ef141db tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.274121 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2838e550-2e04-40bc-8712-b14e7ef141db tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050280 Jul 05 10:14:58.278011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53366) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.282630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-47773cfc-17ec-47cd-a646-371a2625dd4c tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.286325 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-47773cfc-17ec-47cd-a646-371a2625dd4c tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046961 Jul 05 10:14:58.286883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53368) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.296358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e5df6d-a7a8-4551-8ae9-6aefa049bb07 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:58.301240 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-fe2ef1b3-f2cf-4835-bf51-3a17f0daec17 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.301240 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fe2ef1b3-f2cf-4835-bf51-3a17f0daec17 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0118065 Jul 05 10:14:58.301431 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a0e5df6d-a7a8-4551-8ae9-6aefa049bb07 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.304689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53372) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.329336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-81832317-5732-46b3-be06-f5c76e5ef841 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.330562 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-81832317-5732-46b3-be06-f5c76e5ef841 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0220039 Jul 05 10:14:58.358439 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53374) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.365901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-662202a7-39c8-438c-b1b1-cd65a744d2ba tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.367430 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-662202a7-39c8-438c-b1b1-cd65a744d2ba tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0068007 Jul 05 10:14:58.368042 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad810016-87cd-42fa-bfb8-3bf89118eec8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:58.373089 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53376) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.375199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] No DVR routers for this DVR port ad810016-87cd-42fa-bfb8-3bf89118eec8 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:58.379732 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-7d7d2e11-3479-4590-a079-25ad92121b83 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.380645 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7d7d2e11-3479-4590-a079-25ad92121b83 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0066173 Jul 05 10:14:58.385245 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53378) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.402326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-1c4c7108-5bad-4000-a78a-5b52d5e1e573 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.402810 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1c4c7108-5bad-4000-a78a-5b52d5e1e573 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0166562 Jul 05 10:14:58.406163 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53380) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.419422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-5b5cbf30-8e4e-4885-9833-bb60932df5d8 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.424221 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5b5cbf30-8e4e-4885-9833-bb60932df5d8 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0153410 Jul 05 10:14:58.426113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53382) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.449869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-f6d5bbab-e05d-403c-8cc6-d7c677747003 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.451784 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f6d5bbab-e05d-403c-8cc6-d7c677747003 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0204325 Jul 05 10:14:58.455481 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53388) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.472979 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-9804d1a3-b0c8-437d-aa2a-6ac523db4b8a tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.473995 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9804d1a3-b0c8-437d-aa2a-6ac523db4b8a tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0160792 Jul 05 10:14:58.484900 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53390) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.497556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-875b2835-a046-476f-90cd-181022c26d8c tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.498772 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-875b2835-a046-476f-90cd-181022c26d8c tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0116594 Jul 05 10:14:58.509028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53392) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.515987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-81f72ed1-e374-48a0-bf43-acfe20b74e11 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.517211 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-81f72ed1-e374-48a0-bf43-acfe20b74e11 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0068486 Jul 05 10:14:58.521027 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.524656 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53394) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.546993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d6d0bb-cc03-4bbb-a9db-760b47f1591b']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:58.551092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-487f0f44-6be9-4d89-961e-3c0b41ba31d8 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.552486 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-487f0f44-6be9-4d89-961e-3c0b41ba31d8 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0261283 Jul 05 10:14:58.558689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53398) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.559583 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] For port 26133278-fd99-48a8-8c37-bc91006ea497, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=26133278-fd99-48a8-8c37-bc91006ea497,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:14:58.568123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-ee7581f3-5f17-4abc-a25b-91695c25aaa5 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.569139 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ee7581f3-5f17-4abc-a25b-91695c25aaa5 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0094306 Jul 05 10:14:58.574950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53400) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.585573 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62ffae-3b1e-4577-8991-8cef5ceed87a req-e222a1ed-e052-4e88-af7f-3f386488bf6d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:58.594919 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c62ffae-3b1e-4577-8991-8cef5ceed87a req-e222a1ed-e052-4e88-af7f-3f386488bf6d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.2107756 Jul 05 10:14:58.610375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2112f63c-be37-4dc7-8930-1483eae6f727') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:58.612067 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2112f63c-be37-4dc7-8930-1483eae6f727') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:14:58.619536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-18387202-6d0f-42fa-a260-fa9877154a90 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.624099 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-18387202-6d0f-42fa-a260-fa9877154a90 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0267756 Jul 05 10:14:58.629147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53410) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.638498 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.643439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-b89ea9f8-431c-499f-bfca-d49da4ebf8b9 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.646777 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b89ea9f8-431c-499f-bfca-d49da4ebf8b9 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0140822 Jul 05 10:14:58.649854 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53412) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.655640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-0351604f-53db-4a39-bc4c-10b1cce3ac14 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.656661 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0351604f-53db-4a39-bc4c-10b1cce3ac14 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0047693 Jul 05 10:14:58.661882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53414) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.669189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-374e476a-2583-424b-ad70-ae0e3dc57570 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.670210 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-374e476a-2583-424b-ad70-ae0e3dc57570 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044262 Jul 05 10:14:58.674577 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53416) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.685641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-ede0d206-3c2c-451f-98f9-c0ba788114e4 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.688697 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ede0d206-3c2c-451f-98f9-c0ba788114e4 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0108495 Jul 05 10:14:58.690954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53418) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.696041 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.699995 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-882e022f-cbd1-4bd3-956f-e13676ff56b4 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.703279 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-882e022f-cbd1-4bd3-956f-e13676ff56b4 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0090652 Jul 05 10:14:58.704907 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53420) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.721454 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c62ffae-3b1e-4577-8991-8cef5ceed87a req-3dc65ea8-41fa-4ca1-9fd7-6cdb1dae09c0 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243422 Jul 05 10:14:58.726393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] For port 26133278-fd99-48a8-8c37-bc91006ea497, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:58.754983 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-9d3aa83a-3e95-4d57-94e4-cc4a62d23b51 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.759186 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:14:58.759490 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9d3aa83a-3e95-4d57-94e4-cc4a62d23b51 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0531614 Jul 05 10:14:58.759703 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.760373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53422) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:14:58.761220 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:14:58.772203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-40b3befb-6556-4aa4-8593-fbfdd5166b83 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.773233 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-40b3befb-6556-4aa4-8593-fbfdd5166b83 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0059605 Jul 05 10:14:58.778185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53424) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.782458 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-65971635-c05e-4958-a6a5-8d7c425f5514 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.783408 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-65971635-c05e-4958-a6a5-8d7c425f5514 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0042815 Jul 05 10:14:58.789992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53426) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.795814 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-578efd10-7bc7-45cb-a011-ddd3877f5d9a tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.796775 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-578efd10-7bc7-45cb-a011-ddd3877f5d9a tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0057704 Jul 05 10:14:58.799419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53428) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.803499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-5cf7ad2a-e7aa-4a58-8ac8-002f67bbbfdd tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.807009 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5cf7ad2a-e7aa-4a58-8ac8-002f67bbbfdd tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0041621 Jul 05 10:14:58.807314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53430) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.811371 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-575f0f71-f46b-4c8e-82b9-685953df19e9 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.814527 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-575f0f71-f46b-4c8e-82b9-685953df19e9 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041409 Jul 05 10:14:58.814738 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53432) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.818898 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-e078792d-1c84-4028-94c3-6d1f9ee8a92f tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.822467 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e078792d-1c84-4028-94c3-6d1f9ee8a92f tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041137 Jul 05 10:14:58.823772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53434) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.827052 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-efa895a9-e3f6-4f33-8124-d31dcfff0b68 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.831092 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-efa895a9-e3f6-4f33-8124-d31dcfff0b68 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044668 Jul 05 10:14:58.831092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53436) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.835208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-db566b41-cba6-4dc4-9be9-8fd74d25cd69 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.837473 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-db566b41-cba6-4dc4-9be9-8fd74d25cd69 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0051100 Jul 05 10:14:58.839696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f441c857-fa62-4af3-b7d4-72c2476e5d73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26133278-fd99-48a8-8c37-bc91006ea497'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:14:58.842236 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474e44f9-8ef4-46ae-bcdd-da04917a54a4" -d '{"events": [{"server_uuid": "f441c857-fa62-4af3-b7d4-72c2476e5d73", "name": "network-vif-unplugged", "status": "completed", "tag": "26133278-fd99-48a8-8c37-bc91006ea497"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:14:58.844271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53438) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.846922 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.849391 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-b7505145-eee6-4d02-b87d-ec1cdd555593 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.851759 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b7505145-eee6-4d02-b87d-ec1cdd555593 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0051959 Jul 05 10:14:58.853132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53442) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.857910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-1428f36c-8932-4505-952b-c047e536679e tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.858883 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1428f36c-8932-4505-952b-c047e536679e tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048738 Jul 05 10:14:58.861383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53444) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.866267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-6e8f03ff-26c3-4b82-9680-fcff3506e6d6 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.869477 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6e8f03ff-26c3-4b82-9680-fcff3506e6d6 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0046315 Jul 05 10:14:58.869754 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53446) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.878395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-ea1bfe05-8b38-4251-b4d5-c806fbb19098 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.879399 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ea1bfe05-8b38-4251-b4d5-c806fbb19098 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0086272 Jul 05 10:14:58.883453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53448) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.888205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [None req-cf1ec658-3e9c-4329-af34-cad57db79f9a tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.891458 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cf1ec658-3e9c-4329-af34-cad57db79f9a tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047145 Jul 05 10:14:58.891797 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53450) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.896532 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-a83d0e86-aba5-4e7a-abf8-5568278296f0 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.900604 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a83d0e86-aba5-4e7a-abf8-5568278296f0 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047865 Jul 05 10:14:58.902093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53452) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.903319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a0e5df6d-a7a8-4551-8ae9-6aefa049bb07 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:58.906856 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-26c2148a-71a6-4bc7-bc68-8157c73e4476 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.907916 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-26c2148a-71a6-4bc7-bc68-8157c73e4476 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045750 Jul 05 10:14:58.916249 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-d99c31f8-e8ec-4bf1-a416-a98d07f7820d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:58.916249 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-d99c31f8-e8ec-4bf1-a416-a98d07f7820d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 811 time: 0.2594073 Jul 05 10:14:58.916682 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53454) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.922464 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-06802ab0-307a-4e01-b195-26fcd076b7da tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.923480 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-06802ab0-307a-4e01-b195-26fcd076b7da tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0052769 Jul 05 10:14:58.926192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53456) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:58.930733 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [None req-9e10de46-abee-427e-a704-f81c503784d9 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:14:58.931745 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9e10de46-abee-427e-a704-f81c503784d9 tempest-ExtensionsTestJSON-59921263 tempest-ExtensionsTestJSON-59921263-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046256 Jul 05 10:14:58.944252 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfdf666-b08a-4d05-9224-abf721c80bc0 x-openstack-request-id: req-ddfdf666-b08a-4d05-9224-abf721c80bc0 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:14:58.944252 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f441c857-fa62-4af3-b7d4-72c2476e5d73", "name": "network-vif-unplugged", "status": "completed", "tag": "26133278-fd99-48a8-8c37-bc91006ea497", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:14:58.945334 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ddfdf666-b08a-4d05-9224-abf721c80bc0 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:14:58.945334 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f441c857-fa62-4af3-b7d4-72c2476e5d73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26133278-fd99-48a8-8c37-bc91006ea497', 'code': 200} Jul 05 10:14:58.958834 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-d73be485-ba5a-404f-bb0c-8353b03adf2a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/quotas/5dc70ebc52b2429584fe84f81867aa19 HTTP/1.1" status: 200 len: 375 time: 0.0116119 Jul 05 10:14:58.979563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Transition to ACTIVE for port object 26133278-fd99-48a8-8c37-bc91006ea497 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:14:59.021749 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:59.025187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5df6d-a7a8-4551-8ae9-6aefa049bb07 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Subnet': ['ID=7e5df942-f357-41ee-82f1-01440e69ab21,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:59.025766 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-b07e7665-6090-49d5-a71b-385afc2348df tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605822 Jul 05 10:14:59.031654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e5df6d-a7a8-4551-8ae9-6aefa049bb07 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Checking segment: {'id': 'a67fb044-8a92-4369-8c81-c48524590474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '53325ff6-7ff3-43a8-9263-ea8077f33e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:59.032107 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:59.032506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e5df6d-a7a8-4551-8ae9-6aefa049bb07 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network hostable DHCP agents. Network: 53325ff6-7ff3-43a8-9263-ea8077f33e50, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:14:59.035247 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/25d6d0bb-cc03-4bbb-a9db-760b47f1591b HTTP/1.1" status: 204 len: 168 time: 1.9274912 Jul 05 10:14:59.055992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ad810016-87cd-42fa-bfb8-3bf89118eec8 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:14:59.067775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35364ff8-182c-4f86-9464-21db268379c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=25d6d0bb-cc03-4bbb-a9db-760b47f1591b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:59.084108 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: ad810016-87cd-42fa-bfb8-3bf89118eec8 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:14:59.084813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ad810016-87cd-42fa-bfb8-3bf89118eec8 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:14:59.107862 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:59.129237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e5df6d-a7a8-4551-8ae9-6aefa049bb07 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network 53325ff6-7ff3-43a8-9263-ea8077f33e50 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:14:59.200943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] No DVR routers for this DVR port 26133278-fd99-48a8-8c37-bc91006ea497 on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:14:59.202876 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Pushing event updated for resources: {'Port': ['ID=26133278-fd99-48a8-8c37-bc91006ea497,revision_number=6']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:59.242991 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-de13f308-e1ca-4252-b546-2974f9685858 service neutron] 10.222.0.77 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052591 Jul 05 10:14:59.277422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Attempting to bind port 26133278-fd99-48a8-8c37-bc91006ea497 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:14:59.277666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Attempting to bind port 26133278-fd99-48a8-8c37-bc91006ea497 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:14:59.278002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Attempting to bind port 26133278-fd99-48a8-8c37-bc91006ea497 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:59.312927 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Port 26133278-fd99-48a8-8c37-bc91006ea497 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:14:59.313258 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Attempting to bind port 26133278-fd99-48a8-8c37-bc91006ea497 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:14:59.322129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:14:59.322472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:14:59.322868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:14:59.323312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Bound port: 26133278-fd99-48a8-8c37-bc91006ea497, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:14:59.323677 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:59.346710 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-a0e5df6d-a7a8-4551-8ae9-6aefa049bb07 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 53325ff6-7ff3-43a8-9263-ea8077f33e50) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:14:59.360175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c0b2c5-61c3-4b8c-bd8d-3cc972563ea9 None None] Network 53325ff6-7ff3-43a8-9263-ea8077f33e50 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:14:59.372147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e5df6d-a7a8-4551-8ae9-6aefa049bb07 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:59.373062 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a0e5df6d-a7a8-4551-8ae9-6aefa049bb07 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:59.414648 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-ed8be96e-d66d-4637-bb64-a16f72dd21c9 service neutron] 10.222.0.77 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640124 Jul 05 10:14:59.433348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d98c23-c8e1-430f-a125-300a05e6c59b req-471ebcf3-12b8-4c31-b985-acc9c7e6096d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:59.435826 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42d98c23-c8e1-430f-a125-300a05e6c59b req-471ebcf3-12b8-4c31-b985-acc9c7e6096d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 944 time: 0.1009307 Jul 05 10:14:59.456182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] For port 26133278-fd99-48a8-8c37-bc91006ea497, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:14:59.459835 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] For port 26133278-fd99-48a8-8c37-bc91006ea497, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=26133278-fd99-48a8-8c37-bc91006ea497,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:14:59.485125 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42d98c23-c8e1-430f-a125-300a05e6c59b req-0a37e7db-e2ce-4ec1-b1ab-bff93d3b65d3 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420804 Jul 05 10:14:59.487207 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a0e5df6d-a7a8-4551-8ae9-6aefa049bb07 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5775423 Jul 05 10:14:59.491030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53466) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:59.497369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b9fe12c0-76d7-4e64-8f56-eaf44d738fa1 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-219516112'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:14:59.584192 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-53325ff6-7ff3-43a8-9263-ea8077f33e50', 'network_id': '53325ff6-7ff3-43a8-9263-ea8077f33e50', 'tenant_id': 'c10a199714c241c98173b2d4a1a29d51', 'fixed_ips': [{'subnet_id': '7e5df942-f357-41ee-82f1-01440e69ab21'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:14:59.585497 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:59.615495 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:59.653764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:14:59.654401 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:59.656236 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] 10.222.0.64 "PUT /v2.0/ports/26133278-fd99-48a8-8c37-bc91006ea497 HTTP/1.1" status: 200 len: 1097 time: 1.9104626 Jul 05 10:14:59.691556 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fe12c0-76d7-4e64-8f56-eaf44d738fa1 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:14:59.691556 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b9fe12c0-76d7-4e64-8f56-eaf44d738fa1 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:59.796437 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-63527895-1b6b-430e-9407-76581511d109 req-e7e21bb2-e3c5-4945-a291-af55018cb3af tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 210 time: 0.0719497 Jul 05 10:14:59.842225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45c340-2401-4217-84af-1e6f7374854b service neutron] Pushing event updated for resources: {'Port': ['ID=26133278-fd99-48a8-8c37-bc91006ea497,revision_number=7']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:14:59.891865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53478) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:14:59.909986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Allocated IP 172.20.255.242 (53325ff6-7ff3-43a8-9263-ea8077f33e50/7e5df942-f357-41ee-82f1-01440e69ab21/0d027c55-63be-4763-a7dc-24fdca7b89cd) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:14:59.956744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fe12c0-76d7-4e64-8f56-eaf44d738fa1 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:14:59.970907 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b9fe12c0-76d7-4e64-8f56-eaf44d738fa1 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:14:59.971323 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-b9fe12c0-76d7-4e64-8f56-eaf44d738fa1 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Added segment e16aa217-7afd-4c17-8034-0f509596356e of type vlan for network 370d6ec6-1097-4fad-8f3d-18aa6b86a5b1 Jul 05 10:14:59.973244 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53484) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:00.069245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b9fe12c0-76d7-4e64-8f56-eaf44d738fa1 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:00.087844 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d338373e-5ecd-4b21-b921-fa92ad851b1f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db8f0cbb34f14317bd4d516bce3b7392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1128824 Jul 05 10:15:00.090551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53490) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:00.160363 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:00.166712 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-6ac57038-f2c8-480f-bc99-2732128ba41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:00.168460 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-6ac57038-f2c8-480f-bc99-2732128ba41c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 1100 time: 0.4079728 Jul 05 10:15:00.183915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfe347-694d-48d1-a421-875d6f1f5d96 req-fb10fed6-2cce-45ae-a657-b96fc3e963d9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:00.185638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1bfe347-694d-48d1-a421-875d6f1f5d96 req-fb10fed6-2cce-45ae-a657-b96fc3e963d9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 948 time: 0.1466751 Jul 05 10:15:00.186890 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:00.244731 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:00.259549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Transition to ACTIVE for port object 0d027c55-63be-4763-a7dc-24fdca7b89cd will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:00.265317 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-502fefc5-f310-4dd5-9ada-99488a761538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:00.276941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Transition to ACTIVE for port object 0d027c55-63be-4763-a7dc-24fdca7b89cd will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:00.302210 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1bfe347-694d-48d1-a421-875d6f1f5d96 req-13e6500e-204a-49a7-a852-3af5d107c91a tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959556 Jul 05 10:15:00.312223 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b9fe12c0-76d7-4e64-8f56-eaf44d738fa1 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:00.318855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe12c0-76d7-4e64-8f56-eaf44d738fa1 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:00.319528 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b9fe12c0-76d7-4e64-8f56-eaf44d738fa1 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:00.371730 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-502fefc5-f310-4dd5-9ada-99488a761538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:00.373609 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-027c7e83-d55b-4cd6-a4ca-36101fd54a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:00.375089 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-027c7e83-d55b-4cd6-a4ca-36101fd54a98 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1885700 Jul 05 10:15:00.429094 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe12c0-76d7-4e64-8f56-eaf44d738fa1 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Network': ['ID=370d6ec6-1097-4fad-8f3d-18aa6b86a5b1,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:00.432842 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-2b780353-c291-4df7-b2b1-07977cc4cda7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=26133278-fd99-48a8-8c37-bc91006ea497 HTTP/1.1" status: 200 len: 217 time: 0.0464771 Jul 05 10:15:00.442428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 370d6ec6-1097-4fad-8f3d-18aa6b86a5b1 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:00.491966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-569cdb02-6387-4b8d-8afc-608140bd289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:00.493505 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-569cdb02-6387-4b8d-8afc-608140bd289a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0507114 Jul 05 10:15:00.525498 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:15:00.584841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-14afb76d-8cf0-4bdc-828c-e1ae44d08c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:00.586394 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-14afb76d-8cf0-4bdc-828c-e1ae44d08c32 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0834568 Jul 05 10:15:00.601366 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:00.604633 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:00.608608 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8 HTTP/1.1" status: 204 len: 168 time: 0.5139778 Jul 05 10:15:00.608608 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-502fefc5-f310-4dd5-9ada-99488a761538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:00.615129 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:00.685420 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b9fe12c0-76d7-4e64-8f56-eaf44d738fa1 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1922171 Jul 05 10:15:00.691059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53498) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:00.696654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-70a72f5e-1efc-494a-8147-b4b79417bba0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'subnet': {'network_id': '370d6ec6-1097-4fad-8f3d-18aa6b86a5b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:00.704843 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Network 53325ff6-7ff3-43a8-9263-ea8077f33e50 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:00.713154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:00.723598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:00.725560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Pushing event updated for resources: {'Port': ['ID=0d027c55-63be-4763-a7dc-24fdca7b89cd,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:00.781699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:00.782358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2da6e6-249f-4ff8-b0ef-b2798bb16fb8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:00.797916 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.798367 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.798857 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.799269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.800425 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.800893 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.801242 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.801643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.802039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.803287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.803763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.804204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97f79-1ac4-4534-98e1-65a479d26afb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:00.805825 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-86aa611c-7a65-47b7-98ac-0fb41052f944 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125850 Jul 05 10:15:00.851287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fefc5-f310-4dd5-9ada-99488a761538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f3816a-0640-4af6-94da-2945c83f6082,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:00.865088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'port_id': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'mac_address': 'fa:16:3e:08:d9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:15:00.877872 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53504) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:00.880813 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-502fefc5-f310-4dd5-9ada-99488a761538 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=486b009067534153943a3ce55045d543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9896057 Jul 05 10:15:00.915703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 26133278-fd99-48a8-8c37-bc91006ea497 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:15:00.950188 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Attempting to bind port 0d027c55-63be-4763-a7dc-24fdca7b89cd on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:00.950713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Attempting to bind port 0d027c55-63be-4763-a7dc-24fdca7b89cd by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'a67fb044-8a92-4369-8c81-c48524590474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '53325ff6-7ff3-43a8-9263-ea8077f33e50'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:00.951183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Attempting to bind port 0d027c55-63be-4763-a7dc-24fdca7b89cd on network 53325ff6-7ff3-43a8-9263-ea8077f33e50 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:00.954385 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255ee9e-33ce-4ca7-bd6b-950cee58e39e req-416e4e3e-1a7b-4563-ab02-6854fd7251ba tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:00.959946 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:00.960468 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Checking segment: {'id': 'a67fb044-8a92-4369-8c81-c48524590474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '53325ff6-7ff3-43a8-9263-ea8077f33e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:00.961407 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:00.962175 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5255ee9e-33ce-4ca7-bd6b-950cee58e39e req-416e4e3e-1a7b-4563-ab02-6854fd7251ba tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 944 time: 0.2665668 Jul 05 10:15:00.962560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Bound using segment: {'id': 'a67fb044-8a92-4369-8c81-c48524590474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '53325ff6-7ff3-43a8-9263-ea8077f33e50'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:00.963184 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Bound port: 0d027c55-63be-4763-a7dc-24fdca7b89cd, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67fb044-8a92-4369-8c81-c48524590474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '53325ff6-7ff3-43a8-9263-ea8077f33e50'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:00.963670 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:01.033370 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5255ee9e-33ce-4ca7-bd6b-950cee58e39e req-54c5adcc-0f1c-46fd-adda-302b681afeed tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627825 Jul 05 10:15:01.036343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f441c857-fa62-4af3-b7d4-72c2476e5d73', 'tag': '26133278-fd99-48a8-8c37-bc91006ea497'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:01.039875 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c494350f-fa45-458f-bd9b-0d8755d9c3ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f441c857-fa62-4af3-b7d4-72c2476e5d73", "tag": "26133278-fd99-48a8-8c37-bc91006ea497"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:01.057054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f7b26770-730a-4492-bb20-079da21b913d req-71408ef0-d7da-480b-8131-16ed82b6ee41 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 210 time: 0.1782014 Jul 05 10:15:01.081844 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:01.092949 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 26133278-fd99-48a8-8c37-bc91006ea497 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:15:01.112474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:15:01.142193 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8a91d4-98f4-4af1-8f72-f3fed1387a42 x-openstack-request-id: req-fd8a91d4-98f4-4af1-8f72-f3fed1387a42 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:01.142802 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f441c857-fa62-4af3-b7d4-72c2476e5d73", "tag": "26133278-fd99-48a8-8c37-bc91006ea497", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:01.143221 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd8a91d4-98f4-4af1-8f72-f3fed1387a42 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:01.144139 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f441c857-fa62-4af3-b7d4-72c2476e5d73', 'tag': '26133278-fd99-48a8-8c37-bc91006ea497', 'status': 'completed', 'code': 200} Jul 05 10:15:01.160946 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:01.160946 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] For port 0d027c55-63be-4763-a7dc-24fdca7b89cd, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:01.169262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] For port 0d027c55-63be-4763-a7dc-24fdca7b89cd, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0d027c55-63be-4763-a7dc-24fdca7b89cd,segment=NetworkSegment(a67fb044-8a92-4369-8c81-c48524590474),segment_id=a67fb044-8a92-4369-8c81-c48524590474)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:01.170077 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83cec0d6-5baf-4e9b-a5b5-a66395c5acd2 req-575bf242-f885-415b-9cbe-07cf26cd1b9d service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527687 Jul 05 10:15:01.171281 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd6aeeab-26ac-43e4-b880-f38054a3836a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:01.200850 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd6aeeab-26ac-43e4-b880-f38054a3836a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:01.224488 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-d29ac296-e482-446b-b9ef-b3a00a65140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:01.226262 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-d29ac296-e482-446b-b9ef-b3a00a65140e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 1100 time: 0.0719352 Jul 05 10:15:01.240967 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a72f5e-1efc-494a-8147-b4b79417bba0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:01.245850 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70a72f5e-1efc-494a-8147-b4b79417bba0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:01.349563 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-23ea880f-c5a1-4ac1-8068-0fd44669f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:01.351131 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-23ea880f-c5a1-4ac1-8068-0fd44669f29f service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1173284 Jul 05 10:15:01.403914 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-76c9b76d-ef3c-40ef-996d-c283688ea501 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=26133278-fd99-48a8-8c37-bc91006ea497 HTTP/1.1" status: 200 len: 217 time: 0.0413384 Jul 05 10:15:01.404362 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:01.408372 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:01.471157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-78a0843a-2dab-421f-b0f2-c8c88e1e8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:01.472813 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-78a0843a-2dab-421f-b0f2-c8c88e1e8233 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0629170 Jul 05 10:15:01.475898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73d21b-503b-4880-9c03-6d46a53b0bb2 None None] Pushing event updated for resources: {'Port': ['ID=0d027c55-63be-4763-a7dc-24fdca7b89cd,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:01.516337 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd6aeeab-26ac-43e4-b880-f38054a3836a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:01.525412 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd6aeeab-26ac-43e4-b880-f38054a3836a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:01.529364 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cd6aeeab-26ac-43e4-b880-f38054a3836a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63f3816a-0640-4af6-94da-2945c83f6082 HTTP/1.1" status: 204 len: 168 time: 0.6464579 Jul 05 10:15:01.548596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6aeeab-26ac-43e4-b880-f38054a3836a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f3816a-0640-4af6-94da-2945c83f6082,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:01.573251 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-5bfa0311-52a0-4d3b-aa6d-853730b1772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:01.575023 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-5bfa0311-52a0-4d3b-aa6d-853730b1772e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0950203 Jul 05 10:15:01.616379 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:01.672540 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a7986-2ada-497f-9d5d-a7e643541348 req-5f547bd5-90bd-4024-ab01-c457ad3fc11c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:01.673038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:15:01.683679 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b70a7986-2ada-497f-9d5d-a7e643541348 req-5f547bd5-90bd-4024-ab01-c457ad3fc11c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 948 time: 0.2365825 Jul 05 10:15:01.766251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-233d625a-5115-4550-b277-f680a6cf6689 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835282 Jul 05 10:15:01.833282 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b70a7986-2ada-497f-9d5d-a7e643541348 req-851d6011-fe5d-46dc-acaf-47e98d7e5bbf tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473980 Jul 05 10:15:01.928761 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-ea47844f-0ba5-4a2a-933a-4df05b07ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:01.931924 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-ea47844f-0ba5-4a2a-933a-4df05b07ab21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 1100 time: 0.3502636 Jul 05 10:15:02.058518 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70a72f5e-1efc-494a-8147-b4b79417bba0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:02.066945 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-0dd099c7-342f-4583-9b04-aee675a17205 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894273 Jul 05 10:15:02.155591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-199b1402-a594-4804-aa7a-ea2f8fb558cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:02.156538 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-199b1402-a594-4804-aa7a-ea2f8fb558cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.2178004 Jul 05 10:15:02.242685 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-9e98052d-bb93-4792-a9c6-1135b0cacb24 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=26133278-fd99-48a8-8c37-bc91006ea497 HTTP/1.1" status: 200 len: 217 time: 0.0741870 Jul 05 10:15:02.256308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a72f5e-1efc-494a-8147-b4b79417bba0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Subnet': ['ID=0e7097bb-a433-476a-b2aa-29e2cb02d1d9,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:02.297079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323b4da-a75b-4889-ab12-bcbbdee50168 req-c704d725-ee42-46d7-8997-729fd2105257 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:02.307158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a72f5e-1efc-494a-8147-b4b79417bba0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Checking segment: {'id': 'e16aa217-7afd-4c17-8034-0f509596356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '370d6ec6-1097-4fad-8f3d-18aa6b86a5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:02.307333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7323b4da-a75b-4889-ab12-bcbbdee50168 req-c704d725-ee42-46d7-8997-729fd2105257 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1233141 Jul 05 10:15:02.307524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a72f5e-1efc-494a-8147-b4b79417bba0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network hostable DHCP agents. Network: 370d6ec6-1097-4fad-8f3d-18aa6b86a5b1, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:02.345741 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77dce433-55e5-4f61-8e17-7bfb2207edb1 req-49df2069-61b6-4a72-a5e4-d043a35d0186 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 210 time: 0.0412700 Jul 05 10:15:02.356309 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7323b4da-a75b-4889-ab12-bcbbdee50168 req-24816705-0c58-4400-a13b-1ad5c4cf79d9 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479956 Jul 05 10:15:02.365806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-49a9cde2-5c3f-44c3-910c-74e12f80b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:02.367692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-49a9cde2-5c3f-44c3-910c-74e12f80b0b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1171002 Jul 05 10:15:02.439692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-3daedcf8-2624-4bc2-acb4-2b26efb5893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:02.441303 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-3daedcf8-2624-4bc2-acb4-2b26efb5893e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0659015 Jul 05 10:15:02.515041 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a72f5e-1efc-494a-8147-b4b79417bba0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network 370d6ec6-1097-4fad-8f3d-18aa6b86a5b1 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:02.551567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53548) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:02.565455 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:02.575258 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-a79fdfa0-97f0-43be-9194-4a31177ffdaf service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259902 Jul 05 10:15:02.664176 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-70a72f5e-1efc-494a-8147-b4b79417bba0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 370d6ec6-1097-4fad-8f3d-18aa6b86a5b1) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:02.669962 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a72f5e-1efc-494a-8147-b4b79417bba0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:02.670618 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70a72f5e-1efc-494a-8147-b4b79417bba0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:02.727526 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c494350f-fa45-458f-bd9b-0d8755d9c3ae req-cbb82a0d-73e4-4fb1-96d0-d5442959f97f service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443715 Jul 05 10:15:02.747571 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-381d267b-1c35-4be5-8fdb-f14af54d867c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-917932306-network', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:02.803337 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-70a72f5e-1efc-494a-8147-b4b79417bba0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1144340 Jul 05 10:15:02.806323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53564) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:02.919099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee60e92-e3ae-49fb-b216-a06485c3734d None None] Network 370d6ec6-1097-4fad-8f3d-18aa6b86a5b1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:03.009159 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381d267b-1c35-4be5-8fdb-f14af54d867c admin admin] Made reservation on behalf of faeb5dc6b3a74c028f443dfad351e225 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:03.012363 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-381d267b-1c35-4be5-8fdb-f14af54d867c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.021829 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e785b7ac-c791-4b20-a331-b1c2c27230e6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.029337 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008349c-d47a-4570-b6d6-2090e35c564f None None] Network 53325ff6-7ff3-43a8-9263-ea8077f33e50 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:03.034990 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-381d267b-1c35-4be5-8fdb-f14af54d867c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.154198 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e785b7ac-c791-4b20-a331-b1c2c27230e6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.192763 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0d027c55-63be-4763-a7dc-24fdca7b89cd up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:03.226624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:03.253318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:03.253588 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.301234 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaaf23-5b4e-4478-9447-c897bd195fec req-b71b6e0c-fa1d-4cc7-be4f-0cf4c8db08dc tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:03.302782 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-11eaaf23-5b4e-4478-9447-c897bd195fec req-b71b6e0c-fa1d-4cc7-be4f-0cf4c8db08dc tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 948 time: 0.1729336 Jul 05 10:15:03.322154 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-381d267b-1c35-4be5-8fdb-f14af54d867c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.356238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f1e77bfc-3eb4-44aa-99eb-0c09196d6e55 None None] Provisioning for port 0d027c55-63be-4763-a7dc-24fdca7b89cd completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:03.362108 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd87e303-9489-4468-a455-7716bc060c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-370d6ec6-1097-4fad-8f3d-18aa6b86a5b1', 'network_id': '370d6ec6-1097-4fad-8f3d-18aa6b86a5b1', 'tenant_id': 'c10a199714c241c98173b2d4a1a29d51', 'fixed_ips': [{'subnet_id': '0e7097bb-a433-476a-b2aa-29e2cb02d1d9'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:03.362981 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bd87e303-9489-4468-a455-7716bc060c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.368447 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-11eaaf23-5b4e-4478-9447-c897bd195fec req-64c79e72-435e-4d7b-989b-78d8af803f11 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495143 Jul 05 10:15:03.431554 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e785b7ac-c791-4b20-a331-b1c2c27230e6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.482245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53580) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:03.491627 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785b7ac-c791-4b20-a331-b1c2c27230e6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7097bb-a433-476a-b2aa-29e2cb02d1d9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:03.512083 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-381d267b-1c35-4be5-8fdb-f14af54d867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.551985 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 0d027c55-63be-4763-a7dc-24fdca7b89cd completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:03.554009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381d267b-1c35-4be5-8fdb-f14af54d867c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:03.581905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d267b-1c35-4be5-8fdb-f14af54d867c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50674e1c-081f-4b50-b0c2-89fab05e3a34,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:03.582583 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a3e5675-0b39-4952-b5a8-a2291d5120ef req-40e377c2-e06b-431c-95e1-8e31046b88fa tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 210 time: 0.0463176 Jul 05 10:15:03.585151 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-381d267b-1c35-4be5-8fdb-f14af54d867c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.585504 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-381d267b-1c35-4be5-8fdb-f14af54d867c admin admin] Added segment e4ea8374-396f-4b61-834e-cc6ce8da0e03 of type vlan for network 34a24dd1-7873-4589-9de4-782dc8402e9e Jul 05 10:15:03.654678 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e785b7ac-c791-4b20-a331-b1c2c27230e6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.669622 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-381d267b-1c35-4be5-8fdb-f14af54d867c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.669863 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-e785b7ac-c791-4b20-a331-b1c2c27230e6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370d6ec6-1097-4fad-8f3d-18aa6b86a5b1']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:03.673626 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 0d027c55-63be-4763-a7dc-24fdca7b89cd triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:03.674646 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.685411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-e785b7ac-c791-4b20-a331-b1c2c27230e6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16aa217-7afd-4c17-8034-0f509596356e') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:03.685971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-e785b7ac-c791-4b20-a331-b1c2c27230e6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16aa217-7afd-4c17-8034-0f509596356e') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:03.697948 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.700664 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e785b7ac-c791-4b20-a331-b1c2c27230e6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.718681 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d92d58-965d-43ac-b08f-a3fd43bec6d7 req-1cbec97f-8f1b-4763-9bbc-83ad24c12755 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:03.719575 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e785b7ac-c791-4b20-a331-b1c2c27230e6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.720780 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-19d92d58-965d-43ac-b08f-a3fd43bec6d7 req-1cbec97f-8f1b-4763-9bbc-83ad24c12755 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1516652 Jul 05 10:15:03.734641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e785b7ac-c791-4b20-a331-b1c2c27230e6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:03.735206 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e785b7ac-c791-4b20-a331-b1c2c27230e6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.744004 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-eb267e40-169b-49bd-a594-86227e28b416 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1071901283'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:03.750740 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:03.793417 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-19d92d58-965d-43ac-b08f-a3fd43bec6d7 req-d212b078-e40d-4c40-a4ce-e20be7fdc6ca tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659850 Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server [None req-bd87e303-9489-4468-a455-7716bc060c40 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e7097bb-a433-476a-b2aa-29e2cb02d1d9: This subnet is being modified by another concurrent operation. Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:15:03.796380 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise exception Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e7097bb-a433-476a-b2aa-29e2cb02d1d9: This subnet is being modified by another concurrent operation. Jul 05 10:15:03.800220 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server Jul 05 10:15:03.832317 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-381d267b-1c35-4be5-8fdb-f14af54d867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.833310 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381d267b-1c35-4be5-8fdb-f14af54d867c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:03.833943 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-381d267b-1c35-4be5-8fdb-f14af54d867c admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.836375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:03.838696 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b67f608-8100-4416-99c4-971c4ace1b50" -d '{"events": [{"server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "name": "network-vif-plugged", "status": "completed", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:03.860140 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147180ff-b396-49c1-9cb5-f62d570f2394 None None] Network 370d6ec6-1097-4fad-8f3d-18aa6b86a5b1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:03.868949 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:03.889181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb267e40-169b-49bd-a594-86227e28b416 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:03.892751 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb267e40-169b-49bd-a594-86227e28b416 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.930883 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eabc3b6-6381-4b4a-a737-fbbd30aa8dfb x-openstack-request-id: req-1eabc3b6-6381-4b4a-a737-fbbd30aa8dfb {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:03.931566 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "name": "network-vif-plugged", "status": "completed", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:03.931848 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1eabc3b6-6381-4b4a-a737-fbbd30aa8dfb {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:03.932235 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'code': 200} Jul 05 10:15:03.949929 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e785b7ac-c791-4b20-a331-b1c2c27230e6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.973560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785b7ac-c791-4b20-a331-b1c2c27230e6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Network': ['ID=370d6ec6-1097-4fad-8f3d-18aa6b86a5b1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:03.976169 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e785b7ac-c791-4b20-a331-b1c2c27230e6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:03.978962 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e785b7ac-c791-4b20-a331-b1c2c27230e6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/370d6ec6-1097-4fad-8f3d-18aa6b86a5b1 HTTP/1.1" status: 204 len: 168 time: 1.1715214 Jul 05 10:15:03.984094 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53586) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:03.991246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9b9598d4-b735-4757-a5dc-69c54c0ae161 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-122002550'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:04.014724 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb267e40-169b-49bd-a594-86227e28b416 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.020596 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-381d267b-1c35-4be5-8fdb-f14af54d867c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4648921 Jul 05 10:15:04.024013 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53588) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:04.043757 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e5410da3-6a8f-40e7-a6a2-70e5e13074a9 admin admin] Request body: {'subnet': {'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-917932306-subnet', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:04.046988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d267b-1c35-4be5-8fdb-f14af54d867c admin admin] Pushing event updated for resources: {'Network': ['ID=34a24dd1-7873-4589-9de4-782dc8402e9e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:04.069239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-e4057ad4-c916-4968-b753-41a362b5ebf3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:04.070783 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-e4057ad4-c916-4968-b753-41a362b5ebf3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.64 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 811 time: 0.1651337 Jul 05 10:15:04.076092 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.083032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 34a24dd1-7873-4589-9de4-782dc8402e9e details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:04.094664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dbd2f-2099-4f22-8d70-5b767e849289 req-f844d3dd-cb12-4b49-b64e-e6b6f0fb0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:04.096921 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-727dbd2f-2099-4f22-8d70-5b767e849289 req-f844d3dd-cb12-4b49-b64e-e6b6f0fb0223 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 1098 time: 0.1137416 Jul 05 10:15:04.103806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-3b96fada-f65c-4ee9-a8e8-8132893ef19e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Request body: {'port': {'device_id': 'cb93d2ba-0309-4a31-8f99-bab2e7984b42', 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5', 'admin_state_up': True, 'tenant_id': '5dc70ebc52b2429584fe84f81867aa19'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:04.151623 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-727dbd2f-2099-4f22-8d70-5b767e849289 req-65582bdb-7ab0-4aa5-b4ce-6cb2d7e30ba3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475769 Jul 05 10:15:04.157588 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9598d4-b735-4757-a5dc-69c54c0ae161 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:04.162738 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b9598d4-b735-4757-a5dc-69c54c0ae161 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.205441 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9598d4-b735-4757-a5dc-69c54c0ae161 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:04.231682 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b9598d4-b735-4757-a5dc-69c54c0ae161 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.232128 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-9b9598d4-b735-4757-a5dc-69c54c0ae161 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Added segment b0aff549-5243-4d0e-93c0-a4dceee975bd of type vlan for network 5452e809-0cea-4c96-b547-a8b937a2b0a2 Jul 05 10:15:04.268286 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-e5410da3-6a8f-40e7-a6a2-70e5e13074a9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:15:04.268286 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:15:04.268286 n-d-779913-27 neutron-server[100775]: [parameters: {'project_id_1': 'faeb5dc6b3a74c028f443dfad351e225', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 15, 4, 54197)}] Jul 05 10:15:04.268286 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:15:04.268955 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-e5410da3-6a8f-40e7-a6a2-70e5e13074a9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:15:04.288135 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b9598d4-b735-4757-a5dc-69c54c0ae161 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.290488 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.333679 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:04.352963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 0d027c55-63be-4763-a7dc-24fdca7b89cd, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0d027c55-63be-4763-a7dc-24fdca7b89cd,segment=NetworkSegment(a67fb044-8a92-4369-8c81-c48524590474),segment_id=a67fb044-8a92-4369-8c81-c48524590474)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:04.360564 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb267e40-169b-49bd-a594-86227e28b416 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.376488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a97627b-45bd-4b5d-b9aa-cea64fe05d59 None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:15:04.425734 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4e92b5cf-a2f4-4015-9ecd-28869c5d7266 None None] Provisioning complete for port 0d027c55-63be-4763-a7dc-24fdca7b89cd triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:04.426115 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e92b5cf-a2f4-4015-9ecd-28869c5d7266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.496396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a97627b-45bd-4b5d-b9aa-cea64fe05d59 None None] Resources bound (agent type, host, resource id): {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:15:04.509094 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b9598d4-b735-4757-a5dc-69c54c0ae161 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.519523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9598d4-b735-4757-a5dc-69c54c0ae161 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:04.519523 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b9598d4-b735-4757-a5dc-69c54c0ae161 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.559756 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb267e40-169b-49bd-a594-86227e28b416 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.606845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb267e40-169b-49bd-a594-86227e28b416 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:04.615810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80552cc5-bd6b-40f5-8b74-59a6e663a600 req-d2a517f7-cfcf-438e-ac95-bea48309a7c8 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:04.616592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 26133278-fd99-48a8-8c37-bc91006ea497 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:15:04.617345 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-80552cc5-bd6b-40f5-8b74-59a6e663a600 req-d2a517f7-cfcf-438e-ac95-bea48309a7c8 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 948 time: 0.1188402 Jul 05 10:15:04.618436 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.621136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb267e40-169b-49bd-a594-86227e28b416 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f709cb96-957f-44b3-b092-a5db9f8293ba,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:04.628286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9598d4-b735-4757-a5dc-69c54c0ae161 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Network': ['ID=5452e809-0cea-4c96-b547-a8b937a2b0a2,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:04.663936 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb267e40-169b-49bd-a594-86227e28b416 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.664287 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-eb267e40-169b-49bd-a594-86227e28b416 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Added segment de8ad92c-f078-47d7-bc9f-345a6e5280df of type vlan for network 41a2e02c-c669-468b-9c51-63cb9d797626 Jul 05 10:15:04.668214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 5452e809-0cea-4c96-b547-a8b937a2b0a2 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:04.693064 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-80552cc5-bd6b-40f5-8b74-59a6e663a600 req-d7aaf5ad-c193-4713-9057-b468d8454b8f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563581 Jul 05 10:15:04.735798 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb267e40-169b-49bd-a594-86227e28b416 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.786376 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f2117f3c-3a23-4282-b59f-7cc66eaf0b9a req-3f15e1b8-abe1-43c1-bafa-af2bddd54ba3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 210 time: 0.0347626 Jul 05 10:15:04.805172 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9b9598d4-b735-4757-a5dc-69c54c0ae161 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8189466 Jul 05 10:15:04.810395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53596) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:04.818688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-892ef626-1c9b-44e1-b6a3-ca5e4f0aa449 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'subnet': {'network_id': '5452e809-0cea-4c96-b547-a8b937a2b0a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:04.852692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=0d027c55-63be-4763-a7dc-24fdca7b89cd,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:04.923438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 26133278-fd99-48a8-8c37-bc91006ea497, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=26133278-fd99-48a8-8c37-bc91006ea497,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:04.955181 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb267e40-169b-49bd-a594-86227e28b416 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.961489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb267e40-169b-49bd-a594-86227e28b416 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:04.962281 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb267e40-169b-49bd-a594-86227e28b416 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:04.967874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '26133278-fd99-48a8-8c37-bc91006ea497', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '26133278-fd99-48a8-8c37-bc91006ea497', 'mac_address': 'fa:16:3e:e5:d8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:15:05.029485 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0d027c55-63be-4763-a7dc-24fdca7b89cd up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:05.051828 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:05.087911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26133278-fd99-48a8-8c37-bc91006ea497 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:15:05.113411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 26133278-fd99-48a8-8c37-bc91006ea497, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=26133278-fd99-48a8-8c37-bc91006ea497,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:05.125097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 0d027c55-63be-4763-a7dc-24fdca7b89cd triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:05.125472 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:05.343454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-3b96fada-f65c-4ee9-a8e8-8132893ef19e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Made reservation on behalf of 5dc70ebc52b2429584fe84f81867aa19 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:05.347156 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-3b96fada-f65c-4ee9-a8e8-8132893ef19e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:05.383704 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:05.411967 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb267e40-169b-49bd-a594-86227e28b416 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Network': ['ID=41a2e02c-c669-468b-9c51-63cb9d797626,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:05.425359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 41a2e02c-c669-468b-9c51-63cb9d797626 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:05.481595 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=26133278-fd99-48a8-8c37-bc91006ea497,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:05.524351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a0117-dce5-488a-a303-11b59f2b9603 req-e20e18d7-8e6a-438f-9811-9c847803eaff tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:05.525873 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af0a0117-dce5-488a-a303-11b59f2b9603 req-e20e18d7-8e6a-438f-9811-9c847803eaff tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 946 time: 0.1901498 Jul 05 10:15:05.565003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5410da3-6a8f-40e7-a6a2-70e5e13074a9 admin admin] Made reservation on behalf of faeb5dc6b3a74c028f443dfad351e225 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:05.567451 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e5410da3-6a8f-40e7-a6a2-70e5e13074a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:05.586052 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-3b96fada-f65c-4ee9-a8e8-8132893ef19e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Allocated IP 172.20.0.7 (1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5/72c4567a-3195-494d-b6bf-64b7b89d5139/40ec7936-4504-49cc-83f0-386ee7849ff4) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:05.619523 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['26133278-fd99-48a8-8c37-bc91006ea497'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:15:05.643703 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af0a0117-dce5-488a-a303-11b59f2b9603 req-4eb246ab-6835-40b4-aea3-fb316c4b4939 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094799 Jul 05 10:15:05.893334 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-3b96fada-f65c-4ee9-a8e8-8132893ef19e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:05.914473 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eb267e40-169b-49bd-a594-86227e28b416 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4310746 Jul 05 10:15:05.933133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f865f-c47c-4b6c-beee-8557ee18e18d req-779c5d77-0256-4f4b-bccd-d84225dbbd85 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:05.940186 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-338f865f-c47c-4b6c-beee-8557ee18e18d req-779c5d77-0256-4f4b-bccd-d84225dbbd85 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 949 time: 0.1109803 Jul 05 10:15:05.981751 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-338f865f-c47c-4b6c-beee-8557ee18e18d req-6d409bdf-0f0f-44e8-8361-905e64a03439 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406749 Jul 05 10:15:06.043433 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-118ebd91-5f12-482b-b9fc-7eb3ac5434f2 req-efdd68ef-f938-4fa7-a22c-440c6d00dfc5 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 210 time: 0.0517180 Jul 05 10:15:06.072786 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e5410da3-6a8f-40e7-a6a2-70e5e13074a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:06.136027 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892ef626-1c9b-44e1-b6a3-ca5e4f0aa449 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:06.140308 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-892ef626-1c9b-44e1-b6a3-ca5e4f0aa449 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:06.153669 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-3b96fada-f65c-4ee9-a8e8-8132893ef19e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:06.155439 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5410da3-6a8f-40e7-a6a2-70e5e13074a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27292f2c-a95d-441e-b478-d099205c251b,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:06.240247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96fada-f65c-4ee9-a8e8-8132893ef19e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Pushing event updated for resources: {'Port': ['ID=40ec7936-4504-49cc-83f0-386ee7849ff4,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:06.253281 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5410da3-6a8f-40e7-a6a2-70e5e13074a9 admin admin] Checking segment: {'id': 'e4ea8374-396f-4b61-834e-cc6ce8da0e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:06.253643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5410da3-6a8f-40e7-a6a2-70e5e13074a9 admin admin] Network hostable DHCP agents. Network: 34a24dd1-7873-4589-9de4-782dc8402e9e, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:06.270145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-3b96fada-f65c-4ee9-a8e8-8132893ef19e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:06.284909 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-3b96fada-f65c-4ee9-a8e8-8132893ef19e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:06.293014 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-3b96fada-f65c-4ee9-a8e8-8132893ef19e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:06.360806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-3b96fada-f65c-4ee9-a8e8-8132893ef19e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:06.361467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-3b96fada-f65c-4ee9-a8e8-8132893ef19e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:06.559408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5410da3-6a8f-40e7-a6a2-70e5e13074a9 admin admin] Network 34a24dd1-7873-4589-9de4-782dc8402e9e is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:06.572223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 26133278-fd99-48a8-8c37-bc91006ea497 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:06.618478 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fe13e-9178-4ee6-9896-7071506f6ee8 req-2965a8fc-2eaa-4160-84e1-f7424ff441ac tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:06.622059 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca8fe13e-9178-4ee6-9896-7071506f6ee8 req-2965a8fc-2eaa-4160-84e1-f7424ff441ac tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 949 time: 0.0954263 Jul 05 10:15:06.623178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.ipam_backend_mixin [None req-892ef626-1c9b-44e1-b6a3-ca5e4f0aa449 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Performing IP validity checks on allocation pools {{(pid=100776) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 10:15:06.623919 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-3b96fada-f65c-4ee9-a8e8-8132893ef19e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5322843 Jul 05 10:15:06.624415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.ipam_backend_mixin [None req-892ef626-1c9b-44e1-b6a3-ca5e4f0aa449 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100776) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 10:15:06.658265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Request body: {'port': {'device_id': 'cb93d2ba-0309-4a31-8f99-bab2e7984b42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:06.776269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-e5410da3-6a8f-40e7-a6a2-70e5e13074a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 34a24dd1-7873-4589-9de4-782dc8402e9e) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:06.787907 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:06.793725 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3749239e-2ef5-4fea-8a8b-f6c2d52e3565 None None] Network 34a24dd1-7873-4589-9de4-782dc8402e9e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:06.859071 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 26133278-fd99-48a8-8c37-bc91006ea497 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:06.867047 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 26133278-fd99-48a8-8c37-bc91006ea497 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:06.867434 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:07.063250 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f7837-0fbd-49fd-be79-c2093e9bbefb req-67d38e8f-4067-41a0-ba2b-d41ce6eb395d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:07.064032 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:07.064463 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-420f7837-0fbd-49fd-be79-c2093e9bbefb req-67d38e8f-4067-41a0-ba2b-d41ce6eb395d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.73 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73&tenant_id=004ecdb3b3264f069e42a0c8102d49af&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 949 time: 0.3590307 Jul 05 10:15:07.125478 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2daad-724c-40e6-b180-62989cb0dfa1 req-82b39bc6-ba70-45ed-96d1-841155b95819 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:07.127102 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aae2daad-724c-40e6-b180-62989cb0dfa1 req-82b39bc6-ba70-45ed-96d1-841155b95819 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 946 time: 0.2960303 Jul 05 10:15:07.160754 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f441c857-fa62-4af3-b7d4-72c2476e5d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26133278-fd99-48a8-8c37-bc91006ea497'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:07.163130 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430d7f36-2953-4e5e-9ab7-9e8030a638b2" -d '{"events": [{"server_uuid": "f441c857-fa62-4af3-b7d4-72c2476e5d73", "name": "network-vif-plugged", "status": "completed", "tag": "26133278-fd99-48a8-8c37-bc91006ea497"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:07.166897 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-420f7837-0fbd-49fd-be79-c2093e9bbefb req-ee9984e7-af5d-4b16-8bd7-83e483a2f894 service neutron] delete failed (client error): The resource could not be found. Jul 05 10:15:07.168137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-420f7837-0fbd-49fd-be79-c2093e9bbefb req-ee9984e7-af5d-4b16-8bd7-83e483a2f894 service neutron] 10.222.0.73 "DELETE /v2.0/ports/26133278-fd99-48a8-8c37-bc91006ea497/bindings/n-h1-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0967703 Jul 05 10:15:07.169796 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-892ef626-1c9b-44e1-b6a3-ca5e4f0aa449 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:07.253897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 26133278-fd99-48a8-8c37-bc91006ea497, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=26133278-fd99-48a8-8c37-bc91006ea497,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:07.269035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-34a24dd1-7873-4589-9de4-782dc8402e9e', 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'fixed_ips': [{'subnet_id': '27292f2c-a95d-441e-b478-d099205c251b'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:07.270449 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:07.283011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ef626-1c9b-44e1-b6a3-ca5e4f0aa449 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Subnet': ['ID=0036664f-26e1-47f3-ac17-213e9bd0d3fe,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:07.290736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ec7936-4504-49cc-83f0-386ee7849ff4 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:15:07.306067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:07.331305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ef626-1c9b-44e1-b6a3-ca5e4f0aa449 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Checking segment: {'id': 'b0aff549-5243-4d0e-93c0-a4dceee975bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5452e809-0cea-4c96-b547-a8b937a2b0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:07.332071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892ef626-1c9b-44e1-b6a3-ca5e4f0aa449 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network hostable DHCP agents. Network: 5452e809-0cea-4c96-b547-a8b937a2b0a2, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:07.336007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Transition to ACTIVE for port object 40ec7936-4504-49cc-83f0-386ee7849ff4 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:07.339550 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5410da3-6a8f-40e7-a6a2-70e5e13074a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:07.342500 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e5410da3-6a8f-40e7-a6a2-70e5e13074a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:07.396093 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aae2daad-724c-40e6-b180-62989cb0dfa1 req-71baeb25-5582-47d1-8f4a-043fa91a68cf tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378109 Jul 05 10:15:07.415972 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca8fe13e-9178-4ee6-9896-7071506f6ee8 req-e557e80e-0d74-4b99-b0fa-476f4942a2e7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7788293 Jul 05 10:15:07.418557 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f7837-0fbd-49fd-be79-c2093e9bbefb req-09afce19-b537-4582-b21d-cf6f4b692fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:07.424804 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-420f7837-0fbd-49fd-be79-c2093e9bbefb req-09afce19-b537-4582-b21d-cf6f4b692fb0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 1101 time: 0.1777227 Jul 05 10:15:07.454165 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:07.547114 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:07.597304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Allocated IP 172.20.0.2 (34a24dd1-7873-4589-9de4-782dc8402e9e/27292f2c-a95d-441e-b478-d099205c251b/3b94c37e-73ba-45d2-8301-48a7295c2fb3) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:07.664292 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f7837-0fbd-49fd-be79-c2093e9bbefb req-402f7022-a4be-4c0a-ab1c-e20541517c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:07.667013 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-420f7837-0fbd-49fd-be79-c2093e9bbefb req-402f7022-a4be-4c0a-ab1c-e20541517c30 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.2352169 Jul 05 10:15:07.668042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892ef626-1c9b-44e1-b6a3-ca5e4f0aa449 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network 5452e809-0cea-4c96-b547-a8b937a2b0a2 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:07.669389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Pushing event updated for resources: {'Port': ['ID=40ec7936-4504-49cc-83f0-386ee7849ff4,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:07.678881 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e5410da3-6a8f-40e7-a6a2-70e5e13074a9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6445296 Jul 05 10:15:07.694617 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53632) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:07.705942 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-917932306-router', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:07.735856 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-420f7837-0fbd-49fd-be79-c2093e9bbefb req-161176cb-1af2-4040-873f-df521a94d264 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=26133278-fd99-48a8-8c37-bc91006ea497 HTTP/1.1" status: 200 len: 217 time: 0.0497284 Jul 05 10:15:07.786978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f7837-0fbd-49fd-be79-c2093e9bbefb req-bc3545c7-0a96-4669-8abf-d1ede129c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:07.788616 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-420f7837-0fbd-49fd-be79-c2093e9bbefb req-bc3545c7-0a96-4669-8abf-d1ede129c2f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0466011 Jul 05 10:15:07.839782 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:07.854123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Transition to ACTIVE for port object 3b94c37e-73ba-45d2-8301-48a7295c2fb3 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:07.856349 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:07.857526 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:07.878048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-892ef626-1c9b-44e1-b6a3-ca5e4f0aa449 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 5452e809-0cea-4c96-b547-a8b937a2b0a2) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:07.905851 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ef626-1c9b-44e1-b6a3-ca5e4f0aa449 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:07.906395 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-892ef626-1c9b-44e1-b6a3-ca5e4f0aa449 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:07.907743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Transition to ACTIVE for port object 3b94c37e-73ba-45d2-8301-48a7295c2fb3 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:07.958278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa82bf-d09b-4b60-a856-b17603f76d9c req-9590bbe6-d2a1-41ee-8dad-10e1d1e68e6b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:07.963749 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fcaa82bf-d09b-4b60-a856-b17603f76d9c req-9590bbe6-d2a1-41ee-8dad-10e1d1e68e6b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 943 time: 0.3477142 Jul 05 10:15:07.968974 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c808385c-4d40-427f-9216-8f806005092f x-openstack-request-id: req-c808385c-4d40-427f-9216-8f806005092f {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:07.969260 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f441c857-fa62-4af3-b7d4-72c2476e5d73", "name": "network-vif-plugged", "status": "completed", "tag": "26133278-fd99-48a8-8c37-bc91006ea497", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:07.969520 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c808385c-4d40-427f-9216-8f806005092f {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:07.969914 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f441c857-fa62-4af3-b7d4-72c2476e5d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26133278-fd99-48a8-8c37-bc91006ea497', 'code': 200} Jul 05 10:15:07.974055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4042fe95-d405-42a2-9f87-0e2ef2ca442c None None] Network 5452e809-0cea-4c96-b547-a8b937a2b0a2 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:08.054896 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:08.095287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Network 34a24dd1-7873-4589-9de4-782dc8402e9e is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:08.104511 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fcaa82bf-d09b-4b60-a856-b17603f76d9c req-f15aa54b-a27b-41ea-8783-5e57b665c015 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285038 Jul 05 10:15:08.107354 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:08.116679 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-892ef626-1c9b-44e1-b6a3-ca5e4f0aa449 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.3051350 Jul 05 10:15:08.117403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53636) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:08.137275 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:08.139563 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:08.158438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d402b4-de68-4fa4-999a-f92bbdd1aa59 req-d157494f-4b7b-46d2-9f3f-c095881a0798 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:08.160793 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=26133278-fd99-48a8-8c37-bc91006ea497,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:08.166942 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-22d402b4-de68-4fa4-999a-f92bbdd1aa59 req-d157494f-4b7b-46d2-9f3f-c095881a0798 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 946 time: 0.4363070 Jul 05 10:15:08.168341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Attempting to bind port 40ec7936-4504-49cc-83f0-386ee7849ff4 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:08.169030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Attempting to bind port 40ec7936-4504-49cc-83f0-386ee7849ff4 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:08.169740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Attempting to bind port 40ec7936-4504-49cc-83f0-386ee7849ff4 on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:08.175251 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53638) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:08.176312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Port 40ec7936-4504-49cc-83f0-386ee7849ff4 on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:15:08.177192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Attempting to bind port 40ec7936-4504-49cc-83f0-386ee7849ff4 on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:08.184307 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ad4141bf-3ab4-49a6-8325-4aa705cc87c2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Request body: {'floatingip': {'port_id': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:08.245504 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7292e53a-5bf1-4ad8-b1c5-aae774ce939b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:08.258396 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f7837-0fbd-49fd-be79-c2093e9bbefb req-00a47d85-6dc3-4dde-acdf-b85810c06c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:08.260668 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-420f7837-0fbd-49fd-be79-c2093e9bbefb req-00a47d85-6dc3-4dde-acdf-b85810c06c6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4599912 Jul 05 10:15:08.278376 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad4141bf-3ab4-49a6-8325-4aa705cc87c2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for floatingip, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:08.291744 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Attempting to bind port 3b94c37e-73ba-45d2-8301-48a7295c2fb3 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:08.292112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Attempting to bind port 3b94c37e-73ba-45d2-8301-48a7295c2fb3 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'e4ea8374-396f-4b61-834e-cc6ce8da0e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:08.292479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Attempting to bind port 3b94c37e-73ba-45d2-8301-48a7295c2fb3 on network 34a24dd1-7873-4589-9de4-782dc8402e9e {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:08.308221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:08.308460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Checking segment: {'id': 'e4ea8374-396f-4b61-834e-cc6ce8da0e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:08.308851 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:08.309253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Bound using segment: {'id': 'e4ea8374-396f-4b61-834e-cc6ce8da0e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:08.309879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Bound port: 3b94c37e-73ba-45d2-8301-48a7295c2fb3, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ea8374-396f-4b61-834e-cc6ce8da0e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:08.310538 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:08.374514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Pushing event updated for resources: {'Port': ['ID=3b94c37e-73ba-45d2-8301-48a7295c2fb3,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:08.454319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7292e53a-5bf1-4ad8-b1c5-aae774ce939b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:08.494069 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c280f2a-3eda-44ed-b5f6-5ec718c128b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-5452e809-0cea-4c96-b547-a8b937a2b0a2', 'network_id': '5452e809-0cea-4c96-b547-a8b937a2b0a2', 'tenant_id': 'c10a199714c241c98173b2d4a1a29d51', 'fixed_ips': [{'subnet_id': '0036664f-26e1-47f3-ac17-213e9bd0d3fe'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:08.495859 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9c280f2a-3eda-44ed-b5f6-5ec718c128b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:08.553112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] For port 3b94c37e-73ba-45d2-8301-48a7295c2fb3, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:08.605119 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-420f7837-0fbd-49fd-be79-c2093e9bbefb req-fde4e783-76d3-42a5-bc9b-ff32283061af service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904279 Jul 05 10:15:08.696016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] For port 3b94c37e-73ba-45d2-8301-48a7295c2fb3, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3b94c37e-73ba-45d2-8301-48a7295c2fb3,segment=NetworkSegment(e4ea8374-396f-4b61-834e-cc6ce8da0e03),segment_id=e4ea8374-396f-4b61-834e-cc6ce8da0e03)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:08.766203 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-420f7837-0fbd-49fd-be79-c2093e9bbefb req-6acc88a7-e0a5-43fb-9fe4-120d404f9565 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560693 Jul 05 10:15:08.830388 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7292e53a-5bf1-4ad8-b1c5-aae774ce939b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:08.850020 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server [None req-9c280f2a-3eda-44ed-b5f6-5ec718c128b1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0036664f-26e1-47f3-ac17-213e9bd0d3fe: This subnet is being modified by another concurrent operation. Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 10:15:08.856126 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise exception Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0036664f-26e1-47f3-ac17-213e9bd0d3fe: This subnet is being modified by another concurrent operation. Jul 05 10:15:08.860255 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server Jul 05 10:15:08.879122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292e53a-5bf1-4ad8-b1c5-aae774ce939b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Subnet': ['ID=0036664f-26e1-47f3-ac17-213e9bd0d3fe,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:08.958198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:08.959084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Checking segment: {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:08.964181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Bound using segment: {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:08.964668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Bound port: 40ec7936-4504-49cc-83f0-386ee7849ff4, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:08.965045 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:09.004555 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f30c01-4373-44b6-a5e5-f02830727216 None None] Network 5452e809-0cea-4c96-b547-a8b937a2b0a2 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:09.015668 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7292e53a-5bf1-4ad8-b1c5-aae774ce939b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:09.027819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b087278-a2d1-42da-b53a-39a9f04c5cbf req-7d36495f-9f83-4083-b29f-20bae20acd32 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:09.036727 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b087278-a2d1-42da-b53a-39a9f04c5cbf req-7d36495f-9f83-4083-b29f-20bae20acd32 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.2684765 Jul 05 10:15:09.073955 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-7292e53a-5bf1-4ad8-b1c5-aae774ce939b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5452e809-0cea-4c96-b547-a8b937a2b0a2']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:09.112079 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b087278-a2d1-42da-b53a-39a9f04c5cbf req-ddef9e50-aaab-446e-8906-a43f15c4320e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742061 Jul 05 10:15:09.117391 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-7292e53a-5bf1-4ad8-b1c5-aae774ce939b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0aff549-5243-4d0e-93c0-a4dceee975bd') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:09.120851 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-7292e53a-5bf1-4ad8-b1c5-aae774ce939b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0aff549-5243-4d0e-93c0-a4dceee975bd') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:09.147054 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7292e53a-5bf1-4ad8-b1c5-aae774ce939b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:09.167683 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7292e53a-5bf1-4ad8-b1c5-aae774ce939b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:09.181387 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7292e53a-5bf1-4ad8-b1c5-aae774ce939b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:09.182334 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7292e53a-5bf1-4ad8-b1c5-aae774ce939b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:09.185919 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:09.199774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a448e-d22e-4e9d-bcf1-31ab6561bc2f None None] Pushing event updated for resources: {'Port': ['ID=3b94c37e-73ba-45d2-8301-48a7295c2fb3,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:09.365010 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.resource_extend [None req-ad4141bf-3ab4-49a6-8325-4aa705cc87c2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:15:09.413932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53646) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:09.423067 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a84a6277-0bcb-466e-9617-8216b45ed768 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'subnet': {'network_id': '41a2e02c-c669-468b-9c51-63cb9d797626', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:09.536172 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7292e53a-5bf1-4ad8-b1c5-aae774ce939b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:09.536350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad4141bf-3ab4-49a6-8325-4aa705cc87c2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:09.547439 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7292e53a-5bf1-4ad8-b1c5-aae774ce939b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:09.549481 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7292e53a-5bf1-4ad8-b1c5-aae774ce939b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/5452e809-0cea-4c96-b547-a8b937a2b0a2 HTTP/1.1" status: 204 len: 168 time: 1.4297125 Jul 05 10:15:09.555080 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:09.561044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53648) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:09.565457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292e53a-5bf1-4ad8-b1c5-aae774ce939b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Network': ['ID=5452e809-0cea-4c96-b547-a8b937a2b0a2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:09.570471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b1fba8e8-fadb-406b-baa1-00759ebfdbbe tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-105803040'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:09.598214 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] For port 40ec7936-4504-49cc-83f0-386ee7849ff4, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:09.616752 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] For port 40ec7936-4504-49cc-83f0-386ee7849ff4, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=40ec7936-4504-49cc-83f0-386ee7849ff4,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:09.636081 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db901b-48a1-4399-a1aa-81c0e0f9b693 req-8c2c605b-4e8b-4738-b942-8f78a9fe1fb6 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:09.637831 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-08db901b-48a1-4399-a1aa-81c0e0f9b693 req-8c2c605b-4e8b-4738-b942-8f78a9fe1fb6 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 943 time: 0.2933261 Jul 05 10:15:09.683226 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-08db901b-48a1-4399-a1aa-81c0e0f9b693 req-afaab1ef-bb2c-432d-8c1b-600a2fa6924a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385482 Jul 05 10:15:09.723307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84a6277-0bcb-466e-9617-8216b45ed768 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:09.727074 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad4141bf-3ab4-49a6-8325-4aa705cc87c2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:09.728724 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a84a6277-0bcb-466e-9617-8216b45ed768 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:09.731109 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:09.821464 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:09.822245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:09.823746 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] 10.222.0.64 "PUT /v2.0/ports/40ec7936-4504-49cc-83f0-386ee7849ff4 HTTP/1.1" status: 200 len: 1092 time: 3.1785445 Jul 05 10:15:09.857837 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb93d2ba-0309-4a31-8f99-bab2e7984b42', 'tag': '40ec7936-4504-49cc-83f0-386ee7849ff4'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:09.860165 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4da671e-ad6c-4326-b76f-0ef799c38c28" -d '{"events": [{"name": "network-changed", "server_uuid": "cb93d2ba-0309-4a31-8f99-bab2e7984b42", "tag": "40ec7936-4504-49cc-83f0-386ee7849ff4"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:10.129612 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a84a6277-0bcb-466e-9617-8216b45ed768 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:10.210405 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe6d934-b4ed-46c4-9a91-506bfc58a8e9 x-openstack-request-id: req-ffe6d934-b4ed-46c4-9a91-506bfc58a8e9 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:10.210997 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb93d2ba-0309-4a31-8f99-bab2e7984b42", "tag": "40ec7936-4504-49cc-83f0-386ee7849ff4", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:10.210997 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ffe6d934-b4ed-46c4-9a91-506bfc58a8e9 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:10.211367 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb93d2ba-0309-4a31-8f99-bab2e7984b42', 'tag': '40ec7936-4504-49cc-83f0-386ee7849ff4', 'status': 'completed', 'code': 200} Jul 05 10:15:10.227640 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fba8e8-fadb-406b-baa1-00759ebfdbbe tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:10.234592 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1fba8e8-fadb-406b-baa1-00759ebfdbbe tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:10.255243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a6277-0bcb-466e-9617-8216b45ed768 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Subnet': ['ID=d2eb14c0-3588-4bb5-9687-f0eae00b2d85,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:10.257901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a6277-0bcb-466e-9617-8216b45ed768 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Checking segment: {'id': 'de8ad92c-f078-47d7-bc9f-345a6e5280df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '41a2e02c-c669-468b-9c51-63cb9d797626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:10.259112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84a6277-0bcb-466e-9617-8216b45ed768 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network hostable DHCP agents. Network: 41a2e02c-c669-468b-9c51-63cb9d797626, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:10.357421 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fd80c-616f-40e0-997f-44377c8e5b2e service neutron] Pushing event updated for resources: {'Port': ['ID=40ec7936-4504-49cc-83f0-386ee7849ff4,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:10.369339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84a6277-0bcb-466e-9617-8216b45ed768 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network 41a2e02c-c669-468b-9c51-63cb9d797626 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:10.427188 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1fba8e8-fadb-406b-baa1-00759ebfdbbe tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:10.437255 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-ad4141bf-3ab4-49a6-8325-4aa705cc87c2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Floating IP 45b20f0c-ff8c-49b2-ad17-65b58eb91029 associated. External IP: 172.25.5.50, port: bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce. Jul 05 10:15:10.480772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-a84a6277-0bcb-466e-9617-8216b45ed768 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 41a2e02c-c669-468b-9c51-63cb9d797626) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:10.489532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84a6277-0bcb-466e-9617-8216b45ed768 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:10.490789 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a84a6277-0bcb-466e-9617-8216b45ed768 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:10.492054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0091f0-e23a-45fc-a643-7b38c0865d1b None None] Network 41a2e02c-c669-468b-9c51-63cb9d797626 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:10.500304 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1fba8e8-fadb-406b-baa1-00759ebfdbbe tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:10.500643 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-b1fba8e8-fadb-406b-baa1-00759ebfdbbe tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Added segment 69aec8b4-e6a0-43c4-b759-60b1c407e719 of type vlan for network f522f5bb-6d0a-4a1b-9372-5e152566d315 Jul 05 10:15:10.589415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da671e-ad6c-4326-b76f-0ef799c38c28 req-e63aaf94-90ba-4945-936d-bceaf06395fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:10.590963 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4da671e-ad6c-4326-b76f-0ef799c38c28 req-e63aaf94-90ba-4945-936d-bceaf06395fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 1095 time: 0.3780007 Jul 05 10:15:10.592815 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1fba8e8-fadb-406b-baa1-00759ebfdbbe tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:10.635868 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a84a6277-0bcb-466e-9617-8216b45ed768 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2201209 Jul 05 10:15:10.639140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53662) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:10.645301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-0947ed02-b3b4-4e8a-8130-cfbaab371963 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-408756948'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:10.654124 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21d64d9-9785-42e8-a760-d6bb401a9bbc None None] Network 34a24dd1-7873-4589-9de4-782dc8402e9e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:10.687476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30a4e6-5ce5-4096-bab1-cb74ee396cad req-58e275f9-dffc-467f-9966-d062a313966a tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:10.694068 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7c30a4e6-5ce5-4096-bab1-cb74ee396cad req-58e275f9-dffc-467f-9966-d062a313966a tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.3635058 Jul 05 10:15:10.814418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-41a2e02c-c669-468b-9c51-63cb9d797626', 'network_id': '41a2e02c-c669-468b-9c51-63cb9d797626', 'tenant_id': '8931551aa7a1439c930c99d4d8bcaf04', 'fixed_ips': [{'subnet_id': 'd2eb14c0-3588-4bb5-9687-f0eae00b2d85'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:10.815991 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:10.849018 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0947ed02-b3b4-4e8a-8130-cfbaab371963 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:10.853266 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0947ed02-b3b4-4e8a-8130-cfbaab371963 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:10.884229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0947ed02-b3b4-4e8a-8130-cfbaab371963 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:10.893758 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0947ed02-b3b4-4e8a-8130-cfbaab371963 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:10.894181 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-0947ed02-b3b4-4e8a-8130-cfbaab371963 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Added segment 230574ba-507b-46ae-8166-cf24659b1f70 of type vlan for network 1553fd38-8db9-4b7f-a1ab-e15e28e5e355 Jul 05 10:15:10.926729 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7c30a4e6-5ce5-4096-bab1-cb74ee396cad req-91c0a8da-e52a-4331-b30c-e5bbff16b4fa tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295399 Jul 05 10:15:10.939194 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0947ed02-b3b4-4e8a-8130-cfbaab371963 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:11.022989 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736c8fb-da71-4a15-8dd7-efbcdb13343d req-eea32e58-68b5-47dd-97fb-d1b5c32a2a89 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:11.037772 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8736c8fb-da71-4a15-8dd7-efbcdb13343d req-eea32e58-68b5-47dd-97fb-d1b5c32a2a89 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 943 time: 0.2269034 Jul 05 10:15:11.051665 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1fba8e8-fadb-406b-baa1-00759ebfdbbe tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:11.067213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fba8e8-fadb-406b-baa1-00759ebfdbbe tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:11.067954 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1fba8e8-fadb-406b-baa1-00759ebfdbbe tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:11.085813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-166e07d5-b317-42f3-87c0-ba935ed2d768 None None] Provisioning for port 3b94c37e-73ba-45d2-8301-48a7295c2fb3 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:11.112291 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8736c8fb-da71-4a15-8dd7-efbcdb13343d req-7f3867f7-2abd-40d7-8003-90423208fc9f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717690 Jul 05 10:15:11.114802 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0947ed02-b3b4-4e8a-8130-cfbaab371963 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:11.131259 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0947ed02-b3b4-4e8a-8130-cfbaab371963 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:11.132625 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0947ed02-b3b4-4e8a-8130-cfbaab371963 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:11.150781 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da671e-ad6c-4326-b76f-0ef799c38c28 req-2f7fe9cd-b800-4bff-93fa-ed5e5cbd1b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:11.154490 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4da671e-ad6c-4326-b76f-0ef799c38c28 req-2f7fe9cd-b800-4bff-93fa-ed5e5cbd1b59 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5dc70ebc52b2429584fe84f81867aa19&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5511892 Jul 05 10:15:11.220670 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-51ee38d8-dfee-4928-8f0e-eb57f246b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:11.239769 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3b94c37e-73ba-45d2-8301-48a7295c2fb3 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:11.260900 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947ed02-b3b4-4e8a-8130-cfbaab371963 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Network': ['ID=1553fd38-8db9-4b7f-a1ab-e15e28e5e355,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:11.279000 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0947ed02-b3b4-4e8a-8130-cfbaab371963 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6387298 Jul 05 10:15:11.283648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53678) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:11.292056 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f0727a94-74f0-4d5a-82cb-bd430cccabb8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'subnet': {'network_id': '1553fd38-8db9-4b7f-a1ab-e15e28e5e355', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:11.353117 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da671e-ad6c-4326-b76f-0ef799c38c28 req-daa5af96-7c9b-43e4-952f-26a9681eb56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:11.354624 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4da671e-ad6c-4326-b76f-0ef799c38c28 req-daa5af96-7c9b-43e4-952f-26a9681eb56f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399865 Jul 05 10:15:11.525216 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Allocated IP 2001:db8:0:ffff::2 (41a2e02c-c669-468b-9c51-63cb9d797626/d2eb14c0-3588-4bb5-9687-f0eae00b2d85/e5714477-a4db-4f41-8505-bf3d804ac732) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:11.541422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fba8e8-fadb-406b-baa1-00759ebfdbbe tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Network': ['ID=f522f5bb-6d0a-4a1b-9372-5e152566d315,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:11.568978 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:11.597175 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:11.612446 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b1fba8e8-fadb-406b-baa1-00759ebfdbbe tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0446427 Jul 05 10:15:11.612832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53680) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:11.618521 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-51233e17-f6a3-489e-b4e6-16ca8a47deac tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'subnet': {'network_id': 'f522f5bb-6d0a-4a1b-9372-5e152566d315', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:11.637277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4141bf-3ab4-49a6-8325-4aa705cc87c2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:15:11.726617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0727a94-74f0-4d5a-82cb-bd430cccabb8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:11.731091 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f0727a94-74f0-4d5a-82cb-bd430cccabb8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:11.748473 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:11.760098 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Transition to ACTIVE for port object e5714477-a4db-4f41-8505-bf3d804ac732 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:11.779440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Transition to ACTIVE for port object e5714477-a4db-4f41-8505-bf3d804ac732 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:11.794654 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 1553fd38-8db9-4b7f-a1ab-e15e28e5e355 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:11.797241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network f522f5bb-6d0a-4a1b-9372-5e152566d315 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:11.821660 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4141bf-3ab4-49a6-8325-4aa705cc87c2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:15:11.826827 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad4141bf-3ab4-49a6-8325-4aa705cc87c2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:11.862389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-e99af143-d83c-4aa9-8086-22ec4ce90947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:11.864010 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-e99af143-d83c-4aa9-8086-22ec4ce90947 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 1095 time: 0.4163160 Jul 05 10:15:11.865956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8d397-501f-4c31-9045-e7ddea780b5f req-497213e1-8c6c-4091-bf3a-2259f933f1e7 tempest-MigrationsAdminTest-1353965022 tempest-MigrationsAdminTest-1353965022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:11.873413 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-99c8d397-501f-4c31-9045-e7ddea780b5f req-497213e1-8c6c-4091-bf3a-2259f933f1e7 tempest-MigrationsAdminTest-1353965022 tempest-MigrationsAdminTest-1353965022-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 1102 time: 0.6567130 Jul 05 10:15:11.933546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51233e17-f6a3-489e-b4e6-16ca8a47deac tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:11.938545 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51233e17-f6a3-489e-b4e6-16ca8a47deac tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:11.955026 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335475f-b05a-4920-a737-50746422f251 None None] Sync routers for ids ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:15:11.972686 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-fc5bdf68-c25a-42b0-9547-c0f52fcb0265 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ec7936-4504-49cc-83f0-386ee7849ff4 HTTP/1.1" status: 200 len: 217 time: 0.0918658 Jul 05 10:15:11.978999 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:11.995070 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ad4141bf-3ab4-49a6-8325-4aa705cc87c2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "PUT /v2.0/floatingips/45b20f0c-ff8c-49b2-ad17-65b58eb91029 HTTP/1.1" status: 200 len: 991 time: 3.8116560 Jul 05 10:15:12.009383 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335475f-b05a-4920-a737-50746422f251 None None] Routers {'83a1dcbf-5fa0-4d42-b513-50c73b5e1982'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:15:12.010904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8335475f-b05a-4920-a737-50746422f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:14:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:12.094106 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-99c8d397-501f-4c31-9045-e7ddea780b5f req-c46a450c-b7af-4dd5-a61a-83d046bb04e4 tempest-MigrationsAdminTest-1353965022 tempest-MigrationsAdminTest-1353965022-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195034 Jul 05 10:15:12.097564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Allocated IP 172.25.5.179 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/a790c1fd-7b16-4a55-ab57-eff1952de038) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:12.103338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 3b94c37e-73ba-45d2-8301-48a7295c2fb3 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:12.129600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-148cf5a2-55c4-4f5a-a865-e319a3c8469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:12.133848 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-148cf5a2-55c4-4f5a-a865-e319a3c8469e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=72c4567a-3195-494d-b6bf-64b7b89d5139 HTTP/1.1" status: 200 len: 851 time: 0.1541741 Jul 05 10:15:12.143126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Network 41a2e02c-c669-468b-9c51-63cb9d797626 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:12.152001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3b94c37e-73ba-45d2-8301-48a7295c2fb3 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:12.152001 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.221949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:12.222852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:12.232988 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebcd6a5-48fd-4c2a-96e8-c36aea2bab1a" -d '{"events": [{"name": "network-changed", "server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:12.271237 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:12.389527 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f0727a94-74f0-4d5a-82cb-bd430cccabb8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.450521 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-83040101-e9f7-4bf2-809e-774bd3c857b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2908068 Jul 05 10:15:12.502617 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51233e17-f6a3-489e-b4e6-16ca8a47deac tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.537027 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0727a94-74f0-4d5a-82cb-bd430cccabb8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Subnet': ['ID=f21bfea2-e65f-4cb0-a9fe-78126af4f150,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:12.550468 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Pushing event updated for resources: {'Port': ['ID=e5714477-a4db-4f41-8505-bf3d804ac732,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:12.568178 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.574262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0727a94-74f0-4d5a-82cb-bd430cccabb8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Checking segment: {'id': '230574ba-507b-46ae-8166-cf24659b1f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1553fd38-8db9-4b7f-a1ab-e15e28e5e355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:12.574641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0727a94-74f0-4d5a-82cb-bd430cccabb8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network hostable DHCP agents. Network: 1553fd38-8db9-4b7f-a1ab-e15e28e5e355, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:12.633585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51233e17-f6a3-489e-b4e6-16ca8a47deac tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Subnet': ['ID=44522ed1-bcb4-48fc-8839-585f2523641d,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:12.652847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee048a9-20db-4d8e-a64d-8ffe700dd3ca req-29d526b4-fc58-4738-9235-28346890a22e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:12.654434 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eee048a9-20db-4d8e-a64d-8ffe700dd3ca req-29d526b4-fc58-4738-9235-28346890a22e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 943 time: 0.2043116 Jul 05 10:15:12.655271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51233e17-f6a3-489e-b4e6-16ca8a47deac tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Checking segment: {'id': '69aec8b4-e6a0-43c4-b759-60b1c407e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f522f5bb-6d0a-4a1b-9372-5e152566d315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:12.655653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51233e17-f6a3-489e-b4e6-16ca8a47deac tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network hostable DHCP agents. Network: f522f5bb-6d0a-4a1b-9372-5e152566d315, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:12.687707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-8335475f-b05a-4920-a737-50746422f251 None None] Set router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:15:12.691915 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.692044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdbb15-cb77-4842-913e-5e8158852d6d req-2e2535d8-236b-4aca-b32c-c70088402608 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:12.692044 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fdbdbb15-cb77-4842-913e-5e8158852d6d req-2e2535d8-236b-4aca-b32c-c70088402608 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.2415469 Jul 05 10:15:12.705934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Attempting to bind port e5714477-a4db-4f41-8505-bf3d804ac732 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:12.706335 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Attempting to bind port e5714477-a4db-4f41-8505-bf3d804ac732 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'de8ad92c-f078-47d7-bc9f-345a6e5280df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '41a2e02c-c669-468b-9c51-63cb9d797626'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:12.706712 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Attempting to bind port e5714477-a4db-4f41-8505-bf3d804ac732 on network 41a2e02c-c669-468b-9c51-63cb9d797626 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:12.711781 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eee048a9-20db-4d8e-a64d-8ffe700dd3ca req-eaf5bc40-a37f-4ec2-9f13-d4e5f77a2683 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507069 Jul 05 10:15:12.719833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0727a94-74f0-4d5a-82cb-bd430cccabb8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network 1553fd38-8db9-4b7f-a1ab-e15e28e5e355 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:12.731565 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-436dd992-24a0-4dea-8034-e5fb76ea7437 service neutron] 10.222.0.64 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687130 Jul 05 10:15:12.793535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:12.793990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Checking segment: {'id': 'de8ad92c-f078-47d7-bc9f-345a6e5280df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '41a2e02c-c669-468b-9c51-63cb9d797626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:12.794472 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.794945 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Bound using segment: {'id': 'de8ad92c-f078-47d7-bc9f-345a6e5280df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '41a2e02c-c669-468b-9c51-63cb9d797626'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:12.795736 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Bound port: e5714477-a4db-4f41-8505-bf3d804ac732, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8ad92c-f078-47d7-bc9f-345a6e5280df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '41a2e02c-c669-468b-9c51-63cb9d797626'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:12.796152 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.812274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51233e17-f6a3-489e-b4e6-16ca8a47deac tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network f522f5bb-6d0a-4a1b-9372-5e152566d315 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:12.853262 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fdbdbb15-cb77-4842-913e-5e8158852d6d req-8e9e347c-b67f-4f54-951e-dcb6c7856e3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528153 Jul 05 10:15:12.858866 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5dd6a8-3274-4397-8b15-730eecbedd0e x-openstack-request-id: req-4e5dd6a8-3274-4397-8b15-730eecbedd0e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:12.858866 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:12.858866 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e5dd6a8-3274-4397-8b15-730eecbedd0e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:12.858866 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'status': 'completed', 'code': 200} Jul 05 10:15:12.871293 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 3b94c37e-73ba-45d2-8301-48a7295c2fb3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3b94c37e-73ba-45d2-8301-48a7295c2fb3,segment=NetworkSegment(e4ea8374-396f-4b61-834e-cc6ce8da0e03),segment_id=e4ea8374-396f-4b61-834e-cc6ce8da0e03)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:12.903516 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-215d81df-0dc5-4e3a-8ddd-5565783de133 req-cb62f1ba-dee2-4cf7-bfac-72b586b86b22 service neutron] 10.222.0.64 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515844 Jul 05 10:15:12.906000 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-3585eed9-94f2-4c0d-b753-9031786a9f46 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=004ecdb3b3264f069e42a0c8102d49af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547462 Jul 05 10:15:12.920164 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-f0727a94-74f0-4d5a-82cb-bd430cccabb8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 1553fd38-8db9-4b7f-a1ab-e15e28e5e355) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:12.933321 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ba448c-f792-45b2-b3ab-1ae4844c5d3d None None] Network 1553fd38-8db9-4b7f-a1ab-e15e28e5e355 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:12.935500 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.935816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-51233e17-f6a3-489e-b4e6-16ca8a47deac tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, f522f5bb-6d0a-4a1b-9372-5e152566d315) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:12.970675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0727a94-74f0-4d5a-82cb-bd430cccabb8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:12.971269 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f0727a94-74f0-4d5a-82cb-bd430cccabb8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.974335 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51233e17-f6a3-489e-b4e6-16ca8a47deac tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:12.974965 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51233e17-f6a3-489e-b4e6-16ca8a47deac tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:12.983932 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43d6a8e-b0a8-4a17-a310-4106d49b6935 None None] Network f522f5bb-6d0a-4a1b-9372-5e152566d315 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:13.000142 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:13.007528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:13.011567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:13.015441 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Pushing event updated for resources: {'Port': ['ID=a790c1fd-7b16-4a55-ab57-eff1952de038,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:13.016450 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.050519 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcd6a5-48fd-4c2a-96e8-c36aea2bab1a req-dbe7ff32-c901-499e-9b74-c0c0c35f017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:13.052493 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ebcd6a5-48fd-4c2a-96e8-c36aea2bab1a req-dbe7ff32-c901-499e-9b74-c0c0c35f017f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 1098 time: 0.2544208 Jul 05 10:15:13.101219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] For port e5714477-a4db-4f41-8505-bf3d804ac732, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:13.149372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] For port e5714477-a4db-4f41-8505-bf3d804ac732, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e5714477-a4db-4f41-8505-bf3d804ac732,segment=NetworkSegment(de8ad92c-f078-47d7-bc9f-345a6e5280df),segment_id=de8ad92c-f078-47d7-bc9f-345a6e5280df)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:13.179402 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f0727a94-74f0-4d5a-82cb-bd430cccabb8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8920791 Jul 05 10:15:13.183776 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53710) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:13.200543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-382eaceb-289f-4e5b-937f-b7615903d5ef tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:13.202069 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-382eaceb-289f-4e5b-937f-b7615903d5ef tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2863109 Jul 05 10:15:13.215619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=3b94c37e-73ba-45d2-8301-48a7295c2fb3,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:13.262042 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-51233e17-f6a3-489e-b4e6-16ca8a47deac tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6474512 Jul 05 10:15:13.264714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53712) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:13.265237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcd6a5-48fd-4c2a-96e8-c36aea2bab1a req-5df5a598-031f-4b55-879b-2afe8412f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:13.266697 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ebcd6a5-48fd-4c2a-96e8-c36aea2bab1a req-5df5a598-031f-4b55-879b-2afe8412f45f service neutron] 10.222.0.64 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 913 time: 0.2064593 Jul 05 10:15:13.272177 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-8d656362-9977-4b56-a49b-b9517c67c063 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/quotas/004ecdb3b3264f069e42a0c8102d49af HTTP/1.1" status: 200 len: 375 time: 0.0600798 Jul 05 10:15:13.316847 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.422616 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ebcd6a5-48fd-4c2a-96e8-c36aea2bab1a req-0099cb1e-d096-4ae6-b8b4-1f5a9c1b7f0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce HTTP/1.1" status: 200 len: 999 time: 0.1473222 Jul 05 10:15:13.435821 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.458362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-1553fd38-8db9-4b7f-a1ab-e15e28e5e355', 'network_id': '1553fd38-8db9-4b7f-a1ab-e15e28e5e355', 'tenant_id': '8931551aa7a1439c930c99d4d8bcaf04', 'fixed_ips': [{'subnet_id': 'f21bfea2-e65f-4cb0-a9fe-78126af4f150'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:13.458362 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.487388 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-f522f5bb-6d0a-4a1b-9372-5e152566d315', 'network_id': 'f522f5bb-6d0a-4a1b-9372-5e152566d315', 'tenant_id': 'c10a199714c241c98173b2d4a1a29d51', 'fixed_ips': [{'subnet_id': '44522ed1-bcb4-48fc-8839-585f2523641d'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:13.488388 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.514934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eec51c-dab4-4911-b35b-c7ff320bb80c None None] Pushing event updated for resources: {'Port': ['ID=e5714477-a4db-4f41-8505-bf3d804ac732,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:13.578999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8335475f-b05a-4920-a737-50746422f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'name': 'tempest-ServerActionsTestJSON-1091424206-router', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:26Z', 'updated_at': '2021-07-05T10:14:35Z', 'revision_number': 4, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'gw_port': {'id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:28Z', 'updated_at': '2021-07-05T10:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '45b20f0c-ff8c-49b2-ad17-65b58eb91029', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'port_id': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'mac_address': 'fa:16:3e:08:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18901957-6616-4363-a192-d41db5c948a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:14:43Z', 'updated_at': '2021-07-05T10:15:09Z', 'revision_number': 1, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11ec9949-a745-427a-ba96-ffe33a6b8d57', 'name': '', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'mac_address': 'fa:16:3e:c7:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:34Z', 'updated_at': '2021-07-05T10:14:42Z', 'revision_number': 5, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'subnets': [{'id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:13.583305 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-adc1db8d-be0f-4a76-8216-fe26abd45f18 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3002756 Jul 05 10:15:13.607480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcd6a5-48fd-4c2a-96e8-c36aea2bab1a req-22b4efcb-ac35-41f4-874d-32132ba01759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:13.608740 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.609319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ebcd6a5-48fd-4c2a-96e8-c36aea2bab1a req-22b4efcb-ac35-41f4-874d-32132ba01759 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.1737382 Jul 05 10:15:13.706069 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.731510 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-765bbfd9-1e39-4022-9c48-db7f9c1e107e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.756624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335475f-b05a-4920-a737-50746422f251 None None] Checking router: 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:15:13.777628 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:13.848140 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335475f-b05a-4920-a737-50746422f251 None None] Routers {'83a1dcbf-5fa0-4d42-b513-50c73b5e1982'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:15:13.848885 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8335475f-b05a-4920-a737-50746422f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:15:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:13.879286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcd6a5-48fd-4c2a-96e8-c36aea2bab1a req-08d82fdb-665f-4b76-938a-d2aca27feb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:13.880934 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ebcd6a5-48fd-4c2a-96e8-c36aea2bab1a req-08d82fdb-665f-4b76-938a-d2aca27feb72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2637789 Jul 05 10:15:14.007417 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Allocated IP 2001:db8::1 (1553fd38-8db9-4b7f-a1ab-e15e28e5e355/f21bfea2-e65f-4cb0-a9fe-78126af4f150/cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:14.139535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ebcd6a5-48fd-4c2a-96e8-c36aea2bab1a req-f0cb12c3-83e8-4fca-85fc-e67bd1c47fb5 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468426 Jul 05 10:15:14.161488 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd898c6-b175-4763-b9a4-2f7c7c4a6fe3 req-ccf04f45-ddb5-4b15-923b-b0928c76aec1 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:14.163030 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fbd898c6-b175-4763-b9a4-2f7c7c4a6fe3 req-ccf04f45-ddb5-4b15-923b-b0928c76aec1 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.2360103 Jul 05 10:15:14.246759 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:14.284736 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:14.392337 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Allocated IP 172.20.0.1 (f522f5bb-6d0a-4a1b-9372-5e152566d315/44522ed1-bcb4-48fc-8839-585f2523641d/547148b7-5e53-4300-a7fe-ab94e4f3bcbd) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:14.397532 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ebcd6a5-48fd-4c2a-96e8-c36aea2bab1a req-aa2d9abb-c462-4088-933f-aa47a716a75c service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331872 Jul 05 10:15:14.418234 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecd0e0-352a-4ff5-9e20-6012e2110bbd req-363b59d3-b5aa-4be5-982f-98ef6742c9bb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:14.419969 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aeecd0e0-352a-4ff5-9e20-6012e2110bbd req-363b59d3-b5aa-4be5-982f-98ef6742c9bb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.2225075 Jul 05 10:15:14.447652 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-fbd898c6-b175-4763-b9a4-2f7c7c4a6fe3 req-42a82506-9988-4018-a6bd-2d6931bc49eb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Deleting port 90c63839-073a-438c-adb5-81074bef5dab {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:15:14.448439 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fbd898c6-b175-4763-b9a4-2f7c7c4a6fe3 req-42a82506-9988-4018-a6bd-2d6931bc49eb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:14.450777 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-8335475f-b05a-4920-a737-50746422f251 None None] Set router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:15:14.585470 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:14.728495 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 40ec7936-4504-49cc-83f0-386ee7849ff4 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:15:14.755134 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Transition to ACTIVE for port object cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:14.767414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2394f6-c0f8-4d17-821b-624dc6e21eb3 req-7cdc9562-0a0c-4639-8147-586253746a72 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:14.772493 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ae2394f6-c0f8-4d17-821b-624dc6e21eb3 req-7cdc9562-0a0c-4639-8147-586253746a72 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 943 time: 0.5248756 Jul 05 10:15:14.814169 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:14.941816 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ae2394f6-c0f8-4d17-821b-624dc6e21eb3 req-c50d26ef-3f60-4cc6-9026-239b5ea6c5c3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589777 Jul 05 10:15:15.025714 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aeecd0e0-352a-4ff5-9e20-6012e2110bbd req-4a29d7b3-2602-4a90-ba0c-3c5fb9e1746e tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5962138 Jul 05 10:15:15.137236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-fbd898c6-b175-4763-b9a4-2f7c7c4a6fe3 req-42a82506-9988-4018-a6bd-2d6931bc49eb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] For port 90c63839-073a-438c-adb5-81074bef5dab, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=90c63839-073a-438c-adb5-81074bef5dab,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:15.139501 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fbd898c6-b175-4763-b9a4-2f7c7c4a6fe3 req-42a82506-9988-4018-a6bd-2d6931bc49eb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:15.206279 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1865514-5108-462e-afcf-409607903a2d req-f410b8cc-5758-4274-8b82-7d9d90f3102c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 210 time: 0.1063683 Jul 05 10:15:15.233172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Transition to ACTIVE for port object cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:15.239590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e089c61-916c-4aa8-a1ff-5a56299f68a6 None None] Network 41a2e02c-c669-468b-9c51-63cb9d797626 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:15.284663 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:15.394764 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3b94c37e-73ba-45d2-8301-48a7295c2fb3 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:15.405624 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:15.407484 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:15.413557 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Transition to ACTIVE for port object 547148b7-5e53-4300-a7fe-ab94e4f3bcbd will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:15.469179 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:15:15.488940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Network 1553fd38-8db9-4b7f-a1ab-e15e28e5e355 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:15.509187 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 40ec7936-4504-49cc-83f0-386ee7849ff4, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=40ec7936-4504-49cc-83f0-386ee7849ff4,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:15.596204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:15.596204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:15.603822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Transition to ACTIVE for port object 547148b7-5e53-4300-a7fe-ab94e4f3bcbd will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:15.605450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '40ec7936-4504-49cc-83f0-386ee7849ff4', 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5', 'port_id': '40ec7936-4504-49cc-83f0-386ee7849ff4', 'mac_address': 'fa:16:3e:e4:17:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c4567a-3195-494d-b6bf-64b7b89d5139', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:15:15.607079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-90b32b6d-690d-43db-b1fe-4394bb4040eb None None] Provisioning for port e5714477-a4db-4f41-8505-bf3d804ac732 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:15.638115 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:15:15.654984 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Sync routers for ids ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:15:15.672419 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Routers {'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:15:15.673195 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:15:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:15.678495 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:15.770911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Pushing event updated for resources: {'Port': ['ID=cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:15.771125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Subnet': ['ID=f21bfea2-e65f-4cb0-a9fe-78126af4f150,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:15.776893 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fbd898c6-b175-4763-b9a4-2f7c7c4a6fe3 req-42a82506-9988-4018-a6bd-2d6931bc49eb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:15.777338 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fbd898c6-b175-4763-b9a4-2f7c7c4a6fe3 req-42a82506-9988-4018-a6bd-2d6931bc49eb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:15.777586 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [req-fbd898c6-b175-4763-b9a4-2f7c7c4a6fe3 req-42a82506-9988-4018-a6bd-2d6931bc49eb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Floating IP fde608b8-b6dd-47c8-938a-d75be69d44c8 disassociated. External IP: 172.25.5.28, port: 90c63839-073a-438c-adb5-81074bef5dab. Jul 05 10:15:15.777940 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-fbd898c6-b175-4763-b9a4-2f7c7c4a6fe3 req-42a82506-9988-4018-a6bd-2d6931bc49eb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Calling delete_port for 90c63839-073a-438c-adb5-81074bef5dab owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:15:15.780937 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:15.787919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:15.794773 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a6aac2b8-03e0-4f1e-bd4b-5d44dd57e082 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0969894 Jul 05 10:15:15.799616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53752) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:15.878041 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Set router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:15:15.888574 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:15.900398 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:15.919876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Network f522f5bb-6d0a-4a1b-9372-5e152566d315 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:15.935021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Attempting to bind port cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:15.935393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Attempting to bind port cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '230574ba-507b-46ae-8166-cf24659b1f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1553fd38-8db9-4b7f-a1ab-e15e28e5e355'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:15.935911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Attempting to bind port cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c on network 1553fd38-8db9-4b7f-a1ab-e15e28e5e355 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:15.947517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:15.953389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:15.957088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Pushing event updated for resources: {'Port': ['ID=547148b7-5e53-4300-a7fe-ab94e4f3bcbd,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:15.978722 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Subnet': ['ID=44522ed1-bcb4-48fc-8839-585f2523641d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:16.001118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:16.004841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:16.005705 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:16.005925 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ec7936-4504-49cc-83f0-386ee7849ff4 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:15:16.006519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:16.007181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:16.007658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:16.009066 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:16.009673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:16.010160 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:16.010714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:16.011549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:16.011840 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3b94c37e-73ba-45d2-8301-48a7295c2fb3 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:16.012126 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:16.012258 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.040972 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:16.041352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Checking segment: {'id': '230574ba-507b-46ae-8166-cf24659b1f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1553fd38-8db9-4b7f-a1ab-e15e28e5e355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:16.042000 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.042670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Bound using segment: {'id': '230574ba-507b-46ae-8166-cf24659b1f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1553fd38-8db9-4b7f-a1ab-e15e28e5e355'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:16.043354 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Bound port: cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230574ba-507b-46ae-8166-cf24659b1f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1553fd38-8db9-4b7f-a1ab-e15e28e5e355'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:16.043777 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.104840 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.113519 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 40ec7936-4504-49cc-83f0-386ee7849ff4, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=40ec7936-4504-49cc-83f0-386ee7849ff4,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:16.145830 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1553fd38-8db9-4b7f-a1ab-e15e28e5e355']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:16.200673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230574ba-507b-46ae-8166-cf24659b1f70') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:16.201146 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230574ba-507b-46ae-8166-cf24659b1f70') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:16.221978 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.232590 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.246689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f522f5bb-6d0a-4a1b-9372-5e152566d315']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:16.260413 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69aec8b4-e6a0-43c4-b759-60b1c407e719') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:16.260871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69aec8b4-e6a0-43c4-b759-60b1c407e719') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:16.264203 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.272639 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.277870 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:16.278414 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.282782 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'name': 'tempest-TaggedBootDevicesTest-917932306-router', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:07Z', 'updated_at': '2021-07-05T10:15:13Z', 'revision_number': 3, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'gw_port': {'id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:11Z', 'updated_at': '2021-07-05T10:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:16.292173 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.300828 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:16.301539 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.316349 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Checking router: dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:15:16.316983 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Updating router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 port a790c1fd-7b16-4a55-ab57-eff1952de038 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:15:16.327096 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8335475f-b05a-4920-a737-50746422f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'name': 'tempest-ServerActionsTestJSON-1091424206-router', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:26Z', 'updated_at': '2021-07-05T10:14:35Z', 'revision_number': 4, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'gw_port': {'id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:28Z', 'updated_at': '2021-07-05T10:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '45b20f0c-ff8c-49b2-ad17-65b58eb91029', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'port_id': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'mac_address': 'fa:16:3e:08:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18901957-6616-4363-a192-d41db5c948a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:14:43Z', 'updated_at': '2021-07-05T10:15:09Z', 'revision_number': 1, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11ec9949-a745-427a-ba96-ffe33a6b8d57', 'name': '', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'mac_address': 'fa:16:3e:c7:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:34Z', 'updated_at': '2021-07-05T10:14:42Z', 'revision_number': 5, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'subnets': [{'id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:16.354695 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.358083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Attempting to bind port 547148b7-5e53-4300-a7fe-ab94e4f3bcbd on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:16.358835 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Attempting to bind port 547148b7-5e53-4300-a7fe-ab94e4f3bcbd by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '69aec8b4-e6a0-43c4-b759-60b1c407e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f522f5bb-6d0a-4a1b-9372-5e152566d315'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:16.359209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Attempting to bind port 547148b7-5e53-4300-a7fe-ab94e4f3bcbd on network f522f5bb-6d0a-4a1b-9372-5e152566d315 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:16.393448 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:16.411582 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:16.472385 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.501864 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.api [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:15:16.501864 n-d-779913-27 neutron-server[100776]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:15:16.501864 n-d-779913-27 neutron-server[100776]: [parameters: {'id': '1553fd38-8db9-4b7f-a1ab-e15e28e5e355'}] Jul 05 10:15:16.501864 n-d-779913-27 neutron-server[100776]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:15:16.502319 n-d-779913-27 neutron-server[100776]: DEBUG oslo_db.api [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:15:16.508948 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335475f-b05a-4920-a737-50746422f251 None None] The sync data for ids ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'] in n-d-779913-27 is: [{'id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'name': 'tempest-ServerActionsTestJSON-1091424206-router', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:26Z', 'updated_at': '2021-07-05T10:14:35Z', 'revision_number': 4, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'gw_port': {'id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:28Z', 'updated_at': '2021-07-05T10:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '45b20f0c-ff8c-49b2-ad17-65b58eb91029', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'port_id': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'mac_address': 'fa:16:3e:08:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18901957-6616-4363-a192-d41db5c948a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:14:43Z', 'updated_at': '2021-07-05T10:15:09Z', 'revision_number': 1, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11ec9949-a745-427a-ba96-ffe33a6b8d57', 'name': '', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'mac_address': 'fa:16:3e:c7:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:34Z', 'updated_at': '2021-07-05T10:14:42Z', 'revision_number': 5, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'subnets': [{'id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:15:16.511299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] For port cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:16.520501 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:15:16.520501 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:15:16.520501 n-d-779913-27 neutron-server[100775]: [parameters: {'id': 'f522f5bb-6d0a-4a1b-9372-5e152566d315'}] Jul 05 10:15:16.520501 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:15:16.523636 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:15:16.568999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c334d06-049e-4e7d-92bf-b50abf937e90 req-d78b7e78-2caf-40ec-b47b-f382c9cbd517 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:16.575482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e5714477-a4db-4f41-8505-bf3d804ac732 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:16.577362 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2c334d06-049e-4e7d-92bf-b50abf937e90 req-d78b7e78-2caf-40ec-b47b-f382c9cbd517 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 946 time: 0.1637201 Jul 05 10:15:16.584014 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:16.585997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Checking segment: {'id': '69aec8b4-e6a0-43c4-b759-60b1c407e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f522f5bb-6d0a-4a1b-9372-5e152566d315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:16.585997 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.585997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Bound using segment: {'id': '69aec8b4-e6a0-43c4-b759-60b1c407e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f522f5bb-6d0a-4a1b-9372-5e152566d315'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:16.585997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Bound port: 547148b7-5e53-4300-a7fe-ab94e4f3bcbd, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aec8b4-e6a0-43c4-b759-60b1c407e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f522f5bb-6d0a-4a1b-9372-5e152566d315'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:16.587003 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.701248 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2c334d06-049e-4e7d-92bf-b50abf937e90 req-9b0919f2-dc95-4410-ae3a-fa40d05707be tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=1330a751-3e1c-408d-9ce6-f98fd256ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236353 Jul 05 10:15:16.735738 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8c051-d9f8-4b87-bc31-fbf3117228ca req-6ce31321-4083-4b95-8d8a-53ed6b9d5252 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:16.752205 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8af8c051-d9f8-4b87-bc31-fbf3117228ca req-6ce31321-4083-4b95-8d8a-53ed6b9d5252 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 944 time: 0.3505270 Jul 05 10:15:16.764983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] For port 547148b7-5e53-4300-a7fe-ab94e4f3bcbd, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:16.769396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] For port 547148b7-5e53-4300-a7fe-ab94e4f3bcbd, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=547148b7-5e53-4300-a7fe-ab94e4f3bcbd,segment=NetworkSegment(69aec8b4-e6a0-43c4-b759-60b1c407e719),segment_id=69aec8b4-e6a0-43c4-b759-60b1c407e719)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:16.806035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['40ec7936-4504-49cc-83f0-386ee7849ff4'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:15:16.860469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] For port cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c,segment=NetworkSegment(230574ba-507b-46ae-8166-cf24659b1f70),segment_id=230574ba-507b-46ae-8166-cf24659b1f70)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:16.863224 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fbd898c6-b175-4763-b9a4-2f7c7c4a6fe3 req-42a82506-9988-4018-a6bd-2d6931bc49eb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.916702 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:16.970076 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a82506-9988-4018-a6bd-2d6931bc49eb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event deleted for resources: {'Port': ['ID=90c63839-073a-438c-adb5-81074bef5dab,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:16.993064 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.010548 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.012166 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.024613 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8af8c051-d9f8-4b87-bc31-fbf3117228ca req-5879db77-1ab2-40e2-8cab-488f3d1ef8cd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697155 Jul 05 10:15:17.037439 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.060887 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Transition to ACTIVE for port object a790c1fd-7b16-4a55-ab57-eff1952de038 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:17.144025 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5417576-e17f-4b43-b3c2-f6830e1081c1 None None] New status for floating IP 45b20f0c-ff8c-49b2-ad17-65b58eb91029: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:15:17.162449 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.185178 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bbc5cd4d-6012-4c30-957f-ca5f902fd289 req-6cb031f8-9e54-417d-9b41-cb7936bb60a7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 210 time: 0.2285347 Jul 05 10:15:17.186411 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.200010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbd898c6-b175-4763-b9a4-2f7c7c4a6fe3 req-42a82506-9988-4018-a6bd-2d6931bc49eb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Router 051d3168-f146-4e2e-a53a-70cdbd5b15dc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:15:17.242936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=40ec7936-4504-49cc-83f0-386ee7849ff4,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:17.260093 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86de6b9-dede-4560-a66c-bb4ebcd9114b None None] Pushing event updated for resources: {'Port': ['ID=a790c1fd-7b16-4a55-ab57-eff1952de038,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:17.281218 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Attempting to bind port a790c1fd-7b16-4a55-ab57-eff1952de038 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:17.282149 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Attempting to bind port a790c1fd-7b16-4a55-ab57-eff1952de038 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:17.282752 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Attempting to bind port a790c1fd-7b16-4a55-ab57-eff1952de038 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:17.288958 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:17.290318 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:17.290954 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.291567 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:17.292485 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Bound port: a790c1fd-7b16-4a55-ab57-eff1952de038, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:17.293104 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.321642 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Deleting port 547148b7-5e53-4300-a7fe-ab94e4f3bcbd {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:15:17.322030 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.365491 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] For port a790c1fd-7b16-4a55-ab57-eff1952de038, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:17.371839 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce78412-93c0-4ee5-82c2-466659ad1938 None None] Pushing event updated for resources: {'Port': ['ID=547148b7-5e53-4300-a7fe-ab94e4f3bcbd,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:17.372136 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] For port a790c1fd-7b16-4a55-ab57-eff1952de038, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a790c1fd-7b16-4a55-ab57-eff1952de038,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:17.393893 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Deleting port cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:15:17.394264 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.467665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] For port cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c,segment=NetworkSegment(230574ba-507b-46ae-8166-cf24659b1f70),segment_id=230574ba-507b-46ae-8166-cf24659b1f70)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:17.468100 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.469198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] For port 547148b7-5e53-4300-a7fe-ab94e4f3bcbd, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=547148b7-5e53-4300-a7fe-ab94e4f3bcbd,segment=NetworkSegment(69aec8b4-e6a0-43c4-b759-60b1c407e719),segment_id=69aec8b4-e6a0-43c4-b759-60b1c407e719)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:17.469561 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.485096 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Calling delete_port for 547148b7-5e53-4300-a7fe-ab94e4f3bcbd owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:15:17.524249 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.535688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Calling delete_port for cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:15:17.562102 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-986795d8-06b5-46c3-b959-2e260802e2f9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=004ecdb3b3264f069e42a0c8102d49af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451374 Jul 05 10:15:17.609886 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Routers {'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:15:17.610898 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:15:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:17.654168 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.675990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2dd96d-8867-45dc-9437-148d0340c752 None None] Pushing event updated for resources: {'Port': ['ID=cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:17.690822 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbd898c6-b175-4763-b9a4-2f7c7c4a6fe3 req-42a82506-9988-4018-a6bd-2d6931bc49eb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:15:17.694346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4841a65a-e303-40f9-adab-be0e3324110d None None] Network f522f5bb-6d0a-4a1b-9372-5e152566d315 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:17.777480 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] Set router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:15:17.778791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-289efa1d-6aa1-422b-ad2a-8799dcb2db67 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:17.780819 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-289efa1d-6aa1-422b-ad2a-8799dcb2db67 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085431 Jul 05 10:15:17.808011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd898c6-b175-4763-b9a4-2f7c7c4a6fe3 req-42a82506-9988-4018-a6bd-2d6931bc49eb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] No DVR routers for this DVR port 90c63839-073a-438c-adb5-81074bef5dab on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:15:17.813189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-a350657f-30ca-4816-8c6a-62e8ac7abbab tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Request body: {'port': {'device_id': 'effc5959-5515-4c8a-8571-f5cbdf7c3581', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '004ecdb3b3264f069e42a0c8102d49af'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:17.813755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee36671-8e97-4bbb-9cf4-ea87390ba792 None None] Network 1553fd38-8db9-4b7f-a1ab-e15e28e5e355 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:17.822815 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fbd898c6-b175-4763-b9a4-2f7c7c4a6fe3 req-42a82506-9988-4018-a6bd-2d6931bc49eb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:17.824831 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fbd898c6-b175-4763-b9a4-2f7c7c4a6fe3 req-42a82506-9988-4018-a6bd-2d6931bc49eb tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.73 "DELETE /v2.0/ports/90c63839-073a-438c-adb5-81074bef5dab HTTP/1.1" status: 204 len: 173 time: 3.6517196 Jul 05 10:15:17.825383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3994f90-36b8-4f5d-a439-feed14a8c006', 'name': 'network-vif-deleted', 'tag': '90c63839-073a-438c-adb5-81074bef5dab'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:17.827915 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d09ed2-85ac-4add-be3e-9c57f9a2880c" -d '{"events": [{"server_uuid": "e3994f90-36b8-4f5d-a439-feed14a8c006", "name": "network-vif-deleted", "tag": "90c63839-073a-438c-adb5-81074bef5dab"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:17.940442 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f43eb-2aaa-4e4a-be3d-2f1500fc4b34 None None] Sync routers for ids ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:15:18.008780 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f43eb-2aaa-4e4a-be3d-2f1500fc4b34 None None] Routers {'051d3168-f146-4e2e-a53a-70cdbd5b15dc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:15:18.010865 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f39f43eb-2aaa-4e4a-be3d-2f1500fc4b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:15:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:18.014440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e5714477-a4db-4f41-8505-bf3d804ac732 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:18.026160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e5714477-a4db-4f41-8505-bf3d804ac732 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:18.026547 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.069141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Allocated IP 172.20.0.1 (34a24dd1-7873-4589-9de4-782dc8402e9e/27292f2c-a95d-441e-b478-d099205c251b/77a00d29-445e-4fbe-be7c-bf9f6b267d0e) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:18.080422 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.100144 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24a79de-3975-4b85-ab2a-048702fa58f2 x-openstack-request-id: req-b24a79de-3975-4b85-ab2a-048702fa58f2 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:18.102711 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3994f90-36b8-4f5d-a439-feed14a8c006", "name": "network-vif-deleted", "tag": "90c63839-073a-438c-adb5-81074bef5dab", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:18.103099 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b24a79de-3975-4b85-ab2a-048702fa58f2 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:18.103594 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3994f90-36b8-4f5d-a439-feed14a8c006', 'name': 'network-vif-deleted', 'tag': '90c63839-073a-438c-adb5-81074bef5dab', 'status': 'completed', 'code': 200} Jul 05 10:15:18.112840 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-222fe575-7564-4f0f-b07a-e9a364db7a74 req-da12196c-2f33-4b98-a18b-eb0f32cc048f tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 210 time: 0.1318848 Jul 05 10:15:18.152641 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-f39f43eb-2aaa-4e4a-be3d-2f1500fc4b34 None None] Set router 051d3168-f146-4e2e-a53a-70cdbd5b15dc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:15:18.170032 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No DVR routers for this DVR port 547148b7-5e53-4300-a7fe-ab94e4f3bcbd on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:15:18.175509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Port': ['ID=547148b7-5e53-4300-a7fe-ab94e4f3bcbd,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:18.266321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-a350657f-30ca-4816-8c6a-62e8ac7abbab tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Made reservation on behalf of 004ecdb3b3264f069e42a0c8102d49af for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:18.270778 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-a350657f-30ca-4816-8c6a-62e8ac7abbab tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.327494 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.399299 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Port': ['ID=cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:18.413249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No DVR routers for this DVR port cfcba5a7-6bc2-41aa-bf3a-03e9dc10249c on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:15:18.452297 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86de6b9-dede-4560-a66c-bb4ebcd9114b None None] Pushing event updated for resources: {'Port': ['ID=a790c1fd-7b16-4a55-ab57-eff1952de038,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:18.539934 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'name': 'tempest-TaggedBootDevicesTest-917932306-router', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:07Z', 'updated_at': '2021-07-05T10:15:13Z', 'revision_number': 3, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'gw_port': {'id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:11Z', 'updated_at': '2021-07-05T10:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:18.582699 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.584305 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f4a63-9343-451d-b1af-5373bb7d669f None None] The sync data for ids ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'] in n-d-779913-27 is: [{'id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'name': 'tempest-TaggedBootDevicesTest-917932306-router', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:07Z', 'updated_at': '2021-07-05T10:15:13Z', 'revision_number': 3, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'gw_port': {'id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:11Z', 'updated_at': '2021-07-05T10:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:15:18.630371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f522f5bb-6d0a-4a1b-9372-5e152566d315']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:18.651811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69aec8b4-e6a0-43c4-b759-60b1c407e719') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:18.652241 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69aec8b4-e6a0-43c4-b759-60b1c407e719') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:18.666311 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.677522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1553fd38-8db9-4b7f-a1ab-e15e28e5e355']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:18.686700 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.690836 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230574ba-507b-46ae-8166-cf24659b1f70') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:18.690836 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230574ba-507b-46ae-8166-cf24659b1f70') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:18.697984 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.703573 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.705034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c40a074-2c9e-4c01-a28e-fb50406d77a6 None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:15:18.719862 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.727949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:18.728965 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.741448 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.754151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50392187-da0b-46d2-a195-78e5a271eb30 req-a795ff45-388c-429a-b4aa-ee45032cb808 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:18.754382 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f39f43eb-2aaa-4e4a-be3d-2f1500fc4b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '86ad31c3-efaa-4da0-88b9-1a739853389b', 'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'mac_address': 'fa:16:3e:fc:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:41Z', 'updated_at': '2021-07-05T10:10:51Z', 'revision_number': 5, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'subnets': [{'id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:18.756258 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-50392187-da0b-46d2-a195-78e5a271eb30 req-a795ff45-388c-429a-b4aa-ee45032cb808 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 944 time: 0.3527598 Jul 05 10:15:18.766132 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.791591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:18.792252 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:18.819905 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:18.833572 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f43eb-2aaa-4e4a-be3d-2f1500fc4b34 None None] Checking router: 051d3168-f146-4e2e-a53a-70cdbd5b15dc for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:18.845085 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:18.854140 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c40a074-2c9e-4c01-a28e-fb50406d77a6 None None] Resources bound (agent type, host, resource id): {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:15:18.854685 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-065d32c5-220b-4a8b-bb1c-3a265f24348c req-0d2ab56f-5dc8-41ee-ae27-14d2d3518785 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 210 time: 0.2779238 Jul 05 10:15:18.870862 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f43eb-2aaa-4e4a-be3d-2f1500fc4b34 None None] Routers {'051d3168-f146-4e2e-a53a-70cdbd5b15dc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:15:18.871492 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f39f43eb-2aaa-4e4a-be3d-2f1500fc4b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:15:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:18.914215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Transition to ACTIVE for port object 77a00d29-445e-4fbe-be7c-bf9f6b267d0e will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:18.959686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port e5714477-a4db-4f41-8505-bf3d804ac732, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e5714477-a4db-4f41-8505-bf3d804ac732,segment=NetworkSegment(de8ad92c-f078-47d7-bc9f-345a6e5280df),segment_id=de8ad92c-f078-47d7-bc9f-345a6e5280df)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:18.992895 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-50392187-da0b-46d2-a195-78e5a271eb30 req-93ac46b3-85f7-4696-96fa-bb325df4346c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241311 Jul 05 10:15:19.006132 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 90c63839-073a-438c-adb5-81074bef5dab no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:15:19.026625 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.039580 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.044671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53788) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:19.045763 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/1553fd38-8db9-4b7f-a1ab-e15e28e5e355 HTTP/1.1" status: 204 len: 168 time: 5.8609130 Jul 05 10:15:19.054510 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f081b882-27ca-45da-b4d4-50e85d186715 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-420713904'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:19.071122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc3976-5eaa-4411-8b5f-0c775e09be21 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Network': ['ID=1553fd38-8db9-4b7f-a1ab-e15e28e5e355,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:19.073415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 90c63839-073a-438c-adb5-81074bef5dab {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:15:19.073961 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 90c63839-073a-438c-adb5-81074bef5dab not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:15:19.074974 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.087702 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.150173 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.152314 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/f522f5bb-6d0a-4a1b-9372-5e152566d315 HTTP/1.1" status: 204 len: 168 time: 5.8859673 Jul 05 10:15:19.165562 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53790) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:19.185745 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b6644-f110-49ec-95ee-b9698a182bcd tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Network': ['ID=f522f5bb-6d0a-4a1b-9372-5e152566d315,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:19.189853 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-fc95bba3-1f50-4a79-a7a2-bb13500e584e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1409006520'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:19.207463 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.247691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-a350657f-30ca-4816-8c6a-62e8ac7abbab tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Allocated IP 192.168.233.242 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/0c2d9351-e2de-487b-bc9e-64b377f0cf23) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:19.290016 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53794) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:19.320231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=e5714477-a4db-4f41-8505-bf3d804ac732,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:19.321129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f081b882-27ca-45da-b4d4-50e85d186715 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:19.323437 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-f39f43eb-2aaa-4e4a-be3d-2f1500fc4b34 None None] Set router 051d3168-f146-4e2e-a53a-70cdbd5b15dc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:15:19.343649 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f081b882-27ca-45da-b4d4-50e85d186715 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.398310 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Network 34a24dd1-7873-4589-9de4-782dc8402e9e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:19.416003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:19.446673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:19.453438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Pushing event updated for resources: {'Port': ['ID=77a00d29-445e-4fbe-be7c-bf9f6b267d0e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:19.502488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a790c1fd-7b16-4a55-ab57-eff1952de038 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:19.516664 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f081b882-27ca-45da-b4d4-50e85d186715 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:19.545800 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f081b882-27ca-45da-b4d4-50e85d186715 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.546906 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-f081b882-27ca-45da-b4d4-50e85d186715 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Added segment 4fdb2391-1016-471f-bf37-ec800824c697 of type vlan for network 731001ab-0254-4c5b-ab0e-cd0ea93e0001 Jul 05 10:15:19.563136 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.631512 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff2141d8-5013-4f9d-ae3b-eb9f6e050869 req-54388cfa-8c9e-43eb-a3f8-bcbb17421250 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3994f90-36b8-4f5d-a439-feed14a8c006 HTTP/1.1" status: 200 len: 210 time: 0.0589962 Jul 05 10:15:19.678068 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc95bba3-1f50-4a79-a7a2-bb13500e584e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:19.686448 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc95bba3-1f50-4a79-a7a2-bb13500e584e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.746473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port a790c1fd-7b16-4a55-ab57-eff1952de038 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:19.758247 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port a790c1fd-7b16-4a55-ab57-eff1952de038 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:19.759146 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.760336 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f081b882-27ca-45da-b4d4-50e85d186715 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.772669 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8ada67fd-21b9-48b4-b3be-e4f0e0d33d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.895142 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8ada67fd-21b9-48b4-b3be-e4f0e0d33d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:19.972095 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc95bba3-1f50-4a79-a7a2-bb13500e584e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:19.989981 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f39f43eb-2aaa-4e4a-be3d-2f1500fc4b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '86ad31c3-efaa-4da0-88b9-1a739853389b', 'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'mac_address': 'fa:16:3e:fc:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:41Z', 'updated_at': '2021-07-05T10:10:51Z', 'revision_number': 5, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'subnets': [{'id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:20.002303 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc95bba3-1f50-4a79-a7a2-bb13500e584e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.005027 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-fc95bba3-1f50-4a79-a7a2-bb13500e584e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Added segment fd0a5995-9dd8-4c02-9ec0-707ce2c736cd of type vlan for network f6769d10-9b31-422a-9320-0d16b06771b7 Jul 05 10:15:20.029502 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8ada67fd-21b9-48b4-b3be-e4f0e0d33d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.037301 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.056128 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef3bd8e-d84f-4dec-9962-778b4fab1c1f None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:15:20.070538 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-a350657f-30ca-4816-8c6a-62e8ac7abbab tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.080292 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f43eb-2aaa-4e4a-be3d-2f1500fc4b34 None None] The sync data for ids ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'] in n-d-779913-27 is: [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '86ad31c3-efaa-4da0-88b9-1a739853389b', 'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'mac_address': 'fa:16:3e:fc:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:41Z', 'updated_at': '2021-07-05T10:10:51Z', 'revision_number': 5, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'subnets': [{'id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:15:20.094382 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f081b882-27ca-45da-b4d4-50e85d186715 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.107699 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f081b882-27ca-45da-b4d4-50e85d186715 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:20.116078 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f081b882-27ca-45da-b4d4-50e85d186715 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.123635 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d284e7f-c11d-4c82-98f1-23caa87a0d58 req-f701517e-9637-4357-a0ae-b3ec8a23ff2b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 210 time: 0.0465126 Jul 05 10:15:20.205631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-a350657f-30ca-4816-8c6a-62e8ac7abbab tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Transition to ACTIVE for port object 0c2d9351-e2de-487b-bc9e-64b377f0cf23 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:20.222136 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc95bba3-1f50-4a79-a7a2-bb13500e584e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.242981 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8ada67fd-21b9-48b4-b3be-e4f0e0d33d41 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=39dcf4118ce44f8fb0459d5e1f2eae87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9515769 Jul 05 10:15:20.247860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53804) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:20.248865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef3bd8e-d84f-4dec-9962-778b4fab1c1f None None] Resources bound (agent type, host, resource id): {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:15:20.255608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada67fd-21b9-48b4-b3be-e4f0e0d33d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731ada59-55ea-4184-a4ca-67de6512e0ef,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:20.313064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port a790c1fd-7b16-4a55-ab57-eff1952de038, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a790c1fd-7b16-4a55-ab57-eff1952de038,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:20.467226 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.487452 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.497515 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081b882-27ca-45da-b4d4-50e85d186715 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Network': ['ID=731001ab-0254-4c5b-ab0e-cd0ea93e0001,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:20.526542 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e096e72e-10af-4b1a-a43d-d2dc30a2dbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.543567 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 731001ab-0254-4c5b-ab0e-cd0ea93e0001 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:20.557694 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc95bba3-1f50-4a79-a7a2-bb13500e584e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.563421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc95bba3-1f50-4a79-a7a2-bb13500e584e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:20.564220 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc95bba3-1f50-4a79-a7a2-bb13500e584e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.576884 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f081b882-27ca-45da-b4d4-50e85d186715 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5298059 Jul 05 10:15:20.586613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53806) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:20.594935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-fc33238a-e6e9-4722-8e4e-9686d3254076 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'subnet': {'network_id': '731001ab-0254-4c5b-ab0e-cd0ea93e0001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:20.621417 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e096e72e-10af-4b1a-a43d-d2dc30a2dbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.643916 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-a350657f-30ca-4816-8c6a-62e8ac7abbab tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:20.647242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 40ec7936-4504-49cc-83f0-386ee7849ff4 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:20.661156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95bba3-1f50-4a79-a7a2-bb13500e584e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Network': ['ID=f6769d10-9b31-422a-9320-0d16b06771b7,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:20.695038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718299c-e1b3-4f31-94f5-5f49746cd92a req-3c310c68-314f-4e7d-9eb7-32239277400c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:20.702086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-a350657f-30ca-4816-8c6a-62e8ac7abbab tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:20.704877 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c718299c-e1b3-4f31-94f5-5f49746cd92a req-3c310c68-314f-4e7d-9eb7-32239277400c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 944 time: 0.3087752 Jul 05 10:15:20.709622 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-a350657f-30ca-4816-8c6a-62e8ac7abbab tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:20.716691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-a350657f-30ca-4816-8c6a-62e8ac7abbab tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:20.766424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350657f-30ca-4816-8c6a-62e8ac7abbab tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Pushing event updated for resources: {'Port': ['ID=0c2d9351-e2de-487b-bc9e-64b377f0cf23,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:20.777122 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fc95bba3-1f50-4a79-a7a2-bb13500e584e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6132474 Jul 05 10:15:20.780439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53810) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:20.785531 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2fdf03d3-bbcf-448f-86f4-bd46716b299a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'subnet': {'network_id': 'f6769d10-9b31-422a-9320-0d16b06771b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:20.798533 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['26133278-fd99-48a8-8c37-bc91006ea497'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:15:20.803081 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network f6769d10-9b31-422a-9320-0d16b06771b7 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:20.809239 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=a790c1fd-7b16-4a55-ab57-eff1952de038,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:20.837265 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f799f7-7ccf-4f42-935d-67a16b31cb9f None None] New status for floating IP fde608b8-b6dd-47c8-938a-d75be69d44c8: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:15:21.075607 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53814) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:21.136024 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-a350657f-30ca-4816-8c6a-62e8ac7abbab tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:21.136678 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-a350657f-30ca-4816-8c6a-62e8ac7abbab tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.245906 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c718299c-e1b3-4f31-94f5-5f49746cd92a req-d4287963-2685-4d83-9439-4a522b7a3a8a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364354 Jul 05 10:15:21.329943 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a592722e-bc48-4a9e-8ed5-9ef79c31fe15 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.340913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a790c1fd-7b16-4a55-ab57-eff1952de038 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:21.379457 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a592722e-bc48-4a9e-8ed5-9ef79c31fe15 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.383555 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 40ec7936-4504-49cc-83f0-386ee7849ff4 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:21.383828 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-a350657f-30ca-4816-8c6a-62e8ac7abbab tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5768113 Jul 05 10:15:21.384747 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.393055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Request body: {'port': {'device_id': 'effc5959-5515-4c8a-8571-f5cbdf7c3581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:21.403505 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-fc33238a-e6e9-4722-8e4e-9686d3254076 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:15:21.403505 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:15:21.403505 n-d-779913-27 neutron-server[100775]: [parameters: {'project_id_1': '8931551aa7a1439c930c99d4d8bcaf04', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 15, 21, 217889)}] Jul 05 10:15:21.403505 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:15:21.404405 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-fc33238a-e6e9-4722-8e4e-9686d3254076 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:15:21.416445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 40ec7936-4504-49cc-83f0-386ee7849ff4 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:21.418476 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e096e72e-10af-4b1a-a43d-d2dc30a2dbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.421127 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e096e72e-10af-4b1a-a43d-d2dc30a2dbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.422108 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.428970 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e096e72e-10af-4b1a-a43d-d2dc30a2dbcc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/731ada59-55ea-4184-a4ca-67de6512e0ef HTTP/1.1" status: 204 len: 168 time: 1.1699245 Jul 05 10:15:21.451245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096e72e-10af-4b1a-a43d-d2dc30a2dbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731ada59-55ea-4184-a4ca-67de6512e0ef,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:21.473860 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.575079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port a790c1fd-7b16-4a55-ab57-eff1952de038 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:21.575484 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.625699 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a592722e-bc48-4a9e-8ed5-9ef79c31fe15 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.628658 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a592722e-bc48-4a9e-8ed5-9ef79c31fe15 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.629900 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a592722e-bc48-4a9e-8ed5-9ef79c31fe15 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "DELETE /v2.0/security-groups/1330a751-3e1c-408d-9ce6-f98fd256ff7e HTTP/1.1" status: 204 len: 168 time: 0.5480590 Jul 05 10:15:21.631766 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdf03d3-bbcf-448f-86f4-bd46716b299a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:21.635659 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2fdf03d3-bbcf-448f-86f4-bd46716b299a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.659928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53822) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:21.668281 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.716017 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb93d2ba-0309-4a31-8f99-bab2e7984b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ec7936-4504-49cc-83f0-386ee7849ff4'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:21.718467 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c66310-ad26-40a2-bf38-274ee9da1529" -d '{"events": [{"server_uuid": "cb93d2ba-0309-4a31-8f99-bab2e7984b42", "name": "network-vif-plugged", "status": "completed", "tag": "40ec7936-4504-49cc-83f0-386ee7849ff4"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:21.724548 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592722e-bc48-4a9e-8ed5-9ef79c31fe15 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1330a751-3e1c-408d-9ce6-f98fd256ff7e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:21.727432 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.729372 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Pushing event updated for resources: {'Port': ['ID=77a00d29-445e-4fbe-be7c-bf9f6b267d0e,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:21.736304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 40ec7936-4504-49cc-83f0-386ee7849ff4, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=40ec7936-4504-49cc-83f0-386ee7849ff4,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:21.794120 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47ffc6f-5616-40a1-a7a4-d636c6f69e16 x-openstack-request-id: req-c47ffc6f-5616-40a1-a7a4-d636c6f69e16 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:21.794276 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb93d2ba-0309-4a31-8f99-bab2e7984b42", "name": "network-vif-plugged", "status": "completed", "tag": "40ec7936-4504-49cc-83f0-386ee7849ff4", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:21.794901 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c47ffc6f-5616-40a1-a7a4-d636c6f69e16 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:21.795077 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb93d2ba-0309-4a31-8f99-bab2e7984b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ec7936-4504-49cc-83f0-386ee7849ff4', 'code': 200} Jul 05 10:15:21.795491 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-00c08995-d4f9-4bc1-8c42-4758d3e10550 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] show failed (client error): The resource could not be found. Jul 05 10:15:21.799494 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-00c08995-d4f9-4bc1-8c42-4758d3e10550 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups/1330a751-3e1c-408d-9ce6-f98fd256ff7e HTTP/1.1" status: 404 len: 347 time: 0.1356642 Jul 05 10:15:21.799659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e5714477-a4db-4f41-8505-bf3d804ac732 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:21.808776 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53826) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:21.846477 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.886815 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.900006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e5714477-a4db-4f41-8505-bf3d804ac732 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:21.900006 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:21.929175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Network 34a24dd1-7873-4589-9de4-782dc8402e9e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:21.933798 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:21.937891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cf14697d-e629-4cf5-904d-5efbdd2516a6 None None] Provisioning for port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:21.952539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=40ec7936-4504-49cc-83f0-386ee7849ff4,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:21.957504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cf14697d-e629-4cf5-904d-5efbdd2516a6 None None] Provisioning complete for port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:21.958218 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cf14697d-e629-4cf5-904d-5efbdd2516a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:22.058833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de083e9b-4683-4a02-94a8-3291c46efefb req-7dcc9ab4-be34-45d9-b549-02895e924142 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:22.066449 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de083e9b-4683-4a02-94a8-3291c46efefb req-7dcc9ab4-be34-45d9-b549-02895e924142 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 936 time: 0.6090541 Jul 05 10:15:22.077597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-cf14697d-e629-4cf5-904d-5efbdd2516a6 None None] Port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:15:22.135799 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc33238a-e6e9-4722-8e4e-9686d3254076 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:22.140310 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc33238a-e6e9-4722-8e4e-9686d3254076 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:22.178095 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:22.235483 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de083e9b-4683-4a02-94a8-3291c46efefb req-126625ff-8b59-4df5-a07d-e8a450dcce7d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682332 Jul 05 10:15:22.256691 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:15:22.308821 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-356d00c1-6b67-4329-9b99-be966144cb7f None None] Provisioning for port 0c2d9351-e2de-487b-bc9e-64b377f0cf23 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:22.313848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-356d00c1-6b67-4329-9b99-be966144cb7f None None] Provisioning complete for port 0c2d9351-e2de-487b-bc9e-64b377f0cf23 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:22.314578 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-356d00c1-6b67-4329-9b99-be966144cb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:22.333603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2fcfc-5eca-4b6d-86c0-579433357a81 req-36127f37-7789-4e85-88e1-dc4ad22f5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:22.335162 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-81a2fcfc-5eca-4b6d-86c0-579433357a81 req-36127f37-7789-4e85-88e1-dc4ad22f5e03 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 1097 time: 0.4459796 Jul 05 10:15:22.383487 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-356d00c1-6b67-4329-9b99-be966144cb7f None None] Port 0c2d9351-e2de-487b-bc9e-64b377f0cf23 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:15:22.397220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-78cd6d64-fe2a-486b-8849-9ed09f9c1669 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Deleting port 1699ae01-e7b3-4f8c-813c-3c8a9e9eccd2 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:15:22.403816 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78cd6d64-fe2a-486b-8849-9ed09f9c1669 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:22.505675 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:15:22.508870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-50247e1e-90b3-43c9-bb06-c579916a8a2e None None] Provisioning complete for port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:22.509250 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-50247e1e-90b3-43c9-bb06-c579916a8a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:22.510303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-81a2fcfc-5eca-4b6d-86c0-579433357a81 req-9d82314f-76cd-4ba3-9d1f-e720b4f15c37 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658945 Jul 05 10:15:22.511164 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-93b55fac-88b3-4d43-9d04-305b762b2896 admin admin] 10.222.0.77 "PUT /v2.0/routers/dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7103288 Jul 05 10:15:22.520888 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Sync routers for ids ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:15:22.545919 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Routers {'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:15:22.546567 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:15:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:22.589368 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-50247e1e-90b3-43c9-bb06-c579916a8a2e None None] Port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:15:22.597978 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78cd6d64-fe2a-486b-8849-9ed09f9c1669 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:22.597978 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78cd6d64-fe2a-486b-8849-9ed09f9c1669 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:22.611613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bcbc7-eb78-465c-b186-890047561067 req-144ea7d5-f3fb-4cb9-b724-2cf1d2395c36 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:22.613708 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af3bcbc7-eb78-465c-b186-890047561067 req-144ea7d5-f3fb-4cb9-b724-2cf1d2395c36 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 945 time: 0.2048805 Jul 05 10:15:22.622336 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2fdf03d3-bbcf-448f-86f4-bd46716b299a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:22.637731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-78cd6d64-fe2a-486b-8849-9ed09f9c1669 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Calling delete_port for 1699ae01-e7b3-4f8c-813c-3c8a9e9eccd2 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:15:22.724692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af3bcbc7-eb78-465c-b186-890047561067 req-18850a89-d344-49cf-881a-7a111504c5d0 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919824 Jul 05 10:15:22.776133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53840) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:22.798425 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-03daf516-7d96-4a23-af3f-e6763b1ac692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:22.812748 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf03d3-bbcf-448f-86f4-bd46716b299a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Subnet': ['ID=69d4487a-a0b7-4083-adae-ef3a2f41ff2b,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:22.843581 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Set router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:15:22.846327 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2d9351-e2de-487b-bc9e-64b377f0cf23 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:15:22.860918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf03d3-bbcf-448f-86f4-bd46716b299a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Checking segment: {'id': 'fd0a5995-9dd8-4c02-9ec0-707ce2c736cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f6769d10-9b31-422a-9320-0d16b06771b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:22.861421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf03d3-bbcf-448f-86f4-bd46716b299a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network hostable DHCP agents. Network: f6769d10-9b31-422a-9320-0d16b06771b7, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:22.865118 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:22.865671 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc33238a-e6e9-4722-8e4e-9686d3254076 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:22.897411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Transition to ACTIVE for port object 0c2d9351-e2de-487b-bc9e-64b377f0cf23 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:23.021341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33238a-e6e9-4722-8e4e-9686d3254076 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Subnet': ['ID=5ba66890-d22b-492f-81d7-ca0bbb26f2ef,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:23.028453 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc33238a-e6e9-4722-8e4e-9686d3254076 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Checking segment: {'id': '4fdb2391-1016-471f-bf37-ec800824c697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '731001ab-0254-4c5b-ab0e-cd0ea93e0001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:23.029014 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc33238a-e6e9-4722-8e4e-9686d3254076 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network hostable DHCP agents. Network: 731001ab-0254-4c5b-ab0e-cd0ea93e0001, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:23.040361 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.093108 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-03daf516-7d96-4a23-af3f-e6763b1ac692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.109101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2d9351-e2de-487b-bc9e-64b377f0cf23,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:23.138689 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'name': 'tempest-TaggedBootDevicesTest-917932306-router', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:07Z', 'updated_at': '2021-07-05T10:15:19Z', 'revision_number': 4, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'gw_port': {'id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:11Z', 'updated_at': '2021-07-05T10:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '77a00d29-445e-4fbe-be7c-bf9f6b267d0e', 'name': '', 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'mac_address': 'fa:16:3e:d6:8b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '27292f2c-a95d-441e-b478-d099205c251b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:17Z', 'updated_at': '2021-07-05T10:15:20Z', 'revision_number': 2, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'subnets': [{'id': '27292f2c-a95d-441e-b478-d099205c251b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:23.148899 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf03d3-bbcf-448f-86f4-bd46716b299a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network f6769d10-9b31-422a-9320-0d16b06771b7 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:23.169170 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Checking router: dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:15:23.169525 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Updating router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:15:23.170121 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc33238a-e6e9-4722-8e4e-9686d3254076 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network 731001ab-0254-4c5b-ab0e-cd0ea93e0001 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:23.191735 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78cd6d64-fe2a-486b-8849-9ed09f9c1669 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.240155 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.255061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd6d64-fe2a-486b-8849-9ed09f9c1669 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event deleted for resources: {'Port': ['ID=1699ae01-e7b3-4f8c-813c-3c8a9e9eccd2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:23.266465 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-03daf516-7d96-4a23-af3f-e6763b1ac692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.325329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-2fdf03d3-bbcf-448f-86f4-bd46716b299a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, f6769d10-9b31-422a-9320-0d16b06771b7) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:23.342188 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaf08ed-9b71-41cb-a399-f5e7dd89ba5a None None] Network f6769d10-9b31-422a-9320-0d16b06771b7 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:23.361935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-fc33238a-e6e9-4722-8e4e-9686d3254076 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 731001ab-0254-4c5b-ab0e-cd0ea93e0001) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:23.374038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc33238a-e6e9-4722-8e4e-9686d3254076 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:23.380166 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc33238a-e6e9-4722-8e4e-9686d3254076 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.402159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903dab9e-e420-4fbb-97d0-aaf0d3764da1 None None] Network 731001ab-0254-4c5b-ab0e-cd0ea93e0001 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:23.428852 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-03daf516-7d96-4a23-af3f-e6763b1ac692 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1157a37fe0c74f14ae52de9c979ab1b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6516006 Jul 05 10:15:23.444784 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53876) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:23.503213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03daf516-7d96-4a23-af3f-e6763b1ac692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c76887-6667-41cf-a18a-1c50365c0d6e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:23.520494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Attempting to bind port 0c2d9351-e2de-487b-bc9e-64b377f0cf23 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:23.521520 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Attempting to bind port 0c2d9351-e2de-487b-bc9e-64b377f0cf23 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:23.521520 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Attempting to bind port 0c2d9351-e2de-487b-bc9e-64b377f0cf23 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:23.528114 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78cd6d64-fe2a-486b-8849-9ed09f9c1669 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.530648 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78cd6d64-fe2a-486b-8849-9ed09f9c1669 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.534841 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-78cd6d64-fe2a-486b-8849-9ed09f9c1669 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "DELETE /v2.0/floatingips/fde608b8-b6dd-47c8-938a-d75be69d44c8 HTTP/1.1" status: 204 len: 168 time: 1.7204070 Jul 05 10:15:23.542014 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdf03d3-bbcf-448f-86f4-bd46716b299a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:23.542610 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2fdf03d3-bbcf-448f-86f4-bd46716b299a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.558111 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fc33238a-e6e9-4722-8e4e-9686d3254076 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9651320 Jul 05 10:15:23.565118 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53878) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:23.574189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-38464acf-4b68-49bd-97d5-7f9b6ba97ab7 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1846431523'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:23.600197 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Port 0c2d9351-e2de-487b-bc9e-64b377f0cf23 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:15:23.600517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Attempting to bind port 0c2d9351-e2de-487b-bc9e-64b377f0cf23 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:23.620557 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:23.620797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:23.620981 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:23.621442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Bound port: 0c2d9351-e2de-487b-bc9e-64b377f0cf23, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:23.621827 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.673067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4689120a-a58f-432b-94b9-0d92494a0418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.756263 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2fdf03d3-bbcf-448f-86f4-bd46716b299a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9749796 Jul 05 10:15:23.762234 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53884) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:23.768870 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4689120a-a58f-432b-94b9-0d92494a0418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.809346 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.839354 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Transition to ACTIVE for port object 77a00d29-445e-4fbe-be7c-bf9f6b267d0e will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:23.850609 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820a5cf-a031-496a-939b-88b07d15ca1c req-7b3b23d9-0ff2-42d9-b097-102589a147a6 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:23.858561 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1820a5cf-a031-496a-939b-88b07d15ca1c req-7b3b23d9-0ff2-42d9-b097-102589a147a6 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 948 time: 0.3068993 Jul 05 10:15:23.905753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] For port 0c2d9351-e2de-487b-bc9e-64b377f0cf23, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:23.921132 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1820a5cf-a031-496a-939b-88b07d15ca1c req-61b3d365-77a9-4a23-9c39-f8324b35872d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557866 Jul 05 10:15:23.934400 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] For port 0c2d9351-e2de-487b-bc9e-64b377f0cf23, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:23.959939 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.982810 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:23.983367 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38464acf-4b68-49bd-97d5-7f9b6ba97ab7 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:23.987826 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-38464acf-4b68-49bd-97d5-7f9b6ba97ab7 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.035259 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.066648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-f6769d10-9b31-422a-9320-0d16b06771b7', 'network_id': 'f6769d10-9b31-422a-9320-0d16b06771b7', 'tenant_id': 'c10a199714c241c98173b2d4a1a29d51', 'fixed_ips': [{'subnet_id': '69d4487a-a0b7-4083-adae-ef3a2f41ff2b'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:24.067602 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.084773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-731001ab-0254-4c5b-ab0e-cd0ea93e0001', 'network_id': '731001ab-0254-4c5b-ab0e-cd0ea93e0001', 'tenant_id': '8931551aa7a1439c930c99d4d8bcaf04', 'fixed_ips': [{'subnet_id': '5ba66890-d22b-492f-81d7-ca0bbb26f2ef'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:24.085637 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.102502 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada2f8f-4d0e-4cb4-8bb0-a2b035bf9a8e None None] Pushing event updated for resources: {'Port': ['ID=77a00d29-445e-4fbe-be7c-bf9f6b267d0e,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:24.116978 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.182331 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4689120a-a58f-432b-94b9-0d92494a0418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.185077 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4689120a-a58f-432b-94b9-0d92494a0418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.198048 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4689120a-a58f-432b-94b9-0d92494a0418 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b8c76887-6667-41cf-a18a-1c50365c0d6e HTTP/1.1" status: 204 len: 168 time: 0.7524676 Jul 05 10:15:24.233140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aa5de-1ddc-4cbd-80bf-b9efeeefa2bc req-659a3ff8-c502-4b7d-9486-b7720ba44410 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:24.234885 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af3aa5de-1ddc-4cbd-80bf-b9efeeefa2bc req-659a3ff8-c502-4b7d-9486-b7720ba44410 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 945 time: 0.1756005 Jul 05 10:15:24.246443 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2d9351-e2de-487b-bc9e-64b377f0cf23,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:24.251036 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Attempting to bind port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:24.253093 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Attempting to bind port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'e4ea8374-396f-4b61-834e-cc6ce8da0e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:24.253487 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Attempting to bind port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e on network 34a24dd1-7873-4589-9de4-782dc8402e9e {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:24.265648 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:24.266020 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Checking segment: {'id': 'e4ea8374-396f-4b61-834e-cc6ce8da0e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:24.266417 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.266801 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Bound using segment: {'id': 'e4ea8374-396f-4b61-834e-cc6ce8da0e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:24.267267 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Bound port: 77a00d29-445e-4fbe-be7c-bf9f6b267d0e, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ea8374-396f-4b61-834e-cc6ce8da0e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:24.267639 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.269000 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:24.270047 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.271894 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-860d84de-8fed-45f8-8fa7-f782d8639489 service neutron] 10.222.0.73 "PUT /v2.0/ports/0c2d9351-e2de-487b-bc9e-64b377f0cf23 HTTP/1.1" status: 200 len: 1097 time: 2.8832979 Jul 05 10:15:24.278312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38464acf-4b68-49bd-97d5-7f9b6ba97ab7 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:24.281929 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effc5959-5515-4c8a-8571-f5cbdf7c3581', 'tag': '0c2d9351-e2de-487b-bc9e-64b377f0cf23'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:24.284964 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1869ca30-d43c-480c-a39c-1407bfccbc27" -d '{"events": [{"name": "network-changed", "server_uuid": "effc5959-5515-4c8a-8571-f5cbdf7c3581", "tag": "0c2d9351-e2de-487b-bc9e-64b377f0cf23"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:24.287736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689120a-a58f-432b-94b9-0d92494a0418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c76887-6667-41cf-a18a-1c50365c0d6e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:24.308827 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.356323 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-38464acf-4b68-49bd-97d5-7f9b6ba97ab7 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.358587 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-38464acf-4b68-49bd-97d5-7f9b6ba97ab7 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Added segment da27172f-ac45-4655-81b3-04758a66b3d0 of type vlan for network 81cfe20b-297a-4500-b00e-6718e855a9a6 Jul 05 10:15:24.456424 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53894) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:24.478005 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] For port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:24.488798 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af3aa5de-1ddc-4cbd-80bf-b9efeeefa2bc req-32465f09-e5fc-476d-bc35-f0c4a52f697c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475173 Jul 05 10:15:24.490107 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] For port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=77a00d29-445e-4fbe-be7c-bf9f6b267d0e,segment=NetworkSegment(e4ea8374-396f-4b61-834e-cc6ce8da0e03),segment_id=e4ea8374-396f-4b61-834e-cc6ce8da0e03)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:24.507497 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0ac33f43-a869-491f-bec3-c5b519e6f583 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1110255680', 'description': 'tempest-description--295899401'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:24.616528 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.667649 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4943b822-adcc-4ab1-8f51-8b810edbae70 x-openstack-request-id: req-4943b822-adcc-4ab1-8f51-8b810edbae70 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:24.667649 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effc5959-5515-4c8a-8571-f5cbdf7c3581", "tag": "0c2d9351-e2de-487b-bc9e-64b377f0cf23", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:24.667649 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4943b822-adcc-4ab1-8f51-8b810edbae70 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:24.667649 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effc5959-5515-4c8a-8571-f5cbdf7c3581', 'tag': '0c2d9351-e2de-487b-bc9e-64b377f0cf23', 'status': 'completed', 'code': 200} Jul 05 10:15:24.706852 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-38464acf-4b68-49bd-97d5-7f9b6ba97ab7 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.711891 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ac33f43-a869-491f-bec3-c5b519e6f583 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:24.773824 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Routers {'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:15:24.777983 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:15:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:24.862764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-f5e80f28-4264-4018-9f38-537b847b606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:24.865378 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-f5e80f28-4264-4018-9f38-537b847b606e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 1100 time: 0.4796648 Jul 05 10:15:24.936028 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Allocated IP 2001:db8::3 (731001ab-0254-4c5b-ab0e-cd0ea93e0001/5ba66890-d22b-492f-81d7-ca0bbb26f2ef/d3d3d999-9d4f-4692-b4bb-a67ab502868d) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:24.939560 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-299d072e-b1d3-4351-a798-6d637ae16a92 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23 HTTP/1.1" status: 200 len: 217 time: 0.0570211 Jul 05 10:15:24.976852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Allocated IP 172.20.0.2 (f6769d10-9b31-422a-9320-0d16b06771b7/69d4487a-a0b7-4083-adae-ef3a2f41ff2b/ae137d26-226e-4cbd-9128-0b6ae7e65a10) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:25.035144 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ac33f43-a869-491f-bec3-c5b519e6f583 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.057671 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada2f8f-4d0e-4cb4-8bb0-a2b035bf9a8e None None] Pushing event updated for resources: {'Port': ['ID=77a00d29-445e-4fbe-be7c-bf9f6b267d0e,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:25.060761 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-38464acf-4b68-49bd-97d5-7f9b6ba97ab7 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.099629 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38464acf-4b68-49bd-97d5-7f9b6ba97ab7 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:25.102528 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-38464acf-4b68-49bd-97d5-7f9b6ba97ab7 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.185759 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ac33f43-a869-491f-bec3-c5b519e6f583 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.245142 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] Set router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:15:25.287759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac33f43-a869-491f-bec3-c5b519e6f583 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3083aa0-d581-46e6-9108-dff4c645ec88,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:25.371968 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-f8d8b8e1-c9d2-471e-922d-85039aedc417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:25.373526 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-f8d8b8e1-c9d2-471e-922d-85039aedc417 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.4212072 Jul 05 10:15:25.375365 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38464acf-4b68-49bd-97d5-7f9b6ba97ab7 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Network': ['ID=81cfe20b-297a-4500-b00e-6718e855a9a6,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:25.397126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 81cfe20b-297a-4500-b00e-6718e855a9a6 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:25.435831 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ac33f43-a869-491f-bec3-c5b519e6f583 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.437458 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0ac33f43-a869-491f-bec3-c5b519e6f583 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9346833 Jul 05 10:15:25.441666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53936) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:25.447833 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-370c82ad-fb8d-4ccd-8eb0-921ee578051c tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Request body: {'security_group_rule': {'security_group_id': 'e3083aa0-d581-46e6-9108-dff4c645ec88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:25.457813 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-38464acf-4b68-49bd-97d5-7f9b6ba97ab7 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8884087 Jul 05 10:15:25.462200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53938) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:25.478049 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-2c6e8b82-3884-458c-a55e-cb296254ee59 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'subnet': {'network_id': '81cfe20b-297a-4500-b00e-6718e855a9a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:25.511196 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd6944-fe60-4369-8c10-4cc1fc318c79 req-2f040381-fb83-4f85-bdbf-c57e8389b706 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:25.523609 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00bd6944-fe60-4369-8c10-4cc1fc318c79 req-2f040381-fb83-4f85-bdbf-c57e8389b706 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 948 time: 0.2961655 Jul 05 10:15:25.704035 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00bd6944-fe60-4369-8c10-4cc1fc318c79 req-697c3dbd-1463-4871-88d0-4b2a9ddd4c53 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793215 Jul 05 10:15:25.716674 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.745589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Transition to ACTIVE for port object d3d3d999-9d4f-4692-b4bb-a67ab502868d will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:25.747125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-1eda35ba-c464-43fb-a854-f99aa9da0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:25.748821 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-1eda35ba-c464-43fb-a854-f99aa9da0e3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3493490 Jul 05 10:15:25.775199 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.820746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Transition to ACTIVE for port object ae137d26-226e-4cbd-9128-0b6ae7e65a10 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:25.828897 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'name': 'tempest-TaggedBootDevicesTest-917932306-router', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:07Z', 'updated_at': '2021-07-05T10:15:19Z', 'revision_number': 4, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'gw_port': {'id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:11Z', 'updated_at': '2021-07-05T10:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '77a00d29-445e-4fbe-be7c-bf9f6b267d0e', 'name': '', 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'mac_address': 'fa:16:3e:d6:8b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '27292f2c-a95d-441e-b478-d099205c251b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:17Z', 'updated_at': '2021-07-05T10:15:24Z', 'revision_number': 4, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'subnets': [{'id': '27292f2c-a95d-441e-b478-d099205c251b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:25.830643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Transition to ACTIVE for port object d3d3d999-9d4f-4692-b4bb-a67ab502868d will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:25.865716 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53946) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:25.878800 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Transition to ACTIVE for port object ae137d26-226e-4cbd-9128-0b6ae7e65a10 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:25.885759 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-370c82ad-fb8d-4ccd-8eb0-921ee578051c tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.906401 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af2f4046-ca73-4cdf-9bbf-d76115edcbbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.952859 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:25.954680 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe829f-948b-458e-864f-e3ed294903f9 None None] The sync data for ids ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'] in n-d-779913-27 is: [{'id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'name': 'tempest-TaggedBootDevicesTest-917932306-router', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:07Z', 'updated_at': '2021-07-05T10:15:19Z', 'revision_number': 4, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'gw_port': {'id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:11Z', 'updated_at': '2021-07-05T10:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '77a00d29-445e-4fbe-be7c-bf9f6b267d0e', 'name': '', 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'mac_address': 'fa:16:3e:d6:8b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '27292f2c-a95d-441e-b478-d099205c251b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:17Z', 'updated_at': '2021-07-05T10:15:24Z', 'revision_number': 4, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'subnets': [{'id': '27292f2c-a95d-441e-b478-d099205c251b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:15:25.972283 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.084002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Network f6769d10-9b31-422a-9320-0d16b06771b7 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:26.124126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:26.124676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6e8b82-3884-458c-a55e-cb296254ee59 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:26.129253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:26.134797 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c6e8b82-3884-458c-a55e-cb296254ee59 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.141183 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af2f4046-ca73-4cdf-9bbf-d76115edcbbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.149732 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Network 731001ab-0254-4c5b-ab0e-cd0ea93e0001 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:26.159208 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:26.177084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:26.241623 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Pushing event updated for resources: {'Port': ['ID=d3d3d999-9d4f-4692-b4bb-a67ab502868d,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:26.290322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-d27cad70-d5f1-478c-9685-5804e6e2485f service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330813 Jul 05 10:15:26.349647 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af2f4046-ca73-4cdf-9bbf-d76115edcbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.390229 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Pushing event updated for resources: {'Port': ['ID=ae137d26-226e-4cbd-9128-0b6ae7e65a10,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:26.406889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.ipam_backend_mixin [None req-2c6e8b82-3884-458c-a55e-cb296254ee59 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Performing IP validity checks on allocation pools {{(pid=100775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 10:15:26.406889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.ipam_backend_mixin [None req-2c6e8b82-3884-458c-a55e-cb296254ee59 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 10:15:26.456324 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-370c82ad-fb8d-4ccd-8eb0-921ee578051c tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.472610 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f4046-ca73-4cdf-9bbf-d76115edcbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e11c1d-71ad-4cb4-aacc-8afac9914519,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:26.473877 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Attempting to bind port ae137d26-226e-4cbd-9128-0b6ae7e65a10 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:26.474377 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ae21a-64b3-4187-a0fd-1aaa5621f065 req-418d9433-7b7e-47f5-a789-4b2961930742 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:26.475319 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Attempting to bind port ae137d26-226e-4cbd-9128-0b6ae7e65a10 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'fd0a5995-9dd8-4c02-9ec0-707ce2c736cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f6769d10-9b31-422a-9320-0d16b06771b7'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:26.476092 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-636ae21a-64b3-4187-a0fd-1aaa5621f065 req-418d9433-7b7e-47f5-a789-4b2961930742 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 945 time: 0.5916505 Jul 05 10:15:26.482127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Attempting to bind port ae137d26-226e-4cbd-9128-0b6ae7e65a10 on network f6769d10-9b31-422a-9320-0d16b06771b7 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:26.488126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Attempting to bind port d3d3d999-9d4f-4692-b4bb-a67ab502868d on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:26.488526 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Attempting to bind port d3d3d999-9d4f-4692-b4bb-a67ab502868d by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '4fdb2391-1016-471f-bf37-ec800824c697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '731001ab-0254-4c5b-ab0e-cd0ea93e0001'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:26.490272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Attempting to bind port d3d3d999-9d4f-4692-b4bb-a67ab502868d on network 731001ab-0254-4c5b-ab0e-cd0ea93e0001 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:26.499049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:26.499427 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Checking segment: {'id': '4fdb2391-1016-471f-bf37-ec800824c697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '731001ab-0254-4c5b-ab0e-cd0ea93e0001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:26.500002 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.500457 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Bound using segment: {'id': '4fdb2391-1016-471f-bf37-ec800824c697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '731001ab-0254-4c5b-ab0e-cd0ea93e0001'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:26.501003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Bound port: d3d3d999-9d4f-4692-b4bb-a67ab502868d, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fdb2391-1016-471f-bf37-ec800824c697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '731001ab-0254-4c5b-ab0e-cd0ea93e0001'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:26.501445 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.517673 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:26.519377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Checking segment: {'id': 'fd0a5995-9dd8-4c02-9ec0-707ce2c736cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f6769d10-9b31-422a-9320-0d16b06771b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:26.521821 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.522379 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Bound using segment: {'id': 'fd0a5995-9dd8-4c02-9ec0-707ce2c736cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f6769d10-9b31-422a-9320-0d16b06771b7'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:26.522954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Bound port: ae137d26-226e-4cbd-9128-0b6ae7e65a10, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0a5995-9dd8-4c02-9ec0-707ce2c736cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f6769d10-9b31-422a-9320-0d16b06771b7'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:26.524866 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.534179 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.576891 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-636ae21a-64b3-4187-a0fd-1aaa5621f065 req-b20c022a-0799-4225-9f10-6dc5de734596 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916147 Jul 05 10:15:26.579539 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-370c82ad-fb8d-4ccd-8eb0-921ee578051c tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.628771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Subnet': ['ID=69d4487a-a0b7-4083-adae-ef3a2f41ff2b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:26.667428 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c82ad-fb8d-4ccd-8eb0-921ee578051c tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75725c3-72c5-4f4b-b049-d1c17014f16f,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:26.721663 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-af2f4046-ca73-4cdf-9bbf-d76115edcbbf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8256edd04bcd4824a115be56900b0941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8539460 Jul 05 10:15:26.735624 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53948) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:26.750487 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] For port ae137d26-226e-4cbd-9128-0b6ae7e65a10, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:26.765129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] For port ae137d26-226e-4cbd-9128-0b6ae7e65a10, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ae137d26-226e-4cbd-9128-0b6ae7e65a10,segment=NetworkSegment(fd0a5995-9dd8-4c02-9ec0-707ce2c736cd),segment_id=fd0a5995-9dd8-4c02-9ec0-707ce2c736cd)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:26.777783 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.808419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] For port d3d3d999-9d4f-4692-b4bb-a67ab502868d, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:26.815534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] For port d3d3d999-9d4f-4692-b4bb-a67ab502868d, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d3d3d999-9d4f-4692-b4bb-a67ab502868d,segment=NetworkSegment(4fdb2391-1016-471f-bf37-ec800824c697),segment_id=4fdb2391-1016-471f-bf37-ec800824c697)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:26.817416 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-370c82ad-fb8d-4ccd-8eb0-921ee578051c tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.824132 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-370c82ad-fb8d-4ccd-8eb0-921ee578051c tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3811078 Jul 05 10:15:26.828441 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53954) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:26.843223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b105f98e-69b1-4f94-bfb1-0b8f83b6bccc tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Request body: {'security_group_rule': {'security_group_id': 'e3083aa0-d581-46e6-9108-dff4c645ec88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:26.849563 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.902157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6769d10-9b31-422a-9320-0d16b06771b7']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:26.949427 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:26.992245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c6e8b82-3884-458c-a55e-cb296254ee59 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:27.021121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db90083-ca28-4b5f-947e-3963b1d51744 None None] Pushing event updated for resources: {'Port': ['ID=ae137d26-226e-4cbd-9128-0b6ae7e65a10,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:27.100432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80768e4-18c3-4612-8256-e118bb005385 None None] Network f6769d10-9b31-422a-9320-0d16b06771b7 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:27.169303 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883f87-46c1-4274-9a31-e095e9211370 None None] Pushing event updated for resources: {'Port': ['ID=d3d3d999-9d4f-4692-b4bb-a67ab502868d,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:27.175913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e8b82-3884-458c-a55e-cb296254ee59 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Subnet': ['ID=4ae1b435-34a3-47ee-ba02-0821939765cd,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:27.227363 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b105f98e-69b1-4f94-bfb1-0b8f83b6bccc tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:27.454118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e8b82-3884-458c-a55e-cb296254ee59 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Checking segment: {'id': 'da27172f-ac45-4655-81b3-04758a66b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '81cfe20b-297a-4500-b00e-6718e855a9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:27.454711 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6e8b82-3884-458c-a55e-cb296254ee59 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network hostable DHCP agents. Network: 81cfe20b-297a-4500-b00e-6718e855a9a6, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:27.473692 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0a5995-9dd8-4c02-9ec0-707ce2c736cd') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:27.474518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0a5995-9dd8-4c02-9ec0-707ce2c736cd') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:27.510971 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89c0adfa-93c6-4ed7-ac2d-5ba61e4441d0 req-d440a8de-9972-4a15-90d0-20ac59ade11c service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1950798 Jul 05 10:15:27.521405 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 77a00d29-445e-4fbe-be7c-bf9f6b267d0e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:27.539395 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:27.559116 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b105f98e-69b1-4f94-bfb1-0b8f83b6bccc tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:27.593812 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3715faf8-278e-400e-9a26-8b1783324e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:27.622018 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3715faf8-278e-400e-9a26-8b1783324e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:27.660011 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:27.676586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:27.677014 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:27.681815 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6e8b82-3884-458c-a55e-cb296254ee59 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network 81cfe20b-297a-4500-b00e-6718e855a9a6 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:27.687523 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:27.692298 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b105f98e-69b1-4f94-bfb1-0b8f83b6bccc tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:27.738092 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105f98e-69b1-4f94-bfb1-0b8f83b6bccc tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9313af-4ec7-40ce-9403-5f5bd40403aa,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:27.749617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:27.757695 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:27.758922 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:27.796073 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-2c6e8b82-3884-458c-a55e-cb296254ee59 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 81cfe20b-297a-4500-b00e-6718e855a9a6) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:27.808544 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e8b82-3884-458c-a55e-cb296254ee59 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:27.812787 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c6e8b82-3884-458c-a55e-cb296254ee59 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:27.840447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f11c211-9720-4f7c-a41b-3349b9383f13 None None] Network 81cfe20b-297a-4500-b00e-6718e855a9a6 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:27.882444 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b105f98e-69b1-4f94-bfb1-0b8f83b6bccc tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:27.885414 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b105f98e-69b1-4f94-bfb1-0b8f83b6bccc tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0517766 Jul 05 10:15:27.889950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53962) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:27.904958 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:27.947033 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2c6e8b82-3884-458c-a55e-cb296254ee59 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4820857 Jul 05 10:15:27.948167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53964) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:28.009902 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3715faf8-278e-400e-9a26-8b1783324e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:28.015248 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3715faf8-278e-400e-9a26-8b1783324e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:28.017824 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3715faf8-278e-400e-9a26-8b1783324e97 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d9e11c1d-71ad-4cb4-aacc-8afac9914519 HTTP/1.1" status: 204 len: 168 time: 1.2813458 Jul 05 10:15:28.068792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcd338-65d9-4485-adf6-2322a626438d req-3487610b-b120-4b00-864d-3101eff7165c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:28.084490 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cafcd338-65d9-4485-adf6-2322a626438d req-3487610b-b120-4b00-864d-3101eff7165c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 948 time: 0.5932584 Jul 05 10:15:28.107963 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e82e0511-17a8-40a9-9246-5cc3484ef98c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:28.114966 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715faf8-278e-400e-9a26-8b1783324e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e11c1d-71ad-4cb4-aacc-8afac9914519,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:28.133182 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.api [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:15:28.133182 n-d-779913-27 neutron-server[100776]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:15:28.133182 n-d-779913-27 neutron-server[100776]: [parameters: {'id': 'f6769d10-9b31-422a-9320-0d16b06771b7'}] Jul 05 10:15:28.133182 n-d-779913-27 neutron-server[100776]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:15:28.133693 n-d-779913-27 neutron-server[100776]: DEBUG oslo_db.api [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:15:28.144301 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38c737-a253-420c-ae9e-6e379c3065d3 req-b407d573-b875-431c-bdde-e011b0f853f9 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:28.150440 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba38c737-a253-420c-ae9e-6e379c3065d3 req-b407d573-b875-431c-bdde-e011b0f853f9 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 945 time: 0.3181217 Jul 05 10:15:28.258701 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba38c737-a253-420c-ae9e-6e379c3065d3 req-e3e47d76-6a1a-419e-a3e7-5f3c50eed876 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068416 Jul 05 10:15:28.278355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:28.314782 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cafcd338-65d9-4485-adf6-2322a626438d req-c445ec31-29cb-43da-9843-7a56c6e9b210 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288339 Jul 05 10:15:28.342072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869ca30-d43c-480c-a39c-1407bfccbc27 req-ffdc099a-60a1-4514-bccb-460de58a6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:28.344608 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1869ca30-d43c-480c-a39c-1407bfccbc27 req-ffdc099a-60a1-4514-bccb-460de58a6f2f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 1100 time: 0.6032541 Jul 05 10:15:28.417540 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:28.448245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e82e0511-17a8-40a9-9246-5cc3484ef98c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:28.606400 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=77a00d29-445e-4fbe-be7c-bf9f6b267d0e,segment=NetworkSegment(e4ea8374-396f-4b61-834e-cc6ce8da0e03),segment_id=e4ea8374-396f-4b61-834e-cc6ce8da0e03)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:28.615201 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869ca30-d43c-480c-a39c-1407bfccbc27 req-ccafa87e-1441-407f-9f97-9c4696a29575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:28.616887 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1869ca30-d43c-480c-a39c-1407bfccbc27 req-ccafa87e-1441-407f-9f97-9c4696a29575 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.2614977 Jul 05 10:15:28.677811 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4308625-5520-4eae-b5aa-6be64ce83d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-81cfe20b-297a-4500-b00e-6718e855a9a6', 'network_id': '81cfe20b-297a-4500-b00e-6718e855a9a6', 'tenant_id': '8931551aa7a1439c930c99d4d8bcaf04', 'fixed_ips': [{'subnet_id': '4ae1b435-34a3-47ee-ba02-0821939765cd'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:28.678720 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d4308625-5520-4eae-b5aa-6be64ce83d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:28.689564 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:28.698516 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:28.701595 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1869ca30-d43c-480c-a39c-1407bfccbc27 req-5cd9a50a-9579-41fd-9278-ea1d89170b4b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23 HTTP/1.1" status: 200 len: 217 time: 0.0779064 Jul 05 10:15:28.722589 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e82e0511-17a8-40a9-9246-5cc3484ef98c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:28.818451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=77a00d29-445e-4fbe-be7c-bf9f6b267d0e,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:28.821836 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e0511-17a8-40a9-9246-5cc3484ef98c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae1b435-34a3-47ee-ba02-0821939765cd,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:28.826201 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:28.834636 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:28.835277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:28.835876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:28.836434 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:28.837199 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:28.837860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:28.838434 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:28.839001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:28.839547 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:28.840138 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:28.840712 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:28.841429 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:15:28.876764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869ca30-d43c-480c-a39c-1407bfccbc27 req-a650c5c3-7c05-4475-8cbc-c9d882793e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:28.878863 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1869ca30-d43c-480c-a39c-1407bfccbc27 req-a650c5c3-7c05-4475-8cbc-c9d882793e40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1666844 Jul 05 10:15:28.912720 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Deleting port ae137d26-226e-4cbd-9128-0b6ae7e65a10 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:15:28.913301 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:28.994521 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e82e0511-17a8-40a9-9246-5cc3484ef98c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.014933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-e82e0511-17a8-40a9-9246-5cc3484ef98c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cfe20b-297a-4500-b00e-6718e855a9a6']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:29.022824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49334aed-999b-4969-937a-cb0251272b90 None None] Network 731001ab-0254-4c5b-ab0e-cd0ea93e0001 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:29.030018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-e82e0511-17a8-40a9-9246-5cc3484ef98c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da27172f-ac45-4655-81b3-04758a66b3d0') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:29.030401 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-e82e0511-17a8-40a9-9246-5cc3484ef98c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da27172f-ac45-4655-81b3-04758a66b3d0') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:29.079335 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e82e0511-17a8-40a9-9246-5cc3484ef98c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.113860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] For port ae137d26-226e-4cbd-9128-0b6ae7e65a10, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ae137d26-226e-4cbd-9128-0b6ae7e65a10,segment=NetworkSegment(fd0a5995-9dd8-4c02-9ec0-707ce2c736cd),segment_id=fd0a5995-9dd8-4c02-9ec0-707ce2c736cd)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:29.115095 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.128577 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e82e0511-17a8-40a9-9246-5cc3484ef98c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.170677 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b24c923-71b9-4546-b967-6f177c0537e1 None None] Network 81cfe20b-297a-4500-b00e-6718e855a9a6 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:29.172956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Allocated IP 172.25.5.136 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/f23847a3-8da8-47a9-908f-a996191556e7) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:29.179848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Calling delete_port for ae137d26-226e-4cbd-9128-0b6ae7e65a10 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:15:29.187013 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869ca30-d43c-480c-a39c-1407bfccbc27 req-a4dbb618-afba-41c3-8c59-1ecd486ef9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:29.189157 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1869ca30-d43c-480c-a39c-1407bfccbc27 req-a4dbb618-afba-41c3-8c59-1ecd486ef9fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3000886 Jul 05 10:15:29.191707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82e0511-17a8-40a9-9246-5cc3484ef98c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:29.194038 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e82e0511-17a8-40a9-9246-5cc3484ef98c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:29.197453 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:29.390026 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1869ca30-d43c-480c-a39c-1407bfccbc27 req-e37e59bf-4caa-410c-8c8e-e0560f5d9ea5 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879835 Jul 05 10:15:29.438923 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.448786 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e82e0511-17a8-40a9-9246-5cc3484ef98c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.452063 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e82e0511-17a8-40a9-9246-5cc3484ef98c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.457529 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e82e0511-17a8-40a9-9246-5cc3484ef98c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/81cfe20b-297a-4500-b00e-6718e855a9a6 HTTP/1.1" status: 204 len: 168 time: 1.4925978 Jul 05 10:15:29.471067 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53988) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:29.477951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-6f6c2f62-713f-4c32-8925-0e8d8c2b6f46 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-759953900'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:29.480754 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fd1b1330-d18d-4b97-aafe-017c86ebf587 None None] Provisioning for port d3d3d999-9d4f-4692-b4bb-a67ab502868d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:29.484292 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e0511-17a8-40a9-9246-5cc3484ef98c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Network': ['ID=81cfe20b-297a-4500-b00e-6718e855a9a6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:29.575438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d3d3d999-9d4f-4692-b4bb-a67ab502868d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:29.608384 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.633217 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6c2f62-713f-4c32-8925-0e8d8c2b6f46 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:29.637411 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6f6c2f62-713f-4c32-8925-0e8d8c2b6f46 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.653050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Port': ['ID=ae137d26-226e-4cbd-9128-0b6ae7e65a10,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:29.666241 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6748659-da38-42fb-a04f-7131e4c959b2 req-74f39d48-9dd7-43c0-b57c-622d0e87ffb1 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:29.666668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6c2f62-713f-4c32-8925-0e8d8c2b6f46 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:29.668063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b6748659-da38-42fb-a04f-7131e4c959b2 req-74f39d48-9dd7-43c0-b57c-622d0e87ffb1 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 945 time: 0.2575085 Jul 05 10:15:29.669116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No DVR routers for this DVR port ae137d26-226e-4cbd-9128-0b6ae7e65a10 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:15:29.672521 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1869ca30-d43c-480c-a39c-1407bfccbc27 req-1f64f97d-788e-4947-bc55-2a17ccf894e7 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729957 Jul 05 10:15:29.719009 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.785969 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.803890 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b6748659-da38-42fb-a04f-7131e4c959b2 req-d4a519ae-844f-4300-acd0-9948254999fc tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034634 Jul 05 10:15:29.813723 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6769d10-9b31-422a-9320-0d16b06771b7']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:29.825722 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port d3d3d999-9d4f-4692-b4bb-a67ab502868d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:29.831158 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6f6c2f62-713f-4c32-8925-0e8d8c2b6f46 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.832005 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-6f6c2f62-713f-4c32-8925-0e8d8c2b6f46 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Added segment e1ae40ad-4403-4011-8703-4f9784dbfbcf of type vlan for network 4a9094b7-2133-4bdc-949a-4f843a6918c6 Jul 05 10:15:29.832176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port d3d3d999-9d4f-4692-b4bb-a67ab502868d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:29.832176 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.872023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0a5995-9dd8-4c02-9ec0-707ce2c736cd') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:29.872023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0a5995-9dd8-4c02-9ec0-707ce2c736cd') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:29.921936 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.955488 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.957609 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6f6c2f62-713f-4c32-8925-0e8d8c2b6f46 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.969591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:29.971138 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:29.986291 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:30.139773 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:30.168660 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:30.181115 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:30.187938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec93b339-9509-407a-8510-6c3d7867cfdf None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:15:30.225991 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event updated for resources: {'Port': ['ID=f23847a3-8da8-47a9-908f-a996191556e7,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:30.258237 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97965be8-712d-4240-a5ba-136eb1c572cb req-388ef6e6-9ae5-4e69-87b0-0e6343691318 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:30.260147 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97965be8-712d-4240-a5ba-136eb1c572cb req-388ef6e6-9ae5-4e69-87b0-0e6343691318 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 948 time: 0.6387126 Jul 05 10:15:30.293014 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6e297d07-4a16-48e5-8805-63e4b3b29eed None None] Provisioning complete for port d3d3d999-9d4f-4692-b4bb-a67ab502868d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:30.296674 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6e297d07-4a16-48e5-8805-63e4b3b29eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.296824 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6f6c2f62-713f-4c32-8925-0e8d8c2b6f46 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.300177 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c2f62-713f-4c32-8925-0e8d8c2b6f46 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:30.300795 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6f6c2f62-713f-4c32-8925-0e8d8c2b6f46 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.375513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.401804 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.408927 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/f6769d10-9b31-422a-9320-0d16b06771b7 HTTP/1.1" status: 204 len: 168 time: 6.6405275 Jul 05 10:15:30.423232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54002) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:30.427286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-25f53b84-1b74-4a34-8d63-f578bde842c6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1139321104'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:30.433513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37e8c0-e6f4-435d-bd2d-f7bcbea13072 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Network': ['ID=f6769d10-9b31-422a-9320-0d16b06771b7,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:30.448121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec93b339-9509-407a-8510-6c3d7867cfdf None None] Resources bound (agent type, host, resource id): {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:15:30.469660 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.500615 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6f6c2f62-713f-4c32-8925-0e8d8c2b6f46 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0268435 Jul 05 10:15:30.505009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54004) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:30.515843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-bb116b2a-2d8d-4f4d-9b40-034996bac72c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'subnet': {'network_id': '4a9094b7-2133-4bdc-949a-4f843a6918c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:30.524950 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97965be8-712d-4240-a5ba-136eb1c572cb req-bb037f2e-eab8-48ec-9bd9-9591b1458aea tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477982 Jul 05 10:15:30.544020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c2f62-713f-4c32-8925-0e8d8c2b6f46 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Network': ['ID=4a9094b7-2133-4bdc-949a-4f843a6918c6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:30.578640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 4a9094b7-2133-4bdc-949a-4f843a6918c6 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:30.596370 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.599502 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6e297d07-4a16-48e5-8805-63e4b3b29eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.633609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f53b84-1b74-4a34-8d63-f578bde842c6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:30.637282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25f53b84-1b74-4a34-8d63-f578bde842c6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.666663 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port d3d3d999-9d4f-4692-b4bb-a67ab502868d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d3d3d999-9d4f-4692-b4bb-a67ab502868d,segment=NetworkSegment(4fdb2391-1016-471f-bf37-ec800824c697),segment_id=4fdb2391-1016-471f-bf37-ec800824c697)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:30.701116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f53b84-1b74-4a34-8d63-f578bde842c6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:30.720690 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25f53b84-1b74-4a34-8d63-f578bde842c6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.721120 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-25f53b84-1b74-4a34-8d63-f578bde842c6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Added segment a590520d-c9b8-47b0-8d80-47d12c72fc29 of type vlan for network 7cb2e11c-b785-4b40-b5a9-2d24bc89d91b Jul 05 10:15:30.750686 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.751696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 77a00d29-445e-4fbe-be7c-bf9f6b267d0e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:30.790820 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.818257 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25f53b84-1b74-4a34-8d63-f578bde842c6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.864652 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb116b2a-2d8d-4f4d-9b40-034996bac72c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:30.869323 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb116b2a-2d8d-4f4d-9b40-034996bac72c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.942761 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-6e297d07-4a16-48e5-8805-63e4b3b29eed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:15:30.943215 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-6e297d07-4a16-48e5-8805-63e4b3b29eed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:15:30.943805 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:30.944236 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.974715 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4060c-63c8-4581-9788-4944b6bf1de9 req-34429a4d-b90c-4002-a71e-e0eba7228715 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:30.975327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=d3d3d999-9d4f-4692-b4bb-a67ab502868d,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:30.976873 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-90d4060c-63c8-4581-9788-4944b6bf1de9 req-34429a4d-b90c-4002-a71e-e0eba7228715 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 945 time: 0.2361264 Jul 05 10:15:30.981094 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25f53b84-1b74-4a34-8d63-f578bde842c6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:30.986607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f53b84-1b74-4a34-8d63-f578bde842c6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:30.987233 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25f53b84-1b74-4a34-8d63-f578bde842c6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:31.074981 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:31.122670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0c2d9351-e2de-487b-bc9e-64b377f0cf23 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:15:31.152639 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:31.258062 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f53b84-1b74-4a34-8d63-f578bde842c6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Network': ['ID=7cb2e11c-b785-4b40-b5a9-2d24bc89d91b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:31.287775 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-25f53b84-1b74-4a34-8d63-f578bde842c6 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8651397 Jul 05 10:15:31.295758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54016) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:31.308936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8eebb951-3f18-44d0-a155-2c625542fca9 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'subnet': {'network_id': '7cb2e11c-b785-4b40-b5a9-2d24bc89d91b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:31.314214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 7cb2e11c-b785-4b40-b5a9-2d24bc89d91b details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:31.402395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event updated for resources: {'Port': ['ID=f23847a3-8da8-47a9-908f-a996191556e7,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:31.412929 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:31.436505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d3d3d999-9d4f-4692-b4bb-a67ab502868d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:31.515015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9499de8-4318-4bdc-aba9-72c1b8bf32e1 req-f3d30b9e-ce09-43b4-af67-17f837f080e1 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:31.516383 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d9499de8-4318-4bdc-aba9-72c1b8bf32e1 req-f3d30b9e-ce09-43b4-af67-17f837f080e1 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 945 time: 0.3966568 Jul 05 10:15:31.542579 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0c2d9351-e2de-487b-bc9e-64b377f0cf23, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:31.567748 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:31.567748 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-835a936e-1e26-450d-9415-331efca57d3d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6764722 Jul 05 10:15:31.568107 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-90d4060c-63c8-4581-9788-4944b6bf1de9 req-08e1aab6-e06e-4f73-ad73-939e610ee8f8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Deleting port 40ec7936-4504-49cc-83f0-386ee7849ff4 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:15:31.568956 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-90d4060c-63c8-4581-9788-4944b6bf1de9 req-08e1aab6-e06e-4f73-ad73-939e610ee8f8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:31.577995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '0c2d9351-e2de-487b-bc9e-64b377f0cf23', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '0c2d9351-e2de-487b-bc9e-64b377f0cf23', 'mac_address': 'fa:16:3e:39:48:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:15:31.667058 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:31.683590 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d9499de8-4318-4bdc-aba9-72c1b8bf32e1 req-f7f1a4aa-0907-4a5f-8ecb-21a686d5ae49 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531596 Jul 05 10:15:31.734420 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-90d4060c-63c8-4581-9788-4944b6bf1de9 req-08e1aab6-e06e-4f73-ad73-939e610ee8f8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] For port 40ec7936-4504-49cc-83f0-386ee7849ff4, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=40ec7936-4504-49cc-83f0-386ee7849ff4,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:31.746715 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-90d4060c-63c8-4581-9788-4944b6bf1de9 req-08e1aab6-e06e-4f73-ad73-939e610ee8f8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:31.748175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port d3d3d999-9d4f-4692-b4bb-a67ab502868d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:31.749221 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:31.754584 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2d9351-e2de-487b-bc9e-64b377f0cf23 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:15:31.766176 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eebb951-3f18-44d0-a155-2c625542fca9 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:31.770988 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8eebb951-3f18-44d0-a155-2c625542fca9 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:31.782187 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb116b2a-2d8d-4f4d-9b40-034996bac72c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:31.804180 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcbbce-30c9-4359-ae36-a2400218f67b req-593dcfa7-3493-4319-bb6f-787ebedde87b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:31.806055 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94fcbbce-30c9-4359-ae36-a2400218f67b req-593dcfa7-3493-4319-bb6f-787ebedde87b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 948 time: 0.0964811 Jul 05 10:15:31.822963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0c2d9351-e2de-487b-bc9e-64b377f0cf23, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:31.826599 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-90d4060c-63c8-4581-9788-4944b6bf1de9 req-08e1aab6-e06e-4f73-ad73-939e610ee8f8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Calling delete_port for 40ec7936-4504-49cc-83f0-386ee7849ff4 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:15:31.877813 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94fcbbce-30c9-4359-ae36-a2400218f67b req-984433f0-87ef-4bb5-851a-aecc417dbfd9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622706 Jul 05 10:15:31.934237 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:31.963049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.ipam_backend_mixin [None req-8eebb951-3f18-44d0-a155-2c625542fca9 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Performing IP validity checks on allocation pools {{(pid=100776) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 10:15:31.963568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.ipam_backend_mixin [None req-8eebb951-3f18-44d0-a155-2c625542fca9 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100776) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 10:15:31.993472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0c2d9351-e2de-487b-bc9e-64b377f0cf23,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:32.053535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb116b2a-2d8d-4f4d-9b40-034996bac72c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Subnet': ['ID=1fcd3f6f-d5b6-4085-b94d-dba07df43c47,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:32.105932 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b807711b-6efa-4933-99b7-68769349af05 req-e730fb84-8027-45d9-b341-802de3b6d11d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1110255680&fields=id&tenant_id=d049e9a417d14e4b87e38762c036901a HTTP/1.1" status: 200 len: 267 time: 0.2028539 Jul 05 10:15:32.113277 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb116b2a-2d8d-4f4d-9b40-034996bac72c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Checking segment: {'id': 'e1ae40ad-4403-4011-8703-4f9784dbfbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4a9094b7-2133-4bdc-949a-4f843a6918c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:32.113277 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb116b2a-2d8d-4f4d-9b40-034996bac72c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network hostable DHCP agents. Network: 4a9094b7-2133-4bdc-949a-4f843a6918c6, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:32.141445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0c2d9351-e2de-487b-bc9e-64b377f0cf23'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:15:32.610860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807711b-6efa-4933-99b7-68769349af05 req-806977c4-4e5b-4078-b912-4c1c1b8b22b4 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:32.612508 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b807711b-6efa-4933-99b7-68769349af05 req-806977c4-4e5b-4078-b912-4c1c1b8b22b4 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/networks?id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 HTTP/1.1" status: 200 len: 811 time: 0.5057316 Jul 05 10:15:32.618041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb116b2a-2d8d-4f4d-9b40-034996bac72c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network 4a9094b7-2133-4bdc-949a-4f843a6918c6 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:32.634930 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b807711b-6efa-4933-99b7-68769349af05 req-19fbb6d1-0469-46dd-8562-db5fa00ac850 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/quotas/d049e9a417d14e4b87e38762c036901a HTTP/1.1" status: 200 len: 375 time: 0.0131955 Jul 05 10:15:32.729832 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b807711b-6efa-4933-99b7-68769349af05 req-a9b5a0ad-2070-44a8-bf26-2c3484cae36b tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d049e9a417d14e4b87e38762c036901a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826750 Jul 05 10:15:32.731997 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8eebb951-3f18-44d0-a155-2c625542fca9 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:32.772595 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-90d4060c-63c8-4581-9788-4944b6bf1de9 req-08e1aab6-e06e-4f73-ad73-939e610ee8f8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:32.774954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-bb116b2a-2d8d-4f4d-9b40-034996bac72c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 4a9094b7-2133-4bdc-949a-4f843a6918c6) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:32.785683 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9593b81b-4708-4e6b-abde-debf27acabb0 None None] Network 4a9094b7-2133-4bdc-949a-4f843a6918c6 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:32.795556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb116b2a-2d8d-4f4d-9b40-034996bac72c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:32.796376 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb116b2a-2d8d-4f4d-9b40-034996bac72c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:32.885836 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1aab6-e06e-4f73-ad73-939e610ee8f8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Pushing event deleted for resources: {'Port': ['ID=40ec7936-4504-49cc-83f0-386ee7849ff4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:32.960179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebb951-3f18-44d0-a155-2c625542fca9 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Subnet': ['ID=9a49f4c0-aae2-480e-8f84-1c301d82ccd9,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:33.014736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d4060c-63c8-4581-9788-4944b6bf1de9 req-08e1aab6-e06e-4f73-ad73-939e610ee8f8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] No DVR routers for this DVR port 40ec7936-4504-49cc-83f0-386ee7849ff4 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:15:33.019457 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3a2892c3-3391-445c-95f0-b4561d7dadf2 req-f854188a-c70e-4dd6-afac-851546eae82f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 210 time: 0.0782955 Jul 05 10:15:33.024676 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-90d4060c-63c8-4581-9788-4944b6bf1de9 req-08e1aab6-e06e-4f73-ad73-939e610ee8f8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:33.027681 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-90d4060c-63c8-4581-9788-4944b6bf1de9 req-08e1aab6-e06e-4f73-ad73-939e610ee8f8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.64 "DELETE /v2.0/ports/40ec7936-4504-49cc-83f0-386ee7849ff4 HTTP/1.1" status: 204 len: 173 time: 2.0374942 Jul 05 10:15:33.028493 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb93d2ba-0309-4a31-8f99-bab2e7984b42', 'name': 'network-vif-deleted', 'tag': '40ec7936-4504-49cc-83f0-386ee7849ff4'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:33.030837 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bbb827-0780-4c35-b846-c22ff02a1210" -d '{"events": [{"server_uuid": "cb93d2ba-0309-4a31-8f99-bab2e7984b42", "name": "network-vif-deleted", "tag": "40ec7936-4504-49cc-83f0-386ee7849ff4"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:33.041143 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bb116b2a-2d8d-4f4d-9b40-034996bac72c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5347462 Jul 05 10:15:33.048778 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54050) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:33.055472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eebb951-3f18-44d0-a155-2c625542fca9 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Checking segment: {'id': 'a590520d-c9b8-47b0-8d80-47d12c72fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7cb2e11c-b785-4b40-b5a9-2d24bc89d91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:33.055472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebb951-3f18-44d0-a155-2c625542fca9 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network hostable DHCP agents. Network: 7cb2e11c-b785-4b40-b5a9-2d24bc89d91b, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:33.098402 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b807711b-6efa-4933-99b7-68769349af05 req-11894e8a-38a0-4319-a2cc-b9f54b16b8b1 service neutron] 10.222.0.77 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053694 Jul 05 10:15:33.117319 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:15:33.165067 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0c2d9351-e2de-487b-bc9e-64b377f0cf23 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:33.255943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebb951-3f18-44d0-a155-2c625542fca9 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network 7cb2e11c-b785-4b40-b5a9-2d24bc89d91b is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:33.378817 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b807711b-6efa-4933-99b7-68769349af05 req-f91d1c26-9ff1-4fd1-8720-38e9a71ebc82 service neutron] 10.222.0.77 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793741 Jul 05 10:15:33.391912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-8eebb951-3f18-44d0-a155-2c625542fca9 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 7cb2e11c-b785-4b40-b5a9-2d24bc89d91b) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:33.414295 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eebb951-3f18-44d0-a155-2c625542fca9 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:33.414967 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8eebb951-3f18-44d0-a155-2c625542fca9 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:33.475908 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37479256-360c-4d1e-8b3b-719e3191af60 None None] Network 7cb2e11c-b785-4b40-b5a9-2d24bc89d91b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:33.552539 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8eebb951-3f18-44d0-a155-2c625542fca9 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2541373 Jul 05 10:15:33.557106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54056) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:33.625054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-4a9094b7-2133-4bdc-949a-4f843a6918c6', 'network_id': '4a9094b7-2133-4bdc-949a-4f843a6918c6', 'tenant_id': '8931551aa7a1439c930c99d4d8bcaf04', 'fixed_ips': [{'subnet_id': '1fcd3f6f-d5b6-4085-b94d-dba07df43c47'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:33.626032 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:33.739001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 0c2d9351-e2de-487b-bc9e-64b377f0cf23 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:33.748210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 0c2d9351-e2de-487b-bc9e-64b377f0cf23 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:33.748740 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:33.759446 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c085a2b3-efb0-4916-962b-127bfbae6512 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:33.883583 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f433f33b-c626-41e2-b231-0fbb0619226b x-openstack-request-id: req-f433f33b-c626-41e2-b231-0fbb0619226b {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:33.884251 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb93d2ba-0309-4a31-8f99-bab2e7984b42", "name": "network-vif-deleted", "tag": "40ec7936-4504-49cc-83f0-386ee7849ff4", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:33.884251 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f433f33b-c626-41e2-b231-0fbb0619226b {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:33.884608 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb93d2ba-0309-4a31-8f99-bab2e7984b42', 'name': 'network-vif-deleted', 'tag': '40ec7936-4504-49cc-83f0-386ee7849ff4', 'status': 'completed', 'code': 200} Jul 05 10:15:33.924774 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c085a2b3-efb0-4916-962b-127bfbae6512 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:34.018162 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Allocated IP 2001:db8::1 (4a9094b7-2133-4bdc-949a-4f843a6918c6/1fcd3f6f-d5b6-4085-b94d-dba07df43c47/a49e3b33-138f-457a-804a-bcafe6816d5f) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:34.131259 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c085a2b3-efb0-4916-962b-127bfbae6512 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:34.178980 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:34.191608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e01cc0-361b-4b78-b74f-2ddf067d356f req-047d79e0-9e63-4aa5-865a-d9b3d72051bb tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:34.193296 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82e01cc0-361b-4b78-b74f-2ddf067d356f req-047d79e0-9e63-4aa5-865a-d9b3d72051bb tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 949 time: 0.8743842 Jul 05 10:15:34.222223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085a2b3-efb0-4916-962b-127bfbae6512 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Subnet': ['ID=9a49f4c0-aae2-480e-8f84-1c301d82ccd9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:34.232478 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9ccd3061-a3ee-4f85-868b-39ffb92b0955 req-acb0a228-f64c-4656-b6bc-98b5259f6ec9 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 210 time: 0.0930681 Jul 05 10:15:34.277022 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82e01cc0-361b-4b78-b74f-2ddf067d356f req-039bbd85-cfdf-45fb-a3f8-258a591712a2 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669529 Jul 05 10:15:34.344547 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c085a2b3-efb0-4916-962b-127bfbae6512 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:34.356892 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4a8294-be17-4752-a8f2-ecf2d3b9d41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-7cb2e11c-b785-4b40-b5a9-2d24bc89d91b', 'network_id': '7cb2e11c-b785-4b40-b5a9-2d24bc89d91b', 'tenant_id': 'c10a199714c241c98173b2d4a1a29d51', 'fixed_ips': [{'subnet_id': '9a49f4c0-aae2-480e-8f84-1c301d82ccd9'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:34.357823 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8f4a8294-be17-4752-a8f2-ecf2d3b9d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:34.380374 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c085a2b3-efb0-4916-962b-127bfbae6512 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb2e11c-b785-4b40-b5a9-2d24bc89d91b']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:34.402280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c085a2b3-efb0-4916-962b-127bfbae6512 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a590520d-c9b8-47b0-8d80-47d12c72fc29') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:34.402604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c085a2b3-efb0-4916-962b-127bfbae6512 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a590520d-c9b8-47b0-8d80-47d12c72fc29') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:34.419572 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c085a2b3-efb0-4916-962b-127bfbae6512 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:34.419992 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:34.454336 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c085a2b3-efb0-4916-962b-127bfbae6512 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:34.467669 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:34.468797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c085a2b3-efb0-4916-962b-127bfbae6512 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:34.469235 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c085a2b3-efb0-4916-962b-127bfbae6512 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:34.479622 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:34.602391 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c513c866-4c96-489f-b2a2-6fbfe833a316 req-2ac44b17-7364-49c1-b6de-df945e1ee4c3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb93d2ba-0309-4a31-8f99-bab2e7984b42 HTTP/1.1" status: 200 len: 210 time: 0.0643134 Jul 05 10:15:34.721553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effc5959-5515-4c8a-8571-f5cbdf7c3581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2d9351-e2de-487b-bc9e-64b377f0cf23'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:34.725701 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5474de-dc1f-4ec3-ad64-3a47a85c3385" -d '{"events": [{"server_uuid": "effc5959-5515-4c8a-8571-f5cbdf7c3581", "name": "network-vif-plugged", "status": "completed", "tag": "0c2d9351-e2de-487b-bc9e-64b377f0cf23"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:34.731191 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 40ec7936-4504-49cc-83f0-386ee7849ff4 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:15:34.780694 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0c2d9351-e2de-487b-bc9e-64b377f0cf23, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:34.781896 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 40ec7936-4504-49cc-83f0-386ee7849ff4 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:15:34.782324 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 40ec7936-4504-49cc-83f0-386ee7849ff4 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:15:34.800825 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:34.841438 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ba35a1-5ccd-4dc5-9af2-278820629d9a x-openstack-request-id: req-07ba35a1-5ccd-4dc5-9af2-278820629d9a {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:34.841438 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effc5959-5515-4c8a-8571-f5cbdf7c3581", "name": "network-vif-plugged", "status": "completed", "tag": "0c2d9351-e2de-487b-bc9e-64b377f0cf23", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:34.841438 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-07ba35a1-5ccd-4dc5-9af2-278820629d9a {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:34.841438 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effc5959-5515-4c8a-8571-f5cbdf7c3581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2d9351-e2de-487b-bc9e-64b377f0cf23', 'code': 200} Jul 05 10:15:34.845658 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3093aec-3cf4-494c-b64a-58f30cee7016 None None] Network 7cb2e11c-b785-4b40-b5a9-2d24bc89d91b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:34.988293 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c085a2b3-efb0-4916-962b-127bfbae6512 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:35.011527 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c085a2b3-efb0-4916-962b-127bfbae6512 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:35.017616 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c085a2b3-efb0-4916-962b-127bfbae6512 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/7cb2e11c-b785-4b40-b5a9-2d24bc89d91b HTTP/1.1" status: 204 len: 168 time: 1.4552460 Jul 05 10:15:35.018268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54086) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:35.030353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-56c5c72b-87ee-41c5-9ff7-bc578760aa2d tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-399168403'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:35.031401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085a2b3-efb0-4916-962b-127bfbae6512 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Network': ['ID=7cb2e11c-b785-4b40-b5a9-2d24bc89d91b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:35.036017 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076afa9d-e19a-4337-8d14-bd3cd9bf3bb6 req-0de8fdf9-3c57-4181-845e-b73d44da36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:35.037548 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-076afa9d-e19a-4337-8d14-bd3cd9bf3bb6 req-0de8fdf9-3c57-4181-845e-b73d44da36e3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 1102 time: 0.1031871 Jul 05 10:15:35.099521 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-076afa9d-e19a-4337-8d14-bd3cd9bf3bb6 req-11770d49-8d1b-49e5-8d15-27b9b1ded6ee service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527318 Jul 05 10:15:35.101149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Transition to ACTIVE for port object a49e3b33-138f-457a-804a-bcafe6816d5f will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:35.119159 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:35.204211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Transition to ACTIVE for port object a49e3b33-138f-457a-804a-bcafe6816d5f will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:35.208783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c5c72b-87ee-41c5-9ff7-bc578760aa2d tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:35.214506 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56c5c72b-87ee-41c5-9ff7-bc578760aa2d tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:35.267206 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c5c72b-87ee-41c5-9ff7-bc578760aa2d tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:35.287916 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0c2d9351-e2de-487b-bc9e-64b377f0cf23,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:35.299287 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56c5c72b-87ee-41c5-9ff7-bc578760aa2d tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:35.299677 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-56c5c72b-87ee-41c5-9ff7-bc578760aa2d tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Added segment 37c4de34-7fe7-451f-81ae-16513bb4ae93 of type vlan for network 8a23107a-1ea1-4572-b57d-741ae06cc112 Jul 05 10:15:35.387403 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6847b1a4-8733-425b-94c0-8595a6c865d3 req-687e2dc1-2760-4f6d-a064-4aa15eec888d tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 210 time: 0.0508382 Jul 05 10:15:35.393277 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:35.432978 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56c5c72b-87ee-41c5-9ff7-bc578760aa2d tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:35.461268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Pushing event updated for resources: {'Port': ['ID=a49e3b33-138f-457a-804a-bcafe6816d5f,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:35.480095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Network 4a9094b7-2133-4bdc-949a-4f843a6918c6 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:35.482362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:35.487550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:35.547435 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:35.586370 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Attempting to bind port a49e3b33-138f-457a-804a-bcafe6816d5f on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:35.593794 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Attempting to bind port a49e3b33-138f-457a-804a-bcafe6816d5f by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'e1ae40ad-4403-4011-8703-4f9784dbfbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4a9094b7-2133-4bdc-949a-4f843a6918c6'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:35.593794 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Attempting to bind port a49e3b33-138f-457a-804a-bcafe6816d5f on network 4a9094b7-2133-4bdc-949a-4f843a6918c6 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:35.594240 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Subnet': ['ID=1fcd3f6f-d5b6-4085-b94d-dba07df43c47,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:35.597926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:35.598901 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Checking segment: {'id': 'e1ae40ad-4403-4011-8703-4f9784dbfbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4a9094b7-2133-4bdc-949a-4f843a6918c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:35.599667 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:35.600432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Bound using segment: {'id': 'e1ae40ad-4403-4011-8703-4f9784dbfbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4a9094b7-2133-4bdc-949a-4f843a6918c6'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:35.601080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Bound port: a49e3b33-138f-457a-804a-bcafe6816d5f, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ae40ad-4403-4011-8703-4f9784dbfbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4a9094b7-2133-4bdc-949a-4f843a6918c6'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:35.602255 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:35.640347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffbc1b-e35e-4b41-a108-b898712a95a7 req-bcae2507-de76-48a4-bb6c-3a89729815a2 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:35.643805 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79ffbc1b-e35e-4b41-a108-b898712a95a7 req-bcae2507-de76-48a4-bb6c-3a89729815a2 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.1352847 Jul 05 10:15:35.691476 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56c5c72b-87ee-41c5-9ff7-bc578760aa2d tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:35.727491 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c5c72b-87ee-41c5-9ff7-bc578760aa2d tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:35.732873 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56c5c72b-87ee-41c5-9ff7-bc578760aa2d tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:35.757715 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79ffbc1b-e35e-4b41-a108-b898712a95a7 req-6291fa05-fb8f-4427-ab70-acd57a8a8e39 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038537 Jul 05 10:15:35.795036 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] For port a49e3b33-138f-457a-804a-bcafe6816d5f, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:35.795036 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] For port a49e3b33-138f-457a-804a-bcafe6816d5f, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a49e3b33-138f-457a-804a-bcafe6816d5f,segment=NetworkSegment(e1ae40ad-4403-4011-8703-4f9784dbfbcf),segment_id=e1ae40ad-4403-4011-8703-4f9784dbfbcf)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:35.910332 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:35.932501 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9094b7-2133-4bdc-949a-4f843a6918c6']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:35.935630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5c72b-87ee-41c5-9ff7-bc578760aa2d tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Network': ['ID=8a23107a-1ea1-4572-b57d-741ae06cc112,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:35.938332 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:35.961440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ae40ad-4403-4011-8703-4f9784dbfbcf') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:35.961746 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ae40ad-4403-4011-8703-4f9784dbfbcf') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:35.969945 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 8a23107a-1ea1-4572-b57d-741ae06cc112 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:35.979419 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:36.027977 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:36.047807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:36.049756 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:36.176175 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:36.187275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-56c5c72b-87ee-41c5-9ff7-bc578760aa2d tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1666803 Jul 05 10:15:36.201569 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54118) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:36.212780 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-2f1f470a-f1e7-4c45-af09-3bd40860e90b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'subnet': {'network_id': '8a23107a-1ea1-4572-b57d-741ae06cc112', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:36.321318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-10e29d9d-19ae-4504-9a7f-efe5c9e792fe tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:36.338934 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-10e29d9d-19ae-4504-9a7f-efe5c9e792fe tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 811 time: 0.2648344 Jul 05 10:15:36.353966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41512b2-a3d7-4e41-9831-06266fceeae6 None None] Pushing event updated for resources: {'Port': ['ID=a49e3b33-138f-457a-804a-bcafe6816d5f,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:36.371951 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf90e8a-27a7-4af2-b869-9daf832ff9bd None None] Network 4a9094b7-2133-4bdc-949a-4f843a6918c6 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:36.373758 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-a028b58c-09a3-4421-b849-f8d5a642c3d7 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/quotas/5dc70ebc52b2429584fe84f81867aa19 HTTP/1.1" status: 200 len: 375 time: 0.0335829 Jul 05 10:15:36.414025 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:15:36.414025 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:15:36.414025 n-d-779913-27 neutron-server[100775]: [parameters: {'id': '4a9094b7-2133-4bdc-949a-4f843a6918c6'}] Jul 05 10:15:36.414025 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:15:36.416206 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:15:36.452818 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-565cc2a7-c9ab-4035-9483-352072c34c13 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778923 Jul 05 10:15:36.567919 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fc89b1-c714-479c-ba50-162adb1c94d2 None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:15:36.576436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1f470a-f1e7-4c45-af09-3bd40860e90b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:36.588346 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f1f470a-f1e7-4c45-af09-3bd40860e90b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:36.661410 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-b0388b9e-ba87-4721-a12b-92b043b82fac service neutron] 10.222.0.77 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987045 Jul 05 10:15:36.758638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fc89b1-c714-479c-ba50-162adb1c94d2 None None] Resources bound (agent type, host, resource id): {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:15:36.767312 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-666f870a-9c40-4638-9208-116655d2688e req-588da1cd-3fa6-45fb-b490-8bf7c0c1d4a7 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 210 time: 0.1496339 Jul 05 10:15:36.830741 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-80a7ad9b-8388-40b6-8d25-66312c817337 service neutron] 10.222.0.77 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621480 Jul 05 10:15:36.917809 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:37.352357 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a1a7bec4-aadc-45c6-aa0a-9e9f293b850d req-8001af5d-8766-43ab-a5b9-c87349746ed3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 210 time: 0.0908949 Jul 05 10:15:37.381367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ad119-ca70-46d5-8e2e-07cfc75b63de req-9dc70cbc-b725-48f1-96a3-6438aca4a73e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:37.383644 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c81ad119-ca70-46d5-8e2e-07cfc75b63de req-9dc70cbc-b725-48f1-96a3-6438aca4a73e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.3879809 Jul 05 10:15:37.388220 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f1f470a-f1e7-4c45-af09-3bd40860e90b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:37.518501 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Deleting port a49e3b33-138f-457a-804a-bcafe6816d5f {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:15:37.519164 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:37.558918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807711b-6efa-4933-99b7-68769349af05 req-ebf9a7c5-2efd-4a65-8fce-4e7835b71b86 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:37.562043 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b807711b-6efa-4933-99b7-68769349af05 req-ebf9a7c5-2efd-4a65-8fce-4e7835b71b86 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.64 "GET /v2.0/networks?id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 HTTP/1.1" status: 200 len: 811 time: 0.2251258 Jul 05 10:15:37.641650 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f470a-f1e7-4c45-af09-3bd40860e90b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Subnet': ['ID=ea24b9f3-e0fe-47ba-bf46-df717513d017,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:37.695507 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b807711b-6efa-4933-99b7-68769349af05 req-1bd9e097-91a3-44bc-a8bc-3b2d6e5be096 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d049e9a417d14e4b87e38762c036901a HTTP/1.1" status: 200 len: 380 time: 0.1201086 Jul 05 10:15:37.702062 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c81ad119-ca70-46d5-8e2e-07cfc75b63de req-9590d02c-6222-45e4-a70e-b6323b38dcc3 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036869 Jul 05 10:15:37.712225 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-b807711b-6efa-4933-99b7-68769349af05 req-38eba2cb-b120-46ad-8fdb-96ee0f3ffbec tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Request body: {'port': {'device_id': '7e2e6d95-9a18-4e49-ad58-78a2defd33cb', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'admin_state_up': True, 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'security_groups': ['e3083aa0-d581-46e6-9108-dff4c645ec88']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:37.728793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1f470a-f1e7-4c45-af09-3bd40860e90b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Checking segment: {'id': '37c4de34-7fe7-451f-81ae-16513bb4ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8a23107a-1ea1-4572-b57d-741ae06cc112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:37.729211 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f470a-f1e7-4c45-af09-3bd40860e90b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network hostable DHCP agents. Network: 8a23107a-1ea1-4572-b57d-741ae06cc112, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:37.747125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] For port a49e3b33-138f-457a-804a-bcafe6816d5f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a49e3b33-138f-457a-804a-bcafe6816d5f,segment=NetworkSegment(e1ae40ad-4403-4011-8703-4f9784dbfbcf),segment_id=e1ae40ad-4403-4011-8703-4f9784dbfbcf)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:37.747502 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:37.772809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Calling delete_port for a49e3b33-138f-457a-804a-bcafe6816d5f owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:15:37.915569 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f470a-f1e7-4c45-af09-3bd40860e90b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network 8a23107a-1ea1-4572-b57d-741ae06cc112 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:38.072020 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b807711b-6efa-4933-99b7-68769349af05 req-38eba2cb-b120-46ad-8fdb-96ee0f3ffbec tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Made reservation on behalf of d049e9a417d14e4b87e38762c036901a for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:38.075685 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b807711b-6efa-4933-99b7-68769349af05 req-38eba2cb-b120-46ad-8fdb-96ee0f3ffbec tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.078905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-2f1f470a-f1e7-4c45-af09-3bd40860e90b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 8a23107a-1ea1-4572-b57d-741ae06cc112) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:38.080454 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.088436 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5aad9a-2564-4942-8c1b-bf1829b88ef6 None None] Network 8a23107a-1ea1-4572-b57d-741ae06cc112 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:38.107960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f470a-f1e7-4c45-af09-3bd40860e90b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:38.108866 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f1f470a-f1e7-4c45-af09-3bd40860e90b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.114367 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a17b5cc-1777-4aa5-b2e6-5b02980f1225 req-02f78fe8-1d43-4617-b3f0-c06705200739 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 210 time: 0.0473270 Jul 05 10:15:38.160191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Port': ['ID=a49e3b33-138f-457a-804a-bcafe6816d5f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:38.160191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No DVR routers for this DVR port a49e3b33-138f-457a-804a-bcafe6816d5f on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:15:38.277905 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.289571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2f1f470a-f1e7-4c45-af09-3bd40860e90b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0862944 Jul 05 10:15:38.301740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54152) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:38.329291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8a23107a-1ea1-4572-b57d-741ae06cc112', 'network_id': '8a23107a-1ea1-4572-b57d-741ae06cc112', 'tenant_id': 'c10a199714c241c98173b2d4a1a29d51', 'fixed_ips': [{'subnet_id': 'ea24b9f3-e0fe-47ba-bf46-df717513d017'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:38.333950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9094b7-2133-4bdc-949a-4f843a6918c6']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:38.337356 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.407174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ae40ad-4403-4011-8703-4f9784dbfbcf') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:38.407809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ae40ad-4403-4011-8703-4f9784dbfbcf') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:38.430293 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.453112 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.479468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-b807711b-6efa-4933-99b7-68769349af05 req-38eba2cb-b120-46ad-8fdb-96ee0f3ffbec tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Allocated IP 172.20.0.8 (30ce1f0a-99b2-4f93-9e6e-17fd57c121c7/feb07890-d026-4a51-bf47-b1ecaafff9e9/c258ddeb-6ce6-406f-a889-5c0eb6cda427) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:38.480084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:38.480193 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:38.496807 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:38.592305 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-926e2ae1-0004-4696-bf86-7b3c11d4451a req-47f873ea-7223-42fb-bf6f-0894f075076c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 210 time: 0.0949297 Jul 05 10:15:38.622101 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.651846 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Allocated IP 172.20.0.1 (8a23107a-1ea1-4572-b57d-741ae06cc112/ea24b9f3-e0fe-47ba-bf46-df717513d017/dc384dd0-c546-4571-886a-c44ed68010cc) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:38.780511 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.793167 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.793461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164ae5a-4895-46eb-b8a3-0f7b885d10aa req-28611638-1f2f-4974-8bd1-4a833cf775f2 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:38.794761 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2164ae5a-4895-46eb-b8a3-0f7b885d10aa req-28611638-1f2f-4974-8bd1-4a833cf775f2 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.2778590 Jul 05 10:15:38.887364 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2164ae5a-4895-46eb-b8a3-0f7b885d10aa req-82f7c717-98ce-4d31-b4fb-9d7d6c951808 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829010 Jul 05 10:15:38.904881 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.908371 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/4a9094b7-2133-4bdc-949a-4f843a6918c6 HTTP/1.1" status: 204 len: 168 time: 5.8583252 Jul 05 10:15:38.912143 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027f007-c46b-48b6-aad2-1cb1cd1676fd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Network': ['ID=4a9094b7-2133-4bdc-949a-4f843a6918c6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:38.913949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54168) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:38.927284 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d07f2f25-ab8b-4bde-ac2d-d85e08d3e572 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-982883685'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:38.935311 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b807711b-6efa-4933-99b7-68769349af05 req-38eba2cb-b120-46ad-8fdb-96ee0f3ffbec tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:38.950566 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-b807711b-6efa-4933-99b7-68769349af05 req-38eba2cb-b120-46ad-8fdb-96ee0f3ffbec tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Transition to ACTIVE for port object c258ddeb-6ce6-406f-a889-5c0eb6cda427 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:38.977871 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:39.000032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Transition to ACTIVE for port object dc384dd0-c546-4571-886a-c44ed68010cc will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:39.047175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Transition to ACTIVE for port object dc384dd0-c546-4571-886a-c44ed68010cc will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:39.074598 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-15e0a79e-d58f-4fe1-a40a-7b869ec04e51 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4231570 Jul 05 10:15:39.118331 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b807711b-6efa-4933-99b7-68769349af05 req-38eba2cb-b120-46ad-8fdb-96ee0f3ffbec tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:39.167167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07f2f25-ab8b-4bde-ac2d-d85e08d3e572 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:39.167380 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:39.179778 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d07f2f25-ab8b-4bde-ac2d-d85e08d3e572 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:39.207355 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b807711b-6efa-4933-99b7-68769349af05 req-38eba2cb-b120-46ad-8fdb-96ee0f3ffbec tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:39.211619 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-b807711b-6efa-4933-99b7-68769349af05 req-38eba2cb-b120-46ad-8fdb-96ee0f3ffbec tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:39.243409 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-b807711b-6efa-4933-99b7-68769349af05 req-38eba2cb-b120-46ad-8fdb-96ee0f3ffbec tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:39.266633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Network 8a23107a-1ea1-4572-b57d-741ae06cc112 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:39.276249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eba2cb-b120-46ad-8fdb-96ee0f3ffbec tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event updated for resources: {'Port': ['ID=c258ddeb-6ce6-406f-a889-5c0eb6cda427,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:39.286191 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:39.319298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:39.346424 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Pushing event updated for resources: {'Port': ['ID=dc384dd0-c546-4571-886a-c44ed68010cc,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:39.387749 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807711b-6efa-4933-99b7-68769349af05 req-38eba2cb-b120-46ad-8fdb-96ee0f3ffbec tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:39.387749 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b807711b-6efa-4933-99b7-68769349af05 req-38eba2cb-b120-46ad-8fdb-96ee0f3ffbec tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:39.487736 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Attempting to bind port dc384dd0-c546-4571-886a-c44ed68010cc on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:39.488299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Attempting to bind port dc384dd0-c546-4571-886a-c44ed68010cc by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '37c4de34-7fe7-451f-81ae-16513bb4ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8a23107a-1ea1-4572-b57d-741ae06cc112'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:39.492396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Attempting to bind port dc384dd0-c546-4571-886a-c44ed68010cc on network 8a23107a-1ea1-4572-b57d-741ae06cc112 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:39.510015 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:39.510477 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Checking segment: {'id': '37c4de34-7fe7-451f-81ae-16513bb4ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8a23107a-1ea1-4572-b57d-741ae06cc112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:39.510887 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:39.511370 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Bound using segment: {'id': '37c4de34-7fe7-451f-81ae-16513bb4ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8a23107a-1ea1-4572-b57d-741ae06cc112'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:39.519343 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Bound port: dc384dd0-c546-4571-886a-c44ed68010cc, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c4de34-7fe7-451f-81ae-16513bb4ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8a23107a-1ea1-4572-b57d-741ae06cc112'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:39.520078 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:39.674777 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c3252-8a14-4691-a4c6-7a7f39ca29f9 req-ead50139-d445-4869-8170-1008569fd89e tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:39.674777 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0b9c3252-8a14-4691-a4c6-7a7f39ca29f9 req-ead50139-d445-4869-8170-1008569fd89e tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 931 time: 0.1362474 Jul 05 10:15:39.683000 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] For port dc384dd0-c546-4571-886a-c44ed68010cc, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:39.683000 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] For port dc384dd0-c546-4571-886a-c44ed68010cc, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dc384dd0-c546-4571-886a-c44ed68010cc,segment=NetworkSegment(37c4de34-7fe7-451f-81ae-16513bb4ae93),segment_id=37c4de34-7fe7-451f-81ae-16513bb4ae93)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:39.744313 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0b9c3252-8a14-4691-a4c6-7a7f39ca29f9 req-4a7c1580-527b-4697-a146-bdd0126bd326 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3083aa0-d581-46e6-9108-dff4c645ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852571 Jul 05 10:15:39.792443 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7dcb4128-6888-4c56-a8f8-0af6c87c5277 req-eb79fe3c-111e-4bd6-beff-796d472335f8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 210 time: 0.0460587 Jul 05 10:15:40.028230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:40.036583 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07f2f25-ab8b-4bde-ac2d-d85e08d3e572 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:40.088892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Subnet': ['ID=ea24b9f3-e0fe-47ba-bf46-df717513d017,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:40.095779 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d07f2f25-ab8b-4bde-ac2d-d85e08d3e572 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:40.095779 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-d07f2f25-ab8b-4bde-ac2d-d85e08d3e572 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Added segment b55f9c8a-aa74-42b0-90bd-180d1ff73988 of type vlan for network 253aad26-a6b0-4287-a4e8-012bc24bdd23 Jul 05 10:15:40.117574 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:40.119962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a7fd1180-a963-49a9-8ba4-e2b46d00add0 None None] Provisioning for port c258ddeb-6ce6-406f-a889-5c0eb6cda427 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:40.143913 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b807711b-6efa-4933-99b7-68769349af05 req-38eba2cb-b120-46ad-8fdb-96ee0f3ffbec tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4369547 Jul 05 10:15:40.168768 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a7fd1180-a963-49a9-8ba4-e2b46d00add0 None None] Provisioning complete for port c258ddeb-6ce6-406f-a889-5c0eb6cda427 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:40.169770 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1180-a963-49a9-8ba4-e2b46d00add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:40.215812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Request body: {'port': {'device_id': '7e2e6d95-9a18-4e49-ad58-78a2defd33cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:40.233116 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:40.245076 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d07f2f25-ab8b-4bde-ac2d-d85e08d3e572 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:40.260017 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a23107a-1ea1-4572-b57d-741ae06cc112']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:40.289065 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c4de34-7fe7-451f-81ae-16513bb4ae93') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:40.289065 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c4de34-7fe7-451f-81ae-16513bb4ae93') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:40.312665 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:40.334536 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:40.342277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:40.342718 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:40.351554 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2675d4-858a-40c9-bc69-5ca656e3f14c None None] Pushing event updated for resources: {'Port': ['ID=dc384dd0-c546-4571-886a-c44ed68010cc,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:40.352610 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:40.391182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a7fd1180-a963-49a9-8ba4-e2b46d00add0 None None] Port c258ddeb-6ce6-406f-a889-5c0eb6cda427 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:15:40.433324 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d07f2f25-ab8b-4bde-ac2d-d85e08d3e572 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:40.454601 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f2f25-ab8b-4bde-ac2d-d85e08d3e572 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:40.463701 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d07f2f25-ab8b-4bde-ac2d-d85e08d3e572 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:40.490047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce2e15-c97c-4fc9-9e22-9b2ccdff7bca req-79b57dcf-a1b6-4a61-9543-ad1b1d10813d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:40.490047 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a1ce2e15-c97c-4fc9-9e22-9b2ccdff7bca req-79b57dcf-a1b6-4a61-9543-ad1b1d10813d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.4508085 Jul 05 10:15:40.522981 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:40.653685 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a1ce2e15-c97c-4fc9-9e22-9b2ccdff7bca req-c6dff367-e2aa-4848-9f6c-535e00e4a30e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648815 Jul 05 10:15:40.713088 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:15:40.713088 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:15:40.713088 n-d-779913-27 neutron-server[100775]: [parameters: {'id': '8a23107a-1ea1-4572-b57d-741ae06cc112'}] Jul 05 10:15:40.713088 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:15:40.714522 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:15:40.715315 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f2f25-ab8b-4bde-ac2d-d85e08d3e572 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Network': ['ID=253aad26-a6b0-4287-a4e8-012bc24bdd23,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:40.731286 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 253aad26-a6b0-4287-a4e8-012bc24bdd23 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:40.790806 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d07f2f25-ab8b-4bde-ac2d-d85e08d3e572 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8749981 Jul 05 10:15:40.795782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54208) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:40.797347 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-69481807-476d-4090-a3af-ea9a7a7aaabb tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'subnet': {'network_id': '253aad26-a6b0-4287-a4e8-012bc24bdd23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:41.088729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c258ddeb-6ce6-406f-a889-5c0eb6cda427 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:15:41.092365 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-519b0095-ddbd-42f0-9a7c-84946fff0eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:41.103341 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:41.120208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Transition to ACTIVE for port object c258ddeb-6ce6-406f-a889-5c0eb6cda427 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:41.216356 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:41.290802 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-daaf8270-4635-41d0-91c5-b8a8e86f7102 req-0f9dd972-9fb1-4f65-96bf-3c9e6dbc9e9d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 210 time: 0.0731258 Jul 05 10:15:41.294290 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:41.524143 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Pushing event updated for resources: {'Port': ['ID=c258ddeb-6ce6-406f-a889-5c0eb6cda427,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:41.538043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8e677-1d4b-4268-b3a8-03fd1624caaa req-c32cecde-9887-4ea4-88a8-be54c658d077 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:41.545122 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03d8e677-1d4b-4268-b3a8-03fd1624caaa req-c32cecde-9887-4ea4-88a8-be54c658d077 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 931 time: 0.4610777 Jul 05 10:15:41.569076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69481807-476d-4090-a3af-ea9a7a7aaabb tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:41.587048 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69481807-476d-4090-a3af-ea9a7a7aaabb tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:41.686771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dc384dd0-c546-4571-886a-c44ed68010cc up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:41.927791 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Deleting port dc384dd0-c546-4571-886a-c44ed68010cc {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:15:41.928673 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:42.072058 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port dc384dd0-c546-4571-886a-c44ed68010cc completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:42.083358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-5da720f2-8f2e-48ac-b917-61e23d118002 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:42.092377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-5da720f2-8f2e-48ac-b917-61e23d118002 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 811 time: 0.4990051 Jul 05 10:15:42.116440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-8479f4a9-eaaf-4e99-8e75-2de593cbd00e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Request body: {'port': {'device_id': '3ef119d8-c97e-452f-9dc0-8dcbceaa7688', 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5', 'admin_state_up': True, 'tenant_id': '5dc70ebc52b2429584fe84f81867aa19'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:42.181403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] For port dc384dd0-c546-4571-886a-c44ed68010cc, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dc384dd0-c546-4571-886a-c44ed68010cc,segment=NetworkSegment(37c4de34-7fe7-451f-81ae-16513bb4ae93),segment_id=37c4de34-7fe7-451f-81ae-16513bb4ae93)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:42.183783 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:42.233474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Attempting to bind port c258ddeb-6ce6-406f-a889-5c0eb6cda427 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:42.243111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Calling delete_port for dc384dd0-c546-4571-886a-c44ed68010cc owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:15:42.243366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Attempting to bind port c258ddeb-6ce6-406f-a889-5c0eb6cda427 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:42.243366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Attempting to bind port c258ddeb-6ce6-406f-a889-5c0eb6cda427 on network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:42.273037 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Port c258ddeb-6ce6-406f-a889-5c0eb6cda427 on network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:15:42.273553 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Attempting to bind port c258ddeb-6ce6-406f-a889-5c0eb6cda427 on network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:42.303613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:42.304154 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Checking segment: {'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:42.305271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Bound using segment: {'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:42.305956 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03d8e677-1d4b-4268-b3a8-03fd1624caaa req-6fd06ee4-2cd3-4815-93d5-dcb38b642d02 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3083aa0-d581-46e6-9108-dff4c645ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7137840 Jul 05 10:15:42.306401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Bound port: c258ddeb-6ce6-406f-a889-5c0eb6cda427, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab004aa-eda3-471f-9e6d-a414c822d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:42.308701 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:42.392944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2c6170-cae6-483b-881d-765bc35d69bc None None] Network 8a23107a-1ea1-4572-b57d-741ae06cc112 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:42.500846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47be1b-1d0d-44e4-a693-e41bd764b6c9 req-468a586c-13ee-457a-9173-6b82c933459a tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:42.505771 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ae47be1b-1d0d-44e4-a693-e41bd764b6c9 req-468a586c-13ee-457a-9173-6b82c933459a tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.2624016 Jul 05 10:15:42.550329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] For port c258ddeb-6ce6-406f-a889-5c0eb6cda427, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:42.554678 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] For port c258ddeb-6ce6-406f-a889-5c0eb6cda427, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c258ddeb-6ce6-406f-a889-5c0eb6cda427,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:42.614446 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-8479f4a9-eaaf-4e99-8e75-2de593cbd00e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Made reservation on behalf of 5dc70ebc52b2429584fe84f81867aa19 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:42.618588 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-8479f4a9-eaaf-4e99-8e75-2de593cbd00e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:42.644151 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:42.670283 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:42.689332 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9d6b9612-f9c9-4f15-97c3-411ea5b65522 None None] Provisioning for port dc384dd0-c546-4571-886a-c44ed68010cc completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:42.735180 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9d6b9612-f9c9-4f15-97c3-411ea5b65522 None None] Provisioning complete for port dc384dd0-c546-4571-886a-c44ed68010cc triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:42.739165 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9d6b9612-f9c9-4f15-97c3-411ea5b65522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:42.749125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:42.750677 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:42.752994 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b807711b-6efa-4933-99b7-68769349af05 req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] 10.222.0.64 "PUT /v2.0/ports/c258ddeb-6ce6-406f-a889-5c0eb6cda427 HTTP/1.1" status: 200 len: 1092 time: 2.5668354 Jul 05 10:15:42.753727 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2e6d95-9a18-4e49-ad58-78a2defd33cb', 'tag': 'c258ddeb-6ce6-406f-a889-5c0eb6cda427'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:42.756245 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58f2ba8-bc31-448e-b8fe-d04b479761cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2e6d95-9a18-4e49-ad58-78a2defd33cb", "tag": "c258ddeb-6ce6-406f-a889-5c0eb6cda427"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:42.768454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No DVR routers for this DVR port dc384dd0-c546-4571-886a-c44ed68010cc on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:15:42.777993 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a1bf5ca2-6d9d-4e1e-8876-cd350083c3e6 req-3917e414-92bf-4d05-8709-5ae31ff6b5a3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 210 time: 0.0962913 Jul 05 10:15:42.778862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Port': ['ID=dc384dd0-c546-4571-886a-c44ed68010cc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:42.782709 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ae47be1b-1d0d-44e4-a693-e41bd764b6c9 req-375c6b9d-147f-46b0-82a7-3c245ce98ef0 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758172 Jul 05 10:15:42.783154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b9612-f9c9-4f15-97c3-411ea5b65522 None None] Port dc384dd0-c546-4571-886a-c44ed68010cc was deleted so its status cannot be updated. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 10:15:42.827368 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69481807-476d-4090-a3af-ea9a7a7aaabb tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:42.900730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915b5f75-5b66-46e2-b7c3-760f9529773a None None] DHCP port deletion for 8a23107a-1ea1-4572-b57d-741ae06cc112 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:15:42.932991 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33f2a4-dabb-48fd-ac00-e632fb1a19de service neutron] Pushing event updated for resources: {'Port': ['ID=c258ddeb-6ce6-406f-a889-5c0eb6cda427,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:42.939022 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8179d1e6-a3b8-4c67-ba17-c0d8aa25de3a x-openstack-request-id: req-8179d1e6-a3b8-4c67-ba17-c0d8aa25de3a {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:42.939575 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2e6d95-9a18-4e49-ad58-78a2defd33cb", "tag": "c258ddeb-6ce6-406f-a889-5c0eb6cda427", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:42.939822 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8179d1e6-a3b8-4c67-ba17-c0d8aa25de3a {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:42.940185 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2e6d95-9a18-4e49-ad58-78a2defd33cb', 'tag': 'c258ddeb-6ce6-406f-a889-5c0eb6cda427', 'status': 'completed', 'code': 200} Jul 05 10:15:43.027018 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:43.062773 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a23107a-1ea1-4572-b57d-741ae06cc112']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:43.062773 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69481807-476d-4090-a3af-ea9a7a7aaabb tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Subnet': ['ID=1cce7125-1871-4aa5-8c27-63daaa3486f1,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:43.063123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fd922-9256-4cd0-bad4-a114518fb971 req-da84bfe3-0355-42f4-83b4-3d9f01cba328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:43.063358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-da84bfe3-0355-42f4-83b4-3d9f01cba328 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 1102 time: 0.3033304 Jul 05 10:15:43.076389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c4de34-7fe7-451f-81ae-16513bb4ae93') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:43.076689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c4de34-7fe7-451f-81ae-16513bb4ae93') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:43.101943 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:43.130778 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:43.142797 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:43.143379 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:43.152384 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807711b-6efa-4933-99b7-68769349af05 req-28c27dc8-e4b8-4c67-b27c-34f647f368bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:43.154649 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b807711b-6efa-4933-99b7-68769349af05 req-28c27dc8-e4b8-4c67-b27c-34f647f368bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d049e9a417d14e4b87e38762c036901a&device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 1095 time: 0.2073359 Jul 05 10:15:43.156247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-8479f4a9-eaaf-4e99-8e75-2de593cbd00e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Allocated IP 172.20.0.13 (1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5/72c4567a-3195-494d-b6bf-64b7b89d5139/e6e73a89-9f7f-49ee-8450-5c47a34b4792) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:43.202950 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:43.206817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69481807-476d-4090-a3af-ea9a7a7aaabb tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Checking segment: {'id': 'b55f9c8a-aa74-42b0-90bd-180d1ff73988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '253aad26-a6b0-4287-a4e8-012bc24bdd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:43.208060 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69481807-476d-4090-a3af-ea9a7a7aaabb tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network hostable DHCP agents. Network: 253aad26-a6b0-4287-a4e8-012bc24bdd23, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:43.229738 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b807711b-6efa-4933-99b7-68769349af05 req-05638336-c1bf-4236-90b2-6a0bb435e0c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c258ddeb-6ce6-406f-a889-5c0eb6cda427 HTTP/1.1" status: 200 len: 217 time: 0.0608940 Jul 05 10:15:43.341679 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fd922-9256-4cd0-bad4-a114518fb971 req-0d2be7be-067e-47fb-9f59-9d70a0224b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:43.343176 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-0d2be7be-067e-47fb-9f59-9d70a0224b8e service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.2719231 Jul 05 10:15:43.352208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807711b-6efa-4933-99b7-68769349af05 req-2a684968-4c53-44de-8dc9-b4a0b5dea1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:43.353512 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:43.353654 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b807711b-6efa-4933-99b7-68769349af05 req-2a684968-4c53-44de-8dc9-b4a0b5dea1fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=feb07890-d026-4a51-bf47-b1ecaafff9e9 HTTP/1.1" status: 200 len: 850 time: 0.1138401 Jul 05 10:15:43.355649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69481807-476d-4090-a3af-ea9a7a7aaabb tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network 253aad26-a6b0-4287-a4e8-012bc24bdd23 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:43.376277 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:43.383514 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/8a23107a-1ea1-4572-b57d-741ae06cc112 HTTP/1.1" status: 204 len: 168 time: 5.0742419 Jul 05 10:15:43.389057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54234) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:43.397189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5d3b310a-8b1c-442f-ad8e-e678feb73377 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1192246310'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:43.457121 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-721c2440-20e2-439d-9c3d-b59fdc7ce3fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23 HTTP/1.1" status: 200 len: 217 time: 0.1024687 Jul 05 10:15:43.474842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dc384dd0-c546-4571-886a-c44ed68010cc no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:15:43.513113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f88a8-8a8d-494c-ba5e-b783041f9847 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Network': ['ID=8a23107a-1ea1-4572-b57d-741ae06cc112,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:43.516887 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: dc384dd0-c546-4571-886a-c44ed68010cc {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:15:43.517856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dc384dd0-c546-4571-886a-c44ed68010cc not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:15:43.570817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3b310a-8b1c-442f-ad8e-e678feb73377 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:43.579637 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d3b310a-8b1c-442f-ad8e-e678feb73377 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:43.604472 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9c7af91a-ab58-4781-bbf3-a0c9a2299e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:43.620072 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-69481807-476d-4090-a3af-ea9a7a7aaabb tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 253aad26-a6b0-4287-a4e8-012bc24bdd23) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:43.631836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29063806-650d-48a9-ad73-efa9c23253a7 None None] Network 253aad26-a6b0-4287-a4e8-012bc24bdd23 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:43.651907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69481807-476d-4090-a3af-ea9a7a7aaabb tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:43.661565 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69481807-476d-4090-a3af-ea9a7a7aaabb tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:43.696419 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3b310a-8b1c-442f-ad8e-e678feb73377 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:43.728800 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:43.751701 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d3b310a-8b1c-442f-ad8e-e678feb73377 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:43.753114 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-5d3b310a-8b1c-442f-ad8e-e678feb73377 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Added segment 4ae156e1-6a44-4f59-a760-2825d728a558 of type vlan for network ad260bdf-d28f-4bb4-b1cd-4da26487358e Jul 05 10:15:43.908878 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-69481807-476d-4090-a3af-ea9a7a7aaabb tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1154909 Jul 05 10:15:43.917283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54246) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:43.942658 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d3b310a-8b1c-442f-ad8e-e678feb73377 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:43.976712 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-253aad26-a6b0-4287-a4e8-012bc24bdd23', 'network_id': '253aad26-a6b0-4287-a4e8-012bc24bdd23', 'tenant_id': '8931551aa7a1439c930c99d4d8bcaf04', 'fixed_ips': [{'subnet_id': '1cce7125-1871-4aa5-8c27-63daaa3486f1'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:43.978042 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:44.043078 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fd922-9256-4cd0-bad4-a114518fb971 req-9aa79eaa-6d54-44c8-8b99-db1037609809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:44.044859 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-9aa79eaa-6d54-44c8-8b99-db1037609809 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1598096 Jul 05 10:15:44.102895 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-8479f4a9-eaaf-4e99-8e75-2de593cbd00e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:44.122453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807711b-6efa-4933-99b7-68769349af05 req-59b8c4b8-f746-4798-9ca5-742e1c60c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:44.124424 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b807711b-6efa-4933-99b7-68769349af05 req-59b8c4b8-f746-4798-9ca5-742e1c60c7bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7469354 Jul 05 10:15:44.149533 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bd6aa-9748-4341-b94f-f4b952a5a367 req-8e885d5e-079b-4184-ad6a-35507a0c7703 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:44.157781 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-815bd6aa-9748-4341-b94f-f4b952a5a367 req-8e885d5e-079b-4184-ad6a-35507a0c7703 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 943 time: 0.2740149 Jul 05 10:15:44.231161 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d3b310a-8b1c-442f-ad8e-e678feb73377 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:44.238646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3b310a-8b1c-442f-ad8e-e678feb73377 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:44.239351 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d3b310a-8b1c-442f-ad8e-e678feb73377 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:44.249690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Allocated IP 2001:db8::1 (253aad26-a6b0-4287-a4e8-012bc24bdd23/1cce7125-1871-4aa5-8c27-63daaa3486f1/aad485d0-f6d1-4b7c-8c9c-e2ac661067b4) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:44.418678 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-815bd6aa-9748-4341-b94f-f4b952a5a367 req-da69f00d-4d38-4ad0-b243-f98e48a3edf0 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3083aa0-d581-46e6-9108-dff4c645ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589917 Jul 05 10:15:44.445500 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fd922-9256-4cd0-bad4-a114518fb971 req-283d7f33-9bcc-4f3b-a84d-6753e42ba8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:44.449145 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-283d7f33-9bcc-4f3b-a84d-6753e42ba8dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3952610 Jul 05 10:15:44.537470 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b310a-8b1c-442f-ad8e-e678feb73377 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Network': ['ID=ad260bdf-d28f-4bb4-b1cd-4da26487358e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:44.575207 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:44.575473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network ad260bdf-d28f-4bb4-b1cd-4da26487358e details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:44.586431 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5d3b310a-8b1c-442f-ad8e-e678feb73377 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1959105 Jul 05 10:15:44.597000 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54250) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:44.642831 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d2eb0756-fa78-42bb-b26a-9632d811f9f3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'subnet': {'network_id': 'ad260bdf-d28f-4bb4-b1cd-4da26487358e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:44.685777 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eb6dd-1691-478d-a8c4-de511b5cf250 req-6bc80c55-d060-4ee4-a3ba-7ba0a45a1d75 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:44.687322 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cc0eb6dd-1691-478d-a8c4-de511b5cf250 req-6bc80c55-d060-4ee4-a3ba-7ba0a45a1d75 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.5548368 Jul 05 10:15:44.719159 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-15aa6973-0661-4a86-a775-100d22bbbdd7 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616861 Jul 05 10:15:44.803074 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:44.831648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Transition to ACTIVE for port object aad485d0-f6d1-4b7c-8c9c-e2ac661067b4 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:44.890809 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-030650c7-97a0-4a9f-8733-aa0ce5a535be req-f716fe94-356b-45aa-a7eb-7b100bfb482f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6738350 Jul 05 10:15:44.892372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Transition to ACTIVE for port object aad485d0-f6d1-4b7c-8c9c-e2ac661067b4 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:44.925932 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-8479f4a9-eaaf-4e99-8e75-2de593cbd00e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:44.928711 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:44.994753 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b807711b-6efa-4933-99b7-68769349af05 req-a1a55b28-442f-41c6-a405-badd040962d0 service neutron] 10.222.0.64 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8307707 Jul 05 10:15:45.004559 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:45.038354 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cc0eb6dd-1691-478d-a8c4-de511b5cf250 req-9e34ccd8-6bbc-4b48-9747-2da2d9a8acc3 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841802 Jul 05 10:15:45.065783 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:45.120481 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Network 253aad26-a6b0-4287-a4e8-012bc24bdd23 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:45.134302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:45.142700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Pushing event updated for resources: {'Port': ['ID=aad485d0-f6d1-4b7c-8c9c-e2ac661067b4,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:45.149464 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-8479f4a9-eaaf-4e99-8e75-2de593cbd00e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:45.153695 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-5c05becf-b39b-40b4-b72d-d66c69557275 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262023 Jul 05 10:15:45.153695 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479f4a9-eaaf-4e99-8e75-2de593cbd00e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Pushing event updated for resources: {'Port': ['ID=e6e73a89-9f7f-49ee-8450-5c47a34b4792,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:45.166063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:45.192418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-8479f4a9-eaaf-4e99-8e75-2de593cbd00e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:45.204438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030650c7-97a0-4a9f-8733-aa0ce5a535be req-b4a0b9ca-fcef-4f29-a7fd-9c09b20197b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:45.204800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-8479f4a9-eaaf-4e99-8e75-2de593cbd00e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:45.206966 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-030650c7-97a0-4a9f-8733-aa0ce5a535be req-b4a0b9ca-fcef-4f29-a7fd-9c09b20197b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 1102 time: 0.2594666 Jul 05 10:15:45.252665 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eb0756-fa78-42bb-b26a-9632d811f9f3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:45.256188 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d2eb0756-fa78-42bb-b26a-9632d811f9f3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:45.276036 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Attempting to bind port aad485d0-f6d1-4b7c-8c9c-e2ac661067b4 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:45.276405 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Attempting to bind port aad485d0-f6d1-4b7c-8c9c-e2ac661067b4 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'b55f9c8a-aa74-42b0-90bd-180d1ff73988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '253aad26-a6b0-4287-a4e8-012bc24bdd23'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:45.276857 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Attempting to bind port aad485d0-f6d1-4b7c-8c9c-e2ac661067b4 on network 253aad26-a6b0-4287-a4e8-012bc24bdd23 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:45.282626 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:45.283004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Checking segment: {'id': 'b55f9c8a-aa74-42b0-90bd-180d1ff73988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '253aad26-a6b0-4287-a4e8-012bc24bdd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:45.283500 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:45.283998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Bound using segment: {'id': 'b55f9c8a-aa74-42b0-90bd-180d1ff73988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '253aad26-a6b0-4287-a4e8-012bc24bdd23'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:45.284488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Bound port: aad485d0-f6d1-4b7c-8c9c-e2ac661067b4, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55f9c8a-aa74-42b0-90bd-180d1ff73988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '253aad26-a6b0-4287-a4e8-012bc24bdd23'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:45.284873 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:45.329688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b1e78-d917-4368-abd3-055230c103b5 req-42e71fb1-720b-4a23-aaf9-210e537926ba tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:45.339168 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc5b1e78-d917-4368-abd3-055230c103b5 req-42e71fb1-720b-4a23-aaf9-210e537926ba tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 932 time: 0.5410373 Jul 05 10:15:45.361382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] For port aad485d0-f6d1-4b7c-8c9c-e2ac661067b4, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:45.366491 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] For port aad485d0-f6d1-4b7c-8c9c-e2ac661067b4, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=aad485d0-f6d1-4b7c-8c9c-e2ac661067b4,segment=NetworkSegment(b55f9c8a-aa74-42b0-90bd-180d1ff73988),segment_id=b55f9c8a-aa74-42b0-90bd-180d1ff73988)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:45.385090 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-8479f4a9-eaaf-4e99-8e75-2de593cbd00e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:45.387450 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-8479f4a9-eaaf-4e99-8e75-2de593cbd00e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:45.425674 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b807711b-6efa-4933-99b7-68769349af05 req-27aa6946-865e-4162-9d41-834020fca5e4 service neutron] 10.222.0.64 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960972 Jul 05 10:15:45.464023 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:45.469466 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc5b1e78-d917-4368-abd3-055230c103b5 req-c7805d13-550a-466c-95fb-7442595ab88d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290498 Jul 05 10:15:45.501703 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-8479f4a9-eaaf-4e99-8e75-2de593cbd00e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3954649 Jul 05 10:15:45.533485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Request body: {'port': {'device_id': '3ef119d8-c97e-452f-9dc0-8dcbceaa7688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:45.614361 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418347ef-dff0-485d-9b73-71145495b693 req-dc7ead44-9ffa-4f89-b11d-b0219927fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:45.620486 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-418347ef-dff0-485d-9b73-71145495b693 req-dc7ead44-9ffa-4f89-b11d-b0219927fb26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 1102 time: 0.2209563 Jul 05 10:15:45.766679 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca17615-ac5c-480d-bcf5-3600e9a3594d None None] Pushing event updated for resources: {'Port': ['ID=aad485d0-f6d1-4b7c-8c9c-e2ac661067b4,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:45.802697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8311e9-238d-4d7f-8e2d-8a91c82df84e None None] Network 253aad26-a6b0-4287-a4e8-012bc24bdd23 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:45.952393 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:46.052590 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:46.071970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253aad26-a6b0-4287-a4e8-012bc24bdd23']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:46.101421 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55f9c8a-aa74-42b0-90bd-180d1ff73988') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:46.102057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55f9c8a-aa74-42b0-90bd-180d1ff73988') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:46.106474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418347ef-dff0-485d-9b73-71145495b693 req-4794ba7b-2f23-418b-8cc5-216248be3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:46.117908 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:46.120394 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-418347ef-dff0-485d-9b73-71145495b693 req-4794ba7b-2f23-418b-8cc5-216248be3be6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.4222744 Jul 05 10:15:46.136379 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:46.143928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:46.144648 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:46.208683 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c358d4f6-66f2-4bfd-ad90-2227373ee6c2 None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:15:46.267194 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-418347ef-dff0-485d-9b73-71145495b693 req-70a6d073-835a-41b0-aa97-251aa6770434 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23 HTTP/1.1" status: 200 len: 217 time: 0.1351779 Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:46.271230 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:46.276247 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d2eb0756-fa78-42bb-b26a-9632d811f9f3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:46.314706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Subnet': ['ID=1cce7125-1871-4aa5-8c27-63daaa3486f1,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:46.367048 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:15:46.367048 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:15:46.367048 n-d-779913-27 neutron-server[100775]: [parameters: {'id': '253aad26-a6b0-4287-a4e8-012bc24bdd23'}] Jul 05 10:15:46.367048 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:15:46.367576 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:15:46.425935 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:46.433911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f2ba8-bc31-448e-b8fe-d04b479761cb req-e021d993-31b4-4534-b3eb-2811dfca55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:46.438145 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a58f2ba8-bc31-448e-b8fe-d04b479761cb req-e021d993-31b4-4534-b3eb-2811dfca55fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d049e9a417d14e4b87e38762c036901a&device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 1095 time: 0.8126657 Jul 05 10:15:46.439449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb0756-fa78-42bb-b26a-9632d811f9f3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Subnet': ['ID=31f44a93-ff21-4e04-8f8e-2c7f77a4b9ce,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:46.463868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef354d5c-b41e-41e5-aa13-7d91f32b4970 req-92bfc047-ac39-4e10-a4e9-a0b0eb84c3f1 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:46.465420 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418347ef-dff0-485d-9b73-71145495b693 req-7fd5f998-6ae9-40dd-8b22-5e8073347995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:46.470749 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-418347ef-dff0-485d-9b73-71145495b693 req-7fd5f998-6ae9-40dd-8b22-5e8073347995 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1962965 Jul 05 10:15:46.471266 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef354d5c-b41e-41e5-aa13-7d91f32b4970 req-92bfc047-ac39-4e10-a4e9-a0b0eb84c3f1 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 943 time: 0.6004486 Jul 05 10:15:46.478998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eb0756-fa78-42bb-b26a-9632d811f9f3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Checking segment: {'id': '4ae156e1-6a44-4f59-a760-2825d728a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ad260bdf-d28f-4bb4-b1cd-4da26487358e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:46.479361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eb0756-fa78-42bb-b26a-9632d811f9f3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network hostable DHCP agents. Network: ad260bdf-d28f-4bb4-b1cd-4da26487358e, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:46.498884 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030650c7-97a0-4a9f-8733-aa0ce5a535be req-b7b75524-016c-4462-bbb2-044416afc631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:46.505592 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-030650c7-97a0-4a9f-8733-aa0ce5a535be req-b7b75524-016c-4462-bbb2-044416afc631 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 1.2544525 Jul 05 10:15:46.565674 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-030650c7-97a0-4a9f-8733-aa0ce5a535be req-a4aca7c6-0f3e-4be9-84aa-c452fcc2a045 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=26133278-fd99-48a8-8c37-bc91006ea497 HTTP/1.1" status: 200 len: 217 time: 0.0518007 Jul 05 10:15:46.584567 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef354d5c-b41e-41e5-aa13-7d91f32b4970 req-18cfc511-5cd3-4ced-ae66-30b31bc70a60 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3083aa0-d581-46e6-9108-dff4c645ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122506 Jul 05 10:15:46.666076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eb0756-fa78-42bb-b26a-9632d811f9f3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network ad260bdf-d28f-4bb4-b1cd-4da26487358e is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:46.712989 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030650c7-97a0-4a9f-8733-aa0ce5a535be req-23e4e1c6-7555-4f67-beff-5a3cdd7906c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:46.719568 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-030650c7-97a0-4a9f-8733-aa0ce5a535be req-23e4e1c6-7555-4f67-beff-5a3cdd7906c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1327085 Jul 05 10:15:46.733526 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc2022-1c92-4199-9650-88586a9d08ce req-b3aff19f-4524-4e74-ac04-5ea73312c33b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:46.735151 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e6cc2022-1c92-4199-9650-88586a9d08ce req-b3aff19f-4524-4e74-ac04-5ea73312c33b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.3957748 Jul 05 10:15:46.787489 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:46.816409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-d2eb0756-fa78-42bb-b26a-9632d811f9f3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, ad260bdf-d28f-4bb4-b1cd-4da26487358e) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:46.830605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eb0756-fa78-42bb-b26a-9632d811f9f3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:46.839662 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d2eb0756-fa78-42bb-b26a-9632d811f9f3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:46.866155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c358d4f6-66f2-4bfd-ad90-2227373ee6c2 None None] Unable to find a vacant binding_index for network ad260bdf-d28f-4bb4-b1cd-4da26487358e and agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 {{(pid=100777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 05 10:15:46.873166 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:46.888708 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c358d4f6-66f2-4bfd-ad90-2227373ee6c2 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, ad260bdf-d28f-4bb4-b1cd-4da26487358e) {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:15:46.901413 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418347ef-dff0-485d-9b73-71145495b693 req-3acde343-7fbe-4b69-8955-335b1b0fdf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:46.905798 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-418347ef-dff0-485d-9b73-71145495b693 req-3acde343-7fbe-4b69-8955-335b1b0fdf6a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3890276 Jul 05 10:15:46.923073 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030650c7-97a0-4a9f-8733-aa0ce5a535be req-6cc550d3-e50a-472d-8d69-d1769acc814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:46.924797 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-030650c7-97a0-4a9f-8733-aa0ce5a535be req-6cc550d3-e50a-472d-8d69-d1769acc814d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1953897 Jul 05 10:15:47.080182 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d2eb0756-fa78-42bb-b26a-9632d811f9f3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4737523 Jul 05 10:15:47.085761 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54270) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:47.107644 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-418347ef-dff0-485d-9b73-71145495b693 req-d94feef8-bf59-4e19-9c59-00a63e406a1e service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738265 Jul 05 10:15:47.112729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f2ba8-bc31-448e-b8fe-d04b479761cb req-8811fc75-0201-4aa6-a9c6-f0a6015669b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:47.114576 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a58f2ba8-bc31-448e-b8fe-d04b479761cb req-8811fc75-0201-4aa6-a9c6-f0a6015669b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 HTTP/1.1" status: 200 len: 912 time: 0.6651943 Jul 05 10:15:47.227225 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e6cc2022-1c92-4199-9650-88586a9d08ce req-90fd35e4-64cc-4972-920d-476f7bdfef40 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257534 Jul 05 10:15:47.274475 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a58f2ba8-bc31-448e-b8fe-d04b479761cb req-1e962665-66aa-4fe1-ab55-c45481d93ebf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c258ddeb-6ce6-406f-a889-5c0eb6cda427 HTTP/1.1" status: 200 len: 217 time: 0.1364100 Jul 05 10:15:47.275206 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-030650c7-97a0-4a9f-8733-aa0ce5a535be req-469e3d40-7f7b-492e-b715-89868086074e service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016844 Jul 05 10:15:47.397824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e73a89-9f7f-49ee-8450-5c47a34b4792 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:15:47.405749 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4096c-21f2-47d2-90b6-56a972f540d2 req-a9ea6745-a789-4121-b2c3-d4926ecca4a2 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:47.407638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-34d4096c-21f2-47d2-90b6-56a972f540d2 req-a9ea6745-a789-4121-b2c3-d4926ecca4a2 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 932 time: 0.3433044 Jul 05 10:15:47.432529 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Deleting port aad485d0-f6d1-4b7c-8c9c-e2ac661067b4 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:15:47.432873 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:47.443110 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-ad260bdf-d28f-4bb4-b1cd-4da26487358e', 'network_id': 'ad260bdf-d28f-4bb4-b1cd-4da26487358e', 'tenant_id': 'c10a199714c241c98173b2d4a1a29d51', 'fixed_ips': [{'subnet_id': '31f44a93-ff21-4e04-8f8e-2c7f77a4b9ce'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:47.461821 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:47.461997 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:47.462093 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:47.484076 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-418347ef-dff0-485d-9b73-71145495b693 req-cbf904bf-7cc2-4236-9b7e-d8f728b9958a service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376606 Jul 05 10:15:47.505191 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Transition to ACTIVE for port object e6e73a89-9f7f-49ee-8450-5c47a34b4792 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:47.515391 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f2ba8-bc31-448e-b8fe-d04b479761cb req-05dc1e23-9cf8-4fb2-a57f-d6c6f4fa8d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:47.517010 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a58f2ba8-bc31-448e-b8fe-d04b479761cb req-05dc1e23-9cf8-4fb2-a57f-d6c6f4fa8d32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=feb07890-d026-4a51-bf47-b1ecaafff9e9 HTTP/1.1" status: 200 len: 850 time: 0.1143248 Jul 05 10:15:47.564192 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-34d4096c-21f2-47d2-90b6-56a972f540d2 req-e4ff4959-e7af-4e18-b0e6-a0e70604ea78 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417921 Jul 05 10:15:47.573557 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] For port aad485d0-f6d1-4b7c-8c9c-e2ac661067b4, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=aad485d0-f6d1-4b7c-8c9c-e2ac661067b4,segment=NetworkSegment(b55f9c8a-aa74-42b0-90bd-180d1ff73988),segment_id=b55f9c8a-aa74-42b0-90bd-180d1ff73988)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:47.573939 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:47.604114 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-030650c7-97a0-4a9f-8733-aa0ce5a535be req-c58642af-c293-4ffb-a4cf-268d9eccbe1d service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011689 Jul 05 10:15:47.614649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Calling delete_port for aad485d0-f6d1-4b7c-8c9c-e2ac661067b4 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:15:47.657489 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Allocated IP 172.20.0.1 (ad260bdf-d28f-4bb4-b1cd-4da26487358e/31f44a93-ff21-4e04-8f8e-2c7f77a4b9ce/5dc09fd9-f2b2-470b-92a6-4d336ef192c7) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:47.665005 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:47.675489 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:47.777957 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f2ba8-bc31-448e-b8fe-d04b479761cb req-79de3202-6dfd-4749-a92f-4c716901a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:47.779581 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a58f2ba8-bc31-448e-b8fe-d04b479761cb req-79de3202-6dfd-4749-a92f-4c716901a394 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2528582 Jul 05 10:15:47.812298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e73a89-9f7f-49ee-8450-5c47a34b4792,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:47.911220 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:47.931740 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:47.950550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Transition to ACTIVE for port object 5dc09fd9-f2b2-470b-92a6-4d336ef192c7 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:47.967240 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Port': ['ID=aad485d0-f6d1-4b7c-8c9c-e2ac661067b4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:47.971423 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Transition to ACTIVE for port object 5dc09fd9-f2b2-470b-92a6-4d336ef192c7 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:47.979701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No DVR routers for this DVR port aad485d0-f6d1-4b7c-8c9c-e2ac661067b4 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:15:48.027584 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a58f2ba8-bc31-448e-b8fe-d04b479761cb req-e6d7ebf3-6d79-4b5d-bb9b-1f56bc59c3d9 service neutron] 10.222.0.64 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366040 Jul 05 10:15:48.072559 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.102392 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.116669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253aad26-a6b0-4287-a4e8-012bc24bdd23']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:48.160479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Network ad260bdf-d28f-4bb4-b1cd-4da26487358e is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:48.164057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55f9c8a-aa74-42b0-90bd-180d1ff73988') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:48.165198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55f9c8a-aa74-42b0-90bd-180d1ff73988') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:48.176145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:48.185021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:48.207019 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.217921 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.262623 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Pushing event updated for resources: {'Port': ['ID=5dc09fd9-f2b2-470b-92a6-4d336ef192c7,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:48.319053 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Subnet': ['ID=31f44a93-ff21-4e04-8f8e-2c7f77a4b9ce,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:48.427771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Attempting to bind port 5dc09fd9-f2b2-470b-92a6-4d336ef192c7 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:48.428218 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Attempting to bind port 5dc09fd9-f2b2-470b-92a6-4d336ef192c7 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '4ae156e1-6a44-4f59-a760-2825d728a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ad260bdf-d28f-4bb4-b1cd-4da26487358e'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:48.428689 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Attempting to bind port 5dc09fd9-f2b2-470b-92a6-4d336ef192c7 on network ad260bdf-d28f-4bb4-b1cd-4da26487358e {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:48.447252 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.448738 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:48.449368 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Checking segment: {'id': '4ae156e1-6a44-4f59-a760-2825d728a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ad260bdf-d28f-4bb4-b1cd-4da26487358e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:48.449792 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.450200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Bound using segment: {'id': '4ae156e1-6a44-4f59-a760-2825d728a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ad260bdf-d28f-4bb4-b1cd-4da26487358e'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:48.450984 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Bound port: 5dc09fd9-f2b2-470b-92a6-4d336ef192c7, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae156e1-6a44-4f59-a760-2825d728a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ad260bdf-d28f-4bb4-b1cd-4da26487358e'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:48.451375 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.478449 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.495794 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Attempting to bind port e6e73a89-9f7f-49ee-8450-5c47a34b4792 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:48.496609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Attempting to bind port e6e73a89-9f7f-49ee-8450-5c47a34b4792 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:48.496609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Attempting to bind port e6e73a89-9f7f-49ee-8450-5c47a34b4792 on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:48.509316 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:48.516517 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:48.521061 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:48.528079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Port e6e73a89-9f7f-49ee-8450-5c47a34b4792 on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:15:48.528079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Attempting to bind port e6e73a89-9f7f-49ee-8450-5c47a34b4792 on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:48.535589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35548f05-5d7b-4c94-984e-3b73d8b04dea req-06367244-3c28-484a-8d2e-2952e20fbd70 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:48.537292 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-35548f05-5d7b-4c94-984e-3b73d8b04dea req-06367244-3c28-484a-8d2e-2952e20fbd70 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 943 time: 0.5950561 Jul 05 10:15:48.555102 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:48.555475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Checking segment: {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:48.556012 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Bound using segment: {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:48.556356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Bound port: e6e73a89-9f7f-49ee-8450-5c47a34b4792, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:48.556722 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.601345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] For port 5dc09fd9-f2b2-470b-92a6-4d336ef192c7, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:48.603061 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad260bdf-d28f-4bb4-b1cd-4da26487358e']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:48.607576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] For port 5dc09fd9-f2b2-470b-92a6-4d336ef192c7, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5dc09fd9-f2b2-470b-92a6-4d336ef192c7,segment=NetworkSegment(4ae156e1-6a44-4f59-a760-2825d728a558),segment_id=4ae156e1-6a44-4f59-a760-2825d728a558)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:48.630851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae156e1-6a44-4f59-a760-2825d728a558') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:48.631192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae156e1-6a44-4f59-a760-2825d728a558') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:48.644888 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.664308 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a58f2ba8-bc31-448e-b8fe-d04b479761cb req-8c89e178-5115-4bf3-b9a7-94dc4eae1e1a service neutron] 10.222.0.64 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247389 Jul 05 10:15:48.675371 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-35548f05-5d7b-4c94-984e-3b73d8b04dea req-c2f7256e-8797-4c4c-b33d-504321fcb635 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3083aa0-d581-46e6-9108-dff4c645ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304550 Jul 05 10:15:48.738051 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c258ddeb-6ce6-406f-a889-5c0eb6cda427 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:15:48.740792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] For port e6e73a89-9f7f-49ee-8450-5c47a34b4792, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:48.742137 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.745825 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] For port e6e73a89-9f7f-49ee-8450-5c47a34b4792, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e6e73a89-9f7f-49ee-8450-5c47a34b4792,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:48.768630 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.778775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:48.779192 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:48.782580 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:48.883079 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.888403 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.916983 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:48.923343 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/253aad26-a6b0-4287-a4e8-012bc24bdd23 HTTP/1.1" status: 204 len: 168 time: 5.0002093 Jul 05 10:15:48.923539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee76ae7d-9d6c-4e5d-8f57-f2f1238a16fd None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:15:48.937355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54292) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:48.944995 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-462810f3-2200-46bc-ae41-0c4df3af60db tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1273557845'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:48.968406 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93959ba-826c-48f5-a137-f14c450a37d8 None None] Pushing event updated for resources: {'Port': ['ID=5dc09fd9-f2b2-470b-92a6-4d336ef192c7,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:48.988395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6d60b-32e6-4e64-920d-837c25ae3aa2 req-2a1ee484-4229-4918-962e-6dd8e007683c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:48.996722 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:48.997685 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:49.000305 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] 10.222.0.73 "PUT /v2.0/ports/e6e73a89-9f7f-49ee-8450-5c47a34b4792 HTTP/1.1" status: 200 len: 1093 time: 3.4756260 Jul 05 10:15:49.001527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29622aa7-8262-47c0-b8d5-4a6a41127782 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e73a89-9f7f-49ee-8450-5c47a34b4792,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:49.005054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9aa6d60b-32e6-4e64-920d-837c25ae3aa2 req-2a1ee484-4229-4918-962e-6dd8e007683c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.4489462 Jul 05 10:15:49.007195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fd477-bf56-4a95-8b92-06b0c8fd205c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Network': ['ID=253aad26-a6b0-4287-a4e8-012bc24bdd23,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:49.026658 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef119d8-c97e-452f-9dc0-8dcbceaa7688', 'tag': 'e6e73a89-9f7f-49ee-8450-5c47a34b4792'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:49.027603 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:15:49.027603 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:15:49.027603 n-d-779913-27 neutron-server[100775]: [parameters: {'id': 'ad260bdf-d28f-4bb4-b1cd-4da26487358e'}] Jul 05 10:15:49.027603 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:15:49.028292 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:15:49.029655 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4366128d-7183-4bc8-9f93-21727e4e9533" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef119d8-c97e-452f-9dc0-8dcbceaa7688", "tag": "e6e73a89-9f7f-49ee-8450-5c47a34b4792"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:49.070179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d49fa-7c90-48b7-bcab-3208fb40e2f3 req-f5d91b9d-612d-44cf-b796-1bdc79130f85 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:49.073409 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b9d49fa-7c90-48b7-bcab-3208fb40e2f3 req-f5d91b9d-612d-44cf-b796-1bdc79130f85 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 944 time: 0.2618256 Jul 05 10:15:49.088772 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port c258ddeb-6ce6-406f-a889-5c0eb6cda427, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c258ddeb-6ce6-406f-a889-5c0eb6cda427,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:49.089490 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9aa6d60b-32e6-4e64-920d-837c25ae3aa2 req-98839346-be4b-4257-9310-6d95e692285e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831478 Jul 05 10:15:49.097708 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462810f3-2200-46bc-ae41-0c4df3af60db tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:49.106407 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-462810f3-2200-46bc-ae41-0c4df3af60db tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:49.119980 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'c258ddeb-6ce6-406f-a889-5c0eb6cda427', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'port_id': 'c258ddeb-6ce6-406f-a889-5c0eb6cda427', 'mac_address': 'fa:16:3e:27:36:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:15:49.165188 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b9d49fa-7c90-48b7-bcab-3208fb40e2f3 req-8f89d4a6-53e8-4168-b5a1-d7c6033dbb81 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817783 Jul 05 10:15:49.196424 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462810f3-2200-46bc-ae41-0c4df3af60db tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:49.213188 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee76ae7d-9d6c-4e5d-8f57-f2f1238a16fd None None] Resources bound (agent type, host, resource id): {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:15:49.233017 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-462810f3-2200-46bc-ae41-0c4df3af60db tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:49.233017 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-462810f3-2200-46bc-ae41-0c4df3af60db tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Added segment 41380fa3-b067-41cd-ba94-67eed55577d3 of type vlan for network 4b0065ee-72ae-47a9-a74e-2d383acab283 Jul 05 10:15:49.262745 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:49.300708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-88a8e45c-9d5b-4bc4-ade1-d071a718de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:49.302603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-88a8e45c-9d5b-4bc4-ade1-d071a718de42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 1096 time: 0.1086011 Jul 05 10:15:49.323254 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-462810f3-2200-46bc-ae41-0c4df3af60db tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:49.374166 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-d9894a30-836f-4704-9c26-7a38009ee47d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e73a89-9f7f-49ee-8450-5c47a34b4792 HTTP/1.1" status: 200 len: 217 time: 0.0628071 Jul 05 10:15:49.381549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c258ddeb-6ce6-406f-a889-5c0eb6cda427 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:15:49.421046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port c258ddeb-6ce6-406f-a889-5c0eb6cda427, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c258ddeb-6ce6-406f-a889-5c0eb6cda427,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:49.449904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-f19b3734-c653-4466-b914-e3f4e35bbfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:49.452476 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-f19b3734-c653-4466-b914-e3f4e35bbfc2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72c4567a-3195-494d-b6bf-64b7b89d5139 HTTP/1.1" status: 200 len: 851 time: 0.0722721 Jul 05 10:15:49.519235 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-ec50c58b-4b10-4582-ac36-371dc26d7453 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602462 Jul 05 10:15:49.530673 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:49.615452 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5066b21d-fd86-41f8-a36b-f941be5836d7 x-openstack-request-id: req-5066b21d-fd86-41f8-a36b-f941be5836d7 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:49.615924 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef119d8-c97e-452f-9dc0-8dcbceaa7688", "tag": "e6e73a89-9f7f-49ee-8450-5c47a34b4792", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:49.616292 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5066b21d-fd86-41f8-a36b-f941be5836d7 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:49.616849 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef119d8-c97e-452f-9dc0-8dcbceaa7688', 'tag': 'e6e73a89-9f7f-49ee-8450-5c47a34b4792', 'status': 'completed', 'code': 200} Jul 05 10:15:49.629446 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Deleting port 5dc09fd9-f2b2-470b-92a6-4d336ef192c7 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:15:49.630215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:49.653607 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-462810f3-2200-46bc-ae41-0c4df3af60db tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:49.663941 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462810f3-2200-46bc-ae41-0c4df3af60db tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:49.664716 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-462810f3-2200-46bc-ae41-0c4df3af60db tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:49.674180 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-ec7c92f0-fcb5-4cd1-8be1-9859b1738f18 service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464312 Jul 05 10:15:49.699964 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:49.762488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=c258ddeb-6ce6-406f-a889-5c0eb6cda427,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:49.765392 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22058342-736c-413d-99ff-25ac7370007c None None] Network ad260bdf-d28f-4bb4-b1cd-4da26487358e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:49.811235 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] For port 5dc09fd9-f2b2-470b-92a6-4d336ef192c7, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5dc09fd9-f2b2-470b-92a6-4d336ef192c7,segment=NetworkSegment(4ae156e1-6a44-4f59-a760-2825d728a558),segment_id=4ae156e1-6a44-4f59-a760-2825d728a558)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:49.816025 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:49.816025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462810f3-2200-46bc-ae41-0c4df3af60db tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Network': ['ID=4b0065ee-72ae-47a9-a74e-2d383acab283,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:49.828897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 4b0065ee-72ae-47a9-a74e-2d383acab283 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:49.832086 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Calling delete_port for 5dc09fd9-f2b2-470b-92a6-4d336ef192c7 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:15:49.846540 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-462810f3-2200-46bc-ae41-0c4df3af60db tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9079080 Jul 05 10:15:49.849398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54314) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:49.860771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a8eebc48-71c5-4c58-866a-ee5b9ea4826d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'subnet': {'network_id': '4b0065ee-72ae-47a9-a74e-2d383acab283', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:49.865961 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-caaedb7e-d598-4b62-89c4-1a848cf41eff req-a7806acc-bd9b-45f6-8943-d3f7fc380fac service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781006 Jul 05 10:15:50.013709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a3ca60-ffce-450e-b11f-7041e998e87f None None] Network ad260bdf-d28f-4bb4-b1cd-4da26487358e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:50.055927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['c258ddeb-6ce6-406f-a889-5c0eb6cda427'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:15:50.074094 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366128d-7183-4bc8-9f93-21727e4e9533 req-6f516f3f-ae27-4bb8-920c-d95122726e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:50.076272 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4366128d-7183-4bc8-9f93-21727e4e9533 req-6f516f3f-ae27-4bb8-920c-d95122726e66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 1096 time: 0.0726812 Jul 05 10:15:50.164799 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc31e9-caa4-4f8d-bf81-f38b0d7ed64d req-11ef28c7-c831-4876-b2aa-7a2acb9e9a86 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:50.171937 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c7dc31e9-caa4-4f8d-bf81-f38b0d7ed64d req-11ef28c7-c831-4876-b2aa-7a2acb9e9a86 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 944 time: 0.1918240 Jul 05 10:15:50.215641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8eebc48-71c5-4c58-866a-ee5b9ea4826d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:50.219651 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8eebc48-71c5-4c58-866a-ee5b9ea4826d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:50.235055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366128d-7183-4bc8-9f93-21727e4e9533 req-c5eedfd4-a5e8-402d-8293-1556c32578be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:50.237825 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4366128d-7183-4bc8-9f93-21727e4e9533 req-c5eedfd4-a5e8-402d-8293-1556c32578be service neutron] 10.222.0.73 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 912 time: 0.1553700 Jul 05 10:15:50.276811 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c7dc31e9-caa4-4f8d-bf81-f38b0d7ed64d req-adf31968-6c22-4d26-b558-9021f0a29171 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3083aa0-d581-46e6-9108-dff4c645ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021621 Jul 05 10:15:50.282457 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:50.320118 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4366128d-7183-4bc8-9f93-21727e4e9533 req-f29840fd-e1ee-4cff-8aa6-d86d5dae4b71 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e73a89-9f7f-49ee-8450-5c47a34b4792 HTTP/1.1" status: 200 len: 217 time: 0.0732245 Jul 05 10:15:50.500047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Port': ['ID=5dc09fd9-f2b2-470b-92a6-4d336ef192c7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:50.528026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366128d-7183-4bc8-9f93-21727e4e9533 req-ffeede26-b741-4b7d-af0d-f71be66a7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:50.529734 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4366128d-7183-4bc8-9f93-21727e4e9533 req-ffeede26-b741-4b7d-af0d-f71be66a7b97 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72c4567a-3195-494d-b6bf-64b7b89d5139 HTTP/1.1" status: 200 len: 851 time: 0.1988626 Jul 05 10:15:50.555193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No DVR routers for this DVR port 5dc09fd9-f2b2-470b-92a6-4d336ef192c7 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:15:50.619223 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4366128d-7183-4bc8-9f93-21727e4e9533 req-afc4c1e0-f143-45c7-a9bf-cb969755ecfe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715916 Jul 05 10:15:50.635636 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02c130-a875-4164-9f53-3e3a11fb305c req-46fe4124-adb0-40bb-9e55-2cd054e530a8 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:50.639671 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa02c130-a875-4164-9f53-3e3a11fb305c req-46fe4124-adb0-40bb-9e55-2cd054e530a8 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.3282261 Jul 05 10:15:50.705792 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:50.725032 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad260bdf-d28f-4bb4-b1cd-4da26487358e']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:50.754021 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a574eb-0078-4697-89fb-e9ee4a5bc999 req-35d58469-5df0-4cd4-8a77-a86f3768571d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:50.761376 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6a574eb-0078-4697-89fb-e9ee4a5bc999 req-35d58469-5df0-4cd4-8a77-a86f3768571d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 944 time: 0.2776024 Jul 05 10:15:50.765949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae156e1-6a44-4f59-a760-2825d728a558') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:50.766386 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae156e1-6a44-4f59-a760-2825d728a558') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:50.772208 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa02c130-a875-4164-9f53-3e3a11fb305c req-9c955290-d49a-48db-91d3-3f144d932c0a tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592852 Jul 05 10:15:50.774620 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4366128d-7183-4bc8-9f93-21727e4e9533 req-cf402e96-ff6e-4660-9a03-0e85928e6c4d service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339135 Jul 05 10:15:50.808701 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:50.861045 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:50.913426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6a574eb-0078-4697-89fb-e9ee4a5bc999 req-f558d0d3-b773-45ab-b68b-25acd4a2721d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124141 Jul 05 10:15:50.928341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:50.928341 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:50.931660 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:50.954612 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4366128d-7183-4bc8-9f93-21727e4e9533 req-62f964fc-d741-440f-abce-64bf00e7b9c7 service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698897 Jul 05 10:15:51.202056 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8eebc48-71c5-4c58-866a-ee5b9ea4826d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:51.204549 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:51.210308 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:51.219355 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/ad260bdf-d28f-4bb4-b1cd-4da26487358e HTTP/1.1" status: 204 len: 168 time: 4.1247988 Jul 05 10:15:51.219540 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54340) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:51.223780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9ec53209-bcc1-4883-beea-7fa0bc225f9b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1092494766'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:51.275212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17aee4-fd21-4ffd-ac63-ab4203fc6cda tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Network': ['ID=ad260bdf-d28f-4bb4-b1cd-4da26487358e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:51.309233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eebc48-71c5-4c58-866a-ee5b9ea4826d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Subnet': ['ID=8ae8bc68-ebf3-4b81-b1b1-2c63f33385f4,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:51.316797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec53209-bcc1-4883-beea-7fa0bc225f9b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:51.320369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eebc48-71c5-4c58-866a-ee5b9ea4826d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Checking segment: {'id': '41380fa3-b067-41cd-ba94-67eed55577d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4b0065ee-72ae-47a9-a74e-2d383acab283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:51.320770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eebc48-71c5-4c58-866a-ee5b9ea4826d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network hostable DHCP agents. Network: 4b0065ee-72ae-47a9-a74e-2d383acab283, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:51.320892 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ec53209-bcc1-4883-beea-7fa0bc225f9b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:51.358849 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec53209-bcc1-4883-beea-7fa0bc225f9b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:51.369697 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ec53209-bcc1-4883-beea-7fa0bc225f9b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:51.370089 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-9ec53209-bcc1-4883-beea-7fa0bc225f9b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Added segment bce12132-f4cf-4b27-b90b-58ac1a45b7e9 of type vlan for network 69fb105f-baaa-4507-9b52-e5c303986d77 Jul 05 10:15:51.416827 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ec53209-bcc1-4883-beea-7fa0bc225f9b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:51.444097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eebc48-71c5-4c58-866a-ee5b9ea4826d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network 4b0065ee-72ae-47a9-a74e-2d383acab283 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:51.476877 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823ee23-f7a8-42c3-9bd1-a082bc2f8a6b req-b096a83e-1e05-460f-a8d7-3aba087dbfbd tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:51.478412 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1823ee23-f7a8-42c3-9bd1-a082bc2f8a6b req-b096a83e-1e05-460f-a8d7-3aba087dbfbd tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 944 time: 0.0794694 Jul 05 10:15:51.518135 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1823ee23-f7a8-42c3-9bd1-a082bc2f8a6b req-6e46bfce-dce5-4f64-8361-b6511ddfecb9 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3083aa0-d581-46e6-9108-dff4c645ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328755 Jul 05 10:15:51.568981 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ec53209-bcc1-4883-beea-7fa0bc225f9b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:51.580177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec53209-bcc1-4883-beea-7fa0bc225f9b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:51.581043 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ec53209-bcc1-4883-beea-7fa0bc225f9b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:51.597479 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a8eebc48-71c5-4c58-866a-ee5b9ea4826d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 4b0065ee-72ae-47a9-a74e-2d383acab283) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:51.608268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db05a94e-8c72-4cbd-871e-52ce47b99dfd None None] Network 4b0065ee-72ae-47a9-a74e-2d383acab283 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:51.630492 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eebc48-71c5-4c58-866a-ee5b9ea4826d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:51.630492 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8eebc48-71c5-4c58-866a-ee5b9ea4826d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:51.675261 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec53209-bcc1-4883-beea-7fa0bc225f9b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Network': ['ID=69fb105f-baaa-4507-9b52-e5c303986d77,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:51.694388 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 69fb105f-baaa-4507-9b52-e5c303986d77 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:51.798334 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a8eebc48-71c5-4c58-866a-ee5b9ea4826d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9458716 Jul 05 10:15:51.801834 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54350) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:51.808186 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4aaac3d6-f2e1-4d2c-8c34-4e40d3a5a71d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'subnet': {'network_id': '4b0065ee-72ae-47a9-a74e-2d383acab283', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:51.844171 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9ec53209-bcc1-4883-beea-7fa0bc225f9b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6247680 Jul 05 10:15:51.847037 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54354) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:51.853668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-dfb126b5-6bd3-4428-b145-966d389db478 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:51.874088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-4b0065ee-72ae-47a9-a74e-2d383acab283', 'network_id': '4b0065ee-72ae-47a9-a74e-2d383acab283', 'tenant_id': '8931551aa7a1439c930c99d4d8bcaf04', 'fixed_ips': [{'subnet_id': '8ae8bc68-ebf3-4b81-b1b1-2c63f33385f4'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:51.874088 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:52.116314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b028f3-1d04-4dbe-8a55-5bc10b17b860 req-5b133631-c2d5-4791-8fcd-a57e9a7ab5fe tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:52.119126 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e5b028f3-1d04-4dbe-8a55-5bc10b17b860 req-5b133631-c2d5-4791-8fcd-a57e9a7ab5fe tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.1722715 Jul 05 10:15:52.138189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaac3d6-f2e1-4d2c-8c34-4e40d3a5a71d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:52.141696 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dfb126b5-6bd3-4428-b145-966d389db478 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:52.143877 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4aaac3d6-f2e1-4d2c-8c34-4e40d3a5a71d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:52.151177 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Allocated IP 2001:db8::2 (4b0065ee-72ae-47a9-a74e-2d383acab283/8ae8bc68-ebf3-4b81-b1b1-2c63f33385f4/3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:52.175573 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e5b028f3-1d04-4dbe-8a55-5bc10b17b860 req-d6b888d0-2a94-4c73-a810-6caecbf371fb tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504944 Jul 05 10:15:52.265632 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:52.276517 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5eaf0-f7d9-40bb-973f-a2465dd7edc5 req-b4282513-1f3c-4fd5-ba9a-7ae57136c241 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:52.283843 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a3b5eaf0-f7d9-40bb-973f-a2465dd7edc5 req-b4282513-1f3c-4fd5-ba9a-7ae57136c241 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 944 time: 0.2262175 Jul 05 10:15:52.324724 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a3b5eaf0-f7d9-40bb-973f-a2465dd7edc5 req-c93fc614-9766-4e64-a8a6-8b899136f5a3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395262 Jul 05 10:15:52.351496 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:52.360765 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Transition to ACTIVE for port object 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:52.376463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Transition to ACTIVE for port object 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:52.380258 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dfb126b5-6bd3-4428-b145-966d389db478 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:52.429346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dfb126b5-6bd3-4428-b145-966d389db478 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network 69fb105f-baaa-4507-9b52-e5c303986d77 is not hosted by any dhcp agent {{(pid=100776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 10:15:52.435021 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb126b5-6bd3-4428-b145-966d389db478 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:52.436004 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dfb126b5-6bd3-4428-b145-966d389db478 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:52.441512 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dfb126b5-6bd3-4428-b145-966d389db478 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "PUT /v2.0/networks/69fb105f-baaa-4507-9b52-e5c303986d77 HTTP/1.1" status: 200 len: 723 time: 0.5893900 Jul 05 10:15:52.445133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54368) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:52.455912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-425f9ba8-d5a3-42cd-b051-a73ab4075190 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'subnet': {'network_id': '69fb105f-baaa-4507-9b52-e5c303986d77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:52.517818 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:52.571760 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb126b5-6bd3-4428-b145-966d389db478 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Network': ['ID=69fb105f-baaa-4507-9b52-e5c303986d77,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:52.613475 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 69fb105f-baaa-4507-9b52-e5c303986d77 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:52.649186 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Pushing event updated for resources: {'Port': ['ID=3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:52.701064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Network 4b0065ee-72ae-47a9-a74e-2d383acab283 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:52.708782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:52.712244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:52.722680 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425f9ba8-d5a3-42cd-b051-a73ab4075190 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:52.727617 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-425f9ba8-d5a3-42cd-b051-a73ab4075190 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:52.758907 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c258ddeb-6ce6-406f-a889-5c0eb6cda427 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:52.769518 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4aaac3d6-f2e1-4d2c-8c34-4e40d3a5a71d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:52.826861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Attempting to bind port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:52.827776 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Attempting to bind port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '41380fa3-b067-41cd-ba94-67eed55577d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4b0065ee-72ae-47a9-a74e-2d383acab283'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:52.827986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Attempting to bind port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 on network 4b0065ee-72ae-47a9-a74e-2d383acab283 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:52.837367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaac3d6-f2e1-4d2c-8c34-4e40d3a5a71d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network 4b0065ee-72ae-47a9-a74e-2d383acab283 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:52.840686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:52.841090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Checking segment: {'id': '41380fa3-b067-41cd-ba94-67eed55577d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4b0065ee-72ae-47a9-a74e-2d383acab283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:52.841472 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:52.841874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Bound using segment: {'id': '41380fa3-b067-41cd-ba94-67eed55577d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4b0065ee-72ae-47a9-a74e-2d383acab283'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:52.842359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Bound port: 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41380fa3-b067-41cd-ba94-67eed55577d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4b0065ee-72ae-47a9-a74e-2d383acab283'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:52.843048 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:52.851887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-4aaac3d6-f2e1-4d2c-8c34-4e40d3a5a71d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:52.857448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaac3d6-f2e1-4d2c-8c34-4e40d3a5a71d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:52.858026 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4aaac3d6-f2e1-4d2c-8c34-4e40d3a5a71d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530871'] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:52.870133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaac3d6-f2e1-4d2c-8c34-4e40d3a5a71d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Subnet': ['ID=eb2b6ba7-bbeb-4206-900d-6708873384af,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:52.892061 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4ce38-555e-452d-bbb5-fbe61773b096 req-393d4d43-cc64-405f-8854-b1cd93a0e854 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:52.893605 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ca4ce38-555e-452d-bbb5-fbe61773b096 req-393d4d43-cc64-405f-8854-b1cd93a0e854 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 944 time: 0.1728935 Jul 05 10:15:52.950810 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ca4ce38-555e-452d-bbb5-fbe61773b096 req-ca5c7a67-0500-4b14-aa86-fcb6bc8716a2 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3083aa0-d581-46e6-9108-dff4c645ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487208 Jul 05 10:15:52.971330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] For port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:52.974791 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] For port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421,segment=NetworkSegment(41380fa3-b067-41cd-ba94-67eed55577d3),segment_id=41380fa3-b067-41cd-ba94-67eed55577d3)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:53.036761 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port c258ddeb-6ce6-406f-a889-5c0eb6cda427 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:53.038173 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4aaac3d6-f2e1-4d2c-8c34-4e40d3a5a71d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2347608 Jul 05 10:15:53.040775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54380) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:53.041777 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port c258ddeb-6ce6-406f-a889-5c0eb6cda427 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:53.042540 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.145943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8ddfae-af36-4fb4-95d9-c5a910744c7c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:53.147636 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8ddfae-af36-4fb4-95d9-c5a910744c7c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:53.148145 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.149348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8ddfae-af36-4fb4-95d9-c5a910744c7c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:53.151154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8ddfae-af36-4fb4-95d9-c5a910744c7c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:53.153684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8ddfae-af36-4fb4-95d9-c5a910744c7c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:53.155628 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7d8ddfae-af36-4fb4-95d9-c5a910744c7c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1137085 Jul 05 10:15:53.161284 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54382) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:53.169094 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-bf2a55a3-8490-4655-ab85-79a53b8ae83e tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1483187701'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:53.183165 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-425f9ba8-d5a3-42cd-b051-a73ab4075190 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.223624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a883b-d14b-45b5-ba73-a20913e4d496 None None] Pushing event updated for resources: {'Port': ['ID=3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:53.235339 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e6e73a89-9f7f-49ee-8450-5c47a34b4792 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:15:53.249143 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.301571 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2a55a3-8490-4655-ab85-79a53b8ae83e tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:53.310444 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf2a55a3-8490-4655-ab85-79a53b8ae83e tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.325467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2e6d95-9a18-4e49-ad58-78a2defd33cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c258ddeb-6ce6-406f-a889-5c0eb6cda427'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:53.329134 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e11bd70-6a88-400c-99c4-4bc51e6f9b8a" -d '{"events": [{"server_uuid": "7e2e6d95-9a18-4e49-ad58-78a2defd33cb", "name": "network-vif-plugged", "status": "completed", "tag": "c258ddeb-6ce6-406f-a889-5c0eb6cda427"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:53.331709 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f9ba8-d5a3-42cd-b051-a73ab4075190 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Subnet': ['ID=2de06178-fdb8-4ae2-9e8c-e77d516e8484,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:53.353950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425f9ba8-d5a3-42cd-b051-a73ab4075190 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Checking segment: {'id': 'bce12132-f4cf-4b27-b90b-58ac1a45b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '69fb105f-baaa-4507-9b52-e5c303986d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:53.354551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425f9ba8-d5a3-42cd-b051-a73ab4075190 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network hostable DHCP agents. Network: 69fb105f-baaa-4507-9b52-e5c303986d77, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:53.398692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port c258ddeb-6ce6-406f-a889-5c0eb6cda427, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c258ddeb-6ce6-406f-a889-5c0eb6cda427,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:53.440675 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2a55a3-8490-4655-ab85-79a53b8ae83e tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:53.459329 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defad0aa-2c1c-45b4-8169-45b751e75f08 x-openstack-request-id: req-defad0aa-2c1c-45b4-8169-45b751e75f08 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:53.459796 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2e6d95-9a18-4e49-ad58-78a2defd33cb", "name": "network-vif-plugged", "status": "completed", "tag": "c258ddeb-6ce6-406f-a889-5c0eb6cda427", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:53.460656 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-defad0aa-2c1c-45b4-8169-45b751e75f08 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:53.460977 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2e6d95-9a18-4e49-ad58-78a2defd33cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c258ddeb-6ce6-406f-a889-5c0eb6cda427', 'code': 200} Jul 05 10:15:53.470917 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e6e73a89-9f7f-49ee-8450-5c47a34b4792, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e6e73a89-9f7f-49ee-8450-5c47a34b4792,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:53.475152 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.479280 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf2a55a3-8490-4655-ab85-79a53b8ae83e tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.479642 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-bf2a55a3-8490-4655-ab85-79a53b8ae83e tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Added segment bf050af1-5986-46d6-9693-68a07ac4acf0 of type vlan for network b26c7614-8707-4680-bc13-b3f9b79e72fc Jul 05 10:15:53.523969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425f9ba8-d5a3-42cd-b051-a73ab4075190 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network 69fb105f-baaa-4507-9b52-e5c303986d77 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:53.561453 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'e6e73a89-9f7f-49ee-8450-5c47a34b4792', 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5', 'port_id': 'e6e73a89-9f7f-49ee-8450-5c47a34b4792', 'mac_address': 'fa:16:3e:7e:63:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c4567a-3195-494d-b6bf-64b7b89d5139', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:15:53.626624 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf2a55a3-8490-4655-ab85-79a53b8ae83e tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.653321 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.717311 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-425f9ba8-d5a3-42cd-b051-a73ab4075190 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 69fb105f-baaa-4507-9b52-e5c303986d77) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:53.733901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425f9ba8-d5a3-42cd-b051-a73ab4075190 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:53.734511 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-425f9ba8-d5a3-42cd-b051-a73ab4075190 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.776776 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca5d37-ac9e-427b-9e75-a013cb671621 req-8da55a26-c3d3-4744-b767-6e17d37da421 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:53.783495 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104bf5a5-4690-407a-8b2f-548a75701d8c None None] Network 69fb105f-baaa-4507-9b52-e5c303986d77 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:53.795094 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-08ca5d37-ac9e-427b-9e75-a013cb671621 req-8da55a26-c3d3-4744-b767-6e17d37da421 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.2973063 Jul 05 10:15:53.835643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e73a89-9f7f-49ee-8450-5c47a34b4792 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:15:53.899025 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-08ca5d37-ac9e-427b-9e75-a013cb671621 req-dbadaa06-469b-4f3f-b0c7-36eba640e2b8 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036489 Jul 05 10:15:53.911462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d59c7b-33a6-43d3-bd9b-8bcb9dba38d8 req-f411f7df-7a32-4eb5-8ba5-3eab2dae4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:53.913762 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-76d59c7b-33a6-43d3-bd9b-8bcb9dba38d8 req-f411f7df-7a32-4eb5-8ba5-3eab2dae4c81 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 1097 time: 0.3001626 Jul 05 10:15:53.929761 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-425f9ba8-d5a3-42cd-b051-a73ab4075190 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4803343 Jul 05 10:15:53.933636 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddefd68-2075-4c3d-b950-00e632967ab3 req-a255fc81-d2aa-4d19-a40d-c4d3b8e86d53 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:53.935893 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=c258ddeb-6ce6-406f-a889-5c0eb6cda427,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:53.937751 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1ddefd68-2075-4c3d-b950-00e632967ab3 req-a255fc81-d2aa-4d19-a40d-c4d3b8e86d53 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 944 time: 0.1922743 Jul 05 10:15:53.947855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54396) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:53.949788 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf2a55a3-8490-4655-ab85-79a53b8ae83e tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.968668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a55a3-8490-4655-ab85-79a53b8ae83e tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:53.969374 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf2a55a3-8490-4655-ab85-79a53b8ae83e tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:53.993643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b7fb6fb5-a976-448f-a062-b2b8b7a7ed5e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:54.011031 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-76d59c7b-33a6-43d3-bd9b-8bcb9dba38d8 req-468f494b-1e65-4921-be95-187f8acc80c2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e3083aa0-d581-46e6-9108-dff4c645ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836291 Jul 05 10:15:54.248725 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e6e73a89-9f7f-49ee-8450-5c47a34b4792, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e6e73a89-9f7f-49ee-8450-5c47a34b4792,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:54.327673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd069f0-da21-40e9-9481-861a51957e96 req-507588d3-f873-488f-bd29-4373816470e7 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:54.335691 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7bd069f0-da21-40e9-9481-861a51957e96 req-507588d3-f873-488f-bd29-4373816470e7 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 945 time: 0.0938067 Jul 05 10:15:54.392406 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7bd069f0-da21-40e9-9481-861a51957e96 req-d756e9be-1ec8-4691-a32c-e9828fe78392 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3083aa0-d581-46e6-9108-dff4c645ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554569 Jul 05 10:15:54.410532 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.411419 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.492048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-69fb105f-baaa-4507-9b52-e5c303986d77', 'network_id': '69fb105f-baaa-4507-9b52-e5c303986d77', 'tenant_id': 'c10a199714c241c98173b2d4a1a29d51', 'fixed_ips': [{'subnet_id': '2de06178-fdb8-4ae2-9e8c-e77d516e8484'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:54.493087 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.543510 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a55a3-8490-4655-ab85-79a53b8ae83e tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Network': ['ID=b26c7614-8707-4680-bc13-b3f9b79e72fc,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:54.574051 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network b26c7614-8707-4680-bc13-b3f9b79e72fc details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:54.576414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=e6e73a89-9f7f-49ee-8450-5c47a34b4792,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:54.605367 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6fb5-a976-448f-a062-b2b8b7a7ed5e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60233046'] for subnet, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:54.655238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['e6e73a89-9f7f-49ee-8450-5c47a34b4792'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:15:54.760143 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bf2a55a3-8490-4655-ab85-79a53b8ae83e tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5984905 Jul 05 10:15:54.763003 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54400) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:54.773591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-69a8bcf1-bd83-4410-a762-114a4e6ee936 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:54.846844 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1ddefd68-2075-4c3d-b950-00e632967ab3 req-7aa81e8a-2839-4855-89bf-895da3d27320 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8010848 Jul 05 10:15:54.949596 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6fb5-a976-448f-a062-b2b8b7a7ed5e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773647102751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60194516'] for subnet, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.052943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb6fb5-a976-448f-a062-b2b8b7a7ed5e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:55.054935 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6fb5-a976-448f-a062-b2b8b7a7ed5e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.072257 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b7fb6fb5-a976-448f-a062-b2b8b7a7ed5e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "PUT /v2.0/subnets/2de06178-fdb8-4ae2-9e8c-e77d516e8484 HTTP/1.1" status: 200 len: 806 time: 1.0751610 Jul 05 10:15:55.075678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fb6168-5c0c-482d-962a-cf56e869d69f None None] Network 4b0065ee-72ae-47a9-a74e-2d383acab283 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:55.089065 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54408) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:55.207990 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb6fb5-a976-448f-a062-b2b8b7a7ed5e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Subnet': ['ID=2de06178-fdb8-4ae2-9e8c-e77d516e8484,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:55.264179 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Allocated IP 172.20.0.2 (69fb105f-baaa-4507-9b52-e5c303986d77/2de06178-fdb8-4ae2-9e8c-e77d516e8484/d41a53d4-f758-4944-9a8b-e401438e8440) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:55.288143 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69a8bcf1-bd83-4410-a762-114a4e6ee936 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.307542 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.330563 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f3be1-baf6-4363-aa1d-198ded0990ef req-42db455e-67e7-4390-9776-c68d320a108d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:55.337283 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b37f3be1-baf6-4363-aa1d-198ded0990ef req-42db455e-67e7-4390-9776-c68d320a108d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.1512268 Jul 05 10:15:55.385281 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.426486 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b37f3be1-baf6-4363-aa1d-198ded0990ef req-fafc01af-0cf1-49a8-ba37-b549267075a9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770271 Jul 05 10:15:55.469043 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69a8bcf1-bd83-4410-a762-114a4e6ee936 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.510056 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ad80728e-50ed-4bd5-ad9d-91c6b71c704f None None] Provisioning for port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:55.523482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:55.575000 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69a8bcf1-bd83-4410-a762-114a4e6ee936 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network b26c7614-8707-4680-bc13-b3f9b79e72fc is not hosted by any dhcp agent {{(pid=100776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 10:15:55.583208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a8bcf1-bd83-4410-a762-114a4e6ee936 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:55.584177 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69a8bcf1-bd83-4410-a762-114a4e6ee936 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.590008 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-69a8bcf1-bd83-4410-a762-114a4e6ee936 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "PUT /v2.0/networks/b26c7614-8707-4680-bc13-b3f9b79e72fc HTTP/1.1" status: 200 len: 723 time: 0.8238127 Jul 05 10:15:55.595937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54414) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:55.605353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d0474dda-fb1a-481f-9114-00cb074b99f2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'subnet': {'network_id': 'b26c7614-8707-4680-bc13-b3f9b79e72fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:55.614017 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8bcf1-bd83-4410-a762-114a4e6ee936 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Network': ['ID=b26c7614-8707-4680-bc13-b3f9b79e72fc,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:55.642437 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network b26c7614-8707-4680-bc13-b3f9b79e72fc details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:55.660062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e301d9-12fa-4f19-8523-4c17771860fd req-8897d019-b424-44bb-977a-0b44197e8044 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:55.663636 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c7e301d9-12fa-4f19-8523-4c17771860fd req-8897d019-b424-44bb-977a-0b44197e8044 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 945 time: 0.1052327 Jul 05 10:15:55.733522 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c7e301d9-12fa-4f19-8523-4c17771860fd req-c8ae2a47-a1f1-4d64-abe3-ef6534d1352b tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3083aa0-d581-46e6-9108-dff4c645ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615029 Jul 05 10:15:55.809907 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.822930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Transition to ACTIVE for port object d41a53d4-f758-4944-9a8b-e401438e8440 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:55.843193 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Transition to ACTIVE for port object d41a53d4-f758-4944-9a8b-e401438e8440 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:55.900169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0474dda-fb1a-481f-9114-00cb074b99f2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:55.903738 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d0474dda-fb1a-481f-9114-00cb074b99f2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.904204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:55.915450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:55.915850 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:55.941351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7dd9ac-c7a6-4cfd-9f4c-7b3cb519f692 None None] Update dhcp port {'port': {'network_id': '4b0065ee-72ae-47a9-a74e-2d383acab283', 'fixed_ips': [{'subnet_id': '8ae8bc68-ebf3-4b81-b1b1-2c63f33385f4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eb2b6ba7-bbeb-4206-900d-6708873384af'}], 'binding:host_id': 'n-d-779913-27'}, 'id': '3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421'} from n-d-779913-27. {{(pid=100777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:15:56.004425 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.041287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b7e7-d258-4b17-a245-850d3a4829ea req-b6342092-72bd-473d-9b21-2aa65a1a7340 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:56.042528 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3fe1b7e7-d258-4b17-a245-850d3a4829ea req-b6342092-72bd-473d-9b21-2aa65a1a7340 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 945 time: 0.1894763 Jul 05 10:15:56.052739 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54422) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:56.058364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-7eeb6578-6725-44e4-a601-0ccf98dd7996 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Request body: {'floatingip': {'port_id': 'c258ddeb-6ce6-406f-a889-5c0eb6cda427'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:56.059967 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Network 69fb105f-baaa-4507-9b52-e5c303986d77 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:56.065217 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8b7dd9ac-c7a6-4cfd-9f4c-7b3cb519f692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.067361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:56.078552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:56.101774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Pushing event updated for resources: {'Port': ['ID=d41a53d4-f758-4944-9a8b-e401438e8440,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:56.116877 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7eeb6578-6725-44e4-a601-0ccf98dd7996 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.142033 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.221086 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Subnet': ['ID=2de06178-fdb8-4ae2-9e8c-e77d516e8484,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:56.312702 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Attempting to bind port d41a53d4-f758-4944-9a8b-e401438e8440 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:15:56.313122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Attempting to bind port d41a53d4-f758-4944-9a8b-e401438e8440 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'bce12132-f4cf-4b27-b90b-58ac1a45b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '69fb105f-baaa-4507-9b52-e5c303986d77'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:15:56.313441 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Attempting to bind port d41a53d4-f758-4944-9a8b-e401438e8440 on network 69fb105f-baaa-4507-9b52-e5c303986d77 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:15:56.332541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:15:56.332918 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Checking segment: {'id': 'bce12132-f4cf-4b27-b90b-58ac1a45b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '69fb105f-baaa-4507-9b52-e5c303986d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:56.333386 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.333831 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Bound using segment: {'id': 'bce12132-f4cf-4b27-b90b-58ac1a45b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '69fb105f-baaa-4507-9b52-e5c303986d77'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:15:56.334431 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Bound port: d41a53d4-f758-4944-9a8b-e401438e8440, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce12132-f4cf-4b27-b90b-58ac1a45b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '69fb105f-baaa-4507-9b52-e5c303986d77'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:15:56.334797 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.340828 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.352057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e59d79-300a-47b1-a16a-2e10e5b828f7 req-f5d47459-2e93-4a9f-9e8a-1dc3dec189b6 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:56.360969 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4e59d79-300a-47b1-a16a-2e10e5b828f7 req-f5d47459-2e93-4a9f-9e8a-1dc3dec189b6 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 945 time: 0.3247633 Jul 05 10:15:56.387157 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.412418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fb105f-baaa-4507-9b52-e5c303986d77']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:56.443950 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4e59d79-300a-47b1-a16a-2e10e5b828f7 req-26aa611c-91c1-429f-847e-586a1d5ba36c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799787 Jul 05 10:15:56.453523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce12132-f4cf-4b27-b90b-58ac1a45b7e9') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:56.453864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce12132-f4cf-4b27-b90b-58ac1a45b7e9') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:56.479285 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.507883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421,segment=NetworkSegment(41380fa3-b067-41cd-ba94-67eed55577d3),segment_id=41380fa3-b067-41cd-ba94-67eed55577d3)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:56.516256 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.531813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:56.532283 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:56.538683 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:56.543209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-8b7dd9ac-c7a6-4cfd-9f4c-7b3cb519f692 None None] Allocated IP 172.20.0.1 (4b0065ee-72ae-47a9-a74e-2d383acab283/eb2b6ba7-bbeb-4206-900d-6708873384af/3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:56.570027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] For port d41a53d4-f758-4944-9a8b-e401438e8440, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:15:56.601274 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d0474dda-fb1a-481f-9114-00cb074b99f2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.650359 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.680031 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] For port d41a53d4-f758-4944-9a8b-e401438e8440, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d41a53d4-f758-4944-9a8b-e401438e8440,segment=NetworkSegment(bce12132-f4cf-4b27-b90b-58ac1a45b7e9),segment_id=bce12132-f4cf-4b27-b90b-58ac1a45b7e9)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:15:56.700950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca46a20-3335-47c6-b534-11f62532ae46 req-d1b5907c-715b-44c3-ac5a-36c9d757fe83 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:56.702853 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bca46a20-3335-47c6-b534-11f62532ae46 req-d1b5907c-715b-44c3-ac5a-36c9d757fe83 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.0930099 Jul 05 10:15:56.737086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0474dda-fb1a-481f-9114-00cb074b99f2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Subnet': ['ID=1ede5d9f-ea6a-4b3e-8457-5617fe4e0b5d,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:56.742745 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0474dda-fb1a-481f-9114-00cb074b99f2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Checking segment: {'id': 'bf050af1-5986-46d6-9693-68a07ac4acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b26c7614-8707-4680-bc13-b3f9b79e72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:15:56.742745 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0474dda-fb1a-481f-9114-00cb074b99f2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network hostable DHCP agents. Network: b26c7614-8707-4680-bc13-b3f9b79e72fc, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:15:56.745588 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:15:56.745588 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:15:56.745588 n-d-779913-27 neutron-server[100775]: [parameters: {'id': '69fb105f-baaa-4507-9b52-e5c303986d77'}] Jul 05 10:15:56.745588 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:15:56.746267 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:15:56.752397 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bca46a20-3335-47c6-b534-11f62532ae46 req-17f416ca-359b-4c23-a8c7-ae8f8301ab4b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Jul 05 10:15:56.804351 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:56.807841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:56.962303 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad143c11-6d72-40a4-8c3e-0aac422f8b0c None None] Pushing event updated for resources: {'Port': ['ID=d41a53d4-f758-4944-9a8b-e401438e8440,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:56.966741 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8b7dd9ac-c7a6-4cfd-9f4c-7b3cb519f692 None None] For port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421,segment=NetworkSegment(41380fa3-b067-41cd-ba94-67eed55577d3),segment_id=41380fa3-b067-41cd-ba94-67eed55577d3)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:57.007654 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe74da9-d755-4f3f-86f1-e1f870b72b17 None None] Network 69fb105f-baaa-4507-9b52-e5c303986d77 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:57.111708 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8b7dd9ac-c7a6-4cfd-9f4c-7b3cb519f692 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:57.169458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8b7dd9ac-c7a6-4cfd-9f4c-7b3cb519f692 None None] Transition to ACTIVE for port object 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:57.219580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0474dda-fb1a-481f-9114-00cb074b99f2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network b26c7614-8707-4680-bc13-b3f9b79e72fc is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:15:57.225256 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e6e73a89-9f7f-49ee-8450-5c47a34b4792 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:57.228378 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a849c593-69c2-46f4-9b96-2170cfd02e50 None None] Network 69fb105f-baaa-4507-9b52-e5c303986d77 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:57.247301 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:57.302626 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8b7dd9ac-c7a6-4cfd-9f4c-7b3cb519f692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:57.352234 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Deleting port d41a53d4-f758-4944-9a8b-e401438e8440 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:15:57.352659 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:57.355918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d0474dda-fb1a-481f-9114-00cb074b99f2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, b26c7614-8707-4680-bc13-b3f9b79e72fc) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:57.361712 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0474dda-fb1a-481f-9114-00cb074b99f2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:57.362313 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d0474dda-fb1a-481f-9114-00cb074b99f2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:57.381293 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcba6d8-8e47-4004-b65f-c98239664135 None None] Network b26c7614-8707-4680-bc13-b3f9b79e72fc requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:57.479332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] For port d41a53d4-f758-4944-9a8b-e401438e8440, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d41a53d4-f758-4944-9a8b-e401438e8440,segment=NetworkSegment(bce12132-f4cf-4b27-b90b-58ac1a45b7e9),segment_id=bce12132-f4cf-4b27-b90b-58ac1a45b7e9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:57.479708 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:57.486376 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:57.503699 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.resource_extend [None req-7eeb6578-6725-44e4-a601-0ccf98dd7996 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:15:57.511043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Calling delete_port for d41a53d4-f758-4944-9a8b-e401438e8440 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:15:57.593228 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d0474dda-fb1a-481f-9114-00cb074b99f2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9934423 Jul 05 10:15:57.601467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54436) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:57.618828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c930ad6f-083b-47fb-b8ba-802028c68fe0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:57.668424 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7eeb6578-6725-44e4-a601-0ccf98dd7996 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:57.694489 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:57.736993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Port': ['ID=d41a53d4-f758-4944-9a8b-e401438e8440,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:57.743480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No DVR routers for this DVR port d41a53d4-f758-4944-9a8b-e401438e8440 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:15:57.778423 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7eeb6578-6725-44e4-a601-0ccf98dd7996 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:57.911165 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:57.932512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fb105f-baaa-4507-9b52-e5c303986d77']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:57.952435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce12132-f4cf-4b27-b90b-58ac1a45b7e9') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:57.952817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce12132-f4cf-4b27-b90b-58ac1a45b7e9') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:57.968931 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:57.972501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7dd9ac-c7a6-4cfd-9f4c-7b3cb519f692 None None] Pushing event updated for resources: {'Port': ['ID=3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:57.986653 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:57.994134 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:15:57.994558 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.055282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-b26c7614-8707-4680-bc13-b3f9b79e72fc', 'network_id': 'b26c7614-8707-4680-bc13-b3f9b79e72fc', 'tenant_id': '8931551aa7a1439c930c99d4d8bcaf04', 'fixed_ips': [{'subnet_id': '1ede5d9f-ea6a-4b3e-8457-5617fe4e0b5d'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:15:58.056691 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:15:58.058616 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:15:58.107192 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c930ad6f-083b-47fb-b8ba-802028c68fe0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59728967'] for subnet, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.189081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021431b-e296-4ec7-b31e-c158f64bc77c req-ef8419f2-ad12-4528-a6f5-26bb7148ea82 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:58.199025 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f021431b-e296-4ec7-b31e-c158f64bc77c req-ef8419f2-ad12-4528-a6f5-26bb7148ea82 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 945 time: 0.5683000 Jul 05 10:15:58.211133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69428ec-3d8e-4f9e-ac0d-f455aaa3036b req-f6d2d2a8-08dd-486d-8865-174ba1024fe4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:58.221461 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a69428ec-3d8e-4f9e-ac0d-f455aaa3036b req-f6d2d2a8-08dd-486d-8865-174ba1024fe4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.1727202 Jul 05 10:15:58.259748 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-7eeb6578-6725-44e4-a601-0ccf98dd7996 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Floating IP 05247563-9ba2-4044-92df-bf36bd6922c5 associated. External IP: 172.25.5.136, port: c258ddeb-6ce6-406f-a889-5c0eb6cda427. Jul 05 10:15:58.289261 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a69428ec-3d8e-4f9e-ac0d-f455aaa3036b req-2b9c6dda-b3e7-46e8-b666-74ce03533ef5 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622315 Jul 05 10:15:58.295659 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.309558 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port e6e73a89-9f7f-49ee-8450-5c47a34b4792 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:58.314471 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port e6e73a89-9f7f-49ee-8450-5c47a34b4792 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:58.315195 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.328643 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.331238 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/69fb105f-baaa-4507-9b52-e5c303986d77 HTTP/1.1" status: 204 len: 168 time: 3.2405064 Jul 05 10:15:58.332511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52edf01-564e-4bed-bce6-d69418e99174 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Network': ['ID=69fb105f-baaa-4507-9b52-e5c303986d77,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:58.341445 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54446) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:58.361104 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ce3f87-4b1d-46b3-8e6a-23bdebf622dc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:15:58.362203 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ce3f87-4b1d-46b3-8e6a-23bdebf622dc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:15:58.364571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-25ce3f87-4b1d-46b3-8e6a-23bdebf622dc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/69fb105f-baaa-4507-9b52-e5c303986d77 HTTP/1.1" status: 404 len: 339 time: 0.0233998 Jul 05 10:15:58.370765 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54448) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:58.377052 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-47afe72a-90a0-4380-80dc-f8693cbff08b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-63365211', 'description': 'd1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:58.378126 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f021431b-e296-4ec7-b31e-c158f64bc77c req-59c8efba-a89e-4ff9-9d3f-1a81b9bd459c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779969 Jul 05 10:15:58.451806 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.483108 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef119d8-c97e-452f-9dc0-8dcbceaa7688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e73a89-9f7f-49ee-8450-5c47a34b4792'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:58.485544 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8d4ce9-ad3b-4fa3-ba52-11831390a3a7" -d '{"events": [{"server_uuid": "3ef119d8-c97e-452f-9dc0-8dcbceaa7688", "name": "network-vif-plugged", "status": "completed", "tag": "e6e73a89-9f7f-49ee-8450-5c47a34b4792"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:58.492400 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d7ec45-4aa7-414f-828f-195d07e02853 None None] Network 4b0065ee-72ae-47a9-a74e-2d383acab283 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:15:58.534316 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47afe72a-90a0-4380-80dc-f8693cbff08b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:15:58.539044 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47afe72a-90a0-4380-80dc-f8693cbff08b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.540076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e6e73a89-9f7f-49ee-8450-5c47a34b4792, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e6e73a89-9f7f-49ee-8450-5c47a34b4792,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:15:58.556247 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4db26bb-a902-49db-9da2-02aebf9f7df1 x-openstack-request-id: req-b4db26bb-a902-49db-9da2-02aebf9f7df1 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:58.556587 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef119d8-c97e-452f-9dc0-8dcbceaa7688", "name": "network-vif-plugged", "status": "completed", "tag": "e6e73a89-9f7f-49ee-8450-5c47a34b4792", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:58.556793 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4db26bb-a902-49db-9da2-02aebf9f7df1 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:58.557239 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef119d8-c97e-452f-9dc0-8dcbceaa7688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e73a89-9f7f-49ee-8450-5c47a34b4792', 'code': 200} Jul 05 10:15:58.571632 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47afe72a-90a0-4380-80dc-f8693cbff08b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:15:58.581974 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47afe72a-90a0-4380-80dc-f8693cbff08b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.582331 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-47afe72a-90a0-4380-80dc-f8693cbff08b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Added segment 0db61701-4441-43d3-9ffe-0b874427a90e of type vlan for network b5eaebe7-3349-41a3-9f5d-ca3a3422821d Jul 05 10:15:58.636793 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47afe72a-90a0-4380-80dc-f8693cbff08b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.644995 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.703494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-41ba379e-1aaf-44ce-8e6f-94ef31a55443 None None] Provisioning for port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:15:58.720715 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-41ba379e-1aaf-44ce-8e6f-94ef31a55443 None None] Provisioning complete for port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:58.721322 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-41ba379e-1aaf-44ce-8e6f-94ef31a55443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.770462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fc59b-d983-41d1-b31d-984311103089 req-ebcfcb9a-e981-4fa9-b335-0055053ef2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:58.772118 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-199fc59b-d983-41d1-b31d-984311103089 req-ebcfcb9a-e981-4fa9-b335-0055053ef2e0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 1098 time: 0.1337755 Jul 05 10:15:58.791149 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c930ad6f-083b-47fb-b8ba-802028c68fe0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773647102751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59755081'] for subnet, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.822264 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=e6e73a89-9f7f-49ee-8450-5c47a34b4792,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:58.827082 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47afe72a-90a0-4380-80dc-f8693cbff08b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.845078 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47afe72a-90a0-4380-80dc-f8693cbff08b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:58.846054 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47afe72a-90a0-4380-80dc-f8693cbff08b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.856430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c930ad6f-083b-47fb-b8ba-802028c68fe0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:58.857027 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c930ad6f-083b-47fb-b8ba-802028c68fe0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:58.860725 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c930ad6f-083b-47fb-b8ba-802028c68fe0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "PUT /v2.0/subnets/1ede5d9f-ea6a-4b3e-8457-5617fe4e0b5d HTTP/1.1" status: 200 len: 826 time: 1.2469625 Jul 05 10:15:58.862086 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54454) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:58.874214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Allocated IP 2001:db8::2 (b26c7614-8707-4680-bc13-b3f9b79e72fc/1ede5d9f-ea6a-4b3e-8457-5617fe4e0b5d/66196c1f-9a38-4135-b7a0-87cbe87a754d) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:15:58.880810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eeb6578-6725-44e4-a601-0ccf98dd7996 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Router 051d3168-f146-4e2e-a53a-70cdbd5b15dc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:15:58.919932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930ad6f-083b-47fb-b8ba-802028c68fe0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Subnet': ['ID=1ede5d9f-ea6a-4b3e-8457-5617fe4e0b5d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:59.017714 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-199fc59b-d983-41d1-b31d-984311103089 req-cf18e092-b73d-4fbc-b68f-2ece5f5b1cad service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375879 Jul 05 10:15:59.044877 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afe72a-90a0-4380-80dc-f8693cbff08b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Network': ['ID=b5eaebe7-3349-41a3-9f5d-ca3a3422821d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:59.064133 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-47afe72a-90a0-4380-80dc-f8693cbff08b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6917555 Jul 05 10:15:59.070123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network b5eaebe7-3349-41a3-9f5d-ca3a3422821d details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:15:59.076280 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54456) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:59.117792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeb6578-6725-44e4-a601-0ccf98dd7996 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:15:59.139757 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7eeb6578-6725-44e4-a601-0ccf98dd7996 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:59.149372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb549fb8-c80f-43b9-81ad-250f72d7d67a None None] Sync routers for ids ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:15:59.193794 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7eeb6578-6725-44e4-a601-0ccf98dd7996 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "PUT /v2.0/floatingips/05247563-9ba2-4044-92df-bf36bd6922c5 HTTP/1.1" status: 200 len: 991 time: 3.1398573 Jul 05 10:15:59.194836 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2e6d95-9a18-4e49-ad58-78a2defd33cb', 'tag': 'c258ddeb-6ce6-406f-a889-5c0eb6cda427'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:15:59.209087 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a1a1e9-6e1c-4d59-af85-35a0a180b4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2e6d95-9a18-4e49-ad58-78a2defd33cb", "tag": "c258ddeb-6ce6-406f-a889-5c0eb6cda427"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:15:59.234773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb549fb8-c80f-43b9-81ad-250f72d7d67a None None] Routers {'051d3168-f146-4e2e-a53a-70cdbd5b15dc'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:15:59.235445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cb549fb8-c80f-43b9-81ad-250f72d7d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:15:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:15:59.243775 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:59.257779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f637e38-b93f-42d4-9b0f-301532d87be7 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:59.259392 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9f637e38-b93f-42d4-9b0f-301532d87be7 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "GET /v2.0/networks?id=b5eaebe7-3349-41a3-9f5d-ca3a3422821d HTTP/1.1" status: 200 len: 759 time: 0.1818252 Jul 05 10:15:59.263228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54464) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:15:59.269912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5fc2bac7-e36f-4210-9934-8a3e83d76a90 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'network': {'description': 'd2'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:15:59.338713 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24a69cf-86f7-45a5-9c7f-579f876521b5 x-openstack-request-id: req-d24a69cf-86f7-45a5-9c7f-579f876521b5 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:15:59.339092 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2e6d95-9a18-4e49-ad58-78a2defd33cb", "tag": "c258ddeb-6ce6-406f-a889-5c0eb6cda427", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:15:59.339214 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:59.339441 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d24a69cf-86f7-45a5-9c7f-579f876521b5 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:15:59.344355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:59.365396 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2e6d95-9a18-4e49-ad58-78a2defd33cb', 'tag': 'c258ddeb-6ce6-406f-a889-5c0eb6cda427', 'status': 'completed', 'code': 200} Jul 05 10:15:59.386995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Transition to ACTIVE for port object 66196c1f-9a38-4135-b7a0-87cbe87a754d will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:59.396872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-eb56168b-e76d-4fa5-8579-ecfd4ada48e8 None None] Provisioning complete for port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:59.397303 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-eb56168b-e76d-4fa5-8579-ecfd4ada48e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:59.497106 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:15:59.563570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Transition to ACTIVE for port object 66196c1f-9a38-4135-b7a0-87cbe87a754d will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:15:59.616950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-cb549fb8-c80f-43b9-81ad-250f72d7d67a None None] Set router 051d3168-f146-4e2e-a53a-70cdbd5b15dc gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:15:59.637081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1a1e9-6e1c-4d59-af85-35a0a180b4f2 req-e3fb7eec-41e0-4992-a61b-c62925747cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:59.638969 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a1a1e9-6e1c-4d59-af85-35a0a180b4f2 req-e3fb7eec-41e0-4992-a61b-c62925747cd6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d049e9a417d14e4b87e38762c036901a&device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 1097 time: 0.2723579 Jul 05 10:15:59.649065 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81d8f0-7440-4791-b2f5-0ead8df81405 req-e57fd875-32d2-4cc9-9821-b6131b90800f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:59.650842 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5a81d8f0-7440-4791-b2f5-0ead8df81405 req-e57fd875-32d2-4cc9-9821-b6131b90800f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.0819845 Jul 05 10:15:59.667612 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:59.680922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:15:59.681241 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:59.709690 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5a81d8f0-7440-4791-b2f5-0ead8df81405 req-f21a3533-acc2-47c7-8195-b52c8197a01d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519600 Jul 05 10:15:59.748042 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5fc2bac7-e36f-4210-9934-8a3e83d76a90 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:59.780851 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e6abf-309f-498b-a733-1193ec0f6f70 req-deca708b-15ce-48eb-aaf7-efc409585f6d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:59.783314 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e87e6abf-309f-498b-a733-1193ec0f6f70 req-deca708b-15ce-48eb-aaf7-efc409585f6d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.2586713 Jul 05 10:15:59.835694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1a1e9-6e1c-4d59-af85-35a0a180b4f2 req-4053b6e5-a8f3-4775-8063-d20e9b08c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:59.837435 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a1a1e9-6e1c-4d59-af85-35a0a180b4f2 req-4053b6e5-a8f3-4775-8063-d20e9b08c3db service neutron] 10.222.0.64 "GET /v2.0/networks?id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 HTTP/1.1" status: 200 len: 912 time: 0.1869745 Jul 05 10:15:59.845011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Network b26c7614-8707-4680-bc13-b3f9b79e72fc is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:15:59.845723 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e87e6abf-309f-498b-a733-1193ec0f6f70 req-730f26c6-ef32-462a-9587-916757f55f20 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539188 Jul 05 10:15:59.846597 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:59.886409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Subnet': ['ID=1ede5d9f-ea6a-4b3e-8457-5617fe4e0b5d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:59.892275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Pushing event updated for resources: {'Port': ['ID=66196c1f-9a38-4135-b7a0-87cbe87a754d,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:15:59.892804 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5fc2bac7-e36f-4210-9934-8a3e83d76a90 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:59.912104 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:15:59.915443 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:15:59.943958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5fc2bac7-e36f-4210-9934-8a3e83d76a90 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network b5eaebe7-3349-41a3-9f5d-ca3a3422821d is not hosted by any dhcp agent {{(pid=100776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 10:15:59.945404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc2bac7-e36f-4210-9934-8a3e83d76a90 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:15:59.946050 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5fc2bac7-e36f-4210-9934-8a3e83d76a90 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:15:59.947781 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5fc2bac7-e36f-4210-9934-8a3e83d76a90 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "PUT /v2.0/networks/b5eaebe7-3349-41a3-9f5d-ca3a3422821d HTTP/1.1" status: 200 len: 756 time: 0.6826649 Jul 05 10:15:59.988252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54474) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:00.028041 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:00.040036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26c7614-8707-4680-bc13-b3f9b79e72fc']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:00.056153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf050af1-5986-46d6-9693-68a07ac4acf0') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:00.056846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf050af1-5986-46d6-9693-68a07ac4acf0') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:00.070285 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:00.076809 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a1a1e9-6e1c-4d59-af85-35a0a180b4f2 req-aee5bb05-2c36-4d8e-a39b-33ab97400f56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c258ddeb-6ce6-406f-a889-5c0eb6cda427 HTTP/1.1" status: 200 len: 999 time: 0.2297451 Jul 05 10:16:00.079869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2bac7-e36f-4210-9934-8a3e83d76a90 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Network': ['ID=b5eaebe7-3349-41a3-9f5d-ca3a3422821d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:00.099277 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:00.106223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:00.107363 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:00.109154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network b5eaebe7-3349-41a3-9f5d-ca3a3422821d details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:00.111404 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:00.159456 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84dd42-a6ab-4e15-8929-0da178369a89 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:00.173398 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0e84dd42-a6ab-4e15-8929-0da178369a89 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "GET /v2.0/networks?id=b5eaebe7-3349-41a3-9f5d-ca3a3422821d HTTP/1.1" status: 200 len: 759 time: 0.1724544 Jul 05 10:16:00.173398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54476) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:00.173688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Attempting to bind port 66196c1f-9a38-4135-b7a0-87cbe87a754d on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:00.173688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Attempting to bind port 66196c1f-9a38-4135-b7a0-87cbe87a754d by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'bf050af1-5986-46d6-9693-68a07ac4acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b26c7614-8707-4680-bc13-b3f9b79e72fc'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:00.173688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Attempting to bind port 66196c1f-9a38-4135-b7a0-87cbe87a754d on network b26c7614-8707-4680-bc13-b3f9b79e72fc {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:00.173937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-509910241'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:00.190126 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1a1e9-6e1c-4d59-af85-35a0a180b4f2 req-ccd07398-9e1c-4a93-8a9e-c93f2ad41310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:00.192345 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a1a1e9-6e1c-4d59-af85-35a0a180b4f2 req-ccd07398-9e1c-4a93-8a9e-c93f2ad41310 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=feb07890-d026-4a51-bf47-b1ecaafff9e9 HTTP/1.1" status: 200 len: 850 time: 0.1093247 Jul 05 10:16:00.204050 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:00.204350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Checking segment: {'id': 'bf050af1-5986-46d6-9693-68a07ac4acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b26c7614-8707-4680-bc13-b3f9b79e72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:00.204825 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:00.205235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Bound using segment: {'id': 'bf050af1-5986-46d6-9693-68a07ac4acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b26c7614-8707-4680-bc13-b3f9b79e72fc'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:00.205722 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Bound port: 66196c1f-9a38-4135-b7a0-87cbe87a754d, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf050af1-5986-46d6-9693-68a07ac4acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b26c7614-8707-4680-bc13-b3f9b79e72fc'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:00.206112 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:00.248861 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:16:00.248861 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:16:00.248861 n-d-779913-27 neutron-server[100775]: [parameters: {'id': 'b26c7614-8707-4680-bc13-b3f9b79e72fc'}] Jul 05 10:16:00.248861 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:16:00.249720 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:16:00.266093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1a1e9-6e1c-4d59-af85-35a0a180b4f2 req-dbd4e745-3f26-4a64-9ef9-63b5842586eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:00.267736 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a1a1e9-6e1c-4d59-af85-35a0a180b4f2 req-dbd4e745-3f26-4a64-9ef9-63b5842586eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680912 Jul 05 10:16:00.340219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] For port 66196c1f-9a38-4135-b7a0-87cbe87a754d, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:00.344469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] For port 66196c1f-9a38-4135-b7a0-87cbe87a754d, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=66196c1f-9a38-4135-b7a0-87cbe87a754d,segment=NetworkSegment(bf050af1-5986-46d6-9693-68a07ac4acf0),segment_id=bf050af1-5986-46d6-9693-68a07ac4acf0)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:00.355463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cb549fb8-c80f-43b9-81ad-250f72d7d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '05247563-9ba2-4044-92df-bf36bd6922c5', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'port_id': 'c258ddeb-6ce6-406f-a889-5c0eb6cda427', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'mac_address': 'fa:16:3e:27:36:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2e6d95-9a18-4e49-ad58-78a2defd33cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:15:30Z', 'updated_at': '2021-07-05T10:15:57Z', 'revision_number': 1, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ad31c3-efaa-4da0-88b9-1a739853389b', 'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'mac_address': 'fa:16:3e:fc:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:41Z', 'updated_at': '2021-07-05T10:10:51Z', 'revision_number': 5, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'subnets': [{'id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:00.365869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:00.369581 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:00.565255 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:00.567838 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb549fb8-c80f-43b9-81ad-250f72d7d67a None None] Checking router: 051d3168-f146-4e2e-a53a-70cdbd5b15dc for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:16:00.643986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb549fb8-c80f-43b9-81ad-250f72d7d67a None None] Routers {'051d3168-f146-4e2e-a53a-70cdbd5b15dc'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:16:00.644671 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cb549fb8-c80f-43b9-81ad-250f72d7d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:15:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:00.682669 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a1a1e9-6e1c-4d59-af85-35a0a180b4f2 req-77127a49-71ea-4f8f-8efa-93e86b00ca4f service neutron] 10.222.0.64 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053867 Jul 05 10:16:00.719064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e49b67-45c9-4c13-8718-16a906b44586 None None] Pushing event updated for resources: {'Port': ['ID=66196c1f-9a38-4135-b7a0-87cbe87a754d,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:00.728073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ae5466-1012-4ac9-b89f-c138eb7d1be6 None None] Network b26c7614-8707-4680-bc13-b3f9b79e72fc requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:00.743030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:16:00.751056 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:00.771434 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:00.772096 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Added segment bbf39d73-503b-4831-badc-20994bad1367 of type vlan for network 3b8755e4-5013-4512-b75c-b34bc9b3d2b8 Jul 05 10:16:00.840269 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:00.885059 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a1a1e9-6e1c-4d59-af85-35a0a180b4f2 req-e4fb14e8-44ec-4247-96ae-94491f8817b7 service neutron] 10.222.0.64 "GET /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952446 Jul 05 10:16:00.895994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-cb549fb8-c80f-43b9-81ad-250f72d7d67a None None] Set router 051d3168-f146-4e2e-a53a-70cdbd5b15dc gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:16:00.918771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Deleting port 66196c1f-9a38-4135-b7a0-87cbe87a754d {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:00.919264 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:00.992016 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.000242 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:01.000880 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.006077 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] For port 66196c1f-9a38-4135-b7a0-87cbe87a754d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=66196c1f-9a38-4135-b7a0-87cbe87a754d,segment=NetworkSegment(bf050af1-5986-46d6-9693-68a07ac4acf0),segment_id=bf050af1-5986-46d6-9693-68a07ac4acf0)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:01.006445 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.025495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d76d8-db10-4472-a753-debdbfd0b25c req-d60260aa-8da3-4f74-abda-1659cbb51d0e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:01.027357 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3c8d76d8-db10-4472-a753-debdbfd0b25c req-d60260aa-8da3-4f74-abda-1659cbb51d0e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1721251 Jul 05 10:16:01.033735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Calling delete_port for 66196c1f-9a38-4135-b7a0-87cbe87a754d owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:01.118012 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3c8d76d8-db10-4472-a753-debdbfd0b25c req-1953d8d8-0213-473c-a91e-556769a327cc tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817139 Jul 05 10:16:01.145087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c90c7ed-e2c8-4a36-ada8-3bc7d60d0172 None None] Network b26c7614-8707-4680-bc13-b3f9b79e72fc requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:01.145708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Network': ['ID=3b8755e4-5013-4512-b75c-b34bc9b3d2b8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:01.156850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:01.157142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:01.157249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:01.158039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:01.158039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:01.160654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:01.160654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:01.160654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:01.160654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:01.160654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:01.160654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:01.160654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:01.169979 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2d652904-d118-4ed3-94f6-23a2297c4af0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0006738 Jul 05 10:16:01.183009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54490) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:01.183009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ea67caeb-f064-4ff4-bcd8-d56560aa4fc3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'subnet': {'network_id': '3b8755e4-5013-4512-b75c-b34bc9b3d2b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:01.207580 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 3b8755e4-5013-4512-b75c-b34bc9b3d2b8 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:16:01.260550 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c31d1-8aa8-4f40-8405-e288b21df5d6 req-e3415640-cfed-4d8d-9642-5876a9a022d4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:01.262248 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed8c31d1-8aa8-4f40-8405-e288b21df5d6 req-e3415640-cfed-4d8d-9642-5876a9a022d4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.1736872 Jul 05 10:16:01.352359 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed8c31d1-8aa8-4f40-8405-e288b21df5d6 req-d2ec7a6b-c7f5-463f-bf3f-c0408a38a99e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825813 Jul 05 10:16:01.366142 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.442150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Port': ['ID=66196c1f-9a38-4135-b7a0-87cbe87a754d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:01.445283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No DVR routers for this DVR port 66196c1f-9a38-4135-b7a0-87cbe87a754d on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:01.466262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e141b08-96a6-4e65-ba4f-6826f391e9f9 None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:16:01.525713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cb549fb8-c80f-43b9-81ad-250f72d7d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '05247563-9ba2-4044-92df-bf36bd6922c5', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'port_id': 'c258ddeb-6ce6-406f-a889-5c0eb6cda427', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'mac_address': 'fa:16:3e:27:36:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2e6d95-9a18-4e49-ad58-78a2defd33cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:15:30Z', 'updated_at': '2021-07-05T10:15:57Z', 'revision_number': 1, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ad31c3-efaa-4da0-88b9-1a739853389b', 'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'mac_address': 'fa:16:3e:fc:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:41Z', 'updated_at': '2021-07-05T10:10:51Z', 'revision_number': 5, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'subnets': [{'id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:01.534398 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.546754 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26c7614-8707-4680-bc13-b3f9b79e72fc']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:01.567383 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf050af1-5986-46d6-9693-68a07ac4acf0') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:01.568698 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf050af1-5986-46d6-9693-68a07ac4acf0') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:01.571950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb549fb8-c80f-43b9-81ad-250f72d7d67a None None] The sync data for ids ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'] in n-d-779913-27 is: [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '05247563-9ba2-4044-92df-bf36bd6922c5', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'port_id': 'c258ddeb-6ce6-406f-a889-5c0eb6cda427', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'mac_address': 'fa:16:3e:27:36:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2e6d95-9a18-4e49-ad58-78a2defd33cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:15:30Z', 'updated_at': '2021-07-05T10:15:57Z', 'revision_number': 1, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ad31c3-efaa-4da0-88b9-1a739853389b', 'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'mac_address': 'fa:16:3e:fc:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:41Z', 'updated_at': '2021-07-05T10:10:51Z', 'revision_number': 5, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'subnets': [{'id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:16:01.583403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea67caeb-f064-4ff4-bcd8-d56560aa4fc3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:01.588799 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea67caeb-f064-4ff4-bcd8-d56560aa4fc3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.591587 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.636016 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.652800 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:01.653223 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:01.656507 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:01.736035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e141b08-96a6-4e65-ba4f-6826f391e9f9 None None] Resources bound (agent type, host, resource id): {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:16:01.866850 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.895583 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:01.900058 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/b26c7614-8707-4680-bc13-b3f9b79e72fc HTTP/1.1" status: 204 len: 168 time: 3.0162394 Jul 05 10:16:01.900787 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54500) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:01.920944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc99f1-6f6b-4a44-be03-9db8d832c926 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Network': ['ID=b26c7614-8707-4680-bc13-b3f9b79e72fc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:01.960213 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa31ff3-abe9-438b-ad92-739be35b10ae tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:01.960213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa31ff3-abe9-438b-ad92-739be35b10ae tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:01.962689 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0aa31ff3-abe9-438b-ad92-739be35b10ae tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/b26c7614-8707-4680-bc13-b3f9b79e72fc HTTP/1.1" status: 404 len: 339 time: 0.0596120 Jul 05 10:16:01.966290 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54502) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:01.975970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-02979ac6-56b5-4965-8892-4aaee385f140 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1184673251', 'description': 'd1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:01.993270 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af511045-e913-479c-870e-868c1cfad89d None None] New status for floating IP 05247563-9ba2-4044-92df-bf36bd6922c5: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:16:02.193701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4677c504-e3ae-4bff-8685-863754fbb6cd None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:16:02.268814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02979ac6-56b5-4965-8892-4aaee385f140 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:02.274098 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02979ac6-56b5-4965-8892-4aaee385f140 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:02.311099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02979ac6-56b5-4965-8892-4aaee385f140 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:16:02.323242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4677c504-e3ae-4bff-8685-863754fbb6cd None None] Resources bound (agent type, host, resource id): {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:16:02.327309 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02979ac6-56b5-4965-8892-4aaee385f140 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:02.328187 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-02979ac6-56b5-4965-8892-4aaee385f140 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Added segment 6271dae9-693d-4436-b7a7-85384a668a6d of type vlan for network 374d66ef-c77b-4dbe-9db6-4d8a394d29ef Jul 05 10:16:02.397199 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02979ac6-56b5-4965-8892-4aaee385f140 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:02.400491 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea67caeb-f064-4ff4-bcd8-d56560aa4fc3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:02.523169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67caeb-f064-4ff4-bcd8-d56560aa4fc3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Subnet': ['ID=a5f3268d-5c1e-472a-ae8f-cbd6c76f4e4d,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:02.588721 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02979ac6-56b5-4965-8892-4aaee385f140 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:02.594533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02979ac6-56b5-4965-8892-4aaee385f140 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:02.595601 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02979ac6-56b5-4965-8892-4aaee385f140 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:02.607876 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67caeb-f064-4ff4-bcd8-d56560aa4fc3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Checking segment: {'id': 'bbf39d73-503b-4831-badc-20994bad1367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3b8755e4-5013-4512-b75c-b34bc9b3d2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:02.614057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea67caeb-f064-4ff4-bcd8-d56560aa4fc3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network hostable DHCP agents. Network: 3b8755e4-5013-4512-b75c-b34bc9b3d2b8, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:16:02.766107 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea67caeb-f064-4ff4-bcd8-d56560aa4fc3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network 3b8755e4-5013-4512-b75c-b34bc9b3d2b8 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:16:02.811953 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02979ac6-56b5-4965-8892-4aaee385f140 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Network': ['ID=374d66ef-c77b-4dbe-9db6-4d8a394d29ef,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:02.827942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 374d66ef-c77b-4dbe-9db6-4d8a394d29ef details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:16:02.843133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1695885-5dd8-43b8-a3af-d9e7e050ea49 req-8b4a7593-0c3f-4799-922c-52dac4e801ce tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:02.845256 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1695885-5dd8-43b8-a3af-d9e7e050ea49 req-8b4a7593-0c3f-4799-922c-52dac4e801ce tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.2116601 Jul 05 10:16:02.877636 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-ea67caeb-f064-4ff4-bcd8-d56560aa4fc3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 3b8755e4-5013-4512-b75c-b34bc9b3d2b8) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:02.883451 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea67caeb-f064-4ff4-bcd8-d56560aa4fc3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:02.884588 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea67caeb-f064-4ff4-bcd8-d56560aa4fc3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:02.895018 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-02979ac6-56b5-4965-8892-4aaee385f140 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9213581 Jul 05 10:16:02.896010 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54524) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:02.933974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ed06e-b3bf-48fe-b6e6-e883f44dffc0 None None] Network 3b8755e4-5013-4512-b75c-b34bc9b3d2b8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:02.984226 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1695885-5dd8-43b8-a3af-d9e7e050ea49 req-fa8853a7-da72-48c4-bc37-aa815d086901 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284251 Jul 05 10:16:03.024018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea405e1-d820-4368-a22f-215073332611 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:03.030115 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ea67caeb-f064-4ff4-bcd8-d56560aa4fc3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8551786 Jul 05 10:16:03.030115 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54526) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:03.030393 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9ea405e1-d820-4368-a22f-215073332611 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "GET /v2.0/networks?id=374d66ef-c77b-4dbe-9db6-4d8a394d29ef HTTP/1.1" status: 200 len: 765 time: 0.1289082 Jul 05 10:16:03.036059 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-624a14c1-a29a-4cf4-bdbf-b7e7b1eae653 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'network': {'description': 'd2'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:03.045519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54528) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:03.155099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-3b8755e4-5013-4512-b75c-b34bc9b3d2b8', 'network_id': '3b8755e4-5013-4512-b75c-b34bc9b3d2b8', 'tenant_id': 'c10a199714c241c98173b2d4a1a29d51', 'fixed_ips': [{'subnet_id': 'a5f3268d-5c1e-472a-ae8f-cbd6c76f4e4d'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:16:03.156037 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:03.168792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb9466-f089-4898-8c96-f5b9af5231c4 req-31bcaea6-af49-4af6-91e2-23c2eb800487 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:03.172400 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9efb9466-f089-4898-8c96-f5b9af5231c4 req-31bcaea6-af49-4af6-91e2-23c2eb800487 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1933591 Jul 05 10:16:03.192631 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:03.266284 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:03.271203 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9efb9466-f089-4898-8c96-f5b9af5231c4 req-2811d0cd-043b-4a07-b261-e319e41b0530 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582793 Jul 05 10:16:03.285642 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-624a14c1-a29a-4cf4-bdbf-b7e7b1eae653 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:03.343464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Allocated IP 172.20.0.2 (3b8755e4-5013-4512-b75c-b34bc9b3d2b8/a5f3268d-5c1e-472a-ae8f-cbd6c76f4e4d/048b12d0-f6ac-4a50-97b1-fef3c4e13f23) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:03.454140 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-624a14c1-a29a-4cf4-bdbf-b7e7b1eae653 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:03.475199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-624a14c1-a29a-4cf4-bdbf-b7e7b1eae653 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network 374d66ef-c77b-4dbe-9db6-4d8a394d29ef is not hosted by any dhcp agent {{(pid=100776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 10:16:03.481274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624a14c1-a29a-4cf4-bdbf-b7e7b1eae653 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:03.482041 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-624a14c1-a29a-4cf4-bdbf-b7e7b1eae653 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:03.486291 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-624a14c1-a29a-4cf4-bdbf-b7e7b1eae653 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "PUT /v2.0/networks/374d66ef-c77b-4dbe-9db6-4d8a394d29ef HTTP/1.1" status: 200 len: 762 time: 0.4548876 Jul 05 10:16:03.487035 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54530) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:03.500206 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:03.509441 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Transition to ACTIVE for port object 048b12d0-f6ac-4a50-97b1-fef3c4e13f23 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:03.524976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Transition to ACTIVE for port object 048b12d0-f6ac-4a50-97b1-fef3c4e13f23 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:03.547095 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a14c1-a29a-4cf4-bdbf-b7e7b1eae653 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Network': ['ID=374d66ef-c77b-4dbe-9db6-4d8a394d29ef,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:03.558930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 374d66ef-c77b-4dbe-9db6-4d8a394d29ef details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:16:03.592223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460c9521-50f8-4fe5-82a1-fcd253dba5b6 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:03.593708 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-460c9521-50f8-4fe5-82a1-fcd253dba5b6 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "GET /v2.0/networks?id=374d66ef-c77b-4dbe-9db6-4d8a394d29ef HTTP/1.1" status: 200 len: 765 time: 0.1056828 Jul 05 10:16:03.598408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54532) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:03.642495 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:03.697238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Network 3b8755e4-5013-4512-b75c-b34bc9b3d2b8 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:03.699111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Pushing event updated for resources: {'Port': ['ID=048b12d0-f6ac-4a50-97b1-fef3c4e13f23,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:03.701787 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:03.706744 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:03.814726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Attempting to bind port 048b12d0-f6ac-4a50-97b1-fef3c4e13f23 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:03.815129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Attempting to bind port 048b12d0-f6ac-4a50-97b1-fef3c4e13f23 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'bbf39d73-503b-4831-badc-20994bad1367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3b8755e4-5013-4512-b75c-b34bc9b3d2b8'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:03.815501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Attempting to bind port 048b12d0-f6ac-4a50-97b1-fef3c4e13f23 on network 3b8755e4-5013-4512-b75c-b34bc9b3d2b8 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:03.833841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:03.834225 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Checking segment: {'id': 'bbf39d73-503b-4831-badc-20994bad1367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3b8755e4-5013-4512-b75c-b34bc9b3d2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:03.834742 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:03.835141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Bound using segment: {'id': 'bbf39d73-503b-4831-badc-20994bad1367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3b8755e4-5013-4512-b75c-b34bc9b3d2b8'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:03.835544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Bound port: 048b12d0-f6ac-4a50-97b1-fef3c4e13f23, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf39d73-503b-4831-badc-20994bad1367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3b8755e4-5013-4512-b75c-b34bc9b3d2b8'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:03.835959 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:03.837524 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:03.874555 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f3268d-5c1e-472a-ae8f-cbd6c76f4e4d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:03.963098 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d5ebc8-de1a-447d-af0b-5d55c9699310 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:03.964750 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-56d5ebc8-de1a-447d-af0b-5d55c9699310 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3652372 Jul 05 10:16:03.967879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54542) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:03.988424 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] For port 048b12d0-f6ac-4a50-97b1-fef3c4e13f23, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:03.996553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] For port 048b12d0-f6ac-4a50-97b1-fef3c4e13f23, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=048b12d0-f6ac-4a50-97b1-fef3c4e13f23,segment=NetworkSegment(bbf39d73-503b-4831-badc-20994bad1367),segment_id=bbf39d73-503b-4831-badc-20994bad1367)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:04.022009 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9a1cac06-4b55-4686-8050-4c44ac59c547 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 207 time: 0.0510764 Jul 05 10:16:04.024222 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54546) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:04.034161 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:04.079818 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8755e4-5013-4512-b75c-b34bc9b3d2b8']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:04.098446 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf39d73-503b-4831-badc-20994bad1367') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:04.099437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf39d73-503b-4831-badc-20994bad1367') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:04.113224 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:04.129139 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:04.150676 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:04.171437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:04.172061 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:04.175648 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:04.224500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce11c6-5d62-4954-9d1f-be844167520b tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.230230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce11c6-5d62-4954-9d1f-be844167520b tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.235868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce11c6-5d62-4954-9d1f-be844167520b tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.242084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce11c6-5d62-4954-9d1f-be844167520b tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.247832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce11c6-5d62-4954-9d1f-be844167520b tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.253622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce11c6-5d62-4954-9d1f-be844167520b tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.258423 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b9ce11c6-5d62-4954-9d1f-be844167520b tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2304192 Jul 05 10:16:04.266054 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54550) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:04.334518 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:16:04.334518 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:16:04.334518 n-d-779913-27 neutron-server[100775]: [parameters: {'id': '3b8755e4-5013-4512-b75c-b34bc9b3d2b8'}] Jul 05 10:16:04.334518 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:16:04.335067 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:16:04.469334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6078d77-6de0-4c28-9e26-4f0362ae78cd None None] Pushing event updated for resources: {'Port': ['ID=048b12d0-f6ac-4a50-97b1-fef3c4e13f23,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:04.487180 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1003ab4-a86c-4bdd-822c-24512f47c525 req-2ee65927-2570-4ed0-87b8-d8dce4f09167 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.494867 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a1003ab4-a86c-4bdd-822c-24512f47c525 req-2ee65927-2570-4ed0-87b8-d8dce4f09167 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.3430240 Jul 05 10:16:04.510052 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfccf21-3f7d-4a39-92ff-4d783ba3e400 None None] Network 3b8755e4-5013-4512-b75c-b34bc9b3d2b8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:04.566634 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad122d-5f84-4c71-8b7c-d88c79895244 req-317ab133-e4c6-49e4-ad35-709b6142f965 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.568391 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e3ad122d-5f84-4c71-8b7c-d88c79895244 req-317ab133-e4c6-49e4-ad35-709b6142f965 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.0845981 Jul 05 10:16:04.570491 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7301401b-bc57-4903-b5d2-ea7314881eff tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3023627 Jul 05 10:16:04.575501 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54554) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:04.589163 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a1003ab4-a86c-4bdd-822c-24512f47c525 req-587b2cc3-85d9-4719-a765-267f0f3d1c2b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933480 Jul 05 10:16:04.655856 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e3ad122d-5f84-4c71-8b7c-d88c79895244 req-c6485a13-9cf7-41d2-a710-cbdfc8c9041d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708041 Jul 05 10:16:04.696671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b22171-c422-4933-b116-b35f2ff8cef3 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.697974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7300efb6-cc3c-4acb-a458-34e9687a76b6 None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:16:04.698187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b22171-c422-4933-b116-b35f2ff8cef3 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.699679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b22171-c422-4933-b116-b35f2ff8cef3 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.701417 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b22171-c422-4933-b116-b35f2ff8cef3 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.702996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b22171-c422-4933-b116-b35f2ff8cef3 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.704875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d2b22171-c422-4933-b116-b35f2ff8cef3 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1282661 Jul 05 10:16:04.708701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54558) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:04.768617 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec093d9-d13f-4470-ba17-534d42f3f107 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.770022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec093d9-d13f-4470-ba17-534d42f3f107 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.771459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec093d9-d13f-4470-ba17-534d42f3f107 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.772935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec093d9-d13f-4470-ba17-534d42f3f107 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.774432 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec093d9-d13f-4470-ba17-534d42f3f107 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.779924 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aec093d9-d13f-4470-ba17-534d42f3f107 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0664215 Jul 05 10:16:04.780679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54560) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:04.866137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7300efb6-cc3c-4acb-a458-34e9687a76b6 None None] Resources bound (agent type, host, resource id): {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:16:04.886977 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:04.897822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1693626e-f901-4ac0-9bbe-f650017c1d10 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:04.899254 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1693626e-f901-4ac0-9bbe-f650017c1d10 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "GET /v2.0/networks/41a2e02c-c669-468b-9c51-63cb9d797626 HTTP/1.1" status: 200 len: 804 time: 0.1181600 Jul 05 10:16:04.902974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54566) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:05.441735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Deleting port 048b12d0-f6ac-4a50-97b1-fef3c4e13f23 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:05.441735 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:05.486039 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e77de97d-b021-45ef-977e-ebc43714cfdd tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "GET /v2.0/networks/41a2e02c-c669-468b-9c51-63cb9d797626?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5817904 Jul 05 10:16:05.490565 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54574) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:05.528227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] For port 048b12d0-f6ac-4a50-97b1-fef3c4e13f23, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=048b12d0-f6ac-4a50-97b1-fef3c4e13f23,segment=NetworkSegment(bbf39d73-503b-4831-badc-20994bad1367),segment_id=bbf39d73-503b-4831-badc-20994bad1367)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:05.528596 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:05.543647 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Calling delete_port for 048b12d0-f6ac-4a50-97b1-fef3c4e13f23 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:05.589729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0de8f7f-cbc4-4a8c-aec3-5af8612c590b tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:05.591088 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b0de8f7f-cbc4-4a8c-aec3-5af8612c590b tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "GET /v2.0/subnets/d2eb14c0-3588-4bb5-9687-f0eae00b2d85 HTTP/1.1" status: 200 len: 843 time: 0.0993812 Jul 05 10:16:05.596493 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54576) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:05.677509 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43981620-9934-49dc-9483-c8f0eeb5a0b3 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:05.679989 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-43981620-9934-49dc-9483-c8f0eeb5a0b3 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "GET /v2.0/subnets/d2eb14c0-3588-4bb5-9687-f0eae00b2d85?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0822647 Jul 05 10:16:05.691064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54580) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:05.697494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a1bead3e-7ca9-4295-b032-6b7f2436eeaf tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-894525738'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:05.733427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:05.770755 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Port': ['ID=048b12d0-f6ac-4a50-97b1-fef3c4e13f23,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:05.803383 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No DVR routers for this DVR port 048b12d0-f6ac-4a50-97b1-fef3c4e13f23 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:05.894389 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bead3e-7ca9-4295-b032-6b7f2436eeaf tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:05.894638 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1bead3e-7ca9-4295-b032-6b7f2436eeaf tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:05.907475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c46bb-d74e-47d8-8c06-d8301e877aed req-9c5020d2-546d-44b3-a1c2-f83c1c41189f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:05.915886 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-841c46bb-d74e-47d8-8c06-d8301e877aed req-9c5020d2-546d-44b3-a1c2-f83c1c41189f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.1877668 Jul 05 10:16:05.993312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1bead3e-7ca9-4295-b032-6b7f2436eeaf tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:16:05.997455 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-841c46bb-d74e-47d8-8c06-d8301e877aed req-23f0658d-d09b-4e84-baab-748db12475ac tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794504 Jul 05 10:16:05.998884 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:06.015613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8755e4-5013-4512-b75c-b34bc9b3d2b8']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:06.040517 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1bead3e-7ca9-4295-b032-6b7f2436eeaf tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:06.040517 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-a1bead3e-7ca9-4295-b032-6b7f2436eeaf tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Added segment d4484572-8d25-4cf4-8c66-b1f83798ac6f of type vlan for network 6e6b09d9-2947-4a20-86a4-4da1ec443c1d Jul 05 10:16:06.045785 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf39d73-503b-4831-badc-20994bad1367') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:06.046095 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf39d73-503b-4831-badc-20994bad1367') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:06.058696 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:06.073220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a00a6-ec60-423b-aac2-4b56e6d922eb req-140871f2-9942-4d99-aad1-66d7fc54e745 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:06.080187 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d2a00a6-ec60-423b-aac2-4b56e6d922eb req-140871f2-9942-4d99-aad1-66d7fc54e745 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1966331 Jul 05 10:16:06.091363 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1bead3e-7ca9-4295-b032-6b7f2436eeaf tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:06.109486 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:06.124190 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:06.124599 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:06.127553 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:06.142668 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d2a00a6-ec60-423b-aac2-4b56e6d922eb req-369e6079-e08f-46b9-ba32-54a42ee796ce tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612159 Jul 05 10:16:06.243935 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1bead3e-7ca9-4295-b032-6b7f2436eeaf tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:06.253682 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bead3e-7ca9-4295-b032-6b7f2436eeaf tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:06.254327 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1bead3e-7ca9-4295-b032-6b7f2436eeaf tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:06.335572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bead3e-7ca9-4295-b032-6b7f2436eeaf tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Network': ['ID=6e6b09d9-2947-4a20-86a4-4da1ec443c1d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:06.346021 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:06.349590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 6e6b09d9-2947-4a20-86a4-4da1ec443c1d details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:16:06.354041 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:06.358347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54590) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:06.358511 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/3b8755e4-5013-4512-b75c-b34bc9b3d2b8 HTTP/1.1" status: 204 len: 168 time: 3.3114841 Jul 05 10:16:06.373667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7efff-22bb-436b-bec4-94aef93fe53c tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Network': ['ID=3b8755e4-5013-4512-b75c-b34bc9b3d2b8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:06.393220 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cdaf828-c706-4661-83ff-df1e173711ad tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] GET failed (client error): The resource could not be found. Jul 05 10:16:06.394536 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5cdaf828-c706-4661-83ff-df1e173711ad tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "GET /v2.0/subnets/a5f3268d-5c1e-472a-ae8f-cbd6c76f4e4d HTTP/1.1" status: 404 len: 337 time: 0.0350630 Jul 05 10:16:06.397869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54592) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:06.410176 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a1bead3e-7ca9-4295-b032-6b7f2436eeaf tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7174265 Jul 05 10:16:06.413589 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54594) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:06.420502 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8379f1e6-d1fb-482e-9564-ce13bf0adb4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'subnet': {'network_id': '6e6b09d9-2947-4a20-86a4-4da1ec443c1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:06.445558 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-1899c4aa-241a-4815-a1df-14d420d2835a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:06.446937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1899c4aa-241a-4815-a1df-14d420d2835a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:06.448167 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1899c4aa-241a-4815-a1df-14d420d2835a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/3b8755e4-5013-4512-b75c-b34bc9b3d2b8 HTTP/1.1" status: 404 len: 339 time: 0.0488236 Jul 05 10:16:06.453800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54596) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:06.642890 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff26894-70d6-492a-bd6a-0009d9f3ce79 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:06.644430 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bff26894-70d6-492a-bd6a-0009d9f3ce79 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1896770 Jul 05 10:16:06.648967 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54600) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:06.660590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8379f1e6-d1fb-482e-9564-ce13bf0adb4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Made reservation on behalf of 8931551aa7a1439c930c99d4d8bcaf04 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:06.664214 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8379f1e6-d1fb-482e-9564-ce13bf0adb4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:06.727131 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2d281fb8-40f6-4bb8-87da-3e084aa80ad9 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 207 time: 0.0767682 Jul 05 10:16:06.731472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54602) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:06.793158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.ipam_backend_mixin [None req-8379f1e6-d1fb-482e-9564-ce13bf0adb4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Performing IP validity checks on allocation pools {{(pid=100775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 10:16:06.793661 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.ipam_backend_mixin [None req-8379f1e6-d1fb-482e-9564-ce13bf0adb4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 10:16:06.884343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e0973a-e246-4124-849b-98769e8c378a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:06.891493 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e0973a-e246-4124-849b-98769e8c378a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:06.898156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e0973a-e246-4124-849b-98769e8c378a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:06.901855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e0973a-e246-4124-849b-98769e8c378a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:06.903752 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-18e0973a-e246-4124-849b-98769e8c378a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.1712353 Jul 05 10:16:06.907907 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54606) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:07.074961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54614) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:07.088674 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fd751752-6830-4fd8-a231-22dcda7ff87a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1792986 Jul 05 10:16:07.114321 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8379f1e6-d1fb-482e-9564-ce13bf0adb4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.193251 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfaabfe-e6f3-4fbb-ac6d-684c62a4de7b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:07.195415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfaabfe-e6f3-4fbb-ac6d-684c62a4de7b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:07.200851 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54618) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:07.201016 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3cfaabfe-e6f3-4fbb-ac6d-684c62a4de7b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1249907 Jul 05 10:16:07.229177 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8379f1e6-d1fb-482e-9564-ce13bf0adb4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Checking segment: {'id': 'd4484572-8d25-4cf4-8c66-b1f83798ac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6e6b09d9-2947-4a20-86a4-4da1ec443c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:07.233235 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8379f1e6-d1fb-482e-9564-ce13bf0adb4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network hostable DHCP agents. Network: 6e6b09d9-2947-4a20-86a4-4da1ec443c1d, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:16:07.236343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379f1e6-d1fb-482e-9564-ce13bf0adb4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Subnet': ['ID=7d9de103-cc67-4397-b737-7b71a1649698,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:07.317205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8379f1e6-d1fb-482e-9564-ce13bf0adb4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Network 6e6b09d9-2947-4a20-86a4-4da1ec443c1d is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:16:07.367698 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea88964-e6f3-44c3-9f54-2a61d553b22f tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:07.369262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea88964-e6f3-44c3-9f54-2a61d553b22f tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['shared'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:07.370839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0ea88964-e6f3-44c3-9f54-2a61d553b22f tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1685059 Jul 05 10:16:07.375402 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54622) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:07.403691 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-8379f1e6-d1fb-482e-9564-ce13bf0adb4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 6e6b09d9-2947-4a20-86a4-4da1ec443c1d) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:07.414128 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7b1286-c6bf-4985-8f6b-b923dab2f9c1 None None] Network 6e6b09d9-2947-4a20-86a4-4da1ec443c1d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:07.417375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8379f1e6-d1fb-482e-9564-ce13bf0adb4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:07.426571 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8379f1e6-d1fb-482e-9564-ce13bf0adb4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.457150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29487aa1-8355-4639-9f0b-ba73314456af req-3a800b6b-8dc3-4aaa-805c-fe3e0ba0290f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:07.464274 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29487aa1-8355-4639-9f0b-ba73314456af req-3a800b6b-8dc3-4aaa-805c-fe3e0ba0290f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1116726 Jul 05 10:16:07.466731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67228c-cce1-4c0d-a987-47b7d63cde72 req-eebdfe3c-2bbb-418b-9a2f-dee3ea1bf74c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:07.468279 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc67228c-cce1-4c0d-a987-47b7d63cde72 req-eebdfe3c-2bbb-418b-9a2f-dee3ea1bf74c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.1651075 Jul 05 10:16:07.527781 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29487aa1-8355-4639-9f0b-ba73314456af req-47d311c4-74d3-4133-9d6a-4c983f66f93c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625095 Jul 05 10:16:07.538406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54624) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:07.538907 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8379f1e6-d1fb-482e-9564-ce13bf0adb4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1195636 Jul 05 10:16:07.555624 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4863315f-e6c1-4222-95d4-a49d370332ad tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:07.555624 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4863315f-e6c1-4222-95d4-a49d370332ad tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "GET /v2.0/networks/53325ff6-7ff3-43a8-9263-ea8077f33e50 HTTP/1.1" status: 200 len: 799 time: 0.1732593 Jul 05 10:16:07.556644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54626) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:07.557127 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ec962e9c-6d37-4e69-a8cd-fa117d2253a2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:07.615206 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc67228c-cce1-4c0d-a987-47b7d63cde72 req-2c26966b-edce-4495-9951-ac162f94e82c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399603 Jul 05 10:16:07.710536 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-6e6b09d9-2947-4a20-86a4-4da1ec443c1d', 'network_id': '6e6b09d9-2947-4a20-86a4-4da1ec443c1d', 'tenant_id': '8931551aa7a1439c930c99d4d8bcaf04', 'fixed_ips': [{'subnet_id': '7d9de103-cc67-4397-b737-7b71a1649698'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:16:07.710536 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.754686 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ec962e9c-6d37-4e69-a8cd-fa117d2253a2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59728967'] for subnet, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:07.764998 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cc0616c2-21ea-41ae-ac6f-dd5cabd0d6a3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "GET /v2.0/networks/53325ff6-7ff3-43a8-9263-ea8077f33e50?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2051704 Jul 05 10:16:07.769973 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54630) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:07.911007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5405908-b48f-4710-834e-86297d927787 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:07.913987 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a5405908-b48f-4710-834e-86297d927787 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "GET /v2.0/subnets/7e5df942-f357-41ee-82f1-01440e69ab21 HTTP/1.1" status: 200 len: 811 time: 0.1425178 Jul 05 10:16:07.919010 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54634) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:07.920293 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-97db3b50-ccd0-4991-a07f-d20f937164a8 service neutron] 10.222.0.73 "GET /v2.0/ports/0c2d9351-e2de-487b-bc9e-64b377f0cf23/bindings/n-h1-779913-27 HTTP/1.1" status: 200 len: 383 time: 0.2644534 Jul 05 10:16:07.997740 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:16:07.997740 n-d-779913-27 neutron-server[100777]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 05 10:16:07.997740 n-d-779913-27 neutron-server[100777]: [parameters: {'in_use': 1, 'id_1': '7d9de103-cc67-4397-b737-7b71a1649698'}] Jul 05 10:16:07.997740 n-d-779913-27 neutron-server[100777]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:16:07.998777 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:16:08.004718 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2024d425-8dfd-48ff-af36-7ed820102ee3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['shared'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:08.006292 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2024d425-8dfd-48ff-af36-7ed820102ee3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "GET /v2.0/subnets/7e5df942-f357-41ee-82f1-01440e69ab21?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0859332 Jul 05 10:16:08.010859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54638) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:08.017793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-84e32503-ce04-4a1c-a91f-a45e8da7f25a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1903435012'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:08.499922 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.508768 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e32503-ce04-4a1c-a91f-a45e8da7f25a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:08.512264 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84e32503-ce04-4a1c-a91f-a45e8da7f25a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.533886 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ec962e9c-6d37-4e69-a8cd-fa117d2253a2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773647102751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59755081'] for subnet, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.603625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e32503-ce04-4a1c-a91f-a45e8da7f25a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:16:08.655179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec962e9c-6d37-4e69-a8cd-fa117d2253a2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:08.655984 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ec962e9c-6d37-4e69-a8cd-fa117d2253a2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.660389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54648) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:08.661951 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ec962e9c-6d37-4e69-a8cd-fa117d2253a2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "PUT /v2.0/subnets/7d9de103-cc67-4397-b737-7b71a1649698 HTTP/1.1" status: 200 len: 900 time: 1.1097367 Jul 05 10:16:08.683007 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84e32503-ce04-4a1c-a91f-a45e8da7f25a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.683552 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-84e32503-ce04-4a1c-a91f-a45e8da7f25a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Added segment 5f58ee44-101c-4019-942e-82c4325f0314 of type vlan for network cf83e63b-8d08-4516-aa58-4176888ba657 Jul 05 10:16:08.697043 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec962e9c-6d37-4e69-a8cd-fa117d2253a2 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event updated for resources: {'Subnet': ['ID=7d9de103-cc67-4397-b737-7b71a1649698,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:08.760317 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84e32503-ce04-4a1c-a91f-a45e8da7f25a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.774965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fd922-9256-4cd0-bad4-a114518fb971 req-69144ee1-975d-4c94-acad-207a760d5b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:08.777351 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-69144ee1-975d-4c94-acad-207a760d5b19 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581&tenant_id=004ecdb3b3264f069e42a0c8102d49af HTTP/1.1" status: 200 len: 1102 time: 0.1903307 Jul 05 10:16:08.807092 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Allocated IP 2001:db8::3 (6e6b09d9-2947-4a20-86a4-4da1ec443c1d/7d9de103-cc67-4397-b737-7b71a1649698/93744bda-9262-4f74-b44b-28a6d6ed9ecb) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:08.855542 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.911634 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb1610-20eb-4a06-9a16-e963ef5868a4 req-53f1577f-61d1-409b-bff0-ce753753120d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:08.919783 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cfdb1610-20eb-4a06-9a16-e963ef5868a4 req-53f1577f-61d1-409b-bff0-ce753753120d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1691699 Jul 05 10:16:08.966176 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c2851-bb86-4bb3-b271-9ff86c128397 req-fe8ba8de-f372-4b35-8670-362036e66494 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:08.968411 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b58c2851-bb86-4bb3-b271-9ff86c128397 req-fe8ba8de-f372-4b35-8670-362036e66494 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.1836972 Jul 05 10:16:08.974046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fd922-9256-4cd0-bad4-a114518fb971 req-5b706fce-6e1d-4387-a1bb-b2eebcbccbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:08.976004 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-5b706fce-6e1d-4387-a1bb-b2eebcbccbda service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 1102 time: 0.1544003 Jul 05 10:16:08.980509 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84e32503-ce04-4a1c-a91f-a45e8da7f25a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:08.982799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e32503-ce04-4a1c-a91f-a45e8da7f25a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:08.983701 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-84e32503-ce04-4a1c-a91f-a45e8da7f25a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.065443 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.071925 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cfdb1610-20eb-4a06-9a16-e963ef5868a4 req-bd1d582b-35e1-438a-99a5-867f0024c396 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511283 Jul 05 10:16:09.117458 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.131258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Transition to ACTIVE for port object 93744bda-9262-4f74-b44b-28a6d6ed9ecb will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:09.161815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Transition to ACTIVE for port object 93744bda-9262-4f74-b44b-28a6d6ed9ecb will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:09.201330 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b58c2851-bb86-4bb3-b271-9ff86c128397 req-32f7c546-1dc0-4c3d-8872-19ec1f59a385 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144203 Jul 05 10:16:09.233501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e32503-ce04-4a1c-a91f-a45e8da7f25a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Network': ['ID=cf83e63b-8d08-4516-aa58-4176888ba657,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:09.244510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network cf83e63b-8d08-4516-aa58-4176888ba657 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:16:09.251150 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.292498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fd922-9256-4cd0-bad4-a114518fb971 req-5f58902e-4ad1-4c30-b766-49bae7a19256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:09.294083 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-5f58902e-4ad1-4c30-b766-49bae7a19256 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.2786551 Jul 05 10:16:09.310123 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-84e32503-ce04-4a1c-a91f-a45e8da7f25a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2984078 Jul 05 10:16:09.317066 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54658) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:09.322941 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-02310069-c532-4abf-9484-64ed8a0cc905 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'subnet': {'network_id': 'cf83e63b-8d08-4516-aa58-4176888ba657', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:09.341566 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.363187 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-81f7a9e8-5ee1-4c3b-a070-8b5a660e669a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23 HTTP/1.1" status: 200 len: 217 time: 0.0621974 Jul 05 10:16:09.392308 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Network 6e6b09d9-2947-4a20-86a4-4da1ec443c1d is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:09.400473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:09.409189 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:09.427277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Pushing event updated for resources: {'Port': ['ID=93744bda-9262-4f74-b44b-28a6d6ed9ecb,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:09.430242 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fd922-9256-4cd0-bad4-a114518fb971 req-4505a81b-72d0-4413-a3f0-53e55e0dc180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:09.432533 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-4505a81b-72d0-4413-a3f0-53e55e0dc180 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0629749 Jul 05 10:16:09.500467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Attempting to bind port 93744bda-9262-4f74-b44b-28a6d6ed9ecb on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:09.501044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Attempting to bind port 93744bda-9262-4f74-b44b-28a6d6ed9ecb by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'd4484572-8d25-4cf4-8c66-b1f83798ac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6e6b09d9-2947-4a20-86a4-4da1ec443c1d'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:09.501203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Attempting to bind port 93744bda-9262-4f74-b44b-28a6d6ed9ecb on network 6e6b09d9-2947-4a20-86a4-4da1ec443c1d {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:09.506287 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Subnet': ['ID=7d9de103-cc67-4397-b737-7b71a1649698,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:09.507258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:09.509220 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Checking segment: {'id': 'd4484572-8d25-4cf4-8c66-b1f83798ac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6e6b09d9-2947-4a20-86a4-4da1ec443c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:09.510141 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.510141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Bound using segment: {'id': 'd4484572-8d25-4cf4-8c66-b1f83798ac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6e6b09d9-2947-4a20-86a4-4da1ec443c1d'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:09.510375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Bound port: 93744bda-9262-4f74-b44b-28a6d6ed9ecb, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4484572-8d25-4cf4-8c66-b1f83798ac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6e6b09d9-2947-4a20-86a4-4da1ec443c1d'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:09.513119 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.519082 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fd922-9256-4cd0-bad4-a114518fb971 req-a3366525-afb7-485b-af5c-52a1c574f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:09.521030 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-a3366525-afb7-485b-af5c-52a1c574f011 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0818048 Jul 05 10:16:09.549327 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.569965 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6b09d9-2947-4a20-86a4-4da1ec443c1d']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:09.585159 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4484572-8d25-4cf4-8c66-b1f83798ac6f') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:09.585455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4484572-8d25-4cf4-8c66-b1f83798ac6f') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:09.599797 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.603239 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] For port 93744bda-9262-4f74-b44b-28a6d6ed9ecb, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:09.606698 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] For port 93744bda-9262-4f74-b44b-28a6d6ed9ecb, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=93744bda-9262-4f74-b44b-28a6d6ed9ecb,segment=NetworkSegment(d4484572-8d25-4cf4-8c66-b1f83798ac6f),segment_id=d4484572-8d25-4cf4-8c66-b1f83798ac6f)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:09.686215 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-01a685e9-d644-4e3e-bb3f-9e9b36177612 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573484 Jul 05 10:16:09.716895 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.720089 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.728374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:09.728774 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:09.731835 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:09.746013 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02310069-c532-4abf-9484-64ed8a0cc905 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Made reservation on behalf of c10a199714c241c98173b2d4a1a29d51 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:09.749950 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02310069-c532-4abf-9484-64ed8a0cc905 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:09.814542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc2e62-b7a4-4a19-beda-49d466a4379e None None] Pushing event updated for resources: {'Port': ['ID=93744bda-9262-4f74-b44b-28a6d6ed9ecb,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:09.819418 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-410fd922-9256-4cd0-bad4-a114518fb971 req-bcc68786-4d1c-4a44-a297-116b703ee1c7 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266654 Jul 05 10:16:09.843311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be631218-bc77-49ec-8049-0f7865d02669 None None] Network 6e6b09d9-2947-4a20-86a4-4da1ec443c1d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:09.867303 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.ipam_backend_mixin [None req-02310069-c532-4abf-9484-64ed8a0cc905 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Performing IP validity checks on allocation pools {{(pid=100775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 10:16:09.868387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.ipam_backend_mixin [None req-02310069-c532-4abf-9484-64ed8a0cc905 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100775) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 10:16:09.907627 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:16:09.907627 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:16:09.907627 n-d-779913-27 neutron-server[100775]: [parameters: {'id': '6e6b09d9-2947-4a20-86a4-4da1ec443c1d'}] Jul 05 10:16:09.907627 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:16:09.908134 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:16:09.993998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6247afca-88e7-4236-a0d8-c5f8a770d359 None None] Network 6e6b09d9-2947-4a20-86a4-4da1ec443c1d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:10.077366 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02310069-c532-4abf-9484-64ed8a0cc905 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.121454 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54666) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:10.135464 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d8815e97-14af-40bb-a17e-5d7f9423e532 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2052574829'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:10.139914 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:16:10.143404 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e09113c-f6fb-4113-84f5-01a8befbfe29 None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:16:10.158753 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02310069-c532-4abf-9484-64ed8a0cc905 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Checking segment: {'id': '5f58ee44-101c-4019-942e-82c4325f0314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cf83e63b-8d08-4516-aa58-4176888ba657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:10.159126 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02310069-c532-4abf-9484-64ed8a0cc905 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network hostable DHCP agents. Network: cf83e63b-8d08-4516-aa58-4176888ba657, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:16:10.165115 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02310069-c532-4abf-9484-64ed8a0cc905 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Subnet': ['ID=a585900c-427e-4fb2-be83-05dc6ccc386e,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:10.259497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8815e97-14af-40bb-a17e-5d7f9423e532 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Made reservation on behalf of faeb5dc6b3a74c028f443dfad351e225 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:10.263216 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8815e97-14af-40bb-a17e-5d7f9423e532 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.269146 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02310069-c532-4abf-9484-64ed8a0cc905 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Network cf83e63b-8d08-4516-aa58-4176888ba657 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:16:10.312259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eca81f-d345-4892-ab43-0c4646d4b305 req-7e794bc4-ab31-4f71-8f1c-523699081714 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:10.314743 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-08eca81f-d345-4892-ab43-0c4646d4b305 req-7e794bc4-ab31-4f71-8f1c-523699081714 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.0867472 Jul 05 10:16:10.315669 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8815e97-14af-40bb-a17e-5d7f9423e532 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:16:10.344297 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8815e97-14af-40bb-a17e-5d7f9423e532 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.344909 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-d8815e97-14af-40bb-a17e-5d7f9423e532 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Added segment 1b93fa07-c1e5-46d3-afdd-16942b6f88f7 of type vlan for network 64b7b143-0d34-4d45-beb0-8230e0a65658 Jul 05 10:16:10.372526 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-02310069-c532-4abf-9484-64ed8a0cc905 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, cf83e63b-8d08-4516-aa58-4176888ba657) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:10.376672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02310069-c532-4abf-9484-64ed8a0cc905 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:10.377421 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02310069-c532-4abf-9484-64ed8a0cc905 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.383554 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-08eca81f-d345-4892-ab43-0c4646d4b305 req-235a1afe-f6d5-493b-a754-a2d16952dd79 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572371 Jul 05 10:16:10.413614 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.431993 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8815e97-14af-40bb-a17e-5d7f9423e532 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.478621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e09113c-f6fb-4113-84f5-01a8befbfe29 None None] Unable to find a vacant binding_index for network cf83e63b-8d08-4516-aa58-4176888ba657 and agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 {{(pid=100777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 05 10:16:10.485278 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-02310069-c532-4abf-9484-64ed8a0cc905 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1669514 Jul 05 10:16:10.487191 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e09113c-f6fb-4113-84f5-01a8befbfe29 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, cf83e63b-8d08-4516-aa58-4176888ba657) {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:16:10.490160 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54680) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:10.495342 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-53a746e2-ac0e-48ce-bc47-0d706a6a9e8f tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:10.521348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Deleting port 93744bda-9262-4f74-b44b-28a6d6ed9ecb {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:10.526132 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.548373 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8815e97-14af-40bb-a17e-5d7f9423e532 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.555034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8815e97-14af-40bb-a17e-5d7f9423e532 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:10.555660 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8815e97-14af-40bb-a17e-5d7f9423e532 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.648811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] For port 93744bda-9262-4f74-b44b-28a6d6ed9ecb, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=93744bda-9262-4f74-b44b-28a6d6ed9ecb,segment=NetworkSegment(d4484572-8d25-4cf4-8c66-b1f83798ac6f),segment_id=d4484572-8d25-4cf4-8c66-b1f83798ac6f)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:10.649167 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.667449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87ea5a-ccf7-4730-9642-7f24f617d703 req-e362e3d2-06e0-494a-ba6a-203a0f5ab2d4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:10.669092 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Calling delete_port for 93744bda-9262-4f74-b44b-28a6d6ed9ecb owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:10.669266 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ea87ea5a-ccf7-4730-9642-7f24f617d703 req-e362e3d2-06e0-494a-ba6a-203a0f5ab2d4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.2017167 Jul 05 10:16:10.677968 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-53a746e2-ac0e-48ce-bc47-0d706a6a9e8f tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60233046'] for subnet, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.706576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8815e97-14af-40bb-a17e-5d7f9423e532 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event updated for resources: {'Network': ['ID=64b7b143-0d34-4d45-beb0-8230e0a65658,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:10.729127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 64b7b143-0d34-4d45-beb0-8230e0a65658 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:16:10.746615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ea87ea5a-ccf7-4730-9642-7f24f617d703 req-61de7ed4-85cc-429b-b53d-fc01cf434620 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664053 Jul 05 10:16:10.755830 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d8815e97-14af-40bb-a17e-5d7f9423e532 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6334541 Jul 05 10:16:10.756485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54686) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:10.766206 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5c2457ba-2235-4b1f-bb80-67fc18076a1c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2145781821'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:10.870984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2457ba-2235-4b1f-bb80-67fc18076a1c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Made reservation on behalf of faeb5dc6b3a74c028f443dfad351e225 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:10.874576 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c2457ba-2235-4b1f-bb80-67fc18076a1c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.897866 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.909774 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2457ba-2235-4b1f-bb80-67fc18076a1c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:16:10.921936 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c2457ba-2235-4b1f-bb80-67fc18076a1c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.922430 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-5c2457ba-2235-4b1f-bb80-67fc18076a1c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Added segment b5a651a3-5ef9-4dbd-80a8-58188f295930 of type vlan for network b5db243d-0a6e-4dda-99a5-70a4b3692aa5 Jul 05 10:16:10.931779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Port': ['ID=93744bda-9262-4f74-b44b-28a6d6ed9ecb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:10.946436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No DVR routers for this DVR port 93744bda-9262-4f74-b44b-28a6d6ed9ecb on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:10.980607 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-cf83e63b-8d08-4516-aa58-4176888ba657', 'network_id': 'cf83e63b-8d08-4516-aa58-4176888ba657', 'tenant_id': 'c10a199714c241c98173b2d4a1a29d51', 'fixed_ips': [{'subnet_id': 'a585900c-427e-4fb2-be83-05dc6ccc386e'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:16:10.980807 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c2457ba-2235-4b1f-bb80-67fc18076a1c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:10.981603 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.056814 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-544b0fa9-faa8-44b1-bb9b-256cc86d5b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.061489 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.071836 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6b09d9-2947-4a20-86a4-4da1ec443c1d']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:11.082492 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4484572-8d25-4cf4-8c66-b1f83798ac6f') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:11.082788 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4484572-8d25-4cf4-8c66-b1f83798ac6f') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:11.092068 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.106362 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.112151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:11.112571 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:11.115423 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:11.124110 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c2457ba-2235-4b1f-bb80-67fc18076a1c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.126199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2457ba-2235-4b1f-bb80-67fc18076a1c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:11.126809 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c2457ba-2235-4b1f-bb80-67fc18076a1c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.171251 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-53a746e2-ac0e-48ce-bc47-0d706a6a9e8f tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773647102751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60194516'] for subnet, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.196798 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2457ba-2235-4b1f-bb80-67fc18076a1c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event updated for resources: {'Network': ['ID=b5db243d-0a6e-4dda-99a5-70a4b3692aa5,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:11.209398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network b5db243d-0a6e-4dda-99a5-70a4b3692aa5 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:16:11.216825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a746e2-ac0e-48ce-bc47-0d706a6a9e8f tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:11.217449 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-53a746e2-ac0e-48ce-bc47-0d706a6a9e8f tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.220754 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-53a746e2-ac0e-48ce-bc47-0d706a6a9e8f tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "PUT /v2.0/subnets/a585900c-427e-4fb2-be83-05dc6ccc386e HTTP/1.1" status: 200 len: 877 time: 0.7306733 Jul 05 10:16:11.222085 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54690) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:11.248651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a746e2-ac0e-48ce-bc47-0d706a6a9e8f tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event updated for resources: {'Subnet': ['ID=a585900c-427e-4fb2-be83-05dc6ccc386e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:11.264228 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.279491 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.280281 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Allocated IP 172.20.0.3 (cf83e63b-8d08-4516-aa58-4176888ba657/a585900c-427e-4fb2-be83-05dc6ccc386e/6777c78d-520f-400f-9cd2-bf232bd7e63a) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:11.283175 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/6e6b09d9-2947-4a20-86a4-4da1ec443c1d HTTP/1.1" status: 204 len: 168 time: 2.6210475 Jul 05 10:16:11.287707 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54692) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:11.298253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0c2d9351-e2de-487b-bc9e-64b377f0cf23 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:11.303353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272e790-017d-4348-878f-828e13c5dbdc tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Network': ['ID=6e6b09d9-2947-4a20-86a4-4da1ec443c1d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:11.325851 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5c2457ba-2235-4b1f-bb80-67fc18076a1c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5682964 Jul 05 10:16:11.329436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54694) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:11.334555 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-03e199a4-1040-42b7-ba0e-d97e065969c7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Request body: {'subnet': {'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:11.338834 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-641e9ec4-091c-45ed-a726-791eece29909 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:11.340228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641e9ec4-091c-45ed-a726-791eece29909 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:11.345865 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-641e9ec4-091c-45ed-a726-791eece29909 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/subnets/7d9de103-cc67-4397-b737-7b71a1649698 HTTP/1.1" status: 404 len: 337 time: 0.0543242 Jul 05 10:16:11.351343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54696) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:11.410723 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.410940 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d2e1e1-7da0-4b60-9cf6-2ccb62c3384b tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:11.411472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d2e1e1-7da0-4b60-9cf6-2ccb62c3384b tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:11.413512 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-96d2e1e1-7da0-4b60-9cf6-2ccb62c3384b tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/6e6b09d9-2947-4a20-86a4-4da1ec443c1d HTTP/1.1" status: 404 len: 339 time: 0.0614955 Jul 05 10:16:11.418663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54700) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:11.456513 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.519379 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0c2d9351-e2de-487b-bc9e-64b377f0cf23, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:11.523546 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effc5959-5515-4c8a-8571-f5cbdf7c3581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2d9351-e2de-487b-bc9e-64b377f0cf23'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:11.526091 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3801019d-303e-41ce-9ef6-658905255eed" -d '{"events": [{"server_uuid": "effc5959-5515-4c8a-8571-f5cbdf7c3581", "name": "network-vif-unplugged", "status": "completed", "tag": "0c2d9351-e2de-487b-bc9e-64b377f0cf23"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:11.544456 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.575531 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a2078320-c5a3-4c63-b0f2-98273acdcaa6 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.613385 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.666880 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.684530 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Transition to ACTIVE for port object 6777c78d-520f-400f-9cd2-bf232bd7e63a will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:11.712643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0c2d9351-e2de-487b-bc9e-64b377f0cf23,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:11.715630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Transition to ACTIVE for port object 6777c78d-520f-400f-9cd2-bf232bd7e63a will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:11.730929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e199a4-1040-42b7-ba0e-d97e065969c7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Made reservation on behalf of faeb5dc6b3a74c028f443dfad351e225 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:11.734443 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-03e199a4-1040-42b7-ba0e-d97e065969c7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.773920 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dafee48-36d8-45d0-86f8-d68b05027f17 x-openstack-request-id: req-8dafee48-36d8-45d0-86f8-d68b05027f17 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:11.774437 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effc5959-5515-4c8a-8571-f5cbdf7c3581", "name": "network-vif-unplugged", "status": "completed", "tag": "0c2d9351-e2de-487b-bc9e-64b377f0cf23", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:11.774652 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8dafee48-36d8-45d0-86f8-d68b05027f17 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:11.775153 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effc5959-5515-4c8a-8571-f5cbdf7c3581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2d9351-e2de-487b-bc9e-64b377f0cf23', 'code': 200} Jul 05 10:16:11.804815 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a2078320-c5a3-4c63-b0f2-98273acdcaa6 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.809135 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.825119 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a2078320-c5a3-4c63-b0f2-98273acdcaa6 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374d66ef-c77b-4dbe-9db6-4d8a394d29ef']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:11.853163 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a2078320-c5a3-4c63-b0f2-98273acdcaa6 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6271dae9-693d-4436-b7a7-85384a668a6d') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:11.853473 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a2078320-c5a3-4c63-b0f2-98273acdcaa6 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6271dae9-693d-4436-b7a7-85384a668a6d') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:11.864323 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Network cf83e63b-8d08-4516-aa58-4176888ba657 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:11.873977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:11.874198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a2078320-c5a3-4c63-b0f2-98273acdcaa6 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.874588 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:11.878975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Pushing event updated for resources: {'Port': ['ID=6777c78d-520f-400f-9cd2-bf232bd7e63a,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:11.899393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95555305-d114-4e39-a577-787b730c9c58 req-31c6ed7e-bbcb-4a58-b0de-6031b9dde690 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:11.906788 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95555305-d114-4e39-a577-787b730c9c58 req-31c6ed7e-bbcb-4a58-b0de-6031b9dde690 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.2601442 Jul 05 10:16:11.909027 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a2078320-c5a3-4c63-b0f2-98273acdcaa6 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.923412 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.958451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Attempting to bind port 6777c78d-520f-400f-9cd2-bf232bd7e63a on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:11.959062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Attempting to bind port 6777c78d-520f-400f-9cd2-bf232bd7e63a by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '5f58ee44-101c-4019-942e-82c4325f0314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cf83e63b-8d08-4516-aa58-4176888ba657'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:11.960558 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Attempting to bind port 6777c78d-520f-400f-9cd2-bf232bd7e63a on network cf83e63b-8d08-4516-aa58-4176888ba657 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:11.975095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:11.975484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Checking segment: {'id': '5f58ee44-101c-4019-942e-82c4325f0314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cf83e63b-8d08-4516-aa58-4176888ba657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:11.975920 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.976318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Bound using segment: {'id': '5f58ee44-101c-4019-942e-82c4325f0314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cf83e63b-8d08-4516-aa58-4176888ba657'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:11.978132 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Bound port: 6777c78d-520f-400f-9cd2-bf232bd7e63a, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f58ee44-101c-4019-942e-82c4325f0314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cf83e63b-8d08-4516-aa58-4176888ba657'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:11.979659 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.981651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2078320-c5a3-4c63-b0f2-98273acdcaa6 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:11.983337 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a2078320-c5a3-4c63-b0f2-98273acdcaa6 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:11.985104 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Subnet': ['ID=a585900c-427e-4fb2-be83-05dc6ccc386e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:11.990199 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:12.095066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] For port 6777c78d-520f-400f-9cd2-bf232bd7e63a, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:12.131277 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.132705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95555305-d114-4e39-a577-787b730c9c58 req-6b46a08d-91db-4d91-870c-adbaa21a2ac0 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250636 Jul 05 10:16:12.148862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf83e63b-8d08-4516-aa58-4176888ba657']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:12.167111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f58ee44-101c-4019-942e-82c4325f0314') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:12.167470 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f58ee44-101c-4019-942e-82c4325f0314') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:12.183867 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.202591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d1823-f120-49db-a560-3d9cd8069814 req-ccc0041e-b9bd-4a8f-8fa8-d0d7b2d8903d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:12.206115 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d79d1823-f120-49db-a560-3d9cd8069814 req-ccc0041e-b9bd-4a8f-8fa8-d0d7b2d8903d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 948 time: 0.1330576 Jul 05 10:16:12.254247 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a2078320-c5a3-4c63-b0f2-98273acdcaa6 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.254595 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] For port 6777c78d-520f-400f-9cd2-bf232bd7e63a, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6777c78d-520f-400f-9cd2-bf232bd7e63a,segment=NetworkSegment(5f58ee44-101c-4019-942e-82c4325f0314),segment_id=5f58ee44-101c-4019-942e-82c4325f0314)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:12.264176 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d79d1823-f120-49db-a560-3d9cd8069814 req-24210582-afb6-495b-899d-24828151d336 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500276 Jul 05 10:16:12.264403 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a2078320-c5a3-4c63-b0f2-98273acdcaa6 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.268973 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a2078320-c5a3-4c63-b0f2-98273acdcaa6 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/374d66ef-c77b-4dbe-9db6-4d8a394d29ef HTTP/1.1" status: 204 len: 168 time: 0.8469281 Jul 05 10:16:12.270081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54716) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:12.278489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2078320-c5a3-4c63-b0f2-98273acdcaa6 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Network': ['ID=374d66ef-c77b-4dbe-9db6-4d8a394d29ef,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:12.300242 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4f876f-4915-499f-80e6-b1554ac245e4 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:12.300703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e4f876f-4915-499f-80e6-b1554ac245e4 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:12.302842 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7e4f876f-4915-499f-80e6-b1554ac245e4 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/subnets/1ede5d9f-ea6a-4b3e-8457-5617fe4e0b5d HTTP/1.1" status: 404 len: 337 time: 0.0314844 Jul 05 10:16:12.305298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54718) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:12.322501 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-03e199a4-1040-42b7-ba0e-d97e065969c7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.323878 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f0f3ce-e0a0-4919-8c38-5956f0825972 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:12.324441 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f0f3ce-e0a0-4919-8c38-5956f0825972 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:12.329405 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-18f0f3ce-e0a0-4919-8c38-5956f0825972 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/b26c7614-8707-4680-bc13-b3f9b79e72fc HTTP/1.1" status: 404 len: 339 time: 0.0201318 Jul 05 10:16:12.329405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54720) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:12.351429 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.363127 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.375450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:12.375999 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:12.379360 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:12.403246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e199a4-1040-42b7-ba0e-d97e065969c7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event updated for resources: {'Subnet': ['ID=0f41942a-e82d-431e-b053-14befb466f23,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:12.411280 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e199a4-1040-42b7-ba0e-d97e065969c7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Checking segment: {'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:12.411842 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e199a4-1040-42b7-ba0e-d97e065969c7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Network hostable DHCP agents. Network: 64b7b143-0d34-4d45-beb0-8230e0a65658, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:16:12.429632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a0a338-0e97-49f0-914b-34b1c05229f0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Deleting subnet eb2b6ba7-bbeb-4206-900d-6708873384af {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:16:12.441906 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a338-0e97-49f0-914b-34b1c05229f0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.473491 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba65843-0a42-454e-ae29-3a0a94caee2b None None] Pushing event updated for resources: {'Port': ['ID=6777c78d-520f-400f-9cd2-bf232bd7e63a,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:12.484890 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a338-0e97-49f0-914b-34b1c05229f0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.511054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3306b42a-2025-4e0b-9d0b-250c35e79ce3 None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 10:16:12.520082 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e199a4-1040-42b7-ba0e-d97e065969c7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Network 64b7b143-0d34-4d45-beb0-8230e0a65658 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:16:12.521456 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.api [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 10:16:12.521456 n-d-779913-27 neutron-server[100776]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 10:16:12.521456 n-d-779913-27 neutron-server[100776]: [parameters: {'id': 'cf83e63b-8d08-4516-aa58-4176888ba657'}] Jul 05 10:16:12.521456 n-d-779913-27 neutron-server[100776]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:16:12.521832 n-d-779913-27 neutron-server[100776]: DEBUG oslo_db.api [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:16:12.604706 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a338-0e97-49f0-914b-34b1c05229f0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.624998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-03e199a4-1040-42b7-ba0e-d97e065969c7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 64b7b143-0d34-4d45-beb0-8230e0a65658) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:12.631380 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e199a4-1040-42b7-ba0e-d97e065969c7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:12.632827 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-03e199a4-1040-42b7-ba0e-d97e065969c7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.733004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54726) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:12.734354 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-03e199a4-1040-42b7-ba0e-d97e065969c7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4039114 Jul 05 10:16:12.738592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-bfaac33d-581e-4b24-920f-85d8531c8c5a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Request body: {'subnet': {'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:12.757985 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a338-0e97-49f0-914b-34b1c05229f0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.829778 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9a0a338-0e97-49f0-914b-34b1c05229f0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.833172 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f9a0a338-0e97-49f0-914b-34b1c05229f0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/subnets/eb2b6ba7-bbeb-4206-900d-6708873384af HTTP/1.1" status: 204 len: 168 time: 0.5026207 Jul 05 10:16:12.833747 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3306b42a-2025-4e0b-9d0b-250c35e79ce3 None None] Unable to find a vacant binding_index for network 64b7b143-0d34-4d45-beb0-8230e0a65658 and agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 {{(pid=100777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 05 10:16:12.834222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0a338-0e97-49f0-914b-34b1c05229f0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2b6ba7-bbeb-4206-900d-6708873384af,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:12.834504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54728) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:12.840336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3306b42a-2025-4e0b-9d0b-250c35e79ce3 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 64b7b143-0d34-4d45-beb0-8230e0a65658) {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 10:16:12.897722 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-36547da1-012b-467e-bb4e-eabec660ad30 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Deleting subnet 8ae8bc68-ebf3-4b81-b1b1-2c63f33385f4 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:16:12.901170 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-36547da1-012b-467e-bb4e-eabec660ad30 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.942482 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-36547da1-012b-467e-bb4e-eabec660ad30 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:12.948430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaac33d-581e-4b24-920f-85d8531c8c5a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Made reservation on behalf of faeb5dc6b3a74c028f443dfad351e225 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:12.952612 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfaac33d-581e-4b24-920f-85d8531c8c5a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.024020 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.062258 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-36547da1-012b-467e-bb4e-eabec660ad30 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.153946 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Deleting port 6777c78d-520f-400f-9cd2-bf232bd7e63a {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:13.154320 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.206603 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-36547da1-012b-467e-bb4e-eabec660ad30 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.243950 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-36547da1-012b-467e-bb4e-eabec660ad30 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.245650 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-36547da1-012b-467e-bb4e-eabec660ad30 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/subnets/8ae8bc68-ebf3-4b81-b1b1-2c63f33385f4 HTTP/1.1" status: 204 len: 168 time: 0.4100111 Jul 05 10:16:13.246503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36547da1-012b-467e-bb4e-eabec660ad30 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae8bc68-ebf3-4b81-b1b1-2c63f33385f4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:13.248220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54734) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:13.264738 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] For port 6777c78d-520f-400f-9cd2-bf232bd7e63a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6777c78d-520f-400f-9cd2-bf232bd7e63a,segment=NetworkSegment(5f58ee44-101c-4019-942e-82c4325f0314),segment_id=5f58ee44-101c-4019-942e-82c4325f0314)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:13.265121 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.278706 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Calling delete_port for 6777c78d-520f-400f-9cd2-bf232bd7e63a owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:13.352255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0c2d9351-e2de-487b-bc9e-64b377f0cf23 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:16:13.360056 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfaac33d-581e-4b24-920f-85d8531c8c5a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.365828 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.404110 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694f3d6-03bc-435d-910e-1e1470c0f868 req-2c77745f-5439-4e4b-bfa7-189cb5b2c4cf tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:13.405743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-64b7b143-0d34-4d45-beb0-8230e0a65658', 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'fixed_ips': [{'subnet_id': '0f41942a-e82d-431e-b053-14befb466f23'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:16:13.405907 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b694f3d6-03bc-435d-910e-1e1470c0f868 req-2c77745f-5439-4e4b-bfa7-189cb5b2c4cf tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1053038 Jul 05 10:16:13.412119 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.429368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaac33d-581e-4b24-920f-85d8531c8c5a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event updated for resources: {'Subnet': ['ID=fca18096-664d-47c5-a713-0716b10e1546,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:13.443073 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaac33d-581e-4b24-920f-85d8531c8c5a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Checking segment: {'id': 'b5a651a3-5ef9-4dbd-80a8-58188f295930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:13.443783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaac33d-581e-4b24-920f-85d8531c8c5a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Network hostable DHCP agents. Network: b5db243d-0a6e-4dda-99a5-70a4b3692aa5, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:16:13.473011 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b694f3d6-03bc-435d-910e-1e1470c0f868 req-439e6638-9ec0-4e77-9c26-f1949a5528eb tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476983 Jul 05 10:16:13.490741 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Deleting port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:13.491139 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.493150 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.542894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Port': ['ID=6777c78d-520f-400f-9cd2-bf232bd7e63a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:13.550263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No DVR routers for this DVR port 6777c78d-520f-400f-9cd2-bf232bd7e63a on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:13.570794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] For port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421,segment=NetworkSegment(41380fa3-b067-41cd-ba94-67eed55577d3),segment_id=41380fa3-b067-41cd-ba94-67eed55577d3)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:13.571163 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.586230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Calling delete_port for 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:13.590109 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaac33d-581e-4b24-920f-85d8531c8c5a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Network b5db243d-0a6e-4dda-99a5-70a4b3692aa5 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:16:13.644176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Allocated IP 10.1.1.2 (64b7b143-0d34-4d45-beb0-8230e0a65658/0f41942a-e82d-431e-b053-14befb466f23/e3e92a5d-0e5f-475e-a655-c794cb00c5f3) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:13.662428 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.672760 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca11da5-c477-47e4-9b81-0de56eacdfc6 req-9f59e370-752f-4e07-85f8-4e50d104201e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:13.674456 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ca11da5-c477-47e4-9b81-0de56eacdfc6 req-9f59e370-752f-4e07-85f8-4e50d104201e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 948 time: 0.1956112 Jul 05 10:16:13.698867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf83e63b-8d08-4516-aa58-4176888ba657']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:13.712568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f58ee44-101c-4019-942e-82c4325f0314') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:13.713247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f58ee44-101c-4019-942e-82c4325f0314') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:13.733411 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.737613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-bfaac33d-581e-4b24-920f-85d8531c8c5a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, b5db243d-0a6e-4dda-99a5-70a4b3692aa5) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:13.750679 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaac33d-581e-4b24-920f-85d8531c8c5a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:13.751209 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfaac33d-581e-4b24-920f-85d8531c8c5a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.752565 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0c2d9351-e2de-487b-bc9e-64b377f0cf23, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:13.756174 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ca11da5-c477-47e4-9b81-0de56eacdfc6 req-871f7115-67d4-4620-b5b2-c1e3514767fd tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751870 Jul 05 10:16:13.769977 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.774746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '0c2d9351-e2de-487b-bc9e-64b377f0cf23', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '0c2d9351-e2de-487b-bc9e-64b377f0cf23', 'mac_address': 'fa:16:3e:39:48:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:16:13.785747 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:13.786165 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:13.789809 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:13.821209 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.830314 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ebde58a6-18e5-4641-8703-5bb60a1750b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.866730 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.887580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Port': ['ID=3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:13.895111 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.902539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No DVR routers for this DVR port 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:13.903127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2d9351-e2de-487b-bc9e-64b377f0cf23 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:16:13.916860 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bfaac33d-581e-4b24-920f-85d8531c8c5a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1796553 Jul 05 10:16:13.917883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54746) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:13.932990 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:13.944813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0c2d9351-e2de-487b-bc9e-64b377f0cf23, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:13.946478 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Request body: {'port': {'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658', 'name': 'tempest-TaggedBootDevicesTest-555142903', 'fixed_ips': [{'subnet_id': '0f41942a-e82d-431e-b053-14befb466f23'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:14.034307 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.047024 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.051272 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.054612 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.059141 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/cf83e63b-8d08-4516-aa58-4176888ba657 HTTP/1.1" status: 204 len: 168 time: 2.8345137 Jul 05 10:16:14.065250 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54750) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:14.070953 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Transition to ACTIVE for port object e3e92a5d-0e5f-475e-a655-c794cb00c5f3 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:14.078417 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0065ee-72ae-47a9-a74e-2d383acab283']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:14.081997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b6c41-5667-4f35-bedc-46141f36b6cc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Network': ['ID=cf83e63b-8d08-4516-aa58-4176888ba657,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:14.105469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Transition to ACTIVE for port object e3e92a5d-0e5f-475e-a655-c794cb00c5f3 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:14.105792 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a8e8de-d563-4bfa-8959-1625f321e189 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:14.106157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a8e8de-d563-4bfa-8959-1625f321e189 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:14.108099 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b8a8e8de-d563-4bfa-8959-1625f321e189 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/subnets/a585900c-427e-4fb2-be83-05dc6ccc386e HTTP/1.1" status: 404 len: 337 time: 0.0423243 Jul 05 10:16:14.112290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54754) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:14.113780 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41380fa3-b067-41cd-ba94-67eed55577d3') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:14.114079 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41380fa3-b067-41cd-ba94-67eed55577d3') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:14.128892 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0c2d9351-e2de-487b-bc9e-64b377f0cf23,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:14.134378 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.153075 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7773ed7-b9a5-47bf-af7c-8f7b702e3bb2 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:14.153789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7773ed7-b9a5-47bf-af7c-8f7b702e3bb2 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:14.159765 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c7773ed7-b9a5-47bf-af7c-8f7b702e3bb2 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/cf83e63b-8d08-4516-aa58-4176888ba657 HTTP/1.1" status: 404 len: 339 time: 0.0420849 Jul 05 10:16:14.159765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54756) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:14.168698 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.181578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:14.182167 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:14.185627 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:14.201250 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a87c184-3a15-4412-9851-cc1c2a57b7be tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:14.202030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a87c184-3a15-4412-9851-cc1c2a57b7be tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:14.205161 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6a87c184-3a15-4412-9851-cc1c2a57b7be tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/subnets/a5f3268d-5c1e-472a-ae8f-cbd6c76f4e4d HTTP/1.1" status: 404 len: 337 time: 0.0435765 Jul 05 10:16:14.208820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54760) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:14.215257 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.242387 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-4581961d-1c0a-4c6c-9af0-8813f8600f36 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:14.242387 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4581961d-1c0a-4c6c-9af0-8813f8600f36 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:14.242387 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4581961d-1c0a-4c6c-9af0-8813f8600f36 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/3b8755e4-5013-4512-b75c-b34bc9b3d2b8 HTTP/1.1" status: 404 len: 339 time: 0.0287054 Jul 05 10:16:14.244573 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54762) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:14.307525 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Network 64b7b143-0d34-4d45-beb0-8230e0a65658 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:14.310367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0c2d9351-e2de-487b-bc9e-64b377f0cf23'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:16:14.318520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:14.342912 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:14.343613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Made reservation on behalf of faeb5dc6b3a74c028f443dfad351e225 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:14.400978 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Pushing event updated for resources: {'Port': ['ID=e3e92a5d-0e5f-475e-a655-c794cb00c5f3,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:14.402850 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.446270 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-997830e0-3b0a-43f0-baba-bfbb4068286a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.452020 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.454144 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/4b0065ee-72ae-47a9-a74e-2d383acab283 HTTP/1.1" status: 204 len: 168 time: 1.2048457 Jul 05 10:16:14.465617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Attempting to bind port e3e92a5d-0e5f-475e-a655-c794cb00c5f3 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:14.465985 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Attempting to bind port e3e92a5d-0e5f-475e-a655-c794cb00c5f3 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:14.466351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Attempting to bind port e3e92a5d-0e5f-475e-a655-c794cb00c5f3 on network 64b7b143-0d34-4d45-beb0-8230e0a65658 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:14.467246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54766) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:14.486913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:14.487686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Checking segment: {'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:14.488504 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.489161 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Bound using segment: {'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:14.489857 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Bound port: e3e92a5d-0e5f-475e-a655-c794cb00c5f3, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:14.490587 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.663362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] For port e3e92a5d-0e5f-475e-a655-c794cb00c5f3, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:14.667799 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] For port e3e92a5d-0e5f-475e-a655-c794cb00c5f3, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e3e92a5d-0e5f-475e-a655-c794cb00c5f3,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:14.675970 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-997830e0-3b0a-43f0-baba-bfbb4068286a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.720812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-997830e0-3b0a-43f0-baba-bfbb4068286a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5eaebe7-3349-41a3-9f5d-ca3a3422821d']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:14.778138 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-997830e0-3b0a-43f0-baba-bfbb4068286a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db61701-4441-43d3-9ffe-0b874427a90e') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:14.779208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-997830e0-3b0a-43f0-baba-bfbb4068286a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db61701-4441-43d3-9ffe-0b874427a90e') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:14.821707 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-997830e0-3b0a-43f0-baba-bfbb4068286a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.842549 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ba4f-216c-4894-bdb0-397d4ca8b84c req-1239bc85-8084-4457-9116-48d779205ef4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:14.845097 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c89ba4f-216c-4894-bdb0-397d4ca8b84c req-1239bc85-8084-4457-9116-48d779205ef4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.73 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581&tenant_id=004ecdb3b3264f069e42a0c8102d49af&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 949 time: 0.3937447 Jul 05 10:16:14.855788 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-997830e0-3b0a-43f0-baba-bfbb4068286a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.867273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997830e0-3b0a-43f0-baba-bfbb4068286a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:14.867681 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-997830e0-3b0a-43f0-baba-bfbb4068286a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:14.873040 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:14.884802 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.898052 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751e27f-c8bf-4b6d-b560-39d03088ac4a tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Network': ['ID=4b0065ee-72ae-47a9-a74e-2d383acab283,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:14.903437 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-97804170-716e-4a28-9342-0f7e47d3083e tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:14.911546 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97804170-716e-4a28-9342-0f7e47d3083e tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:14.911546 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-97804170-716e-4a28-9342-0f7e47d3083e tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/subnets/1cce7125-1871-4aa5-8c27-63daaa3486f1 HTTP/1.1" status: 404 len: 337 time: 0.4373229 Jul 05 10:16:14.911546 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54770) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:14.949909 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b073760a-cb02-4c73-bb21-994522a79af4 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:14.950654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b073760a-cb02-4c73-bb21-994522a79af4 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:14.952124 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd31ad-ecbf-460f-a23a-ef10c40a6066 req-5a7d8f94-3d54-4a25-bbae-ea8e770ce6b2 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:14.957226 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b073760a-cb02-4c73-bb21-994522a79af4 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/253aad26-a6b0-4287-a4e8-012bc24bdd23 HTTP/1.1" status: 404 len: 339 time: 0.0406101 Jul 05 10:16:14.962757 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54772) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:14.963694 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84fd31ad-ecbf-460f-a23a-ef10c40a6066 req-5a7d8f94-3d54-4a25-bbae-ea8e770ce6b2 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.2319067 Jul 05 10:16:14.984515 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:14.998638 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:15.007270 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-42945746-a3f0-47d6-a4e1-bc48294d91a1 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:15.007908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42945746-a3f0-47d6-a4e1-bc48294d91a1 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:15.013867 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-42945746-a3f0-47d6-a4e1-bc48294d91a1 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/subnets/1fcd3f6f-d5b6-4085-b94d-dba07df43c47 HTTP/1.1" status: 404 len: 337 time: 0.0459473 Jul 05 10:16:15.019308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54776) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:15.040593 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84fd31ad-ecbf-460f-a23a-ef10c40a6066 req-a5e9f70e-e02e-40e6-85f3-544122456697 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757046 Jul 05 10:16:15.069313 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-528519f8-ba30-4ad8-baec-7c44c5d4aa78 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:15.069313 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528519f8-ba30-4ad8-baec-7c44c5d4aa78 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:15.069313 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-528519f8-ba30-4ad8-baec-7c44c5d4aa78 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/4a9094b7-2133-4bdc-949a-4f843a6918c6 HTTP/1.1" status: 404 len: 339 time: 0.0365236 Jul 05 10:16:15.069845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54778) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:15.074840 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17d83b-f161-4c52-aeca-65e4cfc78468 None None] Pushing event updated for resources: {'Port': ['ID=e3e92a5d-0e5f-475e-a655-c794cb00c5f3,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:15.077198 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-997830e0-3b0a-43f0-baba-bfbb4068286a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:15.077786 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8401fef-1e0c-40fd-8d6d-6d8bd6990fa6 req-7c7849ef-42a8-4ce5-97e4-cfbe471c663d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:15.085697 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8401fef-1e0c-40fd-8d6d-6d8bd6990fa6 req-7c7849ef-42a8-4ce5-97e4-cfbe471c663d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 949 time: 0.6887069 Jul 05 10:16:15.093960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] device_id is not set on port 80fc754d-8956-4773-bf0a-c1b21e4c283f yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:16:15.099083 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-997830e0-3b0a-43f0-baba-bfbb4068286a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:15.105676 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-997830e0-3b0a-43f0-baba-bfbb4068286a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/b5eaebe7-3349-41a3-9f5d-ca3a3422821d HTTP/1.1" status: 204 len: 168 time: 0.8592811 Jul 05 10:16:15.112892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54780) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:15.177634 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997830e0-3b0a-43f0-baba-bfbb4068286a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Network': ['ID=b5eaebe7-3349-41a3-9f5d-ca3a3422821d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:15.198339 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-7635cde0-444b-4a0e-9999-5fda75655217 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:15.198798 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7635cde0-444b-4a0e-9999-5fda75655217 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:15.213760 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7635cde0-444b-4a0e-9999-5fda75655217 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/subnets/4ae1b435-34a3-47ee-ba02-0821939765cd HTTP/1.1" status: 404 len: 337 time: 0.1193206 Jul 05 10:16:15.213760 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54782) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:15.245318 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b222ed-e31c-4651-a6b0-95f8e088c75d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:15.245911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b222ed-e31c-4651-a6b0-95f8e088c75d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:15.247843 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-21b222ed-e31c-4651-a6b0-95f8e088c75d tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/81cfe20b-297a-4500-b00e-6718e855a9a6 HTTP/1.1" status: 404 len: 339 time: 0.0338130 Jul 05 10:16:15.252962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54786) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:15.318796 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0c2d9351-e2de-487b-bc9e-64b377f0cf23 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:15.332054 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ba4f-216c-4894-bdb0-397d4ca8b84c req-eb88d7c9-858c-478f-9747-70f519738075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:15.334355 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c89ba4f-216c-4894-bdb0-397d4ca8b84c req-eb88d7c9-858c-478f-9747-70f519738075 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 1101 time: 0.1912715 Jul 05 10:16:15.391252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-3346115d-3253-4e1e-be5a-4db58b2c7272 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Deleting subnet 5ba66890-d22b-492f-81d7-ca0bbb26f2ef {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:16:15.405829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Allocated IP 10.1.1.101 (64b7b143-0d34-4d45-beb0-8230e0a65658/0f41942a-e82d-431e-b053-14befb466f23/80fc754d-8956-4773-bf0a-c1b21e4c283f) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:15.407338 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3346115d-3253-4e1e-be5a-4db58b2c7272 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:15.483431 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 0c2d9351-e2de-487b-bc9e-64b377f0cf23 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:15.486723 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:15.693782 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:15.695144 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:15.713129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Transition to ACTIVE for port object 80fc754d-8956-4773-bf0a-c1b21e4c283f will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:15.731644 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effc5959-5515-4c8a-8571-f5cbdf7c3581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2d9351-e2de-487b-bc9e-64b377f0cf23'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:15.739026 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bffad32-94f8-4f2f-8493-3755b92420ce" -d '{"events": [{"server_uuid": "effc5959-5515-4c8a-8571-f5cbdf7c3581", "name": "network-vif-plugged", "status": "completed", "tag": "0c2d9351-e2de-487b-bc9e-64b377f0cf23"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:15.759310 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0c2d9351-e2de-487b-bc9e-64b377f0cf23, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:15.763697 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ddc7ca-4ef1-46c4-8ee5-91b85662b3f8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:15.764198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ddc7ca-4ef1-46c4-8ee5-91b85662b3f8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:15.767832 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c3ddc7ca-4ef1-46c4-8ee5-91b85662b3f8 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/subnets/2de06178-fdb8-4ae2-9e8c-e77d516e8484 HTTP/1.1" status: 404 len: 337 time: 0.6506228 Jul 05 10:16:15.774031 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8401fef-1e0c-40fd-8d6d-6d8bd6990fa6 req-f06039b5-0e15-4e9b-80c0-0b5c7b390f41 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6855097 Jul 05 10:16:15.774031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54792) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:15.808672 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bbdef0-ce03-48d3-bf2a-4de4e6fd71ad tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:15.809824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90bbdef0-ce03-48d3-bf2a-4de4e6fd71ad tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:15.811957 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30d8ca4-e44e-450b-9b85-3ea40b885c90 x-openstack-request-id: req-d30d8ca4-e44e-450b-9b85-3ea40b885c90 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:15.812161 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effc5959-5515-4c8a-8571-f5cbdf7c3581", "name": "network-vif-plugged", "status": "completed", "tag": "0c2d9351-e2de-487b-bc9e-64b377f0cf23", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:15.812273 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d30d8ca4-e44e-450b-9b85-3ea40b885c90 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:15.812650 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effc5959-5515-4c8a-8571-f5cbdf7c3581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2d9351-e2de-487b-bc9e-64b377f0cf23', 'code': 200} Jul 05 10:16:15.813337 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-90bbdef0-ce03-48d3-bf2a-4de4e6fd71ad tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/69fb105f-baaa-4507-9b52-e5c303986d77 HTTP/1.1" status: 404 len: 339 time: 0.0361142 Jul 05 10:16:15.816516 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54794) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:15.829205 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:15.862641 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e768348c-2ff0-420c-8913-5483e885e6af tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:15.863414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e768348c-2ff0-420c-8913-5483e885e6af tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:15.867854 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e768348c-2ff0-420c-8913-5483e885e6af tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/subnets/31f44a93-ff21-4e04-8f8e-2c7f77a4b9ce HTTP/1.1" status: 404 len: 337 time: 0.0498555 Jul 05 10:16:15.893728 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54796) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:15.902146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0c2d9351-e2de-487b-bc9e-64b377f0cf23,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:15.921067 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-097927a8-882e-4616-9f72-57eee73f26b1 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:15.923769 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097927a8-882e-4616-9f72-57eee73f26b1 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:15.925781 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-097927a8-882e-4616-9f72-57eee73f26b1 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/ad260bdf-d28f-4bb4-b1cd-4da26487358e HTTP/1.1" status: 404 len: 339 time: 0.0295148 Jul 05 10:16:15.933256 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54798) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:15.952321 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3346115d-3253-4e1e-be5a-4db58b2c7272 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:15.972276 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:15.981709 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7be55d-82cb-4181-b77d-71bf07e162c3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:15.982289 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7be55d-82cb-4181-b77d-71bf07e162c3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:15.987260 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6f7be55d-82cb-4181-b77d-71bf07e162c3 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/subnets/ea24b9f3-e0fe-47ba-bf46-df717513d017 HTTP/1.1" status: 404 len: 337 time: 0.0492866 Jul 05 10:16:15.989934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54800) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:16.048133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ba4f-216c-4894-bdb0-397d4ca8b84c req-f119d813-abaa-4c17-af0d-165c16417ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:16.050019 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c89ba4f-216c-4894-bdb0-397d4ca8b84c req-f119d813-abaa-4c17-af0d-165c16417ec6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.7079844 Jul 05 10:16:16.050371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Network 64b7b143-0d34-4d45-beb0-8230e0a65658 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:16.051979 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a20f3fd-9930-4b91-9093-6cdb27ab9664 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:16.053200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a20f3fd-9930-4b91-9093-6cdb27ab9664 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:16.054596 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7a20f3fd-9930-4b91-9093-6cdb27ab9664 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/8a23107a-1ea1-4572-b57d-741ae06cc112 HTTP/1.1" status: 404 len: 339 time: 0.0387249 Jul 05 10:16:16.059133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54802) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:16.063376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:16.068362 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:16.073438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event updated for resources: {'Port': ['ID=80fc754d-8956-4773-bf0a-c1b21e4c283f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:16.109315 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:16.109858 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:16.110362 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:16.110712 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:16.111054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:16.111499 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:16.111998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:16.112388 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:16.112722 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:16.113058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:16.113393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:16.113735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:16.170465 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c89ba4f-216c-4894-bdb0-397d4ca8b84c req-4573d878-a667-4479-a428-4694e014536e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23 HTTP/1.1" status: 200 len: 217 time: 0.1100121 Jul 05 10:16:16.173552 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3346115d-3253-4e1e-be5a-4db58b2c7272 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:16.175051 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:16.175975 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:16.181556 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3750443-0200-4a05-a288-848616ea7330 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:16.183252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3750443-0200-4a05-a288-848616ea7330 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:16.188658 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d3750443-0200-4a05-a288-848616ea7330 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/subnets/9a49f4c0-aae2-480e-8f84-1c301d82ccd9 HTTP/1.1" status: 404 len: 337 time: 0.1195645 Jul 05 10:16:16.192494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54806) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:16.270217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ba4f-216c-4894-bdb0-397d4ca8b84c req-75ed79fb-634a-48e9-b362-cd7515d4ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:16.273507 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c89ba4f-216c-4894-bdb0-397d4ca8b84c req-75ed79fb-634a-48e9-b362-cd7515d4ac43 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0592384 Jul 05 10:16:16.306825 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7cdc02bc-4468-4dad-8aa1-53cabc528e49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3864765 Jul 05 10:16:16.308224 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba2abee-c91b-40fc-bbd5-b4d354faa82e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:16.308819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba2abee-c91b-40fc-bbd5-b4d354faa82e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:16.309005 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54810) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:16.313605 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-aba2abee-c91b-40fc-bbd5-b4d354faa82e tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/7cb2e11c-b785-4b40-b5a9-2d24bc89d91b HTTP/1.1" status: 404 len: 339 time: 0.0994093 Jul 05 10:16:16.323616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e45b6ea2-41db-4759-89b4-ab14e5e4646e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Request body: {'port': {'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658', 'name': 'tempest-TaggedBootDevicesTest-1259370393', 'fixed_ips': [{'subnet_id': '0f41942a-e82d-431e-b053-14befb466f23'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:16.327661 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54812) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:16.375170 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-426f3391-f97a-45b5-a057-a90d24dc618f tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:16.381915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426f3391-f97a-45b5-a057-a90d24dc618f tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:16.381915 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-426f3391-f97a-45b5-a057-a90d24dc618f tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/subnets/69d4487a-a0b7-4083-adae-ef3a2f41ff2b HTTP/1.1" status: 404 len: 337 time: 0.0490148 Jul 05 10:16:16.384450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54814) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:16.445524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e77744-4a70-429f-8027-3d716a56b19e req-a70c809a-39c7-400a-90f1-00e2ed48fe1e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:16.445524 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-76e77744-4a70-429f-8027-3d716a56b19e req-a70c809a-39c7-400a-90f1-00e2ed48fe1e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.2000072 Jul 05 10:16:16.455506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ba4f-216c-4894-bdb0-397d4ca8b84c req-bfc7dc33-9d4a-4142-8b36-2cab29efd3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:16.457475 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c89ba4f-216c-4894-bdb0-397d4ca8b84c req-bfc7dc33-9d4a-4142-8b36-2cab29efd3fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1795568 Jul 05 10:16:16.458435 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7e4989-f74c-44c3-9eb8-34d53127a350 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:16.459034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7e4989-f74c-44c3-9eb8-34d53127a350 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:16.460790 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4e7e4989-f74c-44c3-9eb8-34d53127a350 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/f6769d10-9b31-422a-9320-0d16b06771b7 HTTP/1.1" status: 404 len: 339 time: 0.0677140 Jul 05 10:16:16.464672 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54816) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:16.525676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-76e77744-4a70-429f-8027-3d716a56b19e req-dab0374b-1f09-4ce7-baa5-7763fe811c1a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607786 Jul 05 10:16:16.538770 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c25c684-dcec-45e0-a3af-b69c421456d0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:16.539557 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c25c684-dcec-45e0-a3af-b69c421456d0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:16.544487 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4c25c684-dcec-45e0-a3af-b69c421456d0 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/subnets/44522ed1-bcb4-48fc-8839-585f2523641d HTTP/1.1" status: 404 len: 337 time: 0.0716727 Jul 05 10:16:16.544810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54822) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:16.587047 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3346115d-3253-4e1e-be5a-4db58b2c7272 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:16.614602 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0af6c7c-e273-40b0-92dd-342b06c898fe tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:16.617433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0af6c7c-e273-40b0-92dd-342b06c898fe tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:16.625661 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f0af6c7c-e273-40b0-92dd-342b06c898fe tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/f522f5bb-6d0a-4a1b-9372-5e152566d315 HTTP/1.1" status: 404 len: 339 time: 0.0760436 Jul 05 10:16:16.626947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54824) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:16.652149 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3346115d-3253-4e1e-be5a-4db58b2c7272 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:16.662935 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3346115d-3253-4e1e-be5a-4db58b2c7272 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/subnets/5ba66890-d22b-492f-81d7-ca0bbb26f2ef HTTP/1.1" status: 204 len: 168 time: 1.4007049 Jul 05 10:16:16.662935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346115d-3253-4e1e-be5a-4db58b2c7272 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Subnet': ['ID=5ba66890-d22b-492f-81d7-ca0bbb26f2ef,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:16.666161 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54826) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:16.685177 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fb0415-ac8a-434a-b3e4-6f519695b91b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:16.685673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4fb0415-ac8a-434a-b3e4-6f519695b91b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:16.687562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f4fb0415-ac8a-434a-b3e4-6f519695b91b tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/subnets/0036664f-26e1-47f3-ac17-213e9bd0d3fe HTTP/1.1" status: 404 len: 337 time: 0.0594993 Jul 05 10:16:16.688516 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45b6ea2-41db-4759-89b4-ab14e5e4646e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Made reservation on behalf of faeb5dc6b3a74c028f443dfad351e225 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:16.702426 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fde435-14cd-4588-af79-d6367f01a895 None None] Network cf83e63b-8d08-4516-aa58-4176888ba657 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:16.703041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54830) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:16.705793 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e45b6ea2-41db-4759-89b4-ab14e5e4646e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:16.707616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86babf30-3cef-4c81-aede-a526ff71032f None None] Network 64b7b143-0d34-4d45-beb0-8230e0a65658 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:16.710386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99002507-77fd-4ad7-bbae-364bfa1bc9dd None None] Network 4b0065ee-72ae-47a9-a74e-2d383acab283 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:16.712385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57743e67-c71c-4a2e-a29c-3581c4619104 None None] Network b5db243d-0a6e-4dda-99a5-70a4b3692aa5 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:16.714497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2325c638-f7fe-4d3d-bc89-1086e581d7d3 None None] Network 731001ab-0254-4c5b-ab0e-cd0ea93e0001 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:16.746607 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-e45b6ea2-41db-4759-89b4-ab14e5e4646e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] device_id is not set on port 0586289b-a830-48a9-b498-b77e4ab05bf0 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:16:16.767843 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-5268a0dc-aa8b-4e66-9ff4-671ff946e26d tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:16.779025 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5268a0dc-aa8b-4e66-9ff4-671ff946e26d tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:16.779025 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5268a0dc-aa8b-4e66-9ff4-671ff946e26d tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/5452e809-0cea-4c96-b547-a8b937a2b0a2 HTTP/1.1" status: 404 len: 339 time: 0.0663400 Jul 05 10:16:16.779025 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54832) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:16.802318 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:16.832218 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57b67d2-f4e5-49a4-a750-bb705ecdff2f tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:16.832681 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57b67d2-f4e5-49a4-a750-bb705ecdff2f tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:16.837193 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a57b67d2-f4e5-49a4-a750-bb705ecdff2f tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/subnets/0e7097bb-a433-476a-b2aa-29e2cb02d1d9 HTTP/1.1" status: 404 len: 337 time: 0.0560789 Jul 05 10:16:16.838536 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54836) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:16.851455 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c89ba4f-216c-4894-bdb0-397d4ca8b84c req-3923fe48-5656-4e88-b5ff-096a24a753dc service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876505 Jul 05 10:16:16.855060 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:16.921708 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fde435-14cd-4588-af79-d6367f01a895 None None] Network cf83e63b-8d08-4516-aa58-4176888ba657 could not be found, it might have been deleted concurrently. {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 10:16:16.941255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99002507-77fd-4ad7-bbae-364bfa1bc9dd None None] Network 4b0065ee-72ae-47a9-a74e-2d383acab283 could not be found, it might have been deleted concurrently. {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 10:16:16.943570 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-fccbb179-57f4-449b-a51e-b3603835d3fc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:16.948837 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fccbb179-57f4-449b-a51e-b3603835d3fc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:16.950344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2990ead1-e36f-4d86-9285-86eecebc02a1 None None] Network cf83e63b-8d08-4516-aa58-4176888ba657 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:16.956686 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fccbb179-57f4-449b-a51e-b3603835d3fc tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/370d6ec6-1097-4fad-8f3d-18aa6b86a5b1 HTTP/1.1" status: 404 len: 339 time: 0.1148591 Jul 05 10:16:16.957713 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54838) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:16.981432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2990ead1-e36f-4d86-9285-86eecebc02a1 None None] Network cf83e63b-8d08-4516-aa58-4176888ba657 could not be found, it might have been deleted concurrently. {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 10:16:16.995255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4309c91c-19a1-47c8-8958-8941438635f0 None None] Network cf83e63b-8d08-4516-aa58-4176888ba657 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:17.038341 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4309c91c-19a1-47c8-8958-8941438635f0 None None] Network cf83e63b-8d08-4516-aa58-4176888ba657 could not be found, it might have been deleted concurrently. {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 10:16:17.051669 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c9916e8a-2441-42a9-93e0-6c58ec5423d5 None None] Provisioning for port e3e92a5d-0e5f-475e-a655-c794cb00c5f3 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:17.055505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3622c8ff-0c5a-4f74-848f-d0ad320d7e14 None None] DHCP port deletion for 4b0065ee-72ae-47a9-a74e-2d383acab283 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:16:17.103870 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb724351-e383-4170-a874-a9bcfaacfbb5 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Deleting subnet 7e5df942-f357-41ee-82f1-01440e69ab21 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:16:17.113000 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb724351-e383-4170-a874-a9bcfaacfbb5 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.119269 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c89ba4f-216c-4894-bdb0-397d4ca8b84c req-4c97ee1c-15b3-4555-a557-147adb4b7924 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523222 Jul 05 10:16:17.174337 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb724351-e383-4170-a874-a9bcfaacfbb5 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.229498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Deleting port d3d3d999-9d4f-4692-b4bb-a67ab502868d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:17.229900 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.239122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-e45b6ea2-41db-4759-89b4-ab14e5e4646e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Allocated IP 10.1.1.189 (64b7b143-0d34-4d45-beb0-8230e0a65658/0f41942a-e82d-431e-b053-14befb466f23/0586289b-a830-48a9-b498-b77e4ab05bf0) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:17.282194 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-b5db243d-0a6e-4dda-99a5-70a4b3692aa5', 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'fixed_ips': [{'subnet_id': 'fca18096-664d-47c5-a713-0716b10e1546'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:16:17.283228 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.307269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b3eb5-1061-47d5-a227-790f742774f5 req-4fd1a394-4583-40a6-897a-1b956b880581 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:17.317502 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-966b3eb5-1061-47d5-a227-790f742774f5 req-4fd1a394-4583-40a6-897a-1b956b880581 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.3534975 Jul 05 10:16:17.420335 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfb5238-21b2-44d3-81b6-ddd2af2e8854 None None] DHCP port deletion for 731001ab-0254-4c5b-ab0e-cd0ea93e0001 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:16:17.431591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] For port d3d3d999-9d4f-4692-b4bb-a67ab502868d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d3d3d999-9d4f-4692-b4bb-a67ab502868d,segment=NetworkSegment(4fdb2391-1016-471f-bf37-ec800824c697),segment_id=4fdb2391-1016-471f-bf37-ec800824c697)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:17.432001 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.456961 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Calling delete_port for d3d3d999-9d4f-4692-b4bb-a67ab502868d owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:17.460059 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb724351-e383-4170-a874-a9bcfaacfbb5 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.536611 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-966b3eb5-1061-47d5-a227-790f742774f5 req-ec15134d-b0a2-4571-a548-f449e6c3e0b7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990452 Jul 05 10:16:17.539196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Allocated IP 10.2.2.2 (b5db243d-0a6e-4dda-99a5-70a4b3692aa5/fca18096-664d-47c5-a713-0716b10e1546/8ecdda58-7476-4e7f-9627-4f974aa66162) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:17.568313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e3e92a5d-0e5f-475e-a655-c794cb00c5f3 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:17.718479 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb724351-e383-4170-a874-a9bcfaacfbb5 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.730930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3dfb5238-21b2-44d3-81b6-ddd2af2e8854 None None] Deleting port d3d3d999-9d4f-4692-b4bb-a67ab502868d {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:17.743631 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5238-21b2-44d3-81b6-ddd2af2e8854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.800398 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.803752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb724351-e383-4170-a874-a9bcfaacfbb5 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5df942-f357-41ee-82f1-01440e69ab21,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:17.821025 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb724351-e383-4170-a874-a9bcfaacfbb5 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:17.825636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-eb724351-e383-4170-a874-a9bcfaacfbb5 tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/subnets/7e5df942-f357-41ee-82f1-01440e69ab21 HTTP/1.1" status: 204 len: 168 time: 0.8624315 Jul 05 10:16:17.835339 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54850) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:17.859037 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Port': ['ID=d3d3d999-9d4f-4692-b4bb-a67ab502868d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:17.872277 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No DVR routers for this DVR port d3d3d999-9d4f-4692-b4bb-a67ab502868d on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:17.919185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8bc444-4200-4cec-915e-5db794933955 None None] Network 53325ff6-7ff3-43a8-9263-ea8077f33e50 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:17.934252 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-3dfb5238-21b2-44d3-81b6-ddd2af2e8854 None None] For port d3d3d999-9d4f-4692-b4bb-a67ab502868d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d3d3d999-9d4f-4692-b4bb-a67ab502868d,segment=NetworkSegment(4fdb2391-1016-471f-bf37-ec800824c697),segment_id=4fdb2391-1016-471f-bf37-ec800824c697)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:17.936098 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5238-21b2-44d3-81b6-ddd2af2e8854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.076204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e3e92a5d-0e5f-475e-a655-c794cb00c5f3 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:18.115164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3dfb5238-21b2-44d3-81b6-ddd2af2e8854 None None] Calling delete_port for d3d3d999-9d4f-4692-b4bb-a67ab502868d owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:18.145843 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.180506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731001ab-0254-4c5b-ab0e-cd0ea93e0001']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:18.187647 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e45b6ea2-41db-4759-89b4-ab14e5e4646e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.219004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fdb2391-1016-471f-bf37-ec800824c697') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:18.219252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fdb2391-1016-471f-bf37-ec800824c697') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:18.232794 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.283410 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.301204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:18.303306 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.309712 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:18.313919 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:18.324603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-e45b6ea2-41db-4759-89b4-ab14e5e4646e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Transition to ACTIVE for port object 0586289b-a830-48a9-b498-b77e4ab05bf0 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:18.432194 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f01dd-dd24-4e62-8aef-aa30d1d7c68e req-2e7d5fd1-6ec0-4e3a-85a3-f93d7df62877 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:18.434248 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-299f01dd-dd24-4e62-8aef-aa30d1d7c68e req-2e7d5fd1-6ec0-4e3a-85a3-f93d7df62877 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.4107862 Jul 05 10:16:18.524862 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-299f01dd-dd24-4e62-8aef-aa30d1d7c68e req-3a1dc798-de6b-4ddf-a759-5f623f80a0b9 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784934 Jul 05 10:16:18.543233 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.554537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Deleting port 0d027c55-63be-4763-a7dc-24fdca7b89cd {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:18.555198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.555359 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.575945 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/731001ab-0254-4c5b-ab0e-cd0ea93e0001 HTTP/1.1" status: 204 len: 168 time: 1.9061291 Jul 05 10:16:18.590943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54854) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:18.627077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911eccad-e131-4e5c-8eb9-a948e45d612c tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Network': ['ID=731001ab-0254-4c5b-ab0e-cd0ea93e0001,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:18.636678 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e45b6ea2-41db-4759-89b4-ab14e5e4646e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.647421 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f07eab-8d54-4e0a-98b5-4147a52e1abf None None] Network 64b7b143-0d34-4d45-beb0-8230e0a65658 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:18.652284 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.671377 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa68aa22-6e41-4b6d-a917-8fcabfdb1bd0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:18.672061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa68aa22-6e41-4b6d-a917-8fcabfdb1bd0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:18.674718 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fa68aa22-6e41-4b6d-a917-8fcabfdb1bd0 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/subnets/f21bfea2-e65f-4cb0-a9fe-78126af4f150 HTTP/1.1" status: 404 len: 337 time: 0.0824366 Jul 05 10:16:18.679797 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e3e92a5d-0e5f-475e-a655-c794cb00c5f3 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:18.680532 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.681051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54858) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:18.711682 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47be089-d300-490e-a9d2-4c338050be93 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:18.712357 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47be089-d300-490e-a9d2-4c338050be93 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:18.714590 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f47be089-d300-490e-a9d2-4c338050be93 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/1553fd38-8db9-4b7f-a1ab-e15e28e5e355 HTTP/1.1" status: 404 len: 339 time: 0.0323448 Jul 05 10:16:18.717626 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54860) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:18.734771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45b6ea2-41db-4759-89b4-ab14e5e4646e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Network 64b7b143-0d34-4d45-beb0-8230e0a65658 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:18.738440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] For port 0d027c55-63be-4763-a7dc-24fdca7b89cd, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0d027c55-63be-4763-a7dc-24fdca7b89cd,segment=NetworkSegment(a67fb044-8a92-4369-8c81-c48524590474),segment_id=a67fb044-8a92-4369-8c81-c48524590474)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:18.739061 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.779968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-e45b6ea2-41db-4759-89b4-ab14e5e4646e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:18.784682 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b6ea2-41db-4759-89b4-ab14e5e4646e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:18.798557 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Transition to ACTIVE for port object 8ecdda58-7476-4e7f-9627-4f974aa66162 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:18.811405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88aaed6-aa42-4a3c-ad40-a598005a9339 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Deleting subnet d2eb14c0-3588-4bb5-9687-f0eae00b2d85 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:16:18.816889 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e88aaed6-aa42-4a3c-ad40-a598005a9339 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.853543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45b6ea2-41db-4759-89b4-ab14e5e4646e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:18.854302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e45b6ea2-41db-4759-89b4-ab14e5e4646e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.862511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b6ea2-41db-4759-89b4-ab14e5e4646e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event updated for resources: {'Port': ['ID=0586289b-a830-48a9-b498-b77e4ab05bf0,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:18.877217 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Calling delete_port for 0d027c55-63be-4763-a7dc-24fdca7b89cd owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:18.969426 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e88aaed6-aa42-4a3c-ad40-a598005a9339 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:18.977254 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e45b6ea2-41db-4759-89b4-ab14e5e4646e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6585689 Jul 05 10:16:19.066554 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396952db-b563-446b-a95e-9bd7005af26a req-6249f455-2788-436d-bb3b-ca3259f1c71d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.072838 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-396952db-b563-446b-a95e-9bd7005af26a req-6249f455-2788-436d-bb3b-ca3259f1c71d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.1607001 Jul 05 10:16:19.102921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Transition to ACTIVE for port object 8ecdda58-7476-4e7f-9627-4f974aa66162 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:19.111730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f8ca90f2-9eac-4cc6-9058-b17cd461be42 None None] Provisioning complete for port e3e92a5d-0e5f-475e-a655-c794cb00c5f3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:19.112759 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f8ca90f2-9eac-4cc6-9058-b17cd461be42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.121491 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.148418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Port': ['ID=0d027c55-63be-4763-a7dc-24fdca7b89cd,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:19.152447 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] No DVR routers for this DVR port 0d027c55-63be-4763-a7dc-24fdca7b89cd on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:19.214414 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-396952db-b563-446b-a95e-9bd7005af26a req-14d246c8-2339-4d33-9fa2-39ea28b7a959 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226912 Jul 05 10:16:19.216603 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e88aaed6-aa42-4a3c-ad40-a598005a9339 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.286911 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.314136 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5238-21b2-44d3-81b6-ddd2af2e8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.330895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53325ff6-7ff3-43a8-9263-ea8077f33e50']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:19.355262 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.382446 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67fb044-8a92-4369-8c81-c48524590474') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:19.382811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67fb044-8a92-4369-8c81-c48524590474') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:19.391625 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb5238-21b2-44d3-81b6-ddd2af2e8854 None None] Pushing event deleted for resources: {'Port': ['ID=d3d3d999-9d4f-4692-b4bb-a67ab502868d,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:19.401082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5b6ed1-21d5-4cd0-95b9-6c2c5f794cf0 None None] DHCP port deletion for 53325ff6-7ff3-43a8-9263-ea8077f33e50 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:16:19.415764 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.420312 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3dfb5238-21b2-44d3-81b6-ddd2af2e8854 None None] Network 731001ab-0254-4c5b-ab0e-cd0ea93e0001 is not hosted by any dhcp agent {{(pid=100777) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 10:16:19.420312 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfb5238-21b2-44d3-81b6-ddd2af2e8854 None None] No DVR routers for this DVR port d3d3d999-9d4f-4692-b4bb-a67ab502868d on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:19.442330 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.442632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54872) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:19.448339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4991ed4d-37dd-44ba-854c-627ae12b89d9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1786011335', 'description': 'tempest-description--1294249043'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:19.458757 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e88aaed6-aa42-4a3c-ad40-a598005a9339 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.486008 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:19.486650 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.516267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aaed6-aa42-4a3c-ad40-a598005a9339 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Subnet': ['ID=d2eb14c0-3588-4bb5-9687-f0eae00b2d85,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:19.519600 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Network b5db243d-0a6e-4dda-99a5-70a4b3692aa5 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:19.531482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3596956d-8fef-40ee-a4b1-036d9d4c4813 None None] Network 41a2e02c-c669-468b-9c51-63cb9d797626 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:19.539289 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:19.541176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Pushing event updated for resources: {'Port': ['ID=8ecdda58-7476-4e7f-9627-4f974aa66162,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:19.543098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e88aaed6-aa42-4a3c-ad40-a598005a9339 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.543627 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:19.546164 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e88aaed6-aa42-4a3c-ad40-a598005a9339 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/subnets/d2eb14c0-3588-4bb5-9687-f0eae00b2d85 HTTP/1.1" status: 204 len: 168 time: 0.8271847 Jul 05 10:16:19.548756 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54874) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:19.555558 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.575783 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f8ca90f2-9eac-4cc6-9058-b17cd461be42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:19.595626 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:19.643781 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4991ed4d-37dd-44ba-854c-627ae12b89d9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.680767 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.708942 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.731013 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.749308 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] 10.222.0.77 "DELETE /v2.0/networks/53325ff6-7ff3-43a8-9263-ea8077f33e50 HTTP/1.1" status: 204 len: 168 time: 1.9111876 Jul 05 10:16:19.753846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0c5de-dd25-40bb-a087-2d00d6eda23f req-5f369f0c-d146-4f6b-85b4-f90d4c8ce3bb tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.761723 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aac0c5de-dd25-40bb-a087-2d00d6eda23f req-5f369f0c-d146-4f6b-85b4-f90d4c8ce3bb tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.1948469 Jul 05 10:16:19.765800 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c6efa-0ffb-4520-a4bf-04e247b75d7a tempest-NetworksTest-934707216 tempest-NetworksTest-934707216-project] Pushing event deleted for resources: {'Network': ['ID=53325ff6-7ff3-43a8-9263-ea8077f33e50,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:19.878991 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4991ed4d-37dd-44ba-854c-627ae12b89d9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.890492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Attempting to bind port 8ecdda58-7476-4e7f-9627-4f974aa66162 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:19.890881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Attempting to bind port 8ecdda58-7476-4e7f-9627-4f974aa66162 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'b5a651a3-5ef9-4dbd-80a8-58188f295930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:19.891545 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Attempting to bind port 8ecdda58-7476-4e7f-9627-4f974aa66162 on network b5db243d-0a6e-4dda-99a5-70a4b3692aa5 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:19.905026 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:19.905644 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Checking segment: {'id': 'b5a651a3-5ef9-4dbd-80a8-58188f295930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:19.906347 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.906756 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Bound using segment: {'id': 'b5a651a3-5ef9-4dbd-80a8-58188f295930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:19.907450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Bound port: 8ecdda58-7476-4e7f-9627-4f974aa66162, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a651a3-5ef9-4dbd-80a8-58188f295930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:19.908321 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:19.912701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port e3e92a5d-0e5f-475e-a655-c794cb00c5f3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e3e92a5d-0e5f-475e-a655-c794cb00c5f3,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:19.939105 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5b0da-cb19-46bf-9b1e-4e5b88d907a9 req-15862126-e18a-4549-a60a-2ffe52b3a2ea tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:19.947053 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e8a5b0da-cb19-46bf-9b1e-4e5b88d907a9 req-15862126-e18a-4549-a60a-2ffe52b3a2ea tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1683466 Jul 05 10:16:19.952179 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aac0c5de-dd25-40bb-a087-2d00d6eda23f req-798aa236-aec3-4f55-9aff-fbf6d09d1cca tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821749 Jul 05 10:16:19.956977 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4991ed4d-37dd-44ba-854c-627ae12b89d9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.011962 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.033350 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e8a5b0da-cb19-46bf-9b1e-4e5b88d907a9 req-823ba8cb-8d3c-431c-9a84-043929f0a588 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764141 Jul 05 10:16:20.046984 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:20.069393 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991ed4d-37dd-44ba-854c-627ae12b89d9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99125026-0c47-4b57-aadc-cd590d6c9885,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:20.109966 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4991ed4d-37dd-44ba-854c-627ae12b89d9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.112604 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4991ed4d-37dd-44ba-854c-627ae12b89d9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6685629 Jul 05 10:16:20.116368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54888) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:20.121196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ee327298-5f53-45df-9484-004718a5aed5 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Request body: {'security_group_rule': {'security_group_id': '99125026-0c47-4b57-aadc-cd590d6c9885', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:20.139679 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Deleting port e5714477-a4db-4f41-8505-bf3d804ac732 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:20.139679 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.172757 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9763709c-ff0e-4f83-ae06-cad317d1a15d None None] DHCP port deletion for 41a2e02c-c669-468b-9c51-63cb9d797626 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:16:20.175440 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-f8ca90f2-9eac-4cc6-9058-b17cd461be42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:16:20.175837 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-f8ca90f2-9eac-4cc6-9058-b17cd461be42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:16:20.221235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] For port e5714477-a4db-4f41-8505-bf3d804ac732, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e5714477-a4db-4f41-8505-bf3d804ac732,segment=NetworkSegment(de8ad92c-f078-47d7-bc9f-345a6e5280df),segment_id=de8ad92c-f078-47d7-bc9f-345a6e5280df)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:20.221949 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.244956 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:20.245450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3242b22f-39b8-4d9d-bd1c-2cbcb5cfe421 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:20.282666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Calling delete_port for e5714477-a4db-4f41-8505-bf3d804ac732 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:20.282918 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ee327298-5f53-45df-9484-004718a5aed5 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.321282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-177fff03-6769-4120-9601-218e49a92f4a None None] For port 8ecdda58-7476-4e7f-9627-4f974aa66162, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:20.395595 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=e3e92a5d-0e5f-475e-a655-c794cb00c5f3,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:20.443536 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-177fff03-6769-4120-9601-218e49a92f4a None None] For port 8ecdda58-7476-4e7f-9627-4f974aa66162, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8ecdda58-7476-4e7f-9627-4f974aa66162,segment=NetworkSegment(b5a651a3-5ef9-4dbd-80a8-58188f295930),segment_id=b5a651a3-5ef9-4dbd-80a8-58188f295930)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:20.446146 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ee327298-5f53-45df-9484-004718a5aed5 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.460511 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d3d3d999-9d4f-4692-b4bb-a67ab502868d no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:20.519890 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ee327298-5f53-45df-9484-004718a5aed5 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.523654 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: d3d3d999-9d4f-4692-b4bb-a67ab502868d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:20.524122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d3d3d999-9d4f-4692-b4bb-a67ab502868d not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:20.524552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e5714477-a4db-4f41-8505-bf3d804ac732 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:20.567653 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.572664 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee327298-5f53-45df-9484-004718a5aed5 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18adc005-0d66-4a61-8146-ebaed9e58dd0,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:20.592886 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54910) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:20.608481 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-9763709c-ff0e-4f83-ae06-cad317d1a15d None None] Deleting port e5714477-a4db-4f41-8505-bf3d804ac732 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:16:20.609141 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9763709c-ff0e-4f83-ae06-cad317d1a15d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.660216 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-2a5ab85b-d094-478a-9de1-51b2158c8593 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=004ecdb3b3264f069e42a0c8102d49af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1192930 Jul 05 10:16:20.685915 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ee327298-5f53-45df-9484-004718a5aed5 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.690127 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ee327298-5f53-45df-9484-004718a5aed5 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5726502 Jul 05 10:16:20.694791 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54914) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:20.696161 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-36a8578f-ddb7-4d78-a5de-a5a88bdba782 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Request body: {'security_group_rule': {'security_group_id': '99125026-0c47-4b57-aadc-cd590d6c9885', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:20.736297 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.813442 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No active binding found for port e5714477-a4db-4f41-8505-bf3d804ac732 {{(pid=100777) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 10:16:20.814340 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e5714477-a4db-4f41-8505-bf3d804ac732 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:20.814952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0d027c55-63be-4763-a7dc-24fdca7b89cd no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:20.824629 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Port': ['ID=e5714477-a4db-4f41-8505-bf3d804ac732,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:20.828924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fff03-6769-4120-9601-218e49a92f4a None None] Pushing event updated for resources: {'Port': ['ID=8ecdda58-7476-4e7f-9627-4f974aa66162,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:20.848426 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-36a8578f-ddb7-4d78-a5de-a5a88bdba782 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.854852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] No DVR routers for this DVR port e5714477-a4db-4f41-8505-bf3d804ac732 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:20.861765 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 0d027c55-63be-4763-a7dc-24fdca7b89cd {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:16:20.862423 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0d027c55-63be-4763-a7dc-24fdca7b89cd not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:16:20.890155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-9763709c-ff0e-4f83-ae06-cad317d1a15d None None] For port e5714477-a4db-4f41-8505-bf3d804ac732, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e5714477-a4db-4f41-8505-bf3d804ac732,segment=NetworkSegment(de8ad92c-f078-47d7-bc9f-345a6e5280df),segment_id=de8ad92c-f078-47d7-bc9f-345a6e5280df)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:20.890155 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9763709c-ff0e-4f83-ae06-cad317d1a15d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:20.906883 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fd7c8c5a-c869-4a51-bf10-a8119993bfcd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c10a199714c241c98173b2d4a1a29d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104334 Jul 05 10:16:20.908761 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54916) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:20.910900 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-9763709c-ff0e-4f83-ae06-cad317d1a15d None None] Calling delete_port for e5714477-a4db-4f41-8505-bf3d804ac732 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:16:20.997553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f8ca90f2-9eac-4cc6-9058-b17cd461be42 None None] Provisioning for port 80fc754d-8956-4773-bf0a-c1b21e4c283f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:21.003030 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f8ca90f2-9eac-4cc6-9058-b17cd461be42 None None] Provisioning complete for port 80fc754d-8956-4773-bf0a-c1b21e4c283f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:21.003493 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f8ca90f2-9eac-4cc6-9058-b17cd461be42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.053818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-97ddd2c6-546e-4393-922f-34a7cb468f2e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:21.059673 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-97ddd2c6-546e-4393-922f-34a7cb468f2e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3985803 Jul 05 10:16:21.086653 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.094842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca90f2-9eac-4cc6-9058-b17cd461be42 None None] Port 80fc754d-8956-4773-bf0a-c1b21e4c283f cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:21.099614 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d3ed271e-a6d7-46eb-9f70-6b2bf1fd0020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.124172 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-48949803-f5bb-4199-8bb2-c3688b4005e0 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/quotas/004ecdb3b3264f069e42a0c8102d49af HTTP/1.1" status: 200 len: 375 time: 0.0558326 Jul 05 10:16:21.125848 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-36a8578f-ddb7-4d78-a5de-a5a88bdba782 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.128274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a2e02c-c669-468b-9c51-63cb9d797626']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:21.140468 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9763709c-ff0e-4f83-ae06-cad317d1a15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.190598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763709c-ff0e-4f83-ae06-cad317d1a15d None None] Pushing event deleted for resources: {'Port': ['ID=e5714477-a4db-4f41-8505-bf3d804ac732,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:21.197084 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d3ed271e-a6d7-46eb-9f70-6b2bf1fd0020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.203170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9763709c-ff0e-4f83-ae06-cad317d1a15d None None] No DVR routers for this DVR port e5714477-a4db-4f41-8505-bf3d804ac732 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:16:21.229471 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-36a8578f-ddb7-4d78-a5de-a5a88bdba782 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.230390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8ad92c-f078-47d7-bc9f-345a6e5280df') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:21.231147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8ad92c-f078-47d7-bc9f-345a6e5280df') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:16:21.261928 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.291343 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.300730 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:16:21.301147 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:16:21.319615 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:16:21.331150 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-87805617-6f98-4b08-ab96-93e02dfaa44f None None] Provisioning for port 0586289b-a830-48a9-b498-b77e4ab05bf0 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:21.336292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-87805617-6f98-4b08-ab96-93e02dfaa44f None None] Provisioning complete for port 0586289b-a830-48a9-b498-b77e4ab05bf0 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:21.336959 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-87805617-6f98-4b08-ab96-93e02dfaa44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.377922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-87805617-6f98-4b08-ab96-93e02dfaa44f None None] Port 0586289b-a830-48a9-b498-b77e4ab05bf0 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:21.378300 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8578f-ddb7-4d78-a5de-a5a88bdba782 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b586e428-9f75-4b92-b24c-898168ce6f7f,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:21.385062 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-47d11190-610a-48af-ba33-fa730f0f1f88 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2597759 Jul 05 10:16:21.394113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-87805617-6f98-4b08-ab96-93e02dfaa44f None None] Provisioning complete for port e3e92a5d-0e5f-475e-a655-c794cb00c5f3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:21.394831 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-87805617-6f98-4b08-ab96-93e02dfaa44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.471736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd58ea-5d13-4836-b4f3-9163c21ac846 req-59a0d03d-2589-4d6f-896e-e13cef5418e4 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:21.484784 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0fd58ea-5d13-4836-b4f3-9163c21ac846 req-59a0d03d-2589-4d6f-896e-e13cef5418e4 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1825788 Jul 05 10:16:21.488495 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-36a8578f-ddb7-4d78-a5de-a5a88bdba782 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.494309 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-36a8578f-ddb7-4d78-a5de-a5a88bdba782 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7989068 Jul 05 10:16:21.494697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54928) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:21.504951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:21.549112 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d3ed271e-a6d7-46eb-9f70-6b2bf1fd0020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.551824 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d3ed271e-a6d7-46eb-9f70-6b2bf1fd0020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.555770 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d3ed271e-a6d7-46eb-9f70-6b2bf1fd0020 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/28478643-9216-4344-b89a-bc4f5d6817ca HTTP/1.1" status: 204 len: 168 time: 0.6431801 Jul 05 10:16:21.555960 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.568752 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.577601 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] 10.222.0.77 "DELETE /v2.0/networks/41a2e02c-c669-468b-9c51-63cb9d797626 HTTP/1.1" status: 204 len: 168 time: 2.0239656 Jul 05 10:16:21.578041 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed271e-a6d7-46eb-9f70-6b2bf1fd0020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28478643-9216-4344-b89a-bc4f5d6817ca,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:21.597181 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0fd58ea-5d13-4836-b4f3-9163c21ac846 req-063c7516-0479-477b-9c59-faca0f74afc4 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046693 Jul 05 10:16:21.642197 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7b8b8-5c51-4050-aa9a-015e8bac14f8 tempest-NetworksIpV6Test-160924748 tempest-NetworksIpV6Test-160924748-project] Pushing event deleted for resources: {'Network': ['ID=41a2e02c-c669-468b-9c51-63cb9d797626,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:21.653175 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.693905 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-87805617-6f98-4b08-ab96-93e02dfaa44f None None] Provisioning complete for port 80fc754d-8956-4773-bf0a-c1b21e4c283f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:21.696444 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-87805617-6f98-4b08-ab96-93e02dfaa44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:21.816013 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-90dcaafb-ad80-4835-8721-6c76cb83bd7d req-fcb14e66-1772-40b3-9ae8-47f144dca550 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 210 time: 0.0547690 Jul 05 10:16:21.892752 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-87805617-6f98-4b08-ab96-93e02dfaa44f None None] Port 80fc754d-8956-4773-bf0a-c1b21e4c283f cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:21.988357 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.161953 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Allocated IP 172.25.5.151 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/dbef5078-ecc3-473c-af24-f111020a395e) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:22.225214 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.295778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e23f2e4-adc3-42a5-996a-c811acb8d2c0 None None] Network b5db243d-0a6e-4dda-99a5-70a4b3692aa5 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:16:22.346215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.433358 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7bb0692a-1e16-49e2-8459-a14dba51c1a8 None None] Provisioning for port 8ecdda58-7476-4e7f-9627-4f974aa66162 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:22.501809 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.549203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54982) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:22.559782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e3e92a5d-0e5f-475e-a655-c794cb00c5f3 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:22.578534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:22.581644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:22.585704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:22.641154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event updated for resources: {'Port': ['ID=dbef5078-ecc3-473c-af24-f111020a395e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:22.653171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e3e92a5d-0e5f-475e-a655-c794cb00c5f3 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:22.653786 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.768815 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.802075 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8ecdda58-7476-4e7f-9627-4f974aa66162 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:22.917591 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5d58d650-742b-4cce-841c-d7e254623fb7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8931551aa7a1439c930c99d4d8bcaf04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3650243 Jul 05 10:16:22.925165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55004) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:22.931853 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:22.995364 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f30730bf-05a8-4724-8087-f27a265f07c8 req-b8498c9f-4f41-4b80-b73e-1cecde060d07 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 210 time: 0.0453010 Jul 05 10:16:23.018349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 8ecdda58-7476-4e7f-9627-4f974aa66162 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:23.026572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 8ecdda58-7476-4e7f-9627-4f974aa66162 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:23.026572 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.061231 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4541d73b-c33d-4e16-8872-8d7d5b7ef1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.117834 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4541d73b-c33d-4e16-8872-8d7d5b7ef1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.118732 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82636a14-a294-4a87-a6d6-5b78d5e21fd9 req-07c77506-1e05-4815-8640-355e4aef31a9 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:23.120638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82636a14-a294-4a87-a6d6-5b78d5e21fd9 req-07c77506-1e05-4815-8640-355e4aef31a9 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1548545 Jul 05 10:16:23.151933 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b168c331-9bc8-409a-ac71-ae4bd759acbd None None] Provisioning complete for port 8ecdda58-7476-4e7f-9627-4f974aa66162 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:23.153444 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b168c331-9bc8-409a-ac71-ae4bd759acbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.219084 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82636a14-a294-4a87-a6d6-5b78d5e21fd9 req-6928884d-7573-46b1-b774-e3f50be0fa18 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856676 Jul 05 10:16:23.246168 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.285750 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.325689 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4541d73b-c33d-4e16-8872-8d7d5b7ef1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.328341 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4541d73b-c33d-4e16-8872-8d7d5b7ef1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.333148 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4541d73b-c33d-4e16-8872-8d7d5b7ef1f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f709cb96-957f-44b3-b092-a5db9f8293ba HTTP/1.1" status: 204 len: 168 time: 0.4066498 Jul 05 10:16:23.342772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541d73b-c33d-4e16-8872-8d7d5b7ef1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f709cb96-957f-44b3-b092-a5db9f8293ba,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:23.362531 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.510241 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event updated for resources: {'Port': ['ID=dbef5078-ecc3-473c-af24-f111020a395e,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:23.515701 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.572054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 8ecdda58-7476-4e7f-9627-4f974aa66162, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8ecdda58-7476-4e7f-9627-4f974aa66162,segment=NetworkSegment(b5a651a3-5ef9-4dbd-80a8-58188f295930),segment_id=b5a651a3-5ef9-4dbd-80a8-58188f295930)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:23.578013 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.587781 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-64c1665b-b9c8-4361-954e-d373b1de146a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0839446 Jul 05 10:16:23.588107 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b168c331-9bc8-409a-ac71-ae4bd759acbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.648729 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.749098 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-b168c331-9bc8-409a-ac71-ae4bd759acbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:16:23.749943 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-b168c331-9bc8-409a-ac71-ae4bd759acbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:16:23.752321 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=8ecdda58-7476-4e7f-9627-4f974aa66162,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:23.842749 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55062) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:23.872251 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:23.995424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-af8cec52-f794-4148-87f8-feb501ac6cca tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] Request body: {'port': {'network_id': '29f171c1-9eac-4dca-a23c-dc5c36e68c3a', 'name': 'tempest-NetworksNegativeTestJSON-667283290'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:24.015919 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8cec52-f794-4148-87f8-feb501ac6cca tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] POST failed (client error): The resource could not be found. Jul 05 10:16:24.016580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8cec52-f794-4148-87f8-feb501ac6cca tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:24.019065 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-af8cec52-f794-4148-87f8-feb501ac6cca tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1750400 Jul 05 10:16:24.023647 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55082) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:24.045102 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c113c1-1715-484e-98d7-6f7be653f1d4 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:24.045932 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c113c1-1715-484e-98d7-6f7be653f1d4 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:24.047875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-37c113c1-1715-484e-98d7-6f7be653f1d4 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] 10.222.0.77 "DELETE /v2.0/networks/a5c48629-a918-40ed-8145-e62ea92d8b97 HTTP/1.1" status: 404 len: 339 time: 0.0231285 Jul 05 10:16:24.055432 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-c3892dbf-519b-4390-bfe1-01f4e7ed1208 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1786011335&fields=id&tenant_id=faeb5dc6b3a74c028f443dfad351e225 HTTP/1.1" status: 200 len: 267 time: 0.0644467 Jul 05 10:16:24.058627 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55086) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:24.107305 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-058163e8-ccd3-4ef9-826b-68795ee29eb9 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:24.108457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058163e8-ccd3-4ef9-826b-68795ee29eb9 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:24.111578 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-058163e8-ccd3-4ef9-826b-68795ee29eb9 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] 10.222.0.77 "DELETE /v2.0/ports/dd563bf1-59b4-4caf-8495-30e81216c51d HTTP/1.1" status: 404 len: 333 time: 0.0518758 Jul 05 10:16:24.115500 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55088) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:24.142485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-bd315e6c-d5a5-4aa4-934f-770f76c09036 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:24.144271 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-bd315e6c-d5a5-4aa4-934f-770f76c09036 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports/80fc754d-8956-4773-bf0a-c1b21e4c283f HTTP/1.1" status: 200 len: 931 time: 0.0810497 Jul 05 10:16:24.155350 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-d238f6fb-bdf8-49be-9c44-bb692ac5a002 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] DELETE failed (client error): The resource could not be found. Jul 05 10:16:24.155828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d238f6fb-bdf8-49be-9c44-bb692ac5a002 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:24.157771 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d238f6fb-bdf8-49be-9c44-bb692ac5a002 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] 10.222.0.77 "DELETE /v2.0/subnets/809516dd-349c-48d1-9123-9062e02d5b09 HTTP/1.1" status: 404 len: 337 time: 0.0410724 Jul 05 10:16:24.161408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55090) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:24.186413 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed810c7d-1f0f-4645-a130-145d6a11b2b4 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] GET failed (client error): The resource could not be found. Jul 05 10:16:24.188126 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ed810c7d-1f0f-4645-a130-145d6a11b2b4 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] 10.222.0.77 "GET /v2.0/networks/d416b390-6383-42ce-a917-9ffd9ea91ee3 HTTP/1.1" status: 404 len: 339 time: 0.0239546 Jul 05 10:16:24.192111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55094) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:24.225696 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1459f87d-1c2d-4beb-8ecc-f31796d6416e req-8ad50cf4-0d23-4653-9881-e4b0b1b45e0f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 210 time: 0.0301559 Jul 05 10:16:24.228831 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e38bed-908b-411c-bc06-1399a80e03ae tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] GET failed (client error): The resource could not be found. Jul 05 10:16:24.234873 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-93e38bed-908b-411c-bc06-1399a80e03ae tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] 10.222.0.77 "GET /v2.0/ports/76fe301e-41d9-4d98-8204-0faa1507cbdc HTTP/1.1" status: 404 len: 333 time: 0.0378447 Jul 05 10:16:24.235670 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55096) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:24.285162 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-68b63b41-ff04-4c6a-8495-82d224ce8b0d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:24.298775 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-68b63b41-ff04-4c6a-8495-82d224ce8b0d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports/0586289b-a830-48a9-b498-b77e4ab05bf0 HTTP/1.1" status: 200 len: 932 time: 0.1479468 Jul 05 10:16:24.320687 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-79940e02-1957-4ae5-8413-aa6bf2e5cb00 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] GET failed (client error): The resource could not be found. Jul 05 10:16:24.324049 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-79940e02-1957-4ae5-8413-aa6bf2e5cb00 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] 10.222.0.77 "GET /v2.0/subnets/4c12e642-1b4e-4efc-b8cb-ec0ca17ff164 HTTP/1.1" status: 404 len: 337 time: 0.0872736 Jul 05 10:16:24.328661 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55102) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:24.341719 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-cd588006-37d6-4e02-b89c-3b0a9b97818d tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:24.383380 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd588006-37d6-4e02-b89c-3b0a9b97818d tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] PUT failed (client error): The resource could not be found. Jul 05 10:16:24.385287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd588006-37d6-4e02-b89c-3b0a9b97818d tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:24.391733 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cd588006-37d6-4e02-b89c-3b0a9b97818d tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] 10.222.0.77 "PUT /v2.0/networks/91b1caba-1430-4d57-89ac-d56820a300f1 HTTP/1.1" status: 404 len: 339 time: 0.0613244 Jul 05 10:16:24.396353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55106) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:24.398808 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8ecdda58-7476-4e7f-9627-4f974aa66162 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:24.410449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-1328069d-bc6b-4a86-a8ee-eae55c9ea42e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?network_id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1104569 Jul 05 10:16:24.417249 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-7fad765b-223c-4838-a0a3-b20c28772f83 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:24.462554 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-36fc9e6d-264f-448b-8ebc-f40caeb35676 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?network_id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0508966 Jul 05 10:16:24.469308 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 8ecdda58-7476-4e7f-9627-4f974aa66162 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:24.470064 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:24.491736 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fad765b-223c-4838-a0a3-b20c28772f83 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] PUT failed (client error): The resource could not be found. Jul 05 10:16:24.492628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fad765b-223c-4838-a0a3-b20c28772f83 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:24.497383 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7fad765b-223c-4838-a0a3-b20c28772f83 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] 10.222.0.77 "PUT /v2.0/ports/da5fe442-2651-49f2-b058-1f297dda49a7 HTTP/1.1" status: 404 len: 333 time: 0.0957019 Jul 05 10:16:24.498672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55108) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:24.529553 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ff82c1b2-6c31-47ec-81ab-9cec7d0aa964 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:24.582332 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff82c1b2-6c31-47ec-81ab-9cec7d0aa964 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] PUT failed (client error): The resource could not be found. Jul 05 10:16:24.582810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff82c1b2-6c31-47ec-81ab-9cec7d0aa964 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:16:24.587617 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ff82c1b2-6c31-47ec-81ab-9cec7d0aa964 tempest-NetworksNegativeTestJSON-905651309 tempest-NetworksNegativeTestJSON-905651309-project] 10.222.0.77 "PUT /v2.0/subnets/9b0d767d-ff66-4896-923a-e4f5c112a650 HTTP/1.1" status: 404 len: 337 time: 0.0843768 Jul 05 10:16:24.778854 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21f696-f9ce-4f93-8f64-13ee5c701fee req-545f3a51-a909-488c-aa55-ab1ac3d3f510 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:24.782127 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-25e2df17-5efc-458b-993e-45e812c8c603 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:24.787972 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ce21f696-f9ce-4f93-8f64-13ee5c701fee req-545f3a51-a909-488c-aa55-ab1ac3d3f510 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1427600 Jul 05 10:16:24.789522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-25e2df17-5efc-458b-993e-45e812c8c603 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:24.795475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-25e2df17-5efc-458b-993e-45e812c8c603 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:24.797295 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-25e2df17-5efc-458b-993e-45e812c8c603 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/networks?id=34a24dd1-7873-4589-9de4-782dc8402e9e&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5 HTTP/1.1" status: 200 len: 1990 time: 0.3338330 Jul 05 10:16:24.824668 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-b53d686c-e574-42f7-b65c-df0136e983b2 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/quotas/faeb5dc6b3a74c028f443dfad351e225 HTTP/1.1" status: 200 len: 375 time: 0.0188050 Jul 05 10:16:24.845093 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ce21f696-f9ce-4f93-8f64-13ee5c701fee req-5dab0712-8af6-4298-a914-a8f381c04457 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558321 Jul 05 10:16:25.009763 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-8225b092-d904-485f-b38c-341e184e7429 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=faeb5dc6b3a74c028f443dfad351e225&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1774926 Jul 05 10:16:25.043226 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55122) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:25.188344 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-a69c7b53-036d-460c-b104-371dcf1f0ac2 service neutron] 10.222.0.77 "GET /v2.0/networks/34a24dd1-7873-4589-9de4-782dc8402e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575382 Jul 05 10:16:25.228480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55128) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:25.411084 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b3d0861-a8c7-4c9b-9c97-17add524844e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:25.424446 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-8b434095-4df4-46c8-9961-dc7d514cab13 service neutron] 10.222.0.77 "GET /v2.0/networks/34a24dd1-7873-4589-9de4-782dc8402e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286675 Jul 05 10:16:25.473169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6e73e8b1-ce0a-4c90-ba67-9721f191306c tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:25.474140 n-d-779913-27 neutron-server[100776]: WARNING neutron.api.v2.base [None req-6e73e8b1-ce0a-4c90-ba67-9721f191306c tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 10:16:25.474938 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-6e73e8b1-ce0a-4c90-ba67-9721f191306c tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 10:16:25.476238 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6e73e8b1-ce0a-4c90-ba67-9721f191306c tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4312975 Jul 05 10:16:25.479690 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-31c9349a-3c67-498c-b6a8-71213c7be889 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=004ecdb3b3264f069e42a0c8102d49af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464056 Jul 05 10:16:25.483762 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55136) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:25.488900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-1afacea8-7805-4831-9ae0-9d842b29be6b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group': {'name': 'tempest-secgroup--908721386'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:25.502751 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-81d06b84-9ce5-4fcc-86f9-8a5bc4fccb90 service neutron] 10.222.0.77 "GET /v2.0/ports/80fc754d-8956-4773-bf0a-c1b21e4c283f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0720108 Jul 05 10:16:25.546446 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10d9c041-91c6-4f5a-86b0-cc61c2d53ee5 req-e923a661-ceed-4a82-9bd7-60959af594f8 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 210 time: 0.0636888 Jul 05 10:16:25.674772 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-3379102f-5881-4cab-93a6-030ed9dc498a service neutron] 10.222.0.77 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637497 Jul 05 10:16:25.676552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-0fe40596-7bad-48c8-acbf-2dfe79e75812 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:25.678616 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-0fe40596-7bad-48c8-acbf-2dfe79e75812 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834831 Jul 05 10:16:25.696662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-c6c16c03-121f-45cc-892a-1bab1fbd0469 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Request body: {'port': {'device_id': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '004ecdb3b3264f069e42a0c8102d49af'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:25.775885 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b3d0861-a8c7-4c9b-9c97-17add524844e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:25.792449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-3f9e9dd5-f184-4197-87ec-d14b4421879a service neutron] 10.222.0.77 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118567 Jul 05 10:16:25.851208 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e7778499-329d-4742-b71c-3e7cc26310e5 service neutron] 10.222.0.77 "GET /v2.0/ports/0586289b-a830-48a9-b498-b77e4ab05bf0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0506241 Jul 05 10:16:25.856691 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b3d0861-a8c7-4c9b-9c97-17add524844e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:25.921085 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9b3d0861-a8c7-4c9b-9c97-17add524844e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=71db6633033d489d9f80afb9b9fbb505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6911871 Jul 05 10:16:25.922886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d0861-a8c7-4c9b-9c97-17add524844e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ea4e79-1d9d-439a-bbda-a2bd5e6645d1,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:25.926113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55140) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:25.962580 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-8b9ae3af-fdaf-4559-a191-a77d4d08da91 service neutron] 10.222.0.77 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028104 Jul 05 10:16:25.985732 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3d6a285a-afec-4ccc-8224-b1337ed66b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.019805 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3d6a285a-afec-4ccc-8224-b1337ed66b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.058097 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1afacea8-7805-4831-9ae0-9d842b29be6b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.095513 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1afacea8-7805-4831-9ae0-9d842b29be6b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.164296 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-7f8828cd-31cb-4233-87d8-db016059b856 service neutron] 10.222.0.77 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951616 Jul 05 10:16:26.201288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b89912-b7e9-4242-9f78-d4f75568eccf req-26fa5a89-d493-4ef7-ac3f-67d38b44079e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:26.203073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-32b89912-b7e9-4242-9f78-d4f75568eccf req-26fa5a89-d493-4ef7-ac3f-67d38b44079e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.0735846 Jul 05 10:16:26.203676 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-c6c16c03-121f-45cc-892a-1bab1fbd0469 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Made reservation on behalf of 004ecdb3b3264f069e42a0c8102d49af for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:26.207448 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-c6c16c03-121f-45cc-892a-1bab1fbd0469 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.211297 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3d6a285a-afec-4ccc-8224-b1337ed66b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.213897 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3d6a285a-afec-4ccc-8224-b1337ed66b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.215080 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3d6a285a-afec-4ccc-8224-b1337ed66b96 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/32ea4e79-1d9d-439a-bbda-a2bd5e6645d1 HTTP/1.1" status: 204 len: 168 time: 0.2877398 Jul 05 10:16:26.244332 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a285a-afec-4ccc-8224-b1337ed66b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ea4e79-1d9d-439a-bbda-a2bd5e6645d1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:26.298730 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-1df2a064-a7fc-42d7-abc1-b2ae4aa938a1 service neutron] 10.222.0.77 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268218 Jul 05 10:16:26.342618 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-32b89912-b7e9-4242-9f78-d4f75568eccf req-e9358070-7a6d-454f-9bae-eab3f08284cb tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112616 Jul 05 10:16:26.399622 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1afacea8-7805-4831-9ae0-9d842b29be6b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.439171 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-65f73ef2-2fe8-42fd-a49b-5e828dec1ef3 service neutron] 10.222.0.77 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283839 Jul 05 10:16:26.448013 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-c6c16c03-121f-45cc-892a-1bab1fbd0469 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Allocated IP 192.168.233.203 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:26.511233 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1afacea8-7805-4831-9ae0-9d842b29be6b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.579336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afacea8-7805-4831-9ae0-9d842b29be6b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff1ee60-0841-427f-9ab0-3c5913b41725,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:26.584672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-30137ec0-4c43-49fa-8016-70515df072d6 service neutron] 10.222.0.77 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375594 Jul 05 10:16:26.672467 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-c6c16c03-121f-45cc-892a-1bab1fbd0469 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.697337 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-c6c16c03-121f-45cc-892a-1bab1fbd0469 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Transition to ACTIVE for port object 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:26.710135 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1afacea8-7805-4831-9ae0-9d842b29be6b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.727184 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-f2243b4f-3eb0-4e86-b5b1-31e04a94b13b service neutron] 10.222.0.77 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328986 Jul 05 10:16:26.775856 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67a8d94e-c5af-48d0-be8e-8dc48e32f24c req-b346e320-5372-4d4a-a344-7a28bb689cf9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 210 time: 0.0354049 Jul 05 10:16:26.824538 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1afacea8-7805-4831-9ae0-9d842b29be6b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.851950 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-c6c16c03-121f-45cc-892a-1bab1fbd0469 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.864148 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-f88ed2f4-0d87-4f1c-ba44-82dae78ea602 service neutron] 10.222.0.77 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309383 Jul 05 10:16:26.878917 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0c2d9351-e2de-487b-bc9e-64b377f0cf23'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:16:26.931923 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afacea8-7805-4831-9ae0-9d842b29be6b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20c437f-c39a-4225-a470-14c7b036acf3,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:26.936486 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['26133278-fd99-48a8-8c37-bc91006ea497'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:16:26.948021 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-c6c16c03-121f-45cc-892a-1bab1fbd0469 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:26.954144 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-c6c16c03-121f-45cc-892a-1bab1fbd0469 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:26.965319 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-c6c16c03-121f-45cc-892a-1bab1fbd0469 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:26.984637 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1afacea8-7805-4831-9ae0-9d842b29be6b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:26.989338 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1afacea8-7805-4831-9ae0-9d842b29be6b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5041776 Jul 05 10:16:26.993811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55160) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:26.996290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c16c03-121f-45cc-892a-1bab1fbd0469 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Pushing event updated for resources: {'Port': ['ID=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:27.013737 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b4fcf2d9-256f-441a-b6f0-ff2b61ed08ea tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': 'b20c437f-c39a-4225-a470-14c7b036acf3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:27.041935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-c6c16c03-121f-45cc-892a-1bab1fbd0469 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:27.042881 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-c6c16c03-121f-45cc-892a-1bab1fbd0469 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:27.109671 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-20978348-7a70-4124-9732-e0a2d7768805 service neutron] 10.222.0.77 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376606 Jul 05 10:16:27.169247 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-c6c16c03-121f-45cc-892a-1bab1fbd0469 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4785845 Jul 05 10:16:27.185168 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Request body: {'port': {'device_id': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:27.238982 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-7c659ce8-1096-42f0-9d56-1c563bb825f3 service neutron] 10.222.0.77 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242869 Jul 05 10:16:27.314391 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:27.356972 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4fcf2d9-256f-441a-b6f0-ff2b61ed08ea tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:27.448179 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-08b5c21a-8a7e-41a1-9f19-e4cc3647aa45 service neutron] 10.222.0.77 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011373 Jul 05 10:16:27.460519 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-284b23ec-41eb-4599-896b-fdc81921461d None None] Provisioning for port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:27.465506 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-284b23ec-41eb-4599-896b-fdc81921461d None None] Provisioning complete for port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:27.474405 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-284b23ec-41eb-4599-896b-fdc81921461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:27.482533 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4fcf2d9-256f-441a-b6f0-ff2b61ed08ea tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:27.522810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-284b23ec-41eb-4599-896b-fdc81921461d None None] Port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:27.572109 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4fcf2d9-256f-441a-b6f0-ff2b61ed08ea tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:27.622756 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcf2d9-256f-441a-b6f0-ff2b61ed08ea tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8404b362-4a18-4d8c-a016-be71f6e9bb1b,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:27.721432 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4fcf2d9-256f-441a-b6f0-ff2b61ed08ea tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:27.721432 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b4fcf2d9-256f-441a-b6f0-ff2b61ed08ea tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7200978 Jul 05 10:16:27.722226 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55184) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:27.729457 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3af95b0b-924f-495f-bf47-418cc27e39c1 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': 'b20c437f-c39a-4225-a470-14c7b036acf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:27.810522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55190) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:27.882830 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3af95b0b-924f-495f-bf47-418cc27e39c1 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:27.969995 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5e8caf1c-15b5-4b02-8be0-4dc9a4493f98 tempest-DvrRoutersNegativeTest-843604110 tempest-DvrRoutersNegativeTest-843604110-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1140716961', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:27.973049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7640c68-7d67-4dcf-92c3-14529d4e7ee7 req-bd501321-e653-489c-956f-a2d74a37edd1 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:27.974094 n-d-779913-27 neutron-server[100775]: DEBUG neutron.policy [None req-5e8caf1c-15b5-4b02-8be0-4dc9a4493f98 tempest-DvrRoutersNegativeTest-843604110 tempest-DvrRoutersNegativeTest-843604110-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100775) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 05 10:16:27.974505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.policy [None req-5e8caf1c-15b5-4b02-8be0-4dc9a4493f98 tempest-DvrRoutersNegativeTest-843604110 tempest-DvrRoutersNegativeTest-843604110-project] Failed policy check for 'create_router' {{(pid=100775) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 05 10:16:27.975558 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-5e8caf1c-15b5-4b02-8be0-4dc9a4493f98 tempest-DvrRoutersNegativeTest-843604110 tempest-DvrRoutersNegativeTest-843604110-project] create failed (client error): Access was denied to this resource. Jul 05 10:16:27.976603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5e8caf1c-15b5-4b02-8be0-4dc9a4493f98 tempest-DvrRoutersNegativeTest-843604110 tempest-DvrRoutersNegativeTest-843604110-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1633954 Jul 05 10:16:27.980867 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f7640c68-7d67-4dcf-92c3-14529d4e7ee7 req-bd501321-e653-489c-956f-a2d74a37edd1 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.4461253 Jul 05 10:16:28.061064 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f7640c68-7d67-4dcf-92c3-14529d4e7ee7 req-cc550585-3d22-4381-9814-c22c1958c4d5 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792532 Jul 05 10:16:28.082001 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-3af95b0b-924f-495f-bf47-418cc27e39c1 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 10:16:28.088568 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3af95b0b-924f-495f-bf47-418cc27e39c1 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3602533 Jul 05 10:16:28.089015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:16:28.090703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55200) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:28.102849 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.118639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Transition to ACTIVE for port object 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:28.220643 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2bb132a0-6019-432d-acfa-1509d16c314d tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.228935 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.268086 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2bb132a0-6019-432d-acfa-1509d16c314d tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.344681 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:28.420916 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Attempting to bind port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:28.421340 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Attempting to bind port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:28.421745 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Attempting to bind port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:28.432289 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:16:28.432692 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Attempting to bind port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:28.441138 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:28.441530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:28.441990 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:28.442497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Bound port: 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:28.443370 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.455262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf477dd-7d2a-4494-b6d6-a7447d84bb12 req-06614a22-9eb6-4109-b176-c83a2a6a3413 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:28.457203 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1bf477dd-7d2a-4494-b6d6-a7447d84bb12 req-06614a22-9eb6-4109-b176-c83a2a6a3413 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 948 time: 0.1063373 Jul 05 10:16:28.513321 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2bb132a0-6019-432d-acfa-1509d16c314d tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.518252 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2bb132a0-6019-432d-acfa-1509d16c314d tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.523990 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2bb132a0-6019-432d-acfa-1509d16c314d tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "DELETE /v2.0/security-groups/b20c437f-c39a-4225-a470-14c7b036acf3 HTTP/1.1" status: 204 len: 168 time: 0.4308329 Jul 05 10:16:28.526152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55210) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:28.538957 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1bf477dd-7d2a-4494-b6d6-a7447d84bb12 req-ec729c26-2c5c-4942-9c78-dec993c6e0e8 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742512 Jul 05 10:16:28.559462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb132a0-6019-432d-acfa-1509d16c314d tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20c437f-c39a-4225-a470-14c7b036acf3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:28.563178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:28.572119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:28.625201 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c9e50156-c9da-4f95-aaa9-60eee1b15870 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0902605 Jul 05 10:16:28.627609 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55212) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:28.635104 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c6ec4234-c556-4ffb-ba49-967cd61d632f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group': {'name': 'tempest-secgroup--304356910'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:28.705842 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.746134 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:28.746829 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.748297 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] 10.222.0.64 "PUT /v2.0/ports/58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d HTTP/1.1" status: 200 len: 1097 time: 1.5696764 Jul 05 10:16:28.748740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:28.751008 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0084ae5e-baa8-4162-a110-17a9235625c5" -d '{"events": [{"name": "network-changed", "server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:28.784238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c870987-bf0a-4606-b0c6-85988a59bdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:28.800029 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93058d9-4f67-475d-b003-846acd0176c4 x-openstack-request-id: req-f93058d9-4f67-475d-b003-846acd0176c4 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:28.800419 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:28.800767 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f93058d9-4f67-475d-b003-846acd0176c4 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:28.801253 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d', 'status': 'completed', 'code': 200} Jul 05 10:16:28.807942 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6ec4234-c556-4ffb-ba49-967cd61d632f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.858430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55222) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:28.910651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084ae5e-baa8-4162-a110-17a9235625c5 req-433e6dff-22e8-4e70-9b66-1baa5fb3cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:28.913255 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0084ae5e-baa8-4162-a110-17a9235625c5 req-433e6dff-22e8-4e70-9b66-1baa5fb3cc0b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 1100 time: 0.0874090 Jul 05 10:16:28.951081 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6ec4234-c556-4ffb-ba49-967cd61d632f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:28.951972 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0084ae5e-baa8-4162-a110-17a9235625c5 req-f308d101-3a6c-4000-b3fd-9cbe30d0696b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=004ecdb3b3264f069e42a0c8102d49af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256231 Jul 05 10:16:29.042548 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a8ac722-96fd-43b1-877b-0cfe920f7130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.074567 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6ec4234-c556-4ffb-ba49-967cd61d632f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.094228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084ae5e-baa8-4162-a110-17a9235625c5 req-c65f8421-9973-4a7f-9e41-66bcd36923d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:29.094228 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0084ae5e-baa8-4162-a110-17a9235625c5 req-c65f8421-9973-4a7f-9e41-66bcd36923d0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321192 Jul 05 10:16:29.115569 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec4234-c556-4ffb-ba49-967cd61d632f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e01565b-b383-4796-84b9-cdb6c6446f80,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:29.272574 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a8ac722-96fd-43b1-877b-0cfe920f7130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.281304 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-98e6c599-8a1e-46d9-bcd8-fe5630913975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:29.283058 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-98e6c599-8a1e-46d9-bcd8-fe5630913975 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 1100 time: 0.1472437 Jul 05 10:16:29.335934 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-35970f7f-140d-403e-b821-3bf2c7128b57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d HTTP/1.1" status: 200 len: 217 time: 0.0413992 Jul 05 10:16:29.378537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e86ea-cd3a-4174-aff9-9490d2db42b4 req-154c3645-c4fd-4f18-8970-e6cdb20254cc tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:29.381398 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f14e86ea-cd3a-4174-aff9-9490d2db42b4 req-154c3645-c4fd-4f18-8970-e6cdb20254cc tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1770384 Jul 05 10:16:29.397492 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a8ac722-96fd-43b1-877b-0cfe920f7130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.454036 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-a7b4d0c5-4be2-4b2f-9883-ac5dae963a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:29.455639 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-a7b4d0c5-4be2-4b2f-9883-ac5dae963a37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1116452 Jul 05 10:16:29.492189 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1a8ac722-96fd-43b1-877b-0cfe920f7130 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=341c51aec6bd4a1ba0d4a4cf57c239ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6326945 Jul 05 10:16:29.492412 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55232) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:29.511864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ac722-96fd-43b1-877b-0cfe920f7130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4120fa6-cbd0-4ef5-9835-6d6d8206570a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:29.522376 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6ec4234-c556-4ffb-ba49-967cd61d632f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.534386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c6ec4234-c556-4ffb-ba49-967cd61d632f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8955386 Jul 05 10:16:29.534386 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55236) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:29.534930 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f14e86ea-cd3a-4174-aff9-9490d2db42b4 req-3c448384-9082-4283-bd35-8e18de9b32dc tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405227 Jul 05 10:16:29.535235 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-830aea11-c9ee-4f56-8d5e-6e0ade8d90d1 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '1e01565b-b383-4796-84b9-cdb6c6446f80', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:29.535235 n-d-779913-27 neutron-server[100775]: WARNING neutron.api.v2.base [None req-830aea11-c9ee-4f56-8d5e-6e0ade8d90d1 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 10:16:29.535235 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-830aea11-c9ee-4f56-8d5e-6e0ade8d90d1 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:29.536148 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-830aea11-c9ee-4f56-8d5e-6e0ade8d90d1 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074506 Jul 05 10:16:29.542175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55238) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:29.589179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-e4b1bef1-37bb-42d1-a609-e708ba0130ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:29.590753 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-e4b1bef1-37bb-42d1-a609-e708ba0130ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1200652 Jul 05 10:16:29.629464 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28257516-7437-4240-995a-ad5ecea429a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.662519 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60ae17a5-a234-4068-b4c9-7734b984ec25 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.673805 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28257516-7437-4240-995a-ad5ecea429a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.730633 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60ae17a5-a234-4068-b4c9-7734b984ec25 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.783667 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-03f6c09c-c940-46a6-b2f8-f598558184a8 req-9f60bd14-4315-49bb-be6c-674d35057515 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0994396 Jul 05 10:16:29.853872 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-3de1ced2-9c8a-4102-bcd6-8e3b6566db2a service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545347 Jul 05 10:16:29.912230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28257516-7437-4240-995a-ad5ecea429a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.915846 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28257516-7437-4240-995a-ad5ecea429a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.917389 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-28257516-7437-4240-995a-ad5ecea429a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d4120fa6-cbd0-4ef5-9835-6d6d8206570a HTTP/1.1" status: 204 len: 168 time: 0.4237812 Jul 05 10:16:29.918482 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60ae17a5-a234-4068-b4c9-7734b984ec25 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.933002 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60ae17a5-a234-4068-b4c9-7734b984ec25 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:29.934597 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-60ae17a5-a234-4068-b4c9-7734b984ec25 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "DELETE /v2.0/security-groups/1e01565b-b383-4796-84b9-cdb6c6446f80 HTTP/1.1" status: 204 len: 168 time: 0.3913620 Jul 05 10:16:29.939121 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55252) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:29.972686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28257516-7437-4240-995a-ad5ecea429a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4120fa6-cbd0-4ef5-9835-6d6d8206570a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:30.005490 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7509fd6b-b78e-4111-a979-f635ee74a2ce req-81ed043c-814c-477d-97dc-f5b361f81830 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386225 Jul 05 10:16:30.025891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae17a5-a234-4068-b4c9-7734b984ec25 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e01565b-b383-4796-84b9-cdb6c6446f80,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:30.060103 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6ffb9d79-4d46-4ac1-8382-43868bd36169 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1193910 Jul 05 10:16:30.067130 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55254) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:30.072088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacd5ae-7987-4727-9d87-30556c3616e9 req-a76335ef-4d93-470d-84d6-c90e49b148de tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:30.073183 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d0f820c7-0d8a-48aa-8e68-51c07edfd1cb tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group': {'name': 'tempest-secgroup--85087981'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:30.074218 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bbacd5ae-7987-4727-9d87-30556c3616e9 req-a76335ef-4d93-470d-84d6-c90e49b148de tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 948 time: 0.2102997 Jul 05 10:16:30.119812 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bbacd5ae-7987-4727-9d87-30556c3616e9 req-0cee0e48-ca59-4c06-ad77-fb2dc90a0811 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372758 Jul 05 10:16:30.213842 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d0f820c7-0d8a-48aa-8e68-51c07edfd1cb tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:30.312473 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d0f820c7-0d8a-48aa-8e68-51c07edfd1cb tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:30.451760 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d0f820c7-0d8a-48aa-8e68-51c07edfd1cb tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:30.499917 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f820c7-0d8a-48aa-8e68-51c07edfd1cb tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b281d08-73a1-4b3f-8eb1-19ffc49fa0d4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:30.581157 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d0f820c7-0d8a-48aa-8e68-51c07edfd1cb tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:30.585738 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d0f820c7-0d8a-48aa-8e68-51c07edfd1cb tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5144701 Jul 05 10:16:30.586236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55268) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:30.591888 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ee24b37c-ff51-4d43-a926-40e218cf9019 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '5b281d08-73a1-4b3f-8eb1-19ffc49fa0d4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:30.592977 n-d-779913-27 neutron-server[100775]: WARNING neutron.api.v2.base [None req-ee24b37c-ff51-4d43-a926-40e218cf9019 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 10:16:30.593545 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-ee24b37c-ff51-4d43-a926-40e218cf9019 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:30.595650 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ee24b37c-ff51-4d43-a926-40e218cf9019 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078328 Jul 05 10:16:30.599222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55272) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:30.747681 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c358105-9fb1-440c-b684-9bc5226da166 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:30.785322 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c358105-9fb1-440c-b684-9bc5226da166 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:30.857010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85bab8-8767-49f8-b128-c0cfb644d34c req-1564a715-4e22-4c8b-ae97-8c8c6552af72 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:30.880334 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f85bab8-8767-49f8-b128-c0cfb644d34c req-1564a715-4e22-4c8b-ae97-8c8c6552af72 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1811831 Jul 05 10:16:30.963432 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f85bab8-8767-49f8-b128-c0cfb644d34c req-73e92163-6e7e-4633-a053-1eb2549ca6eb tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809727 Jul 05 10:16:30.994910 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c358105-9fb1-440c-b684-9bc5226da166 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.002369 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c358105-9fb1-440c-b684-9bc5226da166 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.007894 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1c358105-9fb1-440c-b684-9bc5226da166 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "DELETE /v2.0/security-groups/5b281d08-73a1-4b3f-8eb1-19ffc49fa0d4 HTTP/1.1" status: 204 len: 168 time: 0.4041870 Jul 05 10:16:31.007894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55294) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:31.024957 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c4b7fe2-f2dc-4f88-8aba-0f23cd8a2638 req-2a68aa03-e5ee-47f0-875c-2696efebeb8c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0643334 Jul 05 10:16:31.043281 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c358105-9fb1-440c-b684-9bc5226da166 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b281d08-73a1-4b3f-8eb1-19ffc49fa0d4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:31.120357 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f8ba2752-4eb1-4216-8ffd-4998ccd63c9e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0957518 Jul 05 10:16:31.124305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55298) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:31.130088 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d916f0f5-d4a9-4269-bef2-6b3806eb3a77 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group': {'name': 'tempest-secgroup--254025839'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:31.327309 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07aa3dd-5bd2-43dc-9360-69b5a5d3e658 req-d3edce44-6e65-41eb-8b1a-84c28222ad72 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:31.328902 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f07aa3dd-5bd2-43dc-9360-69b5a5d3e658 req-d3edce44-6e65-41eb-8b1a-84c28222ad72 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 948 time: 0.0766792 Jul 05 10:16:31.339305 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d916f0f5-d4a9-4269-bef2-6b3806eb3a77 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.374777 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f07aa3dd-5bd2-43dc-9360-69b5a5d3e658 req-b01ef3b2-10c9-4a74-b599-4cdaea0c9f2f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385854 Jul 05 10:16:31.390591 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e6e73a89-9f7f-49ee-8450-5c47a34b4792 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:16:31.479827 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d916f0f5-d4a9-4269-bef2-6b3806eb3a77 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.557052 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e6e73a89-9f7f-49ee-8450-5c47a34b4792, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e6e73a89-9f7f-49ee-8450-5c47a34b4792,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:31.563233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55320) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:31.570174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'e6e73a89-9f7f-49ee-8450-5c47a34b4792', 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5', 'port_id': 'e6e73a89-9f7f-49ee-8450-5c47a34b4792', 'mac_address': 'fa:16:3e:7e:63:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c4567a-3195-494d-b6bf-64b7b89d5139', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:16:31.610326 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.630796 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6e73a89-9f7f-49ee-8450-5c47a34b4792 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:16:31.647560 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d916f0f5-d4a9-4269-bef2-6b3806eb3a77 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.673212 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e6e73a89-9f7f-49ee-8450-5c47a34b4792, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e6e73a89-9f7f-49ee-8450-5c47a34b4792,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:31.700174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916f0f5-d4a9-4269-bef2-6b3806eb3a77 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c5fcbe-48ee-4c07-aad0-336ccc1da10c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:31.747330 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9d460ffe-0152-48d5-be49-e3a2938c59d1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group': {'name': 'tempest-secgroup--678976666'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:31.771744 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.788100 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d916f0f5-d4a9-4269-bef2-6b3806eb3a77 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.793972 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d916f0f5-d4a9-4269-bef2-6b3806eb3a77 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6642046 Jul 05 10:16:31.794202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55326) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:31.800513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-472fe8d4-b6f3-457b-9b76-5be5f6dd408f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '18c5fcbe-48ee-4c07-aad0-336ccc1da10c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:31.815462 n-d-779913-27 neutron-server[100776]: WARNING neutron.api.v2.base [None req-472fe8d4-b6f3-457b-9b76-5be5f6dd408f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 10:16:31.816365 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-472fe8d4-b6f3-457b-9b76-5be5f6dd408f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:31.820368 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-472fe8d4-b6f3-457b-9b76-5be5f6dd408f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0221303 Jul 05 10:16:31.822511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55328) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:31.828793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-bc2375ec-6c8a-4f37-aa3b-48541bcf1bcb tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '18c5fcbe-48ee-4c07-aad0-336ccc1da10c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:31.830569 n-d-779913-27 neutron-server[100775]: WARNING neutron.api.v2.base [None req-bc2375ec-6c8a-4f37-aa3b-48541bcf1bcb tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 10:16:31.831079 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-bc2375ec-6c8a-4f37-aa3b-48541bcf1bcb tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:31.834563 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bc2375ec-6c8a-4f37-aa3b-48541bcf1bcb tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084517 Jul 05 10:16:31.834771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55330) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:31.840610 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5186a196-7de5-4457-a3ef-ce18ac4cf426 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '18c5fcbe-48ee-4c07-aad0-336ccc1da10c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:31.842155 n-d-779913-27 neutron-server[100775]: WARNING neutron.api.v2.base [None req-5186a196-7de5-4457-a3ef-ce18ac4cf426 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 10:16:31.842898 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-5186a196-7de5-4457-a3ef-ce18ac4cf426 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:31.844091 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5186a196-7de5-4457-a3ef-ce18ac4cf426 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080986 Jul 05 10:16:31.847278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55332) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:31.852921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=e6e73a89-9f7f-49ee-8450-5c47a34b4792,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:31.853737 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-84675c80-522d-41c4-8933-a73bdc85915b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '18c5fcbe-48ee-4c07-aad0-336ccc1da10c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:31.854616 n-d-779913-27 neutron-server[100776]: WARNING neutron.api.v2.base [None req-84675c80-522d-41c4-8933-a73bdc85915b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 10:16:31.855320 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-84675c80-522d-41c4-8933-a73bdc85915b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:31.858666 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-84675c80-522d-41c4-8933-a73bdc85915b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079470 Jul 05 10:16:31.858926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55334) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:31.868362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:31.868717 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:31.869062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:31.869402 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:31.869739 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:31.870073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:31.870401 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:31.870730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:31.871105 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:31.871435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:31.871779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:31.872201 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:16:31.893752 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['e6e73a89-9f7f-49ee-8450-5c47a34b4792'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:16:31.941827 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d460ffe-0152-48d5-be49-e3a2938c59d1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:31.986912 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d460ffe-0152-48d5-be49-e3a2938c59d1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.000792 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9684eaff-a341-418f-b20d-f589851c1283 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.027579 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9684eaff-a341-418f-b20d-f589851c1283 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.258579 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9684eaff-a341-418f-b20d-f589851c1283 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.261725 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9684eaff-a341-418f-b20d-f589851c1283 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.265955 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9684eaff-a341-418f-b20d-f589851c1283 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "DELETE /v2.0/security-groups/18c5fcbe-48ee-4c07-aad0-336ccc1da10c HTTP/1.1" status: 204 len: 168 time: 0.4058080 Jul 05 10:16:32.267220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55348) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:32.297414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684eaff-a341-418f-b20d-f589851c1283 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c5fcbe-48ee-4c07-aad0-336ccc1da10c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:32.358990 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d460ffe-0152-48d5-be49-e3a2938c59d1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.441322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ee10a2cf-56ae-467c-96f4-361ff1d652d6 req-d8af48e0-2073-4fed-b67b-5cec657326c8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0672596 Jul 05 10:16:32.537084 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d460ffe-0152-48d5-be49-e3a2938c59d1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.662970 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d460ffe-0152-48d5-be49-e3a2938c59d1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74149d80-dc83-47d4-9f64-10a73f880f6f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:32.770460 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d460ffe-0152-48d5-be49-e3a2938c59d1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.836601 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d460ffe-0152-48d5-be49-e3a2938c59d1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:32.858826 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-66b90b34-1e8d-4b71-99e2-e7e7d8b0e189 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5679405 Jul 05 10:16:32.864992 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55354) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:32.871411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-fb4e344a-de1f-4fae-94bb-d11e9649ce57 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100517339'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:32.895555 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfa149-e85d-4fdb-bb8e-05d69ed64edf req-8ebee4c1-fa35-4bb8-9930-b5131827f779 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:32.899020 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3dcfa149-e85d-4fdb-bb8e-05d69ed64edf req-8ebee4c1-fa35-4bb8-9930-b5131827f779 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 945 time: 0.6489928 Jul 05 10:16:32.919419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:16:32.960216 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d460ffe-0152-48d5-be49-e3a2938c59d1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1678d9f-5bb3-4030-957a-6d6f99ec7aa1,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:32.979570 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3dcfa149-e85d-4fdb-bb8e-05d69ed64edf req-e6321c2a-1785-43c0-b1fb-3f9273cdd64d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712011 Jul 05 10:16:33.017129 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda43ba-f462-4dc3-9fdd-06a73e2bed59 req-ca29cda2-3056-483d-8b7b-6f82e1232d14 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:33.022812 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dfda43ba-f462-4dc3-9fdd-06a73e2bed59 req-ca29cda2-3056-483d-8b7b-6f82e1232d14 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 948 time: 0.1430528 Jul 05 10:16:33.023392 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb4e344a-de1f-4fae-94bb-d11e9649ce57 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.082366 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dfda43ba-f462-4dc3-9fdd-06a73e2bed59 req-5875b23d-0cfe-4942-81e6-66e06acdfaf3 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582216 Jul 05 10:16:33.114168 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d460ffe-0152-48d5-be49-e3a2938c59d1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.119208 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55358) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:33.119585 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9d460ffe-0152-48d5-be49-e3a2938c59d1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5550838 Jul 05 10:16:33.183772 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:33.207122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d', 'mac_address': 'fa:16:3e:c2:5f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:16:33.252482 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.268414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:16:33.299974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:33.317614 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8865af88-b027-48a6-8e4d-8f62384e5698 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1964624 Jul 05 10:16:33.320466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55360) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:33.325461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4c6c39d9-8c24-4d0e-a993-671370ab0705 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group': {'name': 'tempest-security--1348106703', 'description': 'tempest-security-description-94033301'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:33.359963 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb4e344a-de1f-4fae-94bb-d11e9649ce57 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.369287 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4c6c39d9-8c24-4d0e-a993-671370ab0705 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.431279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e6e73a89-9f7f-49ee-8450-5c47a34b4792 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:33.445619 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4c6c39d9-8c24-4d0e-a993-671370ab0705 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.473278 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.503679 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb4e344a-de1f-4fae-94bb-d11e9649ce57 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.596895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e344a-de1f-4fae-94bb-d11e9649ce57 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14403496-3818-473e-90a6-e2da26cde909,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:33.628873 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb4e344a-de1f-4fae-94bb-d11e9649ce57 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.634344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4c6c39d9-8c24-4d0e-a993-671370ab0705 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.634610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fb4e344a-de1f-4fae-94bb-d11e9649ce57 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7656167 Jul 05 10:16:33.642439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port e6e73a89-9f7f-49ee-8450-5c47a34b4792 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:33.642841 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.644018 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4c6c39d9-8c24-4d0e-a993-671370ab0705 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:33.648511 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4c6c39d9-8c24-4d0e-a993-671370ab0705 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "PUT /v2.0/security-groups/e1678d9f-5bb3-4030-957a-6d6f99ec7aa1 HTTP/1.1" status: 200 len: 1778 time: 0.3239884 Jul 05 10:16:33.652960 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:33.654449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55366) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:33.656235 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55368) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:33.740963 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c39d9-8c24-4d0e-a993-671370ab0705 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1678d9f-5bb3-4030-957a-6d6f99ec7aa1,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:33.755643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:16:33.761521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-bf2ad638-b7bb-4968-8a89-6a5d8a209523 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '14403496-3818-473e-90a6-e2da26cde909', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:33.762265 n-d-779913-27 neutron-server[100775]: WARNING neutron.api.v2.base [None req-bf2ad638-b7bb-4968-8a89-6a5d8a209523 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 10:16:33.762766 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-bf2ad638-b7bb-4968-8a89-6a5d8a209523 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:33.775512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ac23181-62fa-495c-9fa0-7897f95bedad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:33.787779 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bf2ad638-b7bb-4968-8a89-6a5d8a209523 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1239440 Jul 05 10:16:33.788410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55372) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:33.804485 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ac23181-62fa-495c-9fa0-7897f95bedad service neutron] 10.222.0.73 "GET /v2.0/ports/80fc754d-8956-4773-bf0a-c1b21e4c283f HTTP/1.1" status: 200 len: 1027 time: 0.2752385 Jul 05 10:16:33.816585 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5afdab85-6ae5-4508-98c6-db8bcee836d9 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '14403496-3818-473e-90a6-e2da26cde909', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:33.865686 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dfc3a1a3-19f8-43ce-8ee4-a9914b788ada tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-groups/e1678d9f-5bb3-4030-957a-6d6f99ec7aa1 HTTP/1.1" status: 200 len: 1778 time: 0.2030993 Jul 05 10:16:33.886839 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55374) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:33.888945 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71f5e216-7c12-4e9a-a6df-95e44b887a7a req-86df69ea-5450-4e3f-b33b-62b0895c07f8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.1507592 Jul 05 10:16:33.981291 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-bda789fc-9f49-4ed0-99ba-7162c840f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:33.982959 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-bda789fc-9f49-4ed0-99ba-7162c840f90a service neutron] 10.222.0.73 "GET /v2.0/ports/0586289b-a830-48a9-b498-b77e4ab05bf0 HTTP/1.1" status: 200 len: 1028 time: 0.1299319 Jul 05 10:16:34.066958 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.153188 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-00e61c6d-1251-4394-b2db-8b4ffe514679 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.166643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef119d8-c97e-452f-9dc0-8dcbceaa7688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e73a89-9f7f-49ee-8450-5c47a34b4792'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:34.174102 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0767bca4-c0a2-4a19-9fdf-dba38dd09e2a" -d '{"events": [{"server_uuid": "3ef119d8-c97e-452f-9dc0-8dcbceaa7688", "name": "network-vif-plugged", "status": "completed", "tag": "e6e73a89-9f7f-49ee-8450-5c47a34b4792"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:34.214328 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e6e73a89-9f7f-49ee-8450-5c47a34b4792, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e6e73a89-9f7f-49ee-8450-5c47a34b4792,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:34.222282 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-5afdab85-6ae5-4508-98c6-db8bcee836d9 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:34.225856 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5afdab85-6ae5-4508-98c6-db8bcee836d9 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4359643 Jul 05 10:16:34.228917 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-00e61c6d-1251-4394-b2db-8b4ffe514679 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.232382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55384) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:34.236892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6919ab34-062f-46d9-a545-6458f12255b0 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '14403496-3818-473e-90a6-e2da26cde909', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:34.237701 n-d-779913-27 neutron-server[100776]: WARNING neutron.api.v2.base [None req-6919ab34-062f-46d9-a545-6458f12255b0 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 10:16:34.238204 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-6919ab34-062f-46d9-a545-6458f12255b0 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:34.239517 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6919ab34-062f-46d9-a545-6458f12255b0 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063572 Jul 05 10:16:34.251633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55386) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:34.270251 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8d1fcb88-91f0-46c6-8972-903d86152b0d tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '14403496-3818-473e-90a6-e2da26cde909', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:34.344138 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.413235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a24db39-af6f-42fc-bed4-92522161579f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:34.427287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a24db39-af6f-42fc-bed4-92522161579f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:34.447992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a24db39-af6f-42fc-bed4-92522161579f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:34.453676 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a24db39-af6f-42fc-bed4-92522161579f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.73 "GET /v2.0/networks?id=34a24dd1-7873-4589-9de4-782dc8402e9e&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5 HTTP/1.1" status: 200 len: 1990 time: 0.4626982 Jul 05 10:16:34.455982 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=e6e73a89-9f7f-49ee-8450-5c47a34b4792,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:34.517282 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5ea20-1976-424a-ab47-aa9a062f762f req-4249e7af-249f-48ef-912d-53df81d95356 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:34.519106 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2ae5ea20-1976-424a-ab47-aa9a062f762f req-4249e7af-249f-48ef-912d-53df81d95356 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 949 time: 0.1711910 Jul 05 10:16:34.520556 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-00e61c6d-1251-4394-b2db-8b4ffe514679 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.523251 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-00e61c6d-1251-4394-b2db-8b4ffe514679 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:34.524890 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-00e61c6d-1251-4394-b2db-8b4ffe514679 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-groups/e1678d9f-5bb3-4030-957a-6d6f99ec7aa1 HTTP/1.1" status: 204 len: 168 time: 0.5917654 Jul 05 10:16:34.534136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55388) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:34.575745 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e61c6d-1251-4394-b2db-8b4ffe514679 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1678d9f-5bb3-4030-957a-6d6f99ec7aa1,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:34.597392 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-ebc5e1e4-5b45-4ce3-9275-ee5ae2b069e3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faeb5dc6b3a74c028f443dfad351e225 HTTP/1.1" status: 200 len: 380 time: 0.0950489 Jul 05 10:16:34.616353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a4dc361-1f04-45a9-93ad-de3096b0462e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Request body: {'port': {'device_id': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e', 'admin_state_up': True, 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'security_groups': ['99125026-0c47-4b57-aadc-cd590d6c9885']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:34.655559 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2ae5ea20-1976-424a-ab47-aa9a062f762f req-0a0fff88-ee3e-4d5d-a469-8fdb6463d96d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122098 Jul 05 10:16:34.700359 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-8d1fcb88-91f0-46c6-8972-903d86152b0d tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:34.712972 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8d1fcb88-91f0-46c6-8972-903d86152b0d tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4592433 Jul 05 10:16:34.713641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55392) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:34.738920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0e647e80-39eb-4c01-b2e2-c5f72a365f8f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '14403496-3818-473e-90a6-e2da26cde909', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:34.739828 n-d-779913-27 neutron-server[100775]: WARNING neutron.api.v2.base [None req-0e647e80-39eb-4c01-b2e2-c5f72a365f8f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 10:16:34.745569 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-0e647e80-39eb-4c01-b2e2-c5f72a365f8f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:34.756162 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0e647e80-39eb-4c01-b2e2-c5f72a365f8f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0340300 Jul 05 10:16:34.757240 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55394) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:34.769739 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-323f8337-5514-458c-9b2d-b5e113be7b78 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2304797 Jul 05 10:16:34.770024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f660ba2d-abab-4e20-bb13-c35112ed0705 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '14403496-3818-473e-90a6-e2da26cde909', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:34.798100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55396) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:34.803451 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53296ae-1243-48f1-88a3-9e35949fb65e x-openstack-request-id: req-c53296ae-1243-48f1-88a3-9e35949fb65e {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:34.803782 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef119d8-c97e-452f-9dc0-8dcbceaa7688", "name": "network-vif-plugged", "status": "completed", "tag": "e6e73a89-9f7f-49ee-8450-5c47a34b4792", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:34.804055 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c53296ae-1243-48f1-88a3-9e35949fb65e {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:34.804464 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef119d8-c97e-452f-9dc0-8dcbceaa7688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e73a89-9f7f-49ee-8450-5c47a34b4792', 'code': 200} Jul 05 10:16:34.905388 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-6bf4e710-04a7-49c4-9722-e6b9864965cc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] delete failed (client error): The resource could not be found. Jul 05 10:16:34.909986 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6bf4e710-04a7-49c4-9722-e6b9864965cc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-groups/e1678d9f-5bb3-4030-957a-6d6f99ec7aa1 HTTP/1.1" status: 404 len: 347 time: 0.0914571 Jul 05 10:16:34.913115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:34.916262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55398) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:34.928278 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-69dcde12-c3ea-4570-8bc5-ecd4410ec3dc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831581034'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:34.936060 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad2a15-504f-4e8c-9ac8-72175d099dc5 req-07294ea4-c308-4245-9089-e521a33958f3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:34.951490 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5fad2a15-504f-4e8c-9ac8-72175d099dc5 req-07294ea4-c308-4245-9089-e521a33958f3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.6828175 Jul 05 10:16:35.027845 n-d-779913-27 neutron-server[100775]: INFO neutron.db.securitygroups_db [None req-f660ba2d-abab-4e20-bb13-c35112ed0705 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Project b6f8f083875346e287b10ffe77d285f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:16:35.072750 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5fad2a15-504f-4e8c-9ac8-72175d099dc5 req-c228d5b5-c82c-43b2-93fc-217fcdc269e9 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160755 Jul 05 10:16:35.157323 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:35.171492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:35.171895 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.203762 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69dcde12-c3ea-4570-8bc5-ecd4410ec3dc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.350491 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-f660ba2d-abab-4e20-bb13-c35112ed0705 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:35.351546 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f660ba2d-abab-4e20-bb13-c35112ed0705 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5930285 Jul 05 10:16:35.359445 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.371164 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55404) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:35.376368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-547b57cf-43e0-4d41-8cc7-59d74afde17f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '14403496-3818-473e-90a6-e2da26cde909', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:35.376857 n-d-779913-27 neutron-server[100775]: WARNING neutron.api.v2.base [None req-547b57cf-43e0-4d41-8cc7-59d74afde17f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 10:16:35.377348 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-547b57cf-43e0-4d41-8cc7-59d74afde17f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:35.382111 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-547b57cf-43e0-4d41-8cc7-59d74afde17f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066483 Jul 05 10:16:35.393889 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc0c05aa-95d8-4741-9324-6d8e60932b7a req-2e73a870-f476-42f0-895a-4e5ce23d7887 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0567863 Jul 05 10:16:35.394433 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55406) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:35.417821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-74364937-0142-44bd-90b2-a7c6a720d9fe tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '14403496-3818-473e-90a6-e2da26cde909', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:35.437929 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:35.476745 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a4dc361-1f04-45a9-93ad-de3096b0462e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Made reservation on behalf of faeb5dc6b3a74c028f443dfad351e225 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:35.480600 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a4dc361-1f04-45a9-93ad-de3096b0462e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.514274 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.626543 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69dcde12-c3ea-4570-8bc5-ecd4410ec3dc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.664923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:35.750996 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69dcde12-c3ea-4570-8bc5-ecd4410ec3dc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:35.796711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a4dc361-1f04-45a9-93ad-de3096b0462e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Allocated IP 172.20.0.10 (34a24dd1-7873-4589-9de4-782dc8402e9e/27292f2c-a95d-441e-b478-d099205c251b/08c3b1db-4b45-496d-a361-b318ba0dcfda) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:35.818740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcde12-c3ea-4570-8bc5-ecd4410ec3dc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d8cfa8-f430-4cba-a56d-8c3098788b63,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:36.094049 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a4dc361-1f04-45a9-93ad-de3096b0462e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:36.132403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3c428-e29a-448d-ba52-75ed62c79dd4 req-fbd359bf-4cee-4af3-9e18-e1de47c67a3d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:36.139606 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00d3c428-e29a-448d-ba52-75ed62c79dd4 req-fbd359bf-4cee-4af3-9e18-e1de47c67a3d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.1653559 Jul 05 10:16:36.144003 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a4dc361-1f04-45a9-93ad-de3096b0462e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Transition to ACTIVE for port object 08c3b1db-4b45-496d-a361-b318ba0dcfda will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:36.223303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00d3c428-e29a-448d-ba52-75ed62c79dd4 req-a5c69aca-0799-4bc2-8074-8db329d2a5dc tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827062 Jul 05 10:16:36.568912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d565a9-8ad0-41b9-8569-381821fca1e4 req-baa0ac32-283f-4718-96f4-a705f90bb307 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:36.590075 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22d565a9-8ad0-41b9-8569-381821fca1e4 req-baa0ac32-283f-4718-96f4-a705f90bb307 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1518087 Jul 05 10:16:36.680775 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22d565a9-8ad0-41b9-8569-381821fca1e4 req-4e0349a6-b51f-4bf7-af30-51f873e99be9 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897026 Jul 05 10:16:36.689765 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9620442a-815e-4c77-a698-5313afc11085 req-e81870b9-f02b-4f26-bdf3-ff4d621e1c13 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0599768 Jul 05 10:16:36.806779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:36.812521 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9f4713-89ae-46a2-9a75-ac99e823c025" -d '{"events": [{"server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "name": "network-vif-plugged", "status": "completed", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:36.871978 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3d845c-ee66-4b1f-ab2a-513658b70e63 x-openstack-request-id: req-ff3d845c-ee66-4b1f-ab2a-513658b70e63 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:36.874383 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "name": "network-vif-plugged", "status": "completed", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:36.874970 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff3d845c-ee66-4b1f-ab2a-513658b70e63 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:36.877397 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d', 'code': 200} Jul 05 10:16:37.061129 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a4dc361-1f04-45a9-93ad-de3096b0462e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.074812 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-74364937-0142-44bd-90b2-a7c6a720d9fe tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Project b6f8f083875346e287b10ffe77d285f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:16:37.239382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4dc361-1f04-45a9-93ad-de3096b0462e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event updated for resources: {'Port': ['ID=08c3b1db-4b45-496d-a361-b318ba0dcfda,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:37.261150 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69dcde12-c3ea-4570-8bc5-ecd4410ec3dc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.386750 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-69dcde12-c3ea-4570-8bc5-ecd4410ec3dc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3505311 Jul 05 10:16:37.387886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a4dc361-1f04-45a9-93ad-de3096b0462e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Network 34a24dd1-7873-4589-9de4-782dc8402e9e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:37.387886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a4dc361-1f04-45a9-93ad-de3096b0462e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:37.387886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a4dc361-1f04-45a9-93ad-de3096b0462e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:37.387886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2efb16-6b0e-4823-bf66-92280ddd12df req-0dedfdfd-c499-4a0e-9e5d-dac8d5886ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:37.387886 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d2efb16-6b0e-4823-bf66-92280ddd12df req-0dedfdfd-c499-4a0e-9e5d-dac8d5886ab0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 1102 time: 0.3478711 Jul 05 10:16:37.387886 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d2efb16-6b0e-4823-bf66-92280ddd12df req-0d69af69-8c05-4318-8132-721ff6bd32e7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463109 Jul 05 10:16:37.387886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a4dc361-1f04-45a9-93ad-de3096b0462e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:37.390463 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55430) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:37.406496 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a4dc361-1f04-45a9-93ad-de3096b0462e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.408320 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f29b0a81-372b-4485-bbd7-db407726a353 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group_rule': {'security_group_id': '99d8cfa8-f430-4cba-a56d-8c3098788b63', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:37.648305 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-74364937-0142-44bd-90b2-a7c6a720d9fe tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:37.649344 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-74364937-0142-44bd-90b2-a7c6a720d9fe tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 2.2411225 Jul 05 10:16:37.652111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55434) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:37.657295 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4a1d0cb9-6075-4448-8f03-9157a4b23889 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '14403496-3818-473e-90a6-e2da26cde909', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:37.671353 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0a4dc361-1f04-45a9-93ad-de3096b0462e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0671520 Jul 05 10:16:37.687666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884ee45-cd73-4a60-8a0d-7551f18da1dc req-aa14feed-4cfc-4def-94e7-f2f10328b7bb tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:37.695303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-6dda0af2-534a-49f1-8595-1becd13af407 req-01f90f11-e72a-4eb2-8dd5-f241c8edba17 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Request body: {'port': {'device_id': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658', 'admin_state_up': True, 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'security_groups': ['99125026-0c47-4b57-aadc-cd590d6c9885']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:37.698346 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7884ee45-cd73-4a60-8a0d-7551f18da1dc req-aa14feed-4cfc-4def-94e7-f2f10328b7bb tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.1727381 Jul 05 10:16:37.814562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7884ee45-cd73-4a60-8a0d-7551f18da1dc req-ed3439d0-1399-498d-8ccb-56e0bafff697 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113529 Jul 05 10:16:37.887983 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f29b0a81-372b-4485-bbd7-db407726a353 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:37.960621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ef08c9e3-4d4e-423b-98b7-349b34c1f22e None None] Provisioning for port 08c3b1db-4b45-496d-a361-b318ba0dcfda completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:37.969039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ef08c9e3-4d4e-423b-98b7-349b34c1f22e None None] Provisioning complete for port 08c3b1db-4b45-496d-a361-b318ba0dcfda triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:37.969758 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ef08c9e3-4d4e-423b-98b7-349b34c1f22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.031198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f29b0a81-372b-4485-bbd7-db407726a353 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.044709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ef08c9e3-4d4e-423b-98b7-349b34c1f22e None None] Port 08c3b1db-4b45-496d-a361-b318ba0dcfda cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:38.124956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13add0c9-d8d2-46d5-a30b-2c2cdabea408 req-aab8ad3e-d5f9-4db8-8a40-3efa0af118c3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:38.127498 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13add0c9-d8d2-46d5-a30b-2c2cdabea408 req-aab8ad3e-d5f9-4db8-8a40-3efa0af118c3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 932 time: 0.0776575 Jul 05 10:16:38.152506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17671388-ca12-40fe-ab8c-02550b6f4fda req-d8cd4313-1f23-4f4c-95d5-9bbba313b829 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:38.163291 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17671388-ca12-40fe-ab8c-02550b6f4fda req-d8cd4313-1f23-4f4c-95d5-9bbba313b829 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1051004 Jul 05 10:16:38.189254 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13add0c9-d8d2-46d5-a30b-2c2cdabea408 req-169eb4d2-d1eb-4fc3-8ca9-f6d9f8ebba4e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536833 Jul 05 10:16:38.207955 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f29b0a81-372b-4485-bbd7-db407726a353 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.225751 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17671388-ca12-40fe-ab8c-02550b6f4fda req-c871c994-9d2a-4a1e-80a5-4e5eb3bc4764 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615950 Jul 05 10:16:38.226568 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-4a1d0cb9-6075-4448-8f03-9157a4b23889 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Project b6f8f083875346e287b10ffe77d285f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:16:38.263543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b0a81-372b-4485-bbd7-db407726a353 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6315f65-8bfe-4736-8533-5ead8627bf3f,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:38.266881 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-01f90f11-e72a-4eb2-8dd5-f241c8edba17 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Made reservation on behalf of faeb5dc6b3a74c028f443dfad351e225 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:38.275065 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-01f90f11-e72a-4eb2-8dd5-f241c8edba17 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.351619 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-4a1d0cb9-6075-4448-8f03-9157a4b23889 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:38.352782 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4a1d0cb9-6075-4448-8f03-9157a4b23889 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6996405 Jul 05 10:16:38.355622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55444) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:38.387191 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f29b0a81-372b-4485-bbd7-db407726a353 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.401231 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f29b0a81-372b-4485-bbd7-db407726a353 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0011628 Jul 05 10:16:38.404760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55448) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:38.471493 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-6dda0af2-534a-49f1-8595-1becd13af407 req-01f90f11-e72a-4eb2-8dd5-f241c8edba17 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Allocated IP 10.1.1.29 (64b7b143-0d34-4d45-beb0-8230e0a65658/0f41942a-e82d-431e-b053-14befb466f23/b3f00607-07b6-4240-997d-5aa1a2d0de4a) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:38.528958 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3a60e4b4-012f-4f0a-9576-649b25889f34 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.546226 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3a60e4b4-012f-4f0a-9576-649b25889f34 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.618042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b62a8810-517b-4dc4-8881-81c471af85ed tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.643855 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b62a8810-517b-4dc4-8881-81c471af85ed tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.722653 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3a60e4b4-012f-4f0a-9576-649b25889f34 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.732267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3a60e4b4-012f-4f0a-9576-649b25889f34 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.737576 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3a60e4b4-012f-4f0a-9576-649b25889f34 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/e6315f65-8bfe-4736-8533-5ead8627bf3f HTTP/1.1" status: 204 len: 168 time: 0.3275287 Jul 05 10:16:38.738407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55452) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:38.749053 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60e4b4-012f-4f0a-9576-649b25889f34 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6315f65-8bfe-4736-8533-5ead8627bf3f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:38.842630 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-26b6832b-747e-4b47-97b3-c340f8c3019e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1030846 Jul 05 10:16:38.846089 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55456) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:38.864991 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-01f90f11-e72a-4eb2-8dd5-f241c8edba17 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.898778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-6dda0af2-534a-49f1-8595-1becd13af407 req-01f90f11-e72a-4eb2-8dd5-f241c8edba17 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Transition to ACTIVE for port object b3f00607-07b6-4240-997d-5aa1a2d0de4a will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:38.899636 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b62a8810-517b-4dc4-8881-81c471af85ed tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.907280 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b62a8810-517b-4dc4-8881-81c471af85ed tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:38.913518 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b62a8810-517b-4dc4-8881-81c471af85ed tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "DELETE /v2.0/security-groups/14403496-3818-473e-90a6-e2da26cde909 HTTP/1.1" status: 204 len: 168 time: 0.5567765 Jul 05 10:16:38.916187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55460) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:38.965150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a8810-517b-4dc4-8881-81c471af85ed tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14403496-3818-473e-90a6-e2da26cde909,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:39.037231 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6cfb74a6-6565-4120-b2bd-437690188c10 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1192148 Jul 05 10:16:39.042317 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55462) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:39.049878 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-42eecad1-5699-4ff2-920c-12add060a040 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008990017'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:39.057139 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff690-7b90-470f-b193-9c6eb71b5129 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.079827 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-01f90f11-e72a-4eb2-8dd5-f241c8edba17 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.131447 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff690-7b90-470f-b193-9c6eb71b5129 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.223747 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dda0af2-534a-49f1-8595-1becd13af407 req-01f90f11-e72a-4eb2-8dd5-f241c8edba17 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Network 64b7b143-0d34-4d45-beb0-8230e0a65658 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:39.247019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-6dda0af2-534a-49f1-8595-1becd13af407 req-01f90f11-e72a-4eb2-8dd5-f241c8edba17 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:39.265591 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff690-7b90-470f-b193-9c6eb71b5129 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.268119 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff690-7b90-470f-b193-9c6eb71b5129 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.269606 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6b3ff690-7b90-470f-b193-9c6eb71b5129 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-groups/99d8cfa8-f430-4cba-a56d-8c3098788b63 HTTP/1.1" status: 204 len: 168 time: 0.4224410 Jul 05 10:16:39.275260 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55466) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:39.277158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-01f90f11-e72a-4eb2-8dd5-f241c8edba17 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:39.319092 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-42eecad1-5699-4ff2-920c-12add060a040 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.331782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ff690-7b90-470f-b193-9c6eb71b5129 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d8cfa8-f430-4cba-a56d-8c3098788b63,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:39.457884 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-89d30020-4bd8-4e56-a87c-d5e7af0742fc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1815012 Jul 05 10:16:39.464078 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f90f11-e72a-4eb2-8dd5-f241c8edba17 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event updated for resources: {'Port': ['ID=b3f00607-07b6-4240-997d-5aa1a2d0de4a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:39.467645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55472) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:39.483573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-632933f8-59c5-4ac8-beff-4bb453924ce8 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757510753'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:39.600165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-01f90f11-e72a-4eb2-8dd5-f241c8edba17 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:39.600979 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-01f90f11-e72a-4eb2-8dd5-f241c8edba17 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.626935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01128186-fe66-4177-a109-f69816fdd0b0 req-8570bb6e-c8bd-4c60-af7e-b022490960b1 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:39.639036 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-01128186-fe66-4177-a109-f69816fdd0b0 req-8570bb6e-c8bd-4c60-af7e-b022490960b1 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.4835074 Jul 05 10:16:39.673892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b205-3806-4a5d-8f08-1b34e3244bda req-f777e20c-ee6d-4b38-aa2b-4d2906c7a4c7 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:39.686719 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5488b205-3806-4a5d-8f08-1b34e3244bda req-f777e20c-ee6d-4b38-aa2b-4d2906c7a4c7 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1833787 Jul 05 10:16:39.712565 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-01128186-fe66-4177-a109-f69816fdd0b0 req-882daaaa-580f-4c57-a045-4b225aefc49d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724683 Jul 05 10:16:39.744624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4731b5d1-2e43-434d-a49f-e2c67ce81b49 None None] Provisioning for port b3f00607-07b6-4240-997d-5aa1a2d0de4a completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:39.750172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4731b5d1-2e43-434d-a49f-e2c67ce81b49 None None] Provisioning complete for port b3f00607-07b6-4240-997d-5aa1a2d0de4a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:39.750172 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4731b5d1-2e43-434d-a49f-e2c67ce81b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.799673 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5488b205-3806-4a5d-8f08-1b34e3244bda req-46d72486-dc34-4cfc-891e-8e1351f764a3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113307 Jul 05 10:16:39.836658 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-42eecad1-5699-4ff2-920c-12add060a040 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.866362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-4731b5d1-2e43-434d-a49f-e2c67ce81b49 None None] Port b3f00607-07b6-4240-997d-5aa1a2d0de4a cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:39.897948 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-42eecad1-5699-4ff2-920c-12add060a040 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:39.980270 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eecad1-5699-4ff2-920c-12add060a040 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac07762e-a4fd-4ee8-81a9-f3098c826cc8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:40.016849 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-632933f8-59c5-4ac8-beff-4bb453924ce8 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:40.099077 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6b880-d909-4375-8561-39b5229d5b1b req-962cd9b8-9281-42ed-98e1-e57057fcba6c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.101310 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-30f6b880-d909-4375-8561-39b5229d5b1b req-962cd9b8-9281-42ed-98e1-e57057fcba6c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.1432889 Jul 05 10:16:40.105863 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc0eee-ed36-4584-9a24-d1fc72829faa req-8d669192-87cb-489b-bb30-c0cd1eea89c2 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.117303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc0eee-ed36-4584-9a24-d1fc72829faa req-8d669192-87cb-489b-bb30-c0cd1eea89c2 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:40.130345 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6acc0eee-ed36-4584-9a24-d1fc72829faa req-8d669192-87cb-489b-bb30-c0cd1eea89c2 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 1653 time: 0.1575372 Jul 05 10:16:40.150157 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-01f90f11-e72a-4eb2-8dd5-f241c8edba17 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4623895 Jul 05 10:16:40.171695 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-42eecad1-5699-4ff2-920c-12add060a040 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:40.183145 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-42eecad1-5699-4ff2-920c-12add060a040 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1397030 Jul 05 10:16:40.190668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55480) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:40.198916 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ccaa3794-49b6-4393-b768-c43ffbd75e7e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': 'ac07762e-a4fd-4ee8-81a9-f3098c826cc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:40.208334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4ecfe54e-edf2-4707-abea-2c0a5c031afa tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Request body: {'port': {'device_id': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658', 'admin_state_up': True, 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'security_groups': ['99125026-0c47-4b57-aadc-cd590d6c9885']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:40.295841 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-632933f8-59c5-4ac8-beff-4bb453924ce8 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:40.314041 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-30f6b880-d909-4375-8561-39b5229d5b1b req-c736cc44-0c27-43f6-ae75-9416b19326f3 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962605 Jul 05 10:16:40.383052 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-632933f8-59c5-4ac8-beff-4bb453924ce8 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:40.405620 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6acc0eee-ed36-4584-9a24-d1fc72829faa req-d22b7592-6906-422f-9ece-4ae5aeabea0c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742565 Jul 05 10:16:40.449126 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632933f8-59c5-4ac8-beff-4bb453924ce8 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f48b0d-4eef-4d47-9795-82028a2b91b3,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:40.669743 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-632933f8-59c5-4ac8-beff-4bb453924ce8 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:40.671456 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-632933f8-59c5-4ac8-beff-4bb453924ce8 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2026443 Jul 05 10:16:40.674457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55488) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:40.679965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2a2e1a88-984b-4344-b394-d6d6f9a970a1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group_rule': {'security_group_id': '15f48b0d-4eef-4d47-9795-82028a2b91b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:40.772451 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-ccaa3794-49b6-4393-b768-c43ffbd75e7e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The resource could not be found. Jul 05 10:16:40.776619 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55492) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:40.777181 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ccaa3794-49b6-4393-b768-c43ffbd75e7e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5849681 Jul 05 10:16:40.781648 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-9afa4589-1609-4a8e-97df-45043aa8999e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': 'ac07762e-a4fd-4ee8-81a9-f3098c826cc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '84d377f7-7db0-450c-aa8a-007ee4085fa9'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:40.909461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4ecfe54e-edf2-4707-abea-2c0a5c031afa tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Made reservation on behalf of faeb5dc6b3a74c028f443dfad351e225 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:40.914458 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4ecfe54e-edf2-4707-abea-2c0a5c031afa tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.051627 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d962a4b0-f7fa-496b-b620-d1d07a3b4a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.132710 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1a88-984b-4344-b394-d6d6f9a970a1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.416469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4ecfe54e-edf2-4707-abea-2c0a5c031afa tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Allocated IP 10.1.1.187 (64b7b143-0d34-4d45-beb0-8230e0a65658/0f41942a-e82d-431e-b053-14befb466f23/df93e2bd-1f20-44b5-84fb-18b52916910e) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:41.532628 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf7e0d-d132-41d6-bf9c-0728e9fd60d0 req-638f39bf-d384-4a69-94c7-a8a6163b91e8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:41.542896 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3bcf7e0d-d132-41d6-bf9c-0728e9fd60d0 req-638f39bf-d384-4a69-94c7-a8a6163b91e8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.4865816 Jul 05 10:16:41.619353 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1a88-984b-4344-b394-d6d6f9a970a1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.702648 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3bcf7e0d-d132-41d6-bf9c-0728e9fd60d0 req-118fc15d-c817-4be8-b742-e9d83b9a8191 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580620 Jul 05 10:16:41.768129 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1a88-984b-4344-b394-d6d6f9a970a1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.768655 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-9afa4589-1609-4a8e-97df-45043aa8999e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The resource could not be found. Jul 05 10:16:41.769947 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9afa4589-1609-4a8e-97df-45043aa8999e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9923091 Jul 05 10:16:41.772935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55504) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:41.805137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e1a88-984b-4344-b394-d6d6f9a970a1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a23b08-6c16-41cb-a31f-43351fddecf6,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:41.820680 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4ecfe54e-edf2-4707-abea-2c0a5c031afa tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.851279 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4ecfe54e-edf2-4707-abea-2c0a5c031afa tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Transition to ACTIVE for port object df93e2bd-1f20-44b5-84fb-18b52916910e will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:41.898990 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1a88-984b-4344-b394-d6d6f9a970a1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.900233 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2a2e1a88-984b-4344-b394-d6d6f9a970a1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2244303 Jul 05 10:16:41.907359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55508) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:41.912966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b0f8ed82-18eb-4e89-97c5-eec14a6f8340 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group_rule': {'security_group_id': '15f48b0d-4eef-4d47-9795-82028a2b91b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:41.947456 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2bed8c82-b01d-4fb5-8147-c4333fe09b3b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:41.997626 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2bed8c82-b01d-4fb5-8147-c4333fe09b3b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.076930 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062187b-3b3d-488c-b08e-d5da745f7dba req-187b50a0-8490-4e05-9b8e-54781e6ac92a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:42.083087 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062187b-3b3d-488c-b08e-d5da745f7dba req-187b50a0-8490-4e05-9b8e-54781e6ac92a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:42.090530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0062187b-3b3d-488c-b08e-d5da745f7dba req-187b50a0-8490-4e05-9b8e-54781e6ac92a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 1653 time: 0.1617398 Jul 05 10:16:42.100467 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4ecfe54e-edf2-4707-abea-2c0a5c031afa tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.136977 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ed82-18eb-4e89-97c5-eec14a6f8340 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.231937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4ecfe54e-edf2-4707-abea-2c0a5c031afa tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Network 64b7b143-0d34-4d45-beb0-8230e0a65658 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:42.250549 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2bed8c82-b01d-4fb5-8147-c4333fe09b3b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.251172 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2bed8c82-b01d-4fb5-8147-c4333fe09b3b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.258596 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2bed8c82-b01d-4fb5-8147-c4333fe09b3b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "DELETE /v2.0/security-groups/ac07762e-a4fd-4ee8-81a9-f3098c826cc8 HTTP/1.1" status: 204 len: 168 time: 0.4843116 Jul 05 10:16:42.262648 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0062187b-3b3d-488c-b08e-d5da745f7dba req-6232eb2e-c50c-4da2-83bd-4be1ef66de8d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711783 Jul 05 10:16:42.263180 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55512) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:42.277166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfe54e-edf2-4707-abea-2c0a5c031afa tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event updated for resources: {'Port': ['ID=df93e2bd-1f20-44b5-84fb-18b52916910e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:42.286135 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4ecfe54e-edf2-4707-abea-2c0a5c031afa tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:42.310498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4ecfe54e-edf2-4707-abea-2c0a5c031afa tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:42.406925 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed8c82-b01d-4fb5-8147-c4333fe09b3b tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac07762e-a4fd-4ee8-81a9-f3098c826cc8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:42.463643 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ed82-18eb-4e89-97c5-eec14a6f8340 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.498340 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-cfee96de-3b91-483f-938e-623a59c41202 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4338706 Jul 05 10:16:42.523447 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b789-d3b8-4f97-a26c-f388b23378f1 req-3036ccc1-b002-4f7f-be36-0c58101b594e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:42.531994 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3888b789-d3b8-4f97-a26c-f388b23378f1 req-3036ccc1-b002-4f7f-be36-0c58101b594e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.1162193 Jul 05 10:16:42.555568 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ed82-18eb-4e89-97c5-eec14a6f8340 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.575322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4ecfe54e-edf2-4707-abea-2c0a5c031afa tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:42.576388 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4ecfe54e-edf2-4707-abea-2c0a5c031afa tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.601853 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-34e970b7-38d8-4858-b4b5-1435924ff77a tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3313971 Jul 05 10:16:42.605797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55514) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:42.616549 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3bb36590-1b90-4034-ae76-fd8a90d9501e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '5814203c-0eac-44a7-9274-5332fe8197f5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:42.621960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8ed82-18eb-4e89-97c5-eec14a6f8340 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ca9c89-e5dc-4669-8d02-797b856871fc,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:42.648653 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3888b789-d3b8-4f97-a26c-f388b23378f1 req-7f5167af-7609-4471-b490-175c201b147b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154950 Jul 05 10:16:42.754486 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ed82-18eb-4e89-97c5-eec14a6f8340 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.756267 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b0f8ed82-18eb-4e89-97c5-eec14a6f8340 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8471096 Jul 05 10:16:42.758482 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55524) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:42.762985 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4ecfe54e-edf2-4707-abea-2c0a5c031afa tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5777171 Jul 05 10:16:42.763656 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-2c1156ad-9e80-427f-a423-1b9a71008d01 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group_rule': {'security_group_id': '15f48b0d-4eef-4d47-9795-82028a2b91b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:42.783932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-6dda0af2-534a-49f1-8595-1becd13af407 req-374a42a3-24c5-4f12-b33a-bb36ae57b99a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Request body: {'port': {'device_id': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5', 'admin_state_up': True, 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'security_groups': ['99125026-0c47-4b57-aadc-cd590d6c9885']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:42.840139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-27d864a0-173e-400d-b060-93dc75f0dd26 None None] Provisioning for port df93e2bd-1f20-44b5-84fb-18b52916910e completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:42.848554 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-27d864a0-173e-400d-b060-93dc75f0dd26 None None] Provisioning complete for port df93e2bd-1f20-44b5-84fb-18b52916910e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:42.848991 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-27d864a0-173e-400d-b060-93dc75f0dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:42.980999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-27d864a0-173e-400d-b060-93dc75f0dd26 None None] Port df93e2bd-1f20-44b5-84fb-18b52916910e cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:43.001361 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c1156ad-9e80-427f-a423-1b9a71008d01 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.159322 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-3bb36590-1b90-4034-ae76-fd8a90d9501e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The resource could not be found. Jul 05 10:16:43.161203 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3bb36590-1b90-4034-ae76-fd8a90d9501e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5542121 Jul 05 10:16:43.166047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55540) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:43.180037 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c1156ad-9e80-427f-a423-1b9a71008d01 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.187926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a32edabe-f53d-4af0-9180-cc241da53d5e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group': {'name': 'tempest-secgroup--3465658'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:43.254146 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c1156ad-9e80-427f-a423-1b9a71008d01 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.306833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af80c1-94e1-4ba8-ac36-afe1de35ca06 req-95d50206-fec2-4549-8d24-cbff655d6e18 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:43.311132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1156ad-9e80-427f-a423-1b9a71008d01 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d92f396-a7d8-4d33-9d14-671f31884f15,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:43.312658 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1af80c1-94e1-4ba8-ac36-afe1de35ca06 req-95d50206-fec2-4549-8d24-cbff655d6e18 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.2798793 Jul 05 10:16:43.323256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-374a42a3-24c5-4f12-b33a-bb36ae57b99a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Made reservation on behalf of faeb5dc6b3a74c028f443dfad351e225 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:43.574930 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1af80c1-94e1-4ba8-ac36-afe1de35ca06 req-d3b7d955-053a-4d03-8edb-e0d7b0907f45 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242594 Jul 05 10:16:43.579480 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9479f2e0-e533-4f1b-ab6b-3630447bff54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.590957 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a32edabe-f53d-4af0-9180-cc241da53d5e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.664581 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.676065 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-374a42a3-24c5-4f12-b33a-bb36ae57b99a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.682687 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c1156ad-9e80-427f-a423-1b9a71008d01 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:43.682893 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2c1156ad-9e80-427f-a423-1b9a71008d01 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9233310 Jul 05 10:16:43.685865 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55550) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:43.691621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-06a96eea-eccc-405a-8261-b340c381f4e7 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group_rule': {'security_group_id': '15f48b0d-4eef-4d47-9795-82028a2b91b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:43.943680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f64454-4469-4867-b4fc-f71224887425 req-93974efb-e517-4792-a5bf-eed40d9750ca tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:43.952478 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f64454-4469-4867-b4fc-f71224887425 req-93974efb-e517-4792-a5bf-eed40d9750ca tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:43.965882 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f64454-4469-4867-b4fc-f71224887425 req-93974efb-e517-4792-a5bf-eed40d9750ca tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:43.975510 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-24f64454-4469-4867-b4fc-f71224887425 req-93974efb-e517-4792-a5bf-eed40d9750ca tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 2374 time: 0.2570994 Jul 05 10:16:44.039322 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-24f64454-4469-4867-b4fc-f71224887425 req-cb8ab51d-df31-4db5-86f0-aa848c95b973 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623679 Jul 05 10:16:44.555118 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a32edabe-f53d-4af0-9180-cc241da53d5e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:44.703512 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57c90b33-36a6-42b3-b384-9d27c043d2e3 req-7f308fb2-df01-46b1-87d7-a769553c57dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3484709 Jul 05 10:16:44.703512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-6dda0af2-534a-49f1-8595-1becd13af407 req-374a42a3-24c5-4f12-b33a-bb36ae57b99a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Allocated IP 10.2.2.100 (b5db243d-0a6e-4dda-99a5-70a4b3692aa5/fca18096-664d-47c5-a713-0716b10e1546/87979250-90f3-4016-8a2b-f250a6558e51) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:44.703512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763f63a-6b33-4a02-ba39-b95df497ebfc req-7700e3ff-dcab-4a49-9986-d612d6b42f1e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:44.703512 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e763f63a-6b33-4a02-ba39-b95df497ebfc req-7700e3ff-dcab-4a49-9986-d612d6b42f1e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.3708818 Jul 05 10:16:44.774666 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e763f63a-6b33-4a02-ba39-b95df497ebfc req-20902b43-c216-477a-8edd-56237d07c69f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115832 Jul 05 10:16:44.835746 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c90b33-36a6-42b3-b384-9d27c043d2e3 req-c583b059-6c99-46ba-9b9f-4529a4f4e685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:44.838882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57c90b33-36a6-42b3-b384-9d27c043d2e3 req-c583b059-6c99-46ba-9b9f-4529a4f4e685 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 1098 time: 0.1754568 Jul 05 10:16:44.934805 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a32edabe-f53d-4af0-9180-cc241da53d5e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:44.951818 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43c60d-df83-47c6-a7ca-aec13064757c req-5f226f35-4f65-4222-8d36-f3bc19c73ca9 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:44.964746 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f43c60d-df83-47c6-a7ca-aec13064757c req-5f226f35-4f65-4222-8d36-f3bc19c73ca9 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1287332 Jul 05 10:16:44.965946 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.047258 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f43c60d-df83-47c6-a7ca-aec13064757c req-87537471-6bb0-48b0-8d7d-66bb2e516b71 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816104 Jul 05 10:16:45.106452 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-06a96eea-eccc-405a-8261-b340c381f4e7 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.167526 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-374a42a3-24c5-4f12-b33a-bb36ae57b99a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.203449 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a32edabe-f53d-4af0-9180-cc241da53d5e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.213001 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a32edabe-f53d-4af0-9180-cc241da53d5e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0363467 Jul 05 10:16:45.222034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55572) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:45.243111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32edabe-f53d-4af0-9180-cc241da53d5e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8b41c6-be08-4d40-b3e7-98985b13f450,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:45.256892 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-06a96eea-eccc-405a-8261-b340c381f4e7 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.263333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-738af3ad-8ad6-4f31-8856-b18952cacfb0 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701936739'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:45.283048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-6dda0af2-534a-49f1-8595-1becd13af407 req-374a42a3-24c5-4f12-b33a-bb36ae57b99a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Transition to ACTIVE for port object 87979250-90f3-4016-8a2b-f250a6558e51 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:45.303198 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d06f2fc1-2df2-4f76-975a-1fd790aaa449 req-3af5c806-07f1-4830-b4e8-7a6031ef5095 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4582942 Jul 05 10:16:45.343905 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-06a96eea-eccc-405a-8261-b340c381f4e7 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.392268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a96eea-eccc-405a-8261-b340c381f4e7 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd76f9a3-5e6c-4ff5-8aa4-c6a7c9238090,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:45.520566 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c90b33-36a6-42b3-b384-9d27c043d2e3 req-13548226-5e5b-4cef-ac23-3393ca5710a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:45.523205 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57c90b33-36a6-42b3-b384-9d27c043d2e3 req-13548226-5e5b-4cef-ac23-3393ca5710a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 913 time: 0.6335688 Jul 05 10:16:45.526048 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-738af3ad-8ad6-4f31-8856-b18952cacfb0 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.556435 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-06a96eea-eccc-405a-8261-b340c381f4e7 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.564211 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-06a96eea-eccc-405a-8261-b340c381f4e7 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8771806 Jul 05 10:16:45.566160 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55584) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:45.576517 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-92043903-cb9f-49df-872d-0f8463022182 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group_rule': {'security_group_id': '15f48b0d-4eef-4d47-9795-82028a2b91b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:45.710857 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57c90b33-36a6-42b3-b384-9d27c043d2e3 req-d6051227-36a7-4960-867f-5d042113843a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce HTTP/1.1" status: 200 len: 1001 time: 0.1661603 Jul 05 10:16:45.713734 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-92043903-cb9f-49df-872d-0f8463022182 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.767462 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-374a42a3-24c5-4f12-b33a-bb36ae57b99a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.854814 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-92043903-cb9f-49df-872d-0f8463022182 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.950258 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-92043903-cb9f-49df-872d-0f8463022182 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:45.990673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92043903-cb9f-49df-872d-0f8463022182 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b91d50a-dad9-4aca-ac0c-d820da17d750,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:46.085579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dda0af2-534a-49f1-8595-1becd13af407 req-374a42a3-24c5-4f12-b33a-bb36ae57b99a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Network b5db243d-0a6e-4dda-99a5-70a4b3692aa5 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:46.120753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c90b33-36a6-42b3-b384-9d27c043d2e3 req-a1f306d2-2f98-4833-ac42-07054ac181ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:46.122377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57c90b33-36a6-42b3-b384-9d27c043d2e3 req-a1f306d2-2f98-4833-ac42-07054ac181ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.3904743 Jul 05 10:16:46.124258 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-6dda0af2-534a-49f1-8595-1becd13af407 req-374a42a3-24c5-4f12-b33a-bb36ae57b99a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:46.130941 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-374a42a3-24c5-4f12-b33a-bb36ae57b99a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:46.138383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a42a3-24c5-4f12-b33a-bb36ae57b99a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event updated for resources: {'Port': ['ID=87979250-90f3-4016-8a2b-f250a6558e51,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:46.162466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f2fc1-2df2-4f76-975a-1fd790aaa449 req-9dadf462-fab1-4a99-aee5-29bfe33888a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:46.163763 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d06f2fc1-2df2-4f76-975a-1fd790aaa449 req-9dadf462-fab1-4a99-aee5-29bfe33888a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 1102 time: 0.7241843 Jul 05 10:16:46.234269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f246eb-4543-4b30-b5f9-80ff92ee924d req-4db034b3-6852-4321-ae5e-bbb7e1aec4f2 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:46.246523 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87f246eb-4543-4b30-b5f9-80ff92ee924d req-4db034b3-6852-4321-ae5e-bbb7e1aec4f2 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.1835620 Jul 05 10:16:46.260804 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe2102-f931-4168-b7b1-4bb1fa14a54f req-717a8c3c-1234-438d-8a0e-284efeb54235 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:46.260804 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe2102-f931-4168-b7b1-4bb1fa14a54f req-717a8c3c-1234-438d-8a0e-284efeb54235 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:46.269342 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe2102-f931-4168-b7b1-4bb1fa14a54f req-717a8c3c-1234-438d-8a0e-284efeb54235 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:46.279756 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2dfe2102-f931-4168-b7b1-4bb1fa14a54f req-717a8c3c-1234-438d-8a0e-284efeb54235 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 2374 time: 0.9667370 Jul 05 10:16:46.318915 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87f246eb-4543-4b30-b5f9-80ff92ee924d req-4d757b2f-70b8-4a81-a055-d0e85810c010 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682244 Jul 05 10:16:46.597119 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-738af3ad-8ad6-4f31-8856-b18952cacfb0 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.600996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f2fc1-2df2-4f76-975a-1fd790aaa449 req-4092b82d-80f2-4a85-8adf-e20e5fb45bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:46.603013 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d06f2fc1-2df2-4f76-975a-1fd790aaa449 req-4092b82d-80f2-4a85-8adf-e20e5fb45bea service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.3674085 Jul 05 10:16:46.629917 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-374a42a3-24c5-4f12-b33a-bb36ae57b99a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:46.630983 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-374a42a3-24c5-4f12-b33a-bb36ae57b99a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.642720 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3c9dd7e6-c9c8-4c0f-86ab-5d99d23b9e66 None None] Provisioning for port 87979250-90f3-4016-8a2b-f250a6558e51 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:46.650262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3c9dd7e6-c9c8-4c0f-86ab-5d99d23b9e66 None None] Provisioning complete for port 87979250-90f3-4016-8a2b-f250a6558e51 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:46.651149 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd7e6-c9c8-4c0f-86ab-5d99d23b9e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.705097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3c9dd7e6-c9c8-4c0f-86ab-5d99d23b9e66 None None] Port 87979250-90f3-4016-8a2b-f250a6558e51 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:46.731692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171208e9-b05e-4cc1-89ef-3a0815d158e9 req-9a8fe789-de4c-4c8e-9aea-f93d9514d68a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:46.739503 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.742947 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-738af3ad-8ad6-4f31-8856-b18952cacfb0 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:46.756987 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-171208e9-b05e-4cc1-89ef-3a0815d158e9 req-9a8fe789-de4c-4c8e-9aea-f93d9514d68a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1735816 Jul 05 10:16:46.767846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-6f97d1aa-2f02-4be5-9b0e-3c94f4be53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:46.769868 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-6f97d1aa-2f02-4be5-9b0e-3c94f4be53ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 1102 time: 0.2672420 Jul 05 10:16:46.776702 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2dfe2102-f931-4168-b7b1-4bb1fa14a54f req-241b4684-1f60-4fbf-adab-2bf362c2f895 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4958730 Jul 05 10:16:46.885237 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d06f2fc1-2df2-4f76-975a-1fd790aaa449 req-82d81418-5d34-4a12-a094-231f89db9c39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23 HTTP/1.1" status: 200 len: 217 time: 0.2309759 Jul 05 10:16:46.954121 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-374a42a3-24c5-4f12-b33a-bb36ae57b99a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1819308 Jul 05 10:16:47.053696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-fcc02507-b49e-4349-9360-3a248a780be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:47.055234 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-fcc02507-b49e-4349-9360-3a248a780be9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.2766113 Jul 05 10:16:47.061397 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-92043903-cb9f-49df-872d-0f8463022182 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.065086 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-92043903-cb9f-49df-872d-0f8463022182 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4940569 Jul 05 10:16:47.071156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55606) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:47.098039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c90b33-36a6-42b3-b384-9d27c043d2e3 req-40e41d44-a527-4576-ab9c-ce0aa8c8b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:47.101263 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57c90b33-36a6-42b3-b384-9d27c043d2e3 req-40e41d44-a527-4576-ab9c-ce0aa8c8b3f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9530337 Jul 05 10:16:47.107282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f2fc1-2df2-4f76-975a-1fd790aaa449 req-fc53a981-d86b-4216-8295-e4ef8f92c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:47.107282 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d06f2fc1-2df2-4f76-975a-1fd790aaa449 req-fc53a981-d86b-4216-8295-e4ef8f92c12d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.2105525 Jul 05 10:16:47.126158 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-738af3ad-8ad6-4f31-8856-b18952cacfb0 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.132064 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-738af3ad-8ad6-4f31-8856-b18952cacfb0 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8897033 Jul 05 10:16:47.133913 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:16:47.145640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-6dda0af2-534a-49f1-8595-1becd13af407 req-5f593568-e4cf-435a-ac17-635adab8654a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Request body: {'port': {'device_id': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5', 'admin_state_up': True, 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'security_groups': ['99125026-0c47-4b57-aadc-cd590d6c9885']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:47.155018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55608) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:47.220252 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-9b983f35-9027-4a9a-86ae-33ba35095dfa tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '8a8b41c6-be08-4d40-b3e7-98985b13f450', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c45a0cc1-89b4-4422-908e-6ef24b0c1c34'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:47.281155 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-32feff21-4a3d-4131-81d6-c316924f4daf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d HTTP/1.1" status: 200 len: 217 time: 0.2114317 Jul 05 10:16:47.290381 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-171208e9-b05e-4cc1-89ef-3a0815d158e9 req-96ab3ae0-b7c8-4979-9ee1-1e2e4d028d41 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456848 Jul 05 10:16:47.335099 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a44ab0b6-ecce-45f0-961b-dfa5fb25f066 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.359548 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57c90b33-36a6-42b3-b384-9d27c043d2e3 req-d18521e9-3a1a-45c9-8880-5e408c09f5f5 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206161 Jul 05 10:16:47.379918 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a44ab0b6-ecce-45f0-961b-dfa5fb25f066 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.407290 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-f68bb912-6d0e-4de6-83d6-84d1b008ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:47.409049 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-f68bb912-6d0e-4de6-83d6-84d1b008ce74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1177695 Jul 05 10:16:47.515645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738af3ad-8ad6-4f31-8856-b18952cacfb0 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45a0cc1-89b4-4422-908e-6ef24b0c1c34,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:47.520948 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-e2f869d8-b19b-43be-9e39-f395c9069880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:47.521275 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57c90b33-36a6-42b3-b384-9d27c043d2e3 req-f9841176-b73e-4b0e-acfd-dec3e587a70f service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164777 Jul 05 10:16:47.522467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-e2f869d8-b19b-43be-9e39-f395c9069880 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1035419 Jul 05 10:16:47.568643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f2fc1-2df2-4f76-975a-1fd790aaa449 req-f41db53f-7be4-4c8f-b34b-f2ffce6ee7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:47.570420 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d06f2fc1-2df2-4f76-975a-1fd790aaa449 req-f41db53f-7be4-4c8f-b34b-f2ffce6ee7bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4301445 Jul 05 10:16:47.674495 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-bb29207d-07ad-4361-ab48-6a44c28195f3 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414764 Jul 05 10:16:47.678993 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-9b983f35-9027-4a9a-86ae-33ba35095dfa tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:47.692319 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9b983f35-9027-4a9a-86ae-33ba35095dfa tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5329905 Jul 05 10:16:47.693295 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a44ab0b6-ecce-45f0-961b-dfa5fb25f066 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.699880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55616) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:47.791966 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-b11300b3-f771-4a39-9525-1ac7d51a05c4 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964661 Jul 05 10:16:47.792235 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f88aa3a-b36f-445c-857c-5d3af74a6f82 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.794916 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a44ab0b6-ecce-45f0-961b-dfa5fb25f066 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.796215 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a44ab0b6-ecce-45f0-961b-dfa5fb25f066 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/0b91d50a-dad9-4aca-ac0c-d820da17d750 HTTP/1.1" status: 204 len: 168 time: 0.7238822 Jul 05 10:16:47.800172 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55618) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:47.833946 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f88aa3a-b36f-445c-857c-5d3af74a6f82 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:47.855338 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ab0b6-ecce-45f0-961b-dfa5fb25f066 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b91d50a-dad9-4aca-ac0c-d820da17d750,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:47.933603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddeb9c-1ddf-4ae0-885b-0fe0c82f8eba req-6f07346e-fe12-4e69-a746-69e30cb02c81 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:47.935563 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98ddeb9c-1ddf-4ae0-885b-0fe0c82f8eba req-6f07346e-fe12-4e69-a746-69e30cb02c81 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.2959623 Jul 05 10:16:48.000273 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a3d6da4c-5cac-4e82-b1a1-230c60a35889 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1956723 Jul 05 10:16:48.003044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55622) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:48.060661 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e17d2f36-31e7-45c9-bc8a-e0fa5cc9e0a9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.071889 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e17d2f36-31e7-45c9-bc8a-e0fa5cc9e0a9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.080834 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98ddeb9c-1ddf-4ae0-885b-0fe0c82f8eba req-e5642646-8406-42fd-b79f-6387facd83f3 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167219 Jul 05 10:16:48.086988 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f88aa3a-b36f-445c-857c-5d3af74a6f82 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.089751 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f88aa3a-b36f-445c-857c-5d3af74a6f82 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.091318 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2f88aa3a-b36f-445c-857c-5d3af74a6f82 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "DELETE /v2.0/security-groups/c45a0cc1-89b4-4422-908e-6ef24b0c1c34 HTTP/1.1" status: 204 len: 168 time: 0.3863001 Jul 05 10:16:48.093998 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d06f2fc1-2df2-4f76-975a-1fd790aaa449 req-dfdb9c5b-c2d6-4cea-9f13-8c526184ba11 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140963 Jul 05 10:16:48.095495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55626) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:48.146516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-5f593568-e4cf-435a-ac17-635adab8654a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Made reservation on behalf of faeb5dc6b3a74c028f443dfad351e225 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:16:48.154016 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-5f593568-e4cf-435a-ac17-635adab8654a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.326460 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e17d2f36-31e7-45c9-bc8a-e0fa5cc9e0a9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.364157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc1dbe-5131-4244-aaa7-f1132188ad4e req-33dae564-e8fb-4aca-9bd1-c013015be1bb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:48.371313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88aa3a-b36f-445c-857c-5d3af74a6f82 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45a0cc1-89b4-4422-908e-6ef24b0c1c34,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:48.398996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc1dbe-5131-4244-aaa7-f1132188ad4e req-33dae564-e8fb-4aca-9bd1-c013015be1bb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:48.416033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc1dbe-5131-4244-aaa7-f1132188ad4e req-33dae564-e8fb-4aca-9bd1-c013015be1bb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:48.423341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc1dbe-5131-4244-aaa7-f1132188ad4e req-33dae564-e8fb-4aca-9bd1-c013015be1bb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:48.440425 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09dc1dbe-5131-4244-aaa7-f1132188ad4e req-33dae564-e8fb-4aca-9bd1-c013015be1bb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 3095 time: 0.3454783 Jul 05 10:16:48.445276 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e17d2f36-31e7-45c9-bc8a-e0fa5cc9e0a9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.457292 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b9601971-543d-4677-9c53-a9cac66fb2fe tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4508 time: 0.3556204 Jul 05 10:16:48.461309 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e17d2f36-31e7-45c9-bc8a-e0fa5cc9e0a9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/fd76f9a3-5e6c-4ff5-8aa4-c6a7c9238090 HTTP/1.1" status: 204 len: 168 time: 0.4549634 Jul 05 10:16:48.471483 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d2f36-31e7-45c9-bc8a-e0fa5cc9e0a9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd76f9a3-5e6c-4ff5-8aa4-c6a7c9238090,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:48.481962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55634) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:48.484850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55636) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:48.621154 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09dc1dbe-5131-4244-aaa7-f1132188ad4e req-ec9b5102-8570-44c6-8a97-2dac411dd563 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284723 Jul 05 10:16:48.714688 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d06f2fc1-2df2-4f76-975a-1fd790aaa449 req-a9516506-8629-45f9-99df-9861f4e22b83 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826452 Jul 05 10:16:48.886777 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-27fdedb5-c213-4929-a6e1-ff8af674bd3c tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3957555 Jul 05 10:16:48.892203 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55648) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:48.968991 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-95963ebe-c32c-4958-accc-dbb4b64f9b68 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:48.969469 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1a9411d-61ab-4bb5-a9b4-f8136b7fb5c9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.046623 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1a9411d-61ab-4bb5-a9b4-f8136b7fb5c9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.180870 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30dcd7-ee67-4dac-b2d4-f5c4aa4d35bb req-418c0402-1846-42fe-80cd-ad70b89a082f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:49.183148 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e30dcd7-ee67-4dac-b2d4-f5c4aa4d35bb req-418c0402-1846-42fe-80cd-ad70b89a082f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.2158799 Jul 05 10:16:49.186752 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1a9411d-61ab-4bb5-a9b4-f8136b7fb5c9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.211166 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1a9411d-61ab-4bb5-a9b4-f8136b7fb5c9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.215135 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b1a9411d-61ab-4bb5-a9b4-f8136b7fb5c9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/0d92f396-a7d8-4d33-9d14-671f31884f15 HTTP/1.1" status: 204 len: 168 time: 0.3181155 Jul 05 10:16:49.228855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55652) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:49.252867 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9411d-61ab-4bb5-a9b4-f8136b7fb5c9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d92f396-a7d8-4d33-9d14-671f31884f15,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:49.288612 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e30dcd7-ee67-4dac-b2d4-f5c4aa4d35bb req-520258ba-026c-4356-a6ce-e2cc56fdd32d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974042 Jul 05 10:16:49.349613 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cd46d44b-c167-47bd-bd78-a09597c14275 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1154704 Jul 05 10:16:49.353922 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55654) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:49.420507 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0d94c64d-98c5-4703-a387-aa0bf8851e73 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.445996 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0d94c64d-98c5-4703-a387-aa0bf8851e73 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.544105 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-6dda0af2-534a-49f1-8595-1becd13af407 req-5f593568-e4cf-435a-ac17-635adab8654a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Allocated IP 10.2.2.200 (b5db243d-0a6e-4dda-99a5-70a4b3692aa5/fca18096-664d-47c5-a713-0716b10e1546/853fb337-6ae9-42a9-a887-cc7a60298722) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:16:49.645354 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0d94c64d-98c5-4703-a387-aa0bf8851e73 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.665215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0d94c64d-98c5-4703-a387-aa0bf8851e73 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.670052 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0d94c64d-98c5-4703-a387-aa0bf8851e73 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/71ca9c89-e5dc-4669-8d02-797b856871fc HTTP/1.1" status: 204 len: 168 time: 0.3142426 Jul 05 10:16:49.671562 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94c64d-98c5-4703-a387-aa0bf8851e73 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71ca9c89-e5dc-4669-8d02-797b856871fc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:49.676439 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55660) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:49.777030 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-5f593568-e4cf-435a-ac17-635adab8654a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.777655 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bc9549d4-cb91-4b48-bed3-e8332440a623 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1000314 Jul 05 10:16:49.779582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55664) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:49.796979 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-6dda0af2-534a-49f1-8595-1becd13af407 req-5f593568-e4cf-435a-ac17-635adab8654a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Transition to ACTIVE for port object 853fb337-6ae9-42a9-a887-cc7a60298722 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:49.822181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d9661-67c2-4d87-bd72-07204736b95d req-6a670858-52be-464e-8369-81070805c2fb tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:49.823896 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b1d9661-67c2-4d87-bd72-07204736b95d req-6a670858-52be-464e-8369-81070805c2fb tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.2783701 Jul 05 10:16:49.850984 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-95963ebe-c32c-4958-accc-dbb4b64f9b68 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.873487 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0039a5bf-4e39-461b-b794-0bd6162dc07e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.936102 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0039a5bf-4e39-461b-b794-0bd6162dc07e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.969835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-5f593568-e4cf-435a-ac17-635adab8654a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:49.991217 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b1d9661-67c2-4d87-bd72-07204736b95d req-ec4cb9bb-c1d3-49d5-86fb-3d69b541cbde tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367729 Jul 05 10:16:50.034559 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a67da-fc6e-4f23-b66e-fbec267f113d req-e9cfefb1-2f3f-42c4-9989-5f7326237600 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:50.042534 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5f1a67da-fc6e-4f23-b66e-fbec267f113d req-e9cfefb1-2f3f-42c4-9989-5f7326237600 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 946 time: 1.1074259 Jul 05 10:16:50.062141 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-95963ebe-c32c-4958-accc-dbb4b64f9b68 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:50.065098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-95963ebe-c32c-4958-accc-dbb4b64f9b68 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:50.066626 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-95963ebe-c32c-4958-accc-dbb4b64f9b68 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "DELETE /v2.0/security-groups/8a8b41c6-be08-4d40-b3e7-98985b13f450 HTTP/1.1" status: 204 len: 168 time: 1.5830047 Jul 05 10:16:50.069449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55666) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:50.111511 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dda0af2-534a-49f1-8595-1becd13af407 req-5f593568-e4cf-435a-ac17-635adab8654a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Network b5db243d-0a6e-4dda-99a5-70a4b3692aa5 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:16:50.118949 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0039a5bf-4e39-461b-b794-0bd6162dc07e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:50.126324 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5f1a67da-fc6e-4f23-b66e-fbec267f113d req-21d5f972-7b2a-4200-afb6-b9150770c6c0 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827692 Jul 05 10:16:50.131597 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0039a5bf-4e39-461b-b794-0bd6162dc07e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:50.147786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55668) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:50.148088 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0039a5bf-4e39-461b-b794-0bd6162dc07e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/18a23b08-6c16-41cb-a31f-43351fddecf6 HTTP/1.1" status: 204 len: 168 time: 0.3618641 Jul 05 10:16:50.163982 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039a5bf-4e39-461b-b794-0bd6162dc07e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18a23b08-6c16-41cb-a31f-43351fddecf6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:50.212650 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7fa79679-ba5f-4276-8d55-2391e8f8ae25 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1362150 Jul 05 10:16:50.212964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95963ebe-c32c-4958-accc-dbb4b64f9b68 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8b41c6-be08-4d40-b3e7-98985b13f450,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:50.213595 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55672) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:50.216024 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-6dda0af2-534a-49f1-8595-1becd13af407 req-5f593568-e4cf-435a-ac17-635adab8654a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:16:50.222354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-eb63951a-2c86-4402-a6f5-b1c1717f0333 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141485908'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:50.237995 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-5f593568-e4cf-435a-ac17-635adab8654a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:16:50.380861 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c1f2c0f7-1b8b-4210-a906-f195f13bc171 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2364199 Jul 05 10:16:50.381914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f593568-e4cf-435a-ac17-635adab8654a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event updated for resources: {'Port': ['ID=853fb337-6ae9-42a9-a887-cc7a60298722,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:50.383497 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55676) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:50.415507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-5f593568-e4cf-435a-ac17-635adab8654a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:50.420302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb63951a-2c86-4402-a6f5-b1c1717f0333 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:50.428524 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-5f593568-e4cf-435a-ac17-635adab8654a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:50.593466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb738-cc42-47f1-b45e-4aa3bc4d00bd req-3cca7cd0-31a5-4ed2-83a0-32550da620e0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:50.600015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb738-cc42-47f1-b45e-4aa3bc4d00bd req-3cca7cd0-31a5-4ed2-83a0-32550da620e0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:50.606060 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb738-cc42-47f1-b45e-4aa3bc4d00bd req-3cca7cd0-31a5-4ed2-83a0-32550da620e0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:50.612423 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb738-cc42-47f1-b45e-4aa3bc4d00bd req-3cca7cd0-31a5-4ed2-83a0-32550da620e0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:50.618607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb738-cc42-47f1-b45e-4aa3bc4d00bd req-3cca7cd0-31a5-4ed2-83a0-32550da620e0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:50.619666 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0e1d-ee9d-4e61-8864-ce1e90e1d6cc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:50.620756 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-203fb738-cc42-47f1-b45e-4aa3bc4d00bd req-3cca7cd0-31a5-4ed2-83a0-32550da620e0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 3816 time: 0.2624409 Jul 05 10:16:50.751947 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-203fb738-cc42-47f1-b45e-4aa3bc4d00bd req-275c289d-704e-4bee-8609-aea86b3bc901 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215005 Jul 05 10:16:50.752160 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0e1d-ee9d-4e61-8864-ce1e90e1d6cc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:50.883091 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cff18d48-386b-42cf-bc90-dea6801e7b5d None None] Provisioning for port 853fb337-6ae9-42a9-a887-cc7a60298722 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:16:50.883693 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb63951a-2c86-4402-a6f5-b1c1717f0333 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:50.892452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cff18d48-386b-42cf-bc90-dea6801e7b5d None None] Provisioning complete for port 853fb337-6ae9-42a9-a887-cc7a60298722 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:50.892979 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cff18d48-386b-42cf-bc90-dea6801e7b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:50.973483 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb63951a-2c86-4402-a6f5-b1c1717f0333 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:50.975218 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-cff18d48-386b-42cf-bc90-dea6801e7b5d None None] Port 853fb337-6ae9-42a9-a887-cc7a60298722 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:16:51.049934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63951a-2c86-4402-a6f5-b1c1717f0333 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26bb1b99-e3ef-4de4-b00a-d376710752e5,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:51.059630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4fa05-e50f-4e8e-b3d8-0887c0e6acbc req-6b235ad5-a2e5-4c33-886d-79d65a6b642d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:51.061557 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6a4fa05-e50f-4e8e-b3d8-0887c0e6acbc req-6b235ad5-a2e5-4c33-886d-79d65a6b642d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1204844 Jul 05 10:16:51.085710 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-5f593568-e4cf-435a-ac17-635adab8654a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9609811 Jul 05 10:16:51.088643 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0e1d-ee9d-4e61-8864-ce1e90e1d6cc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.091551 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0e1d-ee9d-4e61-8864-ce1e90e1d6cc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.097373 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9a5e0e1d-ee9d-4e61-8864-ce1e90e1d6cc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-groups/15f48b0d-4eef-4d47-9795-82028a2b91b3 HTTP/1.1" status: 204 len: 168 time: 0.7077136 Jul 05 10:16:51.098914 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55690) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:51.111637 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Request body: {'port': {'device_id': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:51.114765 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e0e1d-ee9d-4e61-8864-ce1e90e1d6cc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f48b0d-4eef-4d47-9795-82028a2b91b3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:51.181560 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb63951a-2c86-4402-a6f5-b1c1717f0333 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.185315 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eb63951a-2c86-4402-a6f5-b1c1717f0333 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9700332 Jul 05 10:16:51.190540 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55694) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:51.198215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a8ff540d-25ab-4938-804e-f3f2f433c320 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '26bb1b99-e3ef-4de4-b00a-d376710752e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:51.251667 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.253545 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e1ce4f23-7b95-4287-b46c-1e9d26832624 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1533623 Jul 05 10:16:51.260648 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55696) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:51.265999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5ad7c3f9-4037-4729-9f67-a191a60be16a tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group': {'name': 'tempest-secgroup--35674541'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:51.281248 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6a4fa05-e50f-4e8e-b3d8-0887c0e6acbc req-a211ae89-da4a-426e-9ba1-1d6b74efc4bc tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085083 Jul 05 10:16:51.492272 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c3f9-4037-4729-9f67-a191a60be16a tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.703574 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-a8ff540d-25ab-4938-804e-f3f2f433c320 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:51.710632 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a8ff540d-25ab-4938-804e-f3f2f433c320 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5148063 Jul 05 10:16:51.717604 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55702) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:51.739565 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-1c8d6b8e-4e01-48bd-b846-3057fe0d31db tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group_rule': {'security_group_id': '26bb1b99-e3ef-4de4-b00a-d376710752e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:51.750572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c3b1db-4b45-496d-a361-b318ba0dcfda {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:16:51.760463 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.776194 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Transition to ACTIVE for port object 08c3b1db-4b45-496d-a361-b318ba0dcfda will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:51.845620 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:51.862605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60734bf8-b20b-4030-8789-3bdbfee3c419 req-76a6ba56-9886-452d-983d-d51eb48df3f4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:51.865867 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60734bf8-b20b-4030-8789-3bdbfee3c419 req-76a6ba56-9886-452d-983d-d51eb48df3f4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.3169680 Jul 05 10:16:52.026621 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60734bf8-b20b-4030-8789-3bdbfee3c419 req-8dfea192-12df-4815-a409-69c5a09fbd4d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673568 Jul 05 10:16:52.083235 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c3f9-4037-4729-9f67-a191a60be16a tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.119636 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Pushing event updated for resources: {'Port': ['ID=08c3b1db-4b45-496d-a361-b318ba0dcfda,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:52.304554 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Attempting to bind port 08c3b1db-4b45-496d-a361-b318ba0dcfda on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:52.305009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Attempting to bind port 08c3b1db-4b45-496d-a361-b318ba0dcfda by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'e4ea8374-396f-4b61-834e-cc6ce8da0e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:52.305331 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Attempting to bind port 08c3b1db-4b45-496d-a361-b318ba0dcfda on network 34a24dd1-7873-4589-9de4-782dc8402e9e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:52.336113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Port 08c3b1db-4b45-496d-a361-b318ba0dcfda on network 34a24dd1-7873-4589-9de4-782dc8402e9e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:16:52.336449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Attempting to bind port 08c3b1db-4b45-496d-a361-b318ba0dcfda on network 34a24dd1-7873-4589-9de4-782dc8402e9e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:52.348479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:52.348838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Checking segment: {'id': 'e4ea8374-396f-4b61-834e-cc6ce8da0e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:52.349844 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Bound using segment: {'id': 'e4ea8374-396f-4b61-834e-cc6ce8da0e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:52.350307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Bound port: 08c3b1db-4b45-496d-a361-b318ba0dcfda, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ea8374-396f-4b61-834e-cc6ce8da0e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:52.350671 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.391047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8b7f9-da9c-4719-b5d7-b43ee778a727 req-92860805-bfea-4da8-96ae-425fec3794a7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:52.398316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8b7f9-da9c-4719-b5d7-b43ee778a727 req-92860805-bfea-4da8-96ae-425fec3794a7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:52.404647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8b7f9-da9c-4719-b5d7-b43ee778a727 req-92860805-bfea-4da8-96ae-425fec3794a7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:52.405884 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.408507 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c3f9-4037-4729-9f67-a191a60be16a tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.428171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8b7f9-da9c-4719-b5d7-b43ee778a727 req-92860805-bfea-4da8-96ae-425fec3794a7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:52.435389 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8b7f9-da9c-4719-b5d7-b43ee778a727 req-92860805-bfea-4da8-96ae-425fec3794a7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:52.444468 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f3b8b7f9-da9c-4719-b5d7-b43ee778a727 req-92860805-bfea-4da8-96ae-425fec3794a7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 3828 time: 0.2350335 Jul 05 10:16:52.514398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7c3f9-4037-4729-9f67-a191a60be16a tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe260f67-eec5-4a74-984a-83c550c6b91c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:52.545287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] For port 08c3b1db-4b45-496d-a361-b318ba0dcfda, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:52.549302 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] For port 08c3b1db-4b45-496d-a361-b318ba0dcfda, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=08c3b1db-4b45-496d-a361-b318ba0dcfda,segment=NetworkSegment(e4ea8374-396f-4b61-834e-cc6ce8da0e03),segment_id=e4ea8374-396f-4b61-834e-cc6ce8da0e03)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:52.597554 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f3b8b7f9-da9c-4719-b5d7-b43ee778a727 req-24d54571-1012-48b8-a224-e43850500a92 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432364 Jul 05 10:16:52.690266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9878da-2f0f-49ae-a6cc-e2d985380cab req-9539613f-4066-480e-af3f-5bd6e8a4fca3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:52.692202 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ed9878da-2f0f-49ae-a6cc-e2d985380cab req-9539613f-4066-480e-af3f-5bd6e8a4fca3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.1435695 Jul 05 10:16:52.699134 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.737170 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c3f9-4037-4729-9f67-a191a60be16a tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.742916 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5ad7c3f9-4037-4729-9f67-a191a60be16a tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4811838 Jul 05 10:16:52.745647 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55716) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:52.755740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5e0ffb3b-1eb6-4bfd-bf6b-ab5c18ca5cfc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group_rule': {'security_group_id': 'fe260f67-eec5-4a74-984a-83c550c6b91c', 'direction': 'ingress', 'protocol': 17}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:52.758338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:52.758974 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.760550 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] 10.222.0.73 "PUT /v2.0/ports/08c3b1db-4b45-496d-a361-b318ba0dcfda HTTP/1.1" status: 200 len: 1093 time: 1.6541402 Jul 05 10:16:52.760872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'tag': '08c3b1db-4b45-496d-a361-b318ba0dcfda'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:52.763501 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb4eb65-8d4d-4aae-8d8e-b75b8f503032" -d '{"events": [{"name": "network-changed", "server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "tag": "08c3b1db-4b45-496d-a361-b318ba0dcfda"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:52.771439 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ed9878da-2f0f-49ae-a6cc-e2d985380cab req-a1b8140c-bb43-42b3-b8ef-86b473d1119c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717039 Jul 05 10:16:52.774637 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-1c8d6b8e-4e01-48bd-b846-3057fe0d31db tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:16:52.775633 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1c8d6b8e-4e01-48bd-b846-3057fe0d31db tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.0557570 Jul 05 10:16:52.790534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785a956-ac04-4184-928b-a0b177c9b647 service neutron] Pushing event updated for resources: {'Port': ['ID=08c3b1db-4b45-496d-a361-b318ba0dcfda,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:52.792481 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55720) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:52.845150 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f01f54-c0f5-4c08-9f89-0032343b303e x-openstack-request-id: req-f1f01f54-c0f5-4c08-9f89-0032343b303e {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:52.845479 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "tag": "08c3b1db-4b45-496d-a361-b318ba0dcfda", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:52.845739 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1f01f54-c0f5-4c08-9f89-0032343b303e {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:52.846156 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'tag': '08c3b1db-4b45-496d-a361-b318ba0dcfda', 'status': 'completed', 'code': 200} Jul 05 10:16:52.875047 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4b4e9e0f-89ff-47f5-af4d-37ffa30fb2ea tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.925419 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4b4e9e0f-89ff-47f5-af4d-37ffa30fb2ea tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:52.940788 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4eb65-8d4d-4aae-8d8e-b75b8f503032 req-730d4bcd-70ad-4ecc-b9a4-a8d234a8c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:52.940950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4eb65-8d4d-4aae-8d8e-b75b8f503032 req-730d4bcd-70ad-4ecc-b9a4-a8d234a8c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:52.941381 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4eb65-8d4d-4aae-8d8e-b75b8f503032 req-730d4bcd-70ad-4ecc-b9a4-a8d234a8c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:52.941862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4eb65-8d4d-4aae-8d8e-b75b8f503032 req-730d4bcd-70ad-4ecc-b9a4-a8d234a8c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:52.942335 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4eb65-8d4d-4aae-8d8e-b75b8f503032 req-730d4bcd-70ad-4ecc-b9a4-a8d234a8c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:52.947930 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dfb4eb65-8d4d-4aae-8d8e-b75b8f503032 req-730d4bcd-70ad-4ecc-b9a4-a8d234a8c377 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=faeb5dc6b3a74c028f443dfad351e225&device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 4364 time: 0.0779502 Jul 05 10:16:52.977049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Request body: {'port': {'device_id': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:53.011939 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffb3b-1eb6-4bfd-bf6b-ab5c18ca5cfc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.108737 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4b4e9e0f-89ff-47f5-af4d-37ffa30fb2ea tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.111353 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4b4e9e0f-89ff-47f5-af4d-37ffa30fb2ea tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.123570 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4b4e9e0f-89ff-47f5-af4d-37ffa30fb2ea tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "DELETE /v2.0/security-groups/26bb1b99-e3ef-4de4-b00a-d376710752e5 HTTP/1.1" status: 204 len: 168 time: 0.3193049 Jul 05 10:16:53.148506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55730) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:53.211439 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.219680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e9e0f-89ff-47f5-af4d-37ffa30fb2ea tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bb1b99-e3ef-4de4-b00a-d376710752e5,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:53.251389 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffb3b-1eb6-4bfd-bf6b-ab5c18ca5cfc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.330125 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b9ed9ec4-3305-45b4-8660-d81c4ea9b74f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1777689 Jul 05 10:16:53.334784 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55732) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:53.339622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c02e5252-750a-4d27-bbda-32f36c866ad6 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844525635'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:53.351215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffb3b-1eb6-4bfd-bf6b-ab5c18ca5cfc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.395640 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ffb3b-1eb6-4bfd-bf6b-ab5c18ca5cfc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a473b205-c3a1-4999-bea1-f864c3b52e46,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:53.428509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec54e31-79bc-4ef3-83ea-5d61cf68196d req-25beeff9-bffe-4cf8-b142-f4ad8213c11d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:53.436612 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2ec54e31-79bc-4ef3-83ea-5d61cf68196d req-25beeff9-bffe-4cf8-b142-f4ad8213c11d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.1646221 Jul 05 10:16:53.481326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4eb65-8d4d-4aae-8d8e-b75b8f503032 req-d5e614e8-ee8d-4f97-88cf-8b88678cb719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:53.484221 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c02e5252-750a-4d27-bbda-32f36c866ad6 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.485012 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4eb65-8d4d-4aae-8d8e-b75b8f503032 req-d5e614e8-ee8d-4f97-88cf-8b88678cb719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:53.487250 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4eb65-8d4d-4aae-8d8e-b75b8f503032 req-d5e614e8-ee8d-4f97-88cf-8b88678cb719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:53.489320 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dfb4eb65-8d4d-4aae-8d8e-b75b8f503032 req-d5e614e8-ee8d-4f97-88cf-8b88678cb719 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=faeb5dc6b3a74c028f443dfad351e225&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5320582 Jul 05 10:16:53.510798 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2ec54e31-79bc-4ef3-83ea-5d61cf68196d req-7fdc21f0-d7ee-4ddc-a080-13ddd17048ef tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732188 Jul 05 10:16:53.567100 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffb3b-1eb6-4bfd-bf6b-ab5c18ca5cfc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.570260 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5e0ffb3b-1eb6-4bfd-bf6b-ab5c18ca5cfc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8235819 Jul 05 10:16:53.578377 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55738) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:53.748320 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fc754d-8956-4773-bf0a-c1b21e4c283f {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:16:53.758588 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.777105 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fdbc-ef6a-4e88-a9f9-4baadbe2e4c4 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.833432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Transition to ACTIVE for port object 80fc754d-8956-4773-bf0a-c1b21e4c283f will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:53.842725 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c02e5252-750a-4d27-bbda-32f36c866ad6 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.884186 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fdbc-ef6a-4e88-a9f9-4baadbe2e4c4 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.933138 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.935186 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4eb65-8d4d-4aae-8d8e-b75b8f503032 req-bee0eecb-e149-4c21-a205-8c878d258acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:53.937035 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dfb4eb65-8d4d-4aae-8d8e-b75b8f503032 req-bee0eecb-e149-4c21-a205-8c878d258acb service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4409993 Jul 05 10:16:53.964270 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c02e5252-750a-4d27-bbda-32f36c866ad6 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:53.967575 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.056569 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e5252-750a-4d27-bbda-32f36c866ad6 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40dc7f0-95c8-4987-bd81-a06f76cc19c3,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:54.070595 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b2855-4c4d-4693-80e9-8b39767f7a3f req-cd0bfbdc-a383-4d7f-ae53-3c21acdad165 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:54.077784 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b2855-4c4d-4693-80e9-8b39767f7a3f req-cd0bfbdc-a383-4d7f-ae53-3c21acdad165 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:54.084869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b2855-4c4d-4693-80e9-8b39767f7a3f req-cd0bfbdc-a383-4d7f-ae53-3c21acdad165 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:54.090770 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b2855-4c4d-4693-80e9-8b39767f7a3f req-cd0bfbdc-a383-4d7f-ae53-3c21acdad165 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:54.097436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b2855-4c4d-4693-80e9-8b39767f7a3f req-cd0bfbdc-a383-4d7f-ae53-3c21acdad165 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:54.104452 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-973b2855-4c4d-4693-80e9-8b39767f7a3f req-cd0bfbdc-a383-4d7f-ae53-3c21acdad165 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 3828 time: 0.2769387 Jul 05 10:16:54.152171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Pushing event updated for resources: {'Port': ['ID=80fc754d-8956-4773-bf0a-c1b21e4c283f,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:54.206837 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-973b2855-4c4d-4693-80e9-8b39767f7a3f req-7bc89785-725b-408c-a8cb-450b1276bacf tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013360 Jul 05 10:16:54.213198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47f28b-9748-44de-9b21-7df31009c878 req-24978972-0617-41f0-b1e2-4e0b5886ff6c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:54.215810 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8e47f28b-9748-44de-9b21-7df31009c878 req-24978972-0617-41f0-b1e2-4e0b5886ff6c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.0775781 Jul 05 10:16:54.280044 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Attempting to bind port 80fc754d-8956-4773-bf0a-c1b21e4c283f on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:54.280571 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Attempting to bind port 80fc754d-8956-4773-bf0a-c1b21e4c283f by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:54.280831 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Attempting to bind port 80fc754d-8956-4773-bf0a-c1b21e4c283f on network 64b7b143-0d34-4d45-beb0-8230e0a65658 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:54.282776 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8e47f28b-9748-44de-9b21-7df31009c878 req-218b1625-32b4-47eb-9b04-3df90664fc0a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609019 Jul 05 10:16:54.288950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Port 80fc754d-8956-4773-bf0a-c1b21e4c283f on network 64b7b143-0d34-4d45-beb0-8230e0a65658 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:16:54.289285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Attempting to bind port 80fc754d-8956-4773-bf0a-c1b21e4c283f on network 64b7b143-0d34-4d45-beb0-8230e0a65658 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:54.298437 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:54.298795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Checking segment: {'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:54.299169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Bound using segment: {'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:54.299702 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Bound port: 80fc754d-8956-4773-bf0a-c1b21e4c283f, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:54.300153 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.300879 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c02e5252-750a-4d27-bbda-32f36c866ad6 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.310136 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c02e5252-750a-4d27-bbda-32f36c866ad6 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9698856 Jul 05 10:16:54.310136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55748) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:54.311345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a6662cd6-6bb5-4e7b-9581-c2b1ec114e8f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:54.312242 n-d-779913-27 neutron-server[100775]: WARNING neutron.api.v2.base [None req-a6662cd6-6bb5-4e7b-9581-c2b1ec114e8f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 10:16:54.312855 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-a6662cd6-6bb5-4e7b-9581-c2b1ec114e8f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 10:16:54.317025 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a6662cd6-6bb5-4e7b-9581-c2b1ec114e8f tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "PUT /v2.0/security-groups/d40dc7f0-95c8-4987-bd81-a06f76cc19c3 HTTP/1.1" status: 409 len: 330 time: 0.0094173 Jul 05 10:16:54.318099 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55750) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:54.319211 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fdbc-ef6a-4e88-a9f9-4baadbe2e4c4 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.322042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fdbc-ef6a-4e88-a9f9-4baadbe2e4c4 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.326029 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fcb9fdbc-ef6a-4e88-a9f9-4baadbe2e4c4 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-groups/fe260f67-eec5-4a74-984a-83c550c6b91c HTTP/1.1" status: 204 len: 168 time: 0.7457955 Jul 05 10:16:54.326728 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55752) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:54.356136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9fdbc-ef6a-4e88-a9f9-4baadbe2e4c4 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe260f67-eec5-4a74-984a-83c550c6b91c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:54.410647 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-34bb4233-00ec-4aab-8b91-d578144dd31f tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0796528 Jul 05 10:16:54.412005 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55758) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:54.418068 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-00686bad-f356-4d30-8b3e-958f92407cd1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group': {'name': 'tempest-secgroup--196507221'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:54.440400 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] For port 80fc754d-8956-4773-bf0a-c1b21e4c283f, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:54.444249 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1fc2daba-4af0-4caf-99ee-c1a642e58d3e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.456303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] For port 80fc754d-8956-4773-bf0a-c1b21e4c283f, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=80fc754d-8956-4773-bf0a-c1b21e4c283f,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:54.477592 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1fc2daba-4af0-4caf-99ee-c1a642e58d3e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.556757 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-00686bad-f356-4d30-8b3e-958f92407cd1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.587333 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.638250 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:54.639100 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.640703 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] 10.222.0.73 "PUT /v2.0/ports/80fc754d-8956-4773-bf0a-c1b21e4c283f HTTP/1.1" status: 200 len: 1131 time: 1.6743996 Jul 05 10:16:54.659745 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1fc2daba-4af0-4caf-99ee-c1a642e58d3e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.663337 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1fc2daba-4af0-4caf-99ee-c1a642e58d3e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.664700 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1fc2daba-4af0-4caf-99ee-c1a642e58d3e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "DELETE /v2.0/security-groups/d40dc7f0-95c8-4987-bd81-a06f76cc19c3 HTTP/1.1" status: 204 len: 168 time: 0.3453679 Jul 05 10:16:54.670893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55768) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:54.688627 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2daba-4af0-4caf-99ee-c1a642e58d3e tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40dc7f0-95c8-4987-bd81-a06f76cc19c3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:54.691664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae37dfb-a8f8-442d-9568-bc19b0139c68 service neutron] Pushing event updated for resources: {'Port': ['ID=80fc754d-8956-4773-bf0a-c1b21e4c283f,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:54.796914 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-00686bad-f356-4d30-8b3e-958f92407cd1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.819958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Request body: {'port': {'device_id': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:54.830725 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3fcd0926-a593-4c8c-87eb-adb23afaad6d tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1601110 Jul 05 10:16:54.837474 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55774) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:54.850212 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'tag': '80fc754d-8956-4773-bf0a-c1b21e4c283f'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:54.854649 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-241dfccc-be8f-41f2-95f8-864f416dc2b5 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] delete failed (client error): The resource could not be found. Jul 05 10:16:54.855517 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b656aa96-62b5-429e-8d07-6ec4658b7f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "tag": "80fc754d-8956-4773-bf0a-c1b21e4c283f"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:54.859669 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-241dfccc-be8f-41f2-95f8-864f416dc2b5 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "DELETE /v2.0/security-groups/922b0269-4ea8-4788-ae81-f1f41f127c14 HTTP/1.1" status: 404 len: 347 time: 0.0179217 Jul 05 10:16:54.861397 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55778) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:54.901057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0527c-7939-4692-bff7-78e61b167ec9 req-701faab5-0fce-4a85-a303-65949789b5a9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:54.902218 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-80789dd7-d32f-4bc3-8b66-12c086ce6f7a tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] show failed (client error): The resource could not be found. Jul 05 10:16:54.907338 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-80789dd7-d32f-4bc3-8b66-12c086ce6f7a tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "GET /v2.0/security-groups/562a70a6-9473-44ff-bd62-986d1fa7be4c HTTP/1.1" status: 404 len: 347 time: 0.0441961 Jul 05 10:16:54.907975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55780) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:54.917689 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-41f0527c-7939-4692-bff7-78e61b167ec9 req-701faab5-0fce-4a85-a303-65949789b5a9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.1781754 Jul 05 10:16:54.927402 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-9040886d-3bd3-413d-bdb3-917384f17001 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] show failed (client error): The resource could not be found. Jul 05 10:16:54.934000 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80e8f82-ad3d-4e41-9994-6bacb9379a92 x-openstack-request-id: req-d80e8f82-ad3d-4e41-9994-6bacb9379a92 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:54.934742 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "tag": "80fc754d-8956-4773-bf0a-c1b21e4c283f", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:54.935807 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d80e8f82-ad3d-4e41-9994-6bacb9379a92 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:54.936948 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'tag': '80fc754d-8956-4773-bf0a-c1b21e4c283f', 'status': 'completed', 'code': 200} Jul 05 10:16:54.943306 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9040886d-3bd3-413d-bdb3-917384f17001 tempest-NegativeSecGroupIPv6Test-1636835615 tempest-NegativeSecGroupIPv6Test-1636835615-project] 10.222.0.77 "GET /v2.0/security-group-rules/5e1fbbf7-0371-4eb5-a408-d78c2f3c2a11 HTTP/1.1" status: 404 len: 356 time: 0.0267539 Jul 05 10:16:54.950119 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-00686bad-f356-4d30-8b3e-958f92407cd1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:54.985644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00686bad-f356-4d30-8b3e-958f92407cd1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79993c1a-0b64-4252-9ece-70b6ee255ceb,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:55.023370 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:16:55.055885 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-41f0527c-7939-4692-bff7-78e61b167ec9 req-c8eda208-8670-4699-96e0-753add0db9f5 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176448 Jul 05 10:16:55.119705 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-00686bad-f356-4d30-8b3e-958f92407cd1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:55.124397 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-00686bad-f356-4d30-8b3e-958f92407cd1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7112601 Jul 05 10:16:55.125097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55788) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:55.131977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-06d1c3ba-9867-4f79-a470-2cc70755cda9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group': {'name': 'tempest-secgroup--693477075'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:55.136428 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:55.234360 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656aa96-62b5-429e-8d07-6ec4658b7f3f req-1ac5ef42-92b9-4023-b494-099e969b68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:55.234849 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656aa96-62b5-429e-8d07-6ec4658b7f3f req-1ac5ef42-92b9-4023-b494-099e969b68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:55.235706 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656aa96-62b5-429e-8d07-6ec4658b7f3f req-1ac5ef42-92b9-4023-b494-099e969b68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:55.235867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656aa96-62b5-429e-8d07-6ec4658b7f3f req-1ac5ef42-92b9-4023-b494-099e969b68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:55.236267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656aa96-62b5-429e-8d07-6ec4658b7f3f req-1ac5ef42-92b9-4023-b494-099e969b68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:55.236740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656aa96-62b5-429e-8d07-6ec4658b7f3f req-1ac5ef42-92b9-4023-b494-099e969b68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:55.238639 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b656aa96-62b5-429e-8d07-6ec4658b7f3f req-1ac5ef42-92b9-4023-b494-099e969b68a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=faeb5dc6b3a74c028f443dfad351e225&device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5288 time: 0.2653990 Jul 05 10:16:55.261794 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:55.279427 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'port_id': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'mac_address': 'fa:16:3e:08:d9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:16:55.336845 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:55.355077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:16:55.380202 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:55.544968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92470e-256d-43ca-98ef-fe18baa109c3 req-2a89a74a-18a0-4519-b2b7-00edd105641d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:55.552370 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea92470e-256d-43ca-98ef-fe18baa109c3 req-2a89a74a-18a0-4519-b2b7-00edd105641d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.0991962 Jul 05 10:16:55.585569 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:55.625971 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea92470e-256d-43ca-98ef-fe18baa109c3 req-0a1c8e60-3b9c-45c9-b405-39808e183f3a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723040 Jul 05 10:16:55.690294 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:55.709576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:16:55.722624 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656aa96-62b5-429e-8d07-6ec4658b7f3f req-72a7e599-9f55-41cb-b958-44d628520f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:55.723542 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656aa96-62b5-429e-8d07-6ec4658b7f3f req-72a7e599-9f55-41cb-b958-44d628520f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:55.723686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656aa96-62b5-429e-8d07-6ec4658b7f3f req-72a7e599-9f55-41cb-b958-44d628520f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:55.726136 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b656aa96-62b5-429e-8d07-6ec4658b7f3f req-72a7e599-9f55-41cb-b958-44d628520f7b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=faeb5dc6b3a74c028f443dfad351e225&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4789345 Jul 05 10:16:55.726946 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-06d1c3ba-9867-4f79-a470-2cc70755cda9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:55.794362 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce9659-b461-4494-9276-75d21fddb158 req-e1c89d3a-5b71-40bd-8276-f4b0c3b6ba49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:55.803365 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce9659-b461-4494-9276-75d21fddb158 req-e1c89d3a-5b71-40bd-8276-f4b0c3b6ba49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:55.807791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce9659-b461-4494-9276-75d21fddb158 req-e1c89d3a-5b71-40bd-8276-f4b0c3b6ba49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:55.813839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce9659-b461-4494-9276-75d21fddb158 req-e1c89d3a-5b71-40bd-8276-f4b0c3b6ba49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:55.820400 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce9659-b461-4494-9276-75d21fddb158 req-e1c89d3a-5b71-40bd-8276-f4b0c3b6ba49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:55.826977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce9659-b461-4494-9276-75d21fddb158 req-e1c89d3a-5b71-40bd-8276-f4b0c3b6ba49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:55.828824 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bcce9659-b461-4494-9276-75d21fddb158 req-e1c89d3a-5b71-40bd-8276-f4b0c3b6ba49 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 4600 time: 0.3404341 Jul 05 10:16:55.877042 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55808) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:56.029153 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bcce9659-b461-4494-9276-75d21fddb158 req-bb45b686-7ac6-4f43-b7d1-e97216e5eda2 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1643109 Jul 05 10:16:56.041816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1d075-664f-4033-bdbc-e75005ac8371 req-1990f32e-58c2-49c8-a6ac-cce102dfa1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:56.043317 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ee1d075-664f-4033-bdbc-e75005ac8371 req-1990f32e-58c2-49c8-a6ac-cce102dfa1a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 1098 time: 0.4058673 Jul 05 10:16:56.082717 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b2b67d24-cd6a-492d-8551-5ecc8d4b8d48 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6f8f083875346e287b10ffe77d285f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2046981 Jul 05 10:16:56.085212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55814) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:56.087046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656aa96-62b5-429e-8d07-6ec4658b7f3f req-83c1e988-904c-4b61-830a-300fc3d2a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:56.088727 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b656aa96-62b5-429e-8d07-6ec4658b7f3f req-83c1e988-904c-4b61-830a-300fc3d2a07f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3495896 Jul 05 10:16:56.171935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0586289b-a830-48a9-b498-b77e4ab05bf0 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:16:56.209868 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.220517 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-296c2f9f-a766-46c8-85c1-6a8f5604a741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.241457 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-06d1c3ba-9867-4f79-a470-2cc70755cda9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.249807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Transition to ACTIVE for port object 0586289b-a830-48a9-b498-b77e4ab05bf0 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:16:56.285975 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-296c2f9f-a766-46c8-85c1-6a8f5604a741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.288038 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1d075-664f-4033-bdbc-e75005ac8371 req-71c2258f-6e60-47be-b8d9-18cfb96c6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:56.295868 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ee1d075-664f-4033-bdbc-e75005ac8371 req-71c2258f-6e60-47be-b8d9-18cfb96c6ca5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 912 time: 0.2279813 Jul 05 10:16:56.356730 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ee1d075-664f-4033-bdbc-e75005ac8371 req-26e6ccfd-bcc1-4b5a-8fa1-7b076b83919a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e73a89-9f7f-49ee-8450-5c47a34b4792 HTTP/1.1" status: 200 len: 217 time: 0.0554225 Jul 05 10:16:56.395319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-06d1c3ba-9867-4f79-a470-2cc70755cda9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.431882 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.437978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1c3ba-9867-4f79-a470-2cc70755cda9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178a0d0d-6635-4459-b24d-e9fd2feb5e71,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:56.456044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2286ad-1de2-4afc-873a-ac97472951ed req-da637925-8137-460e-ace4-43c8240bd286 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:56.459145 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb2286ad-1de2-4afc-873a-ac97472951ed req-da637925-8137-460e-ace4-43c8240bd286 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.1233039 Jul 05 10:16:56.494329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Pushing event updated for resources: {'Port': ['ID=0586289b-a830-48a9-b498-b77e4ab05bf0,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:56.511823 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1d075-664f-4033-bdbc-e75005ac8371 req-8554c38f-8180-44ac-aff2-e1290bbe0f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:56.513294 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ee1d075-664f-4033-bdbc-e75005ac8371 req-8554c38f-8180-44ac-aff2-e1290bbe0f92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72c4567a-3195-494d-b6bf-64b7b89d5139 HTTP/1.1" status: 200 len: 851 time: 0.1492553 Jul 05 10:16:56.516592 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-06d1c3ba-9867-4f79-a470-2cc70755cda9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.527865 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-06d1c3ba-9867-4f79-a470-2cc70755cda9 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3937061 Jul 05 10:16:56.527865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55826) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:56.537154 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-98ccd132-6cdc-4f0f-bf1f-4922b0d6ccf0 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group_rule': {'security_group_id': '79993c1a-0b64-4252-9ece-70b6ee255ceb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '178a0d0d-6635-4459-b24d-e9fd2feb5e71', 'remote_ip_prefix': None}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:56.553911 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb2286ad-1de2-4afc-873a-ac97472951ed req-8fe79c8e-57bd-46b1-939f-8219840e2796 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875804 Jul 05 10:16:56.579015 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ee1d075-664f-4033-bdbc-e75005ac8371 req-9aef6b97-df5d-4565-9d62-41b7747f7232 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542238 Jul 05 10:16:56.628684 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-296c2f9f-a766-46c8-85c1-6a8f5604a741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.634109 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-296c2f9f-a766-46c8-85c1-6a8f5604a741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.640736 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-296c2f9f-a766-46c8-85c1-6a8f5604a741 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bff1ee60-0841-427f-9ab0-3c5913b41725 HTTP/1.1" status: 204 len: 168 time: 0.5542135 Jul 05 10:16:56.671064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c2f9f-a766-46c8-85c1-6a8f5604a741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff1ee60-0841-427f-9ab0-3c5913b41725,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:56.823234 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-98ccd132-6cdc-4f0f-bf1f-4922b0d6ccf0 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:56.931598 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ee1d075-664f-4033-bdbc-e75005ac8371 req-2ecf1e0f-fed8-443a-92c3-84c893189efa service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455191 Jul 05 10:16:56.941880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Attempting to bind port 0586289b-a830-48a9-b498-b77e4ab05bf0 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:16:56.942103 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Attempting to bind port 0586289b-a830-48a9-b498-b77e4ab05bf0 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:16:56.942380 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Attempting to bind port 0586289b-a830-48a9-b498-b77e4ab05bf0 on network 64b7b143-0d34-4d45-beb0-8230e0a65658 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:57.012332 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Port 0586289b-a830-48a9-b498-b77e4ab05bf0 on network 64b7b143-0d34-4d45-beb0-8230e0a65658 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:16:57.012687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Attempting to bind port 0586289b-a830-48a9-b498-b77e4ab05bf0 on network 64b7b143-0d34-4d45-beb0-8230e0a65658 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:16:57.031358 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:16:57.053715 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:16:57.054730 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Checking segment: {'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:16:57.054730 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Bound using segment: {'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:16:57.054929 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Bound port: 0586289b-a830-48a9-b498-b77e4ab05bf0, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:16:57.055271 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:57.105265 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-98ccd132-6cdc-4f0f-bf1f-4922b0d6ccf0 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:57.141727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:16:57.142099 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:57.214084 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ee1d075-664f-4033-bdbc-e75005ac8371 req-3811012b-c908-454c-83e2-42e461c1097a service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734783 Jul 05 10:16:57.410258 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:57.465235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:57.478240 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eca3c45-0d60-4a5f-9a7f-ab30c42b837c" -d '{"events": [{"server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "name": "network-vif-plugged", "status": "completed", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:57.489676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ca63-69bb-46bf-a01b-a62e192eae08 req-c8dad914-7e5c-496b-84b7-f5c57276d2ae tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:57.504878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ca63-69bb-46bf-a01b-a62e192eae08 req-c8dad914-7e5c-496b-84b7-f5c57276d2ae tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:57.508352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:57.514963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ca63-69bb-46bf-a01b-a62e192eae08 req-c8dad914-7e5c-496b-84b7-f5c57276d2ae tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:57.521921 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ca63-69bb-46bf-a01b-a62e192eae08 req-c8dad914-7e5c-496b-84b7-f5c57276d2ae tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:57.529349 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ca63-69bb-46bf-a01b-a62e192eae08 req-c8dad914-7e5c-496b-84b7-f5c57276d2ae tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:57.535539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ca63-69bb-46bf-a01b-a62e192eae08 req-c8dad914-7e5c-496b-84b7-f5c57276d2ae tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:57.542339 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ca63-69bb-46bf-a01b-a62e192eae08 req-c8dad914-7e5c-496b-84b7-f5c57276d2ae tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:57.544656 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4f6ca63-69bb-46bf-a01b-a62e192eae08 req-c8dad914-7e5c-496b-84b7-f5c57276d2ae tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5373 time: 0.2760036 Jul 05 10:16:57.630066 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4f6ca63-69bb-46bf-a01b-a62e192eae08 req-31cf530c-eac8-473a-9c8c-fabd9dc4d2ea tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784159 Jul 05 10:16:57.697946 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:57.796815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:57.947370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669ce6d-095e-47a3-b1e3-6d2f74f70a5a req-aa7cbe12-7769-4287-82be-67a0324d3e6d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:57.954752 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9669ce6d-095e-47a3-b1e3-6d2f74f70a5a req-aa7cbe12-7769-4287-82be-67a0324d3e6d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 1.0823698 Jul 05 10:16:57.957108 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-98ccd132-6cdc-4f0f-bf1f-4922b0d6ccf0 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:58.003771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccd132-6cdc-4f0f-bf1f-4922b0d6ccf0 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2d0040-dc44-4011-a770-c0252c72455b,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:58.082031 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9669ce6d-095e-47a3-b1e3-6d2f74f70a5a req-3be39414-3ebe-4f01-95ee-3a699c83c4e9 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225858 Jul 05 10:16:58.106534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] For port 0586289b-a830-48a9-b498-b77e4ab05bf0, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:16:58.115469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] For port 0586289b-a830-48a9-b498-b77e4ab05bf0, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0586289b-a830-48a9-b498-b77e4ab05bf0,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:16:58.207583 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-98ccd132-6cdc-4f0f-bf1f-4922b0d6ccf0 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:58.209425 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-98ccd132-6cdc-4f0f-bf1f-4922b0d6ccf0 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.6768653 Jul 05 10:16:58.212446 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55870) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:58.273683 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:58.346956 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2759ad66-aafe-4b0b-8fdc-595765a9742f x-openstack-request-id: req-2759ad66-aafe-4b0b-8fdc-595765a9742f {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:58.347474 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "name": "network-vif-plugged", "status": "completed", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:58.347474 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2759ad66-aafe-4b0b-8fdc-595765a9742f {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:58.347889 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'code': 200} Jul 05 10:16:58.398529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:58.408047 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:58.410241 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] 10.222.0.73 "PUT /v2.0/ports/0586289b-a830-48a9-b498-b77e4ab05bf0 HTTP/1.1" status: 200 len: 1132 time: 3.5946722 Jul 05 10:16:58.413326 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ec7368ac-13cd-44a9-a148-637a31116507 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:58.415766 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'tag': '0586289b-a830-48a9-b498-b77e4ab05bf0'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:16:58.418817 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f516ef8-1750-4a7d-9294-5e08915f180f" -d '{"events": [{"name": "network-changed", "server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "tag": "0586289b-a830-48a9-b498-b77e4ab05bf0"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:16:58.475486 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883e0f6-6c87-41a5-b751-e631fa23605c service neutron] Pushing event updated for resources: {'Port': ['ID=0586289b-a830-48a9-b498-b77e4ab05bf0,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:58.482705 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ec7368ac-13cd-44a9-a148-637a31116507 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:58.528367 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e021fdb6-aa6d-494f-83c7-07dbbdcf8c4d x-openstack-request-id: req-e021fdb6-aa6d-494f-83c7-07dbbdcf8c4d {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:16:58.528718 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "tag": "0586289b-a830-48a9-b498-b77e4ab05bf0", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:16:58.528975 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e021fdb6-aa6d-494f-83c7-07dbbdcf8c4d {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:16:58.529382 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'tag': '0586289b-a830-48a9-b498-b77e4ab05bf0', 'status': 'completed', 'code': 200} Jul 05 10:16:58.600134 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Request body: {'port': {'device_id': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:16:58.707603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8435a-4f80-4b73-86f8-d5bbf9653e58 req-77c47a90-bf4a-4be2-854e-6f582dbf02b1 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:58.709542 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-51d8435a-4f80-4b73-86f8-d5bbf9653e58 req-77c47a90-bf4a-4be2-854e-6f582dbf02b1 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.4482751 Jul 05 10:16:58.853387 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-51d8435a-4f80-4b73-86f8-d5bbf9653e58 req-c39e197c-223e-4aab-aa4c-1695727de622 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336548 Jul 05 10:16:58.882291 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f516ef8-1750-4a7d-9294-5e08915f180f req-1e93a0c4-c2d2-48a0-8978-dcb13e76cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:58.882795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f516ef8-1750-4a7d-9294-5e08915f180f req-1e93a0c4-c2d2-48a0-8978-dcb13e76cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:58.883281 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f516ef8-1750-4a7d-9294-5e08915f180f req-1e93a0c4-c2d2-48a0-8978-dcb13e76cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:58.885394 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f516ef8-1750-4a7d-9294-5e08915f180f req-1e93a0c4-c2d2-48a0-8978-dcb13e76cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:58.886126 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f516ef8-1750-4a7d-9294-5e08915f180f req-1e93a0c4-c2d2-48a0-8978-dcb13e76cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:58.886392 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f516ef8-1750-4a7d-9294-5e08915f180f req-1e93a0c4-c2d2-48a0-8978-dcb13e76cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:58.886877 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f516ef8-1750-4a7d-9294-5e08915f180f req-1e93a0c4-c2d2-48a0-8978-dcb13e76cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:58.889717 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f516ef8-1750-4a7d-9294-5e08915f180f req-1e93a0c4-c2d2-48a0-8978-dcb13e76cd38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=faeb5dc6b3a74c028f443dfad351e225&device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 6213 time: 0.3253808 Jul 05 10:16:58.890403 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ec7368ac-13cd-44a9-a148-637a31116507 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:58.902553 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:58.906480 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ec7368ac-13cd-44a9-a148-637a31116507 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:58.907734 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ec7368ac-13cd-44a9-a148-637a31116507 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/ca2d0040-dc44-4011-a770-c0252c72455b HTTP/1.1" status: 204 len: 168 time: 0.6942940 Jul 05 10:16:58.926427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55894) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:59.003159 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7368ac-13cd-44a9-a148-637a31116507 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca2d0040-dc44-4011-a770-c0252c72455b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:59.015003 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2c17d8ae-16e7-46d5-8ceb-d6965c997863 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0843399 Jul 05 10:16:59.042926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55896) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:59.114933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0c3ac-90fe-4e9b-b16d-1cd13679ea22 req-40789f41-4a36-443f-81ee-6382ec58cb8f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:59.125778 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0c3ac-90fe-4e9b-b16d-1cd13679ea22 req-40789f41-4a36-443f-81ee-6382ec58cb8f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:59.134664 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0c3ac-90fe-4e9b-b16d-1cd13679ea22 req-40789f41-4a36-443f-81ee-6382ec58cb8f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:59.144479 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0c3ac-90fe-4e9b-b16d-1cd13679ea22 req-40789f41-4a36-443f-81ee-6382ec58cb8f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:59.152562 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0c3ac-90fe-4e9b-b16d-1cd13679ea22 req-40789f41-4a36-443f-81ee-6382ec58cb8f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:59.161927 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0c3ac-90fe-4e9b-b16d-1cd13679ea22 req-40789f41-4a36-443f-81ee-6382ec58cb8f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:59.172375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0c3ac-90fe-4e9b-b16d-1cd13679ea22 req-40789f41-4a36-443f-81ee-6382ec58cb8f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:59.186269 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e0b0c3ac-90fe-4e9b-b16d-1cd13679ea22 req-40789f41-4a36-443f-81ee-6382ec58cb8f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5373 time: 0.3376987 Jul 05 10:16:59.289209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f516ef8-1750-4a7d-9294-5e08915f180f req-30e9ddb9-b44e-41cd-9c32-a480037e1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:59.291751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f516ef8-1750-4a7d-9294-5e08915f180f req-30e9ddb9-b44e-41cd-9c32-a480037e1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:59.292537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f516ef8-1750-4a7d-9294-5e08915f180f req-30e9ddb9-b44e-41cd-9c32-a480037e1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:59.295450 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f516ef8-1750-4a7d-9294-5e08915f180f req-30e9ddb9-b44e-41cd-9c32-a480037e1bc6 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=faeb5dc6b3a74c028f443dfad351e225&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3856711 Jul 05 10:16:59.334128 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e0b0c3ac-90fe-4e9b-b16d-1cd13679ea22 req-1baf3556-9f5d-4c9c-81b7-f5e646c94410 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1467986 Jul 05 10:16:59.372291 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-588f2231-36d0-4bcd-b11e-aad09e05608e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.426026 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-588f2231-36d0-4bcd-b11e-aad09e05608e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.579218 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-588f2231-36d0-4bcd-b11e-aad09e05608e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.588199 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-588f2231-36d0-4bcd-b11e-aad09e05608e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.593748 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-588f2231-36d0-4bcd-b11e-aad09e05608e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-groups/178a0d0d-6635-4459-b24d-e9fd2feb5e71 HTTP/1.1" status: 204 len: 168 time: 0.5450137 Jul 05 10:16:59.595417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55906) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:16:59.605208 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e6e73a89-9f7f-49ee-8450-5c47a34b4792 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:16:59.627435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f2231-36d0-4bcd-b11e-aad09e05608e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=178a0d0d-6635-4459-b24d-e9fd2feb5e71,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:16:59.794697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f516ef8-1750-4a7d-9294-5e08915f180f req-7317e6bc-46b0-48a3-aa80-7aa6d4706cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:59.797546 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f516ef8-1750-4a7d-9294-5e08915f180f req-7317e6bc-46b0-48a3-aa80-7aa6d4706cd8 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4935095 Jul 05 10:16:59.852604 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:16:59.945415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db625b75-a11c-46d1-a3f6-f1aab7c71dca req-3d635520-ea01-4953-9951-d8024c7bf652 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:16:59.949755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e6e73a89-9f7f-49ee-8450-5c47a34b4792, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e6e73a89-9f7f-49ee-8450-5c47a34b4792,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:16:59.960593 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-db625b75-a11c-46d1-a3f6-f1aab7c71dca req-3d635520-ea01-4953-9951-d8024c7bf652 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 946 time: 0.4852054 Jul 05 10:17:00.031699 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.066792 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6415b90d-f2ad-4d0b-9555-7c8319bc8087 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4688895 Jul 05 10:17:00.070612 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55920) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:00.120107 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f00607-07b6-4240-997d-5aa1a2d0de4a {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:00.152945 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-db625b75-a11c-46d1-a3f6-f1aab7c71dca req-710f1e03-6b29-494f-a129-386a580fc6ef tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908388 Jul 05 10:17:00.153736 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=e6e73a89-9f7f-49ee-8450-5c47a34b4792,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:00.156277 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.204287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Transition to ACTIVE for port object b3f00607-07b6-4240-997d-5aa1a2d0de4a will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:00.347606 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d9325c06-4575-417b-a560-a8888f93d3b8 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.349191 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef119d8-c97e-452f-9dc0-8dcbceaa7688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6e73a89-9f7f-49ee-8450-5c47a34b4792'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:00.351906 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388cec2c-398f-4737-abb5-cd54d4454c27" -d '{"events": [{"server_uuid": "3ef119d8-c97e-452f-9dc0-8dcbceaa7688", "name": "network-vif-unplugged", "status": "completed", "tag": "e6e73a89-9f7f-49ee-8450-5c47a34b4792"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:00.354408 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.382822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60785aed-3102-4d15-b00f-51138454baf1 req-c52c87d7-4300-4ab3-aef4-a69a3430bc3e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:00.390609 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60785aed-3102-4d15-b00f-51138454baf1 req-c52c87d7-4300-4ab3-aef4-a69a3430bc3e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.2553327 Jul 05 10:17:00.422938 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644f81af-c2c1-490b-abf9-21cfd01f42d1 x-openstack-request-id: req-644f81af-c2c1-490b-abf9-21cfd01f42d1 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:00.423234 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef119d8-c97e-452f-9dc0-8dcbceaa7688", "name": "network-vif-unplugged", "status": "completed", "tag": "e6e73a89-9f7f-49ee-8450-5c47a34b4792", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:00.423493 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-644f81af-c2c1-490b-abf9-21cfd01f42d1 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:00.423928 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef119d8-c97e-452f-9dc0-8dcbceaa7688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6e73a89-9f7f-49ee-8450-5c47a34b4792', 'code': 200} Jul 05 10:17:00.436464 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d9325c06-4575-417b-a560-a8888f93d3b8 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.522075 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60785aed-3102-4d15-b00f-51138454baf1 req-3171f165-cf7f-4b68-bce8-67a9a41ed67f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190779 Jul 05 10:17:00.597725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f00607-07b6-4240-997d-5aa1a2d0de4a,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:00.648780 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d9325c06-4575-417b-a560-a8888f93d3b8 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.656266 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d9325c06-4575-417b-a560-a8888f93d3b8 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.661331 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d9325c06-4575-417b-a560-a8888f93d3b8 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-groups/79993c1a-0b64-4252-9ece-70b6ee255ceb HTTP/1.1" status: 204 len: 168 time: 0.5866446 Jul 05 10:17:00.665246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55936) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:00.712452 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9325c06-4575-417b-a560-a8888f93d3b8 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79993c1a-0b64-4252-9ece-70b6ee255ceb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:00.718831 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Attempting to bind port b3f00607-07b6-4240-997d-5aa1a2d0de4a on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:00.719417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Attempting to bind port b3f00607-07b6-4240-997d-5aa1a2d0de4a by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:00.719860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Attempting to bind port b3f00607-07b6-4240-997d-5aa1a2d0de4a on network 64b7b143-0d34-4d45-beb0-8230e0a65658 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:00.731763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Port b3f00607-07b6-4240-997d-5aa1a2d0de4a on network 64b7b143-0d34-4d45-beb0-8230e0a65658 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:00.732148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Attempting to bind port b3f00607-07b6-4240-997d-5aa1a2d0de4a on network 64b7b143-0d34-4d45-beb0-8230e0a65658 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:00.754171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:00.754523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Checking segment: {'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:00.755494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Bound using segment: {'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:00.755951 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Bound port: b3f00607-07b6-4240-997d-5aa1a2d0de4a, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:00.756426 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:00.813273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d64d4-d6c6-40a2-91d1-0ddf2dbd4a3b req-8b50f8ec-1e24-40b8-8e88-6fb924289915 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:00.819782 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d64d4-d6c6-40a2-91d1-0ddf2dbd4a3b req-8b50f8ec-1e24-40b8-8e88-6fb924289915 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:00.826377 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2382d52b-6390-41ad-933a-47a70bb2f9c1 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1575153 Jul 05 10:17:00.834372 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55938) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:00.839554 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d64d4-d6c6-40a2-91d1-0ddf2dbd4a3b req-8b50f8ec-1e24-40b8-8e88-6fb924289915 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:00.839849 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-84ef9bd2-6ca3-423c-9259-26e0f742af29 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group': {'name': 'tempest-secgroup--795072160'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:00.855171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d64d4-d6c6-40a2-91d1-0ddf2dbd4a3b req-8b50f8ec-1e24-40b8-8e88-6fb924289915 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:00.889047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d64d4-d6c6-40a2-91d1-0ddf2dbd4a3b req-8b50f8ec-1e24-40b8-8e88-6fb924289915 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:00.902515 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d64d4-d6c6-40a2-91d1-0ddf2dbd4a3b req-8b50f8ec-1e24-40b8-8e88-6fb924289915 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:00.915205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d64d4-d6c6-40a2-91d1-0ddf2dbd4a3b req-8b50f8ec-1e24-40b8-8e88-6fb924289915 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:00.918207 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-175d64d4-d6c6-40a2-91d1-0ddf2dbd4a3b req-8b50f8ec-1e24-40b8-8e88-6fb924289915 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5385 time: 0.3170810 Jul 05 10:17:00.990878 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84ef9bd2-6ca3-423c-9259-26e0f742af29 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.060320 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-175d64d4-d6c6-40a2-91d1-0ddf2dbd4a3b req-5b3ca561-9019-4f6f-b320-5f200858d3e1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111207 Jul 05 10:17:01.064381 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] For port b3f00607-07b6-4240-997d-5aa1a2d0de4a, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:01.066457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] For port b3f00607-07b6-4240-997d-5aa1a2d0de4a, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=b3f00607-07b6-4240-997d-5aa1a2d0de4a,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:01.136278 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84ef9bd2-6ca3-423c-9259-26e0f742af29 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.244166 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.261197 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84ef9bd2-6ca3-423c-9259-26e0f742af29 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.330451 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:01.331451 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.334407 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] 10.222.0.73 "PUT /v2.0/ports/b3f00607-07b6-4240-997d-5aa1a2d0de4a HTTP/1.1" status: 200 len: 1091 time: 2.7496414 Jul 05 10:17:01.342282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'tag': 'b3f00607-07b6-4240-997d-5aa1a2d0de4a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:01.348512 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f03536d-9ba5-4db4-b105-62f1f543bd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "tag": "b3f00607-07b6-4240-997d-5aa1a2d0de4a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:01.362216 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef9bd2-6ca3-423c-9259-26e0f742af29 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b497e6-e533-4433-9727-24f95d6fdedc,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:01.412493 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f00607-07b6-4240-997d-5aa1a2d0de4a,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:01.429078 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:01.433544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:01.433544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:01.433544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:01.433544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:01.433544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:01.433544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:01.433544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:01.433544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:01.433544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:01.434821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:01.435504 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba07f27-5f0b-4f28-91ee-5128cc65cdd3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:01.509403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Request body: {'port': {'device_id': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:01.518389 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84ef9bd2-6ca3-423c-9259-26e0f742af29 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.527661 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-84ef9bd2-6ca3-423c-9259-26e0f742af29 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6918478 Jul 05 10:17:01.536965 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55950) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:01.542165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-9b9b7cd9-d648-4f14-8354-03242142d2e3 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group_rule': {'security_group_id': 'b9b497e6-e533-4433-9727-24f95d6fdedc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:01.658798 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd649e18-e6df-4d3f-8541-da9805c1407e req-2c9fdb06-49b2-4c79-a258-194dc2443723 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:01.666614 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd649e18-e6df-4d3f-8541-da9805c1407e req-2c9fdb06-49b2-4c79-a258-194dc2443723 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 944 time: 0.2357490 Jul 05 10:17:01.680042 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f2c512-764c-4165-82a8-679466432284 x-openstack-request-id: req-98f2c512-764c-4165-82a8-679466432284 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:01.680491 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "tag": "b3f00607-07b6-4240-997d-5aa1a2d0de4a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:01.680841 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98f2c512-764c-4165-82a8-679466432284 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:01.681338 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'tag': 'b3f00607-07b6-4240-997d-5aa1a2d0de4a', 'status': 'completed', 'code': 200} Jul 05 10:17:01.762939 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd649e18-e6df-4d3f-8541-da9805c1407e req-03f415d7-090b-47ea-8d89-b83ab08ee290 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931635 Jul 05 10:17:01.798891 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:01.953333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03536d-9ba5-4db4-b105-62f1f543bd2e req-20f1951d-0c35-4841-804c-c8922388175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:01.957202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03536d-9ba5-4db4-b105-62f1f543bd2e req-20f1951d-0c35-4841-804c-c8922388175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:01.966902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03536d-9ba5-4db4-b105-62f1f543bd2e req-20f1951d-0c35-4841-804c-c8922388175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:01.966902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03536d-9ba5-4db4-b105-62f1f543bd2e req-20f1951d-0c35-4841-804c-c8922388175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:01.966902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03536d-9ba5-4db4-b105-62f1f543bd2e req-20f1951d-0c35-4841-804c-c8922388175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:01.966902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03536d-9ba5-4db4-b105-62f1f543bd2e req-20f1951d-0c35-4841-804c-c8922388175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:01.966902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03536d-9ba5-4db4-b105-62f1f543bd2e req-20f1951d-0c35-4841-804c-c8922388175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:01.966902 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f03536d-9ba5-4db4-b105-62f1f543bd2e req-20f1951d-0c35-4841-804c-c8922388175d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=faeb5dc6b3a74c028f443dfad351e225&device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 6281 time: 0.2794881 Jul 05 10:17:02.243021 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b9b7cd9-d648-4f14-8354-03242142d2e3 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.267675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc244e15-8fc7-4038-8ab6-377d4c6b1e41 req-4ebd4c00-6117-4206-9018-f33faf6cd0d7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:02.267675 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc244e15-8fc7-4038-8ab6-377d4c6b1e41 req-4ebd4c00-6117-4206-9018-f33faf6cd0d7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.4751711 Jul 05 10:17:02.305096 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b9b7cd9-d648-4f14-8354-03242142d2e3 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.449499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03536d-9ba5-4db4-b105-62f1f543bd2e req-6d4d4c98-0979-446f-9bdb-878b731a5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:02.450086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03536d-9ba5-4db4-b105-62f1f543bd2e req-6d4d4c98-0979-446f-9bdb-878b731a5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:02.453426 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03536d-9ba5-4db4-b105-62f1f543bd2e req-6d4d4c98-0979-446f-9bdb-878b731a5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:02.453931 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f03536d-9ba5-4db4-b105-62f1f543bd2e req-6d4d4c98-0979-446f-9bdb-878b731a5b76 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=faeb5dc6b3a74c028f443dfad351e225&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3179684 Jul 05 10:17:02.523026 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc244e15-8fc7-4038-8ab6-377d4c6b1e41 req-a32973bf-0117-4347-8aa7-af1f74e3890e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614467 Jul 05 10:17:02.534403 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b9b7cd9-d648-4f14-8354-03242142d2e3 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.592163 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b7cd9-d648-4f14-8354-03242142d2e3 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346373fd-0503-47e3-97a9-4e207d2ede4e,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:02.727231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df93e2bd-1f20-44b5-84fb-18b52916910e {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:02.730608 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b9b7cd9-d648-4f14-8354-03242142d2e3 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.737272 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9b9b7cd9-d648-4f14-8354-03242142d2e3 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1986699 Jul 05 10:17:02.743703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55988) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:02.744233 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.779314 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84e0f405-aea3-4be4-b43e-1e178a680a1d tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.791417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Transition to ACTIVE for port object df93e2bd-1f20-44b5-84fb-18b52916910e will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:02.792720 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84e0f405-aea3-4be4-b43e-1e178a680a1d tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:02.837583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03536d-9ba5-4db4-b105-62f1f543bd2e req-d4529429-e355-4dc6-a341-635114a00ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:02.839106 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f03536d-9ba5-4db4-b105-62f1f543bd2e req-d4529429-e355-4dc6-a341-635114a00ab9 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3655376 Jul 05 10:17:02.857488 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f5ed-41d9-4b50-a0b9-59aa49b3b174 req-853b88c2-3bfa-4144-8160-2315e09170cf tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:02.863541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f5ed-41d9-4b50-a0b9-59aa49b3b174 req-853b88c2-3bfa-4144-8160-2315e09170cf tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:02.869732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f5ed-41d9-4b50-a0b9-59aa49b3b174 req-853b88c2-3bfa-4144-8160-2315e09170cf tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:02.875703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f5ed-41d9-4b50-a0b9-59aa49b3b174 req-853b88c2-3bfa-4144-8160-2315e09170cf tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:02.881631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f5ed-41d9-4b50-a0b9-59aa49b3b174 req-853b88c2-3bfa-4144-8160-2315e09170cf tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:02.887606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f5ed-41d9-4b50-a0b9-59aa49b3b174 req-853b88c2-3bfa-4144-8160-2315e09170cf tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:02.893515 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f5ed-41d9-4b50-a0b9-59aa49b3b174 req-853b88c2-3bfa-4144-8160-2315e09170cf tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:02.896019 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb09f5ed-41d9-4b50-a0b9-59aa49b3b174 req-853b88c2-3bfa-4144-8160-2315e09170cf tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5385 time: 0.1625099 Jul 05 10:17:02.948318 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb09f5ed-41d9-4b50-a0b9-59aa49b3b174 req-339ed8ab-f35f-4086-b11c-a98151af37af tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459044 Jul 05 10:17:03.059116 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84e0f405-aea3-4be4-b43e-1e178a680a1d tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.059570 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.065950 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84e0f405-aea3-4be4-b43e-1e178a680a1d tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.070278 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-84e0f405-aea3-4be4-b43e-1e178a680a1d tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/346373fd-0503-47e3-97a9-4e207d2ede4e HTTP/1.1" status: 204 len: 168 time: 0.3259566 Jul 05 10:17:03.075003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55992) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:03.090537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0f405-aea3-4be4-b43e-1e178a680a1d tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=346373fd-0503-47e3-97a9-4e207d2ede4e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:03.128804 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Pushing event updated for resources: {'Port': ['ID=df93e2bd-1f20-44b5-84fb-18b52916910e,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:03.143864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9e2b9916-e94a-42f2-a2c4-25288f195308 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0669792 Jul 05 10:17:03.147087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55994) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:03.227524 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfaef064-ebcd-4074-a68c-f2a635ea1f18 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.244499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Attempting to bind port df93e2bd-1f20-44b5-84fb-18b52916910e on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:03.245022 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Attempting to bind port df93e2bd-1f20-44b5-84fb-18b52916910e by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:03.245572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Attempting to bind port df93e2bd-1f20-44b5-84fb-18b52916910e on network 64b7b143-0d34-4d45-beb0-8230e0a65658 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:03.251741 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Port df93e2bd-1f20-44b5-84fb-18b52916910e on network 64b7b143-0d34-4d45-beb0-8230e0a65658 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:03.257634 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Attempting to bind port df93e2bd-1f20-44b5-84fb-18b52916910e on network 64b7b143-0d34-4d45-beb0-8230e0a65658 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:03.259333 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfaef064-ebcd-4074-a68c-f2a635ea1f18 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.261729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:03.262120 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Checking segment: {'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:03.262460 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Bound using segment: {'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:03.262901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Bound port: df93e2bd-1f20-44b5-84fb-18b52916910e, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b93fa07-c1e5-46d3-afdd-16942b6f88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:03.263264 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.359009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] For port df93e2bd-1f20-44b5-84fb-18b52916910e, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:03.365372 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] For port df93e2bd-1f20-44b5-84fb-18b52916910e, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=df93e2bd-1f20-44b5-84fb-18b52916910e,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:03.520206 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfaef064-ebcd-4074-a68c-f2a635ea1f18 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.524188 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfaef064-ebcd-4074-a68c-f2a635ea1f18 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.525999 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bfaef064-ebcd-4074-a68c-f2a635ea1f18 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-groups/b9b497e6-e533-4433-9727-24f95d6fdedc HTTP/1.1" status: 204 len: 168 time: 0.3774154 Jul 05 10:17:03.528480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56006) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:03.555822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaef064-ebcd-4074-a68c-f2a635ea1f18 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b497e6-e533-4433-9727-24f95d6fdedc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:03.605915 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.617859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e6e73a89-9f7f-49ee-8450-5c47a34b4792 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:03.740763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Pushing event updated for resources: {'Port': ['ID=df93e2bd-1f20-44b5-84fb-18b52916910e,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:03.757160 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:03.757160 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:03.758325 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e3653abf-349c-435f-9283-deaa135a3d1f service neutron] 10.222.0.73 "PUT /v2.0/ports/df93e2bd-1f20-44b5-84fb-18b52916910e HTTP/1.1" status: 200 len: 1092 time: 2.2540915 Jul 05 10:17:03.759151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'tag': 'df93e2bd-1f20-44b5-84fb-18b52916910e'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:03.761982 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9cbd45-d9e2-49ea-bb1c-88c94e6048fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "tag": "df93e2bd-1f20-44b5-84fb-18b52916910e"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:03.772146 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-55c509d6-30b6-4ef0-a591-d3d33d5ea00a tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2418306 Jul 05 10:17:03.776658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56018) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:03.785158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-93a4b869-e1d3-46ae-8c1c-887b3e92482e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group': {'name': 'tempest-secgroup--870070310'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:03.928146 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd2b62-74a9-4610-97df-f0b355622b02 req-05a65d71-aaa5-4af6-ad99-95f8577d9cd7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:03.929956 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a5cd2b62-74a9-4610-97df-f0b355622b02 req-05a65d71-aaa5-4af6-ad99-95f8577d9cd7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.1213012 Jul 05 10:17:03.935297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Request body: {'port': {'device_id': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:03.965651 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93a4b869-e1d3-46ae-8c1c-887b3e92482e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:04.073538 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a5cd2b62-74a9-4610-97df-f0b355622b02 req-fe51f954-b00d-4c9a-9273-098c04cca3a3 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343088 Jul 05 10:17:04.155345 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93a4b869-e1d3-46ae-8c1c-887b3e92482e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:04.180623 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:04.277026 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93a4b869-e1d3-46ae-8c1c-887b3e92482e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:04.370750 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187a66ff-c216-4e40-b0f7-4a98ae2c4084 x-openstack-request-id: req-187a66ff-c216-4e40-b0f7-4a98ae2c4084 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:04.370750 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "tag": "df93e2bd-1f20-44b5-84fb-18b52916910e", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:04.370750 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-187a66ff-c216-4e40-b0f7-4a98ae2c4084 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:04.371513 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4b869-e1d3-46ae-8c1c-887b3e92482e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8557d03e-21d8-4682-8043-820b2e1db856,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:04.371622 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'tag': 'df93e2bd-1f20-44b5-84fb-18b52916910e', 'status': 'completed', 'code': 200} Jul 05 10:17:04.484214 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93a4b869-e1d3-46ae-8c1c-887b3e92482e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:04.485608 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-93a4b869-e1d3-46ae-8c1c-887b3e92482e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7033391 Jul 05 10:17:04.488340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56034) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:04.495409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ac2d14a9-4b46-43ed-8430-24d131138dab tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group_rule': {'security_group_id': '8557d03e-21d8-4682-8043-820b2e1db856', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:04.596626 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cbd45-d9e2-49ea-bb1c-88c94e6048fe req-7f14974e-ce28-4ab4-b9a1-cfce1a8ff858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.597111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cbd45-d9e2-49ea-bb1c-88c94e6048fe req-7f14974e-ce28-4ab4-b9a1-cfce1a8ff858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.597588 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cbd45-d9e2-49ea-bb1c-88c94e6048fe req-7f14974e-ce28-4ab4-b9a1-cfce1a8ff858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.598057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cbd45-d9e2-49ea-bb1c-88c94e6048fe req-7f14974e-ce28-4ab4-b9a1-cfce1a8ff858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.599209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cbd45-d9e2-49ea-bb1c-88c94e6048fe req-7f14974e-ce28-4ab4-b9a1-cfce1a8ff858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.599685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cbd45-d9e2-49ea-bb1c-88c94e6048fe req-7f14974e-ce28-4ab4-b9a1-cfce1a8ff858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.600257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cbd45-d9e2-49ea-bb1c-88c94e6048fe req-7f14974e-ce28-4ab4-b9a1-cfce1a8ff858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.602155 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cf9cbd45-d9e2-49ea-bb1c-88c94e6048fe req-7f14974e-ce28-4ab4-b9a1-cfce1a8ff858 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=faeb5dc6b3a74c028f443dfad351e225&device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 6349 time: 0.2307527 Jul 05 10:17:04.694731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9e7b5-add0-44a4-9e0e-b7e207921a4d req-ddd46267-ab84-4ff6-99fd-d3b33ed3b350 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.697148 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ac2d14a9-4b46-43ed-8430-24d131138dab tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:04.700684 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9e7b5-add0-44a4-9e0e-b7e207921a4d req-ddd46267-ab84-4ff6-99fd-d3b33ed3b350 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.706916 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9e7b5-add0-44a4-9e0e-b7e207921a4d req-ddd46267-ab84-4ff6-99fd-d3b33ed3b350 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.713256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9e7b5-add0-44a4-9e0e-b7e207921a4d req-ddd46267-ab84-4ff6-99fd-d3b33ed3b350 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.719490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9e7b5-add0-44a4-9e0e-b7e207921a4d req-ddd46267-ab84-4ff6-99fd-d3b33ed3b350 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.726557 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9e7b5-add0-44a4-9e0e-b7e207921a4d req-ddd46267-ab84-4ff6-99fd-d3b33ed3b350 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.732833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9e7b5-add0-44a4-9e0e-b7e207921a4d req-ddd46267-ab84-4ff6-99fd-d3b33ed3b350 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:04.740300 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c5e9e7b5-add0-44a4-9e0e-b7e207921a4d req-ddd46267-ab84-4ff6-99fd-d3b33ed3b350 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5397 time: 0.2800181 Jul 05 10:17:04.896639 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ac2d14a9-4b46-43ed-8430-24d131138dab tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:05.074493 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ac2d14a9-4b46-43ed-8430-24d131138dab tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:05.093814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d14a9-4b46-43ed-8430-24d131138dab tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaaf4467-2477-4a18-a980-117a680578ab,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:05.229904 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c5e9e7b5-add0-44a4-9e0e-b7e207921a4d req-c5cf916d-354f-478b-9757-845d2eab14b8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4886296 Jul 05 10:17:05.243601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cbd45-d9e2-49ea-bb1c-88c94e6048fe req-d750b584-a5af-45d2-acfc-e5ba63cd964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:05.244174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cbd45-d9e2-49ea-bb1c-88c94e6048fe req-d750b584-a5af-45d2-acfc-e5ba63cd964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:05.244703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cbd45-d9e2-49ea-bb1c-88c94e6048fe req-d750b584-a5af-45d2-acfc-e5ba63cd964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:05.246874 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cf9cbd45-d9e2-49ea-bb1c-88c94e6048fe req-d750b584-a5af-45d2-acfc-e5ba63cd964a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=faeb5dc6b3a74c028f443dfad351e225&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6353993 Jul 05 10:17:05.258564 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87979250-90f3-4016-8a2b-f250a6558e51 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:05.281059 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ac2d14a9-4b46-43ed-8430-24d131138dab tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:05.284146 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ac2d14a9-4b46-43ed-8430-24d131138dab tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7937095 Jul 05 10:17:05.292494 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56046) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:05.297465 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:05.313759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Transition to ACTIVE for port object 87979250-90f3-4016-8a2b-f250a6558e51 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:05.354884 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c63e1c55-223c-4e77-af25-e1bb10a3c36e tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules/aaaf4467-2477-4a18-a980-117a680578ab HTTP/1.1" status: 200 len: 763 time: 0.0605128 Jul 05 10:17:05.362801 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56048) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:05.433361 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-66586c78-6c10-400c-b5fc-3dc75131f5d4 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0691011 Jul 05 10:17:05.435976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56050) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:05.452892 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:05.484650 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acc19b17-0669-45d5-968e-68cd2c3cee8b tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:05.501465 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acc19b17-0669-45d5-968e-68cd2c3cee8b tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:05.560434 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cbd45-d9e2-49ea-bb1c-88c94e6048fe req-1339830a-9958-4526-a7d7-662ffb65fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:05.561964 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cf9cbd45-d9e2-49ea-bb1c-88c94e6048fe req-1339830a-9958-4526-a7d7-662ffb65fbc0 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2985163 Jul 05 10:17:05.573778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Pushing event updated for resources: {'Port': ['ID=87979250-90f3-4016-8a2b-f250a6558e51,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:05.743930 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e7db3-1746-4699-9a50-00d5c78695b0 req-62e59078-5d4b-40e6-92c3-e1b323ac0983 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:05.755052 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-017e7db3-1746-4699-9a50-00d5c78695b0 req-62e59078-5d4b-40e6-92c3-e1b323ac0983 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ef119d8-c97e-452f-9dc0-8dcbceaa7688 HTTP/1.1" status: 200 len: 944 time: 0.2031798 Jul 05 10:17:05.769893 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Attempting to bind port 87979250-90f3-4016-8a2b-f250a6558e51 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:05.770255 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Attempting to bind port 87979250-90f3-4016-8a2b-f250a6558e51 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'b5a651a3-5ef9-4dbd-80a8-58188f295930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:05.771003 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Attempting to bind port 87979250-90f3-4016-8a2b-f250a6558e51 on network b5db243d-0a6e-4dda-99a5-70a4b3692aa5 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:05.781205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Port 87979250-90f3-4016-8a2b-f250a6558e51 on network b5db243d-0a6e-4dda-99a5-70a4b3692aa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:05.781526 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Attempting to bind port 87979250-90f3-4016-8a2b-f250a6558e51 on network b5db243d-0a6e-4dda-99a5-70a4b3692aa5 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:05.796050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:05.796392 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Checking segment: {'id': 'b5a651a3-5ef9-4dbd-80a8-58188f295930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:05.796780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Bound using segment: {'id': 'b5a651a3-5ef9-4dbd-80a8-58188f295930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:05.797306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Bound port: 87979250-90f3-4016-8a2b-f250a6558e51, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a651a3-5ef9-4dbd-80a8-58188f295930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:05.797671 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:05.977367 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acc19b17-0669-45d5-968e-68cd2c3cee8b tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:05.991872 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acc19b17-0669-45d5-968e-68cd2c3cee8b tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:05.993806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] For port 87979250-90f3-4016-8a2b-f250a6558e51, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:05.997552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] For port 87979250-90f3-4016-8a2b-f250a6558e51, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=87979250-90f3-4016-8a2b-f250a6558e51,segment=NetworkSegment(b5a651a3-5ef9-4dbd-80a8-58188f295930),segment_id=b5a651a3-5ef9-4dbd-80a8-58188f295930)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:05.998849 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56054) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:06.006380 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-acc19b17-0669-45d5-968e-68cd2c3cee8b tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/aaaf4467-2477-4a18-a980-117a680578ab HTTP/1.1" status: 204 len: 168 time: 0.5617216 Jul 05 10:17:06.056764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc19b17-0669-45d5-968e-68cd2c3cee8b tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aaaf4467-2477-4a18-a980-117a680578ab,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:06.082284 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5d213ffc-f295-4c81-8b59-f68754c49906 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0795100 Jul 05 10:17:06.082754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56056) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:06.087274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-bd230f62-4928-4881-bb80-2a20e0a00d5d tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group_rule': {'security_group_id': '8557d03e-21d8-4682-8043-820b2e1db856', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:06.104670 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31377d-f801-4688-b42e-2618a4afac6b req-5f985c94-2921-49f4-944b-0ac8e6840803 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:06.106239 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f31377d-f801-4688-b42e-2618a4afac6b req-5f985c94-2921-49f4-944b-0ac8e6840803 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.2727156 Jul 05 10:17:06.108153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-017e7db3-1746-4699-9a50-00d5c78695b0 req-dc8edea3-5148-477b-8371-fd15e8d99252 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Deleting port e6e73a89-9f7f-49ee-8450-5c47a34b4792 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:17:06.108781 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-017e7db3-1746-4699-9a50-00d5c78695b0 req-dc8edea3-5148-477b-8371-fd15e8d99252 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.238663 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f31377d-f801-4688-b42e-2618a4afac6b req-96d748cc-9f5d-44d6-b53a-c7523b6048b0 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190286 Jul 05 10:17:06.269163 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.321968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-017e7db3-1746-4699-9a50-00d5c78695b0 req-dc8edea3-5148-477b-8371-fd15e8d99252 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] For port e6e73a89-9f7f-49ee-8450-5c47a34b4792, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e6e73a89-9f7f-49ee-8450-5c47a34b4792,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:06.322461 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-017e7db3-1746-4699-9a50-00d5c78695b0 req-dc8edea3-5148-477b-8371-fd15e8d99252 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.370325 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-017e7db3-1746-4699-9a50-00d5c78695b0 req-dc8edea3-5148-477b-8371-fd15e8d99252 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Calling delete_port for e6e73a89-9f7f-49ee-8450-5c47a34b4792 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:17:06.417343 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:06.427315 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.429566 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] 10.222.0.73 "PUT /v2.0/ports/87979250-90f3-4016-8a2b-f250a6558e51 HTTP/1.1" status: 200 len: 1092 time: 2.4985757 Jul 05 10:17:06.430548 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bd230f62-4928-4881-bb80-2a20e0a00d5d tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.443641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'tag': '87979250-90f3-4016-8a2b-f250a6558e51'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:06.446848 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd37146-72c2-4355-aa6f-d637a9096b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "tag": "87979250-90f3-4016-8a2b-f250a6558e51"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:06.557319 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94739882-0dc1-49d8-bb47-e4bc64d3c467 service neutron] Pushing event updated for resources: {'Port': ['ID=87979250-90f3-4016-8a2b-f250a6558e51,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:06.604353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Request body: {'port': {'device_id': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:06.722982 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-017e7db3-1746-4699-9a50-00d5c78695b0 req-dc8edea3-5148-477b-8371-fd15e8d99252 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.724050 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bd230f62-4928-4881-bb80-2a20e0a00d5d tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.790589 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8edea3-5148-477b-8371-fd15e8d99252 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Pushing event deleted for resources: {'Port': ['ID=e6e73a89-9f7f-49ee-8450-5c47a34b4792,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:06.794872 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.813899 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394ed35-f0d3-46b2-aeca-7f8a16a46c6d req-362707dc-b1e4-4c59-9d77-701d27512179 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:06.822725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394ed35-f0d3-46b2-aeca-7f8a16a46c6d req-362707dc-b1e4-4c59-9d77-701d27512179 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:06.828994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394ed35-f0d3-46b2-aeca-7f8a16a46c6d req-362707dc-b1e4-4c59-9d77-701d27512179 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:06.835532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394ed35-f0d3-46b2-aeca-7f8a16a46c6d req-362707dc-b1e4-4c59-9d77-701d27512179 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:06.841567 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394ed35-f0d3-46b2-aeca-7f8a16a46c6d req-362707dc-b1e4-4c59-9d77-701d27512179 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:06.841814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-017e7db3-1746-4699-9a50-00d5c78695b0 req-dc8edea3-5148-477b-8371-fd15e8d99252 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] No DVR routers for this DVR port e6e73a89-9f7f-49ee-8450-5c47a34b4792 on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:17:06.845342 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-017e7db3-1746-4699-9a50-00d5c78695b0 req-dc8edea3-5148-477b-8371-fd15e8d99252 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.847953 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394ed35-f0d3-46b2-aeca-7f8a16a46c6d req-362707dc-b1e4-4c59-9d77-701d27512179 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:06.854703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394ed35-f0d3-46b2-aeca-7f8a16a46c6d req-362707dc-b1e4-4c59-9d77-701d27512179 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:06.856803 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-017e7db3-1746-4699-9a50-00d5c78695b0 req-dc8edea3-5148-477b-8371-fd15e8d99252 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "DELETE /v2.0/ports/e6e73a89-9f7f-49ee-8450-5c47a34b4792 HTTP/1.1" status: 204 len: 173 time: 1.1001902 Jul 05 10:17:06.862589 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef119d8-c97e-452f-9dc0-8dcbceaa7688', 'name': 'network-vif-deleted', 'tag': 'e6e73a89-9f7f-49ee-8450-5c47a34b4792'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:06.862589 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f244a06-c38f-43a1-a4c6-8c03e75b9711" -d '{"events": [{"server_uuid": "3ef119d8-c97e-452f-9dc0-8dcbceaa7688", "name": "network-vif-deleted", "tag": "e6e73a89-9f7f-49ee-8450-5c47a34b4792"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:06.863638 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5394ed35-f0d3-46b2-aeca-7f8a16a46c6d req-362707dc-b1e4-4c59-9d77-701d27512179 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5409 time: 0.3242040 Jul 05 10:17:06.894766 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bd230f62-4928-4881-bb80-2a20e0a00d5d tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:06.963302 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd230f62-4928-4881-bb80-2a20e0a00d5d tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8b48ce-fae1-49e1-87a0-520c8652dde8,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:06.998854 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5394ed35-f0d3-46b2-aeca-7f8a16a46c6d req-861f32d9-dd45-426d-8174-aa0445bd02af tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1342998 Jul 05 10:17:07.077987 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4f2d66-c93d-4f33-a446-cb672dcd52d3 x-openstack-request-id: req-0f4f2d66-c93d-4f33-a446-cb672dcd52d3 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:07.078348 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "tag": "87979250-90f3-4016-8a2b-f250a6558e51", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:07.078557 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f4f2d66-c93d-4f33-a446-cb672dcd52d3 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:07.079037 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'tag': '87979250-90f3-4016-8a2b-f250a6558e51', 'status': 'completed', 'code': 200} Jul 05 10:17:07.095219 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bd230f62-4928-4881-bb80-2a20e0a00d5d tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.102986 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bd230f62-4928-4881-bb80-2a20e0a00d5d tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0128915 Jul 05 10:17:07.103128 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56076) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:07.127705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bdd9874c-3260-4930-9949-ac36e220066a tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules/4d8b48ce-fae1-49e1-87a0-520c8652dde8 HTTP/1.1" status: 200 len: 763 time: 0.0266678 Jul 05 10:17:07.138147 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56078) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:07.233724 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1c5c9c25-4230-4a9a-8e79-a23af475a869 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0938497 Jul 05 10:17:07.235390 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56082) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:07.269821 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3fdefb13-0e61-45bf-a9ad-7f0fdedf4ffe tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.281668 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3fdefb13-0e61-45bf-a9ad-7f0fdedf4ffe tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.378245 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd37146-72c2-4355-aa6f-d637a9096b2e req-dc7aa1bc-ed1f-4c36-814a-f9a3cde92510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:07.378740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd37146-72c2-4355-aa6f-d637a9096b2e req-dc7aa1bc-ed1f-4c36-814a-f9a3cde92510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:07.379222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd37146-72c2-4355-aa6f-d637a9096b2e req-dc7aa1bc-ed1f-4c36-814a-f9a3cde92510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:07.380241 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd37146-72c2-4355-aa6f-d637a9096b2e req-dc7aa1bc-ed1f-4c36-814a-f9a3cde92510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:07.380717 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd37146-72c2-4355-aa6f-d637a9096b2e req-dc7aa1bc-ed1f-4c36-814a-f9a3cde92510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:07.381218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd37146-72c2-4355-aa6f-d637a9096b2e req-dc7aa1bc-ed1f-4c36-814a-f9a3cde92510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:07.381714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd37146-72c2-4355-aa6f-d637a9096b2e req-dc7aa1bc-ed1f-4c36-814a-f9a3cde92510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:07.395972 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fd37146-72c2-4355-aa6f-d637a9096b2e req-dc7aa1bc-ed1f-4c36-814a-f9a3cde92510 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=faeb5dc6b3a74c028f443dfad351e225&device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 6417 time: 0.3016045 Jul 05 10:17:07.615207 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498e5021-859d-4499-8eb3-f5b451ddcc20 x-openstack-request-id: req-498e5021-859d-4499-8eb3-f5b451ddcc20 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:07.615207 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef119d8-c97e-452f-9dc0-8dcbceaa7688", "name": "network-vif-deleted", "tag": "e6e73a89-9f7f-49ee-8450-5c47a34b4792", "status": "failed", "code": 422}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:07.615207 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-498e5021-859d-4499-8eb3-f5b451ddcc20 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:07.615207 n-d-779913-27 neutron-server[100775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ef119d8-c97e-452f-9dc0-8dcbceaa7688', 'name': 'network-vif-deleted', 'tag': 'e6e73a89-9f7f-49ee-8450-5c47a34b4792', 'status': 'failed', 'code': 422} returned with failed status Jul 05 10:17:07.615207 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3fdefb13-0e61-45bf-a9ad-7f0fdedf4ffe tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.615207 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3fdefb13-0e61-45bf-a9ad-7f0fdedf4ffe tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.615207 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3fdefb13-0e61-45bf-a9ad-7f0fdedf4ffe tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/4d8b48ce-fae1-49e1-87a0-520c8652dde8 HTTP/1.1" status: 204 len: 168 time: 0.3725007 Jul 05 10:17:07.615207 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdefb13-0e61-45bf-a9ad-7f0fdedf4ffe tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d8b48ce-fae1-49e1-87a0-520c8652dde8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:07.628039 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56096) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:07.703857 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-15d83fc9-dcdd-46f4-87b1-3149268f599a tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0745251 Jul 05 10:17:07.706305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56100) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:07.713108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f06b7705-7d5f-43fe-9245-75740ab3cfff tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Request body: {'security_group_rule': {'security_group_id': '8557d03e-21d8-4682-8043-820b2e1db856', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:07.768826 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd37146-72c2-4355-aa6f-d637a9096b2e req-7e6cacfe-7c80-48ab-882b-6985f9a60277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:07.774841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd37146-72c2-4355-aa6f-d637a9096b2e req-7e6cacfe-7c80-48ab-882b-6985f9a60277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:07.774841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd37146-72c2-4355-aa6f-d637a9096b2e req-7e6cacfe-7c80-48ab-882b-6985f9a60277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:07.774841 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fd37146-72c2-4355-aa6f-d637a9096b2e req-7e6cacfe-7c80-48ab-882b-6985f9a60277 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=faeb5dc6b3a74c028f443dfad351e225&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3751495 Jul 05 10:17:07.888646 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f06b7705-7d5f-43fe-9245-75740ab3cfff tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.891390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd37146-72c2-4355-aa6f-d637a9096b2e req-1a56f6a8-34e3-430c-a1e3-2b965ad6b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:07.892722 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fd37146-72c2-4355-aa6f-d637a9096b2e req-1a56f6a8-34e3-430c-a1e3-2b965ad6b601 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1140113 Jul 05 10:17:07.914247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853fb337-6ae9-42a9-a887-cc7a60298722 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:07.934487 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:07.967324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Transition to ACTIVE for port object 853fb337-6ae9-42a9-a887-cc7a60298722 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:07.983871 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29345762-b245-4dba-b0a5-4e62e0f9a8f0 req-88e0e38d-6ad6-4b03-bbb7-4d1651ecdc1a tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:07.994660 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-29345762-b245-4dba-b0a5-4e62e0f9a8f0 req-88e0e38d-6ad6-4b03-bbb7-4d1651ecdc1a tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.3188105 Jul 05 10:17:08.002906 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f06b7705-7d5f-43fe-9245-75740ab3cfff tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:08.063468 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-29345762-b245-4dba-b0a5-4e62e0f9a8f0 req-0030ccbe-33c8-450a-87bb-968f47ef3c21 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695620 Jul 05 10:17:08.082346 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:08.106841 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f06b7705-7d5f-43fe-9245-75740ab3cfff tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:08.174763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Pushing event updated for resources: {'Port': ['ID=853fb337-6ae9-42a9-a887-cc7a60298722,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:08.298047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b7705-7d5f-43fe-9245-75740ab3cfff tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39485b9-bc6f-4c2b-b99e-580149c2eadb,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:08.532221 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f06b7705-7d5f-43fe-9245-75740ab3cfff tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:08.534344 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f06b7705-7d5f-43fe-9245-75740ab3cfff tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8266492 Jul 05 10:17:08.537824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56120) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:08.576501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Attempting to bind port 853fb337-6ae9-42a9-a887-cc7a60298722 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:08.576997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Attempting to bind port 853fb337-6ae9-42a9-a887-cc7a60298722 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'b5a651a3-5ef9-4dbd-80a8-58188f295930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:08.577440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Attempting to bind port 853fb337-6ae9-42a9-a887-cc7a60298722 on network b5db243d-0a6e-4dda-99a5-70a4b3692aa5 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:08.592797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Port 853fb337-6ae9-42a9-a887-cc7a60298722 on network b5db243d-0a6e-4dda-99a5-70a4b3692aa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:08.596375 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Attempting to bind port 853fb337-6ae9-42a9-a887-cc7a60298722 on network b5db243d-0a6e-4dda-99a5-70a4b3692aa5 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:08.606795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:08.612809 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Checking segment: {'id': 'b5a651a3-5ef9-4dbd-80a8-58188f295930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:08.613591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Bound using segment: {'id': 'b5a651a3-5ef9-4dbd-80a8-58188f295930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:08.614548 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Bound port: 853fb337-6ae9-42a9-a887-cc7a60298722, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a651a3-5ef9-4dbd-80a8-58188f295930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:08.614548 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:08.635344 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-79072cc7-81e5-4af0-b408-7cf71033c764 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules/a39485b9-bc6f-4c2b-b99e-580149c2eadb HTTP/1.1" status: 200 len: 764 time: 0.0955114 Jul 05 10:17:08.637574 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56122) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:08.792812 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-20a51864-3a68-4460-a8d3-d6b77b68bb2b tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1456900 Jul 05 10:17:08.792812 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56126) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:08.859592 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a54da95a-178c-4309-b24e-36528aaec420 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:08.884406 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a54da95a-178c-4309-b24e-36528aaec420 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:08.920038 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025016c1-6a5e-4a95-be48-f30f1f3fa084 req-f01798a3-eccc-4a4c-8498-aefc0111fcbb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:08.927595 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025016c1-6a5e-4a95-be48-f30f1f3fa084 req-f01798a3-eccc-4a4c-8498-aefc0111fcbb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:08.940269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025016c1-6a5e-4a95-be48-f30f1f3fa084 req-f01798a3-eccc-4a4c-8498-aefc0111fcbb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:08.960085 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025016c1-6a5e-4a95-be48-f30f1f3fa084 req-f01798a3-eccc-4a4c-8498-aefc0111fcbb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:08.979319 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025016c1-6a5e-4a95-be48-f30f1f3fa084 req-f01798a3-eccc-4a4c-8498-aefc0111fcbb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:08.997643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025016c1-6a5e-4a95-be48-f30f1f3fa084 req-f01798a3-eccc-4a4c-8498-aefc0111fcbb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:09.029296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025016c1-6a5e-4a95-be48-f30f1f3fa084 req-f01798a3-eccc-4a4c-8498-aefc0111fcbb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:09.032851 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-025016c1-6a5e-4a95-be48-f30f1f3fa084 req-f01798a3-eccc-4a4c-8498-aefc0111fcbb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.4153094 Jul 05 10:17:09.063143 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] For port 853fb337-6ae9-42a9-a887-cc7a60298722, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:09.069712 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] For port 853fb337-6ae9-42a9-a887-cc7a60298722, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=853fb337-6ae9-42a9-a887-cc7a60298722,segment=NetworkSegment(b5a651a3-5ef9-4dbd-80a8-58188f295930),segment_id=b5a651a3-5ef9-4dbd-80a8-58188f295930)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:09.096655 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a54da95a-178c-4309-b24e-36528aaec420 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:09.142821 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-025016c1-6a5e-4a95-be48-f30f1f3fa084 req-f3d67c90-8a68-4341-80e7-a128441143d6 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710676 Jul 05 10:17:09.177951 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a54da95a-178c-4309-b24e-36528aaec420 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:09.177951 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a54da95a-178c-4309-b24e-36528aaec420 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/a39485b9-bc6f-4c2b-b99e-580149c2eadb HTTP/1.1" status: 204 len: 168 time: 0.3854647 Jul 05 10:17:09.185810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54da95a-178c-4309-b24e-36528aaec420 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a39485b9-bc6f-4c2b-b99e-580149c2eadb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:09.209188 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:09.217003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56146) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:09.322501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:09.322501 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:09.322501 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] 10.222.0.73 "PUT /v2.0/ports/853fb337-6ae9-42a9-a887-cc7a60298722 HTTP/1.1" status: 200 len: 1092 time: 2.7269354 Jul 05 10:17:09.322501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'tag': '853fb337-6ae9-42a9-a887-cc7a60298722'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:09.322501 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747a7145-3336-4b01-b8c9-dd4d661a1051" -d '{"events": [{"name": "network-changed", "server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "tag": "853fb337-6ae9-42a9-a887-cc7a60298722"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:09.322501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d9808-b74d-4a33-91f1-b966e691f11f service neutron] Pushing event updated for resources: {'Port': ['ID=853fb337-6ae9-42a9-a887-cc7a60298722,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:09.396643 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f5968b97-d10b-4831-bf14-1513faf2aa17 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1781170 Jul 05 10:17:09.397568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56152) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:09.431337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-d4d890b1-99b2-4319-a067-8e05e2e7df16 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:09.435081 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-d4d890b1-99b2-4319-a067-8e05e2e7df16 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 811 time: 0.3893361 Jul 05 10:17:09.459319 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-10528210-0cad-4ac5-a7c9-3ab9b936384d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/quotas/5dc70ebc52b2429584fe84f81867aa19 HTTP/1.1" status: 200 len: 375 time: 0.0169957 Jul 05 10:17:09.504467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-faa72cbc-2c3f-4757-8710-9b886565cfcb tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397053 Jul 05 10:17:09.520713 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d0f6f2f4-ce0d-490f-b6e8-5b88b8cb33fc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:09.560715 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d0f6f2f4-ce0d-490f-b6e8-5b88b8cb33fc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:09.588695 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03cf78-bd3a-4421-a9e5-9a7bcee4f023 req-051d9fc2-8df9-41b6-95ec-d29a3212be36 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:09.590229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-af03cf78-bd3a-4421-a9e5-9a7bcee4f023 req-051d9fc2-8df9-41b6-95ec-d29a3212be36 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.1622498 Jul 05 10:17:09.606056 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-59fce2d1-91b4-4fa1-ada9-ac18a198f327 service neutron] 10.222.0.77 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932293 Jul 05 10:17:09.647412 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-af03cf78-bd3a-4421-a9e5-9a7bcee4f023 req-d893a18c-8b8b-472c-a925-f5ccb759a296 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411999 Jul 05 10:17:09.705618 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c85bd83-686e-4f5e-970d-c76a8eb5203e x-openstack-request-id: req-2c85bd83-686e-4f5e-970d-c76a8eb5203e {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:09.705618 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "tag": "853fb337-6ae9-42a9-a887-cc7a60298722", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:09.705618 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c85bd83-686e-4f5e-970d-c76a8eb5203e {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:09.705618 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'tag': '853fb337-6ae9-42a9-a887-cc7a60298722', 'status': 'completed', 'code': 200} Jul 05 10:17:09.730377 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-27f1422c-8da3-44bd-9da1-e7f6ca4016f6 service neutron] 10.222.0.77 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172569 Jul 05 10:17:09.800795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7145-3336-4b01-b8c9-dd4d661a1051 req-94cf538f-608f-408f-bdfe-04ee30e90889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:09.801285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7145-3336-4b01-b8c9-dd4d661a1051 req-94cf538f-608f-408f-bdfe-04ee30e90889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:09.802315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7145-3336-4b01-b8c9-dd4d661a1051 req-94cf538f-608f-408f-bdfe-04ee30e90889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:09.802797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7145-3336-4b01-b8c9-dd4d661a1051 req-94cf538f-608f-408f-bdfe-04ee30e90889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:09.803267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7145-3336-4b01-b8c9-dd4d661a1051 req-94cf538f-608f-408f-bdfe-04ee30e90889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:09.803754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7145-3336-4b01-b8c9-dd4d661a1051 req-94cf538f-608f-408f-bdfe-04ee30e90889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:09.804254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7145-3336-4b01-b8c9-dd4d661a1051 req-94cf538f-608f-408f-bdfe-04ee30e90889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:09.806177 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-747a7145-3336-4b01-b8c9-dd4d661a1051 req-94cf538f-608f-408f-bdfe-04ee30e90889 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=faeb5dc6b3a74c028f443dfad351e225&device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 6485 time: 0.0773757 Jul 05 10:17:09.824065 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d0f6f2f4-ce0d-490f-b6e8-5b88b8cb33fc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:09.826972 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d0f6f2f4-ce0d-490f-b6e8-5b88b8cb33fc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:09.828844 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d0f6f2f4-ce0d-490f-b6e8-5b88b8cb33fc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "DELETE /v2.0/security-groups/8557d03e-21d8-4682-8043-820b2e1db856 HTTP/1.1" status: 204 len: 168 time: 0.4296806 Jul 05 10:17:09.831044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56160) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:09.928946 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6f2f4-ce0d-490f-b6e8-5b88b8cb33fc tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8557d03e-21d8-4682-8043-820b2e1db856,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:09.958879 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56170) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:09.959037 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ceae5e81-194c-4c9d-bee3-faadb2fc6dff tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1265972 Jul 05 10:17:10.033772 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5275821e-304e-4784-b5c6-e7c2461fc8d7 tempest-SecGroupTest-1758185655 tempest-SecGroupTest-1758185655-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0678220 Jul 05 10:17:10.081080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7145-3336-4b01-b8c9-dd4d661a1051 req-87cb473e-703c-4ba2-a0ce-aa13b3c8e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.081773 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7145-3336-4b01-b8c9-dd4d661a1051 req-87cb473e-703c-4ba2-a0ce-aa13b3c8e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.082249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7145-3336-4b01-b8c9-dd4d661a1051 req-87cb473e-703c-4ba2-a0ce-aa13b3c8e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.084700 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-747a7145-3336-4b01-b8c9-dd4d661a1051 req-87cb473e-703c-4ba2-a0ce-aa13b3c8e198 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=faeb5dc6b3a74c028f443dfad351e225&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2714231 Jul 05 10:17:10.143672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-04de15e9-2d9a-4ec8-8e6e-b09e9bae2daf req-ce613841-a47a-481f-a622-77f5abaea56e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 210 time: 0.0882156 Jul 05 10:17:10.321457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7145-3336-4b01-b8c9-dd4d661a1051 req-6835fce6-b48a-436c-9e20-108c73526389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.322370 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-747a7145-3336-4b01-b8c9-dd4d661a1051 req-6835fce6-b48a-436c-9e20-108c73526389 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2311587 Jul 05 10:17:10.619226 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-8b25d1c5-4119-401a-b99b-4c7167b116ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.620335 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-8b25d1c5-4119-401a-b99b-4c7167b116ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.620979 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-8b25d1c5-4119-401a-b99b-4c7167b116ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.621689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-8b25d1c5-4119-401a-b99b-4c7167b116ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.622346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-8b25d1c5-4119-401a-b99b-4c7167b116ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.622575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-8b25d1c5-4119-401a-b99b-4c7167b116ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.623045 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-8b25d1c5-4119-401a-b99b-4c7167b116ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.625188 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-8b25d1c5-4119-401a-b99b-4c7167b116ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=faeb5dc6b3a74c028f443dfad351e225&device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 6485 time: 0.2524359 Jul 05 10:17:10.687198 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e26a17f7-9821-4a92-9940-28c71afee10c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08c3b1db-4b45-496d-a361-b318ba0dcfda HTTP/1.1" status: 200 len: 217 time: 0.0531003 Jul 05 10:17:10.704395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813edc-5c08-4b6b-9abc-bcae8584edbe req-90e94b02-ef48-4f84-a084-addec8c92c60 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.711268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813edc-5c08-4b6b-9abc-bcae8584edbe req-90e94b02-ef48-4f84-a084-addec8c92c60 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.717884 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813edc-5c08-4b6b-9abc-bcae8584edbe req-90e94b02-ef48-4f84-a084-addec8c92c60 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.726010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813edc-5c08-4b6b-9abc-bcae8584edbe req-90e94b02-ef48-4f84-a084-addec8c92c60 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.732364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813edc-5c08-4b6b-9abc-bcae8584edbe req-90e94b02-ef48-4f84-a084-addec8c92c60 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.738741 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813edc-5c08-4b6b-9abc-bcae8584edbe req-90e94b02-ef48-4f84-a084-addec8c92c60 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.771317 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813edc-5c08-4b6b-9abc-bcae8584edbe req-90e94b02-ef48-4f84-a084-addec8c92c60 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.782268 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1813edc-5c08-4b6b-9abc-bcae8584edbe req-90e94b02-ef48-4f84-a084-addec8c92c60 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.3223381 Jul 05 10:17:10.919456 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-d00e0f1f-8d3f-48ab-8cec-131abd6aa124 service neutron] show failed (client error): The resource could not be found. Jul 05 10:17:10.921243 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-d00e0f1f-8d3f-48ab-8cec-131abd6aa124 service neutron] 10.222.0.64 "GET /v2.0/ports/58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d/bindings/n-h1-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.3507774 Jul 05 10:17:10.950417 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efb3f9-a1d9-481d-a063-96a49bba0a14 req-843ea93b-21d8-4948-988b-0f7da0fae5c4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:10.965208 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-31efb3f9-a1d9-481d-a063-96a49bba0a14 req-843ea93b-21d8-4948-988b-0f7da0fae5c4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.1386266 Jul 05 10:17:11.080905 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-31efb3f9-a1d9-481d-a063-96a49bba0a14 req-8fd21eb4-c26f-4de3-b60f-90424435d773 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982363 Jul 05 10:17:11.089748 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1813edc-5c08-4b6b-9abc-bcae8584edbe req-0caa2299-40b8-4d1b-b3b2-13acb2aec030 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3066082 Jul 05 10:17:11.099832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-a2e4b18a-3a2f-4227-b050-a3a631cc12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:11.102816 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-a2e4b18a-3a2f-4227-b050-a3a631cc12f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27292f2c-a95d-441e-b478-d099205c251b HTTP/1.1" status: 200 len: 850 time: 0.3098681 Jul 05 10:17:11.104549 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4ed423c3-7e6b-477f-a525-d9c491037a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:11.204129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56214) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:11.301548 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c061bf6e-d958-4ad5-80d7-989b6496cf58 req-55ec5fb6-161c-4674-80ce-a8d696b38956 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 210 time: 0.0790815 Jul 05 10:17:11.328111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-d0ca2040-cbd6-4493-a1f7-c5239696acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:11.333412 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-d0ca2040-cbd6-4493-a1f7-c5239696acbe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34a24dd1-7873-4589-9de4-782dc8402e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2225668 Jul 05 10:17:11.418996 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-45d3a904-38b9-41be-9147-c091c3c6a297 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=09382199ed724a65b0bab0da60195a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149866 Jul 05 10:17:11.421413 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56218) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:11.512199 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69cd2597-b17e-4f67-9b7a-e756f600caf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:11.548231 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69cd2597-b17e-4f67-9b7a-e756f600caf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:11.553476 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-d9b8f5a5-fd31-45f2-aa8a-61c3a574911b service neutron] 10.222.0.73 "GET /v2.0/networks/34a24dd1-7873-4589-9de4-782dc8402e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080941 Jul 05 10:17:11.734197 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-f7553cbc-f78f-4484-ab15-1ade1bb8e81e service neutron] 10.222.0.73 "GET /v2.0/networks/34a24dd1-7873-4589-9de4-782dc8402e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773741 Jul 05 10:17:11.767608 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69cd2597-b17e-4f67-9b7a-e756f600caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:11.770742 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69cd2597-b17e-4f67-9b7a-e756f600caf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:11.772182 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-69cd2597-b17e-4f67-9b7a-e756f600caf5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/74149d80-dc83-47d4-9f64-10a73f880f6f HTTP/1.1" status: 204 len: 168 time: 0.3495460 Jul 05 10:17:11.781364 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd2597-b17e-4f67-9b7a-e756f600caf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74149d80-dc83-47d4-9f64-10a73f880f6f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:11.793678 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-d271eb17-8286-45d4-8da0-057bb3409fe4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=80fc754d-8956-4773-bf0a-c1b21e4c283f HTTP/1.1" status: 200 len: 217 time: 0.0524154 Jul 05 10:17:11.866002 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-651be9b2-85cd-4883-9e31-687bb941ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:11.867652 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-651be9b2-85cd-4883-9e31-687bb941ee5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.0688732 Jul 05 10:17:12.005029 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0741ef45-2ee6-486e-878d-940fa0948831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:12.008606 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-0741ef45-2ee6-486e-878d-940fa0948831 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1345446 Jul 05 10:17:12.119056 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-818669e1-1f7c-4dee-bde0-18b9b5451a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:12.120816 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-818669e1-1f7c-4dee-bde0-18b9b5451a65 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5&tenant_id=004ecdb3b3264f069e42a0c8102d49af HTTP/1.1" status: 200 len: 1102 time: 0.1921203 Jul 05 10:17:12.177683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:12.471841 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:12.488726 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-6cd25d35-9ce1-43a1-aac5-2bee5f09c27e service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728348 Jul 05 10:17:12.495157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c55f6-e3b7-455f-8988-a5d468ee031a req-205dec3f-febc-4e41-8524-3c2303371532 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:12.497966 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d81c55f6-e3b7-455f-8988-a5d468ee031a req-205dec3f-febc-4e41-8524-3c2303371532 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.1424592 Jul 05 10:17:12.607640 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d81c55f6-e3b7-455f-8988-a5d468ee031a req-ece17da8-b8f2-4d26-b092-b00ec53c08b5 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039684 Jul 05 10:17:12.922405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70196-cf8c-4a1e-817c-3039551b1807 req-bc74a862-414e-4f2f-b9f1-b4d383ef1382 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:12.930208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70196-cf8c-4a1e-817c-3039551b1807 req-bc74a862-414e-4f2f-b9f1-b4d383ef1382 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:12.938628 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70196-cf8c-4a1e-817c-3039551b1807 req-bc74a862-414e-4f2f-b9f1-b4d383ef1382 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:12.946611 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70196-cf8c-4a1e-817c-3039551b1807 req-bc74a862-414e-4f2f-b9f1-b4d383ef1382 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:12.955208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70196-cf8c-4a1e-817c-3039551b1807 req-bc74a862-414e-4f2f-b9f1-b4d383ef1382 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:12.972984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70196-cf8c-4a1e-817c-3039551b1807 req-bc74a862-414e-4f2f-b9f1-b4d383ef1382 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:13.009601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70196-cf8c-4a1e-817c-3039551b1807 req-bc74a862-414e-4f2f-b9f1-b4d383ef1382 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:13.045404 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3b70196-cf8c-4a1e-817c-3039551b1807 req-bc74a862-414e-4f2f-b9f1-b4d383ef1382 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.6517353 Jul 05 10:17:13.091346 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dbda406f-e4ba-4970-844e-4d6b489a2790 req-9faa3728-7814-494c-91f1-81568fec62d5 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 210 time: 0.0519836 Jul 05 10:17:13.301114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:13.602542 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-18a5c0e9-1664-4187-bb1e-8a2b9b077105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:13.636138 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:13.968773 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30120b70-d530-450b-9d6c-a47b1a3610d7 req-7af3dd98-13a1-40cb-b2ad-7c4f91ed3a49 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:13.970657 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-30120b70-d530-450b-9d6c-a47b1a3610d7 req-7af3dd98-13a1-40cb-b2ad-7c4f91ed3a49 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.1214118 Jul 05 10:17:13.971164 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56278) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:14.034570 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3b70196-cf8c-4a1e-817c-3039551b1807 req-096525ff-4a7d-4664-b535-2d9ee4bee0c3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9380717 Jul 05 10:17:14.054166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:14.056381 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-30120b70-d530-450b-9d6c-a47b1a3610d7 req-cc34eb00-9616-43c6-b28e-146e90a7866b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709019 Jul 05 10:17:14.062294 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-753bac13-90ad-4695-8133-a4458aaa2e68 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5484617 Jul 05 10:17:14.105942 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ba64c8c7-e178-4212-8182-6b1016923fac tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:14.106559 n-d-779913-27 neutron-server[100775]: WARNING neutron.api.v2.base [None req-ba64c8c7-e178-4212-8182-6b1016923fac tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 10:17:14.107171 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-ba64c8c7-e178-4212-8182-6b1016923fac tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 10:17:14.114286 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ba64c8c7-e178-4212-8182-6b1016923fac tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1413381 Jul 05 10:17:14.115766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56284) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:14.122537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-1c15e75f-7d44-42f2-9263-4f9f58aecd7e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group': {'name': 'tempest-secgroup--200626486'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:14.146130 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:14.153022 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7947e06f-ea31-4c69-b471-6ecfa4115cc8" -d '{"events": [{"server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:14.170758 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.258814 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1c15e75f-7d44-42f2-9263-4f9f58aecd7e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.271213 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1c15e75f-7d44-42f2-9263-4f9f58aecd7e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.278649 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-09de9b9c-85a2-4538-a0f3-772ce186206b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=0586289b-a830-48a9-b498-b77e4ab05bf0 HTTP/1.1" status: 200 len: 217 time: 0.2073627 Jul 05 10:17:14.316767 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Transition to ACTIVE for port object 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:14.362817 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-64a0d471-08d7-47d1-a805-01c903cb695b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:14.364774 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-64a0d471-08d7-47d1-a805-01c903cb695b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 811 time: 1.0060375 Jul 05 10:17:14.377014 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-d45a3c0d-7984-416e-b453-ad317ffcb76d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Request body: {'port': {'device_id': '5469ef2d-363f-4693-b684-bdb2f8e28c6f', 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5', 'admin_state_up': True, 'tenant_id': '5dc70ebc52b2429584fe84f81867aa19'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:14.428716 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-29834f13-60dc-4b65-975e-7837f7e733a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:14.429573 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aaf3e03d-fe8e-49de-9fd3-187f3cc9563d req-74fa66c1-8521-418d-9357-a8c5c9fad20d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 210 time: 0.1196954 Jul 05 10:17:14.439302 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-29834f13-60dc-4b65-975e-7837f7e733a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.1405122 Jul 05 10:17:14.477768 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.549646 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1c15e75f-7d44-42f2-9263-4f9f58aecd7e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.670724 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1c15e75f-7d44-42f2-9263-4f9f58aecd7e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.706476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] No DVR routers for this DVR port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:17:14.707607 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15e75f-7d44-42f2-9263-4f9f58aecd7e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5436f237-9cda-4d05-8c88-858c9149f2ae,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:14.749443 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Pushing event updated for resources: {'Port': ['ID=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,revision_number=6']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:14.762399 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-1c15e75f-7d44-42f2-9263-4f9f58aecd7e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:17:14.762399 n-d-779913-27 neutron-server[100775]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:17:14.762399 n-d-779913-27 neutron-server[100775]: [parameters: {'project_id_1': '5b14a4fe845b4c57a9363e35d97a6562', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 17, 14, 674896)}] Jul 05 10:17:14.762399 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:17:14.763145 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-1c15e75f-7d44-42f2-9263-4f9f58aecd7e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:17:14.857663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-91b8d176-de7b-4af6-b3e4-02d1473dba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:14.859447 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-91b8d176-de7b-4af6-b3e4-02d1473dba0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3751111 Jul 05 10:17:14.862438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Attempting to bind port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:14.863038 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Attempting to bind port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:14.863435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Attempting to bind port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:14.871008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:14.871455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Attempting to bind port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:14.883582 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.916562 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-d45a3c0d-7984-416e-b453-ad317ffcb76d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Made reservation on behalf of 5dc70ebc52b2429584fe84f81867aa19 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:14.920970 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-d45a3c0d-7984-416e-b453-ad317ffcb76d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:14.984690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:14.985031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:14.985452 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:14.985944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Bound port: 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:14.986280 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.045940 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5a73b7-55d9-4901-a778-ce12cfbce94e x-openstack-request-id: req-4b5a73b7-55d9-4901-a778-ce12cfbce94e {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:15.046442 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:15.046696 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b5a73b7-55d9-4901-a778-ce12cfbce94e {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:15.047093 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d', 'code': 200} Jul 05 10:17:15.130666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:15.167321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:15.183898 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:15.222452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:15.272942 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1c15e75f-7d44-42f2-9263-4f9f58aecd7e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.355347 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.363054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2f763-9f2f-414d-8c08-c4b1eaf43134 req-1d49aedb-8133-4f49-b50f-5aba419a4d6d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:15.377527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2f763-9f2f-414d-8c08-c4b1eaf43134 req-1d49aedb-8133-4f49-b50f-5aba419a4d6d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:15.386201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2f763-9f2f-414d-8c08-c4b1eaf43134 req-1d49aedb-8133-4f49-b50f-5aba419a4d6d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:15.393840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2f763-9f2f-414d-8c08-c4b1eaf43134 req-1d49aedb-8133-4f49-b50f-5aba419a4d6d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:15.403156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2f763-9f2f-414d-8c08-c4b1eaf43134 req-1d49aedb-8133-4f49-b50f-5aba419a4d6d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:15.410356 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2f763-9f2f-414d-8c08-c4b1eaf43134 req-1d49aedb-8133-4f49-b50f-5aba419a4d6d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:15.419502 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-8f8fd0cc-dafd-47be-8847-956eaf93735b service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493677 Jul 05 10:17:15.420700 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2f763-9f2f-414d-8c08-c4b1eaf43134 req-1d49aedb-8133-4f49-b50f-5aba419a4d6d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:15.422830 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-52e2f763-9f2f-414d-8c08-c4b1eaf43134 req-1d49aedb-8133-4f49-b50f-5aba419a4d6d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.2340488 Jul 05 10:17:15.468444 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:15.469345 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.470788 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] 10.222.0.73 "PUT /v2.0/ports/58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d HTTP/1.1" status: 200 len: 1097 time: 3.3097150 Jul 05 10:17:15.549571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-52e2f763-9f2f-414d-8c08-c4b1eaf43134 req-41c28ab3-ffea-41ad-b2c5-830e2f66125a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174641 Jul 05 10:17:15.632845 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1c15e75f-7d44-42f2-9263-4f9f58aecd7e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.744570 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1c15e75f-7d44-42f2-9263-4f9f58aecd7e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.802488 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15e75f-7d44-42f2-9263-4f9f58aecd7e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3bac2c-c296-401e-b167-fcd7d982430a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:15.944863 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1c15e75f-7d44-42f2-9263-4f9f58aecd7e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:15.949339 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1c15e75f-7d44-42f2-9263-4f9f58aecd7e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8298316 Jul 05 10:17:15.954540 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56326) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:15.954879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '9c3bac2c-c296-401e-b167-fcd7d982430a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:16.030662 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-ac128679-2ffb-4225-b931-36ff38e7df4e service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991577 Jul 05 10:17:16.031395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e9e4f-8712-4638-9fcf-61040e829cdb service neutron] Pushing event updated for resources: {'Port': ['ID=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:16.053339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-d45a3c0d-7984-416e-b453-ad317ffcb76d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Allocated IP 172.20.0.9 (1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5/72c4567a-3195-494d-b6bf-64b7b89d5139/94cc222e-1ace-43e3-aa96-988e1a265078) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:16.098722 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-92a1d9fc-7819-401c-9795-710294b80326 req-761e8f64-22e9-40f7-a8b7-4a5c4b1bac81 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 210 time: 0.0733225 Jul 05 10:17:16.121869 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-1017eebe-e561-4f4f-a06a-52514ee8e626 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b3f00607-07b6-4240-997d-5aa1a2d0de4a HTTP/1.1" status: 200 len: 217 time: 0.0689642 Jul 05 10:17:16.122041 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:16.223976 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:16.272090 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c199569-9d80-48ea-8efa-d4c8e94303dd req-376ef278-37e5-4d9b-9515-e6071c15f532 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:16.275465 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c199569-9d80-48ea-8efa-d4c8e94303dd req-376ef278-37e5-4d9b-9515-e6071c15f532 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 948 time: 0.9379077 Jul 05 10:17:16.316520 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-47789ac5-f467-42d8-a305-3896214a4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:16.321564 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-47789ac5-f467-42d8-a305-3896214a4a16 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 1100 time: 0.7849448 Jul 05 10:17:16.376894 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:16.411444 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e50c7205-c59c-42cb-8b77-5d16ca344d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:16.414058 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e50c7205-c59c-42cb-8b77-5d16ca344d50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.2915485 Jul 05 10:17:16.442691 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383299e7-c59d-4d06-ad93-6a7fc3fb9890,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:16.469355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:16.469355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:16.469355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:16.469355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:16.469355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:16.469355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:16.469355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:16.469355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:16.469355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:16.469355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:16.469355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:16.469355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:16.501295 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c199569-9d80-48ea-8efa-d4c8e94303dd req-02f502d9-592a-40c5-b0cd-bd951d96f726 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974442 Jul 05 10:17:16.640918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1616fe9c-0ae2-4779-a12a-c9c3af4cfb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:16.642416 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-1616fe9c-0ae2-4779-a12a-c9c3af4cfb57 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.2709496 Jul 05 10:17:16.727606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-31bd6dca-e0c7-4ee4-a592-5a1b5ca1a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:16.729389 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-31bd6dca-e0c7-4ee4-a592-5a1b5ca1a7f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3075480 Jul 05 10:17:16.733753 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-d88971e6-c801-498d-ba02-ae98efd0e296 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d HTTP/1.1" status: 200 len: 217 time: 0.0805948 Jul 05 10:17:16.841069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7806f-a8c1-466b-a264-f610dc1e3415 req-86515379-de28-48a8-8f6b-5c683d6b943d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:16.855689 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-d45a3c0d-7984-416e-b453-ad317ffcb76d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:16.860579 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7806f-a8c1-466b-a264-f610dc1e3415 req-86515379-de28-48a8-8f6b-5c683d6b943d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:16.869227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7806f-a8c1-466b-a264-f610dc1e3415 req-86515379-de28-48a8-8f6b-5c683d6b943d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:16.880325 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7806f-a8c1-466b-a264-f610dc1e3415 req-86515379-de28-48a8-8f6b-5c683d6b943d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:16.914811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7806f-a8c1-466b-a264-f610dc1e3415 req-86515379-de28-48a8-8f6b-5c683d6b943d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:16.921621 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:16.930297 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7806f-a8c1-466b-a264-f610dc1e3415 req-86515379-de28-48a8-8f6b-5c683d6b943d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:16.960719 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7806f-a8c1-466b-a264-f610dc1e3415 req-86515379-de28-48a8-8f6b-5c683d6b943d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:16.967650 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-d68f8c5d-95a2-406d-9cfc-3af861a5efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:16.969550 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-d68f8c5d-95a2-406d-9cfc-3af861a5efd8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.2267587 Jul 05 10:17:16.974708 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a3b7806f-a8c1-466b-a264-f610dc1e3415 req-86515379-de28-48a8-8f6b-5c683d6b943d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.2631526 Jul 05 10:17:17.053201 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.056900 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:17.057869 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f34ac27a-a79c-4ba7-aff0-bc98270d9e39 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1071355 Jul 05 10:17:17.062465 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac263d8-0367-41b2-9e25-b37cc235b7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:17.065673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56344) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:17.083184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e6a843c8-2348-441e-a5a9-3e6e336380d7 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '9c3bac2c-c296-401e-b167-fcd7d982430a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:17.090316 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-8b709704-a66a-4293-afc3-e4b3ec364309 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461668 Jul 05 10:17:17.231209 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4790f180-db70-4f83-801b-9db4d6515056 x-openstack-request-id: req-4790f180-db70-4f83-801b-9db4d6515056 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:17.231519 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:17.231783 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4790f180-db70-4f83-801b-9db4d6515056 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:17.232294 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d', 'status': 'completed', 'code': 200} Jul 05 10:17:17.242965 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-d45a3c0d-7984-416e-b453-ad317ffcb76d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.255434 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a3b7806f-a8c1-466b-a264-f610dc1e3415 req-aa7ac117-2482-4faa-a825-24f7814c38a5 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2795582 Jul 05 10:17:17.266720 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-0089a7e2-7349-49a1-8e68-d56c3ce993c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:17.268309 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-0089a7e2-7349-49a1-8e68-d56c3ce993c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2888336 Jul 05 10:17:17.413987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-e4b24b33-7311-42fd-82de-bb7d3c9db0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:17.415652 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-e4b24b33-7311-42fd-82de-bb7d3c9db0ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 1100 time: 0.1840777 Jul 05 10:17:17.458999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-d45a3c0d-7984-416e-b453-ad317ffcb76d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:17.496940 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-d45a3c0d-7984-416e-b453-ad317ffcb76d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:17.513982 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-d45a3c0d-7984-416e-b453-ad317ffcb76d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:17.537387 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e6a843c8-2348-441e-a5a9-3e6e336380d7 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.559247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a3c0d-7984-416e-b453-ad317ffcb76d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Pushing event updated for resources: {'Port': ['ID=94cc222e-1ace-43e3-aa96-988e1a265078,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:17.588283 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-1669dcd8-81d4-4645-80c2-d91c6fef6e7b service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784360 Jul 05 10:17:17.603574 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-fb6b85e8-6a3d-49dd-ad46-2c736b842b4d service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777698 Jul 05 10:17:17.672227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-04fc2f37-b9de-4aaf-bd08-32885c4dc1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:17.674092 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-04fc2f37-b9de-4aaf-bd08-32885c4dc1d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.2488999 Jul 05 10:17:17.732772 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-1af750e3-9014-4360-bcc9-8e30b17d45f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=df93e2bd-1f20-44b5-84fb-18b52916910e HTTP/1.1" status: 200 len: 217 time: 0.1270506 Jul 05 10:17:17.748542 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-d45a3c0d-7984-416e-b453-ad317ffcb76d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:17.749248 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-d45a3c0d-7984-416e-b453-ad317ffcb76d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:17.781280 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-b5e72b65-fb89-457d-98a4-fe90c7497c5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d HTTP/1.1" status: 200 len: 217 time: 0.0563524 Jul 05 10:17:17.825252 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-e6a843c8-2348-441e-a5a9-3e6e336380d7 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 10:17:17.827250 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e6a843c8-2348-441e-a5a9-3e6e336380d7 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7603874 Jul 05 10:17:17.830710 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56352) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:17.830894 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d07f5047-7140-4b55-9cbc-a9bbf5ae66ed req-a745b37f-d1c6-4ee8-a819-afab81826aed service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100837 Jul 05 10:17:17.905623 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5d5e2-7d65-45f4-8ffc-32f21544bf61 req-7d89c591-846b-4f82-b249-6a23eb9881f6 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:17.907299 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3e5d5e2-7d65-45f4-8ffc-32f21544bf61 req-7d89c591-846b-4f82-b249-6a23eb9881f6 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 931 time: 0.4744301 Jul 05 10:17:17.923820 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-9a72acae-8222-4d83-a466-694fb3c9c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:17.925723 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-9a72acae-8222-4d83-a466-694fb3c9c3b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1355724 Jul 05 10:17:17.938427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32f850-775c-4837-a219-3097c78ecb82 req-d4079376-0abe-4f26-b64e-66ece8a3a0ce tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:17.940385 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e32f850-775c-4837-a219-3097c78ecb82 req-d4079376-0abe-4f26-b64e-66ece8a3a0ce tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 948 time: 0.2651641 Jul 05 10:17:17.986719 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3e5d5e2-7d65-45f4-8ffc-32f21544bf61 req-b3d4fbd8-5283-47b5-9dec-5ebb06995d59 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703342 Jul 05 10:17:17.990721 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e60698ed-cd2d-4461-8ca2-56d900a4e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:17.994293 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e60698ed-cd2d-4461-8ca2-56d900a4e022 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.2418542 Jul 05 10:17:18.197621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-d45a3c0d-7984-416e-b453-ad317ffcb76d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8240368 Jul 05 10:17:18.237584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Request body: {'port': {'device_id': '5469ef2d-363f-4693-b684-bdb2f8e28c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:18.348719 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-d70aff1e-f1ac-41f6-a85c-f0b9c6d8465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:18.350406 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-d70aff1e-f1ac-41f6-a85c-f0b9c6d8465b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3497448 Jul 05 10:17:18.511449 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:18.515130 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-9cf532ae-a699-4163-b59a-4bb78fd7ec1a service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117117 Jul 05 10:17:18.563246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-0d492a0e-9e34-4dfb-940c-b1e093eee3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:18.565305 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-0d492a0e-9e34-4dfb-940c-b1e093eee3fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 1100 time: 0.4098163 Jul 05 10:17:18.625406 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e32f850-775c-4837-a219-3097c78ecb82 req-cd28851e-9548-411d-9cfb-ccd725165072 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6712558 Jul 05 10:17:18.653390 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9d16fa63-c1e4-41ca-bf07-be6e0ba2f21b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:18.687779 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9d16fa63-c1e4-41ca-bf07-be6e0ba2f21b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:18.692340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-c0270930-0b55-402c-98b8-19ed1dba70bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:18.693869 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-c0270930-0b55-402c-98b8-19ed1dba70bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7525010 Jul 05 10:17:18.798404 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-b1f0162e-d54d-4064-bacc-e498ddfccf5c service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657943 Jul 05 10:17:18.829843 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-0aa8ade1-a5a9-47eb-9a75-0665e5e036da service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231627 Jul 05 10:17:18.927046 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-2e2e690d-3e5a-49a1-885b-81bc1d117b82 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878491 Jul 05 10:17:19.097824 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9d16fa63-c1e4-41ca-bf07-be6e0ba2f21b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.103033 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9d16fa63-c1e4-41ca-bf07-be6e0ba2f21b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.104432 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9d16fa63-c1e4-41ca-bf07-be6e0ba2f21b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "DELETE /v2.0/security-groups/9c3bac2c-c296-401e-b167-fcd7d982430a HTTP/1.1" status: 204 len: 168 time: 1.2725029 Jul 05 10:17:19.109590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56382) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:19.159471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16fa63-c1e4-41ca-bf07-be6e0ba2f21b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3bac2c-c296-401e-b167-fcd7d982430a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:19.210417 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1650ccca-7e7c-42d6-9759-a9a062d0e442 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0995152 Jul 05 10:17:19.211137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-e72580ba-52b0-487d-8a2b-f7c2e4561d0d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=87979250-90f3-4016-8a2b-f250a6558e51 HTTP/1.1" status: 200 len: 217 time: 0.3999581 Jul 05 10:17:19.214389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56386) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:19.219686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5ea98c1c-eb39-4c7e-accc-d25aaa160c8a tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group': {'name': 'tempest-secgroup--908462626'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:19.286321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba1918-e6be-42a6-8087-54df8626b6be req-28f93034-8057-4076-9f85-dd0d66e51b2b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.287943 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-70ba1918-e6be-42a6-8087-54df8626b6be req-28f93034-8057-4076-9f85-dd0d66e51b2b tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 931 time: 0.1532221 Jul 05 10:17:19.339948 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-70ba1918-e6be-42a6-8087-54df8626b6be req-e8ca1ffb-7815-4301-9d3f-cef082dca99c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442288 Jul 05 10:17:19.356235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-51cc8f56-6254-42a4-8380-bed2f69561f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.357721 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-51cc8f56-6254-42a4-8380-bed2f69561f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.6844983 Jul 05 10:17:19.395008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3286bc-704e-4058-ad48-bfc29d33fad9 req-7dd15dcc-8434-4ac0-8bbf-362c7e8327da tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.397214 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ea98c1c-eb39-4c7e-accc-d25aaa160c8a tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.400491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3286bc-704e-4058-ad48-bfc29d33fad9 req-7dd15dcc-8434-4ac0-8bbf-362c7e8327da tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.406389 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3286bc-704e-4058-ad48-bfc29d33fad9 req-7dd15dcc-8434-4ac0-8bbf-362c7e8327da tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.412776 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3286bc-704e-4058-ad48-bfc29d33fad9 req-7dd15dcc-8434-4ac0-8bbf-362c7e8327da tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.418594 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3286bc-704e-4058-ad48-bfc29d33fad9 req-7dd15dcc-8434-4ac0-8bbf-362c7e8327da tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.424470 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3286bc-704e-4058-ad48-bfc29d33fad9 req-7dd15dcc-8434-4ac0-8bbf-362c7e8327da tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.430889 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3286bc-704e-4058-ad48-bfc29d33fad9 req-7dd15dcc-8434-4ac0-8bbf-362c7e8327da tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.438475 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e3286bc-704e-4058-ad48-bfc29d33fad9 req-7dd15dcc-8434-4ac0-8bbf-362c7e8327da tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.7689538 Jul 05 10:17:19.481810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-50629f8e-38ef-45fd-8947-dae32e74fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.483296 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-50629f8e-38ef-45fd-8947-dae32e74fc0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fca18096-664d-47c5-a713-0716b10e1546 HTTP/1.1" status: 200 len: 797 time: 0.2606850 Jul 05 10:17:19.493290 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-52649cac-bb5d-488a-bfe8-4f51a84bb6ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d HTTP/1.1" status: 200 len: 217 time: 0.1242533 Jul 05 10:17:19.558375 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ea98c1c-eb39-4c7e-accc-d25aaa160c8a tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.647947 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e3286bc-704e-4058-ad48-bfc29d33fad9 req-90039b12-0c69-489a-abd1-57444d33d136 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2084858 Jul 05 10:17:19.658945 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ea98c1c-eb39-4c7e-accc-d25aaa160c8a tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.660268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-6256e7e8-bc38-47ff-b203-9c51dd682ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.662433 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-6256e7e8-bc38-47ff-b203-9c51dd682ac1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1576376 Jul 05 10:17:19.706626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea98c1c-eb39-4c7e-accc-d25aaa160c8a tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=950dab56-359a-4d2c-a927-267292d78dde,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:19.752928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-a7994d1b-d224-4adb-a2e3-886664321578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.754611 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-a7994d1b-d224-4adb-a2e3-886664321578 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2604074 Jul 05 10:17:19.759690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94cc222e-1ace-43e3-aa96-988e1a265078 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:19.786247 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ea98c1c-eb39-4c7e-accc-d25aaa160c8a tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.792274 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5ea98c1c-eb39-4c7e-accc-d25aaa160c8a tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5742383 Jul 05 10:17:19.793099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56404) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:19.799004 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-7cb10f46-14d8-4185-add4-5847858ec36c tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '950dab56-359a-4d2c-a927-267292d78dde', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:19.800912 n-d-779913-27 neutron-server[100775]: WARNING neutron.api.v2.base [None req-7cb10f46-14d8-4185-add4-5847858ec36c tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 10:17:19.804280 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-7cb10f46-14d8-4185-add4-5847858ec36c tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:17:19.805886 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7cb10f46-14d8-4185-add4-5847858ec36c tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0114379 Jul 05 10:17:19.809670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56406) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:19.819486 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:19.939755 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Transition to ACTIVE for port object 94cc222e-1ace-43e3-aa96-988e1a265078 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:19.974962 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729c59a-882f-4fd3-b11c-b7d49a76b500 req-42befc6a-4143-455d-aa23-f83ea1b0b331 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:19.983275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d729c59a-882f-4fd3-b11c-b7d49a76b500 req-42befc6a-4143-455d-aa23-f83ea1b0b331 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 948 time: 0.1602407 Jul 05 10:17:19.990506 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70edfd0d-a047-46e9-823e-1ecc2dd8bdfa tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.017460 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-8a0683db-9ff8-4d4f-8b1f-c0340e662fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:20.021538 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-8a0683db-9ff8-4d4f-8b1f-c0340e662fa7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3470342 Jul 05 10:17:20.029384 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70edfd0d-a047-46e9-823e-1ecc2dd8bdfa tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.113192 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.143141 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d729c59a-882f-4fd3-b11c-b7d49a76b500 req-cd192d8e-95c8-4231-85a1-90146b3d2b68 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590636 Jul 05 10:17:20.185636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-ab0a5fe4-0a65-458a-8dfb-9a3871ad0d4d service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141467 Jul 05 10:17:20.240204 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70edfd0d-a047-46e9-823e-1ecc2dd8bdfa tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.242790 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70edfd0d-a047-46e9-823e-1ecc2dd8bdfa tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.246754 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-70edfd0d-a047-46e9-823e-1ecc2dd8bdfa tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "DELETE /v2.0/security-groups/950dab56-359a-4d2c-a927-267292d78dde HTTP/1.1" status: 204 len: 168 time: 0.4330084 Jul 05 10:17:20.247535 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56416) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:20.305302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edfd0d-a047-46e9-823e-1ecc2dd8bdfa tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=950dab56-359a-4d2c-a927-267292d78dde,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:20.337516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Pushing event updated for resources: {'Port': ['ID=94cc222e-1ace-43e3-aa96-988e1a265078,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:20.417164 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0e5458de-a9b1-441e-a21c-fd12b5415def tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1684434 Jul 05 10:17:20.417823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56422) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:20.422315 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-9b22a082-c212-41ab-8ecd-813d4643a7b8 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116689443'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:20.454051 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-1e114a29-fac5-45c2-a712-97d70edea7aa service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230556 Jul 05 10:17:20.542170 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-abf31cb4-4d1d-4a94-b147-e7b669beb8ed service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458128 Jul 05 10:17:20.619209 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-90a9f9be-c792-45b5-90bf-31b893876fb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=853fb337-6ae9-42a9-a887-cc7a60298722 HTTP/1.1" status: 200 len: 217 time: 0.0607784 Jul 05 10:17:20.627599 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Attempting to bind port 94cc222e-1ace-43e3-aa96-988e1a265078 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:20.628093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Attempting to bind port 94cc222e-1ace-43e3-aa96-988e1a265078 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:20.628578 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Attempting to bind port 94cc222e-1ace-43e3-aa96-988e1a265078 on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:20.686984 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b22a082-c212-41ab-8ecd-813d4643a7b8 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.696602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Port 94cc222e-1ace-43e3-aa96-988e1a265078 on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:20.697178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Attempting to bind port 94cc222e-1ace-43e3-aa96-988e1a265078 on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:20.732207 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85850b89-2bb2-41e6-ac32-dc0d84fb9891 req-c31859aa-da83-4565-88f1-4f5ca99b4e58 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:20.734110 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85850b89-2bb2-41e6-ac32-dc0d84fb9891 req-c31859aa-da83-4565-88f1-4f5ca99b4e58 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 946 time: 0.3031685 Jul 05 10:17:20.734938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:20.736903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Checking segment: {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:20.736903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Bound using segment: {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:20.737205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Bound port: 94cc222e-1ace-43e3-aa96-988e1a265078, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:20.737345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160af37d-b42f-4699-88c9-2f75c6da773a req-c17f6b56-fafd-4d8d-89b1-526069aa0b3d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:20.737576 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.741040 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-160af37d-b42f-4699-88c9-2f75c6da773a req-c17f6b56-fafd-4d8d-89b1-526069aa0b3d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 943 time: 0.1424882 Jul 05 10:17:20.806323 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-160af37d-b42f-4699-88c9-2f75c6da773a req-26c3f749-bf83-4633-b852-f6292be468f2 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571585 Jul 05 10:17:20.845938 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ac263d8-0367-41b2-9e25-b37cc235b7bc req-b558b8bb-ef50-4b24-87cb-25e5c0a3abc4 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638699 Jul 05 10:17:20.850352 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-fe4605ff-b647-4e1c-80d5-c5eae05d399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:20.852175 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-fe4605ff-b647-4e1c-80d5-c5eae05d399f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fca18096-664d-47c5-a713-0716b10e1546 HTTP/1.1" status: 200 len: 797 time: 0.2175729 Jul 05 10:17:20.906144 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b22a082-c212-41ab-8ecd-813d4643a7b8 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:20.937935 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85850b89-2bb2-41e6-ac32-dc0d84fb9891 req-c4317c9e-ca37-48ad-b53d-fc84f5c8603e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757414 Jul 05 10:17:20.998041 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b22a082-c212-41ab-8ecd-813d4643a7b8 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.007654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] For port 94cc222e-1ace-43e3-aa96-988e1a265078, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:21.046752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] For port 94cc222e-1ace-43e3-aa96-988e1a265078, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94cc222e-1ace-43e3-aa96-988e1a265078,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:21.048684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22a082-c212-41ab-8ecd-813d4643a7b8 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c92c9a85-eaf6-47f8-8415-0277d0bbbcce,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:21.076647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0af2-534a-49f1-8595-1becd13af407 req-54273b9d-3bcc-428b-a8bc-3305c9a80a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:21.078480 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-54273b9d-3bcc-428b-a8bc-3305c9a80a92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2190275 Jul 05 10:17:21.121588 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b22a082-c212-41ab-8ecd-813d4643a7b8 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.125717 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9b22a082-c212-41ab-8ecd-813d4643a7b8 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7042418 Jul 05 10:17:21.126190 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56434) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:21.131382 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-aaa5524f-4222-452a-9553-83b6b3b8ef21 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': 'c92c9a85-eaf6-47f8-8415-0277d0bbbcce', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:21.132087 n-d-779913-27 neutron-server[100775]: WARNING neutron.api.v2.base [None req-aaa5524f-4222-452a-9553-83b6b3b8ef21 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 10:17:21.132632 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-aaa5524f-4222-452a-9553-83b6b3b8ef21 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:17:21.136553 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aaa5524f-4222-452a-9553-83b6b3b8ef21 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065267 Jul 05 10:17:21.138489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56436) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:21.286437 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.309337 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8218af7-c37f-41d2-9a53-90bf3ad2030e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.341197 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8218af7-c37f-41d2-9a53-90bf3ad2030e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.378131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:21.379781 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.381428 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] 10.222.0.73 "PUT /v2.0/ports/94cc222e-1ace-43e3-aa96-988e1a265078 HTTP/1.1" status: 200 len: 1092 time: 3.1532838 Jul 05 10:17:21.392696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5469ef2d-363f-4693-b684-bdb2f8e28c6f', 'tag': '94cc222e-1ace-43e3-aa96-988e1a265078'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:21.395895 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef3723a-4e22-4be8-9a55-18d4332aaac8" -d '{"events": [{"name": "network-changed", "server_uuid": "5469ef2d-363f-4693-b684-bdb2f8e28c6f", "tag": "94cc222e-1ace-43e3-aa96-988e1a265078"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:21.453966 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-1034b89a-15b2-450c-b044-4d498d36b0ce service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650756 Jul 05 10:17:21.464997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2253d-0bf8-480b-9d63-c236db6bc795 service neutron] Pushing event updated for resources: {'Port': ['ID=94cc222e-1ace-43e3-aa96-988e1a265078,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:21.536679 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8218af7-c37f-41d2-9a53-90bf3ad2030e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.539295 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8218af7-c37f-41d2-9a53-90bf3ad2030e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.542839 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a8218af7-c37f-41d2-9a53-90bf3ad2030e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "DELETE /v2.0/security-groups/c92c9a85-eaf6-47f8-8415-0277d0bbbcce HTTP/1.1" status: 204 len: 168 time: 0.4006057 Jul 05 10:17:21.545058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56452) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:21.552500 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc62d8e-e56c-415d-aae5-99c2bfd739cb req-2c70bb20-fc6b-4a83-a246-435e50efb742 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:21.556152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8218af7-c37f-41d2-9a53-90bf3ad2030e tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92c9a85-eaf6-47f8-8415-0277d0bbbcce,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:21.559244 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc62d8e-e56c-415d-aae5-99c2bfd739cb req-2c70bb20-fc6b-4a83-a246-435e50efb742 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:21.566060 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc62d8e-e56c-415d-aae5-99c2bfd739cb req-2c70bb20-fc6b-4a83-a246-435e50efb742 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:21.572549 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc62d8e-e56c-415d-aae5-99c2bfd739cb req-2c70bb20-fc6b-4a83-a246-435e50efb742 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:21.585042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc62d8e-e56c-415d-aae5-99c2bfd739cb req-2c70bb20-fc6b-4a83-a246-435e50efb742 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:21.592350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc62d8e-e56c-415d-aae5-99c2bfd739cb req-2c70bb20-fc6b-4a83-a246-435e50efb742 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:21.599985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc62d8e-e56c-415d-aae5-99c2bfd739cb req-2c70bb20-fc6b-4a83-a246-435e50efb742 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:21.601939 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3fc62d8e-e56c-415d-aae5-99c2bfd739cb req-2c70bb20-fc6b-4a83-a246-435e50efb742 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.3452120 Jul 05 10:17:21.603795 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-af170c5b-d20f-472a-819b-3fe14528f207 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564966 Jul 05 10:17:21.608238 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56454) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:21.613766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-02fec90e-0b20-41e1-a1a1-cfcb9b3bb3ed tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137217969'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:21.648938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:21.693883 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dda0af2-534a-49f1-8595-1becd13af407 req-a2ffcbd5-d58f-48f0-96b3-284b91d9c741 service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255261 Jul 05 10:17:21.723284 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3fc62d8e-e56c-415d-aae5-99c2bfd739cb req-a5fba53b-9dc8-4d38-9a99-d3e7081a3598 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880923 Jul 05 10:17:21.731140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-68c454cd-bd4a-48cc-ae84-163c86d6eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:21.732614 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-68c454cd-bd4a-48cc-ae84-163c86d6eacf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 1095 time: 0.1118608 Jul 05 10:17:21.757595 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:21.766122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d', 'mac_address': 'fa:16:3e:c2:5f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:21.782953 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-451fed9d-eac9-48b3-884c-3101a41d2299 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94cc222e-1ace-43e3-aa96-988e1a265078 HTTP/1.1" status: 200 len: 217 time: 0.0423343 Jul 05 10:17:21.816156 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.836447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:21.847658 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02fec90e-0b20-41e1-a1a1-cfcb9b3bb3ed tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.878363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-2b6a9751-47f7-4af7-a649-c201fdb8a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:21.878513 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:21.884923 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-2b6a9751-47f7-4af7-a649-c201fdb8a577 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72c4567a-3195-494d-b6bf-64b7b89d5139 HTTP/1.1" status: 200 len: 851 time: 0.0900764 Jul 05 10:17:21.937000 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-d48d782a-94c9-49e8-8022-ed0b00a2daaa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460901 Jul 05 10:17:21.953176 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02fec90e-0b20-41e1-a1a1-cfcb9b3bb3ed tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:21.995942 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.029540 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f34511-4a38-4556-b42f-b085b676ebfc req-635a7a6d-6eee-44cb-9517-a1888f157cd4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:22.031070 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73f34511-4a38-4556-b42f-b085b676ebfc req-635a7a6d-6eee-44cb-9517-a1888f157cd4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 948 time: 0.1492555 Jul 05 10:17:22.054321 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:22.075675 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-9edb8f8a-96be-4b0d-9191-91c08b0805ba service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312411 Jul 05 10:17:22.076497 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02fec90e-0b20-41e1-a1a1-cfcb9b3bb3ed tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.095918 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73f34511-4a38-4556-b42f-b085b676ebfc req-935ac3b3-7dd1-4c5b-ad45-5eed9ec94405 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564845 Jul 05 10:17:22.165275 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fec90e-0b20-41e1-a1a1-cfcb9b3bb3ed tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4b756f-5ebf-4df5-88ed-d4e1ea16179f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:22.176843 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380ba891-7154-470b-916a-2dbc2f1741df x-openstack-request-id: req-380ba891-7154-470b-916a-2dbc2f1741df {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:22.177527 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5469ef2d-363f-4693-b684-bdb2f8e28c6f", "tag": "94cc222e-1ace-43e3-aa96-988e1a265078", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:22.178114 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-380ba891-7154-470b-916a-2dbc2f1741df {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:22.178713 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5469ef2d-363f-4693-b684-bdb2f8e28c6f', 'tag': '94cc222e-1ace-43e3-aa96-988e1a265078', 'status': 'completed', 'code': 200} Jul 05 10:17:22.208485 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e8eb19b-7535-4fed-8503-ad3dea272a1b req-6581e7c2-1e82-4f2f-9010-f2fb17893275 service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163294 Jul 05 10:17:22.239918 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.243746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:22.275341 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02fec90e-0b20-41e1-a1a1-cfcb9b3bb3ed tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.276803 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-02fec90e-0b20-41e1-a1a1-cfcb9b3bb3ed tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6672719 Jul 05 10:17:22.279552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56472) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:22.288374 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c11ebff5-0c0f-409e-9b0f-dc34121f6c8b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '3f4b756f-5ebf-4df5-88ed-d4e1ea16179f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:22.288374 n-d-779913-27 neutron-server[100776]: WARNING neutron.api.v2.base [None req-c11ebff5-0c0f-409e-9b0f-dc34121f6c8b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 10:17:22.288560 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-c11ebff5-0c0f-409e-9b0f-dc34121f6c8b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:17:22.289581 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c11ebff5-0c0f-409e-9b0f-dc34121f6c8b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090339 Jul 05 10:17:22.292494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56474) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:22.299988 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-39bceb0c-ff29-4d01-99a0-4882aed3d30f tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '3f4b756f-5ebf-4df5-88ed-d4e1ea16179f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:22.301005 n-d-779913-27 neutron-server[100776]: WARNING neutron.api.v2.base [None req-39bceb0c-ff29-4d01-99a0-4882aed3d30f tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 10:17:22.301913 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-39bceb0c-ff29-4d01-99a0-4882aed3d30f tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:17:22.303073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-39bceb0c-ff29-4d01-99a0-4882aed3d30f tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0095284 Jul 05 10:17:22.306146 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56476) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:22.310391 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ad7e2272-f107-43a6-9f27-e7e4022d1277 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '3f4b756f-5ebf-4df5-88ed-d4e1ea16179f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:22.311226 n-d-779913-27 neutron-server[100776]: WARNING neutron.api.v2.base [None req-ad7e2272-f107-43a6-9f27-e7e4022d1277 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 10:17:22.311759 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-ad7e2272-f107-43a6-9f27-e7e4022d1277 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:17:22.312754 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ad7e2272-f107-43a6-9f27-e7e4022d1277 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057967 Jul 05 10:17:22.315674 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56478) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:22.322909 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d9fe6c50-cc3d-41b0-83cb-bae4d29838e9 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '3f4b756f-5ebf-4df5-88ed-d4e1ea16179f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:22.324334 n-d-779913-27 neutron-server[100775]: WARNING neutron.api.v2.base [None req-d9fe6c50-cc3d-41b0-83cb-bae4d29838e9 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 10:17:22.329998 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-d9fe6c50-cc3d-41b0-83cb-bae4d29838e9 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:17:22.329998 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d9fe6c50-cc3d-41b0-83cb-bae4d29838e9 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081251 Jul 05 10:17:22.332125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56480) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:22.341695 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001ece3-567f-4e07-818e-965bb28f4349 req-8b828444-87cd-4985-a66a-a788a6ae35bb tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:22.343388 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2001ece3-567f-4e07-818e-965bb28f4349 req-8b828444-87cd-4985-a66a-a788a6ae35bb tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 943 time: 0.1228228 Jul 05 10:17:22.411152 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2001ece3-567f-4e07-818e-965bb28f4349 req-9045b0cf-bdc7-438b-98d5-0a28c6c6a5e4 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604165 Jul 05 10:17:22.453731 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-adc2e169-01e6-47ab-b51a-e04d03b7835b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.498534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3723a-4e22-4be8-9a55-18d4332aaac8 req-598c53e2-2bda-4166-8aef-2bf60d4ddc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:22.501255 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ef3723a-4e22-4be8-9a55-18d4332aaac8 req-598c53e2-2bda-4166-8aef-2bf60d4ddc2c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 1095 time: 0.0846095 Jul 05 10:17:22.507630 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-adc2e169-01e6-47ab-b51a-e04d03b7835b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.612828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3723a-4e22-4be8-9a55-18d4332aaac8 req-e42c2967-18ee-43c8-8f27-93e45bfea02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:22.614430 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ef3723a-4e22-4be8-9a55-18d4332aaac8 req-e42c2967-18ee-43c8-8f27-93e45bfea02c service neutron] 10.222.0.73 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 912 time: 0.1056490 Jul 05 10:17:22.656702 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ef3723a-4e22-4be8-9a55-18d4332aaac8 req-d9440b53-1250-45cb-9dca-abf77ac86b51 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94cc222e-1ace-43e3-aa96-988e1a265078 HTTP/1.1" status: 200 len: 217 time: 0.0352361 Jul 05 10:17:22.725219 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3723a-4e22-4be8-9a55-18d4332aaac8 req-86c7c975-bdd4-4621-8a35-7ef2dc13150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:22.726741 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ef3723a-4e22-4be8-9a55-18d4332aaac8 req-86c7c975-bdd4-4621-8a35-7ef2dc13150d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72c4567a-3195-494d-b6bf-64b7b89d5139 HTTP/1.1" status: 200 len: 851 time: 0.0623322 Jul 05 10:17:22.756385 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-adc2e169-01e6-47ab-b51a-e04d03b7835b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.759856 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-adc2e169-01e6-47ab-b51a-e04d03b7835b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:22.761658 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-adc2e169-01e6-47ab-b51a-e04d03b7835b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "DELETE /v2.0/security-groups/3f4b756f-5ebf-4df5-88ed-d4e1ea16179f HTTP/1.1" status: 204 len: 168 time: 0.4279768 Jul 05 10:17:22.768767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56490) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:22.783522 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ef3723a-4e22-4be8-9a55-18d4332aaac8 req-c7946726-4da9-41c3-9230-4ee78a2db40d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494626 Jul 05 10:17:22.802136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2e169-01e6-47ab-b51a-e04d03b7835b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4b756f-5ebf-4df5-88ed-d4e1ea16179f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:22.858216 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6dec0b8a-67e8-49ca-9afa-52171781f3c8 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0885594 Jul 05 10:17:22.862376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56494) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:22.867534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4e94b652-e9bf-4a92-88de-b60ef169ed70 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033176046'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:23.001868 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e94b652-e9bf-4a92-88de-b60ef169ed70 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.040020 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ef3723a-4e22-4be8-9a55-18d4332aaac8 req-33d42012-6bc2-483f-a69b-b9d881b36fe0 service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468452 Jul 05 10:17:23.123190 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e94b652-e9bf-4a92-88de-b60ef169ed70 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.167823 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa04a9d-8a52-400b-bf56-2bbeeb438eac req-94cdfd12-a586-463c-ae6a-96c7eda2c628 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:23.173982 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa04a9d-8a52-400b-bf56-2bbeeb438eac req-94cdfd12-a586-463c-ae6a-96c7eda2c628 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:23.180129 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa04a9d-8a52-400b-bf56-2bbeeb438eac req-94cdfd12-a586-463c-ae6a-96c7eda2c628 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:23.186158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa04a9d-8a52-400b-bf56-2bbeeb438eac req-94cdfd12-a586-463c-ae6a-96c7eda2c628 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:23.192681 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa04a9d-8a52-400b-bf56-2bbeeb438eac req-94cdfd12-a586-463c-ae6a-96c7eda2c628 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:23.198586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa04a9d-8a52-400b-bf56-2bbeeb438eac req-94cdfd12-a586-463c-ae6a-96c7eda2c628 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:23.204446 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa04a9d-8a52-400b-bf56-2bbeeb438eac req-94cdfd12-a586-463c-ae6a-96c7eda2c628 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:23.206359 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-faa04a9d-8a52-400b-bf56-2bbeeb438eac req-94cdfd12-a586-463c-ae6a-96c7eda2c628 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.2285237 Jul 05 10:17:23.228924 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ef3723a-4e22-4be8-9a55-18d4332aaac8 req-3843eed2-675a-4a7c-8aad-ea4559add920 service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822019 Jul 05 10:17:23.273039 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-faa04a9d-8a52-400b-bf56-2bbeeb438eac req-b8817bd5-3202-425d-9c21-05b8633d17ef tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566518 Jul 05 10:17:23.287395 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e94b652-e9bf-4a92-88de-b60ef169ed70 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.343612 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94b652-e9bf-4a92-88de-b60ef169ed70 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e47ed69-226b-4506-9dd9-9f5ad2ac4778,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:23.499273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb3846-0657-40a0-8efd-f2037b6f7859 req-1e1244cf-9072-485c-bc7b-148ceee1a81e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:23.500996 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6feb3846-0657-40a0-8efd-f2037b6f7859 req-1e1244cf-9072-485c-bc7b-148ceee1a81e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 949 time: 0.0802460 Jul 05 10:17:23.573065 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e94b652-e9bf-4a92-88de-b60ef169ed70 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.574795 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4e94b652-e9bf-4a92-88de-b60ef169ed70 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7113314 Jul 05 10:17:23.586029 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6feb3846-0657-40a0-8efd-f2037b6f7859 req-bec631c1-29d2-4ae7-b1a4-dbbeed64a68e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770457 Jul 05 10:17:23.586824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56508) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:23.592165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2c7eeb9d-4617-4273-84d6-64552568bd49 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '5e47ed69-226b-4506-9dd9-9f5ad2ac4778', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:23.592501 n-d-779913-27 neutron-server[100776]: WARNING neutron.api.v2.base [None req-2c7eeb9d-4617-4273-84d6-64552568bd49 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 10:17:23.592992 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-2c7eeb9d-4617-4273-84d6-64552568bd49 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:17:23.594272 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2c7eeb9d-4617-4273-84d6-64552568bd49 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056140 Jul 05 10:17:23.599459 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56510) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:23.605275 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-cd74188b-97c2-4671-8c4c-0c08ab9682c1 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '5e47ed69-226b-4506-9dd9-9f5ad2ac4778', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:23.648670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:23.654129 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-41cd1b27-f591-48d3-80f0-f771de7aa943 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:23.655936 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-41cd1b27-f591-48d3-80f0-f771de7aa943 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.73 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5&tenant_id=004ecdb3b3264f069e42a0c8102d49af&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 949 time: 0.1406901 Jul 05 10:17:23.681624 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e3a9a-45be-41c6-a7ab-a0258ed27cad req-fd4d023f-7ab8-4db5-bbbe-16564cfb58c8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:23.690038 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-062e3a9a-45be-41c6-a7ab-a0258ed27cad req-fd4d023f-7ab8-4db5-bbbe-16564cfb58c8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 943 time: 0.1309903 Jul 05 10:17:23.760334 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-062e3a9a-45be-41c6-a7ab-a0258ed27cad req-26dbd14f-9b06-4928-b687-abcdbcbcada1 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693259 Jul 05 10:17:23.787963 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-422f933d-4125-439c-9d39-10bae7e3b0f2 service neutron] 10.222.0.73 "GET /v2.0/ports/58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d/bindings/n-h1-779913-27 HTTP/1.1" status: 200 len: 383 time: 0.1176989 Jul 05 10:17:23.789198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56516) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:23.882321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-254267e9-59e8-47d1-80ff-6d42442dacf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:23.887434 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-254267e9-59e8-47d1-80ff-6d42442dacf2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 1101 time: 0.0770223 Jul 05 10:17:23.904859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:23.917043 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:23.917841 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.950038 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:23.983637 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-cd74188b-97c2-4671-8c4c-0c08ab9682c1 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:17:23.986317 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56520) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:23.986790 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cd74188b-97c2-4671-8c4c-0c08ab9682c1 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3858318 Jul 05 10:17:23.992410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ff079ce3-bb36-41e4-b23b-c1f71979966c tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '5e47ed69-226b-4506-9dd9-9f5ad2ac4778', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:23.993298 n-d-779913-27 neutron-server[100775]: WARNING neutron.api.v2.base [None req-ff079ce3-bb36-41e4-b23b-c1f71979966c tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 10:17:23.994153 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-ff079ce3-bb36-41e4-b23b-c1f71979966c tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:17:23.995313 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ff079ce3-bb36-41e4-b23b-c1f71979966c tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066853 Jul 05 10:17:23.998180 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56522) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:24.003018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5ef5d5bc-df39-4662-9250-43c5514dc334 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '5e47ed69-226b-4506-9dd9-9f5ad2ac4778', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:24.011406 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c8d8756-f0b1-4e6c-b8d0-51899a2e55ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.038127 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.061681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:24.063897 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee023734-085c-4e9f-a19f-71edd107caa4" -d '{"events": [{"server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "name": "network-vif-plugged", "status": "completed", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:24.078123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-66b70023-98eb-4ed7-af37-cb1fb2ab7a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:24.079931 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-66b70023-98eb-4ed7-af37-cb1fb2ab7a56 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1866732 Jul 05 10:17:24.087066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:24.117862 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23baf16c-826d-420c-9a5d-7eb7436ede60 x-openstack-request-id: req-23baf16c-826d-420c-9a5d-7eb7436ede60 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:24.118154 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "name": "network-vif-plugged", "status": "completed", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:24.118405 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-23baf16c-826d-420c-9a5d-7eb7436ede60 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:24.118792 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d', 'code': 200} Jul 05 10:17:24.135752 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-4e619a12-e24f-467d-87d5-44627f75fd07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d HTTP/1.1" status: 200 len: 217 time: 0.0426335 Jul 05 10:17:24.135959 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:17:24.197529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-8737c8d4-b03b-4d87-a0dc-6fd7c51eee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:24.199023 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-8737c8d4-b03b-4d87-a0dc-6fd7c51eee92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0618384 Jul 05 10:17:24.274273 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.300166 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c8d8756-f0b1-4e6c-b8d0-51899a2e55ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.306010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-c57098ba-81b3-4e14-97a7-d2055fe2857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:24.309146 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-c57098ba-81b3-4e14-97a7-d2055fe2857d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1030223 Jul 05 10:17:24.335022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:24.413621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-7635c540-c23f-49a2-a302-fc60f052d93c service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973904 Jul 05 10:17:24.414713 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c8d8756-f0b1-4e6c-b8d0-51899a2e55ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:24.496476 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-5ef5d5bc-df39-4662-9250-43c5514dc334 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:17:24.501579 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5ef5d5bc-df39-4662-9250-43c5514dc334 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4981611 Jul 05 10:17:24.503304 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56534) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:24.511226 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5c8d8756-f0b1-4e6c-b8d0-51899a2e55ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=75fe2238ac5c43aea1972726173c9bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7170100 Jul 05 10:17:24.511226 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-542b0712-d787-4b48-b9f5-6d1418ad7d81 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '5e47ed69-226b-4506-9dd9-9f5ad2ac4778', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:24.511616 n-d-779913-27 neutron-server[100776]: WARNING neutron.api.v2.base [None req-542b0712-d787-4b48-b9f5-6d1418ad7d81 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 10:17:24.512008 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-542b0712-d787-4b48-b9f5-6d1418ad7d81 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:17:24.517319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-542b0712-d787-4b48-b9f5-6d1418ad7d81 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085616 Jul 05 10:17:24.518375 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56536) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:24.518794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56538) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:24.520449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d8756-f0b1-4e6c-b8d0-51899a2e55ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee998788-f7e9-4fcd-96e5-6ea4f8fee3fd,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:24.530838 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-cdc9d5ef-8695-4314-8914-2c270dd35364 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '5e47ed69-226b-4506-9dd9-9f5ad2ac4778', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:24.587499 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78b88-f319-4777-91e7-1a01387c3a41 req-cc8788bb-b246-4894-9af3-0fa9fd7fb129 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:24.601871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78b88-f319-4777-91e7-1a01387c3a41 req-cc8788bb-b246-4894-9af3-0fa9fd7fb129 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:24.608460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78b88-f319-4777-91e7-1a01387c3a41 req-cc8788bb-b246-4894-9af3-0fa9fd7fb129 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:24.615179 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78b88-f319-4777-91e7-1a01387c3a41 req-cc8788bb-b246-4894-9af3-0fa9fd7fb129 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:24.621249 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78b88-f319-4777-91e7-1a01387c3a41 req-cc8788bb-b246-4894-9af3-0fa9fd7fb129 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:24.627223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78b88-f319-4777-91e7-1a01387c3a41 req-cc8788bb-b246-4894-9af3-0fa9fd7fb129 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:24.634825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78b88-f319-4777-91e7-1a01387c3a41 req-cc8788bb-b246-4894-9af3-0fa9fd7fb129 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:24.637404 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-93f78b88-f319-4777-91e7-1a01387c3a41 req-cc8788bb-b246-4894-9af3-0fa9fd7fb129 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.2170796 Jul 05 10:17:24.708346 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-93f78b88-f319-4777-91e7-1a01387c3a41 req-b12158be-7635-41fb-93cc-23b53bd5cf2d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635855 Jul 05 10:17:24.858891 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-cdc9d5ef-8695-4314-8914-2c270dd35364 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:17:24.863537 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cdc9d5ef-8695-4314-8914-2c270dd35364 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3423221 Jul 05 10:17:24.864101 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56548) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:24.873917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-1f835069-0199-4231-873b-8db508436c1d tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '5e47ed69-226b-4506-9dd9-9f5ad2ac4778', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:24.873917 n-d-779913-27 neutron-server[100775]: WARNING neutron.api.v2.base [None req-1f835069-0199-4231-873b-8db508436c1d tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 10:17:24.873917 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-1f835069-0199-4231-873b-8db508436c1d tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:17:24.874760 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1f835069-0199-4231-873b-8db508436c1d tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067573 Jul 05 10:17:24.875512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56550) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:24.880910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-83632117-f1fb-48da-b248-755ac2f9e9d1 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '5e47ed69-226b-4506-9dd9-9f5ad2ac4778', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:24.986283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ff61a-a635-4d22-ada4-d027fd51e633 req-7f88a99a-53d0-44ea-8053-95e6b2e2e506 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:24.995094 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-884ff61a-a635-4d22-ada4-d027fd51e633 req-7f88a99a-53d0-44ea-8053-95e6b2e2e506 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 943 time: 0.1087973 Jul 05 10:17:25.046482 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-884ff61a-a635-4d22-ada4-d027fd51e633 req-a71f2670-f167-4af2-bb80-182af8bfbdaa tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504377 Jul 05 10:17:25.062036 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-a1d72aa6-31a2-46a4-bdef-99dbf0e3e338 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413004 Jul 05 10:17:25.082193 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3266c1e1-0f17-4204-9e83-7ae36a3c422e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.103537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561ab94-525d-402d-ab85-37bf3beb7556 req-8995c174-7284-4aaa-969c-732d13ced9e9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:25.105142 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b561ab94-525d-402d-ab85-37bf3beb7556 req-8995c174-7284-4aaa-969c-732d13ced9e9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.1870792 Jul 05 10:17:25.121617 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-83632117-f1fb-48da-b248-755ac2f9e9d1 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:17:25.138602 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-83632117-f1fb-48da-b248-755ac2f9e9d1 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2457886 Jul 05 10:17:25.138602 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56556) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:25.138602 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-329a254f-44c2-44c6-94cd-a6994dcd7b3c tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '5e47ed69-226b-4506-9dd9-9f5ad2ac4778', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:25.139022 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3266c1e1-0f17-4204-9e83-7ae36a3c422e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.179664 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b561ab94-525d-402d-ab85-37bf3beb7556 req-abe39aed-a10a-4014-999b-71cc3ded2b45 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680664 Jul 05 10:17:25.189529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:25.206248 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:25.342497 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.394363 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3266c1e1-0f17-4204-9e83-7ae36a3c422e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.396106 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:25.398186 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3266c1e1-0f17-4204-9e83-7ae36a3c422e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.402718 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3266c1e1-0f17-4204-9e83-7ae36a3c422e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee998788-f7e9-4fcd-96e5-6ea4f8fee3fd HTTP/1.1" status: 204 len: 168 time: 0.8809514 Jul 05 10:17:25.413085 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:25.413216 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266c1e1-0f17-4204-9e83-7ae36a3c422e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee998788-f7e9-4fcd-96e5-6ea4f8fee3fd,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:25.417585 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'port_id': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'mac_address': 'fa:16:3e:08:d9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:25.454364 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-329a254f-44c2-44c6-94cd-a6994dcd7b3c tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:17:25.456591 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-329a254f-44c2-44c6-94cd-a6994dcd7b3c tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3297138 Jul 05 10:17:25.460454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56564) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:25.480899 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.494697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:25.520989 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ddadca0e-ba3d-4f52-abab-a1ad1cbbdbc8 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.543408 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.548174 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ddadca0e-ba3d-4f52-abab-a1ad1cbbdbc8 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.709907 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ddadca0e-ba3d-4f52-abab-a1ad1cbbdbc8 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.714028 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ddadca0e-ba3d-4f52-abab-a1ad1cbbdbc8 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:25.716594 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ddadca0e-ba3d-4f52-abab-a1ad1cbbdbc8 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "DELETE /v2.0/security-groups/5e47ed69-226b-4506-9dd9-9f5ad2ac4778 HTTP/1.1" status: 204 len: 168 time: 0.2524989 Jul 05 10:17:25.718384 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56570) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:25.726839 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadca0e-ba3d-4f52-abab-a1ad1cbbdbc8 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e47ed69-226b-4506-9dd9-9f5ad2ac4778,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:25.753406 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 94cc222e-1ace-43e3-aa96-988e1a265078 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:25.797613 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:17:25.797975 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:17:25.812716 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:25.818507 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3d153242-d1f4-4f17-9fe5-12f63a39a758 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0978405 Jul 05 10:17:25.825543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56576) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:25.830351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-84537faf-6e80-4df9-b7f9-6a41fed6970b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067290861'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:25.914418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 94cc222e-1ace-43e3-aa96-988e1a265078, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94cc222e-1ace-43e3-aa96-988e1a265078,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:25.938599 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '94cc222e-1ace-43e3-aa96-988e1a265078', 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5', 'port_id': '94cc222e-1ace-43e3-aa96-988e1a265078', 'mac_address': 'fa:16:3e:18:0d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c4567a-3195-494d-b6bf-64b7b89d5139', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:25.995169 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.002496 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84537faf-6e80-4df9-b7f9-6a41fed6970b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.021357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cc222e-1ace-43e3-aa96-988e1a265078 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:26.046732 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 94cc222e-1ace-43e3-aa96-988e1a265078, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94cc222e-1ace-43e3-aa96-988e1a265078,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:26.049207 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae60ca4-5bc4-4ae6-a055-3a7618cdb7bf req-75a9b812-46d9-45b3-aad1-ea9eb777498d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:26.056259 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae60ca4-5bc4-4ae6-a055-3a7618cdb7bf req-75a9b812-46d9-45b3-aad1-ea9eb777498d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:26.062201 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae60ca4-5bc4-4ae6-a055-3a7618cdb7bf req-75a9b812-46d9-45b3-aad1-ea9eb777498d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:26.068331 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae60ca4-5bc4-4ae6-a055-3a7618cdb7bf req-75a9b812-46d9-45b3-aad1-ea9eb777498d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:26.074175 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae60ca4-5bc4-4ae6-a055-3a7618cdb7bf req-75a9b812-46d9-45b3-aad1-ea9eb777498d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:26.079991 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae60ca4-5bc4-4ae6-a055-3a7618cdb7bf req-75a9b812-46d9-45b3-aad1-ea9eb777498d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:26.086106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae60ca4-5bc4-4ae6-a055-3a7618cdb7bf req-75a9b812-46d9-45b3-aad1-ea9eb777498d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:26.094076 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eae60ca4-5bc4-4ae6-a055-3a7618cdb7bf req-75a9b812-46d9-45b3-aad1-ea9eb777498d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.1943500 Jul 05 10:17:26.120065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:26.125173 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06257405-a2fb-491e-85a8-25e909f3efa3" -d '{"events": [{"server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:26.132757 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84537faf-6e80-4df9-b7f9-6a41fed6970b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.138914 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.146097 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eae60ca4-5bc4-4ae6-a055-3a7618cdb7bf req-62b33470-9d93-453d-9863-5f7128c2c134 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511425 Jul 05 10:17:26.234688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=94cc222e-1ace-43e3-aa96-988e1a265078,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:26.246963 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3767ae00-23e9-42b2-83b8-9795136eba37 x-openstack-request-id: req-3767ae00-23e9-42b2-83b8-9795136eba37 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:26.246963 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:26.246963 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3767ae00-23e9-42b2-83b8-9795136eba37 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:26.246963 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'code': 200} Jul 05 10:17:26.327311 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ca6b0-a00a-4c5e-b29f-6e86c6eaf283 req-b50791b0-b8e2-4af0-9be5-e9778a9ce53d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:26.338729 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-389ca6b0-a00a-4c5e-b29f-6e86c6eaf283 req-b50791b0-b8e2-4af0-9be5-e9778a9ce53d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 944 time: 0.1327131 Jul 05 10:17:26.341793 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84537faf-6e80-4df9-b7f9-6a41fed6970b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.346861 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.352726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['94cc222e-1ace-43e3-aa96-988e1a265078'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:26.398568 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84537faf-6e80-4df9-b7f9-6a41fed6970b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e5eee1-1d77-450d-9b27-34681286f630,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:26.421346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:26.431396 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a505b-c652-4632-85a5-7c7c6cf9ca63 req-94424a6c-fd27-4e9e-b588-6d2c4e65b1b7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:26.434991 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-389ca6b0-a00a-4c5e-b29f-6e86c6eaf283 req-cd7e6171-e76a-476c-8576-acd32c26298d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952482 Jul 05 10:17:26.443835 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-397a505b-c652-4632-85a5-7c7c6cf9ca63 req-94424a6c-fd27-4e9e-b588-6d2c4e65b1b7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.0960681 Jul 05 10:17:26.475847 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:26.501413 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-397a505b-c652-4632-85a5-7c7c6cf9ca63 req-fe9a6b47-8841-45b1-bc09-e331369cf006 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566592 Jul 05 10:17:26.601289 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84537faf-6e80-4df9-b7f9-6a41fed6970b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.603036 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-84537faf-6e80-4df9-b7f9-6a41fed6970b tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7760637 Jul 05 10:17:26.603273 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:26.605700 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56596) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:26.610674 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-29977568-3ff1-4e6b-8780-6b58776de38f tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '42e5eee1-1d77-450d-9b27-34681286f630', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:26.683458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:26.713161 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:26.853425 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-29977568-3ff1-4e6b-8780-6b58776de38f tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The resource could not be found. Jul 05 10:17:26.854903 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-29977568-3ff1-4e6b-8780-6b58776de38f tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2479208 Jul 05 10:17:26.857666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56616) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:26.862621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5ac0e7c1-55d7-4e52-ba70-11a948e5120a tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '42e5eee1-1d77-450d-9b27-34681286f630', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7c27a292-a480-4859-9162-c159e670bf23'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:27.110249 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-5ac0e7c1-55d7-4e52-ba70-11a948e5120a tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The resource could not be found. Jul 05 10:17:27.111399 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5ac0e7c1-55d7-4e52-ba70-11a948e5120a tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2525985 Jul 05 10:17:27.115147 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56626) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:27.229409 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1571c1dd-3ac0-4304-b7bd-b6bf2597fd96 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.295577 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1571c1dd-3ac0-4304-b7bd-b6bf2597fd96 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.551835 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1571c1dd-3ac0-4304-b7bd-b6bf2597fd96 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.555419 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1571c1dd-3ac0-4304-b7bd-b6bf2597fd96 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.556566 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1571c1dd-3ac0-4304-b7bd-b6bf2597fd96 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "DELETE /v2.0/security-groups/42e5eee1-1d77-450d-9b27-34681286f630 HTTP/1.1" status: 204 len: 168 time: 0.4403737 Jul 05 10:17:27.561373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56650) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:27.562288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131b6c7-60a2-461e-9c34-0e9617a8eb89 req-c0b9ea35-9a95-45e4-b1e4-cfd1cb6283c6 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:27.569158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131b6c7-60a2-461e-9c34-0e9617a8eb89 req-c0b9ea35-9a95-45e4-b1e4-cfd1cb6283c6 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:27.576382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131b6c7-60a2-461e-9c34-0e9617a8eb89 req-c0b9ea35-9a95-45e4-b1e4-cfd1cb6283c6 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:27.577361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571c1dd-3ac0-4304-b7bd-b6bf2597fd96 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e5eee1-1d77-450d-9b27-34681286f630,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:27.583102 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131b6c7-60a2-461e-9c34-0e9617a8eb89 req-c0b9ea35-9a95-45e4-b1e4-cfd1cb6283c6 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:27.588962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131b6c7-60a2-461e-9c34-0e9617a8eb89 req-c0b9ea35-9a95-45e4-b1e4-cfd1cb6283c6 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:27.595050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131b6c7-60a2-461e-9c34-0e9617a8eb89 req-c0b9ea35-9a95-45e4-b1e4-cfd1cb6283c6 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:27.601235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131b6c7-60a2-461e-9c34-0e9617a8eb89 req-c0b9ea35-9a95-45e4-b1e4-cfd1cb6283c6 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:27.608879 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1131b6c7-60a2-461e-9c34-0e9617a8eb89 req-c0b9ea35-9a95-45e4-b1e4-cfd1cb6283c6 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.1207657 Jul 05 10:17:27.661117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 94cc222e-1ace-43e3-aa96-988e1a265078 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:27.663515 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1131b6c7-60a2-461e-9c34-0e9617a8eb89 req-e5e71f72-631d-4935-80a3-e1bae4219a5b tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536592 Jul 05 10:17:27.681921 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6dd99b10-e10f-4a09-897c-321deeff6579 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1191452 Jul 05 10:17:27.686379 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56654) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:27.693597 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-13685a74-d454-4fd0-a7b7-23adf8c15265 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': '7f7f9988-fe03-4ba4-937b-52cdc30324ab', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:27.759347 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f68bb-59d3-41de-8ace-9daa8512ef88 req-0a5e6948-90e4-45cb-82bd-6cbb660f1007 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:27.761252 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-711f68bb-59d3-41de-8ace-9daa8512ef88 req-0a5e6948-90e4-45cb-82bd-6cbb660f1007 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 944 time: 0.1701672 Jul 05 10:17:27.803033 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-711f68bb-59d3-41de-8ace-9daa8512ef88 req-1205c324-1c19-42df-ad0f-ec66244c96da tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355732 Jul 05 10:17:27.862514 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac0cc-6fa9-45ab-aaa7-06d7004bd246 req-a08cddee-05a7-4d4c-8d2c-ebbbe8e30ffd tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:27.864152 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aeeac0cc-6fa9-45ab-aaa7-06d7004bd246 req-a08cddee-05a7-4d4c-8d2c-ebbbe8e30ffd tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.0692229 Jul 05 10:17:27.908362 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aeeac0cc-6fa9-45ab-aaa7-06d7004bd246 req-5786612c-3aa2-4975-96f9-1aa722759ced tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351710 Jul 05 10:17:27.949147 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 94cc222e-1ace-43e3-aa96-988e1a265078 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:27.956469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 94cc222e-1ace-43e3-aa96-988e1a265078 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:27.957045 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:27.977108 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-13685a74-d454-4fd0-a7b7-23adf8c15265 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The resource could not be found. Jul 05 10:17:27.985334 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-13685a74-d454-4fd0-a7b7-23adf8c15265 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2969441 Jul 05 10:17:27.985801 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56664) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:27.993377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5d298b4b-3208-4efb-aad4-a6d890659867 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group': {'name': 'tempest-secgroup--636205378'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:28.156561 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d298b4b-3208-4efb-aad4-a6d890659867 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.168495 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.216787 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56674) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:28.245643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5469ef2d-363f-4693-b684-bdb2f8e28c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cc222e-1ace-43e3-aa96-988e1a265078'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:28.251075 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e56562-9658-46fb-b1d6-ee77eb106bbd" -d '{"events": [{"server_uuid": "5469ef2d-363f-4693-b684-bdb2f8e28c6f", "name": "network-vif-plugged", "status": "completed", "tag": "94cc222e-1ace-43e3-aa96-988e1a265078"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:28.256330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 94cc222e-1ace-43e3-aa96-988e1a265078, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94cc222e-1ace-43e3-aa96-988e1a265078,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:28.311909 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d298b4b-3208-4efb-aad4-a6d890659867 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.325823 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a703e95-8f37-4bdc-843d-32abad6d8eaa x-openstack-request-id: req-8a703e95-8f37-4bdc-843d-32abad6d8eaa {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:28.326122 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5469ef2d-363f-4693-b684-bdb2f8e28c6f", "name": "network-vif-plugged", "status": "completed", "tag": "94cc222e-1ace-43e3-aa96-988e1a265078", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:28.326376 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a703e95-8f37-4bdc-843d-32abad6d8eaa {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:28.326770 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5469ef2d-363f-4693-b684-bdb2f8e28c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cc222e-1ace-43e3-aa96-988e1a265078', 'code': 200} Jul 05 10:17:28.378241 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.466055 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d298b4b-3208-4efb-aad4-a6d890659867 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.492388 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-03ba2db2-7b46-47df-b836-0a43520a8d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.522080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=94cc222e-1ace-43e3-aa96-988e1a265078,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:28.563905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-e0967988-f02a-4037-9f66-ba7eba64bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:28.567749 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-e0967988-f02a-4037-9f66-ba7eba64bbf4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5&tenant_id=004ecdb3b3264f069e42a0c8102d49af HTTP/1.1" status: 200 len: 1102 time: 0.2151186 Jul 05 10:17:28.583268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d298b4b-3208-4efb-aad4-a6d890659867 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd0463b-8770-4246-95a5-8cadc7ed5b3c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:28.588354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:28.601566 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d298b4b-3208-4efb-aad4-a6d890659867 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.602831 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5d298b4b-3208-4efb-aad4-a6d890659867 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6148825 Jul 05 10:17:28.605715 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56684) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:28.611034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1f5c4cec-ee87-430b-8564-6dd82fe6f2d6 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group': {'name': 'tempest-secgroup--28883249'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:28.624313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1c1e2-3224-40c9-b6e0-baa0ae41252b req-c1944114-f4c4-4f67-bc69-9fa2407b0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:28.626086 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5bb1c1e2-3224-40c9-b6e0-baa0ae41252b req-c1944114-f4c4-4f67-bc69-9fa2407b0a82 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 1097 time: 0.1734872 Jul 05 10:17:28.665098 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5bb1c1e2-3224-40c9-b6e0-baa0ae41252b req-7bd018ba-cd98-45f1-a09f-e4820134bd15 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319390 Jul 05 10:17:28.745836 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:28.993931 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-03ba2db2-7b46-47df-b836-0a43520a8d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.058964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f233656-61c3-41fd-9e69-6d1d32dcb89c req-0f9d4f1f-f50e-4865-8e7b-b82550af54f0 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:29.064776 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-03ba2db2-7b46-47df-b836-0a43520a8d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.067625 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f233656-61c3-41fd-9e69-6d1d32dcb89c req-0f9d4f1f-f50e-4865-8e7b-b82550af54f0 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.0913689 Jul 05 10:17:29.111620 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b707f99-c74c-4ec9-ae02-c55a3718e3eb req-e5eb1d35-315b-49a8-bd60-36856ae14688 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:29.118036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b707f99-c74c-4ec9-ae02-c55a3718e3eb req-e5eb1d35-315b-49a8-bd60-36856ae14688 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:29.125715 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b707f99-c74c-4ec9-ae02-c55a3718e3eb req-e5eb1d35-315b-49a8-bd60-36856ae14688 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:29.131982 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f233656-61c3-41fd-9e69-6d1d32dcb89c req-f0bb115b-9a0e-4d69-bce1-b02270a0016a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630412 Jul 05 10:17:29.133640 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b707f99-c74c-4ec9-ae02-c55a3718e3eb req-e5eb1d35-315b-49a8-bd60-36856ae14688 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:29.148587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b707f99-c74c-4ec9-ae02-c55a3718e3eb req-e5eb1d35-315b-49a8-bd60-36856ae14688 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:29.154577 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b707f99-c74c-4ec9-ae02-c55a3718e3eb req-e5eb1d35-315b-49a8-bd60-36856ae14688 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:29.160444 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b707f99-c74c-4ec9-ae02-c55a3718e3eb req-e5eb1d35-315b-49a8-bd60-36856ae14688 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:29.162942 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0b707f99-c74c-4ec9-ae02-c55a3718e3eb req-e5eb1d35-315b-49a8-bd60-36856ae14688 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.2727199 Jul 05 10:17:29.195436 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f5c4cec-ee87-430b-8564-6dd82fe6f2d6 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.204871 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-03ba2db2-7b46-47df-b836-0a43520a8d25 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d5603f49db8f4d5d856dc05688884468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9869308 Jul 05 10:17:29.213194 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:29.215308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56694) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:29.222608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba2db2-7b46-47df-b836-0a43520a8d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c36eda4-70cc-4eda-b9bf-9c18582fa762,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:29.227837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:29.319137 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0b707f99-c74c-4ec9-ae02-c55a3718e3eb req-e77a2f96-8592-4385-84d5-35f038ab827f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403990 Jul 05 10:17:29.361816 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:29.429080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:29.436309 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.442395 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.472907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Transition to ACTIVE for port object 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:29.474699 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:29.477479 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92159455-00ac-46af-9ebd-921d1d374839" -d '{"events": [{"server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:29.570537 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e290b406-c2d6-4deb-895c-00e0c8af8ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.579477 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.626572 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e290b406-c2d6-4deb-895c-00e0c8af8ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.641797 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Pushing event updated for resources: {'Port': ['ID=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,revision_number=10']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:29.646724 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28af6f2-12fe-4dd5-b04b-7f0c17194af4 req-cf34094b-ee5d-4ada-9e66-d8181180fc34 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:29.656367 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e28af6f2-12fe-4dd5-b04b-7f0c17194af4 req-cf34094b-ee5d-4ada-9e66-d8181180fc34 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.3149264 Jul 05 10:17:29.687987 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:29.696844 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c30cda-31d1-44ce-a858-9f39d1209e74 x-openstack-request-id: req-33c30cda-31d1-44ce-a858-9f39d1209e74 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:29.696844 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:29.696844 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33c30cda-31d1-44ce-a858-9f39d1209e74 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:29.696844 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d', 'code': 200} Jul 05 10:17:29.696844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] No DVR routers for this DVR port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:17:29.759520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Attempting to bind port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:29.759918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Attempting to bind port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:29.760240 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Attempting to bind port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:29.761383 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f5c4cec-ee87-430b-8564-6dd82fe6f2d6 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.766864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:29.767310 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Attempting to bind port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:29.774005 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:29.774434 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:29.774832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:29.775293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Bound port: 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:29.775649 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.787939 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:17:29.808359 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.849750 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e28af6f2-12fe-4dd5-b04b-7f0c17194af4 req-010ab716-7082-4df9-acf0-aa70e4122b4b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916094 Jul 05 10:17:29.854682 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f5c4cec-ee87-430b-8564-6dd82fe6f2d6 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:29.878684 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:29.931313 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:29.937424 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:29.959977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c4cec-ee87-430b-8564-6dd82fe6f2d6 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0d2a88-66f8-465d-a339-027aca6124b7,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:30.007527 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e290b406-c2d6-4deb-895c-00e0c8af8ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.007918 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.010244 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e290b406-c2d6-4deb-895c-00e0c8af8ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.014109 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e290b406-c2d6-4deb-895c-00e0c8af8ba6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9c36eda4-70cc-4eda-b9bf-9c18582fa762 HTTP/1.1" status: 204 len: 168 time: 0.7944920 Jul 05 10:17:30.035760 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290b406-c2d6-4deb-895c-00e0c8af8ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c36eda4-70cc-4eda-b9bf-9c18582fa762,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:30.075576 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f5c4cec-ee87-430b-8564-6dd82fe6f2d6 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.077101 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1f5c4cec-ee87-430b-8564-6dd82fe6f2d6 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4703221 Jul 05 10:17:30.080041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56706) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:30.082178 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.084823 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-911821b5-efac-4333-9f37-9cad39e431e6 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group_rule': {'security_group_id': 'afd0463b-8770-4246-95a5-8cadc7ed5b3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'dd0d2a88-66f8-465d-a339-027aca6124b7'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:30.136093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.136312 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.138023 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] 10.222.0.64 "PUT /v2.0/ports/58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d HTTP/1.1" status: 200 len: 1098 time: 1.5603170 Jul 05 10:17:30.148167 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,revision_number=10']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:30.240256 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10af4ec-bb80-48e0-99d5-61b263f5b720 service neutron] Pushing event updated for resources: {'Port': ['ID=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,revision_number=11']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:30.316101 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-8be9feac-ec62-4722-8937-897a2948152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.318841 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-8be9feac-ec62-4722-8937-897a2948152b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 1101 time: 0.0954447 Jul 05 10:17:30.337666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:30.337666 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f665aafe-2fa9-428c-bdb3-4c3028f71de7" -d '{"events": [{"server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "name": "network-vif-plugged", "status": "completed", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:30.422157 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ea751d-3e66-4e05-86c6-0f6a4ea4e63e x-openstack-request-id: req-57ea751d-3e66-4e05-86c6-0f6a4ea4e63e {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:30.422324 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "name": "network-vif-plugged", "status": "completed", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:30.422632 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57ea751d-3e66-4e05-86c6-0f6a4ea4e63e {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:30.422905 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'code': 200} Jul 05 10:17:30.531635 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-911821b5-efac-4333-9f37-9cad39e431e6 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:17:30.532716 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-911821b5-efac-4333-9f37-9cad39e431e6 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4517365 Jul 05 10:17:30.536078 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56720) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:30.590430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-bc3bc0bc-0319-453e-8381-c285db885010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.592055 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-bc3bc0bc-0319-453e-8381-c285db885010 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.2548013 Jul 05 10:17:30.687898 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-85c0f7b7-3c18-4a6b-9bfe-89908f2afc35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d HTTP/1.1" status: 200 len: 217 time: 0.0874581 Jul 05 10:17:30.763810 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1a00-f7a6-48ac-9f9a-fad5f871c6ea tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.799546 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1a00-f7a6-48ac-9f9a-fad5f871c6ea tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.810642 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-150727ea-c733-4281-aa4b-a42bdd3f74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.812581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-150727ea-c733-4281-aa4b-a42bdd3f74d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1152525 Jul 05 10:17:30.879873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fb47b-364c-4b88-9e05-0b8a797abf34 req-7cde111d-b01c-43aa-9533-6fe3cde66a2e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.886800 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a68fb47b-364c-4b88-9e05-0b8a797abf34 req-7cde111d-b01c-43aa-9533-6fe3cde66a2e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.2072380 Jul 05 10:17:30.898129 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326f3dc-83e9-47e9-a67c-956070832fe1 req-bcb0c209-601f-4eb9-953b-ec3a5d48fbdc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.902364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326f3dc-83e9-47e9-a67c-956070832fe1 req-bcb0c209-601f-4eb9-953b-ec3a5d48fbdc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.908644 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326f3dc-83e9-47e9-a67c-956070832fe1 req-bcb0c209-601f-4eb9-953b-ec3a5d48fbdc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.915229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326f3dc-83e9-47e9-a67c-956070832fe1 req-bcb0c209-601f-4eb9-953b-ec3a5d48fbdc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.922660 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326f3dc-83e9-47e9-a67c-956070832fe1 req-bcb0c209-601f-4eb9-953b-ec3a5d48fbdc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.929250 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326f3dc-83e9-47e9-a67c-956070832fe1 req-bcb0c209-601f-4eb9-953b-ec3a5d48fbdc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.935483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326f3dc-83e9-47e9-a67c-956070832fe1 req-bcb0c209-601f-4eb9-953b-ec3a5d48fbdc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:30.943649 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9326f3dc-83e9-47e9-a67c-956070832fe1 req-bcb0c209-601f-4eb9-953b-ec3a5d48fbdc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.3155990 Jul 05 10:17:30.966576 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a68fb47b-364c-4b88-9e05-0b8a797abf34 req-8972a76e-6102-4852-b16d-f2304c59cd45 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787840 Jul 05 10:17:30.975983 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1a00-f7a6-48ac-9f9a-fad5f871c6ea tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.978544 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1a00-f7a6-48ac-9f9a-fad5f871c6ea tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:30.979696 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e7dd1a00-f7a6-48ac-9f9a-fad5f871c6ea tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "DELETE /v2.0/security-groups/dd0d2a88-66f8-465d-a339-027aca6124b7 HTTP/1.1" status: 204 len: 168 time: 0.4425309 Jul 05 10:17:30.982714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56734) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:31.005015 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9326f3dc-83e9-47e9-a67c-956070832fe1 req-bc1dff91-c3d0-4a41-90f4-9f2172891691 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600805 Jul 05 10:17:31.023779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd1a00-f7a6-48ac-9f9a-fad5f871c6ea tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0d2a88-66f8-465d-a339-027aca6124b7,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:31.024160 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-0395c1c3-7b42-4385-9236-1920aed87431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:31.024160 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-0395c1c3-7b42-4385-9236-1920aed87431 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1991129 Jul 05 10:17:31.174692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ff9e416c-bf61-4f8e-a992-ed0466d816e5 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1891568 Jul 05 10:17:31.177619 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-b861f945-df6b-4e13-a900-321f5a4719c9 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056454 Jul 05 10:17:31.178202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56740) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:31.263673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb824c-e6fc-4831-bcc2-641975180e67 req-fe2d77cb-717a-4812-aa30-632969112c40 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:31.271141 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-94cb824c-e6fc-4831-bcc2-641975180e67 req-fe2d77cb-717a-4812-aa30-632969112c40 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 949 time: 0.1153872 Jul 05 10:17:31.303569 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-61872857-d670-4583-a61b-56a39da684cf tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.333299 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-94cb824c-e6fc-4831-bcc2-641975180e67 req-4053eeba-b345-4f85-a685-09526fc2a281 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592465 Jul 05 10:17:31.363094 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-61872857-d670-4583-a61b-56a39da684cf tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.420232 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c725eaab-422a-4a4a-b238-41f1c7ae8d46 req-fe4ab3b8-af9f-4e53-adbc-2ae8561e6862 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250021 Jul 05 10:17:31.601376 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-61872857-d670-4583-a61b-56a39da684cf tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.604165 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-61872857-d670-4583-a61b-56a39da684cf tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.605462 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-61872857-d670-4583-a61b-56a39da684cf tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "DELETE /v2.0/security-groups/afd0463b-8770-4246-95a5-8cadc7ed5b3c HTTP/1.1" status: 204 len: 168 time: 0.4260795 Jul 05 10:17:31.608074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56760) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:31.634085 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61872857-d670-4583-a61b-56a39da684cf tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd0463b-8770-4246-95a5-8cadc7ed5b3c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:31.691635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:31.694695 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d2b79e-90ff-4d19-b36f-3c58addc375b" -d '{"events": [{"name": "network-changed", "server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:31.700048 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4535313b-c122-4e64-9632-5b82e1e45409 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0904808 Jul 05 10:17:31.704628 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56768) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:31.711794 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-863642a6-c00d-4ed3-97a3-78f81748c13d tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326573481'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:31.776714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56770) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:31.806438 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d5d2fd-8dbb-4a37-9114-e3a75bab9c50 x-openstack-request-id: req-a4d5d2fd-8dbb-4a37-9114-e3a75bab9c50 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:31.806734 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:31.806996 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4d5d2fd-8dbb-4a37-9114-e3a75bab9c50 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:31.807395 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d', 'status': 'completed', 'code': 200} Jul 05 10:17:31.867282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-863642a6-c00d-4ed3-97a3-78f81748c13d tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:31.968028 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-bbfdb943-81ef-4dc4-8023-111c4c681d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:31.970388 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-bbfdb943-81ef-4dc4-8023-111c4c681d41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 1101 time: 0.1564620 Jul 05 10:17:32.019115 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-e44bfc00-59b7-42b1-9769-de5a56a2df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.021422 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-e44bfc00-59b7-42b1-9769-de5a56a2df20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 1101 time: 0.2123230 Jul 05 10:17:32.042455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-bd43e675-9533-4b1e-be1b-e22e881abb92 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1713507148-network', 'tenant_id': '4cf3781db7094fd6b2999873e917d8c7'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:32.108911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-05ffa419-aa7b-4a9e-a310-da0330722fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.115872 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-05ffa419-aa7b-4a9e-a310-da0330722fa5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1324973 Jul 05 10:17:32.117288 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-863642a6-c00d-4ed3-97a3-78f81748c13d tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.173665 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-40b55d20-a8a0-4997-b721-3bf457222055 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d HTTP/1.1" status: 200 len: 217 time: 0.0541329 Jul 05 10:17:32.202793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92797dca-d15c-4f8d-87e6-c4a28eaa1ef2 req-c6d9653b-d9d1-461c-9208-a2d60cb60d29 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.204429 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-92797dca-d15c-4f8d-87e6-c4a28eaa1ef2 req-c6d9653b-d9d1-461c-9208-a2d60cb60d29 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.3405347 Jul 05 10:17:32.260693 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-863642a6-c00d-4ed3-97a3-78f81748c13d tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.291329 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-92797dca-d15c-4f8d-87e6-c4a28eaa1ef2 req-158954c6-1798-4d82-a08f-19d11ff4e609 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718868 Jul 05 10:17:32.321438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-4a3036d9-2b5a-40d8-8c3f-51487e72460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.328161 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-4a3036d9-2b5a-40d8-8c3f-51487e72460f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1441383 Jul 05 10:17:32.340517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-fdbe236c-1be4-4328-aa67-db8243619991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.342086 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-fdbe236c-1be4-4328-aa67-db8243619991 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.3057394 Jul 05 10:17:32.343307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863642a6-c00d-4ed3-97a3-78f81748c13d tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357a7900-8ec1-4893-9eb5-84502bb690f8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:32.387102 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-c747bf60-b581-4f33-b16f-1479bbb84abd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d HTTP/1.1" status: 200 len: 217 time: 0.0377610 Jul 05 10:17:32.434429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd43e675-9533-4b1e-be1b-e22e881abb92 admin admin] Made reservation on behalf of 4cf3781db7094fd6b2999873e917d8c7 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:32.436316 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485230-b6e3-46dd-8e0f-02a049a6bcff req-11df92cd-4f8c-446a-bf85-c1eacf484416 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.437530 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bd43e675-9533-4b1e-be1b-e22e881abb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.447531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485230-b6e3-46dd-8e0f-02a049a6bcff req-11df92cd-4f8c-446a-bf85-c1eacf484416 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.467928 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bd43e675-9533-4b1e-be1b-e22e881abb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.469246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485230-b6e3-46dd-8e0f-02a049a6bcff req-11df92cd-4f8c-446a-bf85-c1eacf484416 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.469246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485230-b6e3-46dd-8e0f-02a049a6bcff req-11df92cd-4f8c-446a-bf85-c1eacf484416 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.472903 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485230-b6e3-46dd-8e0f-02a049a6bcff req-11df92cd-4f8c-446a-bf85-c1eacf484416 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.483048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485230-b6e3-46dd-8e0f-02a049a6bcff req-11df92cd-4f8c-446a-bf85-c1eacf484416 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.491925 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-9fdc11ed-c15e-42e8-af29-45e106b9fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.493891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-9fdc11ed-c15e-42e8-af29-45e106b9fe43 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1006010 Jul 05 10:17:32.497067 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485230-b6e3-46dd-8e0f-02a049a6bcff req-11df92cd-4f8c-446a-bf85-c1eacf484416 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.520731 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-73485230-b6e3-46dd-8e0f-02a049a6bcff req-11df92cd-4f8c-446a-bf85-c1eacf484416 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.3455808 Jul 05 10:17:32.576811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-1d4b8358-41d6-41ff-b968-611819d5baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.579108 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-1d4b8358-41d6-41ff-b968-611819d5baf3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0790453 Jul 05 10:17:32.645301 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-73485230-b6e3-46dd-8e0f-02a049a6bcff req-466512d6-7ad0-4d75-81d5-0e040270660a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233962 Jul 05 10:17:32.664974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-6338b7fd-ef94-4878-977f-82b1de409ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.665561 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-6338b7fd-ef94-4878-977f-82b1de409ab0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3267901 Jul 05 10:17:32.722374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-863642a6-c00d-4ed3-97a3-78f81748c13d tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:32.727192 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-863642a6-c00d-4ed3-97a3-78f81748c13d tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0214520 Jul 05 10:17:32.734559 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56786) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:32.745660 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5347c7f2-b035-4cd7-8735-e2de80f59eaa tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:32.746084 n-d-779913-27 neutron-server[100776]: WARNING neutron.api.v2.base [None req-5347c7f2-b035-4cd7-8735-e2de80f59eaa tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 10:17:32.746572 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-5347c7f2-b035-4cd7-8735-e2de80f59eaa tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 10:17:32.750587 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5347c7f2-b035-4cd7-8735-e2de80f59eaa tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "PUT /v2.0/security-groups/357a7900-8ec1-4893-9eb5-84502bb690f8 HTTP/1.1" status: 409 len: 330 time: 0.0089014 Jul 05 10:17:32.757824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56788) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:32.819622 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-aaee273f-2f68-4947-87ff-b1e4b9523c1f service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337720 Jul 05 10:17:32.836437 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-644a9bc7-0bf1-4458-b6b7-997e88fa29be service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637435 Jul 05 10:17:32.955857 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d48e1c-a832-4e50-ac53-68804b652d28 req-adc52dcb-70cf-410e-a280-e54414863558 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:32.963048 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-70d48e1c-a832-4e50-ac53-68804b652d28 req-adc52dcb-70cf-410e-a280-e54414863558 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 949 time: 0.2990642 Jul 05 10:17:33.015077 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-e12ea987-11f1-422a-86fb-b3a901954f44 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638477 Jul 05 10:17:33.051483 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa977b92-5e2c-477d-9348-ea195fefc4dd tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.069862 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa977b92-5e2c-477d-9348-ea195fefc4dd tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.098739 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6d2b79e-90ff-4d19-b36f-3c58addc375b req-66a3e9a8-7093-487f-9e40-36eb2fc727ba service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662849 Jul 05 10:17:33.131243 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-70d48e1c-a832-4e50-ac53-68804b652d28 req-1d2edb62-74f6-4e0a-9165-48a63ef8ad7e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672025 Jul 05 10:17:33.149960 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bd43e675-9533-4b1e-be1b-e22e881abb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.225178 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bd43e675-9533-4b1e-be1b-e22e881abb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.257851 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43e675-9533-4b1e-be1b-e22e881abb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca891bf-6340-46f7-a42b-14e20d787a02,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:33.512291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6daad7-f2a5-4ad2-8e0e-304c7566b3d2 req-e5e90b27-bad3-4bd2-897c-e693efd10c17 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:33.513534 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ee6daad7-f2a5-4ad2-8e0e-304c7566b3d2 req-e5e90b27-bad3-4bd2-897c-e693efd10c17 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.0754335 Jul 05 10:17:33.553747 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa977b92-5e2c-477d-9348-ea195fefc4dd tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.557150 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa977b92-5e2c-477d-9348-ea195fefc4dd tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.561267 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ee6daad7-f2a5-4ad2-8e0e-304c7566b3d2 req-2a8ef674-b7fc-4c2a-90a9-68e215b51b52 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Jul 05 10:17:33.561952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56796) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:33.562324 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fa977b92-5e2c-477d-9348-ea195fefc4dd tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "DELETE /v2.0/security-groups/357a7900-8ec1-4893-9eb5-84502bb690f8 HTTP/1.1" status: 204 len: 168 time: 0.7969394 Jul 05 10:17:33.604651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd43e675-9533-4b1e-be1b-e22e881abb92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:17:33.607791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa977b92-5e2c-477d-9348-ea195fefc4dd tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=357a7900-8ec1-4893-9eb5-84502bb690f8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:33.620169 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bd43e675-9533-4b1e-be1b-e22e881abb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.620514 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-bd43e675-9533-4b1e-be1b-e22e881abb92 admin admin] Added segment 94c48217-bb17-493a-86d1-cf2fb7cc5808 of type vlan for network 19bdaac7-4c06-48ce-b69f-b6afbbae32ab Jul 05 10:17:33.622932 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ccfb1645-8847-4ae0-b2dc-44bd62077d10 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0594103 Jul 05 10:17:33.627420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56798) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:33.642373 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-a0a989b6-7d4d-476e-b2af-54118838c7a7 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] delete failed (client error): The resource could not be found. Jul 05 10:17:33.643427 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a0a989b6-7d4d-476e-b2af-54118838c7a7 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "DELETE /v2.0/security-groups/1f49ad85-8543-4bce-b288-4625a21d521e HTTP/1.1" status: 404 len: 347 time: 0.0150254 Jul 05 10:17:33.647514 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56800) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:33.662283 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-52de2716-0bd4-4783-965e-6b5a9e2f105a tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] show failed (client error): The resource could not be found. Jul 05 10:17:33.671017 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-52de2716-0bd4-4783-965e-6b5a9e2f105a tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "GET /v2.0/security-groups/7e618f33-c62d-42f1-8e04-b5a2217a51f4 HTTP/1.1" status: 404 len: 347 time: 0.0206439 Jul 05 10:17:33.671017 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56806) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:33.684695 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-52bc916b-ec27-43df-bf63-0f8763263c01 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] show failed (client error): The resource could not be found. Jul 05 10:17:33.689724 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-52bc916b-ec27-43df-bf63-0f8763263c01 tempest-NegativeSecGroupTest-1809946634 tempest-NegativeSecGroupTest-1809946634-project] 10.222.0.77 "GET /v2.0/security-group-rules/445880c8-d87f-451f-b419-e697bfbec7aa HTTP/1.1" status: 404 len: 356 time: 0.0153892 Jul 05 10:17:33.695069 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bd43e675-9533-4b1e-be1b-e22e881abb92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.881222 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bd43e675-9533-4b1e-be1b-e22e881abb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:33.884800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd43e675-9533-4b1e-be1b-e22e881abb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:33.890821 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bd43e675-9533-4b1e-be1b-e22e881abb92 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.099486 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf91349-c908-4aad-934a-5519ac40a76d req-d031a547-67bc-4ea0-a3f7-26134b64d9f9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:34.120871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf91349-c908-4aad-934a-5519ac40a76d req-d031a547-67bc-4ea0-a3f7-26134b64d9f9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:34.121446 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43e675-9533-4b1e-be1b-e22e881abb92 admin admin] Pushing event updated for resources: {'Network': ['ID=19bdaac7-4c06-48ce-b69f-b6afbbae32ab,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:34.150324 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 19bdaac7-4c06-48ce-b69f-b6afbbae32ab details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:17:34.193770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf91349-c908-4aad-934a-5519ac40a76d req-d031a547-67bc-4ea0-a3f7-26134b64d9f9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:34.205273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf91349-c908-4aad-934a-5519ac40a76d req-d031a547-67bc-4ea0-a3f7-26134b64d9f9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:34.235077 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bd43e675-9533-4b1e-be1b-e22e881abb92 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4570773 Jul 05 10:17:34.235673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56824) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:34.298513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a483353a-aff9-4928-b980-4995c17aa00b admin admin] Request body: {'subnet': {'network_id': '19bdaac7-4c06-48ce-b69f-b6afbbae32ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1713507148-subnet', 'tenant_id': '4cf3781db7094fd6b2999873e917d8c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:34.325851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf91349-c908-4aad-934a-5519ac40a76d req-d031a547-67bc-4ea0-a3f7-26134b64d9f9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:34.364709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf91349-c908-4aad-934a-5519ac40a76d req-d031a547-67bc-4ea0-a3f7-26134b64d9f9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:34.400487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf91349-c908-4aad-934a-5519ac40a76d req-d031a547-67bc-4ea0-a3f7-26134b64d9f9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:34.401935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56826) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:34.409614 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6cf91349-c908-4aad-934a-5519ac40a76d req-d031a547-67bc-4ea0-a3f7-26134b64d9f9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.5868266 Jul 05 10:17:34.494100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5c63c-19ac-40b3-b486-1e6f05b2c36c req-2f134378-0261-48b5-abbe-cb646714fd74 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:34.503487 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-91e5c63c-19ac-40b3-b486-1e6f05b2c36c req-2f134378-0261-48b5-abbe-cb646714fd74 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 949 time: 0.1029024 Jul 05 10:17:34.504956 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6cf91349-c908-4aad-934a-5519ac40a76d req-f1c401ed-417c-4285-95b4-3b441028b30f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941284 Jul 05 10:17:34.533040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a483353a-aff9-4928-b980-4995c17aa00b admin admin] Made reservation on behalf of 4cf3781db7094fd6b2999873e917d8c7 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:34.536180 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a483353a-aff9-4928-b980-4995c17aa00b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.681206 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-91e5c63c-19ac-40b3-b486-1e6f05b2c36c req-835e417a-f844-4cbd-b8ee-30b30ddb97e9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752830 Jul 05 10:17:34.685860 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-00714ffa-1e38-404f-b884-34c044ee3cae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5b14a4fe845b4c57a9363e35d97a6562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829478 Jul 05 10:17:34.688363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56834) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:34.821424 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-22c25ac1-8378-4c80-8269-ec7bfcad5b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:34.822717 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e2c70-d913-4491-97e3-7bcf4794f55b req-f4ff89f6-7482-4cec-897d-988e98460706 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:34.825595 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a5e2c70-d913-4491-97e3-7bcf4794f55b req-f4ff89f6-7482-4cec-897d-988e98460706 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.1043236 Jul 05 10:17:34.886917 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a5e2c70-d913-4491-97e3-7bcf4794f55b req-e5f021f8-e9ff-4613-b70d-f3a5e11d4d44 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544229 Jul 05 10:17:34.901756 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-22c25ac1-8378-4c80-8269-ec7bfcad5b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.059220 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a483353a-aff9-4928-b980-4995c17aa00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.062709 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-22c25ac1-8378-4c80-8269-ec7bfcad5b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.065403 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-22c25ac1-8378-4c80-8269-ec7bfcad5b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.073011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-22c25ac1-8378-4c80-8269-ec7bfcad5b4e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5436f237-9cda-4d05-8c88-858c9149f2ae HTTP/1.1" status: 204 len: 168 time: 0.3772721 Jul 05 10:17:35.104718 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c25ac1-8378-4c80-8269-ec7bfcad5b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5436f237-9cda-4d05-8c88-858c9149f2ae,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:35.125969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483353a-aff9-4928-b980-4995c17aa00b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2f540f-d648-4fce-bd99-a67eef56ee7c,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:35.151632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a483353a-aff9-4928-b980-4995c17aa00b admin admin] Checking segment: {'id': '94c48217-bb17-493a-86d1-cf2fb7cc5808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '19bdaac7-4c06-48ce-b69f-b6afbbae32ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:35.154373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a483353a-aff9-4928-b980-4995c17aa00b admin admin] Network hostable DHCP agents. Network: 19bdaac7-4c06-48ce-b69f-b6afbbae32ab, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:17:35.262368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a483353a-aff9-4928-b980-4995c17aa00b admin admin] Network 19bdaac7-4c06-48ce-b69f-b6afbbae32ab is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:17:35.276752 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:35.409805 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-a483353a-aff9-4928-b980-4995c17aa00b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 19bdaac7-4c06-48ce-b69f-b6afbbae32ab) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:35.415668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a483353a-aff9-4928-b980-4995c17aa00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:35.419923 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a483353a-aff9-4928-b980-4995c17aa00b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.440190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e209c682-fdf8-4e10-8aea-b12e2034f469 None None] Network 19bdaac7-4c06-48ce-b69f-b6afbbae32ab requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:17:35.444228 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:35.500912 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d', 'mac_address': 'fa:16:3e:c2:5f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:35.572789 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a483353a-aff9-4928-b980-4995c17aa00b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3353989 Jul 05 10:17:35.573533 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:35.600711 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:35.795599 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:35.814870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5c8f14-9def-408f-a3f6-642f5a8a07b5 None None] Network 19bdaac7-4c06-48ce-b69f-b6afbbae32ab requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:17:35.928757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b34fe-022a-442d-9678-3316af11d497 req-a93e6705-ff0e-407d-bc9f-7ac3fb28893f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:35.939643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b34fe-022a-442d-9678-3316af11d497 req-a93e6705-ff0e-407d-bc9f-7ac3fb28893f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:35.963322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b34fe-022a-442d-9678-3316af11d497 req-a93e6705-ff0e-407d-bc9f-7ac3fb28893f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:35.987818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b34fe-022a-442d-9678-3316af11d497 req-a93e6705-ff0e-407d-bc9f-7ac3fb28893f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:36.018183 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b34fe-022a-442d-9678-3316af11d497 req-a93e6705-ff0e-407d-bc9f-7ac3fb28893f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:36.027297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b34fe-022a-442d-9678-3316af11d497 req-a93e6705-ff0e-407d-bc9f-7ac3fb28893f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:36.050497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b34fe-022a-442d-9678-3316af11d497 req-a93e6705-ff0e-407d-bc9f-7ac3fb28893f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:36.056136 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-990b34fe-022a-442d-9678-3316af11d497 req-a93e6705-ff0e-407d-bc9f-7ac3fb28893f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.3262763 Jul 05 10:17:36.097971 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:36.104216 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b3f63-8433-4ee9-9a8e-a323a9ee0549 req-5dc9fb0e-2747-43f8-86c8-41a63c48e05f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:36.118865 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf7b3f63-8433-4ee9-9a8e-a323a9ee0549 req-5dc9fb0e-2747-43f8-86c8-41a63c48e05f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.2033718 Jul 05 10:17:36.143470 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-990b34fe-022a-442d-9678-3316af11d497 req-f18535f3-3dd3-4b2e-9e73-cbde00b2d924 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805187 Jul 05 10:17:36.251941 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf7b3f63-8433-4ee9-9a8e-a323a9ee0549 req-624d2f02-a1ca-4c7e-9d53-d3dddb7df919 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316593 Jul 05 10:17:36.357004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,revision_number=12']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:36.371045 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:36.371918 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:36.372419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:36.372926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:36.373453 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:36.374114 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:36.374630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:36.375212 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:36.375699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:36.376951 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:36.378061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:36.378554 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:17:36.423490 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:36.573034 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56daf58-aef9-4ece-be33-d5bcc302b1b3 req-52229aae-b080-42d3-9cfb-61340ea7bed6 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:36.590966 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d56daf58-aef9-4ece-be33-d5bcc302b1b3 req-52229aae-b080-42d3-9cfb-61340ea7bed6 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.1420894 Jul 05 10:17:36.737955 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad39d8-a309-4546-86c5-8c1493dfca00 req-68b4c66f-0ed9-436c-a43f-ba04047230ec tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:36.754961 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-93ad39d8-a309-4546-86c5-8c1493dfca00 req-68b4c66f-0ed9-436c-a43f-ba04047230ec tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 950 time: 0.2473512 Jul 05 10:17:36.761753 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d56daf58-aef9-4ece-be33-d5bcc302b1b3 req-a91d411c-9af5-4a04-9f09-e64c3197c9d1 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618311 Jul 05 10:17:36.828141 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-93ad39d8-a309-4546-86c5-8c1493dfca00 req-dbe47fc6-9829-44ca-8ff8-a7b842cda445 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722339 Jul 05 10:17:37.124263 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56910) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:37.197145 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-cc6086ac-69e3-4882-b0a1-bbd575a3f388 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=004ecdb3b3264f069e42a0c8102d49af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484595 Jul 05 10:17:37.304305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-7c82d164-410b-440b-90a4-a9eb4b071021 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-41840276'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:37.384988 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-ca08e60b-00d4-4096-90ec-c86db087ad5c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:37.391647 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-ca08e60b-00d4-4096-90ec-c86db087ad5c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793370 Jul 05 10:17:37.415278 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-63ba313c-0cf1-4cf3-a22e-93315d67c50d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/quotas/004ecdb3b3264f069e42a0c8102d49af HTTP/1.1" status: 200 len: 375 time: 0.0220900 Jul 05 10:17:37.433891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabad31-4576-4a09-83e3-506a13b08b58 req-3a12c2f5-d957-4814-9064-e9e59731fccb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:37.440643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabad31-4576-4a09-83e3-506a13b08b58 req-3a12c2f5-d957-4814-9064-e9e59731fccb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:37.446600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabad31-4576-4a09-83e3-506a13b08b58 req-3a12c2f5-d957-4814-9064-e9e59731fccb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:37.452792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabad31-4576-4a09-83e3-506a13b08b58 req-3a12c2f5-d957-4814-9064-e9e59731fccb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:37.459700 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabad31-4576-4a09-83e3-506a13b08b58 req-3a12c2f5-d957-4814-9064-e9e59731fccb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:37.465928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabad31-4576-4a09-83e3-506a13b08b58 req-3a12c2f5-d957-4814-9064-e9e59731fccb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:37.471952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabad31-4576-4a09-83e3-506a13b08b58 req-3a12c2f5-d957-4814-9064-e9e59731fccb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:37.473941 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6aabad31-4576-4a09-83e3-506a13b08b58 req-3a12c2f5-d957-4814-9064-e9e59731fccb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.1150248 Jul 05 10:17:37.475193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c82d164-410b-440b-90a4-a9eb4b071021 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Made reservation on behalf of 22dc8692abcc4ed5b933f801b0c9946f for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:37.479043 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c82d164-410b-440b-90a4-a9eb4b071021 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.488933 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c82d164-410b-440b-90a4-a9eb4b071021 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.566031 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-480ee132-6a0e-4c59-b9b8-31f34a3236ba tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1497705 Jul 05 10:17:37.577153 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6aabad31-4576-4a09-83e3-506a13b08b58 req-edcc1ba4-4741-4e0c-8dfd-eed47fe23eca tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856366 Jul 05 10:17:37.751229 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c82d164-410b-440b-90a4-a9eb4b071021 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.893005 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c82d164-410b-440b-90a4-a9eb4b071021 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.945605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c82d164-410b-440b-90a4-a9eb4b071021 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:17:37.963368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82d164-410b-440b-90a4-a9eb4b071021 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce140527-bfd8-4355-a25c-2f2154c73fd3,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:37.966695 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c82d164-410b-440b-90a4-a9eb4b071021 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:37.967088 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-7c82d164-410b-440b-90a4-a9eb4b071021 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Added segment 0da892f2-f9ce-4ca7-9725-85e5b2ae66eb of type vlan for network f55c640b-53ad-4269-bf6f-c3f5338de7f5 Jul 05 10:17:38.086779 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c82d164-410b-440b-90a4-a9eb4b071021 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.099777 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7197d5d8-9358-4bb2-bff8-790233cc9dc4 req-f148fd12-1833-4f4d-a6d5-63c5162d5453 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 210 time: 0.0902643 Jul 05 10:17:38.213147 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355be0e9-3eee-499d-97c4-69611718aa17 req-a6689c51-d52e-45a6-9de7-86861da0d52c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:38.215742 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-355be0e9-3eee-499d-97c4-69611718aa17 req-a6689c51-d52e-45a6-9de7-86861da0d52c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.0738118 Jul 05 10:17:38.278323 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-355be0e9-3eee-499d-97c4-69611718aa17 req-2c4bece4-b6a1-4f3b-a60a-2e6d5a2321d7 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561826 Jul 05 10:17:38.332867 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c82d164-410b-440b-90a4-a9eb4b071021 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.338940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c82d164-410b-440b-90a4-a9eb4b071021 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:38.339925 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c82d164-410b-440b-90a4-a9eb4b071021 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:38.450543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82d164-410b-440b-90a4-a9eb4b071021 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Pushing event updated for resources: {'Network': ['ID=f55c640b-53ad-4269-bf6f-c3f5338de7f5,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:38.471676 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network f55c640b-53ad-4269-bf6f-c3f5338de7f5 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:17:38.520009 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7c82d164-410b-440b-90a4-a9eb4b071021 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.3856018 Jul 05 10:17:38.520009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56940) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:38.525058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-73536b04-792f-4737-98cc-7c45bf521da6 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Request body: {'subnet': {'network_id': 'f55c640b-53ad-4269-bf6f-c3f5338de7f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:38.838432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c872bc-ceb7-4135-b089-0a925cf5e228 req-fefd2175-bb05-4b27-9c60-a486a3235dd1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:38.844528 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c872bc-ceb7-4135-b089-0a925cf5e228 req-fefd2175-bb05-4b27-9c60-a486a3235dd1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:38.850838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c872bc-ceb7-4135-b089-0a925cf5e228 req-fefd2175-bb05-4b27-9c60-a486a3235dd1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:38.856812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c872bc-ceb7-4135-b089-0a925cf5e228 req-fefd2175-bb05-4b27-9c60-a486a3235dd1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:38.862611 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c872bc-ceb7-4135-b089-0a925cf5e228 req-fefd2175-bb05-4b27-9c60-a486a3235dd1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:38.869089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c872bc-ceb7-4135-b089-0a925cf5e228 req-fefd2175-bb05-4b27-9c60-a486a3235dd1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:38.874818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c872bc-ceb7-4135-b089-0a925cf5e228 req-fefd2175-bb05-4b27-9c60-a486a3235dd1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:38.876808 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-15c872bc-ceb7-4135-b089-0a925cf5e228 req-fefd2175-bb05-4b27-9c60-a486a3235dd1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.1104326 Jul 05 10:17:38.920431 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-15c872bc-ceb7-4135-b089-0a925cf5e228 req-c9abdb92-a27e-4e6a-9793-1ebe0cff21f9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372820 Jul 05 10:17:39.053920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73536b04-792f-4737-98cc-7c45bf521da6 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Made reservation on behalf of 22dc8692abcc4ed5b933f801b0c9946f for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:39.057827 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-73536b04-792f-4737-98cc-7c45bf521da6 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.220463 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ad8d8c2a-3faa-4ae3-b005-d14e96056b2d req-930a45a2-5895-4294-883e-2531a22f9fb0 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 210 time: 0.0696468 Jul 05 10:17:39.280853 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:39.475863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:39.482641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:39.482641 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.484060 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-73536b04-792f-4737-98cc-7c45bf521da6 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.580815 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73536b04-792f-4737-98cc-7c45bf521da6 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Pushing event updated for resources: {'Subnet': ['ID=804f5026-aa3c-404b-b7a0-ed9443f42dab,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:39.620593 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e5e6e-a633-406a-abbf-abef7938179d req-3e0fa735-4f10-426c-96ad-1a39afd6ece1 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:39.622152 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f7e5e6e-a633-406a-abbf-abef7938179d req-3e0fa735-4f10-426c-96ad-1a39afd6ece1 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.2062922 Jul 05 10:17:39.623538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73536b04-792f-4737-98cc-7c45bf521da6 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Checking segment: {'id': '0da892f2-f9ce-4ca7-9725-85e5b2ae66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f55c640b-53ad-4269-bf6f-c3f5338de7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:39.623974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73536b04-792f-4737-98cc-7c45bf521da6 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Network hostable DHCP agents. Network: f55c640b-53ad-4269-bf6f-c3f5338de7f5, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:17:39.633505 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.666549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:39.670239 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e5022f-8802-493f-bb8f-83446050b4cb" -d '{"events": [{"server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "name": "network-vif-plugged", "status": "completed", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:39.702052 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f7e5e6e-a633-406a-abbf-abef7938179d req-35c038fa-9f66-4048-a382-e4d64d6c629a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701377 Jul 05 10:17:39.705653 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:39.735198 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba24a6f6-3380-441b-ad4e-16628c1042c8 x-openstack-request-id: req-ba24a6f6-3380-441b-ad4e-16628c1042c8 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:39.735801 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "name": "network-vif-plugged", "status": "completed", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:39.736293 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba24a6f6-3380-441b-ad4e-16628c1042c8 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:39.736894 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d', 'code': 200} Jul 05 10:17:39.738400 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73536b04-792f-4737-98cc-7c45bf521da6 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Network f55c640b-53ad-4269-bf6f-c3f5338de7f5 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:17:39.795663 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:39.849269 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,revision_number=13']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:39.876583 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-73536b04-792f-4737-98cc-7c45bf521da6 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, f55c640b-53ad-4269-bf6f-c3f5338de7f5) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:39.887850 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1339ac-3f2f-4c63-8521-4154f2d90417 None None] Network f55c640b-53ad-4269-bf6f-c3f5338de7f5 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:17:39.890795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73536b04-792f-4737-98cc-7c45bf521da6 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:39.891357 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-73536b04-792f-4737-98cc-7c45bf521da6 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:40.062513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56998) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:40.064451 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-73536b04-792f-4737-98cc-7c45bf521da6 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5487294 Jul 05 10:17:40.079035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a6dd0328-c341-4281-81e5-2374bc1dea8d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Request body: {'port': {'network_id': 'f55c640b-53ad-4269-bf6f-c3f5338de7f5', 'name': 'tempest-TagsExtTest-62332470'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:40.284491 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-f55c640b-53ad-4269-bf6f-c3f5338de7f5', 'network_id': 'f55c640b-53ad-4269-bf6f-c3f5338de7f5', 'tenant_id': '22dc8692abcc4ed5b933f801b0c9946f', 'fixed_ips': [{'subnet_id': '804f5026-aa3c-404b-b7a0-ed9443f42dab'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:17:40.286572 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:40.343365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e712-b085-40fb-b19e-414adfe5d1c4 req-71ed7c69-86ae-45ac-b1d6-7507fc1f9ea8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:40.349439 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e712-b085-40fb-b19e-414adfe5d1c4 req-71ed7c69-86ae-45ac-b1d6-7507fc1f9ea8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:40.355761 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e712-b085-40fb-b19e-414adfe5d1c4 req-71ed7c69-86ae-45ac-b1d6-7507fc1f9ea8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:40.362379 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e712-b085-40fb-b19e-414adfe5d1c4 req-71ed7c69-86ae-45ac-b1d6-7507fc1f9ea8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:40.373409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e712-b085-40fb-b19e-414adfe5d1c4 req-71ed7c69-86ae-45ac-b1d6-7507fc1f9ea8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:40.381771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e712-b085-40fb-b19e-414adfe5d1c4 req-71ed7c69-86ae-45ac-b1d6-7507fc1f9ea8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:40.389169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73e712-b085-40fb-b19e-414adfe5d1c4 req-71ed7c69-86ae-45ac-b1d6-7507fc1f9ea8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:40.407622 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ee73e712-b085-40fb-b19e-414adfe5d1c4 req-71ed7c69-86ae-45ac-b1d6-7507fc1f9ea8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.1821458 Jul 05 10:17:40.479432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dd0328-c341-4281-81e5-2374bc1dea8d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Made reservation on behalf of 22dc8692abcc4ed5b933f801b0c9946f for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:40.480674 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a6dd0328-c341-4281-81e5-2374bc1dea8d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:40.535489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-a6dd0328-c341-4281-81e5-2374bc1dea8d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] device_id is not set on port 0b33a56b-baa8-4058-a153-8cf5e4d09fc2 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:17:40.536273 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ee73e712-b085-40fb-b19e-414adfe5d1c4 req-d96d9234-1826-4905-9e99-cb7af5e944d9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1212704 Jul 05 10:17:40.567255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Allocated IP 172.20.0.2 (f55c640b-53ad-4269-bf6f-c3f5338de7f5/804f5026-aa3c-404b-b7a0-ed9443f42dab/d38f2114-9755-4b17-ba4a-5bbd2c36f5d8) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:40.579664 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3495a14-ba39-4c75-9029-479cd7d3d5f6 req-a97a9ecb-8727-432b-8558-595ad395fcc9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 210 time: 0.0571830 Jul 05 10:17:40.803497 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:40.819149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Transition to ACTIVE for port object d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:40.844622 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Transition to ACTIVE for port object d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:40.950513 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.048663 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Pushing event updated for resources: {'Port': ['ID=d38f2114-9755-4b17-ba4a-5bbd2c36f5d8,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:41.064187 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9b3ce441-1d1e-44c7-ad3b-86fa0ff28740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.086504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Network f55c640b-53ad-4269-bf6f-c3f5338de7f5 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:41.090958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:41.098472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:41.113038 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-a6dd0328-c341-4281-81e5-2374bc1dea8d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Allocated IP 172.20.0.5 (f55c640b-53ad-4269-bf6f-c3f5338de7f5/804f5026-aa3c-404b-b7a0-ed9443f42dab/0b33a56b-baa8-4058-a153-8cf5e4d09fc2) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:41.135694 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c001e-89df-427a-ba3a-c9ed9f4ab487 req-1bc386cf-446e-4b44-9c17-5f42e723866f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:41.143028 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-371c001e-89df-427a-ba3a-c9ed9f4ab487 req-1bc386cf-446e-4b44-9c17-5f42e723866f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.2084332 Jul 05 10:17:41.238842 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-371c001e-89df-427a-ba3a-c9ed9f4ab487 req-5e754ba9-780c-4b41-a459-ed599b30935c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946028 Jul 05 10:17:41.255280 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Attempting to bind port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:41.258248 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Attempting to bind port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '0da892f2-f9ce-4ca7-9725-85e5b2ae66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f55c640b-53ad-4269-bf6f-c3f5338de7f5'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:41.258613 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Attempting to bind port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 on network f55c640b-53ad-4269-bf6f-c3f5338de7f5 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:41.265174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:41.265174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Checking segment: {'id': '0da892f2-f9ce-4ca7-9725-85e5b2ae66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f55c640b-53ad-4269-bf6f-c3f5338de7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:41.265558 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.265959 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Bound using segment: {'id': '0da892f2-f9ce-4ca7-9725-85e5b2ae66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f55c640b-53ad-4269-bf6f-c3f5338de7f5'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:41.266440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Bound port: d38f2114-9755-4b17-ba4a-5bbd2c36f5d8, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da892f2-f9ce-4ca7-9725-85e5b2ae66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f55c640b-53ad-4269-bf6f-c3f5338de7f5'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:41.266821 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.385394 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] For port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:41.396657 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] For port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d38f2114-9755-4b17-ba4a-5bbd2c36f5d8,segment=NetworkSegment(0da892f2-f9ce-4ca7-9725-85e5b2ae66eb),segment_id=0da892f2-f9ce-4ca7-9725-85e5b2ae66eb)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:41.533344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a6dd0328-c341-4281-81e5-2374bc1dea8d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.542798 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.573770 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-a6dd0328-c341-4281-81e5-2374bc1dea8d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Transition to ACTIVE for port object 0b33a56b-baa8-4058-a153-8cf5e4d09fc2 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:41.762339 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 87979250-90f3-4016-8a2b-f250a6558e51 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:41.771258 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a6dd0328-c341-4281-81e5-2374bc1dea8d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:41.804962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648f6ff-628a-43b1-a423-1d64e90d5a99 None None] Pushing event updated for resources: {'Port': ['ID=d38f2114-9755-4b17-ba4a-5bbd2c36f5d8,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:41.854106 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-ae873676-bea6-456c-9d62-939bff7b967b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=004ecdb3b3264f069e42a0c8102d49af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050880 Jul 05 10:17:42.082792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd0328-c341-4281-81e5-2374bc1dea8d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Network f55c640b-53ad-4269-bf6f-c3f5338de7f5 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:42.115824 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-53fd1288-2af5-42e0-8e0a-eb44d5b0d10b req-b06d347a-a7eb-404f-b1b4-9fa1f0128fb1 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 210 time: 0.1571841 Jul 05 10:17:42.138705 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-a6dd0328-c341-4281-81e5-2374bc1dea8d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:42.142077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd0328-c341-4281-81e5-2374bc1dea8d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:42.349546 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-8ca753b1-53c0-49ec-8c12-2dc6d8e4d7e4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:42.351410 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-8ca753b1-53c0-49ec-8c12-2dc6d8e4d7e4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4909790 Jul 05 10:17:42.354804 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dd0328-c341-4281-81e5-2374bc1dea8d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:42.358902 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a6dd0328-c341-4281-81e5-2374bc1dea8d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:42.371550 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-25b9e6a4-d4e0-43da-a6c4-9fce3b61e57c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Request body: {'port': {'device_id': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '004ecdb3b3264f069e42a0c8102d49af'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:42.372210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd0328-c341-4281-81e5-2374bc1dea8d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Pushing event updated for resources: {'Port': ['ID=0b33a56b-baa8-4058-a153-8cf5e4d09fc2,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:42.454911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 87979250-90f3-4016-8a2b-f250a6558e51, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=87979250-90f3-4016-8a2b-f250a6558e51,segment=NetworkSegment(b5a651a3-5ef9-4dbd-80a8-58188f295930),segment_id=b5a651a3-5ef9-4dbd-80a8-58188f295930)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:42.506987 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '87979250-90f3-4016-8a2b-f250a6558e51', 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5', 'port_id': '87979250-90f3-4016-8a2b-f250a6558e51', 'mac_address': 'fa:16:3e:9c:ff:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca18096-664d-47c5-a713-0716b10e1546', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:42.512782 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07267214-1f48-4677-af2c-5998173d742d req-b9a0e164-045d-46f7-8142-63d28cfa93de tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:42.551211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07267214-1f48-4677-af2c-5998173d742d req-b9a0e164-045d-46f7-8142-63d28cfa93de tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:42.569747 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07267214-1f48-4677-af2c-5998173d742d req-b9a0e164-045d-46f7-8142-63d28cfa93de tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:42.594081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07267214-1f48-4677-af2c-5998173d742d req-b9a0e164-045d-46f7-8142-63d28cfa93de tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:42.606624 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07267214-1f48-4677-af2c-5998173d742d req-b9a0e164-045d-46f7-8142-63d28cfa93de tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:42.614920 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07267214-1f48-4677-af2c-5998173d742d req-b9a0e164-045d-46f7-8142-63d28cfa93de tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:42.622161 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07267214-1f48-4677-af2c-5998173d742d req-b9a0e164-045d-46f7-8142-63d28cfa93de tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:42.626792 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07267214-1f48-4677-af2c-5998173d742d req-b9a0e164-045d-46f7-8142-63d28cfa93de tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5421 time: 0.7154832 Jul 05 10:17:42.636381 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a6dd0328-c341-4281-81e5-2374bc1dea8d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 2.5683286 Jul 05 10:17:42.642373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57044) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:42.648351 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:42.658793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9a40acac-7dfc-4fa4-8cac-2b69be2819e8 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-548737669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:42.666977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87979250-90f3-4016-8a2b-f250a6558e51 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:42.714242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 87979250-90f3-4016-8a2b-f250a6558e51, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=87979250-90f3-4016-8a2b-f250a6558e51,segment=NetworkSegment(b5a651a3-5ef9-4dbd-80a8-58188f295930),segment_id=b5a651a3-5ef9-4dbd-80a8-58188f295930)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:42.834674 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:42.836267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0586289b-a830-48a9-b498-b77e4ab05bf0 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:42.849522 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-07267214-1f48-4677-af2c-5998173d742d req-44ca9ebb-2bdc-4122-a382-8081b501bcdb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2121372 Jul 05 10:17:42.866275 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9a40acac-7dfc-4fa4-8cac-2b69be2819e8 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:42.867605 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9a40acac-7dfc-4fa4-8cac-2b69be2819e8 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:42.885607 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71535a-1f53-4ad7-a2a8-a0b1e06b61d6 req-a9b02393-30c1-4b36-ad55-a22db4e364be tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:42.893869 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c71535a-1f53-4ad7-a2a8-a0b1e06b61d6 req-a9b02393-30c1-4b36-ad55-a22db4e364be tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.2406080 Jul 05 10:17:42.949080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:42.972225 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c71535a-1f53-4ad7-a2a8-a0b1e06b61d6 req-726a2304-568f-4f88-83e1-16f12e179730 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770044 Jul 05 10:17:43.070361 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.resource_extend [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:17:43.114687 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9a40acac-7dfc-4fa4-8cac-2b69be2819e8 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.154640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=87979250-90f3-4016-8a2b-f250a6558e51,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:43.178555 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-25b9e6a4-d4e0-43da-a6c4-9fce3b61e57c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Made reservation on behalf of 004ecdb3b3264f069e42a0c8102d49af for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:17:43.202007 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-25b9e6a4-d4e0-43da-a6c4-9fce3b61e57c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.316410 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9a40acac-7dfc-4fa4-8cac-2b69be2819e8 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.388746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0586289b-a830-48a9-b498-b77e4ab05bf0, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0586289b-a830-48a9-b498-b77e4ab05bf0,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:43.448344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '0586289b-a830-48a9-b498-b77e4ab05bf0', 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658', 'port_id': '0586289b-a830-48a9-b498-b77e4ab05bf0', 'mac_address': 'fa:16:3e:cb:49:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f41942a-e82d-431e-b053-14befb466f23', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:43.490116 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:43.570443 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9a40acac-7dfc-4fa4-8cac-2b69be2819e8 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.571794 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9a40acac-7dfc-4fa4-8cac-2b69be2819e8 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9283454 Jul 05 10:17:43.576043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57060) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:43.577252 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e179a0a1-1957-41ed-87f6-d6133bdc2747 req-a0c0e7c8-a032-459d-878a-7e2501a7349c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 210 time: 0.1112599 Jul 05 10:17:43.621426 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-7913399c-5395-4cb3-80ee-07ca9937688b tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1664166566', 'prefixes': ['172.20.0.0/16']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:43.649310 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.672971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0586289b-a830-48a9-b498-b77e4ab05bf0 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:43.708713 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-25b9e6a4-d4e0-43da-a6c4-9fce3b61e57c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Allocated IP 192.168.233.38 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/00d0f6f0-42d9-499b-8ec1-e041d507b47f) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:17:43.724621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0586289b-a830-48a9-b498-b77e4ab05bf0, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0586289b-a830-48a9-b498-b77e4ab05bf0,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:43.795512 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-430c8f4b-1ca9-4a23-ad19-ce47b96a6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.865236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad7090b-78d3-423b-8a26-6a18e3dfa057 None None] Network f55c640b-53ad-4269-bf6f-c3f5338de7f5 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:17:43.998062 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:43.999668 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.000645 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 853fb337-6ae9-42a9-a887-cc7a60298722 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:44.155140 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-25b9e6a4-d4e0-43da-a6c4-9fce3b61e57c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.263834 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-25b9e6a4-d4e0-43da-a6c4-9fce3b61e57c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Transition to ACTIVE for port object 00d0f6f0-42d9-499b-8ec1-e041d507b47f will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:44.373684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75245b-aba9-4187-b688-aadc3d9334c3 req-4b4356f9-cda1-47d0-9252-f2037b45251a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:44.380927 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75245b-aba9-4187-b688-aadc3d9334c3 req-4b4356f9-cda1-47d0-9252-f2037b45251a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:44.387459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75245b-aba9-4187-b688-aadc3d9334c3 req-4b4356f9-cda1-47d0-9252-f2037b45251a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:44.394221 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75245b-aba9-4187-b688-aadc3d9334c3 req-4b4356f9-cda1-47d0-9252-f2037b45251a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:44.400458 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75245b-aba9-4187-b688-aadc3d9334c3 req-4b4356f9-cda1-47d0-9252-f2037b45251a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:44.407036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75245b-aba9-4187-b688-aadc3d9334c3 req-4b4356f9-cda1-47d0-9252-f2037b45251a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:44.413465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75245b-aba9-4187-b688-aadc3d9334c3 req-4b4356f9-cda1-47d0-9252-f2037b45251a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:44.421613 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7c75245b-aba9-4187-b688-aadc3d9334c3 req-4b4356f9-cda1-47d0-9252-f2037b45251a tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5423 time: 0.2311125 Jul 05 10:17:44.461926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 853fb337-6ae9-42a9-a887-cc7a60298722, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=853fb337-6ae9-42a9-a887-cc7a60298722,segment=NetworkSegment(b5a651a3-5ef9-4dbd-80a8-58188f295930),segment_id=b5a651a3-5ef9-4dbd-80a8-58188f295930)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:44.470036 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0586289b-a830-48a9-b498-b77e4ab05bf0,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:44.504440 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d9aec65-b2a5-4445-a649-ec68c1f9ff16 req-2a119af0-fa1b-43c2-8e04-76669855d017 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2939258 Jul 05 10:17:44.505634 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '853fb337-6ae9-42a9-a887-cc7a60298722', 'network_id': 'b5db243d-0a6e-4dda-99a5-70a4b3692aa5', 'port_id': '853fb337-6ae9-42a9-a887-cc7a60298722', 'mac_address': 'fa:16:3e:ed:b6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca18096-664d-47c5-a713-0716b10e1546', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:44.506206 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7c75245b-aba9-4187-b688-aadc3d9334c3 req-995cef13-eaf0-449e-8f4b-eaa1e652b357 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833342 Jul 05 10:17:44.551042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7913399c-5395-4cb3-80ee-07ca9937688b tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks [] for subnetpool, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.561259 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7913399c-5395-4cb3-80ee-07ca9937688b tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.9840162 Jul 05 10:17:44.562179 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57078) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:44.568196 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0f321-72f7-4124-8f46-4e5671172e7a req-01eb987b-bdab-4452-b5bc-35ce715df6e2 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:44.568386 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-25b9e6a4-d4e0-43da-a6c4-9fce3b61e57c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.568543 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-81b0f321-72f7-4124-8f46-4e5671172e7a req-01eb987b-bdab-4452-b5bc-35ce715df6e2 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.2501516 Jul 05 10:17:44.571161 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-05f8cf3e-1743-4423-9c92-991856619da3 None None] Provisioning for port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:44.583638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-05f8cf3e-1743-4423-9c92-991856619da3 None None] Provisioning complete for port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:44.584059 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-05f8cf3e-1743-4423-9c92-991856619da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.594316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['26133278-fd99-48a8-8c37-bc91006ea497', '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:44.595692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-9e853c55-4392-4a04-adc3-0d41ec949420 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '804f5026-aa3c-404b-b7a0-ed9443f42dab', 'tempest-TagsExtTest-Tag-38348691') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:44.596568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0c2d9351-e2de-487b-bc9e-64b377f0cf23'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:44.707337 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:44.717495 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-81b0f321-72f7-4124-8f46-4e5671172e7a req-db7b68a1-59b0-4dba-8863-18ed640967b8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448445 Jul 05 10:17:44.759969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9aec65-b2a5-4445-a649-ec68c1f9ff16 req-f19d2dde-2662-4a32-b5d0-a49d13bb834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:44.761901 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d9aec65-b2a5-4445-a649-ec68c1f9ff16 req-f19d2dde-2662-4a32-b5d0-a49d13bb834a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 1102 time: 0.1882217 Jul 05 10:17:44.767239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9e6a4-d4e0-43da-a6c4-9fce3b61e57c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Pushing event updated for resources: {'Port': ['ID=00d0f6f0-42d9-499b-8ec1-e041d507b47f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:44.820865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853fb337-6ae9-42a9-a887-cc7a60298722 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:44.904232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 853fb337-6ae9-42a9-a887-cc7a60298722, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=853fb337-6ae9-42a9-a887-cc7a60298722,segment=NetworkSegment(b5a651a3-5ef9-4dbd-80a8-58188f295930),segment_id=b5a651a3-5ef9-4dbd-80a8-58188f295930)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:44.973437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-25b9e6a4-d4e0-43da-a6c4-9fce3b61e57c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:17:44.998353 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-05f8cf3e-1743-4423-9c92-991856619da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:45.023807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-25b9e6a4-d4e0-43da-a6c4-9fce3b61e57c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:17:45.043510 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:45.053992 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-25b9e6a4-d4e0-43da-a6c4-9fce3b61e57c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:17:45.107621 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9aec65-b2a5-4445-a649-ec68c1f9ff16 req-3716112a-835b-426c-a4dd-5bb6a1ddf435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:45.113907 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d9aec65-b2a5-4445-a649-ec68c1f9ff16 req-3716112a-835b-426c-a4dd-5bb6a1ddf435 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.3209951 Jul 05 10:17:45.124691 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:45.129688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 08c3b1db-4b45-496d-a361-b318ba0dcfda details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:45.207259 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d9aec65-b2a5-4445-a649-ec68c1f9ff16 req-78e70b24-2bcc-4424-970f-59b701825655 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=26133278-fd99-48a8-8c37-bc91006ea497 HTTP/1.1" status: 200 len: 217 time: 0.0778477 Jul 05 10:17:45.408623 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9aec65-b2a5-4445-a649-ec68c1f9ff16 req-c70d469a-3092-4729-8a83-27bf9876a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:45.411074 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d9aec65-b2a5-4445-a649-ec68c1f9ff16 req-c70d469a-3092-4729-8a83-27bf9876a676 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1953676 Jul 05 10:17:45.489117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9aec65-b2a5-4445-a649-ec68c1f9ff16 req-857bbaa8-7b70-40f8-bba8-fffa15f69e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:45.490758 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d9aec65-b2a5-4445-a649-ec68c1f9ff16 req-857bbaa8-7b70-40f8-bba8-fffa15f69e59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0711477 Jul 05 10:17:45.643225 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d9aec65-b2a5-4445-a649-ec68c1f9ff16 req-273de85f-f97b-49e4-a426-f4799a52fba6 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436117 Jul 05 10:17:45.652340 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-05f8cf3e-1743-4423-9c92-991856619da3 None None] For port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d38f2114-9755-4b17-ba4a-5bbd2c36f5d8,segment=NetworkSegment(0da892f2-f9ce-4ca7-9725-85e5b2ae66eb),segment_id=0da892f2-f9ce-4ca7-9725-85e5b2ae66eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:45.671145 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.resource_extend [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:17:45.685548 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=853fb337-6ae9-42a9-a887-cc7a60298722,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:45.883791 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d9aec65-b2a5-4445-a649-ec68c1f9ff16 req-91fb20d0-baf0-4fff-ada4-df675b0cc1b6 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247612 Jul 05 10:17:45.925165 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-05f8cf3e-1743-4423-9c92-991856619da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:45.998912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-25b9e6a4-d4e0-43da-a6c4-9fce3b61e57c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:45.999970 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-25b9e6a4-d4e0-43da-a6c4-9fce3b61e57c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:46.074240 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f60812-a49e-40b5-a53c-5fcce332a193 req-8fb9f8c1-015e-4c24-8932-746f40cd33b7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:46.087351 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a2f60812-a49e-40b5-a53c-5fcce332a193 req-8fb9f8c1-015e-4c24-8932-746f40cd33b7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 935 time: 1.2339509 Jul 05 10:17:46.214410 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a2f60812-a49e-40b5-a53c-5fcce332a193 req-db5929a3-047b-4d5c-ba9d-23fb39cc8cba tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258566 Jul 05 10:17:46.292143 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 08c3b1db-4b45-496d-a361-b318ba0dcfda, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=08c3b1db-4b45-496d-a361-b318ba0dcfda,segment=NetworkSegment(e4ea8374-396f-4b61-834e-cc6ce8da0e03),segment_id=e4ea8374-396f-4b61-834e-cc6ce8da0e03)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:46.328112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8cf3e-1743-4423-9c92-991856619da3 None None] Pushing event updated for resources: {'Port': ['ID=d38f2114-9755-4b17-ba4a-5bbd2c36f5d8,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:46.367297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a8b220df-cf82-44ad-ac5c-32af5cd12693 None None] Provisioning complete for port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:46.367297 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a8b220df-cf82-44ad-ac5c-32af5cd12693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:46.409666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '08c3b1db-4b45-496d-a361-b318ba0dcfda', 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e', 'port_id': '08c3b1db-4b45-496d-a361-b318ba0dcfda', 'mac_address': 'fa:16:3e:38:21:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27292f2c-a95d-441e-b478-d099205c251b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:46.438831 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-25b9e6a4-d4e0-43da-a6c4-9fce3b61e57c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0738711 Jul 05 10:17:46.480066 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Request body: {'port': {'device_id': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:17:46.481476 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:46.555095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c3b1db-4b45-496d-a361-b318ba0dcfda {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:46.591158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 08c3b1db-4b45-496d-a361-b318ba0dcfda, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=08c3b1db-4b45-496d-a361-b318ba0dcfda,segment=NetworkSegment(e4ea8374-396f-4b61-834e-cc6ce8da0e03),segment_id=e4ea8374-396f-4b61-834e-cc6ce8da0e03)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:46.610182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47486555-ee8c-42d8-8f00-3e8d25160c84 req-7b70bb14-09ae-4503-9e64-9b36af4e20b0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:46.616833 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47486555-ee8c-42d8-8f00-3e8d25160c84 req-7b70bb14-09ae-4503-9e64-9b36af4e20b0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:46.625918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47486555-ee8c-42d8-8f00-3e8d25160c84 req-7b70bb14-09ae-4503-9e64-9b36af4e20b0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:46.631941 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47486555-ee8c-42d8-8f00-3e8d25160c84 req-7b70bb14-09ae-4503-9e64-9b36af4e20b0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:46.638751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47486555-ee8c-42d8-8f00-3e8d25160c84 req-7b70bb14-09ae-4503-9e64-9b36af4e20b0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:46.648051 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47486555-ee8c-42d8-8f00-3e8d25160c84 req-7b70bb14-09ae-4503-9e64-9b36af4e20b0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:46.668843 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47486555-ee8c-42d8-8f00-3e8d25160c84 req-7b70bb14-09ae-4503-9e64-9b36af4e20b0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:46.670793 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47486555-ee8c-42d8-8f00-3e8d25160c84 req-7b70bb14-09ae-4503-9e64-9b36af4e20b0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5424 time: 0.2975073 Jul 05 10:17:46.682253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57112) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:46.682857 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9e853c55-4392-4a04-adc3-0d41ec949420 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "PUT /v2.0/subnets/804f5026-aa3c-404b-b7a0-ed9443f42dab/tags/tempest-TagsExtTest-Tag-38348691 HTTP/1.1" status: 201 len: 201 time: 2.1070459 Jul 05 10:17:46.686486 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-289cd767-fa4f-464c-a0bb-a64915c3d1e9 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0b33a56b-baa8-4058-a153-8cf5e4d09fc2', 'tempest-TagsExtTest-Tag-1008100288') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:46.756830 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:46.788048 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47486555-ee8c-42d8-8f00-3e8d25160c84 req-9684ba8e-6369-45f2-8e27-694ff9e3489f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070833 Jul 05 10:17:46.841540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:46.912944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:46.913677 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.104712 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eadab0-3edb-458f-a3be-2e8ad7aa2450 req-92ff4517-d234-483c-bc31-aef25f3a91b7 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:47.112170 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-07eadab0-3edb-458f-a3be-2e8ad7aa2450 req-92ff4517-d234-483c-bc31-aef25f3a91b7 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.1321492 Jul 05 10:17:47.187131 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-07eadab0-3edb-458f-a3be-2e8ad7aa2450 req-816a31e1-0832-4af8-bc06-f8db00567348 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736287 Jul 05 10:17:47.256777 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d0f6f0-42d9-499b-8ec1-e041d507b47f {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:47.264877 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.279666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Transition to ACTIVE for port object 00d0f6f0-42d9-499b-8ec1-e041d507b47f will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:17:47.383243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a60f6-85ea-4230-91b0-fbaae7087b63 req-12a5e41b-293c-4cc0-98cd-9a756e26a68a tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:47.384782 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fe0a60f6-85ea-4230-91b0-fbaae7087b63 req-12a5e41b-293c-4cc0-98cd-9a756e26a68a tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 935 time: 0.0655179 Jul 05 10:17:47.421662 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fe0a60f6-85ea-4230-91b0-fbaae7087b63 req-46bd7f5d-6a2d-4a3d-abd8-6f560aa5f0ba tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310483 Jul 05 10:17:47.430037 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a8b220df-cf82-44ad-ac5c-32af5cd12693 None None] Provisioning for port 0b33a56b-baa8-4058-a153-8cf5e4d09fc2 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:47.432311 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.432971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device df93e2bd-1f20-44b5-84fb-18b52916910e details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:47.464375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a8b220df-cf82-44ad-ac5c-32af5cd12693 None None] Provisioning complete for port 0b33a56b-baa8-4058-a153-8cf5e4d09fc2 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:47.465578 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a8b220df-cf82-44ad-ac5c-32af5cd12693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.530826 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=08c3b1db-4b45-496d-a361-b318ba0dcfda,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:47.555462 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a8b220df-cf82-44ad-ac5c-32af5cd12693 None None] Port 0b33a56b-baa8-4058-a153-8cf5e4d09fc2 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:17:47.558827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port df93e2bd-1f20-44b5-84fb-18b52916910e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=df93e2bd-1f20-44b5-84fb-18b52916910e,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:47.574718 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'df93e2bd-1f20-44b5-84fb-18b52916910e', 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658', 'port_id': 'df93e2bd-1f20-44b5-84fb-18b52916910e', 'mac_address': 'fa:16:3e:dc:92:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f41942a-e82d-431e-b053-14befb466f23', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:47.616420 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-289cd767-fa4f-464c-a0bb-a64915c3d1e9 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "PUT /v2.0/ports/0b33a56b-baa8-4058-a153-8cf5e4d09fc2/tags/tempest-TagsExtTest-Tag-1008100288 HTTP/1.1" status: 201 len: 201 time: 0.9347296 Jul 05 10:17:47.617921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57128) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:47.626616 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.629963 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-38b8ec90-56b5-4e9e-bd43-9468991dca20 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0eebf241-cf0a-4bb2-b6ac-e8c396381248', 'tempest-TagsExtTest-Tag-1764779211') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:47.644047 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.662534 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.671883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df93e2bd-1f20-44b5-84fb-18b52916910e {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:47.723580 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port df93e2bd-1f20-44b5-84fb-18b52916910e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=df93e2bd-1f20-44b5-84fb-18b52916910e,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:47.743009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Pushing event updated for resources: {'Port': ['ID=00d0f6f0-42d9-499b-8ec1-e041d507b47f,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:47.859605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Attempting to bind port 00d0f6f0-42d9-499b-8ec1-e041d507b47f on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:17:47.859998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Attempting to bind port 00d0f6f0-42d9-499b-8ec1-e041d507b47f by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:17:47.860329 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Attempting to bind port 00d0f6f0-42d9-499b-8ec1-e041d507b47f on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:47.865840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Port 00d0f6f0-42d9-499b-8ec1-e041d507b47f on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:17:47.866048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Attempting to bind port 00d0f6f0-42d9-499b-8ec1-e041d507b47f on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:17:47.873385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:17:47.873737 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:17:47.874414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:17:47.874923 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Bound port: 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:17:47.875457 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:47.999472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a8b220df-cf82-44ad-ac5c-32af5cd12693 None None] Provisioning for port 00d0f6f0-42d9-499b-8ec1-e041d507b47f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:48.064697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:17:48.088095 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.088095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 80fc754d-8956-4773-bf0a-c1b21e4c283f details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:48.158866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:17:48.222564 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-38b8ec90-56b5-4e9e-bd43-9468991dca20 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "PUT /v2.0/routers/0eebf241-cf0a-4bb2-b6ac-e8c396381248/tags/tempest-TagsExtTest-Tag-1764779211 HTTP/1.1" status: 201 len: 201 time: 0.6007667 Jul 05 10:17:48.223883 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57136) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:48.224790 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 80fc754d-8956-4773-bf0a-c1b21e4c283f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=80fc754d-8956-4773-bf0a-c1b21e4c283f,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:48.228689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-fcd1963d-8c34-461e-a398-89a5a284825d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c6ece150-647d-47dd-82ce-c7d95abb2d4e', 'tempest-TagsExtTest-Tag-392730745') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:48.234331 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=df93e2bd-1f20-44b5-84fb-18b52916910e,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:48.234611 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d6217-c23c-4330-a1a3-780ccf5f8af8 req-ac0daab1-5d3e-4e0e-80a1-b03767a25218 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:48.239566 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4d8ee297-66e7-48f8-8ef9-718da88edc99 None None] Provisioning complete for port 0b33a56b-baa8-4058-a153-8cf5e4d09fc2 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:48.243172 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4d8ee297-66e7-48f8-8ef9-718da88edc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.252901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d6217-c23c-4330-a1a3-780ccf5f8af8 req-ac0daab1-5d3e-4e0e-80a1-b03767a25218 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:48.259327 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d6217-c23c-4330-a1a3-780ccf5f8af8 req-ac0daab1-5d3e-4e0e-80a1-b03767a25218 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:48.273527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d6217-c23c-4330-a1a3-780ccf5f8af8 req-ac0daab1-5d3e-4e0e-80a1-b03767a25218 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:48.280321 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-4d8ee297-66e7-48f8-8ef9-718da88edc99 None None] Port 0b33a56b-baa8-4058-a153-8cf5e4d09fc2 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:17:48.281264 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d6217-c23c-4330-a1a3-780ccf5f8af8 req-ac0daab1-5d3e-4e0e-80a1-b03767a25218 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:48.285504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '80fc754d-8956-4773-bf0a-c1b21e4c283f', 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658', 'port_id': '80fc754d-8956-4773-bf0a-c1b21e4c283f', 'mac_address': 'fa:16:3e:c1:73:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f41942a-e82d-431e-b053-14befb466f23', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:48.294870 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d6217-c23c-4330-a1a3-780ccf5f8af8 req-ac0daab1-5d3e-4e0e-80a1-b03767a25218 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:48.298265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d6217-c23c-4330-a1a3-780ccf5f8af8 req-ac0daab1-5d3e-4e0e-80a1-b03767a25218 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:48.307483 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bd7d6217-c23c-4330-a1a3-780ccf5f8af8 req-ac0daab1-5d3e-4e0e-80a1-b03767a25218 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5425 time: 0.2611685 Jul 05 10:17:48.341725 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.393809 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.416861 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:48.417492 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.420729 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] 10.222.0.64 "PUT /v2.0/ports/00d0f6f0-42d9-499b-8ec1-e041d507b47f HTTP/1.1" status: 200 len: 1096 time: 1.9541585 Jul 05 10:17:48.422086 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:48.424464 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128375ea-f6ea-458e-9890-3a19bb051924" -d '{"events": [{"name": "network-changed", "server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:48.429719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fc754d-8956-4773-bf0a-c1b21e4c283f {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:48.477129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 80fc754d-8956-4773-bf0a-c1b21e4c283f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=80fc754d-8956-4773-bf0a-c1b21e4c283f,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:48.574219 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bd7d6217-c23c-4330-a1a3-780ccf5f8af8 req-d1f132f3-7411-461d-9519-f5eb6d26cc32 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2657516 Jul 05 10:17:48.598991 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f32a1-f387-4e22-a541-8780102356c6 service neutron] Pushing event updated for resources: {'Port': ['ID=00d0f6f0-42d9-499b-8ec1-e041d507b47f,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:48.742521 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:48.742521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device b3f00607-07b6-4240-997d-5aa1a2d0de4a details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:48.842353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-97b0d790-b0dc-4e70-b3b1-7d2d022aa323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:48.844277 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-97b0d790-b0dc-4e70-b3b1-7d2d022aa323 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 1099 time: 0.1516228 Jul 05 10:17:48.894709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=80fc754d-8956-4773-bf0a-c1b21e4c283f,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:48.938064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port b3f00607-07b6-4240-997d-5aa1a2d0de4a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=b3f00607-07b6-4240-997d-5aa1a2d0de4a,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:48.969236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'b3f00607-07b6-4240-997d-5aa1a2d0de4a', 'network_id': '64b7b143-0d34-4d45-beb0-8230e0a65658', 'port_id': 'b3f00607-07b6-4240-997d-5aa1a2d0de4a', 'mac_address': 'fa:16:3e:ac:ad:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f41942a-e82d-431e-b053-14befb466f23', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:49.021872 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-3ee1bd09-49e2-4ccd-9d8a-b2214dd0c9e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f HTTP/1.1" status: 200 len: 217 time: 0.1306574 Jul 05 10:17:49.107660 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.140596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f00607-07b6-4240-997d-5aa1a2d0de4a {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:49.154536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-39d989ce-807a-4002-82dd-3fa33ed7718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:49.159801 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-39d989ce-807a-4002-82dd-3fa33ed7718a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1242001 Jul 05 10:17:49.184583 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port b3f00607-07b6-4240-997d-5aa1a2d0de4a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=b3f00607-07b6-4240-997d-5aa1a2d0de4a,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:49.221132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25222e-d4d7-4c70-b09f-90ddc7c39c1e req-228213b0-b67a-4b01-a82b-8a72b7f80a1e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:49.228882 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab25222e-d4d7-4c70-b09f-90ddc7c39c1e req-228213b0-b67a-4b01-a82b-8a72b7f80a1e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 947 time: 0.4136064 Jul 05 10:17:49.294284 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab25222e-d4d7-4c70-b09f-90ddc7c39c1e req-d8c67779-478f-443d-a6a4-4f5409da87ee tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639222 Jul 05 10:17:49.304455 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:49.320184 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20934ee-a0fc-48d7-a4de-a8d2c6820922 req-e2e02472-90c0-4e38-be5b-8dfc1b756afc tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:49.322709 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f20934ee-a0fc-48d7-a4de-a8d2c6820922 req-e2e02472-90c0-4e38-be5b-8dfc1b756afc tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.1609528 Jul 05 10:17:49.355387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-98250f21-d6e3-47fb-8b01-28f57343f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:49.364408 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-98250f21-d6e3-47fb-8b01-28f57343f514 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1909006 Jul 05 10:17:49.427620 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f20934ee-a0fc-48d7-a4de-a8d2c6820922 req-9f1a9cd5-1f52-481e-92fa-5af70e25bcf3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941596 Jul 05 10:17:49.433674 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fcd1963d-8c34-461e-a398-89a5a284825d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "PUT /v2.0/subnetpools/c6ece150-647d-47dd-82ce-c7d95abb2d4e/tags/tempest-TagsExtTest-Tag-392730745 HTTP/1.1" status: 201 len: 201 time: 1.2063746 Jul 05 10:17:49.435495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57160) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:49.448905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-003e8dff-9455-4dd0-a1b9-a30b8dbff7bb tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '804f5026-aa3c-404b-b7a0-ed9443f42dab') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:49.462940 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788761a0-d6e2-4441-852e-545696ba3ddd x-openstack-request-id: req-788761a0-d6e2-4441-852e-545696ba3ddd {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:49.468756 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=b3f00607-07b6-4240-997d-5aa1a2d0de4a,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:49.477785 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:49.478142 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-788761a0-d6e2-4441-852e-545696ba3ddd {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:49.478925 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f', 'status': 'completed', 'code': 200} Jul 05 10:17:49.606944 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-dd8133b6-8cd1-490d-b42e-da31948c2f73 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329392 Jul 05 10:17:49.607397 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-003e8dff-9455-4dd0-a1b9-a30b8dbff7bb tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/subnets/804f5026-aa3c-404b-b7a0-ed9443f42dab/tags HTTP/1.1" status: 200 len: 239 time: 0.1665378 Jul 05 10:17:49.611483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57164) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:49.617662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-f46a697c-ff84-4109-9371-deb1f4211f2b tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '804f5026-aa3c-404b-b7a0-ed9443f42dab', 'tempest-TagsExtTest-Tag-38348691') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:49.692751 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f46a697c-ff84-4109-9371-deb1f4211f2b tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/subnets/804f5026-aa3c-404b-b7a0-ed9443f42dab/tags/tempest-TagsExtTest-Tag-38348691 HTTP/1.1" status: 204 len: 168 time: 0.0756042 Jul 05 10:17:49.693194 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57172) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:49.702865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-f7f24ef8-f2a0-4788-bda6-de48e9f6411a tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '804f5026-aa3c-404b-b7a0-ed9443f42dab', 'tempest-TagsExtTest-Tag-38348691') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:49.866154 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e230a460-986a-47ba-b2a4-ec10383b6fef req-c70cf797-7e03-42cb-a4ea-646c94d44138 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501011 Jul 05 10:17:49.989518 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb299a-9ab2-4c95-a913-bd188c2c841c req-3ccf6f6f-a9c5-48ba-86e8-74324527397c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:49.996785 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb299a-9ab2-4c95-a913-bd188c2c841c req-3ccf6f6f-a9c5-48ba-86e8-74324527397c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:50.003695 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb299a-9ab2-4c95-a913-bd188c2c841c req-3ccf6f6f-a9c5-48ba-86e8-74324527397c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:50.010955 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb299a-9ab2-4c95-a913-bd188c2c841c req-3ccf6f6f-a9c5-48ba-86e8-74324527397c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:50.014005 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f7f24ef8-f2a0-4788-bda6-de48e9f6411a tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/subnets/804f5026-aa3c-404b-b7a0-ed9443f42dab/tags/tempest-TagsExtTest-Tag-38348691 HTTP/1.1" status: 204 len: 168 time: 0.3197527 Jul 05 10:17:50.017561 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57182) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.020657 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb299a-9ab2-4c95-a913-bd188c2c841c req-3ccf6f6f-a9c5-48ba-86e8-74324527397c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:50.021721 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-3e1b59f2-8334-4672-906a-88dc10277490 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '804f5026-aa3c-404b-b7a0-ed9443f42dab') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:50.027396 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb299a-9ab2-4c95-a913-bd188c2c841c req-3ccf6f6f-a9c5-48ba-86e8-74324527397c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:50.034309 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb299a-9ab2-4c95-a913-bd188c2c841c req-3ccf6f6f-a9c5-48ba-86e8-74324527397c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:50.042810 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-57cb299a-9ab2-4c95-a913-bd188c2c841c req-3ccf6f6f-a9c5-48ba-86e8-74324527397c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5428 time: 0.1930561 Jul 05 10:17:50.063696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57184) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.093199 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['08c3b1db-4b45-496d-a361-b318ba0dcfda'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:50.160379 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-57cb299a-9ab2-4c95-a913-bd188c2c841c req-890013e0-8ddd-4fff-ad48-87af9e73246e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165776 Jul 05 10:17:50.185422 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3e1b59f2-8334-4672-906a-88dc10277490 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/subnets/804f5026-aa3c-404b-b7a0-ed9443f42dab/tags HTTP/1.1" status: 200 len: 205 time: 0.1679711 Jul 05 10:17:50.185899 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57188) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.196565 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-b059849c-69f5-4fba-8a5a-2a69755836af tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0b33a56b-baa8-4058-a153-8cf5e4d09fc2') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:50.197586 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0586289b-a830-48a9-b498-b77e4ab05bf0'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:50.204810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['853fb337-6ae9-42a9-a887-cc7a60298722'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:50.210284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['87979250-90f3-4016-8a2b-f250a6558e51'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:50.221375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['df93e2bd-1f20-44b5-84fb-18b52916910e'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:50.247237 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128375ea-f6ea-458e-9890-3a19bb051924 req-bce4f517-ce5b-4d5c-8aad-b48fb398e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:50.247857 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1b691fd0-509c-44e4-8e62-7752e077a2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.249061 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-128375ea-f6ea-458e-9890-3a19bb051924 req-bce4f517-ce5b-4d5c-8aad-b48fb398e780 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 1099 time: 0.1967647 Jul 05 10:17:50.249423 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['b3f00607-07b6-4240-997d-5aa1a2d0de4a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:50.364710 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b059849c-69f5-4fba-8a5a-2a69755836af tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/ports/0b33a56b-baa8-4058-a153-8cf5e4d09fc2/tags HTTP/1.1" status: 200 len: 241 time: 0.1772332 Jul 05 10:17:50.373369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57194) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.377485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-8d09ffd9-8aaf-4306-88ff-1b2ba02d5fba tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0b33a56b-baa8-4058-a153-8cf5e4d09fc2', 'tempest-TagsExtTest-Tag-1008100288') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:50.443412 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128375ea-f6ea-458e-9890-3a19bb051924 req-9fba4b8b-cd33-4fd7-82ee-3a0a353e665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:50.445803 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-128375ea-f6ea-458e-9890-3a19bb051924 req-9fba4b8b-cd33-4fd7-82ee-3a0a353e665c service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1861691 Jul 05 10:17:50.473546 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1b691fd0-509c-44e4-8e62-7752e077a2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.584368 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1b691fd0-509c-44e4-8e62-7752e077a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:50.606129 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-128375ea-f6ea-458e-9890-3a19bb051924 req-9e4ab348-11ba-4369-8dac-db19eaa02836 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f HTTP/1.1" status: 200 len: 217 time: 0.1400197 Jul 05 10:17:50.622542 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8d09ffd9-8aaf-4306-88ff-1b2ba02d5fba tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/ports/0b33a56b-baa8-4058-a153-8cf5e4d09fc2/tags/tempest-TagsExtTest-Tag-1008100288 HTTP/1.1" status: 204 len: 168 time: 0.2472415 Jul 05 10:17:50.627449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57202) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.633916 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-569a6218-3f0c-49c6-8b3b-144ec049f097 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0b33a56b-baa8-4058-a153-8cf5e4d09fc2', 'tempest-TagsExtTest-Tag-1008100288') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:50.734921 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1b691fd0-509c-44e4-8e62-7752e077a2f4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=662ca80cbbf049db8c8dd3c8e8d94b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6639853 Jul 05 10:17:50.749792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57210) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:50.774953 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b691fd0-509c-44e4-8e62-7752e077a2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac88fe0-b4f3-4016-b1b3-a0da8c5781ae,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:50.850572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8be89-9b1e-4d2a-b02c-34e094953749 req-67d79b93-0050-48f6-9546-80d95f506398 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:50.865199 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dfb8be89-9b1e-4d2a-b02c-34e094953749 req-67d79b93-0050-48f6-9546-80d95f506398 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 947 time: 0.3491328 Jul 05 10:17:50.949207 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dfb8be89-9b1e-4d2a-b02c-34e094953749 req-974c4531-7892-4566-bb92-c27587daa9b4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817716 Jul 05 10:17:50.954970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128375ea-f6ea-458e-9890-3a19bb051924 req-6c8eff91-f5e7-4cc0-9cf6-2252193e98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:50.956978 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-128375ea-f6ea-458e-9890-3a19bb051924 req-6c8eff91-f5e7-4cc0-9cf6-2252193e98c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.2743728 Jul 05 10:17:50.992820 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-07f591ec-1640-4532-8e7f-e1dae3e2234a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.069930 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-07f591ec-1640-4532-8e7f-e1dae3e2234a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.150441 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c512a-947d-4869-ad45-f034194a1558 req-ee57a752-018f-49ad-ab48-e8adf069a602 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:51.152257 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-048c512a-947d-4869-ad45-f034194a1558 req-ee57a752-018f-49ad-ab48-e8adf069a602 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.3548009 Jul 05 10:17:51.166480 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['80fc754d-8956-4773-bf0a-c1b21e4c283f'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:51.254182 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-048c512a-947d-4869-ad45-f034194a1558 req-a3e3670f-8e31-437e-a390-b1a822361ddb tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930977 Jul 05 10:17:51.265706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128375ea-f6ea-458e-9890-3a19bb051924 req-9392f57c-f270-4604-9e83-2228d95fabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:51.271408 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-128375ea-f6ea-458e-9890-3a19bb051924 req-9392f57c-f270-4604-9e83-2228d95fabf0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2925813 Jul 05 10:17:51.293792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e5342-391c-46bd-af68-388f2655e0e3 req-1c22e737-f1c2-4d3a-8391-624451a9f82e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:51.293792 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-550e5342-391c-46bd-af68-388f2655e0e3 req-1c22e737-f1c2-4d3a-8391-624451a9f82e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.1115909 Jul 05 10:17:51.351966 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-07f591ec-1640-4532-8e7f-e1dae3e2234a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.355417 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-569a6218-3f0c-49c6-8b3b-144ec049f097 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/ports/0b33a56b-baa8-4058-a153-8cf5e4d09fc2/tags/tempest-TagsExtTest-Tag-1008100288 HTTP/1.1" status: 204 len: 168 time: 0.7291441 Jul 05 10:17:51.355582 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-07f591ec-1640-4532-8e7f-e1dae3e2234a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:51.356393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57224) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:51.364569 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-07f591ec-1640-4532-8e7f-e1dae3e2234a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eac88fe0-b4f3-4016-b1b3-a0da8c5781ae HTTP/1.1" status: 204 len: 168 time: 0.6127312 Jul 05 10:17:51.374870 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-b137ba16-c72d-4cd5-9685-1ca19c4aaa79 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0b33a56b-baa8-4058-a153-8cf5e4d09fc2') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:51.411645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f591ec-1640-4532-8e7f-e1dae3e2234a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac88fe0-b4f3-4016-b1b3-a0da8c5781ae,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:51.424785 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-550e5342-391c-46bd-af68-388f2655e0e3 req-887e089c-8d4f-4765-bed7-9a58579c66b0 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255407 Jul 05 10:17:51.561578 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-128375ea-f6ea-458e-9890-3a19bb051924 req-274612a0-7ed2-4643-9255-4ce1a3dfe256 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808392 Jul 05 10:17:51.719832 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b137ba16-c72d-4cd5-9685-1ca19c4aaa79 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/ports/0b33a56b-baa8-4058-a153-8cf5e4d09fc2/tags HTTP/1.1" status: 200 len: 205 time: 0.3560667 Jul 05 10:17:51.722565 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57238) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:51.728610 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-ab4c6265-2177-4615-be1a-544b0833d15a tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0eebf241-cf0a-4bb2-b6ac-e8c396381248') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:51.791952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a79e2-921e-4dfb-82ae-c6d812323dcb req-243d35e3-f2e3-4915-95f2-1ad4540a2169 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:51.809511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a79e2-921e-4dfb-82ae-c6d812323dcb req-243d35e3-f2e3-4915-95f2-1ad4540a2169 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:51.821992 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a79e2-921e-4dfb-82ae-c6d812323dcb req-243d35e3-f2e3-4915-95f2-1ad4540a2169 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:51.835571 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a79e2-921e-4dfb-82ae-c6d812323dcb req-243d35e3-f2e3-4915-95f2-1ad4540a2169 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:51.852270 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a79e2-921e-4dfb-82ae-c6d812323dcb req-243d35e3-f2e3-4915-95f2-1ad4540a2169 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:51.862515 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a79e2-921e-4dfb-82ae-c6d812323dcb req-243d35e3-f2e3-4915-95f2-1ad4540a2169 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:51.869367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a79e2-921e-4dfb-82ae-c6d812323dcb req-243d35e3-f2e3-4915-95f2-1ad4540a2169 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:51.873707 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-921a79e2-921e-4dfb-82ae-c6d812323dcb req-243d35e3-f2e3-4915-95f2-1ad4540a2169 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5428 time: 0.4355047 Jul 05 10:17:51.959891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ab4c6265-2177-4615-be1a-544b0833d15a tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/routers/0eebf241-cf0a-4bb2-b6ac-e8c396381248/tags HTTP/1.1" status: 200 len: 241 time: 0.2361057 Jul 05 10:17:51.960657 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57246) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:51.967322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-1e33cd76-5c49-4fef-93fc-6b9d8483feab tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0eebf241-cf0a-4bb2-b6ac-e8c396381248', 'tempest-TagsExtTest-Tag-1764779211') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:51.999273 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-128375ea-f6ea-458e-9890-3a19bb051924 req-3e8dfd3d-85f3-4b67-9e20-1548bfa85a7d service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079769 Jul 05 10:17:52.026029 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-921a79e2-921e-4dfb-82ae-c6d812323dcb req-4fe6ab84-7e7c-4002-a526-8015e9aa7e9d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304202 Jul 05 10:17:52.108368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57250) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:52.108895 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1e33cd76-5c49-4fef-93fc-6b9d8483feab tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/routers/0eebf241-cf0a-4bb2-b6ac-e8c396381248/tags/tempest-TagsExtTest-Tag-1764779211 HTTP/1.1" status: 204 len: 168 time: 0.1466734 Jul 05 10:17:52.115376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-002e2a06-9db0-405e-b6fc-95fad76a86e4 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0eebf241-cf0a-4bb2-b6ac-e8c396381248', 'tempest-TagsExtTest-Tag-1764779211') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:52.207578 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.343926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57254) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:52.346032 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad38e9-f372-4047-b805-27446c83c298 req-ed99f49e-517c-4e18-acd3-e05469f5af2f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:52.353809 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8dad38e9-f372-4047-b805-27446c83c298 req-ed99f49e-517c-4e18-acd3-e05469f5af2f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 947 time: 0.1015632 Jul 05 10:17:52.362433 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a6935d3d-c5e9-4c77-8343-004dc0dbb5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.392759 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8dad38e9-f372-4047-b805-27446c83c298 req-3a51f63f-9646-4c88-9876-367b4c3021a4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379887 Jul 05 10:17:52.429367 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-002e2a06-9db0-405e-b6fc-95fad76a86e4 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/routers/0eebf241-cf0a-4bb2-b6ac-e8c396381248/tags/tempest-TagsExtTest-Tag-1764779211 HTTP/1.1" status: 204 len: 168 time: 0.3192024 Jul 05 10:17:52.438376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57256) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:52.446979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-f0a45049-0eaf-4733-9dd7-c0ebfc15f988 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0eebf241-cf0a-4bb2-b6ac-e8c396381248') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:52.581834 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a6935d3d-c5e9-4c77-8343-004dc0dbb5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.659957 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f0a45049-0eaf-4733-9dd7-c0ebfc15f988 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/routers/0eebf241-cf0a-4bb2-b6ac-e8c396381248/tags HTTP/1.1" status: 200 len: 205 time: 0.2190971 Jul 05 10:17:52.661119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57260) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:52.666711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-72cd1864-76e9-42c3-b483-673f63607f6b tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c6ece150-647d-47dd-82ce-c7d95abb2d4e') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:52.700378 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce9cb6-f561-4ecb-bc5b-fe2e0283e10a req-a2495ea0-3543-4b99-8baf-54110d3f0996 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:52.701500 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-72cd1864-76e9-42c3-b483-673f63607f6b tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/subnetpools/c6ece150-647d-47dd-82ce-c7d95abb2d4e/tags HTTP/1.1" status: 200 len: 240 time: 0.0390809 Jul 05 10:17:52.705356 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a6ce9cb6-f561-4ecb-bc5b-fe2e0283e10a req-a2495ea0-3543-4b99-8baf-54110d3f0996 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.0996296 Jul 05 10:17:52.705900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57262) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:52.710397 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-32d6f16d-18fe-4ab7-88b6-087cf209b823 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c6ece150-647d-47dd-82ce-c7d95abb2d4e', 'tempest-TagsExtTest-Tag-392730745') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:52.727053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0da03-ee86-4065-8006-cb7c80a62d8e req-44d68595-397a-4e33-b528-1380ceb0bc7c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:52.729265 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2f0da03-ee86-4065-8006-cb7c80a62d8e req-44d68595-397a-4e33-b528-1380ceb0bc7c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.1170707 Jul 05 10:17:52.752518 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a6935d3d-c5e9-4c77-8343-004dc0dbb5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.773724 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a6ce9cb6-f561-4ecb-bc5b-fe2e0283e10a req-08eea3f2-3442-4b29-b20c-f07913d2bdea tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557973 Jul 05 10:17:52.780579 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a6935d3d-c5e9-4c77-8343-004dc0dbb5ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cfa85bd54bba4e319fba1cdc1281c5bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4353039 Jul 05 10:17:52.785596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57264) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:52.819436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6935d3d-c5e9-4c77-8343-004dc0dbb5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0622073-464c-4975-afcf-309d00bd638e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:52.852770 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63cf1877-fcd4-429a-aa3a-690ffb6f25e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.860955 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2f0da03-ee86-4065-8006-cb7c80a62d8e req-6e6fd9d2-a829-4383-8e3f-2086569de433 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225464 Jul 05 10:17:52.888085 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63cf1877-fcd4-429a-aa3a-690ffb6f25e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:52.891794 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-32d6f16d-18fe-4ab7-88b6-087cf209b823 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/subnetpools/c6ece150-647d-47dd-82ce-c7d95abb2d4e/tags/tempest-TagsExtTest-Tag-392730745 HTTP/1.1" status: 204 len: 168 time: 0.1848929 Jul 05 10:17:52.894440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57270) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:52.899447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-5a8e0137-b8bc-4daf-ad18-476cea71517b tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c6ece150-647d-47dd-82ce-c7d95abb2d4e', 'tempest-TagsExtTest-Tag-392730745') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:53.064709 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5a8e0137-b8bc-4daf-ad18-476cea71517b tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c6ece150-647d-47dd-82ce-c7d95abb2d4e/tags/tempest-TagsExtTest-Tag-392730745 HTTP/1.1" status: 204 len: 168 time: 0.1690946 Jul 05 10:17:53.067912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57272) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:53.073761 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-0ccb61fd-64ef-49c7-8b74-5555571ae60d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c6ece150-647d-47dd-82ce-c7d95abb2d4e') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:53.100023 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0ccb61fd-64ef-49c7-8b74-5555571ae60d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/subnetpools/c6ece150-647d-47dd-82ce-c7d95abb2d4e/tags HTTP/1.1" status: 200 len: 205 time: 0.0275836 Jul 05 10:17:53.100350 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57276) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:53.104911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-bd2fc58c-c7d8-42de-b256-3b0c7172eb2d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c6ece150-647d-47dd-82ce-c7d95abb2d4e') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:53.130948 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bd2fc58c-c7d8-42de-b256-3b0c7172eb2d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c6ece150-647d-47dd-82ce-c7d95abb2d4e/tags HTTP/1.1" status: 204 len: 168 time: 0.0294995 Jul 05 10:17:53.133651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57278) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:53.139252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-a9a0b14c-8711-457f-bd4e-970391a509aa tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0eebf241-cf0a-4bb2-b6ac-e8c396381248') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:53.177326 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63cf1877-fcd4-429a-aa3a-690ffb6f25e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.180712 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63cf1877-fcd4-429a-aa3a-690ffb6f25e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.182158 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-63cf1877-fcd4-429a-aa3a-690ffb6f25e9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0622073-464c-4975-afcf-309d00bd638e HTTP/1.1" status: 204 len: 168 time: 0.3948541 Jul 05 10:17:53.239455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf1877-fcd4-429a-aa3a-690ffb6f25e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0622073-464c-4975-afcf-309d00bd638e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:53.272636 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052cecc-c2a3-4b48-8d36-cd57edcd31d4 req-ef49950d-d58b-42e3-b887-803506475358 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:53.281088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052cecc-c2a3-4b48-8d36-cd57edcd31d4 req-ef49950d-d58b-42e3-b887-803506475358 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:53.281269 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a9a0b14c-8711-457f-bd4e-970391a509aa tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/routers/0eebf241-cf0a-4bb2-b6ac-e8c396381248/tags HTTP/1.1" status: 204 len: 168 time: 0.1438720 Jul 05 10:17:53.281269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57282) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:53.285259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052cecc-c2a3-4b48-8d36-cd57edcd31d4 req-ef49950d-d58b-42e3-b887-803506475358 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:53.287416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-6ed72201-e4ce-407c-a029-78fede2e773c tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0b33a56b-baa8-4058-a153-8cf5e4d09fc2') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:53.291156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052cecc-c2a3-4b48-8d36-cd57edcd31d4 req-ef49950d-d58b-42e3-b887-803506475358 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:53.297143 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052cecc-c2a3-4b48-8d36-cd57edcd31d4 req-ef49950d-d58b-42e3-b887-803506475358 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:53.303600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052cecc-c2a3-4b48-8d36-cd57edcd31d4 req-ef49950d-d58b-42e3-b887-803506475358 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:53.309744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052cecc-c2a3-4b48-8d36-cd57edcd31d4 req-ef49950d-d58b-42e3-b887-803506475358 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:53.311705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d052cecc-c2a3-4b48-8d36-cd57edcd31d4 req-ef49950d-d58b-42e3-b887-803506475358 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5428 time: 0.1206110 Jul 05 10:17:53.317070 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device b3f00607-07b6-4240-997d-5aa1a2d0de4a up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:53.346082 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6ed72201-e4ce-407c-a029-78fede2e773c tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/ports/0b33a56b-baa8-4058-a153-8cf5e4d09fc2/tags HTTP/1.1" status: 204 len: 168 time: 0.0625181 Jul 05 10:17:53.349737 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57284) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:53.354843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-6a50c525-31ae-4078-b3a7-465bdc13efee tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '804f5026-aa3c-404b-b7a0-ed9443f42dab') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:53.368796 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 00d0f6f0-42d9-499b-8ec1-e041d507b47f details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:53.397917 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d052cecc-c2a3-4b48-8d36-cd57edcd31d4 req-4cb3b0de-9e28-49cd-8add-cd207c54d9d7 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732257 Jul 05 10:17:53.450054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57288) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:53.455532 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6a50c525-31ae-4078-b3a7-465bdc13efee tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/subnets/804f5026-aa3c-404b-b7a0-ed9443f42dab/tags HTTP/1.1" status: 204 len: 168 time: 0.1044602 Jul 05 10:17:53.456009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-1ce5568b-e471-476e-9350-34749fc1f72f tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '804f5026-aa3c-404b-b7a0-ed9443f42dab', 'tempest-TagsExtTest-Tag-126411436') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:53.534310 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:53.558731 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port b3f00607-07b6-4240-997d-5aa1a2d0de4a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:53.565088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '00d0f6f0-42d9-499b-8ec1-e041d507b47f', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '00d0f6f0-42d9-499b-8ec1-e041d507b47f', 'mac_address': 'fa:16:3e:e3:f4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:53.571505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port b3f00607-07b6-4240-997d-5aa1a2d0de4a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:53.571686 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.616718 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ae3b8-6d46-47a6-a103-8c216d0ad8bd req-f6a8a40c-3cbe-4cfd-93e8-cbbd071e4412 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:53.625020 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eb2ae3b8-6d46-47a6-a103-8c216d0ad8bd req-f6a8a40c-3cbe-4cfd-93e8-cbbd071e4412 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 947 time: 0.0902960 Jul 05 10:17:53.633913 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.653748 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d0f6f0-42d9-499b-8ec1-e041d507b47f {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:53.684635 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eb2ae3b8-6d46-47a6-a103-8c216d0ad8bd req-0cafa28a-eb6b-4f40-9eb8-c09035fee55c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565975 Jul 05 10:17:53.697454 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:53.714653 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.754620 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57292) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:53.756744 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1ce5568b-e471-476e-9350-34749fc1f72f tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "PUT /v2.0/subnets/804f5026-aa3c-404b-b7a0-ed9443f42dab/tags/tempest-TagsExtTest-Tag-126411436 HTTP/1.1" status: 201 len: 201 time: 0.3054807 Jul 05 10:17:53.759886 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f00607-07b6-4240-997d-5aa1a2d0de4a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:53.763012 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2468895e-7939-4cee-9212-67352d4e7db5" -d '{"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-plugged", "status": "completed", "tag": "b3f00607-07b6-4240-997d-5aa1a2d0de4a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:53.768203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-879646ce-7cba-422f-b5af-9dd459a6cb42 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0b33a56b-baa8-4058-a153-8cf5e4d09fc2', 'tempest-TagsExtTest-Tag-885072639') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:53.803606 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port b3f00607-07b6-4240-997d-5aa1a2d0de4a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=b3f00607-07b6-4240-997d-5aa1a2d0de4a,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:53.838845 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.939469 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342b1dd4-c3f5-40db-8f9f-2080fe5962b0 x-openstack-request-id: req-342b1dd4-c3f5-40db-8f9f-2080fe5962b0 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:53.940093 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-plugged", "status": "completed", "tag": "b3f00607-07b6-4240-997d-5aa1a2d0de4a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:53.940631 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-342b1dd4-c3f5-40db-8f9f-2080fe5962b0 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:53.941749 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f00607-07b6-4240-997d-5aa1a2d0de4a', 'code': 200} Jul 05 10:17:53.956320 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:53.956320 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 853fb337-6ae9-42a9-a887-cc7a60298722 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:54.005390 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-879646ce-7cba-422f-b5af-9dd459a6cb42 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "PUT /v2.0/ports/0b33a56b-baa8-4058-a153-8cf5e4d09fc2/tags/tempest-TagsExtTest-Tag-885072639 HTTP/1.1" status: 201 len: 201 time: 0.2495909 Jul 05 10:17:54.007047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57308) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:54.012756 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-18732e13-b2b2-49d8-bbd5-b7110c2f09e3 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0eebf241-cf0a-4bb2-b6ac-e8c396381248', 'tempest-TagsExtTest-Tag-941517767') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:54.096038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=00d0f6f0-42d9-499b-8ec1-e041d507b47f,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:54.123237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636edb9c-7fc5-415a-a181-2fc6ed87ae50 req-c6849da4-5fff-4402-a84d-e98fbfb8c70e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:54.155115 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-636edb9c-7fc5-415a-a181-2fc6ed87ae50 req-c6849da4-5fff-4402-a84d-e98fbfb8c70e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.1992698 Jul 05 10:17:54.168076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=b3f00607-07b6-4240-997d-5aa1a2d0de4a,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:54.183935 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['00d0f6f0-42d9-499b-8ec1-e041d507b47f'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:54.194306 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-636edb9c-7fc5-415a-a181-2fc6ed87ae50 req-02c4b3df-3d38-4186-97c9-4f6ece4fb5fb tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603883 Jul 05 10:17:54.224230 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:54.235061 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffc556-b261-4f89-bfec-bff96592a306 req-fa867b28-086c-4abb-b923-755720204f8c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:54.238526 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 853fb337-6ae9-42a9-a887-cc7a60298722 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:54.244522 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10ffc556-b261-4f89-bfec-bff96592a306 req-fa867b28-086c-4abb-b923-755720204f8c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.1443298 Jul 05 10:17:54.246834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 853fb337-6ae9-42a9-a887-cc7a60298722 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:54.247215 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:54.288435 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10ffc556-b261-4f89-bfec-bff96592a306 req-bf0d888f-71a7-442b-aa22-a66e28c6336c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369122 Jul 05 10:17:54.343863 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-18732e13-b2b2-49d8-bbd5-b7110c2f09e3 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "PUT /v2.0/routers/0eebf241-cf0a-4bb2-b6ac-e8c396381248/tags/tempest-TagsExtTest-Tag-941517767 HTTP/1.1" status: 201 len: 201 time: 0.3353117 Jul 05 10:17:54.360250 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57314) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:54.365405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-78e685ba-a658-4e9c-b2f1-52c9eb4ad359 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c6ece150-647d-47dd-82ce-c7d95abb2d4e', 'tempest-TagsExtTest-Tag-1939010') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:54.436284 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:54.529933 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 853fb337-6ae9-42a9-a887-cc7a60298722, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=853fb337-6ae9-42a9-a887-cc7a60298722,segment=NetworkSegment(b5a651a3-5ef9-4dbd-80a8-58188f295930),segment_id=b5a651a3-5ef9-4dbd-80a8-58188f295930)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:54.557806 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-78e685ba-a658-4e9c-b2f1-52c9eb4ad359 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "PUT /v2.0/subnetpools/c6ece150-647d-47dd-82ce-c7d95abb2d4e/tags/tempest-TagsExtTest-Tag-1939010 HTTP/1.1" status: 201 len: 201 time: 0.1967423 Jul 05 10:17:54.560810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57318) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:54.565795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-c1f5d495-9451-479f-8fc7-7fd5db05036d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '804f5026-aa3c-404b-b7a0-ed9443f42dab', {'tags': ['tempest-TagsExtTest-Tag-1020550200', 'tempest-TagsExtTest-Tag-2068649319', 'tempest-TagsExtTest-Tag-112919833']}) {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:54.703105 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31cada-5573-467e-b3a1-9d281fc9825a req-43802548-da84-4c80-8154-b2889f47a3b1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:54.713577 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31cada-5573-467e-b3a1-9d281fc9825a req-43802548-da84-4c80-8154-b2889f47a3b1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:54.716383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31cada-5573-467e-b3a1-9d281fc9825a req-43802548-da84-4c80-8154-b2889f47a3b1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:54.727055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31cada-5573-467e-b3a1-9d281fc9825a req-43802548-da84-4c80-8154-b2889f47a3b1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:54.738876 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31cada-5573-467e-b3a1-9d281fc9825a req-43802548-da84-4c80-8154-b2889f47a3b1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:54.745253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31cada-5573-467e-b3a1-9d281fc9825a req-43802548-da84-4c80-8154-b2889f47a3b1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:54.756372 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:54.756372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 08c3b1db-4b45-496d-a361-b318ba0dcfda up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:54.756723 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31cada-5573-467e-b3a1-9d281fc9825a req-43802548-da84-4c80-8154-b2889f47a3b1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:54.762927 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed31cada-5573-467e-b3a1-9d281fc9825a req-43802548-da84-4c80-8154-b2889f47a3b1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5429 time: 0.1622005 Jul 05 10:17:54.830644 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed31cada-5573-467e-b3a1-9d281fc9825a req-ce0909b8-f386-48ec-a547-9e80fc99534c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667160 Jul 05 10:17:54.844270 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c1f5d495-9451-479f-8fc7-7fd5db05036d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "PUT /v2.0/subnets/804f5026-aa3c-404b-b7a0-ed9443f42dab/tags HTTP/1.1" status: 200 len: 317 time: 0.2808163 Jul 05 10:17:54.849561 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57328) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:54.858917 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-e1866ac9-97a1-42e9-a7fe-9f834ee8e8d3 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '804f5026-aa3c-404b-b7a0-ed9443f42dab') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:54.920147 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=853fb337-6ae9-42a9-a887-cc7a60298722,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:54.998545 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277077d-9755-499e-bd67-af84e0f269e9 req-ef6aec30-390d-4968-96e2-eea0d72c7eb9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:55.000117 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9277077d-9755-499e-bd67-af84e0f269e9 req-ef6aec30-390d-4968-96e2-eea0d72c7eb9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 948 time: 0.0686712 Jul 05 10:17:55.060619 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9277077d-9755-499e-bd67-af84e0f269e9 req-63bd7f3d-b455-41df-8641-45956ff5ed7d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492890 Jul 05 10:17:55.077345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 08c3b1db-4b45-496d-a361-b318ba0dcfda completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:55.081241 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e1866ac9-97a1-42e9-a7fe-9f834ee8e8d3 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/subnets/804f5026-aa3c-404b-b7a0-ed9443f42dab/tags HTTP/1.1" status: 204 len: 168 time: 0.2271757 Jul 05 10:17:55.081775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57334) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:55.082222 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 08c3b1db-4b45-496d-a361-b318ba0dcfda triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:55.082604 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.087272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-ca85fe9e-9ef5-496f-a54c-0542f3d8cef9 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '804f5026-aa3c-404b-b7a0-ed9443f42dab', 'tempest-TagsExtTest-Tag-1020550200') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:55.188193 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-ca85fe9e-9ef5-496f-a54c-0542f3d8cef9 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] show failed (client error): The resource could not be found. Jul 05 10:17:55.192290 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57338) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:55.192476 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ca85fe9e-9ef5-496f-a54c-0542f3d8cef9 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/subnets/804f5026-aa3c-404b-b7a0-ed9443f42dab/tags/tempest-TagsExtTest-Tag-1020550200 HTTP/1.1" status: 404 len: 329 time: 0.1093180 Jul 05 10:17:55.197511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-f50fa475-ae75-4b34-a74f-1c159a1214f7 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '804f5026-aa3c-404b-b7a0-ed9443f42dab', 'tempest-TagsExtTest-Tag-2068649319') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:55.230636 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.255863 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-f50fa475-ae75-4b34-a74f-1c159a1214f7 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] show failed (client error): The resource could not be found. Jul 05 10:17:55.256922 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f50fa475-ae75-4b34-a74f-1c159a1214f7 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/subnets/804f5026-aa3c-404b-b7a0-ed9443f42dab/tags/tempest-TagsExtTest-Tag-2068649319 HTTP/1.1" status: 404 len: 329 time: 0.0636325 Jul 05 10:17:55.260508 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57342) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:55.265505 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-3febe401-bb8a-4af7-936c-9da3b7f30726 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '804f5026-aa3c-404b-b7a0-ed9443f42dab', 'tempest-TagsExtTest-Tag-112919833') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:55.285772 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 08c3b1db-4b45-496d-a361-b318ba0dcfda, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=08c3b1db-4b45-496d-a361-b318ba0dcfda,segment=NetworkSegment(e4ea8374-396f-4b61-834e-cc6ce8da0e03),segment_id=e4ea8374-396f-4b61-834e-cc6ce8da0e03)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:55.334124 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-3febe401-bb8a-4af7-936c-9da3b7f30726 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] show failed (client error): The resource could not be found. Jul 05 10:17:55.338201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57348) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:55.338340 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3febe401-bb8a-4af7-936c-9da3b7f30726 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/subnets/804f5026-aa3c-404b-b7a0-ed9443f42dab/tags/tempest-TagsExtTest-Tag-112919833 HTTP/1.1" status: 404 len: 328 time: 0.0766931 Jul 05 10:17:55.343075 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 00d0f6f0-42d9-499b-8ec1-e041d507b47f up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:55.343852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-54a3ee6a-ca12-4965-99d5-b4e9ec8ec19f tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0b33a56b-baa8-4058-a153-8cf5e4d09fc2', {'tags': ['tempest-TagsExtTest-Tag-277317065', 'tempest-TagsExtTest-Tag-2003550710', 'tempest-TagsExtTest-Tag-1167975833']}) {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:55.399671 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.414317 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device df93e2bd-1f20-44b5-84fb-18b52916910e up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:55.477794 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142b586-7ec0-4de3-946d-4585620c6c70 req-0c6ccc0f-b656-44ef-b344-604cea21c697 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:55.480186 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7142b586-7ec0-4de3-946d-4585620c6c70 req-0c6ccc0f-b656-44ef-b344-604cea21c697 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.1408720 Jul 05 10:17:55.528827 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76015b31-2ccd-4ad7-a06e-3069925815c7 req-8c88f8c7-e76c-42d3-a148-56b49a8488bc tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:55.530531 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-76015b31-2ccd-4ad7-a06e-3069925815c7 req-8c88f8c7-e76c-42d3-a148-56b49a8488bc tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.0925994 Jul 05 10:17:55.576903 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7142b586-7ec0-4de3-946d-4585620c6c70 req-2d2bcbf1-9c5d-45df-84ee-a1a7b18a2037 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735946 Jul 05 10:17:55.583347 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=08c3b1db-4b45-496d-a361-b318ba0dcfda,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:55.612340 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-76015b31-2ccd-4ad7-a06e-3069925815c7 req-0aaeb353-2e4b-4689-84c6-f3bae3971ffc tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741484 Jul 05 10:17:55.619900 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-54a3ee6a-ca12-4965-99d5-b4e9ec8ec19f tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "PUT /v2.0/ports/0b33a56b-baa8-4058-a153-8cf5e4d09fc2/tags HTTP/1.1" status: 200 len: 317 time: 0.2750704 Jul 05 10:17:55.621030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57352) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:55.629510 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-3d04b3c5-66cc-4d57-99f4-762a124c6d14 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0b33a56b-baa8-4058-a153-8cf5e4d09fc2') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:55.704746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 00d0f6f0-42d9-499b-8ec1-e041d507b47f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:55.706998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port df93e2bd-1f20-44b5-84fb-18b52916910e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:55.711754 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port df93e2bd-1f20-44b5-84fb-18b52916910e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:55.712528 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.735534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 00d0f6f0-42d9-499b-8ec1-e041d507b47f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:55.735974 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.836534 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3d04b3c5-66cc-4d57-99f4-762a124c6d14 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/ports/0b33a56b-baa8-4058-a153-8cf5e4d09fc2/tags HTTP/1.1" status: 204 len: 168 time: 0.2122686 Jul 05 10:17:55.843257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57356) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:55.849947 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-97fa5cf4-5cd5-4cd9-a270-9157cec5cb95 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0b33a56b-baa8-4058-a153-8cf5e4d09fc2', 'tempest-TagsExtTest-Tag-277317065') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:55.859770 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.861753 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:55.952658 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853fb337-6ae9-42a9-a887-cc7a60298722'}, {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c3b1db-4b45-496d-a361-b318ba0dcfda'}, {'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f'}, {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df93e2bd-1f20-44b5-84fb-18b52916910e'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:55.957559 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06f562b-e42d-41ca-aaa2-5d5d4dc18515" -d '{"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-plugged", "status": "completed", "tag": "853fb337-6ae9-42a9-a887-cc7a60298722"}, {"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-plugged", "status": "completed", "tag": "08c3b1db-4b45-496d-a361-b318ba0dcfda"}, {"server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "name": "network-vif-plugged", "status": "completed", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f"}, {"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-plugged", "status": "completed", "tag": "df93e2bd-1f20-44b5-84fb-18b52916910e"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:55.961991 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-97fa5cf4-5cd5-4cd9-a270-9157cec5cb95 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] show failed (client error): The resource could not be found. Jul 05 10:17:55.962953 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:55.969282 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-97fa5cf4-5cd5-4cd9-a270-9157cec5cb95 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/ports/0b33a56b-baa8-4058-a153-8cf5e4d09fc2/tags/tempest-TagsExtTest-Tag-277317065 HTTP/1.1" status: 404 len: 328 time: 0.1229751 Jul 05 10:17:55.970089 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57364) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:55.972476 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port df93e2bd-1f20-44b5-84fb-18b52916910e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=df93e2bd-1f20-44b5-84fb-18b52916910e,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:55.974525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-6eb489ad-e49a-4250-a3c4-35ab8e638b2c tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0b33a56b-baa8-4058-a153-8cf5e4d09fc2', 'tempest-TagsExtTest-Tag-2003550710') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:56.024931 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be98d8c-9fe4-4cb3-b696-dd6bb78f30fe x-openstack-request-id: req-5be98d8c-9fe4-4cb3-b696-dd6bb78f30fe {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:56.037985 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-plugged", "status": "completed", "tag": "853fb337-6ae9-42a9-a887-cc7a60298722", "code": 200}, {"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-plugged", "status": "completed", "tag": "08c3b1db-4b45-496d-a361-b318ba0dcfda", "code": 200}, {"server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "name": "network-vif-plugged", "status": "completed", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f", "code": 200}, {"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-plugged", "status": "completed", "tag": "df93e2bd-1f20-44b5-84fb-18b52916910e", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:56.037985 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5be98d8c-9fe4-4cb3-b696-dd6bb78f30fe {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:56.037985 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853fb337-6ae9-42a9-a887-cc7a60298722', 'code': 200} Jul 05 10:17:56.037985 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c3b1db-4b45-496d-a361-b318ba0dcfda', 'code': 200} Jul 05 10:17:56.037985 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f', 'code': 200} Jul 05 10:17:56.037985 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df93e2bd-1f20-44b5-84fb-18b52916910e', 'code': 200} Jul 05 10:17:56.053379 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-6eb489ad-e49a-4250-a3c4-35ab8e638b2c tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] show failed (client error): The resource could not be found. Jul 05 10:17:56.056638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6eb489ad-e49a-4250-a3c4-35ab8e638b2c tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/ports/0b33a56b-baa8-4058-a153-8cf5e4d09fc2/tags/tempest-TagsExtTest-Tag-2003550710 HTTP/1.1" status: 404 len: 329 time: 0.0856223 Jul 05 10:17:56.060055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57366) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:56.067559 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-3c700d97-4da5-473d-bf21-90fa378bc4ed tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0b33a56b-baa8-4058-a153-8cf5e4d09fc2', 'tempest-TagsExtTest-Tag-1167975833') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:56.098230 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.099783 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:17:56.109120 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.177942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 87979250-90f3-4016-8a2b-f250a6558e51 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:56.195051 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-3c700d97-4da5-473d-bf21-90fa378bc4ed tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] show failed (client error): The resource could not be found. Jul 05 10:17:56.198035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad150c85-6487-413b-ad26-df99af1e3e3c req-14bdb58a-2ed7-430b-9c62-fc92feda6381 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:56.200626 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3c700d97-4da5-473d-bf21-90fa378bc4ed tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/ports/0b33a56b-baa8-4058-a153-8cf5e4d09fc2/tags/tempest-TagsExtTest-Tag-1167975833 HTTP/1.1" status: 404 len: 329 time: 0.1382489 Jul 05 10:17:56.215113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57376) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:56.228815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad150c85-6487-413b-ad26-df99af1e3e3c req-14bdb58a-2ed7-430b-9c62-fc92feda6381 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:56.231411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-9cca2d7b-ef02-4922-8ccc-384d87813e1b tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0eebf241-cf0a-4bb2-b6ac-e8c396381248', {'tags': ['tempest-TagsExtTest-Tag-1470673582', 'tempest-TagsExtTest-Tag-69268660', 'tempest-TagsExtTest-Tag-1234092685']}) {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:56.239308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad150c85-6487-413b-ad26-df99af1e3e3c req-14bdb58a-2ed7-430b-9c62-fc92feda6381 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:56.262742 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad150c85-6487-413b-ad26-df99af1e3e3c req-14bdb58a-2ed7-430b-9c62-fc92feda6381 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:56.274101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad150c85-6487-413b-ad26-df99af1e3e3c req-14bdb58a-2ed7-430b-9c62-fc92feda6381 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:56.285985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad150c85-6487-413b-ad26-df99af1e3e3c req-14bdb58a-2ed7-430b-9c62-fc92feda6381 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:56.292656 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad150c85-6487-413b-ad26-df99af1e3e3c req-14bdb58a-2ed7-430b-9c62-fc92feda6381 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:56.312849 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ad150c85-6487-413b-ad26-df99af1e3e3c req-14bdb58a-2ed7-430b-9c62-fc92feda6381 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5431 time: 0.2840860 Jul 05 10:17:56.367822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd99551-1b99-45ea-ab42-2a05c5af994a req-e1f1f8c9-2363-4373-8d59-01c0baaf0534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:56.369856 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bdd99551-1b99-45ea-ab42-2a05c5af994a req-e1f1f8c9-2363-4373-8d59-01c0baaf0534 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 1101 time: 0.2511060 Jul 05 10:17:56.377677 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=00d0f6f0-42d9-499b-8ec1-e041d507b47f,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:56.403023 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ad150c85-6487-413b-ad26-df99af1e3e3c req-f47f0126-fedd-4adb-ae8a-8c9db800ad6b tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890388 Jul 05 10:17:56.482565 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9cca2d7b-ef02-4922-8ccc-384d87813e1b tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "PUT /v2.0/routers/0eebf241-cf0a-4bb2-b6ac-e8c396381248/tags HTTP/1.1" status: 200 len: 316 time: 0.2636089 Jul 05 10:17:56.482816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57382) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:56.486470 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.488270 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-3f8518f7-4c49-4a3a-b9b2-077357508c6a tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0eebf241-cf0a-4bb2-b6ac-e8c396381248') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:56.503057 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=df93e2bd-1f20-44b5-84fb-18b52916910e,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:56.526872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 87979250-90f3-4016-8a2b-f250a6558e51 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:56.536445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 87979250-90f3-4016-8a2b-f250a6558e51 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:56.536816 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.551449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bdd99551-1b99-45ea-ab42-2a05c5af994a req-19a22213-e690-4814-9e17-739bf7fde4cd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743751 Jul 05 10:17:56.594941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:56.606778 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68248bd-b0fb-4372-aac2-f47827358cde req-e5f44e0d-7b04-42d2-8534-19f69ea68363 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:56.615799 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e68248bd-b0fb-4372-aac2-f47827358cde req-e5f44e0d-7b04-42d2-8534-19f69ea68363 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.2243025 Jul 05 10:17:56.697396 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e68248bd-b0fb-4372-aac2-f47827358cde req-e634f3af-a025-4e9f-9dc6-62f914f22ca4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801053 Jul 05 10:17:56.755295 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3f8518f7-4c49-4a3a-b9b2-077357508c6a tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/routers/0eebf241-cf0a-4bb2-b6ac-e8c396381248/tags HTTP/1.1" status: 204 len: 168 time: 0.2713840 Jul 05 10:17:56.770360 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.773671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57392) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:56.778627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-c333b751-a39a-482c-b457-e3dd916528a3 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0eebf241-cf0a-4bb2-b6ac-e8c396381248', 'tempest-TagsExtTest-Tag-1470673582') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:56.892354 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6eedc-aea0-4fdd-ba2a-2aeeef33338a req-4e5246e6-15e8-415a-9d9b-c1a2cca6c1f0 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:56.907664 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89b6eedc-aea0-4fdd-ba2a-2aeeef33338a req-4e5246e6-15e8-415a-9d9b-c1a2cca6c1f0 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.1454113 Jul 05 10:17:56.909334 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-c333b751-a39a-482c-b457-e3dd916528a3 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] show failed (client error): The resource could not be found. Jul 05 10:17:56.912104 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c333b751-a39a-482c-b457-e3dd916528a3 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/routers/0eebf241-cf0a-4bb2-b6ac-e8c396381248/tags/tempest-TagsExtTest-Tag-1470673582 HTTP/1.1" status: 404 len: 329 time: 0.1372192 Jul 05 10:17:56.917078 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57394) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:56.922641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-26b6ffec-33c7-4c7b-bc49-3a5b2596aa8a tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0eebf241-cf0a-4bb2-b6ac-e8c396381248', 'tempest-TagsExtTest-Tag-69268660') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:56.985857 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:56.988073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89b6eedc-aea0-4fdd-ba2a-2aeeef33338a req-447a1b19-0dca-468c-bf0a-5c3faf389cbd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789170 Jul 05 10:17:57.016805 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,revision_number=11']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:57.042232 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-26b6ffec-33c7-4c7b-bc49-3a5b2596aa8a tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] show failed (client error): The resource could not be found. Jul 05 10:17:57.043269 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-26b6ffec-33c7-4c7b-bc49-3a5b2596aa8a tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/routers/0eebf241-cf0a-4bb2-b6ac-e8c396381248/tags/tempest-TagsExtTest-Tag-69268660 HTTP/1.1" status: 404 len: 327 time: 0.1252935 Jul 05 10:17:57.047582 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57396) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:57.053390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-d225e469-3b0e-47d5-9f1b-9d6955f7147e tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0eebf241-cf0a-4bb2-b6ac-e8c396381248', 'tempest-TagsExtTest-Tag-1234092685') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:57.079747 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 87979250-90f3-4016-8a2b-f250a6558e51, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=87979250-90f3-4016-8a2b-f250a6558e51,segment=NetworkSegment(b5a651a3-5ef9-4dbd-80a8-58188f295930),segment_id=b5a651a3-5ef9-4dbd-80a8-58188f295930)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:57.083561 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b4bb4-cbe9-4644-b1c2-bf98a1e7f4c0 req-75197780-668c-4a75-9336-dc816893693e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:57.085338 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-865b4bb4-cbe9-4644-b1c2-bf98a1e7f4c0 req-75197780-668c-4a75-9336-dc816893693e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1215966 Jul 05 10:17:57.145559 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-865b4bb4-cbe9-4644-b1c2-bf98a1e7f4c0 req-13c37eda-8c04-41ea-b9e9-83f584325506 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536239 Jul 05 10:17:57.183883 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-d225e469-3b0e-47d5-9f1b-9d6955f7147e tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] show failed (client error): The resource could not be found. Jul 05 10:17:57.187936 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d225e469-3b0e-47d5-9f1b-9d6955f7147e tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/routers/0eebf241-cf0a-4bb2-b6ac-e8c396381248/tags/tempest-TagsExtTest-Tag-1234092685 HTTP/1.1" status: 404 len: 329 time: 0.1364064 Jul 05 10:17:57.190004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57398) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:57.195747 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-a341a905-309f-43d7-8b32-6968e1457ba5 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c6ece150-647d-47dd-82ce-c7d95abb2d4e', {'tags': ['tempest-TagsExtTest-Tag-1410000830', 'tempest-TagsExtTest-Tag-1439559359', 'tempest-TagsExtTest-Tag-1965899014']}) {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:57.220512 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.221482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0586289b-a830-48a9-b498-b77e4ab05bf0 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:57.320074 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=87979250-90f3-4016-8a2b-f250a6558e51,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:57.340063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:17:57.419339 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a341a905-309f-43d7-8b32-6968e1457ba5 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "PUT /v2.0/subnetpools/c6ece150-647d-47dd-82ce-c7d95abb2d4e/tags HTTP/1.1" status: 200 len: 318 time: 0.2273598 Jul 05 10:17:57.423832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57404) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:57.432210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-768d3fe5-c1e7-4ccc-bbee-07112fea6be1 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c6ece150-647d-47dd-82ce-c7d95abb2d4e') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:57.446469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:57.460288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'port_id': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'mac_address': 'fa:16:3e:08:d9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:17:57.495402 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 0586289b-a830-48a9-b498-b77e4ab05bf0 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:57.506179 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 0586289b-a830-48a9-b498-b77e4ab05bf0 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:57.506569 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.558665 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.577835 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:17:57.654127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:57.672422 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.688157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1e6f-7580-4477-8f8a-e03702d99f0f req-2970a0bd-bc65-48fa-9e19-92e863992384 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:57.696243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1e6f-7580-4477-8f8a-e03702d99f0f req-2970a0bd-bc65-48fa-9e19-92e863992384 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:57.702943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1e6f-7580-4477-8f8a-e03702d99f0f req-2970a0bd-bc65-48fa-9e19-92e863992384 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:57.708976 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1e6f-7580-4477-8f8a-e03702d99f0f req-2970a0bd-bc65-48fa-9e19-92e863992384 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:57.711260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0586289b-a830-48a9-b498-b77e4ab05bf0, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0586289b-a830-48a9-b498-b77e4ab05bf0,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:57.716072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1e6f-7580-4477-8f8a-e03702d99f0f req-2970a0bd-bc65-48fa-9e19-92e863992384 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:57.723197 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1e6f-7580-4477-8f8a-e03702d99f0f req-2970a0bd-bc65-48fa-9e19-92e863992384 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:57.729215 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1e6f-7580-4477-8f8a-e03702d99f0f req-2970a0bd-bc65-48fa-9e19-92e863992384 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:57.731244 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-980c1e6f-7580-4477-8f8a-e03702d99f0f req-2970a0bd-bc65-48fa-9e19-92e863992384 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5433 time: 0.1455553 Jul 05 10:17:57.735762 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-768d3fe5-c1e7-4ccc-bbee-07112fea6be1 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c6ece150-647d-47dd-82ce-c7d95abb2d4e/tags HTTP/1.1" status: 204 len: 168 time: 0.3087518 Jul 05 10:17:57.736804 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57408) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:57.742998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-5c085ed2-0058-4c83-a211-99fb9146a4e9 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c6ece150-647d-47dd-82ce-c7d95abb2d4e', 'tempest-TagsExtTest-Tag-1410000830') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:57.787406 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-5c085ed2-0058-4c83-a211-99fb9146a4e9 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] show failed (client error): The resource could not be found. Jul 05 10:17:57.790992 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5c085ed2-0058-4c83-a211-99fb9146a4e9 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/subnetpools/c6ece150-647d-47dd-82ce-c7d95abb2d4e/tags/tempest-TagsExtTest-Tag-1410000830 HTTP/1.1" status: 404 len: 329 time: 0.0507541 Jul 05 10:17:57.791545 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57412) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:57.795754 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-980c1e6f-7580-4477-8f8a-e03702d99f0f req-f25497fb-d4cc-48d3-93e7-cf12e2d9c2ea tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562212 Jul 05 10:17:57.796249 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-88b9fff7-2595-4cb6-a743-1b954f229bfb tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c6ece150-647d-47dd-82ce-c7d95abb2d4e', 'tempest-TagsExtTest-Tag-1439559359') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:57.865097 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-88b9fff7-2595-4cb6-a743-1b954f229bfb tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] show failed (client error): The resource could not be found. Jul 05 10:17:57.865972 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-88b9fff7-2595-4cb6-a743-1b954f229bfb tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/subnetpools/c6ece150-647d-47dd-82ce-c7d95abb2d4e/tags/tempest-TagsExtTest-Tag-1439559359 HTTP/1.1" status: 404 len: 329 time: 0.0734138 Jul 05 10:17:57.869312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57414) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:57.876644 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-5747889f-96cc-4daf-8561-804b47a653aa tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c6ece150-647d-47dd-82ce-c7d95abb2d4e', 'tempest-TagsExtTest-Tag-1965899014') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:57.905639 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-5747889f-96cc-4daf-8561-804b47a653aa tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] show failed (client error): The resource could not be found. Jul 05 10:17:57.910278 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5747889f-96cc-4daf-8561-804b47a653aa tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/subnetpools/c6ece150-647d-47dd-82ce-c7d95abb2d4e/tags/tempest-TagsExtTest-Tag-1965899014 HTTP/1.1" status: 404 len: 329 time: 0.0392051 Jul 05 10:17:57.916466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57416) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:57.924617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-2d003d7d-f98f-485d-9d7b-3723fc1d7cbc tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c6ece150-647d-47dd-82ce-c7d95abb2d4e') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:57.957569 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.958129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 80fc754d-8956-4773-bf0a-c1b21e4c283f up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:57.962887 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:57.972047 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2d003d7d-f98f-485d-9d7b-3723fc1d7cbc tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c6ece150-647d-47dd-82ce-c7d95abb2d4e/tags HTTP/1.1" status: 204 len: 168 time: 0.0504069 Jul 05 10:17:57.976222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57420) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:57.976772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a01db-2e30-4435-926f-e3f975a7da8f req-7dd7181c-1df2-435b-bbf8-4c4d77487439 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:57.980242 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e23a01db-2e30-4435-926f-e3f975a7da8f req-7dd7181c-1df2-435b-bbf8-4c4d77487439 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.1132469 Jul 05 10:17:57.983028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-c68fe988-00f9-423c-942b-0605dde73aee tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0eebf241-cf0a-4bb2-b6ac-e8c396381248') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:58.037050 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce'}, {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87979250-90f3-4016-8a2b-f250a6558e51'}, {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0586289b-a830-48a9-b498-b77e4ab05bf0'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:17:58.037050 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e597ad6-7adb-40f3-8a4e-4d407550a131" -d '{"events": [{"server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce"}, {"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-plugged", "status": "completed", "tag": "87979250-90f3-4016-8a2b-f250a6558e51"}, {"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-plugged", "status": "completed", "tag": "0586289b-a830-48a9-b498-b77e4ab05bf0"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:17:58.055329 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e23a01db-2e30-4435-926f-e3f975a7da8f req-d5bbc5c1-8bf9-4d7b-a915-c426feba2cfe tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661762 Jul 05 10:17:58.102185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:17:58.209651 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c68fe988-00f9-423c-942b-0605dde73aee tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/routers/0eebf241-cf0a-4bb2-b6ac-e8c396381248/tags HTTP/1.1" status: 204 len: 168 time: 0.2317522 Jul 05 10:17:58.216493 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57434) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:58.229943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-f3a93c37-773b-44ff-a7f7-f8347284739d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0b33a56b-baa8-4058-a153-8cf5e4d09fc2') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:58.239669 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 05 Jul 2021 10:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28e0e8c-5cad-49e4-980a-6ca1dc71bd4f x-openstack-request-id: req-c28e0e8c-5cad-49e4-980a-6ca1dc71bd4f {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:17:58.241076 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce", "code": 200}, {"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-plugged", "status": "completed", "tag": "87979250-90f3-4016-8a2b-f250a6558e51", "code": 200}, {"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-plugged", "status": "completed", "tag": "0586289b-a830-48a9-b498-b77e4ab05bf0", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:17:58.241333 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c28e0e8c-5cad-49e4-980a-6ca1dc71bd4f {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:17:58.241747 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'code': 200} Jul 05 10:17:58.242000 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87979250-90f3-4016-8a2b-f250a6558e51', 'code': 200} Jul 05 10:17:58.242244 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0586289b-a830-48a9-b498-b77e4ab05bf0', 'code': 200} Jul 05 10:17:58.391466 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0586289b-a830-48a9-b498-b77e4ab05bf0,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:58.451864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57444) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:58.452561 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f3a93c37-773b-44ff-a7f7-f8347284739d tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/ports/0b33a56b-baa8-4058-a153-8cf5e4d09fc2/tags HTTP/1.1" status: 204 len: 168 time: 0.2344995 Jul 05 10:17:58.459472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-60d22f6f-4b54-4525-948c-fb1fb798cbec tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '804f5026-aa3c-404b-b7a0-ed9443f42dab') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:17:58.489436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f54d9f-f6a8-4376-bc58-669b646278e0 req-35a4a218-c413-4b3c-a644-c324bbba5320 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:58.513989 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-99f54d9f-f6a8-4376-bc58-669b646278e0 req-35a4a218-c413-4b3c-a644-c324bbba5320 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.2096658 Jul 05 10:17:58.555207 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5b889-04db-4dc2-80b3-3984293950c6 req-0fa7e700-0bd1-4db5-bb52-d1b28bd1218a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:58.566142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,revision_number=12']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:58.574654 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35f5b889-04db-4dc2-80b3-3984293950c6 req-0fa7e700-0bd1-4db5-bb52-d1b28bd1218a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 946 time: 0.2005405 Jul 05 10:17:58.591157 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-99f54d9f-f6a8-4376-bc58-669b646278e0 req-526f554a-6265-4e74-a172-9677f02e8d66 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720918 Jul 05 10:17:58.652316 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-60d22f6f-4b54-4525-948c-fb1fb798cbec tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/subnets/804f5026-aa3c-404b-b7a0-ed9443f42dab/tags HTTP/1.1" status: 204 len: 168 time: 0.1932960 Jul 05 10:17:58.653381 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57452) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:58.665120 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35f5b889-04db-4dc2-80b3-3984293950c6 req-88bf0f55-5358-48d4-a42b-61fab85b9ae3 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792136 Jul 05 10:17:58.828384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 80fc754d-8956-4773-bf0a-c1b21e4c283f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:17:58.834311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 80fc754d-8956-4773-bf0a-c1b21e4c283f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:58.836951 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:58.964422 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78fc0156-44b4-4f6a-a156-4c537fa733d3 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks [] for subnetpool, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:58.965807 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-78fc0156-44b4-4f6a-a156-4c537fa733d3 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c6ece150-647d-47dd-82ce-c7d95abb2d4e HTTP/1.1" status: 204 len: 168 time: 0.3111713 Jul 05 10:17:58.968838 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57460) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:59.006399 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.048264 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-38bcd65c-afa1-41ed-b72e-94680940c91e tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "GET /v2.0/ports?device_id=0eebf241-cf0a-4bb2-b6ac-e8c396381248 HTTP/1.1" status: 200 len: 205 time: 0.0781813 Jul 05 10:17:59.050909 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57462) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:59.077018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 80fc754d-8956-4773-bf0a-c1b21e4c283f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=80fc754d-8956-4773-bf0a-c1b21e4c283f,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:59.153890 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c00dc9-5c87-45f7-a750-a1c96345f366 req-95783723-460e-4c32-92f5-0b1d181829b3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:59.160910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c00dc9-5c87-45f7-a750-a1c96345f366 req-95783723-460e-4c32-92f5-0b1d181829b3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:59.168576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c00dc9-5c87-45f7-a750-a1c96345f366 req-95783723-460e-4c32-92f5-0b1d181829b3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:59.176861 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c00dc9-5c87-45f7-a750-a1c96345f366 req-95783723-460e-4c32-92f5-0b1d181829b3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:59.184524 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.185377 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfd3adb9-709a-4161-919b-fbf114bbcb80 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.197530 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c00dc9-5c87-45f7-a750-a1c96345f366 req-95783723-460e-4c32-92f5-0b1d181829b3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:59.215955 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c00dc9-5c87-45f7-a750-a1c96345f366 req-95783723-460e-4c32-92f5-0b1d181829b3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:59.230324 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c00dc9-5c87-45f7-a750-a1c96345f366 req-95783723-460e-4c32-92f5-0b1d181829b3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:59.236564 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4c00dc9-5c87-45f7-a750-a1c96345f366 req-95783723-460e-4c32-92f5-0b1d181829b3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5434 time: 0.1908882 Jul 05 10:17:59.311759 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4c00dc9-5c87-45f7-a750-a1c96345f366 req-79e15545-ff40-41e3-9ced-7d59aec9b146 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678010 Jul 05 10:17:59.337546 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=80fc754d-8956-4773-bf0a-c1b21e4c283f,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:17:59.365022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:17:59.527115 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfd3adb9-709a-4161-919b-fbf114bbcb80 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.536438 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfd3adb9-709a-4161-919b-fbf114bbcb80 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.569259 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:17:59.571115 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.670778 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fe67f-4e6a-44cc-b53e-78fc6892b81f req-ee213026-bf7e-4f73-9e22-087d02f44ee8 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:59.678441 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d98fe67f-4e6a-44cc-b53e-78fc6892b81f req-ee213026-bf7e-4f73-9e22-087d02f44ee8 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.1709642 Jul 05 10:17:59.756218 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d98fe67f-4e6a-44cc-b53e-78fc6892b81f req-1da0d250-6d8c-4d58-8447-bfa256392826 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767615 Jul 05 10:17:59.786595 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.796525 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ca504-6c19-4b40-a4f6-cf972756bba7 req-12f8f7c3-5ef2-46b8-9854-b387793352bd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:17:59.798221 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b24ca504-6c19-4b40-a4f6-cf972756bba7 req-12f8f7c3-5ef2-46b8-9854-b387793352bd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.1653965 Jul 05 10:17:59.831091 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfd3adb9-709a-4161-919b-fbf114bbcb80 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.832163 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd3adb9-709a-4161-919b-fbf114bbcb80 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Fanout notify agent at l3_agent the message router_deleted on router 0eebf241-cf0a-4bb2-b6ac-e8c396381248 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:17:59.835401 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:17:59.856188 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfd3adb9-709a-4161-919b-fbf114bbcb80 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:17:59.860001 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bfd3adb9-709a-4161-919b-fbf114bbcb80 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/routers/0eebf241-cf0a-4bb2-b6ac-e8c396381248 HTTP/1.1" status: 204 len: 168 time: 0.8054271 Jul 05 10:17:59.861441 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57486) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:17:59.935343 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b24ca504-6c19-4b40-a4f6-cf972756bba7 req-ee55e670-7afb-4050-9a4a-14b5b6f16dc5 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265695 Jul 05 10:17:59.939838 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.146719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,revision_number=13']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:00.243772 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fc754d-8956-4773-bf0a-c1b21e4c283f'}, {'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:00.246407 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67017b06-8787-4b2b-b379-3a05c4d911c2" -d '{"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-plugged", "status": "completed", "tag": "80fc754d-8956-4773-bf0a-c1b21e4c283f"}, {"server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "name": "network-vif-plugged", "status": "completed", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:00.355520 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded6232-f676-47a0-b921-3498a3fef105 req-2322d8be-3280-4bb6-8914-b3f12240ccf8 tempest-MigrationsAdminTest-1353965022 tempest-MigrationsAdminTest-1353965022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:00.368351 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ded6232-f676-47a0-b921-3498a3fef105 req-2322d8be-3280-4bb6-8914-b3f12240ccf8 tempest-MigrationsAdminTest-1353965022 tempest-MigrationsAdminTest-1353965022-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 1101 time: 0.0765767 Jul 05 10:18:00.427641 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ded6232-f676-47a0-b921-3498a3fef105 req-14acb393-00e1-44aa-8dab-b0aec89f9919 tempest-MigrationsAdminTest-1353965022 tempest-MigrationsAdminTest-1353965022-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581553 Jul 05 10:18:00.522129 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573014b7-8517-4a92-ad23-630c78ae22d8 x-openstack-request-id: req-573014b7-8517-4a92-ad23-630c78ae22d8 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:00.522465 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-plugged", "status": "completed", "tag": "80fc754d-8956-4773-bf0a-c1b21e4c283f", "code": 200}, {"server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "name": "network-vif-plugged", "status": "completed", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:00.522724 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-573014b7-8517-4a92-ad23-630c78ae22d8 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:00.523131 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fc754d-8956-4773-bf0a-c1b21e4c283f', 'code': 200} Jul 05 10:18:00.523386 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'code': 200} Jul 05 10:18:00.708610 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5e08a-2f88-4521-a6e0-730e2332465c req-d6c1283e-abe9-470d-a58e-27d30ce7288c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:00.740836 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-04a5e08a-2f88-4521-a6e0-730e2332465c req-d6c1283e-abe9-470d-a58e-27d30ce7288c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.2488019 Jul 05 10:18:00.759196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c99bd0fd-e45a-4836-ad3a-511544e128bd tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Deleting port 0b33a56b-baa8-4058-a153-8cf5e4d09fc2 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:00.760034 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c99bd0fd-e45a-4836-ad3a-511544e128bd tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:00.836575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d83eb-2219-4d36-8730-dfadceb847f9 req-5fdf1604-0947-49e1-b37b-b984a5ffc25a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:00.838135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6e2d83eb-2219-4d36-8730-dfadceb847f9 req-5fdf1604-0947-49e1-b37b-b984a5ffc25a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.2430182 Jul 05 10:18:00.913783 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-04a5e08a-2f88-4521-a6e0-730e2332465c req-bea7cd90-13e3-48cb-ab73-4687154b37d5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738770 Jul 05 10:18:00.973302 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbe686-91f2-42f8-8b34-966fef6d0bed req-3fd66208-a0c3-4b58-a926-773fb29e1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:00.973786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbe686-91f2-42f8-8b34-966fef6d0bed req-3fd66208-a0c3-4b58-a926-773fb29e1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:00.974255 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbe686-91f2-42f8-8b34-966fef6d0bed req-3fd66208-a0c3-4b58-a926-773fb29e1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:00.974719 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbe686-91f2-42f8-8b34-966fef6d0bed req-3fd66208-a0c3-4b58-a926-773fb29e1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:00.975180 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbe686-91f2-42f8-8b34-966fef6d0bed req-3fd66208-a0c3-4b58-a926-773fb29e1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:00.975638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbe686-91f2-42f8-8b34-966fef6d0bed req-3fd66208-a0c3-4b58-a926-773fb29e1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:00.976136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbe686-91f2-42f8-8b34-966fef6d0bed req-3fd66208-a0c3-4b58-a926-773fb29e1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:00.978047 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7bbe686-91f2-42f8-8b34-966fef6d0bed req-3fd66208-a0c3-4b58-a926-773fb29e1ef8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 6499 time: 0.3223801 Jul 05 10:18:01.044048 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c99bd0fd-e45a-4836-ad3a-511544e128bd tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.045679 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64fdc2-a776-4659-aa70-b221cc6478c7 req-970d8126-ed44-4fb1-806a-3e31e5ed1d30 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:01.064374 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64fdc2-a776-4659-aa70-b221cc6478c7 req-970d8126-ed44-4fb1-806a-3e31e5ed1d30 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:01.071368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64fdc2-a776-4659-aa70-b221cc6478c7 req-970d8126-ed44-4fb1-806a-3e31e5ed1d30 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:01.075229 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c99bd0fd-e45a-4836-ad3a-511544e128bd tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Calling delete_port for 0b33a56b-baa8-4058-a153-8cf5e4d09fc2 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:01.077384 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64fdc2-a776-4659-aa70-b221cc6478c7 req-970d8126-ed44-4fb1-806a-3e31e5ed1d30 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:01.083427 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64fdc2-a776-4659-aa70-b221cc6478c7 req-970d8126-ed44-4fb1-806a-3e31e5ed1d30 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:01.089461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64fdc2-a776-4659-aa70-b221cc6478c7 req-970d8126-ed44-4fb1-806a-3e31e5ed1d30 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:01.095789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64fdc2-a776-4659-aa70-b221cc6478c7 req-970d8126-ed44-4fb1-806a-3e31e5ed1d30 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:01.110103 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6f64fdc2-a776-4659-aa70-b221cc6478c7 req-970d8126-ed44-4fb1-806a-3e31e5ed1d30 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5435 time: 0.3357558 Jul 05 10:18:01.136597 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:18:01.266488 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7bbe686-91f2-42f8-8b34-966fef6d0bed req-d1097058-0dd1-4ca2-a69a-b84fce5cf707 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=50674e1c-081f-4b50-b0c2-89fab05e3a34&id=99125026-0c47-4b57-aadc-cd590d6c9885&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2656970 Jul 05 10:18:01.364963 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6f64fdc2-a776-4659-aa70-b221cc6478c7 req-25245333-4036-49cc-a02a-43cb2cfb0aa9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2538030 Jul 05 10:18:01.381986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-6e2d83eb-2219-4d36-8730-dfadceb847f9 req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Deleting port 94cc222e-1ace-43e3-aa96-988e1a265078 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:01.382430 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6e2d83eb-2219-4d36-8730-dfadceb847f9 req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.515747 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c99bd0fd-e45a-4836-ad3a-511544e128bd tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.570125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bd0fd-e45a-4836-ad3a-511544e128bd tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Pushing event deleted for resources: {'Port': ['ID=0b33a56b-baa8-4058-a153-8cf5e4d09fc2,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:01.585421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6e2d83eb-2219-4d36-8730-dfadceb847f9 req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] For port 94cc222e-1ace-43e3-aa96-988e1a265078, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94cc222e-1ace-43e3-aa96-988e1a265078,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:01.585938 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6e2d83eb-2219-4d36-8730-dfadceb847f9 req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.644366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-6e2d83eb-2219-4d36-8730-dfadceb847f9 req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Calling delete_port for 94cc222e-1ace-43e3-aa96-988e1a265078 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:01.696730 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c99bd0fd-e45a-4836-ad3a-511544e128bd tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.698028 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c99bd0fd-e45a-4836-ad3a-511544e128bd tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/ports/0b33a56b-baa8-4058-a153-8cf5e4d09fc2 HTTP/1.1" status: 204 len: 168 time: 1.8365860 Jul 05 10:18:01.700623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57516) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:01.842681 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa765bb2-64f0-40de-ab29-c760b0c784b7 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Deleting subnet 804f5026-aa3c-404b-b7a0-ed9443f42dab {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:01.852609 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa765bb2-64f0-40de-ab29-c760b0c784b7 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:01.935001 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa765bb2-64f0-40de-ab29-c760b0c784b7 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.059615 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa765bb2-64f0-40de-ab29-c760b0c784b7 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.171745 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37db0f-1afc-4702-b087-7391eccbfa62 req-7cfe2ac4-0432-4cac-b8ee-88a023bbe24d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:02.180707 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f37db0f-1afc-4702-b087-7391eccbfa62 req-7cfe2ac4-0432-4cac-b8ee-88a023bbe24d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 945 time: 0.6364577 Jul 05 10:18:02.260896 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f37db0f-1afc-4702-b087-7391eccbfa62 req-154c9ef7-549b-4378-9cd3-9ad2b3595f09 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792630 Jul 05 10:18:02.275628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef4d0b-8eaa-490c-9d30-6281bcb16aae req-1b85b20d-50c5-42d2-83a1-f38f62485ae4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:02.283539 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6cef4d0b-8eaa-490c-9d30-6281bcb16aae req-1b85b20d-50c5-42d2-83a1-f38f62485ae4 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.1522419 Jul 05 10:18:02.298994 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6e2d83eb-2219-4d36-8730-dfadceb847f9 req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.308470 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-5a0cd0e2-e12e-4af6-aed4-c4e274bf8995 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1782172 Jul 05 10:18:02.342364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Pushing event deleted for resources: {'Port': ['ID=94cc222e-1ace-43e3-aa96-988e1a265078,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:02.359743 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:02.360223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:02.360708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:02.361156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:02.361599 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:02.362789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:02.363232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:02.363688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:02.364165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:02.364790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:02.364925 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa765bb2-64f0-40de-ab29-c760b0c784b7 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.365312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:02.365784 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:02.446057 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6cef4d0b-8eaa-490c-9d30-6281bcb16aae req-8f519207-c325-4684-83b2-78dbbe58702b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615229 Jul 05 10:18:02.534026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2d83eb-2219-4d36-8730-dfadceb847f9 req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] No DVR routers for this DVR port 94cc222e-1ace-43e3-aa96-988e1a265078 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:02.554208 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6e2d83eb-2219-4d36-8730-dfadceb847f9 req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.556345 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6e2d83eb-2219-4d36-8730-dfadceb847f9 req-1510b4f4-0c1e-4ef3-b12e-aaa9bd29e152 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "DELETE /v2.0/ports/94cc222e-1ace-43e3-aa96-988e1a265078 HTTP/1.1" status: 204 len: 173 time: 1.7077284 Jul 05 10:18:02.569495 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1803463f-1e48-471e-b869-20d1e707770c None None] Network f55c640b-53ad-4269-bf6f-c3f5338de7f5 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:02.569907 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5469ef2d-363f-4693-b684-bdb2f8e28c6f', 'name': 'network-vif-deleted', 'tag': '94cc222e-1ace-43e3-aa96-988e1a265078'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:02.572297 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c41f62b-e0d5-4e4b-97ce-3f516024d57d" -d '{"events": [{"server_uuid": "5469ef2d-363f-4693-b684-bdb2f8e28c6f", "name": "network-vif-deleted", "tag": "94cc222e-1ace-43e3-aa96-988e1a265078"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:02.586968 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa765bb2-64f0-40de-ab29-c760b0c784b7 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.589864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aa765bb2-64f0-40de-ab29-c760b0c784b7 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/subnets/804f5026-aa3c-404b-b7a0-ed9443f42dab HTTP/1.1" status: 204 len: 168 time: 0.8872898 Jul 05 10:18:02.596756 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57538) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:02.608685 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa765bb2-64f0-40de-ab29-c760b0c784b7 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Pushing event deleted for resources: {'Subnet': ['ID=804f5026-aa3c-404b-b7a0-ed9443f42dab,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:02.793744 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:02.936115 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a021a12-8a9d-4862-bfc6-67b8577afc2d req-b7b9ecd1-889f-4400-a23e-c2b749bb3c18 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:02.946102 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a021a12-8a9d-4862-bfc6-67b8577afc2d req-b7b9ecd1-889f-4400-a23e-c2b749bb3c18 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.3886549 Jul 05 10:18:03.036252 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a021a12-8a9d-4862-bfc6-67b8577afc2d req-ab8d6197-2903-4e4c-982e-cad03d47d9ed tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891342 Jul 05 10:18:03.154519 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60aea367-d8e3-4d1f-befb-a6fe79cdd8fa x-openstack-request-id: req-60aea367-d8e3-4d1f-befb-a6fe79cdd8fa {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:03.155300 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5469ef2d-363f-4693-b684-bdb2f8e28c6f", "name": "network-vif-deleted", "tag": "94cc222e-1ace-43e3-aa96-988e1a265078", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:03.155300 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60aea367-d8e3-4d1f-befb-a6fe79cdd8fa {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:03.155516 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5469ef2d-363f-4693-b684-bdb2f8e28c6f', 'name': 'network-vif-deleted', 'tag': '94cc222e-1ace-43e3-aa96-988e1a265078', 'status': 'completed', 'code': 200} Jul 05 10:18:03.269743 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75fa69-0b0b-4a53-a727-1d39ea92149f req-1eaa52bb-6115-4e52-8258-bc01820e0088 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:03.303925 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75fa69-0b0b-4a53-a727-1d39ea92149f req-1eaa52bb-6115-4e52-8258-bc01820e0088 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:03.346879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75fa69-0b0b-4a53-a727-1d39ea92149f req-1eaa52bb-6115-4e52-8258-bc01820e0088 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:03.367341 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 94cc222e-1ace-43e3-aa96-988e1a265078 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:03.368318 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75fa69-0b0b-4a53-a727-1d39ea92149f req-1eaa52bb-6115-4e52-8258-bc01820e0088 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:03.390580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75fa69-0b0b-4a53-a727-1d39ea92149f req-1eaa52bb-6115-4e52-8258-bc01820e0088 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:03.411282 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75fa69-0b0b-4a53-a727-1d39ea92149f req-1eaa52bb-6115-4e52-8258-bc01820e0088 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:03.429237 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 94cc222e-1ace-43e3-aa96-988e1a265078 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:03.429588 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 94cc222e-1ace-43e3-aa96-988e1a265078 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:03.450192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75fa69-0b0b-4a53-a727-1d39ea92149f req-1eaa52bb-6115-4e52-8258-bc01820e0088 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:03.467727 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4a75fa69-0b0b-4a53-a727-1d39ea92149f req-1eaa52bb-6115-4e52-8258-bc01820e0088 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5435 time: 0.6574712 Jul 05 10:18:03.545644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Deleting port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:03.546000 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.602611 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd555c7e-10d8-448e-b94c-42da9fec40cc None None] DHCP port deletion for f55c640b-53ad-4269-bf6f-c3f5338de7f5 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:18:03.739062 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4a75fa69-0b0b-4a53-a727-1d39ea92149f req-be722d9d-d7fd-4d49-8825-4981639b95f5 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2702987 Jul 05 10:18:03.758139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-dd555c7e-10d8-448e-b94c-42da9fec40cc None None] Deleting port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:03.760305 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd555c7e-10d8-448e-b94c-42da9fec40cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.790923 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] For port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d38f2114-9755-4b17-ba4a-5bbd2c36f5d8,segment=NetworkSegment(0da892f2-f9ce-4ca7-9725-85e5b2ae66eb),segment_id=0da892f2-f9ce-4ca7-9725-85e5b2ae66eb)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:03.794451 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:03.821048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Calling delete_port for d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:03.894820 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6de10b91-fea7-49d7-8ee1-70ab1b30936c req-9ef92270-bed1-428f-b499-e2bcc219f6c5 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5469ef2d-363f-4693-b684-bdb2f8e28c6f HTTP/1.1" status: 200 len: 210 time: 0.1224284 Jul 05 10:18:04.036369 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-dd555c7e-10d8-448e-b94c-42da9fec40cc None None] For port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d38f2114-9755-4b17-ba4a-5bbd2c36f5d8,segment=NetworkSegment(0da892f2-f9ce-4ca7-9725-85e5b2ae66eb),segment_id=0da892f2-f9ce-4ca7-9725-85e5b2ae66eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:04.036523 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd555c7e-10d8-448e-b94c-42da9fec40cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:04.080957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-dd555c7e-10d8-448e-b94c-42da9fec40cc None None] Calling delete_port for d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:04.121141 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:04.193869 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Pushing event deleted for resources: {'Port': ['ID=d38f2114-9755-4b17-ba4a-5bbd2c36f5d8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:04.226859 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] No DVR routers for this DVR port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:04.323207 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f775543-5713-4379-967d-ff9a49b7de9a req-5960ef2a-bf36-4938-8a56-6d64d0fa2084 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:04.330884 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5f775543-5713-4379-967d-ff9a49b7de9a req-5960ef2a-bf36-4938-8a56-6d64d0fa2084 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.0950878 Jul 05 10:18:04.398911 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5f775543-5713-4379-967d-ff9a49b7de9a req-820551f6-4d52-44b5-8904-654475a6b6fc tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665743 Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.400728 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.408204 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.408204 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.408204 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.408204 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.408204 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.408204 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.408204 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.408204 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.408204 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.408204 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.408204 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.408204 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.408204 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:18:04.408204 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:18:04.408204 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd555c7e-10d8-448e-b94c-42da9fec40cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:04.475208 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd555c7e-10d8-448e-b94c-42da9fec40cc None None] Pushing event deleted for resources: {'Port': ['ID=d38f2114-9755-4b17-ba4a-5bbd2c36f5d8,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:04.488063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd555c7e-10d8-448e-b94c-42da9fec40cc None None] No DVR routers for this DVR port d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:04.610028 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:04.623259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55c640b-53ad-4269-bf6f-c3f5338de7f5']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:04.636891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da892f2-f9ce-4ca7-9725-85e5b2ae66eb') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:04.640765 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da892f2-f9ce-4ca7-9725-85e5b2ae66eb') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:04.652956 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:04.672563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f32056-d396-4da6-a8a8-fcda6a5f1df6 req-c6313ba8-b61d-4138-8200-34c544a5203b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:04.680119 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38f32056-d396-4da6-a8a8-fcda6a5f1df6 req-c6313ba8-b61d-4138-8200-34c544a5203b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.3684294 Jul 05 10:18:04.755700 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:04.769600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:04.770013 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:04.787623 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:04.870894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:04.932512 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38f32056-d396-4da6-a8a8-fcda6a5f1df6 req-00b07c44-74b8-44a8-9d01-0b9fd822c7f4 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498643 Jul 05 10:18:04.966285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:04.967767 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d38f2114-9755-4b17-ba4a-5bbd2c36f5d8 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:05.081124 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.112283 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:05.118893 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] 10.222.0.77 "DELETE /v2.0/networks/f55c640b-53ad-4269-bf6f-c3f5338de7f5 HTTP/1.1" status: 204 len: 168 time: 2.5132065 Jul 05 10:18:05.203614 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627b808-5db2-48fd-8359-d4d8985b8996 tempest-TagsExtTest-752296897 tempest-TagsExtTest-752296897-project] Pushing event deleted for resources: {'Network': ['ID=f55c640b-53ad-4269-bf6f-c3f5338de7f5,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:05.327046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aa6bc-1c19-49e1-93e3-936f05b8eb57 req-222c11ec-863e-42b0-9c1b-7b2dd0e1276f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:05.339287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aa6bc-1c19-49e1-93e3-936f05b8eb57 req-222c11ec-863e-42b0-9c1b-7b2dd0e1276f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:05.345761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aa6bc-1c19-49e1-93e3-936f05b8eb57 req-222c11ec-863e-42b0-9c1b-7b2dd0e1276f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:05.352183 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aa6bc-1c19-49e1-93e3-936f05b8eb57 req-222c11ec-863e-42b0-9c1b-7b2dd0e1276f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:05.358439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aa6bc-1c19-49e1-93e3-936f05b8eb57 req-222c11ec-863e-42b0-9c1b-7b2dd0e1276f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:05.365094 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aa6bc-1c19-49e1-93e3-936f05b8eb57 req-222c11ec-863e-42b0-9c1b-7b2dd0e1276f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:05.371042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aa6bc-1c19-49e1-93e3-936f05b8eb57 req-222c11ec-863e-42b0-9c1b-7b2dd0e1276f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:05.379797 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a55aa6bc-1c19-49e1-93e3-936f05b8eb57 req-222c11ec-863e-42b0-9c1b-7b2dd0e1276f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5435 time: 0.2755446 Jul 05 10:18:05.463985 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a55aa6bc-1c19-49e1-93e3-936f05b8eb57 req-10a43fe9-a95f-4dde-ba78-daea9996b2f4 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832465 Jul 05 10:18:05.853454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-47b4b5f4-5318-401d-a941-e86ed7914ac3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:05.866264 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-47b4b5f4-5318-401d-a941-e86ed7914ac3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 811 time: 0.4036765 Jul 05 10:18:05.890628 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-18cb9af8-87d8-4a52-ae87-2b94aa3fb41c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/quotas/5dc70ebc52b2429584fe84f81867aa19 HTTP/1.1" status: 200 len: 375 time: 0.0232890 Jul 05 10:18:06.026136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57618) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:06.048956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db46241-677a-4a84-9b1b-a44125766d6b req-082900fa-7bdb-4276-8df3-cf9fe5c2989b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:06.054245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-1a8d952b-e815-4353-a03e-1392ccd04843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:06.062266 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8db46241-677a-4a84-9b1b-a44125766d6b req-082900fa-7bdb-4276-8df3-cf9fe5c2989b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.2567770 Jul 05 10:18:06.069365 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-1a8d952b-e815-4353-a03e-1392ccd04843 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 1101 time: 0.3961108 Jul 05 10:18:06.120613 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-83353894-c34b-496a-b61a-085173e68aea tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2289972 Jul 05 10:18:06.288665 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8db46241-677a-4a84-9b1b-a44125766d6b req-53455a89-6a90-4292-8ca2-49bc39a20034 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227049 Jul 05 10:18:06.533928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-97357e68-3ebc-45f4-889e-d31d972ca46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:06.537320 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-97357e68-3ebc-45f4-889e-d31d972ca46c service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.4144011 Jul 05 10:18:06.588701 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f4b88e64-4efd-4d1d-bd87-127f5ff25f11 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22dc8692abcc4ed5b933f801b0c9946f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5210950 Jul 05 10:18:06.590669 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57628) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:06.640173 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-0df77239-c018-43d1-b787-d39280c565d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f HTTP/1.1" status: 200 len: 217 time: 0.0652933 Jul 05 10:18:06.787872 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-2ed4cc8f-1633-4c06-9d3c-8ffcd4c437bf service neutron] 10.222.0.77 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662521 Jul 05 10:18:06.789174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-c971754e-8a32-4e6d-b9fe-8dfdd4b1ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:06.792732 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-c971754e-8a32-4e6d-b9fe-8dfdd4b1ba4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1440406 Jul 05 10:18:06.803871 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c2f2d-a46f-448b-964a-ab354b9b7cb7 req-6d01fe6b-7941-4b5b-9729-01c10feb44c8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:06.810750 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c2f2d-a46f-448b-964a-ab354b9b7cb7 req-6d01fe6b-7941-4b5b-9729-01c10feb44c8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:06.818572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c2f2d-a46f-448b-964a-ab354b9b7cb7 req-6d01fe6b-7941-4b5b-9729-01c10feb44c8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:06.829696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c2f2d-a46f-448b-964a-ab354b9b7cb7 req-6d01fe6b-7941-4b5b-9729-01c10feb44c8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:06.839636 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c2f2d-a46f-448b-964a-ab354b9b7cb7 req-6d01fe6b-7941-4b5b-9729-01c10feb44c8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:06.848559 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c2f2d-a46f-448b-964a-ab354b9b7cb7 req-6d01fe6b-7941-4b5b-9729-01c10feb44c8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:06.855200 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c2f2d-a46f-448b-964a-ab354b9b7cb7 req-6d01fe6b-7941-4b5b-9729-01c10feb44c8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:06.879992 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-370c2f2d-a46f-448b-964a-ab354b9b7cb7 req-6d01fe6b-7941-4b5b-9729-01c10feb44c8 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5435 time: 0.2935340 Jul 05 10:18:06.883086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57630) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:06.901204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ab026f84-327a-4ba0-8b73-a5daa4addd7d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Request body: {'floatingip': {'port_id': '08c3b1db-4b45-496d-a361-b318ba0dcfda'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:07.057777 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ab026f84-327a-4ba0-8b73-a5daa4addd7d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:07.064887 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-033ca3a4-eced-482d-9d33-5cb805161d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:07.206704 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-661d5aaa-00b5-4500-b5a0-70ac9824920b service neutron] 10.222.0.77 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093530 Jul 05 10:18:07.235973 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-17613995-6bed-4ef0-bbb7-8964495f03ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:07.240958 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-17613995-6bed-4ef0-bbb7-8964495f03ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4276156 Jul 05 10:18:07.490110 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-80401562-2c80-4ebc-a528-64ce8767427e service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440062 Jul 05 10:18:07.730660 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-d52a8ca5-8e7a-4d3d-944b-fe42cc64b90b service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334690 Jul 05 10:18:07.959603 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-033ca3a4-eced-482d-9d33-5cb805161d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:07.969689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77563e80-3266-4631-8c25-b806ed3f8cf6 req-87517d06-eb78-4cc8-94a0-c43578ce26ee tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:07.972152 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77563e80-3266-4631-8c25-b806ed3f8cf6 req-87517d06-eb78-4cc8-94a0-c43578ce26ee tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.1326659 Jul 05 10:18:08.024392 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77563e80-3266-4631-8c25-b806ed3f8cf6 req-d5b354b5-f028-4ef1-ae33-a403eeeb5b34 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457764 Jul 05 10:18:08.418407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20a211-ad48-4950-9913-7f90e5e7f1b0 req-be77ec37-f4f4-4949-b7a0-866da676f290 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:08.428270 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e20a211-ad48-4950-9913-7f90e5e7f1b0 req-be77ec37-f4f4-4949-b7a0-866da676f290 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 1.2751343 Jul 05 10:18:08.508811 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-033ca3a4-eced-482d-9d33-5cb805161d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.511902 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-033ca3a4-eced-482d-9d33-5cb805161d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:08.516372 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-033ca3a4-eced-482d-9d33-5cb805161d67 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ce140527-bfd8-4355-a25c-2f2154c73fd3 HTTP/1.1" status: 204 len: 168 time: 1.9147003 Jul 05 10:18:08.550486 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ca3a4-eced-482d-9d33-5cb805161d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce140527-bfd8-4355-a25c-2f2154c73fd3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:08.615957 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e20a211-ad48-4950-9913-7f90e5e7f1b0 req-d263f40a-7927-40b2-956d-672940694c93 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864629 Jul 05 10:18:08.802899 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1dbe5bbf-258f-47ac-9de1-2b58420269fa req-73ab7285-55d7-4b99-8479-17095c785d4d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0735126 Jul 05 10:18:09.015515 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ab026f84-327a-4ba0-8b73-a5daa4addd7d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.155677 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ab026f84-327a-4ba0-8b73-a5daa4addd7d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:09.507963 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff86de4-1b42-4429-b428-bb20792c963b req-cf159807-a0bd-469e-bb06-5c09feaa3b28 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:09.509974 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7ff86de4-1b42-4429-b428-bb20792c963b req-cf159807-a0bd-469e-bb06-5c09feaa3b28 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.2287731 Jul 05 10:18:09.511516 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-ab026f84-327a-4ba0-8b73-a5daa4addd7d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Floating IP fbe1148a-d55b-45a7-a654-0d29438705e1 associated. External IP: 172.25.5.151, port: 08c3b1db-4b45-496d-a361-b318ba0dcfda. Jul 05 10:18:09.681327 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7ff86de4-1b42-4429-b428-bb20792c963b req-1e38bc79-eb70-4f18-9a35-b89bfe5d0c0f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288266 Jul 05 10:18:09.897441 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab026f84-327a-4ba0-8b73-a5daa4addd7d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:18:09.986823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32f8bf-3bef-490e-8391-70a21c7d1217 req-030796b1-eed3-4b95-b078-5eb56e9dd935 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:09.994861 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a32f8bf-3bef-490e-8391-70a21c7d1217 req-030796b1-eed3-4b95-b078-5eb56e9dd935 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.1692152 Jul 05 10:18:10.048997 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a32f8bf-3bef-490e-8391-70a21c7d1217 req-22055876-e626-4f2d-9bb7-69057e549986 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529530 Jul 05 10:18:10.111574 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab026f84-327a-4ba0-8b73-a5daa4addd7d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:10.120778 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ab026f84-327a-4ba0-8b73-a5daa4addd7d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:10.123576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde505a3-2b64-479e-a627-5ee84ff9fa0d None None] Sync routers for ids ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:10.140713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde505a3-2b64-479e-a627-5ee84ff9fa0d None None] Routers {'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:10.142267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cde505a3-2b64-479e-a627-5ee84ff9fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:17:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:10.205662 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d0d36ab-cae8-4337-a3b6-c6374e7eab6f req-43a364fb-85ef-4f8f-9559-a076df90ea67 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 210 time: 0.1059434 Jul 05 10:18:10.255420 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ab026f84-327a-4ba0-8b73-a5daa4addd7d tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "PUT /v2.0/floatingips/fbe1148a-d55b-45a7-a654-0d29438705e1 HTTP/1.1" status: 200 len: 992 time: 3.3647814 Jul 05 10:18:10.255420 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'tag': '08c3b1db-4b45-496d-a361-b318ba0dcfda'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:10.275306 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f" -d '{"events": [{"name": "network-changed", "server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "tag": "08c3b1db-4b45-496d-a361-b318ba0dcfda"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:10.351056 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc454d48-ce57-411a-96da-37b7f629a961 x-openstack-request-id: req-dc454d48-ce57-411a-96da-37b7f629a961 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:10.351356 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "tag": "08c3b1db-4b45-496d-a361-b318ba0dcfda", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:10.351613 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc454d48-ce57-411a-96da-37b7f629a961 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:10.352134 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'tag': '08c3b1db-4b45-496d-a361-b318ba0dcfda', 'status': 'completed', 'code': 200} Jul 05 10:18:10.426634 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-cde505a3-2b64-479e-a627-5ee84ff9fa0d None None] Set router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:10.510682 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57708) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:10.529550 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0166290 Jul 05 10:18:10.533228 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57712) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:10.553625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-51711848-344d-4e08-b1c2-65075d4911ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:10.554839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-51711848-344d-4e08-b1c2-65075d4911ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:10.555646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-51711848-344d-4e08-b1c2-65075d4911ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:10.557048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-51711848-344d-4e08-b1c2-65075d4911ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:10.557802 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-51711848-344d-4e08-b1c2-65075d4911ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:10.558815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-51711848-344d-4e08-b1c2-65075d4911ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:10.559557 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-51711848-344d-4e08-b1c2-65075d4911ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:10.562124 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-51711848-344d-4e08-b1c2-65075d4911ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=faeb5dc6b3a74c028f443dfad351e225&device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 6499 time: 0.1803408 Jul 05 10:18:10.704260 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-10122105-5bcc-4962-9f81-ff2d8350154c tempest-NetworksApiDiscovery-1626267355 tempest-NetworksApiDiscovery-1626267355-project] 10.222.0.77 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1678953 Jul 05 10:18:11.057749 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a55d7a5f-602f-493a-941c-91383e5ab440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.072518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-2fb930f7-9981-4caf-8b6b-5ebf1ba1a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:11.085656 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-2fb930f7-9981-4caf-8b6b-5ebf1ba1a015 service neutron] 10.222.0.73 "GET /v2.0/networks?id=34a24dd1-7873-4589-9de4-782dc8402e9e HTTP/1.1" status: 200 len: 912 time: 0.5152128 Jul 05 10:18:11.090611 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cde505a3-2b64-479e-a627-5ee84ff9fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'name': 'tempest-TaggedBootDevicesTest-917932306-router', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:07Z', 'updated_at': '2021-07-05T10:15:19Z', 'revision_number': 4, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'gw_port': {'id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:11Z', 'updated_at': '2021-07-05T10:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'fbe1148a-d55b-45a7-a654-0d29438705e1', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'port_id': '08c3b1db-4b45-496d-a361-b318ba0dcfda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e', 'mac_address': 'fa:16:3e:38:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:16:22Z', 'updated_at': '2021-07-05T10:18:08Z', 'revision_number': 1, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a00d29-445e-4fbe-be7c-bf9f6b267d0e', 'name': '', 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'mac_address': 'fa:16:3e:d6:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '27292f2c-a95d-441e-b478-d099205c251b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:17Z', 'updated_at': '2021-07-05T10:15:28Z', 'revision_number': 5, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'subnets': [{'id': '27292f2c-a95d-441e-b478-d099205c251b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:11.132109 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde505a3-2b64-479e-a627-5ee84ff9fa0d None None] Checking router: dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:11.141596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde505a3-2b64-479e-a627-5ee84ff9fa0d None None] Routers {'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:11.142432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cde505a3-2b64-479e-a627-5ee84ff9fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:17:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:11.256083 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-c4edce23-3be1-48a2-a166-e741cd1f3b87 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08c3b1db-4b45-496d-a361-b318ba0dcfda HTTP/1.1" status: 200 len: 1000 time: 0.1482136 Jul 05 10:18:11.390702 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-cde505a3-2b64-479e-a627-5ee84ff9fa0d None None] Set router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:11.524859 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06074dd9-cb33-4878-9c96-30cc29b936ab req-4f716ecb-643f-4e77-9fc6-0ac0248a2553 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:11.540865 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06074dd9-cb33-4878-9c96-30cc29b936ab req-4f716ecb-643f-4e77-9fc6-0ac0248a2553 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.1996725 Jul 05 10:18:11.545280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-9ea74d06-1dfa-4256-bf9a-cdb41b10f4c6 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:11.548923 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57734) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:11.550398 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-9ea74d06-1dfa-4256-bf9a-cdb41b10f4c6 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 811 time: 0.8261230 Jul 05 10:18:11.605209 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06074dd9-cb33-4878-9c96-30cc29b936ab req-d734b426-eb88-4b81-8b10-511b0db2e230 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629694 Jul 05 10:18:11.617818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-5a4b9d38-b4f3-47a7-ab09-dcc999e6a318 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Request body: {'port': {'device_id': 'e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6', 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5', 'admin_state_up': True, 'tenant_id': '5dc70ebc52b2429584fe84f81867aa19'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:11.724306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093157b-c96c-46cc-b8e6-e4db556d5be5 req-d5b10a83-f725-426f-820e-c022044ebf14 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:11.725890 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d093157b-c96c-46cc-b8e6-e4db556d5be5 req-d5b10a83-f725-426f-820e-c022044ebf14 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.8211412 Jul 05 10:18:11.912269 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2fa5379a-4e65-4bf7-9d96-88fafb48df14 req-47e4a0af-ffdd-4e0b-af72-a98fe00e81d7 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0798118 Jul 05 10:18:11.957845 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-91bffb1b-124f-4cc0-b8e5-b7cc7feca677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:11.997102 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cde505a3-2b64-479e-a627-5ee84ff9fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'name': 'tempest-TaggedBootDevicesTest-917932306-router', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:07Z', 'updated_at': '2021-07-05T10:15:19Z', 'revision_number': 4, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'gw_port': {'id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:11Z', 'updated_at': '2021-07-05T10:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'fbe1148a-d55b-45a7-a654-0d29438705e1', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'port_id': '08c3b1db-4b45-496d-a361-b318ba0dcfda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e', 'mac_address': 'fa:16:3e:38:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:16:22Z', 'updated_at': '2021-07-05T10:18:08Z', 'revision_number': 1, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a00d29-445e-4fbe-be7c-bf9f6b267d0e', 'name': '', 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'mac_address': 'fa:16:3e:d6:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '27292f2c-a95d-441e-b478-d099205c251b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:17Z', 'updated_at': '2021-07-05T10:15:28Z', 'revision_number': 5, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'subnets': [{'id': '27292f2c-a95d-441e-b478-d099205c251b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:12.000610 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-61e74a99-c3dc-475c-a55b-2d91eb57db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:12.004994 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-61e74a99-c3dc-475c-a55b-2d91eb57db0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27292f2c-a95d-441e-b478-d099205c251b HTTP/1.1" status: 200 len: 850 time: 0.7017138 Jul 05 10:18:12.034427 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d093157b-c96c-46cc-b8e6-e4db556d5be5 req-404d24e3-4610-4dfa-b6b0-ad4dbab4b6cc tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911754 Jul 05 10:18:12.063755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde505a3-2b64-479e-a627-5ee84ff9fa0d None None] The sync data for ids ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'] in n-d-779913-27 is: [{'id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'name': 'tempest-TaggedBootDevicesTest-917932306-router', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:07Z', 'updated_at': '2021-07-05T10:15:19Z', 'revision_number': 4, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'gw_port': {'id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:11Z', 'updated_at': '2021-07-05T10:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'fbe1148a-d55b-45a7-a654-0d29438705e1', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'port_id': '08c3b1db-4b45-496d-a361-b318ba0dcfda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e', 'mac_address': 'fa:16:3e:38:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:16:22Z', 'updated_at': '2021-07-05T10:18:08Z', 'revision_number': 1, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a00d29-445e-4fbe-be7c-bf9f6b267d0e', 'name': '', 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'mac_address': 'fa:16:3e:d6:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '27292f2c-a95d-441e-b478-d099205c251b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:17Z', 'updated_at': '2021-07-05T10:15:28Z', 'revision_number': 5, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'subnets': [{'id': '27292f2c-a95d-441e-b478-d099205c251b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:12.164487 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.api [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-5a4b9d38-b4f3-47a7-ab09-dcc999e6a318 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:18:12.164487 n-d-779913-27 neutron-server[100776]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 10:18:12.164487 n-d-779913-27 neutron-server[100776]: [parameters: {'project_id': '5dc70ebc52b2429584fe84f81867aa19', 'id': 'cd320e14-c5fe-4522-a2a2-37fab764a5ea', 'expiration': datetime.datetime(2021, 7, 5, 10, 20, 12, 72375)}] Jul 05 10:18:12.164487 n-d-779913-27 neutron-server[100776]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:18:12.165560 n-d-779913-27 neutron-server[100776]: DEBUG oslo_db.api [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-5a4b9d38-b4f3-47a7-ab09-dcc999e6a318 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:18:12.228278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-e18b5e98-42d6-4823-a0e4-50b2b5b4794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:12.232685 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-e18b5e98-42d6-4823-a0e4-50b2b5b4794c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34a24dd1-7873-4589-9de4-782dc8402e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1945591 Jul 05 10:18:12.263081 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-91bffb1b-124f-4cc0-b8e5-b7cc7feca677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.330631 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-91bffb1b-124f-4cc0-b8e5-b7cc7feca677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.391137 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-91bffb1b-124f-4cc0-b8e5-b7cc7feca677 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e62ac76140d4de68686b81b7c8f11ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8396206 Jul 05 10:18:12.393311 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57744) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:12.459860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bffb1b-124f-4cc0-b8e5-b7cc7feca677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705ce83d-1f8f-4893-abb0-3b0df9ff5a82,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:12.496171 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-a4f30417-7f1a-4e2f-9c5b-d66378fd6a97 service neutron] 10.222.0.73 "GET /v2.0/networks/34a24dd1-7873-4589-9de4-782dc8402e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559009 Jul 05 10:18:12.591761 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd74b0c4-2d7d-4a9e-9f72-0dfa3f37b8c9 None None] New status for floating IP fbe1148a-d55b-45a7-a654-0d29438705e1: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:18:12.634509 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb6021f2-1acb-47b7-bdde-34c4b0d2073f req-6146a2c1-f0f7-47e6-b67e-767b51c6807f service neutron] 10.222.0.73 "GET /v2.0/networks/34a24dd1-7873-4589-9de4-782dc8402e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251025 Jul 05 10:18:12.653995 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-79e70a18-e42a-4cec-b510-e9975d99e7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.701528 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-79e70a18-e42a-4cec-b510-e9975d99e7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.829869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-5a4b9d38-b4f3-47a7-ab09-dcc999e6a318 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Made reservation on behalf of 5dc70ebc52b2429584fe84f81867aa19 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:12.835577 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-5a4b9d38-b4f3-47a7-ab09-dcc999e6a318 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:12.992758 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-79e70a18-e42a-4cec-b510-e9975d99e7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.010297 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-79e70a18-e42a-4cec-b510-e9975d99e7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.023283 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-79e70a18-e42a-4cec-b510-e9975d99e7de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/705ce83d-1f8f-4893-abb0-3b0df9ff5a82 HTTP/1.1" status: 204 len: 168 time: 0.6181524 Jul 05 10:18:13.055637 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e70a18-e42a-4cec-b510-e9975d99e7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705ce83d-1f8f-4893-abb0-3b0df9ff5a82,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:13.350845 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69fcb2b4-991f-4575-9fce-220b1df10f9f req-85cc0cd7-a83c-491a-86c4-aaa26a29e57a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 210 time: 0.1154146 Jul 05 10:18:13.526911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-5a4b9d38-b4f3-47a7-ab09-dcc999e6a318 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Allocated IP 172.20.0.13 (1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5/72c4567a-3195-494d-b6bf-64b7b89d5139/4caac46c-47c7-4656-ab8c-f7244fd49be5) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:13.564442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22c6fe-28fb-4120-a887-4f4e549b5373 req-80ee101c-1e18-4653-a92e-8cf7a627ce70 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:13.570887 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f844e523-bbe3-4cc4-bee2-9ae9fdaa1e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.572466 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc22c6fe-28fb-4120-a887-4f4e549b5373 req-80ee101c-1e18-4653-a92e-8cf7a627ce70 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.7055669 Jul 05 10:18:13.631983 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:13.741521 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc22c6fe-28fb-4120-a887-4f4e549b5373 req-790f0f0d-cb26-4831-b25a-a10d39f3b275 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568546 Jul 05 10:18:13.890122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c83c4b-cd73-4b3f-8da4-71f350064760 req-cd3e1d37-f68c-4d28-9c88-e1790bb45d02 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:13.912471 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d2c83c4b-cd73-4b3f-8da4-71f350064760 req-cd3e1d37-f68c-4d28-9c88-e1790bb45d02 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.2223182 Jul 05 10:18:14.068884 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d2c83c4b-cd73-4b3f-8da4-71f350064760 req-74060109-0061-4d5e-b49b-17f9542a622c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550598 Jul 05 10:18:14.107562 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-5a4b9d38-b4f3-47a7-ab09-dcc999e6a318 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.322117 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-5a4b9d38-b4f3-47a7-ab09-dcc999e6a318 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.433544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b9d38-b4f3-47a7-ab09-dcc999e6a318 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Pushing event updated for resources: {'Port': ['ID=4caac46c-47c7-4656-ab8c-f7244fd49be5,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:14.468419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-5a4b9d38-b4f3-47a7-ab09-dcc999e6a318 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:14.470102 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-5a4b9d38-b4f3-47a7-ab09-dcc999e6a318 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:14.474242 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-5a4b9d38-b4f3-47a7-ab09-dcc999e6a318 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:14.566552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-5a4b9d38-b4f3-47a7-ab09-dcc999e6a318 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:14.567271 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-5a4b9d38-b4f3-47a7-ab09-dcc999e6a318 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:14.713802 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-5a4b9d38-b4f3-47a7-ab09-dcc999e6a318 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1273046 Jul 05 10:18:14.728421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Request body: {'port': {'device_id': 'e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:14.838116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d2d9a-8a96-42a5-b5b4-808375b00b79 req-d216db57-67e9-4109-ae52-b3909db9bccd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:14.841833 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-209d2d9a-8a96-42a5-b5b4-808375b00b79 req-d216db57-67e9-4109-ae52-b3909db9bccd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 932 time: 0.2157688 Jul 05 10:18:14.909853 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.012431 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.030854 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-209d2d9a-8a96-42a5-b5b4-808375b00b79 req-00b09788-e67d-44b9-9574-8e81979de942 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392927 Jul 05 10:18:15.132198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71103c-b2ec-4f0f-b04d-6c3136663341 req-e215e2fa-b8b8-4a39-b121-a7d307f69a89 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:15.136820 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e71103c-b2ec-4f0f-b04d-6c3136663341 req-e215e2fa-b8b8-4a39-b121-a7d307f69a89 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.1611857 Jul 05 10:18:15.255216 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e71103c-b2ec-4f0f-b04d-6c3136663341 req-17ce665f-5fca-4641-99a8-283a4e56c738 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129005 Jul 05 10:18:15.617357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37762f1a-1caa-4cc2-a64d-103350f37cfd req-e3da63d8-587e-43b9-876e-7323a83db254 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:15.633864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37762f1a-1caa-4cc2-a64d-103350f37cfd req-e3da63d8-587e-43b9-876e-7323a83db254 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.1921027 Jul 05 10:18:15.733409 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37762f1a-1caa-4cc2-a64d-103350f37cfd req-5b372cb6-ff02-4195-b9ab-0e8f13b10fda tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977654 Jul 05 10:18:15.839615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4caac46c-47c7-4656-ab8c-f7244fd49be5 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:18:15.851146 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:15.867204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Transition to ACTIVE for port object 4caac46c-47c7-4656-ab8c-f7244fd49be5 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:16.293363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0125b-a0db-47e6-aafb-0b0a6da082e6 req-61649d96-e76a-47c6-b634-23ba8ca3407d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:16.294885 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2af0125b-a0db-47e6-aafb-0b0a6da082e6 req-61649d96-e76a-47c6-b634-23ba8ca3407d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 932 time: 0.0715070 Jul 05 10:18:16.345045 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:16.363845 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2af0125b-a0db-47e6-aafb-0b0a6da082e6 req-a2446a3e-aca2-41eb-a8a4-e8c28f08c56e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621128 Jul 05 10:18:16.464922 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Pushing event updated for resources: {'Port': ['ID=4caac46c-47c7-4656-ab8c-f7244fd49be5,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:16.544186 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485519c-5239-48c7-b924-446a0dd6cafa req-484bd525-9f20-4839-a45c-9ab963e4fb2f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:16.549221 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f485519c-5239-48c7-b924-446a0dd6cafa req-484bd525-9f20-4839-a45c-9ab963e4fb2f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.1279297 Jul 05 10:18:16.663413 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f485519c-5239-48c7-b924-446a0dd6cafa req-89cd0d72-e746-45f2-a82a-3ab1536cd363 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031241 Jul 05 10:18:16.734284 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57854) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:16.760866 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.162463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Attempting to bind port 4caac46c-47c7-4656-ab8c-f7244fd49be5 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:17.163077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Attempting to bind port 4caac46c-47c7-4656-ab8c-f7244fd49be5 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:17.163210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Attempting to bind port 4caac46c-47c7-4656-ab8c-f7244fd49be5 on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:17.179591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Port 4caac46c-47c7-4656-ab8c-f7244fd49be5 on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:18:17.179944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Attempting to bind port 4caac46c-47c7-4656-ab8c-f7244fd49be5 on network 1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:17.201801 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:17.202154 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Checking segment: {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:17.202559 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Bound using segment: {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:17.203363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Bound port: 4caac46c-47c7-4656-ab8c-f7244fd49be5, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d610b4d-f1dd-4b1e-b208-93fb8917bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:17.205126 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.239137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828f7c4-0a6d-4c86-9a27-f8b1d68b0b48 req-8d411dc5-277c-4c79-a65f-6360222e1f0e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:17.246661 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2828f7c4-0a6d-4c86-9a27-f8b1d68b0b48 req-8d411dc5-277c-4c79-a65f-6360222e1f0e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.1976926 Jul 05 10:18:17.305571 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.396878 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] For port 4caac46c-47c7-4656-ab8c-f7244fd49be5, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:17.400244 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] For port 4caac46c-47c7-4656-ab8c-f7244fd49be5, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4caac46c-47c7-4656-ab8c-f7244fd49be5,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:17.433257 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2828f7c4-0a6d-4c86-9a27-f8b1d68b0b48 req-20a3dfc4-bf91-40de-8e67-bfcc40e4e5f2 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770718 Jul 05 10:18:17.508677 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.530513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.557172 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:17.557172 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.557172 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] 10.222.0.73 "PUT /v2.0/ports/4caac46c-47c7-4656-ab8c-f7244fd49be5 HTTP/1.1" status: 200 len: 1093 time: 2.8341427 Jul 05 10:18:17.562158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6', 'tag': '4caac46c-47c7-4656-ab8c-f7244fd49be5'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:17.564613 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc916ec-5d2d-44f0-b7a5-392cf1728f36" -d '{"events": [{"name": "network-changed", "server_uuid": "e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6", "tag": "4caac46c-47c7-4656-ab8c-f7244fd49be5"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:17.663847 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:17.717125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7583e6-3114-42e2-a151-167ed8a61e1b service neutron] Pushing event updated for resources: {'Port': ['ID=4caac46c-47c7-4656-ab8c-f7244fd49be5,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:17.733840 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d16434-17d7-451a-ba9e-7c6ab05c8ce3 x-openstack-request-id: req-e0d16434-17d7-451a-ba9e-7c6ab05c8ce3 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:17.733840 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6", "tag": "4caac46c-47c7-4656-ab8c-f7244fd49be5", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:17.734052 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0d16434-17d7-451a-ba9e-7c6ab05c8ce3 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:17.736075 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6', 'tag': '4caac46c-47c7-4656-ab8c-f7244fd49be5', 'status': 'completed', 'code': 200} Jul 05 10:18:17.816216 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-89cf29bf-7d85-4002-8665-ed81f9c8f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:17.818133 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-89cf29bf-7d85-4002-8665-ed81f9c8f0af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 1096 time: 0.0894186 Jul 05 10:18:17.824266 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cf47f34be44c488cb96cb5c8b119766f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0888457 Jul 05 10:18:17.827742 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70890095-47c8-4471-b96a-a5c8e7c893e0,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:17.835425 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57886) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:17.839316 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:17.839966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:17.840520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:17.841088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:17.841663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:17.842223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:17.842909 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:17.843742 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:17.844310 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:17.844905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:17.845537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:17.846123 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e69f8-ae8e-4e26-8c01-1aaa56e513fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:17.883350 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd088cab-cf1a-4412-adbe-f79869b99dc3 req-e3b1c43b-87ce-4bfc-8383-49769149da0d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:17.885260 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dd088cab-cf1a-4412-adbe-f79869b99dc3 req-e3b1c43b-87ce-4bfc-8383-49769149da0d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 944 time: 0.3099463 Jul 05 10:18:18.015909 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dd088cab-cf1a-4412-adbe-f79869b99dc3 req-9a344eff-3f3f-496e-b7e1-c373d2fbfb0e tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193419 Jul 05 10:18:18.052571 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f1948922-e5dc-4e02-a1ad-5e23ac50c3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.057819 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-dc586223-d9f0-4518-a1bc-9cf73de2d682 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4caac46c-47c7-4656-ab8c-f7244fd49be5 HTTP/1.1" status: 200 len: 217 time: 0.2211924 Jul 05 10:18:18.228966 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f1948922-e5dc-4e02-a1ad-5e23ac50c3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.273204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-61e8cf07-2d76-4dd5-8511-9dcf9c1629d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:18.294344 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-61e8cf07-2d76-4dd5-8511-9dcf9c1629d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72c4567a-3195-494d-b6bf-64b7b89d5139 HTTP/1.1" status: 200 len: 851 time: 0.2251718 Jul 05 10:18:18.467317 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-f0b61e59-fe14-4472-b00f-665e9b601918 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086652 Jul 05 10:18:18.497957 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19574bd-01f4-4224-83c3-903b3e098e7b req-49964fb5-f7b8-4667-9ef6-d277c3f5394c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:18.504971 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b19574bd-01f4-4224-83c3-903b3e098e7b req-49964fb5-f7b8-4667-9ef6-d277c3f5394c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.3827245 Jul 05 10:18:18.651478 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b19574bd-01f4-4224-83c3-903b3e098e7b req-b73c77c6-59f2-4289-9b99-4c9878ac1bab tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454277 Jul 05 10:18:18.733540 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-38bd437b-e48d-44ac-833d-e5a656261030 service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568858 Jul 05 10:18:18.762002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f45dd-2193-40f4-a1a6-d59a0b1ac4e8 req-e9f8f040-d2de-4955-b4c5-8bb799c3403b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:18.776291 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e64f45dd-2193-40f4-a1a6-d59a0b1ac4e8 req-e9f8f040-d2de-4955-b4c5-8bb799c3403b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.1498549 Jul 05 10:18:18.803803 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f1948922-e5dc-4e02-a1ad-5e23ac50c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.806661 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f1948922-e5dc-4e02-a1ad-5e23ac50c3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:18.807891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f1948922-e5dc-4e02-a1ad-5e23ac50c3a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/70890095-47c8-4471-b96a-a5c8e7c893e0 HTTP/1.1" status: 204 len: 168 time: 0.9701135 Jul 05 10:18:18.825075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1948922-e5dc-4e02-a1ad-5e23ac50c3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70890095-47c8-4471-b96a-a5c8e7c893e0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:18.852549 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e64f45dd-2193-40f4-a1a6-d59a0b1ac4e8 req-0b26cfcf-5c70-4c48-931c-57609f51af25 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748239 Jul 05 10:18:18.920453 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a3c96f3-739d-432f-b387-83d2baebd8fc req-9b2818b7-561b-4c8f-b0a2-cb11354ca419 service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790078 Jul 05 10:18:19.385399 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc916ec-5d2d-44f0-b7a5-392cf1728f36 req-e54b73e4-224a-4651-af05-11d51c068637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:19.396631 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bc916ec-5d2d-44f0-b7a5-392cf1728f36 req-e54b73e4-224a-4651-af05-11d51c068637 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dc70ebc52b2429584fe84f81867aa19&device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 1096 time: 0.1890869 Jul 05 10:18:19.418933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4f6e5-c635-4740-a37d-fe4ee43fb828 req-6c1253c7-0bae-42aa-ba84-2f17be3cc1b5 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:19.428732 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a4f6e5-c635-4740-a37d-fe4ee43fb828 req-6c1253c7-0bae-42aa-ba84-2f17be3cc1b5 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 944 time: 0.1168003 Jul 05 10:18:19.485123 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a4f6e5-c635-4740-a37d-fe4ee43fb828 req-9bf17c8a-b81c-4c5d-8029-8fc34848922c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547669 Jul 05 10:18:19.620539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc916ec-5d2d-44f0-b7a5-392cf1728f36 req-eac25b1a-2637-40f6-afc5-8e3ae3087912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:19.623886 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bc916ec-5d2d-44f0-b7a5-392cf1728f36 req-eac25b1a-2637-40f6-afc5-8e3ae3087912 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 200 len: 912 time: 0.2198415 Jul 05 10:18:19.679915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57932) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:19.764588 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bc916ec-5d2d-44f0-b7a5-392cf1728f36 req-acc73ad7-aa1c-4bd3-aab2-f7f1dcc41bcc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4caac46c-47c7-4656-ab8c-f7244fd49be5 HTTP/1.1" status: 200 len: 217 time: 0.1304517 Jul 05 10:18:19.889072 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e06baa07-d9e9-4369-af08-928e6d2eb81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:19.912369 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc916ec-5d2d-44f0-b7a5-392cf1728f36 req-e6c8cd6d-6a3a-45eb-bdb9-48267c47283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:19.914051 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bc916ec-5d2d-44f0-b7a5-392cf1728f36 req-e6c8cd6d-6a3a-45eb-bdb9-48267c47283d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72c4567a-3195-494d-b6bf-64b7b89d5139 HTTP/1.1" status: 200 len: 851 time: 0.1302371 Jul 05 10:18:20.015588 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e06baa07-d9e9-4369-af08-928e6d2eb81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.016792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57942) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:20.030136 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da64ba8d-a69b-4283-aa38-e6e8f607ba86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.055475 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bc916ec-5d2d-44f0-b7a5-392cf1728f36 req-d8f4d23a-997c-4f0d-8db3-4be9f7d4a870 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340566 Jul 05 10:18:20.175929 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879fbe3-fbf3-429a-a61a-4ef612a710d5 req-ac7aa3b8-85b1-44b7-96ed-4b69e5207ca9 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:20.183741 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4879fbe3-fbf3-429a-a61a-4ef612a710d5 req-ac7aa3b8-85b1-44b7-96ed-4b69e5207ca9 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.2651491 Jul 05 10:18:20.203123 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da64ba8d-a69b-4283-aa38-e6e8f607ba86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.208158 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e06baa07-d9e9-4369-af08-928e6d2eb81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.272352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06baa07-d9e9-4369-af08-928e6d2eb81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfc6dab-7835-459a-b289-487e419bb347,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:20.277068 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4879fbe3-fbf3-429a-a61a-4ef612a710d5 req-9f77e8ac-d3c2-43bb-b834-88a4f5ed6d01 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851030 Jul 05 10:18:20.281636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bc916ec-5d2d-44f0-b7a5-392cf1728f36 req-1f3d8a56-b788-45e6-a519-ff558990747f service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182441 Jul 05 10:18:20.289012 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-da64ba8d-a69b-4283-aa38-e6e8f607ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.334382 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e06baa07-d9e9-4369-af08-928e6d2eb81a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d6db55a62ad84f198997adaf54c89b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6510923 Jul 05 10:18:20.343702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57952) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:20.374895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220506b-417b-486c-840a-e11bbd0389a5 req-9ac2f1ab-991b-4504-8695-c3ed147a1ed2 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:20.381821 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b220506b-417b-486c-840a-e11bbd0389a5 req-9ac2f1ab-991b-4504-8695-c3ed147a1ed2 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.3140285 Jul 05 10:18:20.432381 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-da64ba8d-a69b-4283-aa38-e6e8f607ba86 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e4e42920e1cb44aaaf9e855f22caa686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143896 Jul 05 10:18:20.437034 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57956) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:20.442186 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64ba8d-a69b-4283-aa38-e6e8f607ba86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3909ab-5c8d-41b1-9174-590e4b16a7c6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:20.496848 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bc916ec-5d2d-44f0-b7a5-392cf1728f36 req-dd17e57b-5855-4092-8006-edfda00ec2ec service neutron] 10.222.0.73 "GET /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071073 Jul 05 10:18:20.635512 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b220506b-417b-486c-840a-e11bbd0389a5 req-99494277-9ff2-4672-a11c-81ab5511c96c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500193 Jul 05 10:18:20.635512 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-821ed03a-da04-4e95-9f27-cbe3a9553079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.691242 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b8f6c5e4-0626-4c5b-a76b-6627d604f2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.736286 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b8f6c5e4-0626-4c5b-a76b-6627d604f2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.788314 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-821ed03a-da04-4e95-9f27-cbe3a9553079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:20.953985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec45c0-34e9-4781-8502-95190afeff5a req-3e889b67-6002-42eb-b15c-54ec42e2732f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:20.990243 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-29ec45c0-34e9-4781-8502-95190afeff5a req-3e889b67-6002-42eb-b15c-54ec42e2732f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 944 time: 0.1388896 Jul 05 10:18:21.017207 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-29ec45c0-34e9-4781-8502-95190afeff5a req-cb893250-d34c-45ca-9afc-0fbc8312f735 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524380 Jul 05 10:18:21.109548 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b8f6c5e4-0626-4c5b-a76b-6627d604f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.113104 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b8f6c5e4-0626-4c5b-a76b-6627d604f2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.122091 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b8f6c5e4-0626-4c5b-a76b-6627d604f2ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4cfc6dab-7835-459a-b289-487e419bb347 HTTP/1.1" status: 204 len: 168 time: 0.7655511 Jul 05 10:18:21.132676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6c5e4-0626-4c5b-a76b-6627d604f2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfc6dab-7835-459a-b289-487e419bb347,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:21.304976 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-821ed03a-da04-4e95-9f27-cbe3a9553079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.304976 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-821ed03a-da04-4e95-9f27-cbe3a9553079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.304976 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-821ed03a-da04-4e95-9f27-cbe3a9553079 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b3909ab-5c8d-41b1-9174-590e4b16a7c6 HTTP/1.1" status: 204 len: 168 time: 0.8622737 Jul 05 10:18:21.325687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ed03a-da04-4e95-9f27-cbe3a9553079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3909ab-5c8d-41b1-9174-590e4b16a7c6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:21.386859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4caac46c-47c7-4656-ab8c-f7244fd49be5 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:18:21.520485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef19afa-f66c-4358-9fb1-de0580937c69 req-b063823d-0d40-4466-b2fc-ce131eb236cf tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:21.524714 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 4caac46c-47c7-4656-ab8c-f7244fd49be5, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4caac46c-47c7-4656-ab8c-f7244fd49be5,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:21.528840 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5ef19afa-f66c-4358-9fb1-de0580937c69 req-b063823d-0d40-4466-b2fc-ce131eb236cf tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.0851951 Jul 05 10:18:21.572214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '4caac46c-47c7-4656-ab8c-f7244fd49be5', 'network_id': '1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5', 'port_id': '4caac46c-47c7-4656-ab8c-f7244fd49be5', 'mac_address': 'fa:16:3e:bb:bc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c4567a-3195-494d-b6bf-64b7b89d5139', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:18:21.595754 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5ef19afa-f66c-4358-9fb1-de0580937c69 req-9b578e7b-e558-4267-aae3-77de3ec7ed2b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655942 Jul 05 10:18:21.645302 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:21.676078 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4caac46c-47c7-4656-ab8c-f7244fd49be5 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:18:21.707132 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 4caac46c-47c7-4656-ab8c-f7244fd49be5, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4caac46c-47c7-4656-ab8c-f7244fd49be5,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:21.927060 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e664e4-8e88-4808-8482-92460310bea7 req-8f9e174f-970b-4dcf-9739-0a69cb793f11 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:21.928971 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-04e664e4-8e88-4808-8482-92460310bea7 req-8f9e174f-970b-4dcf-9739-0a69cb793f11 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.0915577 Jul 05 10:18:21.971197 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-04e664e4-8e88-4808-8482-92460310bea7 req-efe1ded9-ffae-4a2d-851d-920c72e8d645 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361342 Jul 05 10:18:22.105324 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.164203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=4caac46c-47c7-4656-ab8c-f7244fd49be5,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:22.229031 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.229247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b0233-5f75-4801-a9c7-76beb7f491d5 req-d3cf5988-8fc6-4218-b1c7-a68908818f9c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:22.230935 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff4b0233-5f75-4801-a9c7-76beb7f491d5 req-d3cf5988-8fc6-4218-b1c7-a68908818f9c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 945 time: 0.0870562 Jul 05 10:18:22.279949 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff4b0233-5f75-4801-a9c7-76beb7f491d5 req-3215bb18-b3d7-4254-a372-4c1191d854f8 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Jul 05 10:18:22.425554 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['4caac46c-47c7-4656-ab8c-f7244fd49be5'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:18:22.474047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58002) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:22.494094 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7dc5ad7f-7ce5-47e6-848b-8a9a6d81cb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.685917 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7dc5ad7f-7ce5-47e6-848b-8a9a6d81cb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.824501 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7dc5ad7f-7ce5-47e6-848b-8a9a6d81cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.859875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7dc5ad7f-7ce5-47e6-848b-8a9a6d81cb9a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6c0c4d5a0504a31b449c32f22a0f365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3840747 Jul 05 10:18:22.864655 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58012) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:22.903125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5ad7f-7ce5-47e6-848b-8a9a6d81cb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8511d07e-eb90-4dd6-9001-e13f2448320a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:22.915361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a9d63-5781-4f5a-b596-9c304b52091d req-1dcd924f-0b26-49fe-8c4e-f030f438accb tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:22.922433 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-968a9d63-5781-4f5a-b596-9c304b52091d req-1dcd924f-0b26-49fe-8c4e-f030f438accb tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.1490808 Jul 05 10:18:22.944907 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-05b8f9c9-f362-44b2-b504-bd419bf6b515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.976975 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-05b8f9c9-f362-44b2-b504-bd419bf6b515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:22.978108 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-968a9d63-5781-4f5a-b596-9c304b52091d req-8e50582a-9f4b-41c4-a870-d82a80f164df tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541635 Jul 05 10:18:23.195126 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cece1-d721-4c9b-9db5-ea0abd01ccc7 req-aac0482c-08a8-4845-8938-e7e015ce37e7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:23.196737 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b03cece1-d721-4c9b-9db5-ea0abd01ccc7 req-aac0482c-08a8-4845-8938-e7e015ce37e7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.0804954 Jul 05 10:18:23.246128 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b03cece1-d721-4c9b-9db5-ea0abd01ccc7 req-f256be4a-94e8-4d58-9092-30dd63f9c571 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433791 Jul 05 10:18:23.309507 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-05b8f9c9-f362-44b2-b504-bd419bf6b515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.312483 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-05b8f9c9-f362-44b2-b504-bd419bf6b515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:23.313798 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-05b8f9c9-f362-44b2-b504-bd419bf6b515 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8511d07e-eb90-4dd6-9001-e13f2448320a HTTP/1.1" status: 204 len: 168 time: 0.4472857 Jul 05 10:18:23.321880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8f9c9-f362-44b2-b504-bd419bf6b515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8511d07e-eb90-4dd6-9001-e13f2448320a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:23.503355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67502313-9b89-49ed-ae3a-162b16e9b80a req-1c9d1661-eb42-4ca3-a77b-e68d5ce08628 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:23.505093 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67502313-9b89-49ed-ae3a-162b16e9b80a req-1c9d1661-eb42-4ca3-a77b-e68d5ce08628 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 945 time: 0.0712900 Jul 05 10:18:23.548180 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67502313-9b89-49ed-ae3a-162b16e9b80a req-ee8274ca-f7d0-4a8b-bf8e-cca1bc2ceb9c tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370584 Jul 05 10:18:23.989481 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:24.171076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8520e13-619d-4f3c-9810-5620b8111a4a req-072fd0ee-35dd-49f0-aec1-d2d51726cf45 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:24.175745 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8520e13-619d-4f3c-9810-5620b8111a4a req-072fd0ee-35dd-49f0-aec1-d2d51726cf45 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.0883873 Jul 05 10:18:24.224363 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8520e13-619d-4f3c-9810-5620b8111a4a req-557490c8-71d1-4f93-a9c1-100a6e359cbc tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458620 Jul 05 10:18:24.517121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68590beb-ef6a-4937-b4da-41501f6ce12a req-b9d66755-1a88-4463-bc31-1a37ec96c9b5 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:24.519137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68590beb-ef6a-4937-b4da-41501f6ce12a req-b9d66755-1a88-4463-bc31-1a37ec96c9b5 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.1100655 Jul 05 10:18:24.592179 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68590beb-ef6a-4937-b4da-41501f6ce12a req-03ebbb46-d3ff-49f2-9090-c69838694ca6 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632460 Jul 05 10:18:24.798172 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb2795-2161-4d62-80a3-247e7b577102 req-b13d328f-f2e0-4fa8-acdf-742593a75502 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:24.812401 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e2fb2795-2161-4d62-80a3-247e7b577102 req-b13d328f-f2e0-4fa8-acdf-742593a75502 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 945 time: 0.0881510 Jul 05 10:18:24.926567 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e2fb2795-2161-4d62-80a3-247e7b577102 req-0e9093ba-40f5-4053-9e37-097bcecaf3b9 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078787 Jul 05 10:18:25.397960 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4caac46c-47c7-4656-ab8c-f7244fd49be5 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:25.511625 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e3d79-5dc0-40b2-9253-76ed0619b7a6 req-39fcb272-6d3d-4eb1-8b3f-232565c1e6ab tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:25.513435 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-848e3d79-5dc0-40b2-9253-76ed0619b7a6 req-39fcb272-6d3d-4eb1-8b3f-232565c1e6ab tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.1277552 Jul 05 10:18:25.557773 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-848e3d79-5dc0-40b2-9253-76ed0619b7a6 req-ff61307e-3375-41bf-b2d1-f807a156f434 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382979 Jul 05 10:18:25.715082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 4caac46c-47c7-4656-ab8c-f7244fd49be5 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:25.720609 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 4caac46c-47c7-4656-ab8c-f7244fd49be5 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:25.720994 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.775788 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b489bd3-5700-47fe-b192-8682cb3b9dda req-d0ded69d-4970-4a50-b614-7d6c64adacf7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:25.777385 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b489bd3-5700-47fe-b192-8682cb3b9dda req-d0ded69d-4970-4a50-b614-7d6c64adacf7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.0746760 Jul 05 10:18:25.820002 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b489bd3-5700-47fe-b192-8682cb3b9dda req-efd2e1ea-94e7-45d8-9b12-e996024115f1 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365803 Jul 05 10:18:25.838113 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:25.857735 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4caac46c-47c7-4656-ab8c-f7244fd49be5'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:25.860315 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1512b5a9-2bfe-497f-b0a0-f291cc18003e" -d '{"events": [{"server_uuid": "e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6", "name": "network-vif-plugged", "status": "completed", "tag": "4caac46c-47c7-4656-ab8c-f7244fd49be5"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:25.877590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 4caac46c-47c7-4656-ab8c-f7244fd49be5, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4caac46c-47c7-4656-ab8c-f7244fd49be5,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:25.911466 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6f3052-d7b3-4052-ae09-02bebe1d56ac x-openstack-request-id: req-2f6f3052-d7b3-4052-ae09-02bebe1d56ac {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:25.911786 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6", "name": "network-vif-plugged", "status": "completed", "tag": "4caac46c-47c7-4656-ab8c-f7244fd49be5", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:25.912114 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f6f3052-d7b3-4052-ae09-02bebe1d56ac {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:25.913825 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4caac46c-47c7-4656-ab8c-f7244fd49be5', 'code': 200} Jul 05 10:18:26.006777 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:26.121292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=4caac46c-47c7-4656-ab8c-f7244fd49be5,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:26.207827 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51865dd-04c5-48bd-bdc6-7dc78aa7f69c req-02a18a0b-2559-4512-8323-f5957295baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:26.207827 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d51865dd-04c5-48bd-bdc6-7dc78aa7f69c req-02a18a0b-2559-4512-8323-f5957295baae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 1097 time: 0.2175937 Jul 05 10:18:26.217402 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd127d9-f852-4b6c-a1b4-e29d50b9aa44 req-b042e101-7a4a-4e1f-bc19-ae721c821500 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:26.219261 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ebd127d9-f852-4b6c-a1b4-e29d50b9aa44 req-b042e101-7a4a-4e1f-bc19-ae721c821500 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 946 time: 0.1377826 Jul 05 10:18:26.310814 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ebd127d9-f852-4b6c-a1b4-e29d50b9aa44 req-75fe0c0f-923d-4c65-b26c-ab3c5a530759 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590525 Jul 05 10:18:26.318176 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d51865dd-04c5-48bd-bdc6-7dc78aa7f69c req-f7b7b962-f6a1-4225-82f9-25db8cfad6a4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964901 Jul 05 10:18:27.015230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39605f3-f911-4f61-95a2-79f26e327950 req-5b16cf1a-7b4c-4c80-bcc1-6e0898996508 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:27.016697 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d39605f3-f911-4f61-95a2-79f26e327950 req-5b16cf1a-7b4c-4c80-bcc1-6e0898996508 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.0704107 Jul 05 10:18:27.058334 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d39605f3-f911-4f61-95a2-79f26e327950 req-5dff4b63-dc1d-444d-a970-046da735a5ac tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353417 Jul 05 10:18:27.508646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba7a5b-8690-4e53-9f95-d8b041a3eec1 req-a916ce2f-9fd0-4d19-83e0-9f349d5600d3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:27.516317 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0bba7a5b-8690-4e53-9f95-d8b041a3eec1 req-a916ce2f-9fd0-4d19-83e0-9f349d5600d3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 946 time: 0.0793657 Jul 05 10:18:27.589608 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0bba7a5b-8690-4e53-9f95-d8b041a3eec1 req-5abb85a4-705c-4e34-ae52-08fc36aad82d tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634253 Jul 05 10:18:28.065525 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03bff5-9528-4bcf-945e-9eeac2bec833 req-10ef3cdc-f490-4e41-b067-92c871ec101e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:28.067299 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-db03bff5-9528-4bcf-945e-9eeac2bec833 req-10ef3cdc-f490-4e41-b067-92c871ec101e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 947 time: 0.1824939 Jul 05 10:18:28.124450 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-db03bff5-9528-4bcf-945e-9eeac2bec833 req-4aed4145-df67-4a9f-86c2-32ef000a8899 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506516 Jul 05 10:18:28.263334 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bad601-235c-44fe-9d3a-58bd391210ba req-4069ddd2-5fd6-421d-8095-c065a18f77af tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:28.264973 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4bad601-235c-44fe-9d3a-58bd391210ba req-4069ddd2-5fd6-421d-8095-c065a18f77af tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.0773494 Jul 05 10:18:28.326859 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4bad601-235c-44fe-9d3a-58bd391210ba req-51030c4e-c17d-4f3f-8896-dc2bf1b0809f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548778 Jul 05 10:18:28.812919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f7b80-e12f-4c29-b0a9-a395b54bd6fd req-10815662-174b-4b4f-8380-9ef232c257b4 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:28.814907 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-365f7b80-e12f-4c29-b0a9-a395b54bd6fd req-10815662-174b-4b4f-8380-9ef232c257b4 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 946 time: 0.0721354 Jul 05 10:18:28.854555 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-365f7b80-e12f-4c29-b0a9-a395b54bd6fd req-940902d0-64ff-4f68-bd13-03a0d680fef1 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337632 Jul 05 10:18:29.504052 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e130015-42ea-40e8-ab2a-40c6b3a236b1 req-88ced828-b538-4c59-bb18-0864b8bd4454 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:29.514353 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e130015-42ea-40e8-ab2a-40c6b3a236b1 req-88ced828-b538-4c59-bb18-0864b8bd4454 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.0803590 Jul 05 10:18:29.516417 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:29.586483 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e130015-42ea-40e8-ab2a-40c6b3a236b1 req-0600f0bb-3970-4695-bcf2-98fd1636188e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604985 Jul 05 10:18:29.626790 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.655875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:29.659093 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a843ac4-1621-41c9-a3cd-5787240406bc" -d '{"events": [{"server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:29.674700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:29.770601 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c729c496-f051-4e86-b06d-610fbb9ae488 x-openstack-request-id: req-c729c496-f051-4e86-b06d-610fbb9ae488 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:29.771124 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:29.771558 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c729c496-f051-4e86-b06d-610fbb9ae488 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:29.772198 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'code': 200} Jul 05 10:18:29.847003 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:29.900111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,revision_number=14']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:30.234119 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56df116-5944-4989-92ec-8562567c2836 req-6fd11075-88de-4a6e-95d0-4b31ee42ff1a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:30.238577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e56df116-5944-4989-92ec-8562567c2836 req-6fd11075-88de-4a6e-95d0-4b31ee42ff1a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 946 time: 0.0762529 Jul 05 10:18:30.280525 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e56df116-5944-4989-92ec-8562567c2836 req-036738cc-7405-4540-bbdc-8511b83189b3 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375319 Jul 05 10:18:30.789980 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-94e0482b-fe5c-4aa5-8409-3168eedf856b service neutron] show failed (client error): The resource could not be found. Jul 05 10:18:30.794057 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-94e0482b-fe5c-4aa5-8409-3168eedf856b service neutron] 10.222.0.64 "GET /v2.0/ports/00d0f6f0-42d9-499b-8ec1-e041d507b47f/bindings/n-h1-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.1636553 Jul 05 10:18:30.941338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2f410-4399-48f5-96f3-912461fdef83 req-f7e75e01-80aa-4def-b609-6bd6bffc75fa tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:30.948415 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-91b2f410-4399-48f5-96f3-912461fdef83 req-f7e75e01-80aa-4def-b609-6bd6bffc75fa tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.1731431 Jul 05 10:18:31.051928 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-91b2f410-4399-48f5-96f3-912461fdef83 req-cd9ec744-1333-4e30-b3b8-c5cafa56732d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024895 Jul 05 10:18:31.615996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3798cc3-bf26-4033-8088-9a9f902ed6be req-f9656e0a-b05b-41f6-b93c-def74cd2e9ec tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:31.618065 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f3798cc3-bf26-4033-8088-9a9f902ed6be req-f9656e0a-b05b-41f6-b93c-def74cd2e9ec tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 946 time: 0.0986664 Jul 05 10:18:31.711612 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f3798cc3-bf26-4033-8088-9a9f902ed6be req-36ce2019-da7c-4b68-9eac-b6c6cdd910fc tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641053 Jul 05 10:18:31.775600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-fb25c136-7877-4436-b47e-d3f22fae157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:31.777922 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-fb25c136-7877-4436-b47e-d3f22fae157e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a&tenant_id=004ecdb3b3264f069e42a0c8102d49af HTTP/1.1" status: 200 len: 1101 time: 0.1014285 Jul 05 10:18:31.791035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:31.927567 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.346853 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:32.403042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:32.472898 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a647b8-0272-41a8-b08b-6c32ecc98f33 req-182172b4-0a6b-41ea-b4e1-102e7bd596d5 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:32.512283 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-93a647b8-0272-41a8-b08b-6c32ecc98f33 req-182172b4-0a6b-41ea-b4e1-102e7bd596d5 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.1813104 Jul 05 10:18:32.556835 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-93a647b8-0272-41a8-b08b-6c32ecc98f33 req-15b15969-bc40-4082-946a-f420bbae037b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527570 Jul 05 10:18:32.599228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:32.602433 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73e3e07-b71c-4a0a-8311-701ab78ba5c4" -d '{"events": [{"server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "name": "network-vif-unplugged", "status": "completed", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:32.618667 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.688048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d96d6-636a-41eb-8819-ef6985dca245 req-78cbe5e6-0ccb-43be-a0b0-34b531f13cd6 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:32.689642 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f5d96d6-636a-41eb-8819-ef6985dca245 req-78cbe5e6-0ccb-43be-a0b0-34b531f13cd6 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 946 time: 0.2451575 Jul 05 10:18:32.691975 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ba4749-2aec-44a7-9397-474692dd4806 x-openstack-request-id: req-c4ba4749-2aec-44a7-9397-474692dd4806 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:32.692207 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "name": "network-vif-unplugged", "status": "completed", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:32.692410 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4ba4749-2aec-44a7-9397-474692dd4806 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:32.692794 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f', 'code': 200} Jul 05 10:18:32.693807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Transition to ACTIVE for port object 00d0f6f0-42d9-499b-8ec1-e041d507b47f will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:32.734872 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f5d96d6-636a-41eb-8819-ef6985dca245 req-09143ad2-7707-418b-ac62-98659ee756ab tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365367 Jul 05 10:18:32.831668 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:32.942032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] No DVR routers for this DVR port 00d0f6f0-42d9-499b-8ec1-e041d507b47f on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:32.944391 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=00d0f6f0-42d9-499b-8ec1-e041d507b47f,revision_number=6']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:33.016044 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Attempting to bind port 00d0f6f0-42d9-499b-8ec1-e041d507b47f on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:33.016691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Attempting to bind port 00d0f6f0-42d9-499b-8ec1-e041d507b47f by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:33.017132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Attempting to bind port 00d0f6f0-42d9-499b-8ec1-e041d507b47f on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:33.024651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Port 00d0f6f0-42d9-499b-8ec1-e041d507b47f on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:18:33.025183 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Attempting to bind port 00d0f6f0-42d9-499b-8ec1-e041d507b47f on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:33.031377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:33.032111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:33.032605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:33.033172 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Bound port: 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:33.033771 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.181149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:33.181149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:33.231100 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc9125-4f53-4904-83cf-e773f24be4a1 req-05c96a1d-75c6-4af9-8272-331a263758ea tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:33.233504 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0edc9125-4f53-4904-83cf-e773f24be4a1 req-05c96a1d-75c6-4af9-8272-331a263758ea tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1092660 Jul 05 10:18:33.276468 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0edc9125-4f53-4904-83cf-e773f24be4a1 req-bbcd83c1-66ad-49b5-8cd5-fed847f3bda2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372024 Jul 05 10:18:33.287315 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.356213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=00d0f6f0-42d9-499b-8ec1-e041d507b47f,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:33.375787 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:33.375787 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:33.375787 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-ac8250a2-78d2-4e4d-9c40-6eb8bf061fd5 service neutron] 10.222.0.73 "PUT /v2.0/ports/00d0f6f0-42d9-499b-8ec1-e041d507b47f HTTP/1.1" status: 200 len: 1096 time: 1.5817461 Jul 05 10:18:33.573374 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-b7f3b285-cba1-4e40-b12f-3f6577c67c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:33.584735 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-b7f3b285-cba1-4e40-b12f-3f6577c67c52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 1099 time: 0.1553445 Jul 05 10:18:33.749284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-da927695-082f-4501-a2f2-72eb3b97d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:33.750727 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-da927695-082f-4501-a2f2-72eb3b97d0ab service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1612074 Jul 05 10:18:33.810673 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-30e7927e-f8dc-4f8b-8270-83b9c0feba79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f HTTP/1.1" status: 200 len: 217 time: 0.0527878 Jul 05 10:18:33.926449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-422dffcf-8df1-4aea-95b6-05e1680f3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:33.926449 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-422dffcf-8df1-4aea-95b6-05e1680f3da3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1075394 Jul 05 10:18:33.939559 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079fcc1-cf76-4b5b-97f7-7698a45f19af req-4d736315-7a5d-4c5f-89a6-5263bb322c82 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:33.941332 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9079fcc1-cf76-4b5b-97f7-7698a45f19af req-4d736315-7a5d-4c5f-89a6-5263bb322c82 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 947 time: 0.1131737 Jul 05 10:18:33.993936 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9079fcc1-cf76-4b5b-97f7-7698a45f19af req-a9d9db58-d277-4b69-b985-6694dda8022e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469115 Jul 05 10:18:34.000056 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57f1d1-1367-41c8-b066-151da7b5415d req-65fdd825-a73c-4c22-ac9c-c31f6df8766a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:34.003687 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd57f1d1-1367-41c8-b066-151da7b5415d req-65fdd825-a73c-4c22-ac9c-c31f6df8766a tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 946 time: 0.1390197 Jul 05 10:18:34.064075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-4f269645-8441-4986-bd98-32367fa4dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:34.065772 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-4f269645-8441-4986-bd98-32367fa4dc43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1334636 Jul 05 10:18:34.248668 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-d48f28c1-024a-46be-9c4d-93e0f2e29d0d service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739938 Jul 05 10:18:34.282365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133e0c6-7610-44a7-8306-de04e34e161c req-c365fca2-0d2e-46eb-8abd-939b388e40c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:34.284299 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1133e0c6-7610-44a7-8306-de04e34e161c req-c365fca2-0d2e-46eb-8abd-939b388e40c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 1097 time: 0.0579283 Jul 05 10:18:34.410889 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-c82752a4-7e98-4a7a-aa75-9f6e5a86f3e6 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161294 Jul 05 10:18:34.412202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133e0c6-7610-44a7-8306-de04e34e161c req-854c1ccf-c151-49c8-885b-bfae098424a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:34.414243 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1133e0c6-7610-44a7-8306-de04e34e161c req-854c1ccf-c151-49c8-885b-bfae098424a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 913 time: 0.1192441 Jul 05 10:18:34.442334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-fd57f1d1-1367-41c8-b066-151da7b5415d req-c6e16235-dc7b-4a5e-9ab9-4b6d9f5758fd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Deleting port 4caac46c-47c7-4656-ab8c-f7244fd49be5 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:34.442688 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd57f1d1-1367-41c8-b066-151da7b5415d req-c6e16235-dc7b-4a5e-9ab9-4b6d9f5758fd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:34.473761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33f4fd-29bf-4445-8b77-0200ee1a51d9 req-fa836f37-fc88-4ba2-a77b-5876ee67f6d6 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:34.481425 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f33f4fd-29bf-4445-8b77-0200ee1a51d9 req-fa836f37-fc88-4ba2-a77b-5876ee67f6d6 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 946 time: 0.2770817 Jul 05 10:18:34.557213 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f33f4fd-29bf-4445-8b77-0200ee1a51d9 req-3c469102-a04b-4a27-85a8-324da27e18fd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/security-groups?id=7055d427-c536-49be-925a-58bb98cfb046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508833 Jul 05 10:18:34.572076 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1133e0c6-7610-44a7-8306-de04e34e161c req-1d322a88-e0fe-40c7-be6e-6eb849acada6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce HTTP/1.1" status: 200 len: 999 time: 0.1504517 Jul 05 10:18:34.600783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-fd57f1d1-1367-41c8-b066-151da7b5415d req-c6e16235-dc7b-4a5e-9ab9-4b6d9f5758fd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] For port 4caac46c-47c7-4656-ab8c-f7244fd49be5, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4caac46c-47c7-4656-ab8c-f7244fd49be5,segment=NetworkSegment(8d610b4d-f1dd-4b1e-b208-93fb8917bd04),segment_id=8d610b4d-f1dd-4b1e-b208-93fb8917bd04)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:34.601275 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd57f1d1-1367-41c8-b066-151da7b5415d req-c6e16235-dc7b-4a5e-9ab9-4b6d9f5758fd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:34.617000 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-fd57f1d1-1367-41c8-b066-151da7b5415d req-c6e16235-dc7b-4a5e-9ab9-4b6d9f5758fd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Calling delete_port for 4caac46c-47c7-4656-ab8c-f7244fd49be5 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:34.734377 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133e0c6-7610-44a7-8306-de04e34e161c req-b5e1601e-341b-4705-87a8-c0d23e15cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:34.736356 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1133e0c6-7610-44a7-8306-de04e34e161c req-b5e1601e-341b-4705-87a8-c0d23e15cb39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.1577437 Jul 05 10:18:34.744661 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:34.747829 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c8269d-8254-42f9-83b5-16bf942903c8" -d '{"events": [{"name": "network-changed", "server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:34.930979 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108bb3b-78b2-45fa-98bc-d23f7066e584 req-16217e8c-4c2b-4412-b540-f394072afbe2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:34.941361 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9108bb3b-78b2-45fa-98bc-d23f7066e584 req-16217e8c-4c2b-4412-b540-f394072afbe2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1756337 Jul 05 10:18:35.000638 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9108bb3b-78b2-45fa-98bc-d23f7066e584 req-b8b6f6b7-f4c6-4c29-be00-6f2abad7b766 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565150 Jul 05 10:18:35.002812 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133e0c6-7610-44a7-8306-de04e34e161c req-f6457355-4f7b-4b38-8aff-e0bfbad89d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:35.015436 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1133e0c6-7610-44a7-8306-de04e34e161c req-f6457355-4f7b-4b38-8aff-e0bfbad89d26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2678432 Jul 05 10:18:35.043037 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d7eb51-e7b8-4ecc-bd5d-e7ac027e7cee x-openstack-request-id: req-03d7eb51-e7b8-4ecc-bd5d-e7ac027e7cee {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:35.043327 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:35.049014 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-03d7eb51-e7b8-4ecc-bd5d-e7ac027e7cee {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:35.049585 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f', 'status': 'completed', 'code': 200} Jul 05 10:18:35.339255 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1133e0c6-7610-44a7-8306-de04e34e161c req-dc105334-a681-4a73-aba4-93c76785bfd4 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139379 Jul 05 10:18:35.349503 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-1703fb93-3190-426a-9c2c-2ab4febccb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:35.357085 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-1703fb93-3190-426a-9c2c-2ab4febccb6e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 1099 time: 0.2056758 Jul 05 10:18:35.360512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-ec162626-ad4d-48d7-a026-464e057e7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:35.362963 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-ec162626-ad4d-48d7-a026-464e057e7e71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 1099 time: 0.2223258 Jul 05 10:18:35.434744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd57f1d1-1367-41c8-b066-151da7b5415d req-c6e16235-dc7b-4a5e-9ab9-4b6d9f5758fd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:35.443219 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad284e88-2334-454c-bd12-244ed6ad3e05 req-13a9664c-765d-4434-aa61-01a2a343f7a6 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:35.453760 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ad284e88-2334-454c-bd12-244ed6ad3e05 req-13a9664c-765d-4434-aa61-01a2a343f7a6 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 947 time: 0.1713467 Jul 05 10:18:35.465245 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['4caac46c-47c7-4656-ab8c-f7244fd49be5'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:18:35.513775 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1133e0c6-7610-44a7-8306-de04e34e161c req-9595b9c1-64fe-4bb7-9cf2-70e5556fe918 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637144 Jul 05 10:18:35.546385 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ad284e88-2334-454c-bd12-244ed6ad3e05 req-c52ab346-e558-4a62-a739-64bc7d5269bb tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928035 Jul 05 10:18:35.557065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 00d0f6f0-42d9-499b-8ec1-e041d507b47f no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:35.638880 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 00d0f6f0-42d9-499b-8ec1-e041d507b47f not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:35.728828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e16235-dc7b-4a5e-9ab9-4b6d9f5758fd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Pushing event deleted for resources: {'Port': ['ID=4caac46c-47c7-4656-ab8c-f7244fd49be5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:35.731479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-74f53f70-b77c-49d2-96c5-13e1735019b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:35.733114 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-74f53f70-b77c-49d2-96c5-13e1735019b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.3604205 Jul 05 10:18:35.734223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-3fd5a04a-4249-468e-9b2d-3c52d0ed47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:35.735851 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-3fd5a04a-4249-468e-9b2d-3c52d0ed47ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.3779867 Jul 05 10:18:35.791905 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-a7569385-b336-4145-bbcb-ca1d2cc78c01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f HTTP/1.1" status: 200 len: 217 time: 0.0454288 Jul 05 10:18:35.878991 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-aa34e18f-8e1a-43da-bc7f-f5581311b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:35.880646 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-aa34e18f-8e1a-43da-bc7f-f5581311b091 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0555298 Jul 05 10:18:35.904956 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-338c6c16-bf29-4b36-91be-6fe76f92aa79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f HTTP/1.1" status: 200 len: 217 time: 0.1650896 Jul 05 10:18:36.025443 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd57f1d1-1367-41c8-b066-151da7b5415d req-c6e16235-dc7b-4a5e-9ab9-4b6d9f5758fd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] No DVR routers for this DVR port 4caac46c-47c7-4656-ab8c-f7244fd49be5 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:36.034039 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fd57f1d1-1367-41c8-b066-151da7b5415d req-c6e16235-dc7b-4a5e-9ab9-4b6d9f5758fd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:36.045378 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd57f1d1-1367-41c8-b066-151da7b5415d req-c6e16235-dc7b-4a5e-9ab9-4b6d9f5758fd tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.73 "DELETE /v2.0/ports/4caac46c-47c7-4656-ab8c-f7244fd49be5 HTTP/1.1" status: 204 len: 173 time: 2.0377376 Jul 05 10:18:36.160944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-1ad13a70-df9b-4130-bc54-13138ff2b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:36.162657 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-1ad13a70-df9b-4130-bc54-13138ff2b475 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1537037 Jul 05 10:18:36.222386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-d480c9c7-7840-43c6-ac98-fc984d6f0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:36.223935 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-d480c9c7-7840-43c6-ac98-fc984d6f0ed1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3175735 Jul 05 10:18:36.495121 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543f0ee-c618-4be2-937d-c3636828b182 req-9ae5c150-9c52-432d-ac45-b36135aac549 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:36.507957 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9543f0ee-c618-4be2-937d-c3636828b182 req-9ae5c150-9c52-432d-ac45-b36135aac549 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1987498 Jul 05 10:18:36.587561 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9543f0ee-c618-4be2-937d-c3636828b182 req-eb3c1556-e5fe-48e9-98b9-3016ae332de9 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787890 Jul 05 10:18:37.011330 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d581e2c6-494f-41a6-82cd-6d1ce9fd6f25 req-6f6f6d75-265b-43a1-a23e-7a480a9e7820 tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0648429 Jul 05 10:18:37.063551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6', 'name': 'network-vif-deleted', 'tag': '4caac46c-47c7-4656-ab8c-f7244fd49be5'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:37.063551 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3768df7d-3de8-4dfb-8520-9a3933835392" -d '{"events": [{"server_uuid": "e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6", "name": "network-vif-deleted", "tag": "4caac46c-47c7-4656-ab8c-f7244fd49be5"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:37.066406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-7eca054e-92d1-4ac0-9cc6-1ba90472f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:37.067917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5241546-7e66-447d-852d-e11c3b1efadc req-e1ceea7d-bea4-40af-9c3d-8f1aef648517 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:37.068628 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-7eca054e-92d1-4ac0-9cc6-1ba90472f99d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8916333 Jul 05 10:18:37.076376 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-d669459d-63a1-4257-ad33-932ec0164d34 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8391149 Jul 05 10:18:37.078302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a5241546-7e66-447d-852d-e11c3b1efadc req-e1ceea7d-bea4-40af-9c3d-8f1aef648517 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 947 time: 0.1038532 Jul 05 10:18:37.132623 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a5241546-7e66-447d-852d-e11c3b1efadc req-2773d28c-ee6d-4403-94ce-039b616ebd8b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531328 Jul 05 10:18:37.207824 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788462e9-dfa3-4db7-85d6-57518ba2af13 x-openstack-request-id: req-788462e9-dfa3-4db7-85d6-57518ba2af13 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:37.207824 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6", "name": "network-vif-deleted", "tag": "4caac46c-47c7-4656-ab8c-f7244fd49be5", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:37.207824 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-788462e9-dfa3-4db7-85d6-57518ba2af13 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:37.207824 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6', 'name': 'network-vif-deleted', 'tag': '4caac46c-47c7-4656-ab8c-f7244fd49be5', 'status': 'completed', 'code': 200} Jul 05 10:18:37.356177 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-2b286448-b811-48ca-bbf0-9251a1136787 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785070 Jul 05 10:18:37.396206 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-1034f2e1-9254-43da-9fbf-22ab228c8c42 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552469 Jul 05 10:18:37.463285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 00d0f6f0-42d9-499b-8ec1-e041d507b47f details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:18:37.465403 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4caac46c-47c7-4656-ab8c-f7244fd49be5 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:37.542657 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3c8269d-8254-42f9-83b5-16bf942903c8 req-545ed12a-eb68-45bf-8c3f-0cf0ea120c9b service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775882 Jul 05 10:18:37.548133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 4caac46c-47c7-4656-ab8c-f7244fd49be5 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:37.548133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4caac46c-47c7-4656-ab8c-f7244fd49be5 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:37.784892 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:37.796751 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '00d0f6f0-42d9-499b-8ec1-e041d507b47f', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '00d0f6f0-42d9-499b-8ec1-e041d507b47f', 'mac_address': 'fa:16:3e:e3:f4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:18:37.931063 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:37.967124 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d0f6f0-42d9-499b-8ec1-e041d507b47f {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:18:38.015072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab6a65-595c-4340-81f9-f44dbed9461a req-7cd17c54-b333-47ae-a820-c2c253e8107a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:38.028195 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cbab6a65-595c-4340-81f9-f44dbed9461a req-7cd17c54-b333-47ae-a820-c2c253e8107a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1665361 Jul 05 10:18:38.032388 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:38.088736 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cbab6a65-595c-4340-81f9-f44dbed9461a req-ee0b7a19-32b7-4dd9-ba94-3c7666f5117b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590620 Jul 05 10:18:38.147905 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:18:38.254914 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:38.293346 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1407f7b7-d29d-4532-bc84-ddab8d064a68 req-3105b47e-fc3d-4fd4-8640-4d10400c151f tempest-DeleteServersTestJSON-149785268 tempest-DeleteServersTestJSON-149785268-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70c51c7-dec9-4d4d-8ca0-342e41a6e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0658607 Jul 05 10:18:38.350900 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=00d0f6f0-42d9-499b-8ec1-e041d507b47f,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:38.379851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:38.381196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:38.381726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:38.382522 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:38.383706 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:38.384307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:38.385908 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:38.386686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:38.387286 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:38.387952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:38.392439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:38.392439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:18:38.546904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58608) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:38.550723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['00d0f6f0-42d9-499b-8ec1-e041d507b47f'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:18:38.688848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c9d17-a0d4-4c52-9d46-ccb5c46ae9c5 req-19d7a0bb-f205-4add-98fd-8a8893468f66 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:38.697175 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-661c9d17-a0d4-4c52-9d46-ccb5c46ae9c5 req-19d7a0bb-f205-4add-98fd-8a8893468f66 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 948 time: 0.1613996 Jul 05 10:18:38.763410 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-661c9d17-a0d4-4c52-9d46-ccb5c46ae9c5 req-66f61536-5fea-4401-9513-b83eba40ee63 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609565 Jul 05 10:18:38.889705 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-73583292-1e41-4a20-9184-584a28973d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.033664 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-73583292-1e41-4a20-9184-584a28973d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.062947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6b0ef-84e0-4b17-8a5b-6f11a7915c0a req-03e9709f-a0a4-4c94-8c70-c17b290d1910 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:39.068670 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dac6b0ef-84e0-4b17-8a5b-6f11a7915c0a req-03e9709f-a0a4-4c94-8c70-c17b290d1910 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.3192251 Jul 05 10:18:39.110510 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-73583292-1e41-4a20-9184-584a28973d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.130020 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dac6b0ef-84e0-4b17-8a5b-6f11a7915c0a req-eb580178-52bb-4599-8e82-1888c2d504d3 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539460 Jul 05 10:18:39.163361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73583292-1e41-4a20-9184-584a28973d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd06150-8e1b-414e-bb00-36cab8c1c5f7,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:39.172445 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-73583292-1e41-4a20-9184-584a28973d0b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=53ad359d89f745cabcdefa7a2fa33796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6217475 Jul 05 10:18:39.175055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58628) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:39.244810 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7d0ce769-a0ae-46fc-bef9-3e03390fa6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.271349 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7d0ce769-a0ae-46fc-bef9-3e03390fa6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.392713 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aec349-395e-4f7e-b0d8-e6b8887d3df5 req-1eccd3af-ae87-457d-a606-e767bf824a4c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:39.400385 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7aec349-395e-4f7e-b0d8-e6b8887d3df5 req-1eccd3af-ae87-457d-a606-e767bf824a4c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0819943 Jul 05 10:18:39.447654 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7d0ce769-a0ae-46fc-bef9-3e03390fa6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.451405 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7d0ce769-a0ae-46fc-bef9-3e03390fa6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:39.453408 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7d0ce769-a0ae-46fc-bef9-3e03390fa6dc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8cd06150-8e1b-414e-bb00-36cab8c1c5f7 HTTP/1.1" status: 204 len: 168 time: 0.2770574 Jul 05 10:18:39.467101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ce769-a0ae-46fc-bef9-3e03390fa6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd06150-8e1b-414e-bb00-36cab8c1c5f7,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:39.480005 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7aec349-395e-4f7e-b0d8-e6b8887d3df5 req-f06d5f1e-439c-4806-a069-c27ca3a36c62 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692723 Jul 05 10:18:39.794558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-1384bc4a-c7d8-42ff-b7ba-b1b2ecf2e518 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:39.796141 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-1384bc4a-c7d8-42ff-b7ba-b1b2ecf2e518 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.73 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a&tenant_id=004ecdb3b3264f069e42a0c8102d49af&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 948 time: 0.1621778 Jul 05 10:18:40.005985 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-59a8d56c-9f4c-4901-a595-cf6be7952314 service neutron] 10.222.0.73 "GET /v2.0/ports/00d0f6f0-42d9-499b-8ec1-e041d507b47f/bindings/n-h1-779913-27 HTTP/1.1" status: 200 len: 383 time: 0.1975236 Jul 05 10:18:40.029129 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0a6e8-2111-4fab-b8de-40d8676b4664 req-c7e8e8ff-53ae-46e6-8619-2ea3fec1c471 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:40.038289 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-08e0a6e8-2111-4fab-b8de-40d8676b4664 req-c7e8e8ff-53ae-46e6-8619-2ea3fec1c471 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 948 time: 0.2165380 Jul 05 10:18:40.136185 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-08e0a6e8-2111-4fab-b8de-40d8676b4664 req-d4da3467-0c4e-4c5c-9405-8d58321d761a tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980299 Jul 05 10:18:40.154922 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-be3dbfce-a99c-4526-a9f5-30f4b09e4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:40.157358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-be3dbfce-a99c-4526-a9f5-30f4b09e4165 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 1100 time: 0.1178782 Jul 05 10:18:40.179259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-33f6ad3b-3e7c-466c-b38a-805d2132d3d1 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:40.182456 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-33f6ad3b-3e7c-466c-b38a-805d2132d3d1 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 812 time: 0.1871645 Jul 05 10:18:40.207709 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-5c59dd76-9d7d-4606-981f-af34f96c590d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/quotas/e283acd2ef834bb4928ec5454c215b99 HTTP/1.1" status: 200 len: 375 time: 0.0189624 Jul 05 10:18:40.314416 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-e3b86425-f3ae-4afc-8aac-9ec01ffcaeef tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1056042 Jul 05 10:18:40.331840 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-28545838-d971-4efd-9acd-bdf14b218b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:40.334021 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-28545838-d971-4efd-9acd-bdf14b218b32 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1701138 Jul 05 10:18:40.411398 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-19af0f32-e12b-478a-a367-e3db88cf2dbc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f HTTP/1.1" status: 200 len: 217 time: 0.0709283 Jul 05 10:18:40.477251 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-dc1b3a2b-b536-476b-82b9-825cd82425e6 service neutron] 10.222.0.77 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550570 Jul 05 10:18:40.566007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-6931e9fa-6ee3-4a24-a9ca-306caee0725f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:40.567503 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-6931e9fa-6ee3-4a24-a9ca-306caee0725f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1499882 Jul 05 10:18:40.636249 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-ea370192-ed0e-4245-a821-8404561da6c0 service neutron] 10.222.0.77 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526177 Jul 05 10:18:40.639047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58680) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:40.680096 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cccb6902-6ee2-444a-b314-ddb84f1544ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:40.742954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-8de0e754-614f-41b7-bf82-e5e611d249d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:40.756510 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-8de0e754-614f-41b7-bf82-e5e611d249d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1789074 Jul 05 10:18:40.884307 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cccb6902-6ee2-444a-b314-ddb84f1544ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.018428 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-691474db-d360-4dee-9dec-daa628ceff7f service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562482 Jul 05 10:18:41.127993 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cccb6902-6ee2-444a-b314-ddb84f1544ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.128224 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1ed00630-34fc-44bc-907d-73a142abcd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.176775 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-d0166504-3cd6-41ef-a44c-77a720fcf08d service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506436 Jul 05 10:18:41.475204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 00d0f6f0-42d9-499b-8ec1-e041d507b47f up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:41.661752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2c178-2453-4e97-b7d0-99d7d0db55e7 req-41e2b4ab-fcd5-4563-9f1e-fb3eec6c4707 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:41.671738 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4e2c178-2453-4e97-b7d0-99d7d0db55e7 req-41e2b4ab-fcd5-4563-9f1e-fb3eec6c4707 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 948 time: 0.1855979 Jul 05 10:18:41.681123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 00d0f6f0-42d9-499b-8ec1-e041d507b47f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:41.687601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 00d0f6f0-42d9-499b-8ec1-e041d507b47f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:41.687601 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.722042 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4e2c178-2453-4e97-b7d0-99d7d0db55e7 req-525d53df-c43a-4ccd-98d0-5879bf6c6a4d tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482225 Jul 05 10:18:41.844196 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:41.852444 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2bb7dadf-fa4e-4e1c-bdb4-3c32c8453115 req-67db99b0-0eb8-43a2-961a-eeb317b53624 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 210 time: 0.0575199 Jul 05 10:18:41.870040 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cccb6902-6ee2-444a-b314-ddb84f1544ad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4e537e85c3d04aafbe487a605f8cc243&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2279704 Jul 05 10:18:41.873259 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58724) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:41.884337 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:41.887603 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cff186-b43a-418f-acbf-2f1a38afa557" -d '{"events": [{"server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "name": "network-vif-plugged", "status": "completed", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:41.897411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb6902-6ee2-444a-b314-ddb84f1544ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7985432a-48d0-41f1-9fa1-32736ee53a85,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:41.947528 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:42.021231 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-08672d39-3abd-4d9a-bed2-fe6cc9ccaf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.030507 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.064026 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-08672d39-3abd-4d9a-bed2-fe6cc9ccaf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.102998 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6035bc62-156e-40e6-b1fa-777420d5903a x-openstack-request-id: req-6035bc62-156e-40e6-b1fa-777420d5903a {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:42.103571 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "name": "network-vif-plugged", "status": "completed", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:42.104010 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6035bc62-156e-40e6-b1fa-777420d5903a {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:42.104591 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f', 'code': 200} Jul 05 10:18:42.158185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=00d0f6f0-42d9-499b-8ec1-e041d507b47f,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:42.275276 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-08672d39-3abd-4d9a-bed2-fe6cc9ccaf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.279883 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-08672d39-3abd-4d9a-bed2-fe6cc9ccaf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:42.281718 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-08672d39-3abd-4d9a-bed2-fe6cc9ccaf64 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7985432a-48d0-41f1-9fa1-32736ee53a85 HTTP/1.1" status: 204 len: 168 time: 0.4069917 Jul 05 10:18:42.292787 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08672d39-3abd-4d9a-bed2-fe6cc9ccaf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7985432a-48d0-41f1-9fa1-32736ee53a85,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:43.018535 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8b946-e322-4857-83a2-645896b4cc4f req-29169521-26a5-4162-a5c7-c7266d232745 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:43.020089 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82c8b946-e322-4857-83a2-645896b4cc4f req-29169521-26a5-4162-a5c7-c7266d232745 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.1005204 Jul 05 10:18:43.081337 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82c8b946-e322-4857-83a2-645896b4cc4f req-0f3c8c95-ee6e-469d-b0f4-c0144e66272b tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554037 Jul 05 10:18:43.244613 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06aeb164-7772-41a9-b567-f1149f4f124a req-de552b1b-713b-4e54-bb97-38dc3ebb6f89 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 210 time: 0.0600500 Jul 05 10:18:43.587972 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-67b11bb1-7e5f-4f73-92a5-7b55608d509c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.639386 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:43.672960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f535e4-e9dd-4ada-a2bc-377bb8ef6c8d req-b4f86d1d-5ea1-4034-8ea8-19246230d32f tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:43.675097 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83f535e4-e9dd-4ada-a2bc-377bb8ef6c8d req-b4f86d1d-5ea1-4034-8ea8-19246230d32f tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 945 time: 0.0752909 Jul 05 10:18:43.715917 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83f535e4-e9dd-4ada-a2bc-377bb8ef6c8d req-75a7b3b4-b007-49c6-8218-0ab59afe3410 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3083aa0-d581-46e6-9108-dff4c645ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342362 Jul 05 10:18:44.388904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492665ec-0d12-48ce-8c1f-d27dc250538f req-620bcdce-1bfa-45c4-868f-d8691fb16141 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:44.402830 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-492665ec-0d12-48ce-8c1f-d27dc250538f req-620bcdce-1bfa-45c4-868f-d8691fb16141 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.1273158 Jul 05 10:18:44.483330 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-12379672-2663-41d4-99b5-49b821e5c620 req-b3825ff1-7871-4e92-bc7b-37f988ed2017 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 210 time: 0.0379033 Jul 05 10:18:44.504001 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-492665ec-0d12-48ce-8c1f-d27dc250538f req-eba79d6f-32d5-4ee8-9948-9c81f21d0edf tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995302 Jul 05 10:18:44.738074 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d4d2bc2-9e32-4b67-9f0d-535e374f2104 req-c9645315-d469-4beb-ab1c-4bbdddd7c908 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0609426 Jul 05 10:18:44.836002 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d2bc2-9e32-4b67-9f0d-535e374f2104 req-fba39419-8d23-481d-8e27-b4cd092526dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:44.838686 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d4d2bc2-9e32-4b67-9f0d-535e374f2104 req-fba39419-8d23-481d-8e27-b4cd092526dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 1097 time: 0.0730269 Jul 05 10:18:44.926819 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-76fa023e-9f84-4599-97bb-e35584c74dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:44.928903 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-76fa023e-9f84-4599-97bb-e35584c74dbf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a&tenant_id=004ecdb3b3264f069e42a0c8102d49af HTTP/1.1" status: 200 len: 1101 time: 0.1084948 Jul 05 10:18:44.937927 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:44.947215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:45.041450 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.058194 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08da43-c468-4a3f-bf73-c214c8b8b0bb req-b5afa993-d057-4747-9eca-c74690ef64d3 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:45.059862 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff08da43-c468-4a3f-bf73-c214c8b8b0bb req-b5afa993-d057-4747-9eca-c74690ef64d3 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 945 time: 0.1616287 Jul 05 10:18:45.135431 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d2bc2-9e32-4b67-9f0d-535e374f2104 req-14c916ef-fcd0-4e25-b8f5-760763aea5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:45.135431 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d4d2bc2-9e32-4b67-9f0d-535e374f2104 req-14c916ef-fcd0-4e25-b8f5-760763aea5bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 913 time: 0.2109818 Jul 05 10:18:45.232204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff08da43-c468-4a3f-bf73-c214c8b8b0bb req-79f5f76b-fd8b-4e76-8aee-a841306a9eb6 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3083aa0-d581-46e6-9108-dff4c645ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596344 Jul 05 10:18:45.237462 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d4d2bc2-9e32-4b67-9f0d-535e374f2104 req-9de04f34-fc5f-4ac8-bfe5-5cf8ba307852 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce HTTP/1.1" status: 200 len: 999 time: 0.1164403 Jul 05 10:18:45.285071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b375e06f-5f02-49fb-b5b3-3cb332b0e1b7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:45.286588 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b375e06f-5f02-49fb-b5b3-3cb332b0e1b7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.73 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 812 time: 0.2241526 Jul 05 10:18:45.302563 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-4d2c1b90-caff-4095-b0d2-a557a533ece5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Request body: {'port': {'device_id': '968a92e9-3acc-48d7-a64e-180b0d7b767e', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'admin_state_up': True, 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:45.320675 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:45.355164 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d2bc2-9e32-4b67-9f0d-535e374f2104 req-90c8daa6-1972-463c-8c09-b8522a956bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:45.361383 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d4d2bc2-9e32-4b67-9f0d-535e374f2104 req-90c8daa6-1972-463c-8c09-b8522a956bdd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.1107297 Jul 05 10:18:45.380001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:45.490685 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 00d0f6f0-42d9-499b-8ec1-e041d507b47f no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:45.532167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d2bc2-9e32-4b67-9f0d-535e374f2104 req-ebb7bccf-f33a-4d39-a71b-2b44b4a439f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:45.538158 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d4d2bc2-9e32-4b67-9f0d-535e374f2104 req-ebb7bccf-f33a-4d39-a71b-2b44b4a439f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1653881 Jul 05 10:18:45.643140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:45.644289 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bd3d3c-e87f-4681-a084-5fec6bf0ed5b" -d '{"events": [{"server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "name": "network-vif-unplugged", "status": "completed", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:45.648689 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.671232 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.673354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Transition to ACTIVE for port object 00d0f6f0-42d9-499b-8ec1-e041d507b47f will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:45.707922 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c449603-bda0-44b2-a979-9796fda8e06d req-2b6fa358-52e4-46df-bb66-9c7513049b46 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:45.707922 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c449603-bda0-44b2-a979-9796fda8e06d req-2b6fa358-52e4-46df-bb66-9c7513049b46 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 945 time: 0.2570643 Jul 05 10:18:45.776537 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d4d2bc2-9e32-4b67-9f0d-535e374f2104 req-a4d1da23-92c5-4396-a96a-c4d125bbcf0c service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247810 Jul 05 10:18:45.782914 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cba42630-da7d-4d4e-92aa-8a97e1cfb330 req-052f334b-1b01-4c9f-95ac-32fc856f0c1e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 210 time: 0.0474112 Jul 05 10:18:45.873144 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.928279 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1971436-c138-46f3-a86f-f5819245918b x-openstack-request-id: req-f1971436-c138-46f3-a86f-f5819245918b {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:45.930795 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "name": "network-vif-unplugged", "status": "completed", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:45.931108 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1971436-c138-46f3-a86f-f5819245918b {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:45.931608 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f', 'code': 200} Jul 05 10:18:45.938291 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-4d2c1b90-caff-4095-b0d2-a557a533ece5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Made reservation on behalf of e283acd2ef834bb4928ec5454c215b99 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:45.942164 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:18:45.942756 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-4d2c1b90-caff-4095-b0d2-a557a533ece5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:45.943395 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:18:46.009553 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] No DVR routers for this DVR port 00d0f6f0-42d9-499b-8ec1-e041d507b47f on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:46.120344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Pushing event updated for resources: {'Port': ['ID=00d0f6f0-42d9-499b-8ec1-e041d507b47f,revision_number=10']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:46.149591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Attempting to bind port 00d0f6f0-42d9-499b-8ec1-e041d507b47f on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:46.149591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Attempting to bind port 00d0f6f0-42d9-499b-8ec1-e041d507b47f by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:46.149591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Attempting to bind port 00d0f6f0-42d9-499b-8ec1-e041d507b47f on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:46.149921 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d4d2bc2-9e32-4b67-9f0d-535e374f2104 req-9b234e59-cb01-4725-901b-f28cdefc41b8 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626320 Jul 05 10:18:46.150114 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-6c449603-bda0-44b2-a979-9796fda8e06d req-f9c8860a-ea55-440f-b4d1-fdced37d5b4a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Deleting port c258ddeb-6ce6-406f-a889-5c0eb6cda427 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:46.150114 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6c449603-bda0-44b2-a979-9796fda8e06d req-f9c8860a-ea55-440f-b4d1-fdced37d5b4a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.152398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Port 00d0f6f0-42d9-499b-8ec1-e041d507b47f on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:18:46.152762 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Attempting to bind port 00d0f6f0-42d9-499b-8ec1-e041d507b47f on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:46.179502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de52e96-dc05-4e03-8e33-9962f2408985 req-d55ba876-a82e-4e0e-99e4-11596c9510ab tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:46.186481 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1de52e96-dc05-4e03-8e33-9962f2408985 req-d55ba876-a82e-4e0e-99e4-11596c9510ab tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.4591916 Jul 05 10:18:46.205812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-4d2c1b90-caff-4095-b0d2-a557a533ece5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Allocated IP 172.20.0.10 (71c16e14-4c3c-491a-937a-fb13a9e76e00/d366b86b-cde9-4e22-b496-a51e263b46f0/424919ff-5329-4792-baad-a303060c5cca) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:46.218496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:46.219043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:46.219549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:46.220167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Bound port: 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:46.221168 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.344314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-6c449603-bda0-44b2-a979-9796fda8e06d req-f9c8860a-ea55-440f-b4d1-fdced37d5b4a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] For port c258ddeb-6ce6-406f-a889-5c0eb6cda427, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c258ddeb-6ce6-406f-a889-5c0eb6cda427,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:46.344314 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6c449603-bda0-44b2-a979-9796fda8e06d req-f9c8860a-ea55-440f-b4d1-fdced37d5b4a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.346909 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1de52e96-dc05-4e03-8e33-9962f2408985 req-d2f1d5a3-b24d-4643-a579-dd80d5929096 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594203 Jul 05 10:18:46.441881 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-4d2c1b90-caff-4095-b0d2-a557a533ece5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.457617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-4d2c1b90-caff-4095-b0d2-a557a533ece5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Transition to ACTIVE for port object 424919ff-5329-4792-baad-a303060c5cca will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:46.703903 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-4d2c1b90-caff-4095-b0d2-a557a533ece5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.707748 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:46.740774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:46.771036 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-4d2c1b90-caff-4095-b0d2-a557a533ece5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Network 71c16e14-4c3c-491a-937a-fb13a9e76e00 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:46.773370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-4d2c1b90-caff-4095-b0d2-a557a533ece5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:46.779230 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-4d2c1b90-caff-4095-b0d2-a557a533ece5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:18:46.827740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8347e-1969-49f9-95d9-1c34065bfd29 req-b8c9d012-5033-4da5-8d07-dadef03f4c04 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:46.831845 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ef8347e-1969-49f9-95d9-1c34065bfd29 req-b8c9d012-5033-4da5-8d07-dadef03f4c04 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 945 time: 0.2887340 Jul 05 10:18:46.835985 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6c449603-bda0-44b2-a979-9796fda8e06d req-f9c8860a-ea55-440f-b4d1-fdced37d5b4a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.840242 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6c449603-bda0-44b2-a979-9796fda8e06d req-f9c8860a-ea55-440f-b4d1-fdced37d5b4a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.840242 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [req-6c449603-bda0-44b2-a979-9796fda8e06d req-f9c8860a-ea55-440f-b4d1-fdced37d5b4a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Floating IP 05247563-9ba2-4044-92df-bf36bd6922c5 disassociated. External IP: 172.25.5.136, port: c258ddeb-6ce6-406f-a889-5c0eb6cda427. Jul 05 10:18:46.840242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-6c449603-bda0-44b2-a979-9796fda8e06d req-f9c8860a-ea55-440f-b4d1-fdced37d5b4a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Calling delete_port for c258ddeb-6ce6-406f-a889-5c0eb6cda427 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:46.874880 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.899221 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:46.906727 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c1b90-caff-4095-b0d2-a557a533ece5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event updated for resources: {'Port': ['ID=424919ff-5329-4792-baad-a303060c5cca,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:46.986787 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-4d2c1b90-caff-4095-b0d2-a557a533ece5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:46.993644 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-4d2c1b90-caff-4095-b0d2-a557a533ece5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.020140 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ef8347e-1969-49f9-95d9-1c34065bfd29 req-a3a0e1b2-ffee-4254-a0cc-883e83a90fce tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3083aa0-d581-46e6-9108-dff4c645ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763408 Jul 05 10:18:47.114204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc3349bb-6001-4879-ad29-0a43d1455acc req-632ff1c1-1705-4d97-8e4e-dbeb734f8b64 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2531734 Jul 05 10:18:47.247331 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:47.248414 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.249840 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] 10.222.0.64 "PUT /v2.0/ports/00d0f6f0-42d9-499b-8ec1-e041d507b47f HTTP/1.1" status: 200 len: 1097 time: 2.3125508 Jul 05 10:18:47.320236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-21e80411-7e87-41ef-b12f-d5630e417089 None None] Provisioning for port 424919ff-5329-4792-baad-a303060c5cca completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:47.325449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-21e80411-7e87-41ef-b12f-d5630e417089 None None] Provisioning complete for port 424919ff-5329-4792-baad-a303060c5cca triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:47.325956 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-21e80411-7e87-41ef-b12f-d5630e417089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.331910 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-4d2c1b90-caff-4095-b0d2-a557a533ece5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0350080 Jul 05 10:18:47.357559 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945df7d-fa05-4c99-8a08-f3b5faf9c2bc service neutron] Pushing event updated for resources: {'Port': ['ID=00d0f6f0-42d9-499b-8ec1-e041d507b47f,revision_number=11']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:47.375246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Request body: {'port': {'device_id': '968a92e9-3acc-48d7-a64e-180b0d7b767e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:47.417628 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-21e80411-7e87-41ef-b12f-d5630e417089 None None] Port 424919ff-5329-4792-baad-a303060c5cca cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:18:47.436080 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-5eab968e-cebe-40e0-9968-98d2000f8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:47.437628 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-5eab968e-cebe-40e0-9968-98d2000f8e25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 1100 time: 0.1508868 Jul 05 10:18:47.557668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fcd79-a638-4a4e-86b2-31d227c7d946 req-389cfecb-64a7-471d-a340-b67f556a5800 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:47.577334 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-792fcd79-a638-4a4e-86b2-31d227c7d946 req-389cfecb-64a7-471d-a340-b67f556a5800 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 932 time: 0.4444904 Jul 05 10:18:47.645174 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.648393 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3349bb-6001-4879-ad29-0a43d1455acc req-3adb1f5e-ee95-47a8-8d12-a3b8a9cd1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:47.649974 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc3349bb-6001-4879-ad29-0a43d1455acc req-3adb1f5e-ee95-47a8-8d12-a3b8a9cd1786 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 1102 time: 0.4377732 Jul 05 10:18:47.678064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-59222383-67f6-4e64-abcd-90beb0a70c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:47.678818 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-59222383-67f6-4e64-abcd-90beb0a70c89 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.1995254 Jul 05 10:18:47.759756 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58928) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:47.764307 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-792fcd79-a638-4a4e-86b2-31d227c7d946 req-34270a17-d99e-4102-bd94-bb64d2e0f33f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859138 Jul 05 10:18:47.792082 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-b853ea6d-0bf0-4ff5-b318-cf4a2652e128 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f HTTP/1.1" status: 200 len: 217 time: 0.0997729 Jul 05 10:18:47.905069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-aa4abb33-3ac4-4bce-b8c7-2aa1736038e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:47.908053 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-aa4abb33-3ac4-4bce-b8c7-2aa1736038e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1069205 Jul 05 10:18:47.910021 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6c449603-bda0-44b2-a979-9796fda8e06d req-f9c8860a-ea55-440f-b4d1-fdced37d5b4a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:47.987520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:47.992689 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0" -d '{"events": [{"name": "network-changed", "server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:48.145743 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3349bb-6001-4879-ad29-0a43d1455acc req-5f4d09b4-102c-4d5a-ae93-0db600ab1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:48.145743 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc3349bb-6001-4879-ad29-0a43d1455acc req-5f4d09b4-102c-4d5a-ae93-0db600ab1495 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.4620481 Jul 05 10:18:48.214736 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d42d004-992f-4757-a374-da7cc26daed1 x-openstack-request-id: req-7d42d004-992f-4757-a374-da7cc26daed1 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:48.214997 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:48.218601 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d42d004-992f-4757-a374-da7cc26daed1 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:48.219288 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f', 'status': 'completed', 'code': 200} Jul 05 10:18:48.308018 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc3349bb-6001-4879-ad29-0a43d1455acc req-969d5477-2c07-458f-accc-f3a1938ce784 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23 HTTP/1.1" status: 200 len: 217 time: 0.0881307 Jul 05 10:18:48.368302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8860a-ea55-440f-b4d1-fdced37d5b4a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event deleted for resources: {'Port': ['ID=c258ddeb-6ce6-406f-a889-5c0eb6cda427,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:48.387206 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-db3979d2-35e7-4b95-beea-4f5dbc40d602 req-ce1ca001-995a-43cf-857d-af9ca0986a86 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 210 time: 0.0762160 Jul 05 10:18:48.468985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3349bb-6001-4879-ad29-0a43d1455acc req-5ac10e46-156c-45b6-8771-cd836b665b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:48.471129 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc3349bb-6001-4879-ad29-0a43d1455acc req-5ac10e46-156c-45b6-8771-cd836b665b8d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.1546273 Jul 05 10:18:48.525847 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57ccafb-79a3-43b3-b2c8-b7745db721e1 admin admin] Deleting subnet 72c4567a-3195-494d-b6bf-64b7b89d5139 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:18:48.540482 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f57ccafb-79a3-43b3-b2c8-b7745db721e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.543485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-bd55ad73-bf85-4394-ade7-3837bd79725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:48.545184 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-bd55ad73-bf85-4394-ade7-3837bd79725f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 1100 time: 0.4304068 Jul 05 10:18:48.822476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424919ff-5329-4792-baad-a303060c5cca {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:18:48.856263 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:48.913476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Transition to ACTIVE for port object 424919ff-5329-4792-baad-a303060c5cca will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:48.966170 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-2603aa04-e513-47b2-874d-7378fe2ebcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:48.966170 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-2603aa04-e513-47b2-874d-7378fe2ebcc1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.4070144 Jul 05 10:18:48.973763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3349bb-6001-4879-ad29-0a43d1455acc req-a05e4e90-2207-4043-9de0-e7c5cba2d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:48.975338 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc3349bb-6001-4879-ad29-0a43d1455acc req-a05e4e90-2207-4043-9de0-e7c5cba2d591 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4853032 Jul 05 10:18:49.020782 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-32f45525-dcb3-4f27-a81e-45f604dea609 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f HTTP/1.1" status: 200 len: 217 time: 0.0443542 Jul 05 10:18:49.052786 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-697a2883-b568-48e5-8292-c1efdcf5559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:49.054409 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-697a2883-b568-48e5-8292-c1efdcf5559a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1373918 Jul 05 10:18:49.135233 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f57ccafb-79a3-43b3-b2c8-b7745db721e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.192858 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469d1a7-6ef4-4d68-8973-c1d7778a3b64 req-4dc1a367-3680-4668-9f92-1dc7592f5701 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:49.194563 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e469d1a7-6ef4-4d68-8973-c1d7778a3b64 req-4dc1a367-3680-4668-9f92-1dc7592f5701 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 948 time: 1.1849418 Jul 05 10:18:49.211594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c449603-bda0-44b2-a979-9796fda8e06d req-f9c8860a-ea55-440f-b4d1-fdced37d5b4a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Router 051d3168-f146-4e2e-a53a-70cdbd5b15dc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:18:49.277520 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f57ccafb-79a3-43b3-b2c8-b7745db721e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.376131 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e469d1a7-6ef4-4d68-8973-c1d7778a3b64 req-35e97035-21f1-41bd-86cd-2ae25f80a9e7 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737809 Jul 05 10:18:49.385523 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-1acbdce3-b571-4567-8687-ec690a52fc80 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146424 Jul 05 10:18:49.454446 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.529417 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c449603-bda0-44b2-a979-9796fda8e06d req-f9c8860a-ea55-440f-b4d1-fdced37d5b4a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:18:49.541591 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21e77ce-c21c-40af-9cbf-89ff10165369 None None] Sync routers for ids ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:18:49.558012 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e77ce-c21c-40af-9cbf-89ff10165369 None None] Routers {'051d3168-f146-4e2e-a53a-70cdbd5b15dc'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:49.559107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e21e77ce-c21c-40af-9cbf-89ff10165369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:18:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:49.603512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c449603-bda0-44b2-a979-9796fda8e06d req-f9c8860a-ea55-440f-b4d1-fdced37d5b4a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] No DVR routers for this DVR port c258ddeb-6ce6-406f-a889-5c0eb6cda427 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:49.603795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-19da76a1-66a4-44c8-ad71-263af44afaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:49.605434 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-19da76a1-66a4-44c8-ad71-263af44afaa5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.5710084 Jul 05 10:18:49.610443 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6c449603-bda0-44b2-a979-9796fda8e06d req-f9c8860a-ea55-440f-b4d1-fdced37d5b4a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.616777 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Pushing event updated for resources: {'Port': ['ID=424919ff-5329-4792-baad-a303060c5cca,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:49.618385 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c449603-bda0-44b2-a979-9796fda8e06d req-f9c8860a-ea55-440f-b4d1-fdced37d5b4a tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.64 "DELETE /v2.0/ports/c258ddeb-6ce6-406f-a889-5c0eb6cda427 HTTP/1.1" status: 204 len: 173 time: 3.8964391 Jul 05 10:18:49.630832 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b04e443-6ed5-40b2-a2ee-a5466efcc614 req-9fcb77c5-d01d-47ea-a199-4973b1a4c12e service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339411 Jul 05 10:18:49.632430 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f57ccafb-79a3-43b3-b2c8-b7745db721e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.646315 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c258ddeb-6ce6-406f-a889-5c0eb6cda427 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:49.693972 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: c258ddeb-6ce6-406f-a889-5c0eb6cda427 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:49.699522 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c258ddeb-6ce6-406f-a889-5c0eb6cda427 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:49.721096 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ccafb-79a3-43b3-b2c8-b7745db721e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72c4567a-3195-494d-b6bf-64b7b89d5139,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:49.762979 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f57ccafb-79a3-43b3-b2c8-b7745db721e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:49.765321 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f57ccafb-79a3-43b3-b2c8-b7745db721e1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/72c4567a-3195-494d-b6bf-64b7b89d5139 HTTP/1.1" status: 204 len: 168 time: 2.0024631 Jul 05 10:18:49.771767 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58984) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:49.812793 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aa7c5fc6-8553-4758-b0fa-b06a21221c02 req-a9917d26-f763-4a41-8394-0d199ae6c685 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 210 time: 0.0874510 Jul 05 10:18:49.848659 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc3349bb-6001-4879-ad29-0a43d1455acc req-52f614e1-eda9-4870-a292-c1fb944583c8 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8150074 Jul 05 10:18:49.897938 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-0eb68882-b8dc-4e74-a356-20a687af4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:49.908692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-0eb68882-b8dc-4e74-a356-20a687af4794 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=004ecdb3b3264f069e42a0c8102d49af&device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 1100 time: 0.1670029 Jul 05 10:18:49.976848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa0cca-760c-4ac0-bd7c-48d8ff77e2e5 req-935b73c3-14e1-4a3b-85cc-b1b2f8cee2d2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:49.988438 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8efa0cca-760c-4ac0-bd7c-48d8ff77e2e5 req-935b73c3-14e1-4a3b-85cc-b1b2f8cee2d2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 932 time: 0.9658666 Jul 05 10:18:49.992978 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef519446-ed53-4409-b274-913cdc21ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.024196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-e21e77ce-c21c-40af-9cbf-89ff10165369 None None] Set router 051d3168-f146-4e2e-a53a-70cdbd5b15dc gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:50.155701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Attempting to bind port 424919ff-5329-4792-baad-a303060c5cca on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:18:50.156218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Attempting to bind port 424919ff-5329-4792-baad-a303060c5cca by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:18:50.156625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Attempting to bind port 424919ff-5329-4792-baad-a303060c5cca on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:50.165824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Port 424919ff-5329-4792-baad-a303060c5cca on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:18:50.166174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Attempting to bind port 424919ff-5329-4792-baad-a303060c5cca on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:18:50.179288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-c6904be3-33ba-40fa-ba52-bfb324589197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:50.181700 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-c6904be3-33ba-40fa-ba52-bfb324589197 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.2568209 Jul 05 10:18:50.194241 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:18:50.194681 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Checking segment: {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:50.195003 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Bound using segment: {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:18:50.195472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Bound port: 424919ff-5329-4792-baad-a303060c5cca, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:18:50.201947 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.238550 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2e6d95-9a18-4e49-ad58-78a2defd33cb', 'name': 'network-vif-deleted', 'tag': 'c258ddeb-6ce6-406f-a889-5c0eb6cda427'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:50.240568 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae854042-6219-4d05-8de2-315f4838ac9d" -d '{"events": [{"server_uuid": "7e2e6d95-9a18-4e49-ad58-78a2defd33cb", "name": "network-vif-deleted", "tag": "c258ddeb-6ce6-406f-a889-5c0eb6cda427"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:50.244856 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-5ab6b441-f41a-47bd-a4c0-81eabc36c7b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f HTTP/1.1" status: 200 len: 217 time: 0.0553422 Jul 05 10:18:50.272605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e21e77ce-c21c-40af-9cbf-89ff10165369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '86ad31c3-efaa-4da0-88b9-1a739853389b', 'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'mac_address': 'fa:16:3e:fc:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:41Z', 'updated_at': '2021-07-05T10:10:51Z', 'revision_number': 5, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'subnets': [{'id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:50.308121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21e77ce-c21c-40af-9cbf-89ff10165369 None None] Checking router: 051d3168-f146-4e2e-a53a-70cdbd5b15dc for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:18:50.320529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e77ce-c21c-40af-9cbf-89ff10165369 None None] Routers {'051d3168-f146-4e2e-a53a-70cdbd5b15dc'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:18:50.321328 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e21e77ce-c21c-40af-9cbf-89ff10165369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:18:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:50.331073 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a1e626-1284-485d-83b8-0d1f5d4ccb1e x-openstack-request-id: req-67a1e626-1284-485d-83b8-0d1f5d4ccb1e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:50.332097 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2e6d95-9a18-4e49-ad58-78a2defd33cb", "name": "network-vif-deleted", "tag": "c258ddeb-6ce6-406f-a889-5c0eb6cda427", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:50.332545 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-67a1e626-1284-485d-83b8-0d1f5d4ccb1e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:50.333431 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2e6d95-9a18-4e49-ad58-78a2defd33cb', 'name': 'network-vif-deleted', 'tag': 'c258ddeb-6ce6-406f-a889-5c0eb6cda427', 'status': 'completed', 'code': 200} Jul 05 10:18:50.339913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-2cad4b87-051d-4e98-a332-54e5ff7d8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:50.340499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-adc0fb32-3159-46b5-977b-30db58aee374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:50.340739 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-2cad4b87-051d-4e98-a332-54e5ff7d8d0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0876834 Jul 05 10:18:50.345427 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-adc0fb32-3159-46b5-977b-30db58aee374 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7162907 Jul 05 10:18:50.372346 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8efa0cca-760c-4ac0-bd7c-48d8ff77e2e5 req-190278e6-78ee-43db-b2a7-c1204e921c9c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828161 Jul 05 10:18:50.445674 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-710692c5-66a9-44dc-985d-70bd2387e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:50.448192 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-710692c5-66a9-44dc-985d-70bd2387e423 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1006720 Jul 05 10:18:50.468598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-e21e77ce-c21c-40af-9cbf-89ff10165369 None None] Set router 051d3168-f146-4e2e-a53a-70cdbd5b15dc gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:18:50.543495 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef519446-ed53-4409-b274-913cdc21ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.555325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ef519446-ed53-4409-b274-913cdc21ccd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:50.573821 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc3349bb-6001-4879-ad29-0a43d1455acc req-0632afdb-1fb2-4720-83a6-f67c0fc8026c service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588598 Jul 05 10:18:50.590631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ef519446-ed53-4409-b274-913cdc21ccd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d610b4d-f1dd-4b1e-b208-93fb8917bd04') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:50.590932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ef519446-ed53-4409-b274-913cdc21ccd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d610b4d-f1dd-4b1e-b208-93fb8917bd04') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:50.609336 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef519446-ed53-4409-b274-913cdc21ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.649488 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef519446-ed53-4409-b274-913cdc21ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.655650 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] For port 424919ff-5329-4792-baad-a303060c5cca, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:18:50.665022 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef519446-ed53-4409-b274-913cdc21ccd0 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:18:50.665435 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef519446-ed53-4409-b274-913cdc21ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.682335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e151491-cee9-4869-8cf9-609492b96dfe req-71102ed2-d439-4090-bd3e-a0cf490f2756 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.683059 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:18:50.687113 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:18:50.708522 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e151491-cee9-4869-8cf9-609492b96dfe req-71102ed2-d439-4090-bd3e-a0cf490f2756 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 948 time: 0.1568594 Jul 05 10:18:50.708640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] For port 424919ff-5329-4792-baad-a303060c5cca, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=424919ff-5329-4792-baad-a303060c5cca,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:18:50.741479 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-ca3a504a-e716-4b97-95ff-ad0cce5679ca service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797198 Jul 05 10:18:50.770597 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-171d7462-62e0-4422-9f16-8564299f7a49 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886378 Jul 05 10:18:50.849736 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e151491-cee9-4869-8cf9-609492b96dfe req-6801fd73-d8dd-436d-b682-b68907731e67 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483660 Jul 05 10:18:50.928212 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-e9e31347-1a5b-456f-a225-8c2112e6a678 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761692 Jul 05 10:18:50.952583 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e21e77ce-c21c-40af-9cbf-89ff10165369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '86ad31c3-efaa-4da0-88b9-1a739853389b', 'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'mac_address': 'fa:16:3e:fc:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:41Z', 'updated_at': '2021-07-05T10:10:51Z', 'revision_number': 5, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'subnets': [{'id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:18:50.958978 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:50.962583 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8bc7716-5726-44e3-a94d-97bdc5cd1be0 req-3cf8f880-fef0-4f8b-b2a6-782a755db565 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900775 Jul 05 10:18:51.003666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21e77ce-c21c-40af-9cbf-89ff10165369 None None] The sync data for ids ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'] in n-d-779913-27 is: [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:10:43Z', 'revision_number': 4, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '86ad31c3-efaa-4da0-88b9-1a739853389b', 'name': '', 'network_id': '30ce1f0a-99b2-4f93-9e6e-17fd57c121c7', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'mac_address': 'fa:16:3e:fc:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:41Z', 'updated_at': '2021-07-05T10:10:51Z', 'revision_number': 5, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'subnets': [{'id': 'feb07890-d026-4a51-bf47-b1ecaafff9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:18:51.015077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:51.015861 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.020284 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] 10.222.0.73 "PUT /v2.0/ports/424919ff-5329-4792-baad-a303060c5cca HTTP/1.1" status: 200 len: 1093 time: 3.6767013 Jul 05 10:18:51.034999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968a92e9-3acc-48d7-a64e-180b0d7b767e', 'tag': '424919ff-5329-4792-baad-a303060c5cca'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:51.037488 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ded9504-387c-4eea-b57c-f5f75aa8d57d" -d '{"events": [{"name": "network-changed", "server_uuid": "968a92e9-3acc-48d7-a64e-180b0d7b767e", "tag": "424919ff-5329-4792-baad-a303060c5cca"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:51.090336 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-081eedf3-fb37-475e-bbf4-4c8f56daa818 req-bfdc4f33-f3db-4265-a113-f728856231c8 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e2e6d95-9a18-4e49-ad58-78a2defd33cb HTTP/1.1" status: 200 len: 210 time: 0.0554647 Jul 05 10:18:51.131491 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cad0d67-9a32-49f6-850a-ed86297ee219 x-openstack-request-id: req-2cad0d67-9a32-49f6-850a-ed86297ee219 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:51.131839 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968a92e9-3acc-48d7-a64e-180b0d7b767e", "tag": "424919ff-5329-4792-baad-a303060c5cca", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:51.132059 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2cad0d67-9a32-49f6-850a-ed86297ee219 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:51.134887 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968a92e9-3acc-48d7-a64e-180b0d7b767e', 'tag': '424919ff-5329-4792-baad-a303060c5cca', 'status': 'completed', 'code': 200} Jul 05 10:18:51.185198 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef519446-ed53-4409-b274-913cdc21ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.204170 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef519446-ed53-4409-b274-913cdc21ccd0 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.216333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ef519446-ed53-4409-b274-913cdc21ccd0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5 HTTP/1.1" status: 204 len: 168 time: 1.4179828 Jul 05 10:18:51.266477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a1e09-3f78-4df2-abf8-6780ae1e8adc service neutron] Pushing event updated for resources: {'Port': ['ID=424919ff-5329-4792-baad-a303060c5cca,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:51.277020 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef519446-ed53-4409-b274-913cdc21ccd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b830c0f-1f7e-4f4b-a3ab-d1f674b3c9b5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:51.360046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded9504-387c-4eea-b57c-f5f75aa8d57d req-4d762f5b-42b7-48cc-be56-47e92c396fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:51.362155 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ded9504-387c-4eea-b57c-f5f75aa8d57d req-4d762f5b-42b7-48cc-be56-47e92c396fb0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 1096 time: 0.2264020 Jul 05 10:18:51.612521 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123041f-bde7-4116-b87b-77d235588d1e None None] New status for floating IP 05247563-9ba2-4044-92df-bf36bd6922c5: DOWN {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:18:51.625188 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded9504-387c-4eea-b57c-f5f75aa8d57d req-89aed776-385f-40b1-8f81-1ba7ee440515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:51.627629 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ded9504-387c-4eea-b57c-f5f75aa8d57d req-89aed776-385f-40b1-8f81-1ba7ee440515 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e283acd2ef834bb4928ec5454c215b99&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2375822 Jul 05 10:18:51.643176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 00d0f6f0-42d9-499b-8ec1-e041d507b47f details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:18:51.793438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae7ea4-fe77-4b86-825a-9bf3e625a3d3 req-8bfec762-ca89-4873-80cf-0e310bf05754 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:51.795237 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7ae7ea4-fe77-4b86-825a-9bf3e625a3d3 req-8bfec762-ca89-4873-80cf-0e310bf05754 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 944 time: 0.1664815 Jul 05 10:18:51.841179 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:51.858214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '00d0f6f0-42d9-499b-8ec1-e041d507b47f', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '00d0f6f0-42d9-499b-8ec1-e041d507b47f', 'mac_address': 'fa:16:3e:e3:f4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:18:51.876183 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded9504-387c-4eea-b57c-f5f75aa8d57d req-55a7f76e-2a94-401c-9ebf-dbbefdeb892e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:51.880947 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ded9504-387c-4eea-b57c-f5f75aa8d57d req-55a7f76e-2a94-401c-9ebf-dbbefdeb892e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2409990 Jul 05 10:18:51.927893 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:51.947303 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59036) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:51.968463 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7ae7ea4-fe77-4b86-825a-9bf3e625a3d3 req-8ca76609-3990-4db8-95f3-ba7a85ca3a86 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560633 Jul 05 10:18:51.971040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d0f6f0-42d9-499b-8ec1-e041d507b47f {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:18:52.075604 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:52.158091 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-811ceed7-a2bb-479f-82d3-61ad9b3733b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5dc70ebc52b2429584fe84f81867aa19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800516 Jul 05 10:18:52.158091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59042) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.195618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-e88ad1a2-0264-4b23-a762-997696ff97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:52.197795 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-e88ad1a2-0264-4b23-a762-997696ff97b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 1096 time: 0.1919692 Jul 05 10:18:52.255302 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-dcd3d5e4-3e11-4242-a8e1-aa1d86ce15df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=424919ff-5329-4792-baad-a303060c5cca HTTP/1.1" status: 200 len: 217 time: 0.0504708 Jul 05 10:18:52.261497 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-efbc1b95-7f6e-4b1c-9453-1073e32e71d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.297258 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-efbc1b95-7f6e-4b1c-9453-1073e32e71d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.314939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-380d9380-29f4-4cec-8366-f3f0245cfb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:52.316448 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-380d9380-29f4-4cec-8366-f3f0245cfb62 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.0526912 Jul 05 10:18:52.348906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e531e-8adc-4ded-b8dd-5a9932e9e761 req-2e9c8e0e-eb68-46a8-8de9-1429b6101f54 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:52.350335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-224e531e-8adc-4ded-b8dd-5a9932e9e761 req-2e9c8e0e-eb68-46a8-8de9-1429b6101f54 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 948 time: 0.1475949 Jul 05 10:18:52.382969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-a1905b2e-b991-4709-9b9d-d34b900fc101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:52.384840 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-a1905b2e-b991-4709-9b9d-d34b900fc101 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619588 Jul 05 10:18:52.403208 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-224e531e-8adc-4ded-b8dd-5a9932e9e761 req-12da3d06-6ce3-4a97-94e8-962cb8d958c2 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369723 Jul 05 10:18:52.490896 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.494682 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-05d13df0-75a4-4093-a914-b597aaf76371 service neutron] 10.222.0.73 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031046 Jul 05 10:18:52.499262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59052) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:52.543196 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.548448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=00d0f6f0-42d9-499b-8ec1-e041d507b47f,revision_number=12']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:52.634920 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6822520b-ad87-4d28-8682-9047d66586f2 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.654862 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10ce8d3d-b722-43c7-966f-42b1ffc92b73 req-c92ead2c-7141-48b1-b461-231714c69830 service neutron] 10.222.0.73 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525187 Jul 05 10:18:52.661709 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-efbc1b95-7f6e-4b1c-9453-1073e32e71d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.665662 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-efbc1b95-7f6e-4b1c-9453-1073e32e71d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.666817 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-efbc1b95-7f6e-4b1c-9453-1073e32e71d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7055d427-c536-49be-925a-58bb98cfb046 HTTP/1.1" status: 204 len: 168 time: 0.5312479 Jul 05 10:18:52.678659 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6822520b-ad87-4d28-8682-9047d66586f2 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.693569 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc1b95-7f6e-4b1c-9453-1073e32e71d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7055d427-c536-49be-925a-58bb98cfb046,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:52.828523 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['00d0f6f0-42d9-499b-8ec1-e041d507b47f'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:18:52.998818 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6822520b-ad87-4d28-8682-9047d66586f2 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.998818 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6822520b-ad87-4d28-8682-9047d66586f2 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:52.998818 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6822520b-ad87-4d28-8682-9047d66586f2 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "DELETE /v2.0/security-groups/e3083aa0-d581-46e6-9108-dff4c645ec88 HTTP/1.1" status: 204 len: 168 time: 0.4931715 Jul 05 10:18:52.999615 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59068) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:53.006607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822520b-ad87-4d28-8682-9047d66586f2 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3083aa0-d581-46e6-9108-dff4c645ec88,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:53.022054 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-719eb357-6ed5-484c-a0bb-2fca5813fa23 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] show failed (client error): The resource could not be found. Jul 05 10:18:53.023757 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-719eb357-6ed5-484c-a0bb-2fca5813fa23 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "GET /v2.0/security-groups/e3083aa0-d581-46e6-9108-dff4c645ec88 HTTP/1.1" status: 404 len: 347 time: 0.0233202 Jul 05 10:18:53.026417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59072) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:53.218941 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-82be78b1-85c5-40ed-825a-014c8a9d5d18 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Deleting port f23847a3-8da8-47a9-908f-a996191556e7 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:53.219301 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82be78b1-85c5-40ed-825a-014c8a9d5d18 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.287173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219442d6-f4d7-45c4-bd83-453bcb108979 req-43cc4218-e46a-44d3-8850-8eb75b6e3a9c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:53.288817 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-219442d6-f4d7-45c4-bd83-453bcb108979 req-43cc4218-e46a-44d3-8850-8eb75b6e3a9c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 944 time: 0.1464260 Jul 05 10:18:53.351976 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82be78b1-85c5-40ed-825a-014c8a9d5d18 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.351976 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82be78b1-85c5-40ed-825a-014c8a9d5d18 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.356908 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-219442d6-f4d7-45c4-bd83-453bcb108979 req-fe113239-9fe6-4a1e-9ccb-d0261b189bb2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611954 Jul 05 10:18:53.369529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-82be78b1-85c5-40ed-825a-014c8a9d5d18 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Calling delete_port for f23847a3-8da8-47a9-908f-a996191556e7 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:53.613649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49209d16-7ac9-4e45-91f1-594c8d662a81 req-c0a39582-23bf-4c00-9daf-2305668a5954 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:53.620451 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49209d16-7ac9-4e45-91f1-594c8d662a81 req-c0a39582-23bf-4c00-9daf-2305668a5954 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 949 time: 0.0776951 Jul 05 10:18:53.656398 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49209d16-7ac9-4e45-91f1-594c8d662a81 req-b6fa412a-2ad6-44b1-b275-4b12ac9e1b59 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350192 Jul 05 10:18:53.667664 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 00d0f6f0-42d9-499b-8ec1-e041d507b47f up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:53.677012 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82be78b1-85c5-40ed-825a-014c8a9d5d18 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.727447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be78b1-85c5-40ed-825a-014c8a9d5d18 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Pushing event deleted for resources: {'Port': ['ID=f23847a3-8da8-47a9-908f-a996191556e7,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:53.834883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 00d0f6f0-42d9-499b-8ec1-e041d507b47f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:53.839972 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 00d0f6f0-42d9-499b-8ec1-e041d507b47f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:53.840344 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.866221 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82be78b1-85c5-40ed-825a-014c8a9d5d18 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.869239 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82be78b1-85c5-40ed-825a-014c8a9d5d18 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:53.870775 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-82be78b1-85c5-40ed-825a-014c8a9d5d18 tempest-AttachVolumeTestJSON-245025954 tempest-AttachVolumeTestJSON-245025954-project] 10.222.0.77 "DELETE /v2.0/floatingips/05247563-9ba2-4044-92df-bf36bd6922c5 HTTP/1.1" status: 204 len: 168 time: 0.8430526 Jul 05 10:18:53.910222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cd2cd-b1ae-4f5a-a854-32705704b22c req-82af351a-2e0a-4b72-aa10-deb11e646703 tempest-MigrationsAdminTest-1353965022 tempest-MigrationsAdminTest-1353965022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:53.919255 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d0cd2cd-b1ae-4f5a-a854-32705704b22c req-82af351a-2e0a-4b72-aa10-deb11e646703 tempest-MigrationsAdminTest-1353965022 tempest-MigrationsAdminTest-1353965022-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 1101 time: 0.1236801 Jul 05 10:18:53.981603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d0cd2cd-b1ae-4f5a-a854-32705704b22c req-fb6cb293-d839-4021-b367-70f30123f640 tempest-MigrationsAdminTest-1353965022 tempest-MigrationsAdminTest-1353965022-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599113 Jul 05 10:18:53.991023 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.015088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:54.020163 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed0ec14-6b4e-449c-8f0b-bcdc199bf090" -d '{"events": [{"server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "name": "network-vif-plugged", "status": "completed", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:54.037413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:54.040448 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.069093 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992862f9-9b1d-4f44-ae2d-0977b8db789e x-openstack-request-id: req-992862f9-9b1d-4f44-ae2d-0977b8db789e {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:54.069383 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "name": "network-vif-plugged", "status": "completed", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:54.069631 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-992862f9-9b1d-4f44-ae2d-0977b8db789e {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:54.070030 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f', 'code': 200} Jul 05 10:18:54.183210 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:54.230492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=00d0f6f0-42d9-499b-8ec1-e041d507b47f,revision_number=13']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:54.621286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131fd4e-2697-476d-870c-8b405a5deca0 req-851f4302-70be-4e8b-8447-2c1d1760a291 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:54.627413 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59154) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:54.632698 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1131fd4e-2697-476d-870c-8b405a5deca0 req-851f4302-70be-4e8b-8447-2c1d1760a291 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 944 time: 0.1253328 Jul 05 10:18:54.701982 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1131fd4e-2697-476d-870c-8b405a5deca0 req-c2351f0f-5cd1-4048-a549-b7f36ddaf604 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672562 Jul 05 10:18:54.848478 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8cb6fa9f-9340-496e-b97c-fb4d7b9e8ab3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-network', 'tenant_id': 'b6730456afa24179937818b8d8e62041'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:55.074720 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb6fa9f-9340-496e-b97c-fb4d7b9e8ab3 admin admin] Made reservation on behalf of b6730456afa24179937818b8d8e62041 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:55.079157 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8cb6fa9f-9340-496e-b97c-fb4d7b9e8ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.093764 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8cb6fa9f-9340-496e-b97c-fb4d7b9e8ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.202347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a037ff-ccc7-43e0-9c32-3aca93fdc9e0 req-934049a3-3306-4109-b77b-2a28a3f2f3fe tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:55.209718 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46a037ff-ccc7-43e0-9c32-3aca93fdc9e0 req-934049a3-3306-4109-b77b-2a28a3f2f3fe tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 950 time: 0.1747673 Jul 05 10:18:55.264935 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46a037ff-ccc7-43e0-9c32-3aca93fdc9e0 req-e58a162a-06d0-41c7-b2f1-49335bba480c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516472 Jul 05 10:18:55.325331 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8cb6fa9f-9340-496e-b97c-fb4d7b9e8ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.538538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 424919ff-5329-4792-baad-a303060c5cca details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:18:55.540158 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8cb6fa9f-9340-496e-b97c-fb4d7b9e8ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.613766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb6fa9f-9340-496e-b97c-fb4d7b9e8ab3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:18:55.644487 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8cb6fa9f-9340-496e-b97c-fb4d7b9e8ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.645204 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-8cb6fa9f-9340-496e-b97c-fb4d7b9e8ab3 admin admin] Added segment a70c54d4-f50f-4b15-b903-95e479fdc557 of type vlan for network 790a2fc1-a8c9-440b-a219-3f87c3a52e5a Jul 05 10:18:55.703506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6fa9f-9340-496e-b97c-fb4d7b9e8ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:55.741884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 424919ff-5329-4792-baad-a303060c5cca, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=424919ff-5329-4792-baad-a303060c5cca,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:55.769166 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '424919ff-5329-4792-baad-a303060c5cca', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'port_id': '424919ff-5329-4792-baad-a303060c5cca', 'mac_address': 'fa:16:3e:ce:1c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:18:55.778174 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8cb6fa9f-9340-496e-b97c-fb4d7b9e8ab3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.810176 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.824818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424919ff-5329-4792-baad-a303060c5cca {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:18:55.847832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 424919ff-5329-4792-baad-a303060c5cca, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=424919ff-5329-4792-baad-a303060c5cca,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:55.981593 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d4613-647b-4b7b-aeb4-b3c26f2eb999 req-545048d4-dcda-4523-9af3-9b78c6a49c64 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:55.983527 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f52d4613-647b-4b7b-aeb4-b3c26f2eb999 req-545048d4-dcda-4523-9af3-9b78c6a49c64 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 944 time: 0.0859103 Jul 05 10:18:55.985129 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8cb6fa9f-9340-496e-b97c-fb4d7b9e8ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:55.986262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb6fa9f-9340-496e-b97c-fb4d7b9e8ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:55.987071 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8cb6fa9f-9340-496e-b97c-fb4d7b9e8ab3 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.023233 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.080948 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=424919ff-5329-4792-baad-a303060c5cca,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:56.116835 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6fa9f-9340-496e-b97c-fb4d7b9e8ab3 admin admin] Pushing event updated for resources: {'Network': ['ID=790a2fc1-a8c9-440b-a219-3f87c3a52e5a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:56.133261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 790a2fc1-a8c9-440b-a219-3f87c3a52e5a details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:18:56.143276 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f52d4613-647b-4b7b-aeb4-b3c26f2eb999 req-95844ca5-6794-467a-8293-acdebdc1e2de tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516061 Jul 05 10:18:56.218629 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8cb6fa9f-9340-496e-b97c-fb4d7b9e8ab3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5900865 Jul 05 10:18:56.221563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59190) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:56.226501 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b4ddc7df-d02c-44ce-a108-f2ff04e3b8a1 admin admin] Request body: {'subnet': {'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-subnet', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:56.323604 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['424919ff-5329-4792-baad-a303060c5cca'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:18:56.403032 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ddc7df-d02c-44ce-a108-f2ff04e3b8a1 admin admin] Made reservation on behalf of b6730456afa24179937818b8d8e62041 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:18:56.404022 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4ddc7df-d02c-44ce-a108-f2ff04e3b8a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.462097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb05836-404d-4987-9144-65ae98cb6621 req-ebe9d41c-34f1-4c6b-ae69-bfb2f036242c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:56.466570 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abb05836-404d-4987-9144-65ae98cb6621 req-ebe9d41c-34f1-4c6b-ae69-bfb2f036242c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.64 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 950 time: 0.1531768 Jul 05 10:18:56.645613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71236ee-bb6f-4e32-857c-b17393f8b100 req-2f16d935-2aa4-4c57-9188-98f88e3f9f32 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:56.653653 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c71236ee-bb6f-4e32-857c-b17393f8b100 req-2f16d935-2aa4-4c57-9188-98f88e3f9f32 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 950 time: 0.1071501 Jul 05 10:18:56.711983 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c71236ee-bb6f-4e32-857c-b17393f8b100 req-4173565e-1891-464a-b0ba-c49ce1b0ed59 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574691 Jul 05 10:18:56.881901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-abb05836-404d-4987-9144-65ae98cb6621 req-9738ab60-dbd3-4344-9530-e2c2a067101e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Deleting port 00d0f6f0-42d9-499b-8ec1-e041d507b47f {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:18:56.881901 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-abb05836-404d-4987-9144-65ae98cb6621 req-9738ab60-dbd3-4344-9530-e2c2a067101e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:56.988344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-abb05836-404d-4987-9144-65ae98cb6621 req-9738ab60-dbd3-4344-9530-e2c2a067101e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] For port 00d0f6f0-42d9-499b-8ec1-e041d507b47f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=00d0f6f0-42d9-499b-8ec1-e041d507b47f,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:56.988714 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-abb05836-404d-4987-9144-65ae98cb6621 req-9738ab60-dbd3-4344-9530-e2c2a067101e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.007149 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-abb05836-404d-4987-9144-65ae98cb6621 req-9738ab60-dbd3-4344-9530-e2c2a067101e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Calling delete_port for 00d0f6f0-42d9-499b-8ec1-e041d507b47f owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:18:57.070316 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4ddc7df-d02c-44ce-a108-f2ff04e3b8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.140763 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddc7df-d02c-44ce-a108-f2ff04e3b8a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7cf4802-24ef-472a-8c66-7e6ccb85e80d,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:57.177914 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ddc7df-d02c-44ce-a108-f2ff04e3b8a1 admin admin] Checking segment: {'id': 'a70c54d4-f50f-4b15-b903-95e479fdc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:18:57.177914 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ddc7df-d02c-44ce-a108-f2ff04e3b8a1 admin admin] Network hostable DHCP agents. Network: 790a2fc1-a8c9-440b-a219-3f87c3a52e5a, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:18:57.400990 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-abb05836-404d-4987-9144-65ae98cb6621 req-9738ab60-dbd3-4344-9530-e2c2a067101e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.405898 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ddc7df-d02c-44ce-a108-f2ff04e3b8a1 admin admin] Network 790a2fc1-a8c9-440b-a219-3f87c3a52e5a is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:18:57.413873 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0c2d9351-e2de-487b-bc9e-64b377f0cf23'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:18:57.416600 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['26133278-fd99-48a8-8c37-bc91006ea497', '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d', '00d0f6f0-42d9-499b-8ec1-e041d507b47f'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:18:57.501310 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738ab60-dbd3-4344-9530-e2c2a067101e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Pushing event deleted for resources: {'Port': ['ID=00d0f6f0-42d9-499b-8ec1-e041d507b47f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:57.555124 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-b4ddc7df-d02c-44ce-a108-f2ff04e3b8a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 790a2fc1-a8c9-440b-a219-3f87c3a52e5a) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:57.611099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb05836-404d-4987-9144-65ae98cb6621 req-9738ab60-dbd3-4344-9530-e2c2a067101e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] No DVR routers for this DVR port 00d0f6f0-42d9-499b-8ec1-e041d507b47f on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:18:57.618873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ddc7df-d02c-44ce-a108-f2ff04e3b8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:57.619513 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4ddc7df-d02c-44ce-a108-f2ff04e3b8a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.636505 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-abb05836-404d-4987-9144-65ae98cb6621 req-9738ab60-dbd3-4344-9530-e2c2a067101e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.638919 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abb05836-404d-4987-9144-65ae98cb6621 req-9738ab60-dbd3-4344-9530-e2c2a067101e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.64 "DELETE /v2.0/ports/00d0f6f0-42d9-499b-8ec1-e041d507b47f HTTP/1.1" status: 204 len: 173 time: 1.1394937 Jul 05 10:18:57.639563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'name': 'network-vif-deleted', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:57.642205 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f015bc26-3615-46f9-81a5-4ca1655acf18" -d '{"events": [{"server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "name": "network-vif-deleted", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:57.669598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 424919ff-5329-4792-baad-a303060c5cca up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:18:57.686994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a89c90-5d58-4c8f-a28a-5a18e54e32bd None None] Network 790a2fc1-a8c9-440b-a219-3f87c3a52e5a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:18:57.692955 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35603a10-1740-46d9-bc6d-d83fbaedd061 req-a74f5b1e-c606-409f-95ab-9151572809bc tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:57.694739 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-35603a10-1740-46d9-bc6d-d83fbaedd061 req-a74f5b1e-c606-409f-95ab-9151572809bc tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 945 time: 0.1686127 Jul 05 10:18:57.731071 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d58026-083f-46fa-a2a2-949b8474d0f6 x-openstack-request-id: req-d8d58026-083f-46fa-a2a2-949b8474d0f6 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:57.731744 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a", "name": "network-vif-deleted", "tag": "00d0f6f0-42d9-499b-8ec1-e041d507b47f", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:57.734827 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d8d58026-083f-46fa-a2a2-949b8474d0f6 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:57.734827 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a', 'name': 'network-vif-deleted', 'tag': '00d0f6f0-42d9-499b-8ec1-e041d507b47f', 'status': 'completed', 'code': 200} Jul 05 10:18:57.735442 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b4ddc7df-d02c-44ce-a108-f2ff04e3b8a1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5123863 Jul 05 10:18:57.737946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59238) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:57.743389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-router', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:18:57.805761 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-35603a10-1740-46d9-bc6d-d83fbaedd061 req-7d784d19-4424-4e10-9258-21245d5912cf tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834248 Jul 05 10:18:57.926407 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:57.932423 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.001031 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b9a6ccdc-3184-4fef-800d-3ccf2a1b925c req-e910dcde-48cd-4cad-a164-280daaee2b19 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 210 time: 0.0554006 Jul 05 10:18:58.150961 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.171164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 424919ff-5329-4792-baad-a303060c5cca completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:18:58.227317 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 424919ff-5329-4792-baad-a303060c5cca triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:18:58.232200 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.450449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'fixed_ips': [{'subnet_id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:18:58.455003 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.814304 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:58.885183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Allocated IP 172.20.0.2 (790a2fc1-a8c9-440b-a219-3f87c3a52e5a/a7cf4802-24ef-472a-8c66-7e6ccb85e80d/7980b965-8e1a-4ec0-9a38-e522bf33d6bf) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:18:58.927662 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968a92e9-3acc-48d7-a64e-180b0d7b767e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424919ff-5329-4792-baad-a303060c5cca'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:18:58.930215 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5898a5-a97a-4817-afe8-e293acd5d0ca" -d '{"events": [{"server_uuid": "968a92e9-3acc-48d7-a64e-180b0d7b767e", "name": "network-vif-plugged", "status": "completed", "tag": "424919ff-5329-4792-baad-a303060c5cca"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:18:58.981792 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 424919ff-5329-4792-baad-a303060c5cca, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=424919ff-5329-4792-baad-a303060c5cca,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:18:59.022898 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59276) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:59.080823 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483f34b1-b1c7-44a5-8ddb-2cd0243a638e x-openstack-request-id: req-483f34b1-b1c7-44a5-8ddb-2cd0243a638e {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:18:59.080990 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968a92e9-3acc-48d7-a64e-180b0d7b767e", "name": "network-vif-plugged", "status": "completed", "tag": "424919ff-5329-4792-baad-a303060c5cca", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:18:59.081214 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-483f34b1-b1c7-44a5-8ddb-2cd0243a638e {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:18:59.081628 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968a92e9-3acc-48d7-a64e-180b0d7b767e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424919ff-5329-4792-baad-a303060c5cca', 'code': 200} Jul 05 10:18:59.125512 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.194516 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.332046 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bd4e5-8d8d-4601-b0ed-9fdfe315d373 req-2fab1a0a-4253-4a51-9031-7b257f83a606 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:59.344296 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d5bd4e5-8d8d-4601-b0ed-9fdfe315d373 req-2fab1a0a-4253-4a51-9031-7b257f83a606 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.1709979 Jul 05 10:18:59.385368 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=424919ff-5329-4792-baad-a303060c5cca,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:59.412074 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be24e068-9247-4f8c-b476-0ec889667bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.559261 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.571353 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d5bd4e5-8d8d-4601-b0ed-9fdfe315d373 req-b018b2b7-0de4-4443-8d28-e2399e5324f2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257698 Jul 05 10:18:59.601059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Transition to ACTIVE for port object 7980b965-8e1a-4ec0-9a38-e522bf33d6bf will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:59.650678 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be24e068-9247-4f8c-b476-0ec889667bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.654764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff31446-7b46-4832-806f-7c9c2a87ca4a req-93689ede-3ff9-4b39-a9e6-36a3127563b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:18:59.658836 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bff31446-7b46-4832-806f-7c9c2a87ca4a req-93689ede-3ff9-4b39-a9e6-36a3127563b2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 1098 time: 0.4469731 Jul 05 10:18:59.678010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Transition to ACTIVE for port object 7980b965-8e1a-4ec0-9a38-e522bf33d6bf will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:18:59.705333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 00d0f6f0-42d9-499b-8ec1-e041d507b47f no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:18:59.737479 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ae82d04-4dd1-443b-8e40-c76237f8eaec req-9cfa416b-86d9-49e6-bfb3-0b9c77a2ff36 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad8d98-baf3-46c9-8fe8-ddf7a2dbf48a HTTP/1.1" status: 200 len: 210 time: 0.3223715 Jul 05 10:18:59.785667 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 00d0f6f0-42d9-499b-8ec1-e041d507b47f {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:18:59.786011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 00d0f6f0-42d9-499b-8ec1-e041d507b47f not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:18:59.797851 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be24e068-9247-4f8c-b476-0ec889667bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.817911 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bff31446-7b46-4832-806f-7c9c2a87ca4a req-0f3a8dc2-b8ba-4057-ba0b-2461be87fecd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049900 Jul 05 10:18:59.902952 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:18:59.915822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59296) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:18:59.917831 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-be24e068-9247-4f8c-b476-0ec889667bcd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5b51ebfe541746418dd27446b795ae9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8935950 Jul 05 10:18:59.918950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24e068-9247-4f8c-b476-0ec889667bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5a4646-cbb8-4f69-a4b1-5ebb46ad9082,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:18:59.962176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Network 790a2fc1-a8c9-440b-a219-3f87c3a52e5a is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:18:59.967571 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:18:59.971444 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:19:00.007656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Pushing event updated for resources: {'Port': ['ID=7980b965-8e1a-4ec0-9a38-e522bf33d6bf,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:00.053701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Attempting to bind port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:19:00.054073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Attempting to bind port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'a70c54d4-f50f-4b15-b903-95e479fdc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:19:00.054476 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Attempting to bind port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf on network 790a2fc1-a8c9-440b-a219-3f87c3a52e5a {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:19:00.061048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:19:00.061432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Checking segment: {'id': 'a70c54d4-f50f-4b15-b903-95e479fdc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:00.061944 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:00.062340 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Bound using segment: {'id': 'a70c54d4-f50f-4b15-b903-95e479fdc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:19:00.062816 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Bound port: 7980b965-8e1a-4ec0-9a38-e522bf33d6bf, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70c54d4-f50f-4b15-b903-95e479fdc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:19:00.063195 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:00.082243 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-245d7c68-b356-457f-bf77-f8690c924b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:00.124085 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:00.167091 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] For port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:19:00.171096 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] For port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7980b965-8e1a-4ec0-9a38-e522bf33d6bf,segment=NetworkSegment(a70c54d4-f50f-4b15-b903-95e479fdc557),segment_id=a70c54d4-f50f-4b15-b903-95e479fdc557)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:19:00.177267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-245d7c68-b356-457f-bf77-f8690c924b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:00.179862 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:00.290131 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:00.376238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd68fc-5815-41a5-ac1d-6f1d74c359e0 None None] Pushing event updated for resources: {'Port': ['ID=7980b965-8e1a-4ec0-9a38-e522bf33d6bf,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:00.377694 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Allocated IP 172.25.5.183 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/f11b1035-21ac-4b29-aa79-ae50b4b24f18) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:19:00.380670 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-245d7c68-b356-457f-bf77-f8690c924b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:00.383671 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-245d7c68-b356-457f-bf77-f8690c924b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:00.385353 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-245d7c68-b356-457f-bf77-f8690c924b93 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5c5a4646-cbb8-4f69-a4b1-5ebb46ad9082 HTTP/1.1" status: 204 len: 168 time: 0.4644701 Jul 05 10:19:00.417957 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d7c68-b356-457f-bf77-f8690c924b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5a4646-cbb8-4f69-a4b1-5ebb46ad9082,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:00.624222 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:00.826754 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:00.968783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:19:00.975329 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:00.976100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb02aaf-388a-484a-b3ab-8860bc9f22c6 req-c398bbba-ad4f-4217-87a4-9aa2e40dd127 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:00.985612 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dfb02aaf-388a-484a-b3ab-8860bc9f22c6 req-c398bbba-ad4f-4217-87a4-9aa2e40dd127 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.1464374 Jul 05 10:19:01.007063 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:19:01.046128 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f11b1035-21ac-4b29-aa79-ae50b4b24f18,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:01.077970 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7980b965-8e1a-4ec0-9a38-e522bf33d6bf up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:01.088221 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dfb02aaf-388a-484a-b3ab-8860bc9f22c6 req-9784b673-3089-49be-8042-bc95faddd48a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987339 Jul 05 10:19:01.315870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:19:01.614165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59334) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:01.634556 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cc8f80ec-abf4-4a27-8634-6f9fa4b5b2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:01.767441 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:01.803405 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cc8f80ec-abf4-4a27-8634-6f9fa4b5b2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:01.933966 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cc8f80ec-abf4-4a27-8634-6f9fa4b5b2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.011114 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cc8f80ec-abf4-4a27-8634-6f9fa4b5b2df admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3fb33fd888934e438873a1d89d7cb003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956311 Jul 05 10:19:02.030701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59344) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:02.037495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f80ec-abf4-4a27-8634-6f9fa4b5b2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54a1ba9-96fe-4c8b-8ba3-3d747dfc57c0,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:02.094076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54001979-1a9c-430f-babc-4c5956fffab6 None None] Network 790a2fc1-a8c9-440b-a219-3f87c3a52e5a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:02.237533 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-82a79916-953d-48a1-93cd-7d541743a449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.309467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-82a79916-953d-48a1-93cd-7d541743a449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.319165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6bcbd9e7-499b-4bf8-bd1c-490d8cb899c5 None None] Provisioning for port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:19:02.341236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6bcbd9e7-499b-4bf8-bd1c-490d8cb899c5 None None] Provisioning complete for port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:02.341621 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd9e7-499b-4bf8-bd1c-490d8cb899c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.356646 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.496671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c215d8-16fb-465c-bb7d-a64af0bd918f req-5c4a0fb9-eeda-458b-b98b-78b03ad78226 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:02.500931 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-87c215d8-16fb-465c-bb7d-a64af0bd918f req-5c4a0fb9-eeda-458b-b98b-78b03ad78226 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.1410005 Jul 05 10:19:02.580190 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-87c215d8-16fb-465c-bb7d-a64af0bd918f req-e825e9e0-db79-4733-b289-71b4e5053b6d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710425 Jul 05 10:19:02.583954 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd9e7-499b-4bf8-bd1c-490d8cb899c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.629712 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6bcbd9e7-499b-4bf8-bd1c-490d8cb899c5 None None] For port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7980b965-8e1a-4ec0-9a38-e522bf33d6bf,segment=NetworkSegment(a70c54d4-f50f-4b15-b903-95e479fdc557),segment_id=a70c54d4-f50f-4b15-b903-95e479fdc557)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:02.743498 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd9e7-499b-4bf8-bd1c-490d8cb899c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.855276 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcbd9e7-499b-4bf8-bd1c-490d8cb899c5 None None] Pushing event updated for resources: {'Port': ['ID=7980b965-8e1a-4ec0-9a38-e522bf33d6bf,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:02.887739 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-82a79916-953d-48a1-93cd-7d541743a449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.890649 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-82a79916-953d-48a1-93cd-7d541743a449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:02.893485 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-82a79916-953d-48a1-93cd-7d541743a449 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b54a1ba9-96fe-4c8b-8ba3-3d747dfc57c0 HTTP/1.1" status: 204 len: 168 time: 0.8601646 Jul 05 10:19:02.923454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a79916-953d-48a1-93cd-7d541743a449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54a1ba9-96fe-4c8b-8ba3-3d747dfc57c0,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:02.959067 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fe260-3255-450c-8020-b12814ccc73c req-bd16df06-4c26-42b2-828e-225e2c9fbfd8 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:02.960789 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dc6fe260-3255-450c-8020-b12814ccc73c req-bd16df06-4c26-42b2-828e-225e2c9fbfd8 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 951 time: 0.3030243 Jul 05 10:19:03.038066 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dc6fe260-3255-450c-8020-b12814ccc73c req-2a3945c8-0307-42ac-a558-4a84d98448da tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707951 Jul 05 10:19:03.079177 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9315facb-6cee-4a84-a1f6-cb2ae9b5f527 None None] Provisioning complete for port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:03.079596 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9315facb-6cee-4a84-a1f6-cb2ae9b5f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:03.087020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Router 57758a29-014d-4fda-b615-e0fe0128e9ba is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:19:03.275369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:19:03.286724 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Sync routers for ids ['57758a29-014d-4fda-b615-e0fe0128e9ba'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:19:03.297815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Routers {'57758a29-014d-4fda-b615-e0fe0128e9ba'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:19:03.299121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:18:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['57758a29-014d-4fda-b615-e0fe0128e9ba'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:03.415999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482f889-509e-4a17-84e7-a58dbf0ed4ff req-8ad886de-2ea1-45d6-8fc5-6acb8ea4b5fe tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:03.417712 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b482f889-509e-4a17-84e7-a58dbf0ed4ff req-8ad886de-2ea1-45d6-8fc5-6acb8ea4b5fe tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.64 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 951 time: 0.0803287 Jul 05 10:19:03.469474 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:03.474318 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bcef25d5-e6f8-4b19-9aee-1fdc25e3d8d9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7320862 Jul 05 10:19:03.474736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59374) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:03.608569 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-b482f889-509e-4a17-84e7-a58dbf0ed4ff req-88094985-d436-42b0-a7a7-f50aa3bb09ef tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Deleting port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:03.608919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b482f889-509e-4a17-84e7-a58dbf0ed4ff req-88094985-d436-42b0-a7a7-f50aa3bb09ef tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:03.650221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Set router 57758a29-014d-4fda-b615-e0fe0128e9ba gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:19:03.781482 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-b482f889-509e-4a17-84e7-a58dbf0ed4ff req-88094985-d436-42b0-a7a7-f50aa3bb09ef tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] For port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:03.781771 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b482f889-509e-4a17-84e7-a58dbf0ed4ff req-88094985-d436-42b0-a7a7-f50aa3bb09ef tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:03.820740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-b482f889-509e-4a17-84e7-a58dbf0ed4ff req-88094985-d436-42b0-a7a7-f50aa3bb09ef tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Calling delete_port for 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:03.945590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-router', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:19:01Z', 'revision_number': 3, 'project_id': 'b6730456afa24179937818b8d8e62041', 'gw_port': {'id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:00Z', 'updated_at': '2021-07-05T10:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:03.978710 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Checking router: 57758a29-014d-4fda-b615-e0fe0128e9ba for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:19:03.979076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Updating router 57758a29-014d-4fda-b615-e0fe0128e9ba port f11b1035-21ac-4b29-aa79-ae50b4b24f18 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:19:04.025863 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.053731 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9f298-da3e-420a-a1cc-4bbd54ae97e5 req-f55feb70-a215-4227-848e-a2cbfed6ed1d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:04.063133 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69a9f298-da3e-420a-a1cc-4bbd54ae97e5 req-f55feb70-a215-4227-848e-a2cbfed6ed1d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.2666998 Jul 05 10:19:04.112335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69a9f298-da3e-420a-a1cc-4bbd54ae97e5 req-14cc1472-728f-4cee-af2a-53e305e7d7a3 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481029 Jul 05 10:19:04.167174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59392) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:04.240126 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34487eef-6936-4f18-91a4-561f023a71c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.293972 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.391733 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.407336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Transition to ACTIVE for port object f11b1035-21ac-4b29-aa79-ae50b4b24f18 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:04.415819 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b482f889-509e-4a17-84e7-a58dbf0ed4ff req-88094985-d436-42b0-a7a7-f50aa3bb09ef tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.445942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0c2d9351-e2de-487b-bc9e-64b377f0cf23'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:19:04.482111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['26133278-fd99-48a8-8c37-bc91006ea497', '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:19:04.506211 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88094985-d436-42b0-a7a7-f50aa3bb09ef tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Pushing event deleted for resources: {'Port': ['ID=58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:04.549538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002405de-27c7-4918-8baa-1731b3848374 req-aa259c08-91ba-4edd-92d2-19a32daeee0c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:04.551116 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-002405de-27c7-4918-8baa-1731b3848374 req-aa259c08-91ba-4edd-92d2-19a32daeee0c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 868 time: 0.2459910 Jul 05 10:19:04.568338 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.584500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b482f889-509e-4a17-84e7-a58dbf0ed4ff req-88094985-d436-42b0-a7a7-f50aa3bb09ef tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] No DVR routers for this DVR port 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:04.593083 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b482f889-509e-4a17-84e7-a58dbf0ed4ff req-88094985-d436-42b0-a7a7-f50aa3bb09ef tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.595148 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b482f889-509e-4a17-84e7-a58dbf0ed4ff req-88094985-d436-42b0-a7a7-f50aa3bb09ef tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.64 "DELETE /v2.0/ports/58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d HTTP/1.1" status: 204 len: 173 time: 1.1717172 Jul 05 10:19:04.596528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'name': 'network-vif-deleted', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:19:04.608794 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f669fe-d94c-46c5-91e3-8411f1acae89" -d '{"events": [{"server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "name": "network-vif-deleted", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:04.679908 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ecb158-d986-446f-9514-c397eac66b27 x-openstack-request-id: req-34ecb158-d986-446f-9514-c397eac66b27 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:04.680438 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5", "name": "network-vif-deleted", "tag": "58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:04.680887 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34ecb158-d986-446f-9514-c397eac66b27 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:04.681482 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5', 'name': 'network-vif-deleted', 'tag': '58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d', 'status': 'completed', 'code': 200} Jul 05 10:19:04.703447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Attempting to bind port f11b1035-21ac-4b29-aa79-ae50b4b24f18 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:19:04.704223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Attempting to bind port f11b1035-21ac-4b29-aa79-ae50b4b24f18 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:19:04.704743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Attempting to bind port f11b1035-21ac-4b29-aa79-ae50b4b24f18 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:19:04.738802 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-002405de-27c7-4918-8baa-1731b3848374 req-d38a9040-60bc-417c-ba5d-4914c180ad40 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795483 Jul 05 10:19:04.746944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:19:04.747426 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:04.748106 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.748621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:19:04.749230 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Bound port: f11b1035-21ac-4b29-aa79-ae50b4b24f18, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:19:04.749920 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.768477 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34487eef-6936-4f18-91a4-561f023a71c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.914537 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34487eef-6936-4f18-91a4-561f023a71c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:04.928728 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] For port f11b1035-21ac-4b29-aa79-ae50b4b24f18, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:19:04.936172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] For port f11b1035-21ac-4b29-aa79-ae50b4b24f18, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f11b1035-21ac-4b29-aa79-ae50b4b24f18,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:19:04.937606 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad6fb8-46ff-4162-a5d2-f5f5f81a5df7 None None] Pushing event updated for resources: {'Port': ['ID=f11b1035-21ac-4b29-aa79-ae50b4b24f18,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:04.957266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7980b965-8e1a-4ec0-9a38-e522bf33d6bf up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:05.008298 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-34487eef-6936-4f18-91a4-561f023a71c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4661f2573773462cabbbdfe425b352a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8399379 Jul 05 10:19:05.009291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34487eef-6936-4f18-91a4-561f023a71c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5362b630-7fc0-404d-ba57-9e0f600c2b58,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:05.012183 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59408) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:05.128823 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3ed2-3859-43a5-b32d-83cba0bfc4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.156538 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.191748 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3ed2-3859-43a5-b32d-83cba0bfc4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.230337 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:05.230980 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.484233 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Routers {'57758a29-014d-4fda-b615-e0fe0128e9ba'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:19:05.484938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:18:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['57758a29-014d-4fda-b615-e0fe0128e9ba'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:05.512330 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3ed2-3859-43a5-b32d-83cba0bfc4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.517569 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3ed2-3859-43a5-b32d-83cba0bfc4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:05.519490 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7a8a3ed2-3859-43a5-b32d-83cba0bfc4ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5362b630-7fc0-404d-ba57-9e0f600c2b58 HTTP/1.1" status: 204 len: 168 time: 0.5061207 Jul 05 10:19:05.535352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a3ed2-3859-43a5-b32d-83cba0bfc4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5362b630-7fc0-404d-ba57-9e0f600c2b58,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:05.554803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Allocated IP 172.20.0.1 (790a2fc1-a8c9-440b-a219-3f87c3a52e5a/a7cf4802-24ef-472a-8c66-7e6ccb85e80d/926a567f-611c-4270-9e0c-9e57ed3930b4) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:19:05.645765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48273e-d9d1-4012-ae76-35c3df779941 req-9f4c38be-44a1-4d61-a051-16d8a324fe8b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:05.645765 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8f48273e-d9d1-4012-ae76-35c3df779941 req-9f4c38be-44a1-4d61-a051-16d8a324fe8b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.1991782 Jul 05 10:19:05.660112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] Set router 57758a29-014d-4fda-b615-e0fe0128e9ba gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:19:05.728749 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad6fb8-46ff-4162-a5d2-f5f5f81a5df7 None None] Pushing event updated for resources: {'Port': ['ID=f11b1035-21ac-4b29-aa79-ae50b4b24f18,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:05.860980 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8f48273e-d9d1-4012-ae76-35c3df779941 req-0fa30df8-a31c-47d5-9b83-8c40e010efc7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035699 Jul 05 10:19:05.996057 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.058206 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Transition to ACTIVE for port object 926a567f-611c-4270-9e0c-9e57ed3930b4 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:06.069631 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-router', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:19:01Z', 'revision_number': 3, 'project_id': 'b6730456afa24179937818b8d8e62041', 'gw_port': {'id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:00Z', 'updated_at': '2021-07-05T10:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:06.123572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0ade54-53f6-485a-abe5-2b94796ae1ae None None] The sync data for ids ['57758a29-014d-4fda-b615-e0fe0128e9ba'] in n-d-779913-27 is: [{'id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-router', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:19:01Z', 'revision_number': 3, 'project_id': 'b6730456afa24179937818b8d8e62041', 'gw_port': {'id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:00Z', 'updated_at': '2021-07-05T10:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:19:06.198730 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10d79a25-3a63-4ebe-8371-2cf448e5b747 req-80360d65-8f55-4b6a-b69b-73b1e968af09 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=94a3eee5-5ae2-43c7-bbbb-0ab39dfe9ef5 HTTP/1.1" status: 200 len: 210 time: 0.0884881 Jul 05 10:19:06.281802 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.374918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Network 790a2fc1-a8c9-440b-a219-3f87c3a52e5a is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:19:06.383035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:06.391060 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:19:06.445722 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Pushing event updated for resources: {'Port': ['ID=926a567f-611c-4270-9e0c-9e57ed3930b4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:06.449034 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:06.692947 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:06.693932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:06.693932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:06.694248 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:06.694475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:06.695383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:06.695782 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:06.696125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:06.696463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:06.696796 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:06.697188 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:06.697521 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:07.104827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f11b1035-21ac-4b29-aa79-ae50b4b24f18 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:07.176027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ea7973b1-7f31-47ec-99d9-e0a2131dc2ba None None] Provisioning for port 926a567f-611c-4270-9e0c-9e57ed3930b4 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:19:07.184625 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ea7973b1-7f31-47ec-99d9-e0a2131dc2ba None None] Provisioning complete for port 926a567f-611c-4270-9e0c-9e57ed3930b4 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:07.185217 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ea7973b1-7f31-47ec-99d9-e0a2131dc2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.280535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ea7973b1-7f31-47ec-99d9-e0a2131dc2ba None None] Port 926a567f-611c-4270-9e0c-9e57ed3930b4 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:19:07.335136 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.366773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port f11b1035-21ac-4b29-aa79-ae50b4b24f18 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:19:07.371868 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f11b1035-21ac-4b29-aa79-ae50b4b24f18 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:07.372400 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.425122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e2f30-b953-4e15-8a88-6b1732f4ad64 req-b260290c-aa1d-4c60-b619-626cdda7f973 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:07.441864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f2e2f30-b953-4e15-8a88-6b1732f4ad64 req-b260290c-aa1d-4c60-b619-626cdda7f973 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.1844666 Jul 05 10:19:07.594185 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f2e2f30-b953-4e15-8a88-6b1732f4ad64 req-a2705974-3a7a-458d-ab21-8a5db1e486f1 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464486 Jul 05 10:19:07.638151 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.688135 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port f11b1035-21ac-4b29-aa79-ae50b4b24f18, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f11b1035-21ac-4b29-aa79-ae50b4b24f18,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:07.758369 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:07.785771 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.793084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:19:07.799316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 58dfd1d5-ea3f-41ba-b47c-fcb7f1f5b40d not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:07.874592 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.948012 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:07.964635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=f11b1035-21ac-4b29-aa79-ae50b4b24f18,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:08.119158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Pushing event updated for resources: {'Port': ['ID=926a567f-611c-4270-9e0c-9e57ed3930b4,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:08.121827 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:08.268429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Network 790a2fc1-a8c9-440b-a219-3f87c3a52e5a is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:19:08.270703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:08.471175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59514) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:08.489641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Router 57758a29-014d-4fda-b615-e0fe0128e9ba has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:19:08.540523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042b5a6-bf23-4b05-9682-41810a0ab14c req-263e1f9c-a5a2-4d98-a986-1b44b127318e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:08.546653 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a042b5a6-bf23-4b05-9682-41810a0ab14c req-263e1f9c-a5a2-4d98-a986-1b44b127318e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.1468844 Jul 05 10:19:08.646152 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a042b5a6-bf23-4b05-9682-41810a0ab14c req-c721d9d5-b819-46ab-a819-afb1e4a5ed33 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940671 Jul 05 10:19:08.664612 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf044-2a44-4767-a382-cfa1c8aab70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:08.685211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:19:08.696330 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-af18ba56-3e1c-49b0-9135-aa94658c4116 admin admin] 10.222.0.77 "PUT /v2.0/routers/57758a29-014d-4fda-b615-e0fe0128e9ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2193778 Jul 05 10:19:08.720079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dad2e11f-1ecc-463d-8a4b-67dc20797ac6 None None] Provisioning complete for port 926a567f-611c-4270-9e0c-9e57ed3930b4 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:08.721020 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dad2e11f-1ecc-463d-8a4b-67dc20797ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:08.772596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-dad2e11f-1ecc-463d-8a4b-67dc20797ac6 None None] Port 926a567f-611c-4270-9e0c-9e57ed3930b4 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:19:08.793991 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf044-2a44-4767-a382-cfa1c8aab70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:08.929122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f11b1035-21ac-4b29-aa79-ae50b4b24f18 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:08.944215 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1a0db-de88-4a69-a7e4-b0a5f2361356 req-1ebf252b-0ccb-411e-b9f5-062bc8387077 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:08.948444 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-93a1a0db-de88-4a69-a7e4-b0a5f2361356 req-1ebf252b-0ccb-411e-b9f5-062bc8387077 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.1263857 Jul 05 10:19:08.994657 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf044-2a44-4767-a382-cfa1c8aab70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.011249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f11b1035-21ac-4b29-aa79-ae50b4b24f18 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:09.012177 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.028932 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-93a1a0db-de88-4a69-a7e4-b0a5f2361356 req-9c1d35b6-6419-450b-925b-2c3699cfaf69 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728343 Jul 05 10:19:09.088130 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bf044-2a44-4767-a382-cfa1c8aab70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891086e5-1cce-42c0-be7a-30ff9484675b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:09.145175 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4f0bf044-2a44-4767-a382-cfa1c8aab70d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6759124b34c143ff9539ad007a388876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6690292 Jul 05 10:19:09.146239 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59538) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:09.293610 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3fee679-9720-43b2-9307-fe82386de990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.332442 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3fee679-9720-43b2-9307-fe82386de990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.468217 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Sync routers for ids ['57758a29-014d-4fda-b615-e0fe0128e9ba'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:19:09.494052 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Routers {'57758a29-014d-4fda-b615-e0fe0128e9ba'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:19:09.494679 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:18:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['57758a29-014d-4fda-b615-e0fe0128e9ba'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:09.571312 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3fee679-9720-43b2-9307-fe82386de990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.574112 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3fee679-9720-43b2-9307-fe82386de990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.575108 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e3fee679-9720-43b2-9307-fe82386de990 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/891086e5-1cce-42c0-be7a-30ff9484675b HTTP/1.1" status: 204 len: 168 time: 0.4278624 Jul 05 10:19:09.611666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fee679-9720-43b2-9307-fe82386de990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891086e5-1cce-42c0-be7a-30ff9484675b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:09.622441 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Set router 57758a29-014d-4fda-b615-e0fe0128e9ba gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:19:09.669163 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543416fd-9e52-470d-ac24-bd4b76985d5f req-0fe77f71-4131-4da6-beb0-2ca9281133b3 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:09.670894 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-543416fd-9e52-470d-ac24-bd4b76985d5f req-0fe77f71-4131-4da6-beb0-2ca9281133b3 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.73 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.0928402 Jul 05 10:19:09.834479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-543416fd-9e52-470d-ac24-bd4b76985d5f req-a576713a-c174-473c-adab-ee337d00c425 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Deleting port 0c2d9351-e2de-487b-bc9e-64b377f0cf23 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:09.835895 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-543416fd-9e52-470d-ac24-bd4b76985d5f req-a576713a-c174-473c-adab-ee337d00c425 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.873729 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-router', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:19:06Z', 'revision_number': 4, 'project_id': 'b6730456afa24179937818b8d8e62041', 'gw_port': {'id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:00Z', 'updated_at': '2021-07-05T10:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '926a567f-611c-4270-9e0c-9e57ed3930b4', 'name': '', 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'mac_address': 'fa:16:3e:47:ad:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:04Z', 'updated_at': '2021-07-05T10:19:07Z', 'revision_number': 2, 'project_id': 'b6730456afa24179937818b8d8e62041', 'subnets': [{'id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:09.900419 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Checking router: 57758a29-014d-4fda-b615-e0fe0128e9ba for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:19:09.901046 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Updating router 57758a29-014d-4fda-b615-e0fe0128e9ba port 926a567f-611c-4270-9e0c-9e57ed3930b4 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:19:09.942389 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:09.995606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-543416fd-9e52-470d-ac24-bd4b76985d5f req-a576713a-c174-473c-adab-ee337d00c425 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] For port 0c2d9351-e2de-487b-bc9e-64b377f0cf23, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0c2d9351-e2de-487b-bc9e-64b377f0cf23,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:09.996434 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-543416fd-9e52-470d-ac24-bd4b76985d5f req-a576713a-c174-473c-adab-ee337d00c425 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.029071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb539a4-06a4-41dc-985b-68ebeb405f98 req-caf521a9-ac45-4deb-a310-8ca788649bb6 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:10.035181 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ceb539a4-06a4-41dc-985b-68ebeb405f98 req-caf521a9-ac45-4deb-a310-8ca788649bb6 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 950 time: 0.1547606 Jul 05 10:19:10.043793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-543416fd-9e52-470d-ac24-bd4b76985d5f req-a576713a-c174-473c-adab-ee337d00c425 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Calling delete_port for 0c2d9351-e2de-487b-bc9e-64b377f0cf23 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:10.190680 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ceb539a4-06a4-41dc-985b-68ebeb405f98 req-6994b50c-a1e5-43f9-b871-b7c0f3bcb120 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437778 Jul 05 10:19:10.421111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9e117-8ce2-4c3b-98c6-3ed35dcda414 req-58982229-7d3c-4200-9c10-00e5effed845 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:10.425121 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-99c9e117-8ce2-4c3b-98c6-3ed35dcda414 req-58982229-7d3c-4200-9c10-00e5effed845 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.1500704 Jul 05 10:19:10.443392 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.491866 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-543416fd-9e52-470d-ac24-bd4b76985d5f req-a576713a-c174-473c-adab-ee337d00c425 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.500359 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Transition to ACTIVE for port object 926a567f-611c-4270-9e0c-9e57ed3930b4 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:10.507838 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0c2d9351-e2de-487b-bc9e-64b377f0cf23'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:19:10.514782 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-99c9e117-8ce2-4c3b-98c6-3ed35dcda414 req-82e91f51-bf48-422e-a994-d2ad94519acc tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836616 Jul 05 10:19:10.521646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['26133278-fd99-48a8-8c37-bc91006ea497'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:19:10.540113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576713a-c174-473c-adab-ee337d00c425 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Pushing event deleted for resources: {'Port': ['ID=0c2d9351-e2de-487b-bc9e-64b377f0cf23,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:10.600884 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.644002 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-543416fd-9e52-470d-ac24-bd4b76985d5f req-a576713a-c174-473c-adab-ee337d00c425 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] No DVR routers for this DVR port 0c2d9351-e2de-487b-bc9e-64b377f0cf23 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:10.647513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-543416fd-9e52-470d-ac24-bd4b76985d5f req-a576713a-c174-473c-adab-ee337d00c425 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.650099 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-543416fd-9e52-470d-ac24-bd4b76985d5f req-a576713a-c174-473c-adab-ee337d00c425 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.73 "DELETE /v2.0/ports/0c2d9351-e2de-487b-bc9e-64b377f0cf23 HTTP/1.1" status: 204 len: 173 time: 0.9730628 Jul 05 10:19:10.650845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effc5959-5515-4c8a-8571-f5cbdf7c3581', 'name': 'network-vif-deleted', 'tag': '0c2d9351-e2de-487b-bc9e-64b377f0cf23'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:19:10.662584 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a9751e-5eed-44ab-a2d7-2675e7f0f4fc" -d '{"events": [{"server_uuid": "effc5959-5515-4c8a-8571-f5cbdf7c3581", "name": "network-vif-deleted", "tag": "0c2d9351-e2de-487b-bc9e-64b377f0cf23"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:10.702290 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d11be-4311-48b5-9a55-104bbab2eb71 None None] Pushing event updated for resources: {'Port': ['ID=926a567f-611c-4270-9e0c-9e57ed3930b4,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:10.726163 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d11be-4311-48b5-9a55-104bbab2eb71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.726605 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d11be-4311-48b5-9a55-104bbab2eb71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.727010 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d11be-4311-48b5-9a55-104bbab2eb71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.727433 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d11be-4311-48b5-9a55-104bbab2eb71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.738998 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d11be-4311-48b5-9a55-104bbab2eb71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.738998 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d11be-4311-48b5-9a55-104bbab2eb71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.738998 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d11be-4311-48b5-9a55-104bbab2eb71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.738998 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d11be-4311-48b5-9a55-104bbab2eb71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.738998 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d11be-4311-48b5-9a55-104bbab2eb71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.738998 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d11be-4311-48b5-9a55-104bbab2eb71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.738998 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d11be-4311-48b5-9a55-104bbab2eb71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.738998 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d11be-4311-48b5-9a55-104bbab2eb71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:10.740485 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6562f4a5-cb84-4af4-b760-8d1a022e888f x-openstack-request-id: req-6562f4a5-cb84-4af4-b760-8d1a022e888f {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:10.740485 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effc5959-5515-4c8a-8571-f5cbdf7c3581", "name": "network-vif-deleted", "tag": "0c2d9351-e2de-487b-bc9e-64b377f0cf23", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:10.740485 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6562f4a5-cb84-4af4-b760-8d1a022e888f {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:10.740485 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effc5959-5515-4c8a-8571-f5cbdf7c3581', 'name': 'network-vif-deleted', 'tag': '0c2d9351-e2de-487b-bc9e-64b377f0cf23', 'status': 'completed', 'code': 200} Jul 05 10:19:10.801018 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Attempting to bind port 926a567f-611c-4270-9e0c-9e57ed3930b4 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:19:10.801946 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Attempting to bind port 926a567f-611c-4270-9e0c-9e57ed3930b4 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'a70c54d4-f50f-4b15-b903-95e479fdc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:19:10.802777 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Attempting to bind port 926a567f-611c-4270-9e0c-9e57ed3930b4 on network 790a2fc1-a8c9-440b-a219-3f87c3a52e5a {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:19:10.805117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59608) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:10.812685 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:19:10.813310 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Checking segment: {'id': 'a70c54d4-f50f-4b15-b903-95e479fdc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:10.815114 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.815580 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Bound using segment: {'id': 'a70c54d4-f50f-4b15-b903-95e479fdc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:19:10.816532 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Bound port: 926a567f-611c-4270-9e0c-9e57ed3930b4, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70c54d4-f50f-4b15-b903-95e479fdc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:19:10.817127 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.821965 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-226e4cca-dcfa-41e2-a619-7789985ff544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:10.912899 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] For port 926a567f-611c-4270-9e0c-9e57ed3930b4, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:19:10.916391 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] For port 926a567f-611c-4270-9e0c-9e57ed3930b4, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=926a567f-611c-4270-9e0c-9e57ed3930b4,segment=NetworkSegment(a70c54d4-f50f-4b15-b903-95e479fdc557),segment_id=a70c54d4-f50f-4b15-b903-95e479fdc557)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:19:10.932460 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-226e4cca-dcfa-41e2-a619-7789985ff544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:11.297325 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9273e8e0-53d7-40b0-81d2-d4e84e62e8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:11.299425 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-226e4cca-dcfa-41e2-a619-7789985ff544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:11.300570 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:11.384140 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-226e4cca-dcfa-41e2-a619-7789985ff544 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=681a8cf9e0c940fc9cb167a157e37312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5779002 Jul 05 10:19:11.387282 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59616) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:11.422175 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e4cca-dcfa-41e2-a619-7789985ff544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5d7ed0-9b4c-4499-8a53-86217264849d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:11.442547 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Routers {'57758a29-014d-4fda-b615-e0fe0128e9ba'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:19:11.451132 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:18:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['57758a29-014d-4fda-b615-e0fe0128e9ba'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:11.460020 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d11be-4311-48b5-9a55-104bbab2eb71 None None] Pushing event updated for resources: {'Port': ['ID=926a567f-611c-4270-9e0c-9e57ed3930b4,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:11.542231 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-566e314b-c00b-45ab-9383-1dedd50293ef req-e7d0b1a5-a8b0-416f-ac7c-384e2ea60b3c tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 210 time: 0.1201804 Jul 05 10:19:11.585743 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1631f8e1-fc62-48d3-96d2-e9ca0c953924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:11.676642 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1631f8e1-fc62-48d3-96d2-e9ca0c953924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:11.783854 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] Set router 57758a29-014d-4fda-b615-e0fe0128e9ba gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:19:11.892482 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1631f8e1-fc62-48d3-96d2-e9ca0c953924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:11.898036 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59664) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:11.904560 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1631f8e1-fc62-48d3-96d2-e9ca0c953924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:11.905409 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1631f8e1-fc62-48d3-96d2-e9ca0c953924 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bb5d7ed0-9b4c-4499-8a53-86217264849d HTTP/1.1" status: 204 len: 168 time: 0.5168686 Jul 05 10:19:11.927690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631f8e1-fc62-48d3-96d2-e9ca0c953924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5d7ed0-9b4c-4499-8a53-86217264849d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:12.110123 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ade32-6aa1-42ab-ac35-6a6af3d35f40 req-7df74857-8d4e-49c6-aea8-2c07dc4cf856 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:12.113946 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-438ade32-6aa1-42ab-ac35-6a6af3d35f40 req-7df74857-8d4e-49c6-aea8-2c07dc4cf856 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.1276248 Jul 05 10:19:12.231510 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-438ade32-6aa1-42ab-ac35-6a6af3d35f40 req-5e330db7-7970-42b1-bc5b-903701ed3b9e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089089 Jul 05 10:19:12.281553 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-router', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:19:06Z', 'revision_number': 4, 'project_id': 'b6730456afa24179937818b8d8e62041', 'gw_port': {'id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:00Z', 'updated_at': '2021-07-05T10:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '926a567f-611c-4270-9e0c-9e57ed3930b4', 'name': '', 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'mac_address': 'fa:16:3e:47:ad:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:04Z', 'updated_at': '2021-07-05T10:19:10Z', 'revision_number': 4, 'project_id': 'b6730456afa24179937818b8d8e62041', 'subnets': [{'id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:12.454473 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443be826-3d2f-45d1-8809-53638e5b4db6 None None] The sync data for ids ['57758a29-014d-4fda-b615-e0fe0128e9ba'] in n-d-779913-27 is: [{'id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-router', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:19:06Z', 'revision_number': 4, 'project_id': 'b6730456afa24179937818b8d8e62041', 'gw_port': {'id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:00Z', 'updated_at': '2021-07-05T10:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '926a567f-611c-4270-9e0c-9e57ed3930b4', 'name': '', 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'mac_address': 'fa:16:3e:47:ad:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:04Z', 'updated_at': '2021-07-05T10:19:10Z', 'revision_number': 4, 'project_id': 'b6730456afa24179937818b8d8e62041', 'subnets': [{'id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:19:13.078747 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73398bbe-491d-4206-9ed6-940141a83613 req-b613f47a-8525-43d1-85b6-64fe74d3277e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=effc5959-5515-4c8a-8571-f5cbdf7c3581 HTTP/1.1" status: 200 len: 210 time: 0.0537832 Jul 05 10:19:13.093487 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-31d00eea-c8ba-434e-9f9c-ec794ef63bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.110088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 926a567f-611c-4270-9e0c-9e57ed3930b4 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:13.313237 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 926a567f-611c-4270-9e0c-9e57ed3930b4 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:19:13.317496 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 926a567f-611c-4270-9e0c-9e57ed3930b4 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:13.319294 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.523837 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.631977 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd77df4d-3f5d-4598-ba3e-b5109bad1e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.648385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0c2d9351-e2de-487b-bc9e-64b377f0cf23 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:13.649468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da804e-4069-4ae8-af50-721cb4b04ed2 req-7987157a-0078-48ef-89f2-1318f6456d01 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:13.666945 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7da804e-4069-4ae8-af50-721cb4b04ed2 req-7987157a-0078-48ef-89f2-1318f6456d01 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.2052271 Jul 05 10:19:13.699535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 0c2d9351-e2de-487b-bc9e-64b377f0cf23 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:19:13.699905 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0c2d9351-e2de-487b-bc9e-64b377f0cf23 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:13.780421 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 926a567f-611c-4270-9e0c-9e57ed3930b4, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=926a567f-611c-4270-9e0c-9e57ed3930b4,segment=NetworkSegment(a70c54d4-f50f-4b15-b903-95e479fdc557),segment_id=a70c54d4-f50f-4b15-b903-95e479fdc557)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:13.784476 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.838408 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7da804e-4069-4ae8-af50-721cb4b04ed2 req-566b0483-ced5-47a9-a16d-833580f98f82 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122999 Jul 05 10:19:13.889631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-31d00eea-c8ba-434e-9f9c-ec794ef63bb6 admin admin] Deleting port 86ad31c3-efaa-4da0-88b9-1a739853389b {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:13.890225 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-31d00eea-c8ba-434e-9f9c-ec794ef63bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.978278 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:13.996112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-31d00eea-c8ba-434e-9f9c-ec794ef63bb6 admin admin] For port 86ad31c3-efaa-4da0-88b9-1a739853389b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=86ad31c3-efaa-4da0-88b9-1a739853389b,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:14.002526 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-31d00eea-c8ba-434e-9f9c-ec794ef63bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:14.025296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-31d00eea-c8ba-434e-9f9c-ec794ef63bb6 admin admin] Calling delete_port for 86ad31c3-efaa-4da0-88b9-1a739853389b owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:14.070404 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=926a567f-611c-4270-9e0c-9e57ed3930b4,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:14.434631 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-31d00eea-c8ba-434e-9f9c-ec794ef63bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:14.496117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d00eea-c8ba-434e-9f9c-ec794ef63bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=86ad31c3-efaa-4da0-88b9-1a739853389b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:14.823338 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-31d00eea-c8ba-434e-9f9c-ec794ef63bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:14.960289 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:15.066472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 926a567f-611c-4270-9e0c-9e57ed3930b4 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:15.132426 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 926a567f-611c-4270-9e0c-9e57ed3930b4 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:15.133700 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:15.136819 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:19:15.388332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9d9e7-19b7-41f1-9c2a-2ac589b2a0b5 req-ee8014cc-0fd4-4e04-bdb7-6e36fdc56511 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:15.395577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fec9d9e7-19b7-41f1-9c2a-2ac589b2a0b5 req-ee8014cc-0fd4-4e04-bdb7-6e36fdc56511 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.1384642 Jul 05 10:19:15.461807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7158c-18e0-4b8e-a3b4-b005ec17a4a2 req-2d8a58e1-8ef6-44cd-831e-d56156c581de tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:15.477331 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4c7158c-18e0-4b8e-a3b4-b005ec17a4a2 req-2d8a58e1-8ef6-44cd-831e-d56156c581de tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.2658041 Jul 05 10:19:15.483775 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fec9d9e7-19b7-41f1-9c2a-2ac589b2a0b5 req-97670dc2-ccfe-425f-90d9-82990e78d010 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761325 Jul 05 10:19:15.490922 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d00eea-c8ba-434e-9f9c-ec794ef63bb6 admin admin] Router 051d3168-f146-4e2e-a53a-70cdbd5b15dc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:19:15.976926 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4c7158c-18e0-4b8e-a3b4-b005ec17a4a2 req-43bd163f-8399-4d8d-8097-4c4738abd9ab tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762845 Jul 05 10:19:16.044516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d00eea-c8ba-434e-9f9c-ec794ef63bb6 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:19:16.054199 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-31d00eea-c8ba-434e-9f9c-ec794ef63bb6 admin admin] 10.222.0.77 "PUT /v2.0/routers/051d3168-f146-4e2e-a53a-70cdbd5b15dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1548405 Jul 05 10:19:16.054342 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59774) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:16.056839 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd2528-5730-4221-acf3-0585a1be2b73 None None] Sync routers for ids ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:19:16.074332 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd2528-5730-4221-acf3-0585a1be2b73 None None] Routers {'051d3168-f146-4e2e-a53a-70cdbd5b15dc'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:19:16.075000 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c2bd2528-5730-4221-acf3-0585a1be2b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:19:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:16.167549 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.195576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-c2bd2528-5730-4221-acf3-0585a1be2b73 None None] Set router 051d3168-f146-4e2e-a53a-70cdbd5b15dc gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:19:16.317231 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.588731 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Deleting port cf4d5ead-c881-49db-8ba3-98f021fb0204 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:16.589349 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.646000 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c2bd2528-5730-4221-acf3-0585a1be2b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:19:14Z', 'revision_number': 5, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port': {'id': 'cf4d5ead-c881-49db-8ba3-98f021fb0204', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:10:37Z', 'updated_at': '2021-07-05T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:16.686853 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd2528-5730-4221-acf3-0585a1be2b73 None None] Checking router: 051d3168-f146-4e2e-a53a-70cdbd5b15dc for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:19:16.699026 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd2528-5730-4221-acf3-0585a1be2b73 None None] Routers {'051d3168-f146-4e2e-a53a-70cdbd5b15dc'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:19:16.700004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c2bd2528-5730-4221-acf3-0585a1be2b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:19:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:16.824893 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-c2bd2528-5730-4221-acf3-0585a1be2b73 None None] Set router 051d3168-f146-4e2e-a53a-70cdbd5b15dc gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:19:16.827638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] For port cf4d5ead-c881-49db-8ba3-98f021fb0204, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=cf4d5ead-c881-49db-8ba3-98f021fb0204,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:16.830127 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:16.870854 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Calling delete_port for cf4d5ead-c881-49db-8ba3-98f021fb0204 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:16.971077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c2bd2528-5730-4221-acf3-0585a1be2b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:19:16Z', 'revision_number': 6, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:16.975127 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:17.039573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd2528-5730-4221-acf3-0585a1be2b73 None None] The sync data for ids ['051d3168-f146-4e2e-a53a-70cdbd5b15dc'] in n-d-779913-27 is: [{'id': '051d3168-f146-4e2e-a53a-70cdbd5b15dc', 'name': 'tempest-AttachVolumeTestJSON-1714385422-router', 'tenant_id': 'd049e9a417d14e4b87e38762c036901a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:10:35Z', 'updated_at': '2021-07-05T10:19:16Z', 'revision_number': 6, 'project_id': 'd049e9a417d14e4b87e38762c036901a', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:19:17.096508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb33a0-cfa9-4bec-9404-437efea1298c req-f87a33ec-ef79-4105-91b3-4355481dce9f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:17.101074 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ccb33a0-cfa9-4bec-9404-437efea1298c req-f87a33ec-ef79-4105-91b3-4355481dce9f tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.64 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.4063287 Jul 05 10:19:17.112495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691cd8d-c0c9-4bcb-99c6-9264343c931b req-cb67d098-01f8-403a-a2c3-c5d82d4fcae1 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:17.114033 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f691cd8d-c0c9-4bcb-99c6-9264343c931b req-cb67d098-01f8-403a-a2c3-c5d82d4fcae1 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 950 time: 0.4209454 Jul 05 10:19:17.246830 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c9364-773a-4daa-ba11-44359da55e9c req-82b47769-cb9e-418e-b1fa-cafdd985fb60 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:17.252265 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-340c9364-773a-4daa-ba11-44359da55e9c req-82b47769-cb9e-418e-b1fa-cafdd985fb60 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.0911205 Jul 05 10:19:17.329854 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-340c9364-773a-4daa-ba11-44359da55e9c req-379eb37f-248f-4408-b42c-38a031a9f3ec tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715842 Jul 05 10:19:17.614891 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f691cd8d-c0c9-4bcb-99c6-9264343c931b req-57031605-5f94-4025-898f-391414dc550e tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/security-groups?id=f903b533-e6d7-4e64-a8e8-54c654f0838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776883 Jul 05 10:19:17.748678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-3ccb33a0-cfa9-4bec-9404-437efea1298c req-f8b514dc-dee1-46d1-8f4a-0ef9dbec97b9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Deleting port 26133278-fd99-48a8-8c37-bc91006ea497 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:17.749238 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3ccb33a0-cfa9-4bec-9404-437efea1298c req-f8b514dc-dee1-46d1-8f4a-0ef9dbec97b9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:17.870996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-3ccb33a0-cfa9-4bec-9404-437efea1298c req-f8b514dc-dee1-46d1-8f4a-0ef9dbec97b9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] For port 26133278-fd99-48a8-8c37-bc91006ea497, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=26133278-fd99-48a8-8c37-bc91006ea497,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:17.871652 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3ccb33a0-cfa9-4bec-9404-437efea1298c req-f8b514dc-dee1-46d1-8f4a-0ef9dbec97b9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:17.881345 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:17.950127 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Pushing event deleted for resources: {'Port': ['ID=cf4d5ead-c881-49db-8ba3-98f021fb0204,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:17.952970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-3ccb33a0-cfa9-4bec-9404-437efea1298c req-f8b514dc-dee1-46d1-8f4a-0ef9dbec97b9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Calling delete_port for 26133278-fd99-48a8-8c37-bc91006ea497 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:17.994314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:17.994745 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:17.995196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:17.995801 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:17.996499 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:17.996906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:17.997536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:17.997954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:17.998391 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:17.998782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:17.999174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:17.999563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:18.096378 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:18.231215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:18.236007 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:18.469984 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:18.469984 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 051d3168-f146-4e2e-a53a-70cdbd5b15dc {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:19:18.469984 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:18.473692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f967bbd9-1551-4187-8c22-a7068d99fefd admin admin] 10.222.0.77 "DELETE /v2.0/routers/051d3168-f146-4e2e-a53a-70cdbd5b15dc HTTP/1.1" status: 204 len: 168 time: 2.4160724 Jul 05 10:19:18.473811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59830) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:18.566790 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3ccb33a0-cfa9-4bec-9404-437efea1298c req-f8b514dc-dee1-46d1-8f4a-0ef9dbec97b9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:18.582277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['26133278-fd99-48a8-8c37-bc91006ea497'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:19:18.624740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-c949aec0-e57b-4961-87bb-a9c8e256b30d admin admin] Deleting subnet feb07890-d026-4a51-bf47-b1ecaafff9e9 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:19:18.628628 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c949aec0-e57b-4961-87bb-a9c8e256b30d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:18.651268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b514dc-dee1-46d1-8f4a-0ef9dbec97b9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Pushing event deleted for resources: {'Port': ['ID=26133278-fd99-48a8-8c37-bc91006ea497,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:18.741636 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c949aec0-e57b-4961-87bb-a9c8e256b30d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:18.747897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccb33a0-cfa9-4bec-9404-437efea1298c req-f8b514dc-dee1-46d1-8f4a-0ef9dbec97b9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] No DVR routers for this DVR port 26133278-fd99-48a8-8c37-bc91006ea497 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:18.770785 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3ccb33a0-cfa9-4bec-9404-437efea1298c req-f8b514dc-dee1-46d1-8f4a-0ef9dbec97b9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:18.771893 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ccb33a0-cfa9-4bec-9404-437efea1298c req-f8b514dc-dee1-46d1-8f4a-0ef9dbec97b9 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.64 "DELETE /v2.0/ports/26133278-fd99-48a8-8c37-bc91006ea497 HTTP/1.1" status: 204 len: 173 time: 1.6415455 Jul 05 10:19:18.772240 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f441c857-fa62-4af3-b7d4-72c2476e5d73', 'name': 'network-vif-deleted', 'tag': '26133278-fd99-48a8-8c37-bc91006ea497'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:19:18.775221 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ea4674-44c0-4fed-8404-59370bcd6434" -d '{"events": [{"server_uuid": "f441c857-fa62-4af3-b7d4-72c2476e5d73", "name": "network-vif-deleted", "tag": "26133278-fd99-48a8-8c37-bc91006ea497"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:18.798932 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77325c37-695c-492b-aedb-a18745d11496 req-f7db1396-5708-443b-a1d0-466f73d8de8e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:18.805907 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77325c37-695c-492b-aedb-a18745d11496 req-f7db1396-5708-443b-a1d0-466f73d8de8e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.3298285 Jul 05 10:19:18.864721 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-76ac929b-092b-4731-be3f-3d3e60e53cfd req-778f4c36-817d-4a20-8ca5-f4131e07abfa tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 210 time: 0.0377421 Jul 05 10:19:18.930596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 86ad31c3-efaa-4da0-88b9-1a739853389b no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:18.945175 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77325c37-695c-492b-aedb-a18745d11496 req-b1607a07-52ba-4a28-af40-f88aaac1b7bd tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382658 Jul 05 10:19:18.962675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 86ad31c3-efaa-4da0-88b9-1a739853389b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:19:18.963373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 86ad31c3-efaa-4da0-88b9-1a739853389b not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:18.964060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device cf4d5ead-c881-49db-8ba3-98f021fb0204 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:18.974702 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c949aec0-e57b-4961-87bb-a9c8e256b30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:18.977836 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c89b518-11e0-4ae0-a133-85edafb3e254 x-openstack-request-id: req-5c89b518-11e0-4ae0-a133-85edafb3e254 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:18.978366 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f441c857-fa62-4af3-b7d4-72c2476e5d73", "name": "network-vif-deleted", "tag": "26133278-fd99-48a8-8c37-bc91006ea497", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:18.978620 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c89b518-11e0-4ae0-a133-85edafb3e254 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:18.979010 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f441c857-fa62-4af3-b7d4-72c2476e5d73', 'name': 'network-vif-deleted', 'tag': '26133278-fd99-48a8-8c37-bc91006ea497', 'status': 'completed', 'code': 200} Jul 05 10:19:19.014975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: cf4d5ead-c881-49db-8ba3-98f021fb0204 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:19:19.015536 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device cf4d5ead-c881-49db-8ba3-98f021fb0204 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:19.166306 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c949aec0-e57b-4961-87bb-a9c8e256b30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:19.194935 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e7b715-a064-4cd3-b8bc-1664c11f20b9 None None] Network 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:19.206850 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c949aec0-e57b-4961-87bb-a9c8e256b30d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:19.210450 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c949aec0-e57b-4961-87bb-a9c8e256b30d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/feb07890-d026-4a51-bf47-b1ecaafff9e9 HTTP/1.1" status: 204 len: 168 time: 0.7333932 Jul 05 10:19:19.210828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59846) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:19.262806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949aec0-e57b-4961-87bb-a9c8e256b30d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb07890-d026-4a51-bf47-b1ecaafff9e9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:19.330756 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:19.466927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] Deleting port 32b2b478-d780-4f04-87c4-b5ad1ca8299d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:19.467964 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:19.506338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccf90c8-68ad-4957-9263-4846293489ab None None] DHCP port deletion for 30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:19:19.579849 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] For port 32b2b478-d780-4f04-87c4-b5ad1ca8299d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=32b2b478-d780-4f04-87c4-b5ad1ca8299d,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:19.580515 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:19.593804 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fccf90c8-68ad-4957-9263-4846293489ab None None] Deleting port 32b2b478-d780-4f04-87c4-b5ad1ca8299d {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:19:19.594383 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fccf90c8-68ad-4957-9263-4846293489ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:19.618089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] Calling delete_port for 32b2b478-d780-4f04-87c4-b5ad1ca8299d owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:19.704895 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-fccf90c8-68ad-4957-9263-4846293489ab None None] For port 32b2b478-d780-4f04-87c4-b5ad1ca8299d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=32b2b478-d780-4f04-87c4-b5ad1ca8299d,segment=NetworkSegment(6ab004aa-eda3-471f-9e6d-a414c822d220),segment_id=6ab004aa-eda3-471f-9e6d-a414c822d220)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:19.705604 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fccf90c8-68ad-4957-9263-4846293489ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:19.722509 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fccf90c8-68ad-4957-9263-4846293489ab None None] Calling delete_port for 32b2b478-d780-4f04-87c4-b5ad1ca8299d owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:19:19.926308 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:19.937294 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fccf90c8-68ad-4957-9263-4846293489ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:19.981738 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf90c8-68ad-4957-9263-4846293489ab None None] Pushing event deleted for resources: {'Port': ['ID=32b2b478-d780-4f04-87c4-b5ad1ca8299d,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:19.984645 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccf90c8-68ad-4957-9263-4846293489ab None None] No DVR routers for this DVR port 32b2b478-d780-4f04-87c4-b5ad1ca8299d on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:20.011237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b2b478-d780-4f04-87c4-b5ad1ca8299d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:20.020582 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] No DVR routers for this DVR port 32b2b478-d780-4f04-87c4-b5ad1ca8299d on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:19:20.195574 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-92bd6bbc-8bdc-4667-8a2a-16f2e3b2c13c req-fb5ede21-a594-4d02-b182-77927e1c8f30 tempest-MigrationsAdminTest-1381386455 tempest-MigrationsAdminTest-1381386455-project] 10.222.0.77 "GET /v2.0/ports?device_id=f441c857-fa62-4af3-b7d4-72c2476e5d73 HTTP/1.1" status: 200 len: 210 time: 0.0429389 Jul 05 10:19:20.209096 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.234036 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ce1f0a-99b2-4f93-9e6e-17fd57c121c7']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:20.273024 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab004aa-eda3-471f-9e6d-a414c822d220') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:20.273333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab004aa-eda3-471f-9e6d-a414c822d220') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:19:20.294468 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.311469 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.316257 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cbd56-b74c-4289-9847-ce0c382a5591 req-4d56e4dc-633e-404e-a6a6-751c0b45ea60 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:20.323642 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d5cbd56-b74c-4289-9847-ce0c382a5591 req-4d56e4dc-633e-404e-a6a6-751c0b45ea60 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.1526971 Jul 05 10:19:20.327823 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:19:20.328242 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.387466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d5cbd56-b74c-4289-9847-ce0c382a5591 req-9ad283d4-2773-4ee2-9b00-1b7f070e38a1 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626945 Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:19:20.395353 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:19:20.499215 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.504985 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:20.508791 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] 10.222.0.77 "DELETE /v2.0/networks/30ce1f0a-99b2-4f93-9e6e-17fd57c121c7 HTTP/1.1" status: 204 len: 168 time: 1.2969539 Jul 05 10:19:20.528429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5997e-79da-4f27-87b7-991700a32a83 admin admin] Pushing event deleted for resources: {'Network': ['ID=30ce1f0a-99b2-4f93-9e6e-17fd57c121c7,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:20.915458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 32b2b478-d780-4f04-87c4-b5ad1ca8299d no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:20.959913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 32b2b478-d780-4f04-87c4-b5ad1ca8299d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:19:20.960251 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 32b2b478-d780-4f04-87c4-b5ad1ca8299d not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:21.211819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59888) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:21.289923 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59894) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:21.298834 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c01a0766-1c17-4a1f-a107-1a486672d170 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d049e9a417d14e4b87e38762c036901a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0855658 Jul 05 10:19:21.386360 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34d7c927-1445-4e21-9aad-97d9c422f037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:21.444264 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34d7c927-1445-4e21-9aad-97d9c422f037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:21.640627 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633dbba-3a2e-4f47-af98-ba3a0e59bd00 req-d78adad4-92f1-4396-93b3-8e800e70cce7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:21.642485 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d633dbba-3a2e-4f47-af98-ba3a0e59bd00 req-d78adad4-92f1-4396-93b3-8e800e70cce7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.0736411 Jul 05 10:19:21.699011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d633dbba-3a2e-4f47-af98-ba3a0e59bd00 req-305fa968-1bc8-4c18-b060-ec377776fbd7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495915 Jul 05 10:19:21.743512 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34d7c927-1445-4e21-9aad-97d9c422f037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:21.747060 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34d7c927-1445-4e21-9aad-97d9c422f037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:21.747543 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-34d7c927-1445-4e21-9aad-97d9c422f037 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8e436fb8-dbbf-4fee-8d86-c2968903a43e HTTP/1.1" status: 204 len: 168 time: 0.4564621 Jul 05 10:19:21.763363 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7c927-1445-4e21-9aad-97d9c422f037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e436fb8-dbbf-4fee-8d86-c2968903a43e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:21.826474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 26133278-fd99-48a8-8c37-bc91006ea497 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:19:21.855407 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 26133278-fd99-48a8-8c37-bc91006ea497 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:19:21.855790 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 26133278-fd99-48a8-8c37-bc91006ea497 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:19:22.757146 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.029096 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59936) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:23.096575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac5538-9578-44ff-9853-3a974594b855 req-fbc7057d-cfd6-4b8a-bdd0-88dd354dccfd tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:23.104182 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8fac5538-9578-44ff-9853-3a974594b855 req-fbc7057d-cfd6-4b8a-bdd0-88dd354dccfd tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.1347888 Jul 05 10:19:23.164752 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8fac5538-9578-44ff-9853-3a974594b855 req-1721100f-a914-4c59-8ddb-4e5fcb746100 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522726 Jul 05 10:19:23.257563 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-da4ca6c8-99b5-4003-ba7e-8db109e8a083 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=004ecdb3b3264f069e42a0c8102d49af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272618 Jul 05 10:19:23.259973 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59950) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:23.311876 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-deea6087-33de-46f9-83b6-443f227397e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.335891 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-deea6087-33de-46f9-83b6-443f227397e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.498311 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-deea6087-33de-46f9-83b6-443f227397e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.504206 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-deea6087-33de-46f9-83b6-443f227397e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:23.506106 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-deea6087-33de-46f9-83b6-443f227397e4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f903b533-e6d7-4e64-a8e8-54c654f0838f HTTP/1.1" status: 204 len: 168 time: 0.2448249 Jul 05 10:19:23.516004 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea6087-33de-46f9-83b6-443f227397e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f903b533-e6d7-4e64-a8e8-54c654f0838f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:24.007372 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:24.456646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737116a-ef90-4b80-bd27-42a0e01ef786 req-76a84751-fe0d-4944-91e1-b7130b47b67b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:24.468948 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3737116a-ef90-4b80-bd27-42a0e01ef786 req-76a84751-fe0d-4944-91e1-b7130b47b67b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.1152935 Jul 05 10:19:24.583056 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3737116a-ef90-4b80-bd27-42a0e01ef786 req-b0b41503-d3ac-4284-8b4d-072c3ca9b335 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075740 Jul 05 10:19:24.861725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59998) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:24.929440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60002) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:24.930078 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6155bc97-a095-47ff-99b7-376badb84aec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a71f87599bf4b7e863aa86e1a4afb0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0670249 Jul 05 10:19:25.010533 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f11034d9-2997-47e8-8962-7a3aa1ab824c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:25.085533 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f11034d9-2997-47e8-8962-7a3aa1ab824c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:25.345098 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f11034d9-2997-47e8-8962-7a3aa1ab824c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:25.351298 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f11034d9-2997-47e8-8962-7a3aa1ab824c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:25.354879 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f11034d9-2997-47e8-8962-7a3aa1ab824c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/050cd286-1bf5-451e-8657-a4eceb7160e4 HTTP/1.1" status: 204 len: 168 time: 0.4216819 Jul 05 10:19:25.379199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11034d9-2997-47e8-8962-7a3aa1ab824c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050cd286-1bf5-451e-8657-a4eceb7160e4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:25.852541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d489f64-b20c-4876-af2a-53a1066fbe15 req-d176e67f-e7b6-4dff-a0cc-b72b9012043f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:25.854409 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d489f64-b20c-4876-af2a-53a1066fbe15 req-d176e67f-e7b6-4dff-a0cc-b72b9012043f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.1335402 Jul 05 10:19:25.940886 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d489f64-b20c-4876-af2a-53a1066fbe15 req-9b50966f-67c4-4990-9cd3-2529df2cb41a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803866 Jul 05 10:19:27.206074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524d66a-16e7-4c8f-b190-f2d4bba03c5f req-f42d0434-4b53-4edc-86ea-ae5c882f0e02 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:27.209189 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d524d66a-16e7-4c8f-b190-f2d4bba03c5f req-f42d0434-4b53-4edc-86ea-ae5c882f0e02 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.0937800 Jul 05 10:19:27.261693 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d524d66a-16e7-4c8f-b190-f2d4bba03c5f req-b481d34c-2fcc-446a-9cd3-262b0d57ef78 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501790 Jul 05 10:19:28.403688 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60142) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:28.631116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2775e4e-004f-419e-bee7-5b80f7c95044 req-abbe6703-29f1-497a-bde5-c4dfa0f0a983 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:28.634479 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d2775e4e-004f-419e-bee7-5b80f7c95044 req-abbe6703-29f1-497a-bde5-c4dfa0f0a983 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.1035089 Jul 05 10:19:28.720154 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d2775e4e-004f-419e-bee7-5b80f7c95044 req-541e1e53-d707-4ed1-9155-926584b6c0d6 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697064 Jul 05 10:19:28.862097 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9c104e54-bff9-420f-8c6e-5d5a8e19f5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:29.065477 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9c104e54-bff9-420f-8c6e-5d5a8e19f5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:29.239180 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9c104e54-bff9-420f-8c6e-5d5a8e19f5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:29.300416 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c104e54-bff9-420f-8c6e-5d5a8e19f5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8abc96-154e-495a-b1af-eb7d05fed858,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:29.305826 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9c104e54-bff9-420f-8c6e-5d5a8e19f5c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8768820a392441d873481c61fbf88a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8996367 Jul 05 10:19:29.314293 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60186) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:29.395856 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-397b43bf-d003-4e95-88de-f1dc1ba35b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:29.423785 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-397b43bf-d003-4e95-88de-f1dc1ba35b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:29.598913 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-397b43bf-d003-4e95-88de-f1dc1ba35b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:29.604811 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-397b43bf-d003-4e95-88de-f1dc1ba35b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:29.608162 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-397b43bf-d003-4e95-88de-f1dc1ba35b1f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da8abc96-154e-495a-b1af-eb7d05fed858 HTTP/1.1" status: 204 len: 168 time: 0.2974637 Jul 05 10:19:29.621183 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b43bf-d003-4e95-88de-f1dc1ba35b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8abc96-154e-495a-b1af-eb7d05fed858,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:30.070229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b4915-acea-4d70-9df5-7423ed057cf5 req-d050a6fb-9508-4aee-aa21-3774a28705c0 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:30.073226 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0f0b4915-acea-4d70-9df5-7423ed057cf5 req-d050a6fb-9508-4aee-aa21-3774a28705c0 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.1586537 Jul 05 10:19:30.188318 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0f0b4915-acea-4d70-9df5-7423ed057cf5 req-abfd951a-7494-4e02-8ce6-92885f1d8a71 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051517 Jul 05 10:19:30.362253 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60224) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:30.536294 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98ddf9f9-ab01-4dd6-9a3a-5f34115e045e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.688678 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738c748-0212-411f-8325-a109ad29725a req-c7f57b29-40b6-4461-8563-883dad01e9e7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:30.692229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2738c748-0212-411f-8325-a109ad29725a req-c7f57b29-40b6-4461-8563-883dad01e9e7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1104622 Jul 05 10:19:30.703823 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98ddf9f9-ab01-4dd6-9a3a-5f34115e045e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.739974 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2738c748-0212-411f-8325-a109ad29725a req-2dbc86ea-c7c8-40e7-92f3-d5e4f3577912 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385756 Jul 05 10:19:30.777407 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98ddf9f9-ab01-4dd6-9a3a-5f34115e045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.809686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60236) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:30.838684 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12b0f769-b566-46a3-9924-0288c99ce22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:30.908294 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-98ddf9f9-ab01-4dd6-9a3a-5f34115e045e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=42826e8de5c34e908721eca1866ca279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443170 Jul 05 10:19:30.911841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60242) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:30.943956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddf9f9-ab01-4dd6-9a3a-5f34115e045e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7338189-5348-4e15-9548-4ce0ee51b5d6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:31.037205 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df7d4be0-a179-458f-b872-cae06fbe3732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.096631 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12b0f769-b566-46a3-9924-0288c99ce22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.166922 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df7d4be0-a179-458f-b872-cae06fbe3732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.205952 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12b0f769-b566-46a3-9924-0288c99ce22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.276599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c77715-7116-497e-8043-5b643c11dc21 req-c910b998-bebd-4d5f-b2be-ea7783f5682c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:31.290956 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-59c77715-7116-497e-8043-5b643c11dc21 req-c910b998-bebd-4d5f-b2be-ea7783f5682c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.2585056 Jul 05 10:19:31.336254 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-12b0f769-b566-46a3-9924-0288c99ce22e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=be080f6d891c43a28fee55966bc8558c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5250618 Jul 05 10:19:31.337870 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0f769-b566-46a3-9924-0288c99ce22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35aa2edb-2729-45ce-81cc-d8ff91166ade,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:31.339246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60250) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:31.418864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-59c77715-7116-497e-8043-5b643c11dc21 req-0c2668cb-e7f6-4154-992b-a5326f17cf55 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259167 Jul 05 10:19:31.480733 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d296dc9b-f519-41df-aad8-8e3d4250bd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.514455 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d296dc9b-f519-41df-aad8-8e3d4250bd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.590884 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df7d4be0-a179-458f-b872-cae06fbe3732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.596976 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df7d4be0-a179-458f-b872-cae06fbe3732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.598618 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-df7d4be0-a179-458f-b872-cae06fbe3732 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b7338189-5348-4e15-9548-4ce0ee51b5d6 HTTP/1.1" status: 204 len: 168 time: 0.6856866 Jul 05 10:19:31.613701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d4be0-a179-458f-b872-cae06fbe3732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7338189-5348-4e15-9548-4ce0ee51b5d6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:31.708494 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d296dc9b-f519-41df-aad8-8e3d4250bd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.712290 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d296dc9b-f519-41df-aad8-8e3d4250bd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:31.714300 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d296dc9b-f519-41df-aad8-8e3d4250bd2e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/35aa2edb-2729-45ce-81cc-d8ff91166ade HTTP/1.1" status: 204 len: 168 time: 0.3738692 Jul 05 10:19:31.735689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296dc9b-f519-41df-aad8-8e3d4250bd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35aa2edb-2729-45ce-81cc-d8ff91166ade,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:31.856572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-08f693ed-79f6-4c7e-9f25-e315e8916486 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:31.877263 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-08f693ed-79f6-4c7e-9f25-e315e8916486 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 812 time: 0.1824434 Jul 05 10:19:31.900107 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-6c459fba-142d-4c8a-8d96-7330c94867f4 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/quotas/e283acd2ef834bb4928ec5454c215b99 HTTP/1.1" status: 200 len: 375 time: 0.0211029 Jul 05 10:19:32.048672 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-b937bd61-53c1-4002-bd0e-b608db7fe567 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1472077 Jul 05 10:19:32.597607 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-b0a1e88e-1d97-4ef4-891e-c1806eea6e16 service neutron] 10.222.0.77 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414829 Jul 05 10:19:32.718566 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-77783e02-5a02-4982-b1b8-41db0c580d43 service neutron] 10.222.0.77 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133077 Jul 05 10:19:33.085211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60316) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:33.116819 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc879845-2705-4e37-a531-81e24223a072 req-6b08e709-f3b7-473e-afd0-eb270bac5c51 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 210 time: 0.0694947 Jul 05 10:19:33.117384 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30b3d1a3-25ab-4cb9-99a8-09315dbb8482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.261132 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30b3d1a3-25ab-4cb9-99a8-09315dbb8482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.412874 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30b3d1a3-25ab-4cb9-99a8-09315dbb8482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.482791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3d1a3-25ab-4cb9-99a8-09315dbb8482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f036f14b-73ce-45c3-b836-eb5ffc4f5d1e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:33.508717 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-30b3d1a3-25ab-4cb9-99a8-09315dbb8482 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4cb5f8c8a2804bf2ab2ca967a92ec3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202907 Jul 05 10:19:33.509141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60330) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:33.631561 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-395e4ef9-1a70-4522-b702-a2e57a904128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.704184 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-395e4ef9-1a70-4522-b702-a2e57a904128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.942617 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-395e4ef9-1a70-4522-b702-a2e57a904128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.945661 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-395e4ef9-1a70-4522-b702-a2e57a904128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:33.947569 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-395e4ef9-1a70-4522-b702-a2e57a904128 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f036f14b-73ce-45c3-b836-eb5ffc4f5d1e HTTP/1.1" status: 204 len: 168 time: 0.4367621 Jul 05 10:19:33.958200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e4ef9-1a70-4522-b702-a2e57a904128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f036f14b-73ce-45c3-b836-eb5ffc4f5d1e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:34.228910 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0266c17a-a24b-4b12-94db-5ec7c402b7e2 req-5cc46e02-87cd-434e-99a7-12806a5ce597 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 210 time: 0.0577605 Jul 05 10:19:35.731106 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94b1b3f9-cc2f-4ad9-bf4c-96890c244fac req-945aba9a-12e7-438d-9d18-9810f4241c09 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 210 time: 0.0430186 Jul 05 10:19:36.144742 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60450) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:36.329080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c5794eaa-6eb2-4ff8-bb87-d40f96e6a211 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-199027229-network', 'tenant_id': 'c4c2434beb8b489795e7bc8e211ec3d8'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:36.491590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5794eaa-6eb2-4ff8-bb87-d40f96e6a211 admin admin] Made reservation on behalf of c4c2434beb8b489795e7bc8e211ec3d8 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:36.494059 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5794eaa-6eb2-4ff8-bb87-d40f96e6a211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.518863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5794eaa-6eb2-4ff8-bb87-d40f96e6a211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.676024 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5794eaa-6eb2-4ff8-bb87-d40f96e6a211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:36.884360 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c70fdc3a-00b2-4a25-b545-80be953a7754 req-48edd031-d0c4-42fd-b01f-74edf7696da0 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 210 time: 0.0348549 Jul 05 10:19:37.114796 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5794eaa-6eb2-4ff8-bb87-d40f96e6a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.129447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5794eaa-6eb2-4ff8-bb87-d40f96e6a211 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:37.150200 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5794eaa-6eb2-4ff8-bb87-d40f96e6a211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.150853 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-c5794eaa-6eb2-4ff8-bb87-d40f96e6a211 admin admin] Added segment f34af0e3-16dc-4f70-8cec-d9b14a77a961 of type vlan for network fff87866-f9ef-420e-bcbf-255090436e52 Jul 05 10:19:37.196376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5794eaa-6eb2-4ff8-bb87-d40f96e6a211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54be6606-f42c-4987-95b2-0ebcbabb4cd0,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:37.217218 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5794eaa-6eb2-4ff8-bb87-d40f96e6a211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.377453 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5794eaa-6eb2-4ff8-bb87-d40f96e6a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.378453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5794eaa-6eb2-4ff8-bb87-d40f96e6a211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:37.379182 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5794eaa-6eb2-4ff8-bb87-d40f96e6a211 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.507205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60522) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:37.581005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5794eaa-6eb2-4ff8-bb87-d40f96e6a211 admin admin] Pushing event updated for resources: {'Network': ['ID=fff87866-f9ef-420e-bcbf-255090436e52,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:37.609211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network fff87866-f9ef-420e-bcbf-255090436e52 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:37.703205 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c5794eaa-6eb2-4ff8-bb87-d40f96e6a211 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5470982 Jul 05 10:19:37.703205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60538) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:37.703205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-43e6f2a7-86a5-4140-b695-b8badebdee3e admin admin] Request body: {'subnet': {'network_id': 'fff87866-f9ef-420e-bcbf-255090436e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-199027229-subnet', 'tenant_id': 'c4c2434beb8b489795e7bc8e211ec3d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:37.709151 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ee0f873e-0d01-44bd-91fd-2a54cab6c108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:37.902263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e6f2a7-86a5-4140-b695-b8badebdee3e admin admin] Made reservation on behalf of c4c2434beb8b489795e7bc8e211ec3d8 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:37.908374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-43e6f2a7-86a5-4140-b695-b8badebdee3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.031272 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-76f3742c-2963-468e-9474-8029fb96aa3f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:38.033432 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-76f3742c-2963-468e-9474-8029fb96aa3f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.64 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 812 time: 0.3631163 Jul 05 10:19:38.048140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-b54d1e10-af99-42f1-a057-f9bba82e4a1e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Request body: {'port': {'device_id': 'c8d4e4e0-a196-4639-8a3a-957fc21883d4', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'admin_state_up': True, 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:38.144087 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f74bd5b0-3086-4722-b2d5-7517ae1a9886 req-45c936aa-2640-489a-97c9-72e310395ad8 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 210 time: 0.0759900 Jul 05 10:19:38.248794 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ee0f873e-0d01-44bd-91fd-2a54cab6c108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.342051 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-43e6f2a7-86a5-4140-b695-b8badebdee3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.390237 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ee0f873e-0d01-44bd-91fd-2a54cab6c108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.416179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6f2a7-86a5-4140-b695-b8badebdee3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=837b5755-18df-44cd-a9fe-f80eddbf9419,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:38.425873 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e6f2a7-86a5-4140-b695-b8badebdee3e admin admin] Checking segment: {'id': 'f34af0e3-16dc-4f70-8cec-d9b14a77a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fff87866-f9ef-420e-bcbf-255090436e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:38.426407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e6f2a7-86a5-4140-b695-b8badebdee3e admin admin] Network hostable DHCP agents. Network: fff87866-f9ef-420e-bcbf-255090436e52, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:19:38.437678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f873e-0d01-44bd-91fd-2a54cab6c108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c5da7a-1c3f-4062-9ff3-64ea2a06b17e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:38.442531 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ee0f873e-0d01-44bd-91fd-2a54cab6c108 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1fa5cc352a1c49b0af113b6b8e27b96b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9336951 Jul 05 10:19:38.445212 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60584) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:38.511162 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28f08dba-bf35-4446-99eb-267cf4995392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.541005 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28f08dba-bf35-4446-99eb-267cf4995392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.541923 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-b54d1e10-af99-42f1-a057-f9bba82e4a1e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Made reservation on behalf of e283acd2ef834bb4928ec5454c215b99 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:38.546127 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-b54d1e10-af99-42f1-a057-f9bba82e4a1e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.548038 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e6f2a7-86a5-4140-b695-b8badebdee3e admin admin] Network fff87866-f9ef-420e-bcbf-255090436e52 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:19:38.714324 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-b54d1e10-af99-42f1-a057-f9bba82e4a1e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Allocated IP 172.20.0.8 (71c16e14-4c3c-491a-937a-fb13a9e76e00/d366b86b-cde9-4e22-b496-a51e263b46f0/2bcf6e6b-4292-4d66-aeb1-1429e5acae1b) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:19:38.737285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-43e6f2a7-86a5-4140-b695-b8badebdee3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, fff87866-f9ef-420e-bcbf-255090436e52) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:38.742674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e6f2a7-86a5-4140-b695-b8badebdee3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:38.742674 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-43e6f2a7-86a5-4140-b695-b8badebdee3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.748659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2822a1d0-8f2b-423e-938e-ced656409631 None None] Network fff87866-f9ef-420e-bcbf-255090436e52 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:38.818214 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28f08dba-bf35-4446-99eb-267cf4995392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.824458 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28f08dba-bf35-4446-99eb-267cf4995392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:38.840186 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-28f08dba-bf35-4446-99eb-267cf4995392 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b2c5da7a-1c3f-4062-9ff3-64ea2a06b17e HTTP/1.1" status: 204 len: 168 time: 0.3840251 Jul 05 10:19:38.845682 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f08dba-bf35-4446-99eb-267cf4995392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c5da7a-1c3f-4062-9ff3-64ea2a06b17e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:38.937630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83570bf-b2cc-4d67-abda-bb91da479e33 None None] Network fff87866-f9ef-420e-bcbf-255090436e52 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:38.949129 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-43e6f2a7-86a5-4140-b695-b8badebdee3e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2518401 Jul 05 10:19:39.007296 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-b54d1e10-af99-42f1-a057-f9bba82e4a1e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.032560 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-b54d1e10-af99-42f1-a057-f9bba82e4a1e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Transition to ACTIVE for port object 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:39.161035 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-b54d1e10-af99-42f1-a057-f9bba82e4a1e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.173510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['424919ff-5329-4792-baad-a303060c5cca'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:19:39.210865 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-b54d1e10-af99-42f1-a057-f9bba82e4a1e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Network 71c16e14-4c3c-491a-937a-fb13a9e76e00 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:19:39.214737 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-b54d1e10-af99-42f1-a057-f9bba82e4a1e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:39.220539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-b54d1e10-af99-42f1-a057-f9bba82e4a1e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:19:39.384241 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d1e10-af99-42f1-a057-f9bba82e4a1e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event updated for resources: {'Port': ['ID=2bcf6e6b-4292-4d66-aeb1-1429e5acae1b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:39.401679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-b54d1e10-af99-42f1-a057-f9bba82e4a1e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:39.402366 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-b54d1e10-af99-42f1-a057-f9bba82e4a1e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.549088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a83fd-a0d7-49a8-9805-726265bc0b61 req-a2226618-5539-46d0-b27e-2f6d40c9af2d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:39.558707 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ce2a83fd-a0d7-49a8-9805-726265bc0b61 req-a2226618-5539-46d0-b27e-2f6d40c9af2d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 931 time: 0.1040218 Jul 05 10:19:39.593912 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-b54d1e10-af99-42f1-a057-f9bba82e4a1e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5502124 Jul 05 10:19:39.612442 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Request body: {'port': {'device_id': 'c8d4e4e0-a196-4639-8a3a-957fc21883d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:39.627925 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ce2a83fd-a0d7-49a8-9805-726265bc0b61 req-8476e74d-b7bd-41e1-a563-edd9bbc09953 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680304 Jul 05 10:19:39.745961 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.783667 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-60efbe04-c892-479a-84d3-d570e802b462 None None] Provisioning for port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:19:39.788772 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-60efbe04-c892-479a-84d3-d570e802b462 None None] Provisioning complete for port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:39.789353 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-60efbe04-c892-479a-84d3-d570e802b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:39.829711 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-60efbe04-c892-479a-84d3-d570e802b462 None None] Port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:19:40.094604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60682) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:40.113060 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9605f190-6a0e-4f43-ac71-678377850ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.137920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:19:40.155573 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.182397 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Transition to ACTIVE for port object 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:40.261052 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9605f190-6a0e-4f43-ac71-678377850ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.280044 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.353116 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9605f190-6a0e-4f43-ac71-678377850ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.390348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcf6e6b-4292-4d66-aeb1-1429e5acae1b,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:40.407481 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9605f190-6a0e-4f43-ac71-678377850ffc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b65bf7c119c34950ad335f72bc469a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117719 Jul 05 10:19:40.421762 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60696) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:40.498556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605f190-6a0e-4f43-ac71-678377850ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08f53a9-a20c-46c3-86c9-8a5338dd8b93,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:40.509000 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Attempting to bind port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:19:40.509277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Attempting to bind port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:19:40.509614 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Attempting to bind port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:19:40.544414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:19:40.544716 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Attempting to bind port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:19:40.560560 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:19:40.571452 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Checking segment: {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:40.571892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Bound using segment: {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:19:40.572376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Bound port: 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:19:40.572756 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.580485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60708) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:40.588861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-506ed7d6-7afb-40fc-9b71-a0537c8951bf admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-12507656-network', 'tenant_id': '91a8b87f00b04a0abdc9b5d73483418c'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:40.605643 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2ab4d899-8e16-485b-9204-ec314287b24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.682632 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2ab4d899-8e16-485b-9204-ec314287b24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.729992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506ed7d6-7afb-40fc-9b71-a0537c8951bf admin admin] Made reservation on behalf of 91a8b87f00b04a0abdc9b5d73483418c for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:40.733594 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-506ed7d6-7afb-40fc-9b71-a0537c8951bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.755758 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] For port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:19:40.771540 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-506ed7d6-7afb-40fc-9b71-a0537c8951bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.848568 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] For port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=2bcf6e6b-4292-4d66-aeb1-1429e5acae1b,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:19:40.887542 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4183fd2-30ad-4992-a4e2-93b4176bc2e1 req-8e6141ad-3e8f-40bf-b215-25902582b8a4 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:40.897705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4183fd2-30ad-4992-a4e2-93b4176bc2e1 req-8e6141ad-3e8f-40bf-b215-25902582b8a4 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 943 time: 0.1178749 Jul 05 10:19:40.912477 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-506ed7d6-7afb-40fc-9b71-a0537c8951bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:40.933030 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4183fd2-30ad-4992-a4e2-93b4176bc2e1 req-2528a63f-7335-40af-96f6-a1a535a97da7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369933 Jul 05 10:19:41.028715 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-506ed7d6-7afb-40fc-9b71-a0537c8951bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.032786 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.046771 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2ab4d899-8e16-485b-9204-ec314287b24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.049544 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2ab4d899-8e16-485b-9204-ec314287b24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.051726 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2ab4d899-8e16-485b-9204-ec314287b24c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f08f53a9-a20c-46c3-86c9-8a5338dd8b93 HTTP/1.1" status: 204 len: 168 time: 0.6280942 Jul 05 10:19:41.070617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506ed7d6-7afb-40fc-9b71-a0537c8951bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:19:41.075521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:41.077908 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.079744 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] 10.222.0.64 "PUT /v2.0/ports/2bcf6e6b-4292-4d66-aeb1-1429e5acae1b HTTP/1.1" status: 200 len: 1092 time: 1.4727888 Jul 05 10:19:41.106791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ed7d6-7afb-40fc-9b71-a0537c8951bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2460b476-3e21-4405-94f2-2fa881eaedd7,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:41.119172 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-506ed7d6-7afb-40fc-9b71-a0537c8951bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.119969 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-506ed7d6-7afb-40fc-9b71-a0537c8951bf admin admin] Added segment 638f17ed-0077-4b82-a040-3d292894d05a of type vlan for network d2d45420-12f2-465a-81ca-4428084f1f55 Jul 05 10:19:41.134372 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d4e4e0-a196-4639-8a3a-957fc21883d4', 'tag': '2bcf6e6b-4292-4d66-aeb1-1429e5acae1b'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:19:41.137204 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b231133-33c8-4e7c-bbbb-aa74085aa627" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d4e4e0-a196-4639-8a3a-957fc21883d4", "tag": "2bcf6e6b-4292-4d66-aeb1-1429e5acae1b"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:41.146230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4d899-8e16-485b-9204-ec314287b24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08f53a9-a20c-46c3-86c9-8a5338dd8b93,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:41.177722 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-aaa8bf7a-57e7-4fcb-9038-7399e7234cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.227014 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-506ed7d6-7afb-40fc-9b71-a0537c8951bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.228548 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c8218-3a06-46f9-b02c-ffdeebf243f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcf6e6b-4292-4d66-aeb1-1429e5acae1b,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:41.261481 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af69291f-abe3-4fe4-960e-d244341b2c05 x-openstack-request-id: req-af69291f-abe3-4fe4-960e-d244341b2c05 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:41.261781 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d4e4e0-a196-4639-8a3a-957fc21883d4", "tag": "2bcf6e6b-4292-4d66-aeb1-1429e5acae1b", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:41.262035 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af69291f-abe3-4fe4-960e-d244341b2c05 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:41.262434 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d4e4e0-a196-4639-8a3a-957fc21883d4', 'tag': '2bcf6e6b-4292-4d66-aeb1-1429e5acae1b', 'status': 'completed', 'code': 200} Jul 05 10:19:41.347016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b231133-33c8-4e7c-bbbb-aa74085aa627 req-ccc268ca-aae7-4714-befa-912cfa50449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:41.349355 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b231133-33c8-4e7c-bbbb-aa74085aa627 req-ccc268ca-aae7-4714-befa-912cfa50449a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 1095 time: 0.0597975 Jul 05 10:19:41.466293 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-506ed7d6-7afb-40fc-9b71-a0537c8951bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.467626 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506ed7d6-7afb-40fc-9b71-a0537c8951bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:41.468356 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-506ed7d6-7afb-40fc-9b71-a0537c8951bf admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:41.563510 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b231133-33c8-4e7c-bbbb-aa74085aa627 req-a56da35b-47be-4778-a916-2de8a603c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:41.565180 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b231133-33c8-4e7c-bbbb-aa74085aa627 req-a56da35b-47be-4778-a916-2de8a603c205 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e283acd2ef834bb4928ec5454c215b99&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2004020 Jul 05 10:19:41.582655 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ed7d6-7afb-40fc-9b71-a0537c8951bf admin admin] Pushing event updated for resources: {'Network': ['ID=d2d45420-12f2-465a-81ca-4428084f1f55,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:41.595234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network d2d45420-12f2-465a-81ca-4428084f1f55 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:19:41.708245 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-506ed7d6-7afb-40fc-9b71-a0537c8951bf admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1261363 Jul 05 10:19:41.711208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60768) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:41.722461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-113627b4-8299-48b7-b95d-27ac782bbef9 admin admin] Request body: {'subnet': {'network_id': 'd2d45420-12f2-465a-81ca-4428084f1f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-12507656-subnet', 'tenant_id': '91a8b87f00b04a0abdc9b5d73483418c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:41.806070 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b231133-33c8-4e7c-bbbb-aa74085aa627 req-3ca27574-9608-4310-8a39-5e393f1f3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:41.807779 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b231133-33c8-4e7c-bbbb-aa74085aa627 req-3ca27574-9608-4310-8a39-5e393f1f3c17 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2315092 Jul 05 10:19:41.892513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113627b4-8299-48b7-b95d-27ac782bbef9 admin admin] Made reservation on behalf of 91a8b87f00b04a0abdc9b5d73483418c for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:41.895913 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-113627b4-8299-48b7-b95d-27ac782bbef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:42.268892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5306c26-becc-4238-a6a1-c62b767ed8a6 req-20d0eb82-0e9f-4c61-a22b-aeb260466323 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:42.270708 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b5306c26-becc-4238-a6a1-c62b767ed8a6 req-20d0eb82-0e9f-4c61-a22b-aeb260466323 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 943 time: 0.1184213 Jul 05 10:19:42.298381 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-6e0d52c1-463d-4ded-9894-1298800e4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:42.300070 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-6e0d52c1-463d-4ded-9894-1298800e4b64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 1095 time: 0.4340258 Jul 05 10:19:42.324498 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b5306c26-becc-4238-a6a1-c62b767ed8a6 req-d7ab995d-6ac3-401e-bffa-3d4f756e314a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470161 Jul 05 10:19:42.354019 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-02e7d439-9a05-40f9-8281-b2252b8ac312 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bcf6e6b-4292-4d66-aeb1-1429e5acae1b HTTP/1.1" status: 200 len: 217 time: 0.0418878 Jul 05 10:19:42.377232 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-113627b4-8299-48b7-b95d-27ac782bbef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:42.419783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-6be38567-d853-4acf-9314-3b8358234a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:42.421545 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-6be38567-d853-4acf-9314-3b8358234a4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.0564101 Jul 05 10:19:42.476097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113627b4-8299-48b7-b95d-27ac782bbef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3a1fc7-a6ac-4849-a1bd-f2562c31c042,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:42.502529 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-ce2c0e77-19b6-45af-93c6-f2c38e365e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:42.504063 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-ce2c0e77-19b6-45af-93c6-f2c38e365e47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698476 Jul 05 10:19:42.510953 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113627b4-8299-48b7-b95d-27ac782bbef9 admin admin] Checking segment: {'id': '638f17ed-0077-4b82-a040-3d292894d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd2d45420-12f2-465a-81ca-4428084f1f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:42.511320 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113627b4-8299-48b7-b95d-27ac782bbef9 admin admin] Network hostable DHCP agents. Network: d2d45420-12f2-465a-81ca-4428084f1f55, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:19:42.608989 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-bca8e3fd-d7cf-434c-92f6-fdbe62b4eb82 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897214 Jul 05 10:19:42.713378 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc77bcbe-9f18-4513-a227-75ada80ae0f8 req-a48641e9-0ec1-425a-be61-406d8c6898f3 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943661 Jul 05 10:19:42.720580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113627b4-8299-48b7-b95d-27ac782bbef9 admin admin] Network d2d45420-12f2-465a-81ca-4428084f1f55 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:19:42.892224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-113627b4-8299-48b7-b95d-27ac782bbef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, d2d45420-12f2-465a-81ca-4428084f1f55) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:42.908322 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6e4986-0e47-41c3-b169-1ea4007a7b2a None None] Network d2d45420-12f2-465a-81ca-4428084f1f55 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:42.909057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113627b4-8299-48b7-b95d-27ac782bbef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:42.909534 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-113627b4-8299-48b7-b95d-27ac782bbef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.092557 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-113627b4-8299-48b7-b95d-27ac782bbef9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3760419 Jul 05 10:19:43.111200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf53950b-56c2-401e-bca4-5ba1839647b3 None None] Network d2d45420-12f2-465a-81ca-4428084f1f55 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:19:43.542797 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec0391-c3e1-4488-943f-9b33bb16c0ea req-232fcc31-8b24-4d3e-8708-23154ec9bad7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:43.544567 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5cec0391-c3e1-4488-943f-9b33bb16c0ea req-232fcc31-8b24-4d3e-8708-23154ec9bad7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 943 time: 0.0774596 Jul 05 10:19:43.593763 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5cec0391-c3e1-4488-943f-9b33bb16c0ea req-6bfc7fc3-d002-4c77-9578-807b1fe9f89b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401192 Jul 05 10:19:43.713764 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ac16a118-5791-437f-bf60-6289da0a501c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.717152 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:43.817145 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-05d3d3da-fb6a-48a4-90ff-55ccbaff89c2 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:43.818641 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-05d3d3da-fb6a-48a4-90ff-55ccbaff89c2 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/networks?id=fff87866-f9ef-420e-bcbf-255090436e52 HTTP/1.1" status: 200 len: 814 time: 0.1235785 Jul 05 10:19:43.846524 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-15dbe6f3-21c2-4355-b6fc-13d4a8b86d24 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/quotas/c4c2434beb8b489795e7bc8e211ec3d8 HTTP/1.1" status: 200 len: 375 time: 0.0108745 Jul 05 10:19:43.875998 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-465f3ab5-0bb5-4f8e-a9dd-98e3a78ddfbb tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c4c2434beb8b489795e7bc8e211ec3d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341642 Jul 05 10:19:43.980136 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-6a244ef2-7358-4a2a-9805-66dae7ecb58c service neutron] 10.222.0.77 "GET /v2.0/networks/fff87866-f9ef-420e-bcbf-255090436e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970678 Jul 05 10:19:44.085469 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-8ab8579f-0950-4d53-86c4-ca514534efcb service neutron] 10.222.0.77 "GET /v2.0/networks/fff87866-f9ef-420e-bcbf-255090436e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983038 Jul 05 10:19:44.486712 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48f37cc1-919c-439d-bccc-d64fc491f45c req-a4fe6970-5e00-4be8-adbb-7990a91e745a tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 210 time: 0.0354893 Jul 05 10:19:44.771996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8c57d-1906-427d-afc9-abdd5f60b923 req-83b24d68-3fd6-43f9-b65c-5c4e02ede834 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:44.773583 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbd8c57d-1906-427d-afc9-abdd5f60b923 req-83b24d68-3fd6-43f9-b65c-5c4e02ede834 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 943 time: 0.0665154 Jul 05 10:19:44.827115 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbd8c57d-1906-427d-afc9-abdd5f60b923 req-9fd0da5b-b739-4fab-865a-5d3acdacf279 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475087 Jul 05 10:19:44.954298 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:45.583585 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-442cacbe-a56c-4872-a91a-3a7b51c0b19f req-124cb0e4-60b1-43f8-af29-814fa6265db2 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 210 time: 0.0354946 Jul 05 10:19:45.891668 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:19:46.009477 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=2bcf6e6b-4292-4d66-aeb1-1429e5acae1b,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:46.026391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '2bcf6e6b-4292-4d66-aeb1-1429e5acae1b', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'port_id': '2bcf6e6b-4292-4d66-aeb1-1429e5acae1b', 'mac_address': 'fa:16:3e:55:f9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:19:46.038056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfaa4c-93d4-4d31-9814-8fa924e56f85 req-ba777f62-de2d-4fea-90e3-4a8ebcc61e97 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:46.040005 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-74bfaa4c-93d4-4d31-9814-8fa924e56f85 req-ba777f62-de2d-4fea-90e3-4a8ebcc61e97 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 943 time: 0.0904453 Jul 05 10:19:46.082143 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:46.091036 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-74bfaa4c-93d4-4d31-9814-8fa924e56f85 req-d774cfb1-a7a7-4aa3-8af4-6dcd21a65cfe tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441880 Jul 05 10:19:46.096399 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:19:46.129845 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=2bcf6e6b-4292-4d66-aeb1-1429e5acae1b,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:46.262844 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:46.350390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=2bcf6e6b-4292-4d66-aeb1-1429e5acae1b,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:46.350390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:46.350390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:46.350390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:46.350390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:46.350390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:46.350390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:46.350390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:46.350390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:46.350390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:46.350390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:46.350390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:46.350390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:19:46.560244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['2bcf6e6b-4292-4d66-aeb1-1429e5acae1b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:19:46.806233 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:46.880886 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a7f69dbc-1158-47e1-85f6-d1f4bccd4032 req-e0ba3286-77c6-425c-925c-db41f96f6692 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 210 time: 0.1148331 Jul 05 10:19:46.991969 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-c857c3cb-daa0-4c1c-a777-e92d801446d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0834658 Jul 05 10:19:47.120083 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-5970f6a6-7e1c-4a2d-834f-8453cc6e8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:47.120614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-5970f6a6-7e1c-4a2d-834f-8453cc6e8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:47.121226 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-5970f6a6-7e1c-4a2d-834f-8453cc6e8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:47.121717 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-5970f6a6-7e1c-4a2d-834f-8453cc6e8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:47.122214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-5970f6a6-7e1c-4a2d-834f-8453cc6e8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:47.122693 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-5970f6a6-7e1c-4a2d-834f-8453cc6e8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:47.123163 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-5970f6a6-7e1c-4a2d-834f-8453cc6e8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:47.125222 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-5970f6a6-7e1c-4a2d-834f-8453cc6e8daa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=faeb5dc6b3a74c028f443dfad351e225&device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 6499 time: 0.0958662 Jul 05 10:19:47.298453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-b31ce57a-3249-43d5-acd2-018d5eecb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:47.299039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-b31ce57a-3249-43d5-acd2-018d5eecb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:47.299571 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-b31ce57a-3249-43d5-acd2-018d5eecb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:47.301256 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-b31ce57a-3249-43d5-acd2-018d5eecb148 service neutron] 10.222.0.73 "GET /v2.0/networks?id=34a24dd1-7873-4589-9de4-782dc8402e9e&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5 HTTP/1.1" status: 200 len: 2293 time: 0.1487720 Jul 05 10:19:47.409023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a04552-5499-4d94-b2f4-cbeaea27f95d req-388fdd86-49b1-4498-8fc4-7c4653a3b72d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:47.416662 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-93a04552-5499-4d94-b2f4-cbeaea27f95d req-388fdd86-49b1-4498-8fc4-7c4653a3b72d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 944 time: 0.1843264 Jul 05 10:19:47.463276 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-e07ad302-840f-4f5d-ac1a-b5eaa3f2f78c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08c3b1db-4b45-496d-a361-b318ba0dcfda HTTP/1.1" status: 200 len: 1002 time: 0.1539326 Jul 05 10:19:47.469067 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-93a04552-5499-4d94-b2f4-cbeaea27f95d req-70d92eea-5617-4acb-ba52-242cc850f435 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512784 Jul 05 10:19:47.522560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-c28fca64-9114-4cb2-bd8d-df79e72e8776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:47.524215 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-c28fca64-9114-4cb2-bd8d-df79e72e8776 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27292f2c-a95d-441e-b478-d099205c251b HTTP/1.1" status: 200 len: 850 time: 0.0542793 Jul 05 10:19:47.591581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-6057354c-9bf4-4dbd-a1b1-e295b54cc3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:47.593552 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-6057354c-9bf4-4dbd-a1b1-e295b54cc3f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34a24dd1-7873-4589-9de4-782dc8402e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617208 Jul 05 10:19:47.698611 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-fa9cf7ff-89fb-4620-a73f-4c657630ab20 service neutron] 10.222.0.73 "GET /v2.0/networks/34a24dd1-7873-4589-9de4-782dc8402e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938635 Jul 05 10:19:47.814201 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-8394fe5d-954b-4363-b993-ec1eb395e8fa service neutron] 10.222.0.73 "GET /v2.0/networks/34a24dd1-7873-4589-9de4-782dc8402e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080613 Jul 05 10:19:47.861010 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-ccd2694b-fd05-4a2c-bde5-323c16826d99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=80fc754d-8956-4773-bf0a-c1b21e4c283f HTTP/1.1" status: 200 len: 217 time: 0.0401185 Jul 05 10:19:47.904471 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:47.928124 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-5897babd-7301-4dd2-80bc-f7e780bf3889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:47.929954 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-5897babd-7301-4dd2-80bc-f7e780bf3889 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.0627608 Jul 05 10:19:48.005907 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-afc9e778-f7ad-4e3d-b9d1-43ba6c958510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:48.007583 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-afc9e778-f7ad-4e3d-b9d1-43ba6c958510 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0714402 Jul 05 10:19:48.089614 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-69fe8624-84cc-4c60-af4b-8bee45770ae2 req-40ef64d5-9828-4287-87c6-ff8dc9308020 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 210 time: 0.0580802 Jul 05 10:19:48.128114 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-5548294b-5c40-48f3-bf88-8368ba8c6075 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138520 Jul 05 10:19:48.211101 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:19:48.215134 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:48.215505 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.220027 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-25f67a19-a047-4c55-832d-497c66b603e0 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856693 Jul 05 10:19:48.267900 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-58b55f07-dcab-472f-b4ae-5ffdc63d81e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=0586289b-a830-48a9-b498-b77e4ab05bf0 HTTP/1.1" status: 200 len: 217 time: 0.0414805 Jul 05 10:19:48.322756 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.348520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d4e4e0-a196-4639-8a3a-957fc21883d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcf6e6b-4292-4d66-aeb1-1429e5acae1b'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:19:48.350764 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea8c7ad-5ffc-4266-bcf5-fdf415416b71" -d '{"events": [{"server_uuid": "c8d4e4e0-a196-4639-8a3a-957fc21883d4", "name": "network-vif-plugged", "status": "completed", "tag": "2bcf6e6b-4292-4d66-aeb1-1429e5acae1b"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:48.363784 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=2bcf6e6b-4292-4d66-aeb1-1429e5acae1b,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:48.391350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-32e8ee81-4dbe-4f3e-b4b7-727851d32c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:48.396354 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-32e8ee81-4dbe-4f3e-b4b7-727851d32c9c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.1195431 Jul 05 10:19:48.423253 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c96708-6460-433d-880f-0b309d9a1003 x-openstack-request-id: req-82c96708-6460-433d-880f-0b309d9a1003 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:48.423536 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d4e4e0-a196-4639-8a3a-957fc21883d4", "name": "network-vif-plugged", "status": "completed", "tag": "2bcf6e6b-4292-4d66-aeb1-1429e5acae1b", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:48.424206 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82c96708-6460-433d-880f-0b309d9a1003 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:48.424753 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d4e4e0-a196-4639-8a3a-957fc21883d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcf6e6b-4292-4d66-aeb1-1429e5acae1b', 'code': 200} Jul 05 10:19:48.486292 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-9955c091-fb60-42d6-b8af-809b161f3f4f tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:48.490124 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-9955c091-fb60-42d6-b8af-809b161f3f4f tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.73 "GET /v2.0/networks?id=fff87866-f9ef-420e-bcbf-255090436e52 HTTP/1.1" status: 200 len: 814 time: 0.1774476 Jul 05 10:19:48.504117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-138f9e46-383d-40fc-8a85-fe30c051d2c8 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Request body: {'port': {'device_id': '00dff477-5dc1-4420-ac0d-24b4c3c11755', 'network_id': 'fff87866-f9ef-420e-bcbf-255090436e52', 'admin_state_up': True, 'tenant_id': 'c4c2434beb8b489795e7bc8e211ec3d8'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:48.564679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8b1fc-4dad-4c00-b054-57da1dfb80b5 req-4124f691-2691-4178-9130-6d90ca696bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:48.576140 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90d8b1fc-4dad-4c00-b054-57da1dfb80b5 req-4124f691-2691-4178-9130-6d90ca696bcb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 1096 time: 0.0599029 Jul 05 10:19:48.576314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-89250e70-4c1c-4b8e-ae90-bd8462d69a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:48.576314 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-89250e70-4c1c-4b8e-ae90-bd8462d69a7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1669083 Jul 05 10:19:48.611479 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90d8b1fc-4dad-4c00-b054-57da1dfb80b5 req-50edba3b-c418-4c7d-95fc-cb6657493dc8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370300 Jul 05 10:19:48.612347 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.738388 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=2bcf6e6b-4292-4d66-aeb1-1429e5acae1b,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:48.816677 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-3e0c6eaa-3aa3-4603-a98c-a5c29aba5037 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277112 Jul 05 10:19:48.828880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba728d-c853-49e0-960b-1838c3afab23 req-0d7e75a7-b7fa-4ab2-a1b6-373051337661 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:48.837794 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fbba728d-c853-49e0-960b-1838c3afab23 req-0d7e75a7-b7fa-4ab2-a1b6-373051337661 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 945 time: 0.1674447 Jul 05 10:19:48.923096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-138f9e46-383d-40fc-8a85-fe30c051d2c8 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Made reservation on behalf of c4c2434beb8b489795e7bc8e211ec3d8 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:19:48.925319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-138f9e46-383d-40fc-8a85-fe30c051d2c8 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:48.973443 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fbba728d-c853-49e0-960b-1838c3afab23 req-775ee344-d65f-46d6-8d0a-4fc2bf48f1bf tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366274 Jul 05 10:19:49.041876 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-6871b0c8-70b2-4020-bbf2-0b193b53d9a6 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038071 Jul 05 10:19:49.095578 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-14ea41b1-5a9f-4866-b167-4f1dd55d5029 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b3f00607-07b6-4240-997d-5aa1a2d0de4a HTTP/1.1" status: 200 len: 217 time: 0.0463667 Jul 05 10:19:49.180851 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-96a07a52-db83-43de-b23d-02e786e98930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:49.182472 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-96a07a52-db83-43de-b23d-02e786e98930 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.0686431 Jul 05 10:19:49.183521 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-138f9e46-383d-40fc-8a85-fe30c051d2c8 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Allocated IP 172.20.0.5 (fff87866-f9ef-420e-bcbf-255090436e52/837b5755-18df-44cd-a9fe-f80eddbf9419/5b6bf210-f6f3-44df-9d41-2881a1db53e1) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:19:49.293892 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dcdaeb30-5368-4d83-a8b7-c622ddb2d33d req-709066c6-9260-4f8e-a769-804204dcfdfb tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 210 time: 0.0479767 Jul 05 10:19:49.352666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-b682c1f1-713b-4c24-bb31-a2729eed7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:49.354101 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-b682c1f1-713b-4c24-bb31-a2729eed7408 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1636915 Jul 05 10:19:49.470969 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-138f9e46-383d-40fc-8a85-fe30c051d2c8 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:49.494401 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-a6511e25-2a29-48d8-88ea-8e55a28b1544 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303785 Jul 05 10:19:49.666475 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-91988ab4-5599-4fcf-9f0e-24c3ecdf0b0c service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596053 Jul 05 10:19:49.735629 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-dda39eb5-c005-4c47-a288-cbc932f07943 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=df93e2bd-1f20-44b5-84fb-18b52916910e HTTP/1.1" status: 200 len: 217 time: 0.0578895 Jul 05 10:19:49.815738 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-37841ae0-3a0c-455a-9043-10ba653a1f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:49.817290 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-37841ae0-3a0c-455a-9043-10ba653a1f42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.0711153 Jul 05 10:19:49.928873 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-138f9e46-383d-40fc-8a85-fe30c051d2c8 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:50.022791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f9e46-383d-40fc-8a85-fe30c051d2c8 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Pushing event updated for resources: {'Port': ['ID=5b6bf210-f6f3-44df-9d41-2881a1db53e1,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:50.049445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-cc805cd2-01f8-49af-bdcc-1a14b4474d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:50.051131 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-cc805cd2-01f8-49af-bdcc-1a14b4474d74 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2231798 Jul 05 10:19:50.053488 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-138f9e46-383d-40fc-8a85-fe30c051d2c8 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Network fff87866-f9ef-420e-bcbf-255090436e52 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:19:50.055226 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-138f9e46-383d-40fc-8a85-fe30c051d2c8 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:19:50.059795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-138f9e46-383d-40fc-8a85-fe30c051d2c8 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:19:50.246829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf83357-0f95-4125-ba22-c3bf171fb9dc req-e2f4353f-69f1-4f01-a45a-be870a209033 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:50.257758 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ccf83357-0f95-4125-ba22-c3bf171fb9dc req-e2f4353f-69f1-4f01-a45a-be870a209033 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 945 time: 0.1139154 Jul 05 10:19:50.389036 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ccf83357-0f95-4125-ba22-c3bf171fb9dc req-6c1de4c4-65ba-4696-9ad1-58d0bb4cee0a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252487 Jul 05 10:19:50.624113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-138f9e46-383d-40fc-8a85-fe30c051d2c8 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:50.637604 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-138f9e46-383d-40fc-8a85-fe30c051d2c8 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:50.666459 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-1fedc1c2-6899-4a80-a891-e0ba762c30ad service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022203 Jul 05 10:19:50.731288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d1f27-d664-4c72-9b91-de6007cd1d4b req-92b244ac-3eec-4055-8ee1-4f5e6754ddf1 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:50.732842 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-433d1f27-d664-4c72-9b91-de6007cd1d4b req-92b244ac-3eec-4055-8ee1-4f5e6754ddf1 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 931 time: 0.1766250 Jul 05 10:19:50.800681 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-433d1f27-d664-4c72-9b91-de6007cd1d4b req-1e74b143-a2e8-4ce5-a9d3-42203456bcc7 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/security-groups?id=54be6606-f42c-4987-95b2-0ebcbabb4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610409 Jul 05 10:19:50.804486 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-f96a2126-c3ee-401b-aae3-c211c693a938 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314030 Jul 05 10:19:50.859682 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-7050a224-ef25-4be7-813e-0348ac700265 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=87979250-90f3-4016-8a2b-f250a6558e51 HTTP/1.1" status: 200 len: 217 time: 0.0487123 Jul 05 10:19:50.876500 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-138f9e46-383d-40fc-8a85-fe30c051d2c8 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3771217 Jul 05 10:19:50.899993 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Request body: {'port': {'device_id': '00dff477-5dc1-4420-ac0d-24b4c3c11755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:19:50.954338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-ae657922-ad04-4f5d-b080-81cb54a3e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:50.955927 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-ae657922-ad04-4f5d-b080-81cb54a3e021 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fca18096-664d-47c5-a713-0716b10e1546 HTTP/1.1" status: 200 len: 797 time: 0.0904515 Jul 05 10:19:51.024634 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:51.121290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-1e0bef01-b1fc-4310-be49-58a0c91737d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:51.122604 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-1e0bef01-b1fc-4310-be49-58a0c91737d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1603198 Jul 05 10:19:51.350467 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-d525a12d-662e-4af5-85f1-6fb3fc23cee1 service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636829 Jul 05 10:19:51.500315 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-3ddf2cd4-f696-469e-8bc7-4083d263c4d0 service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392262 Jul 05 10:19:51.552881 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-6172d0f0-794e-4879-a45a-4e43f63e8a8b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=853fb337-6ae9-42a9-a887-cc7a60298722 HTTP/1.1" status: 200 len: 217 time: 0.0455818 Jul 05 10:19:51.556876 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6bf210-f6f3-44df-9d41-2881a1db53e1 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:19:51.607603 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:51.611322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-3a07c8e1-7e9b-4a92-9777-84b5d4c9dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:51.612965 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-3a07c8e1-7e9b-4a92-9777-84b5d4c9dae1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fca18096-664d-47c5-a713-0716b10e1546 HTTP/1.1" status: 200 len: 797 time: 0.0492184 Jul 05 10:19:51.649002 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Transition to ACTIVE for port object 5b6bf210-f6f3-44df-9d41-2881a1db53e1 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:19:51.692345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-07db530a-773e-4068-bd29-5d38596c20db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:51.693834 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-07db530a-773e-4068-bd29-5d38596c20db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0737355 Jul 05 10:19:51.827159 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-86dcf173-07fb-4753-b065-ef9476052dbe service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245975 Jul 05 10:19:51.897955 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:51.991793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6bf210-f6f3-44df-9d41-2881a1db53e1,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:52.022011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-377f7ecc-984f-4467-b8f3-fdcc9ec5a6a5 req-83b35e99-1ada-4317-b05a-f11e3315afdf service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876848 Jul 05 10:19:52.034823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534b03-4523-4bfc-b1a5-4048844822a0 req-6dd58280-9571-480a-bca1-91ba67b795e0 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:52.040331 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8e534b03-4523-4bfc-b1a5-4048844822a0 req-6dd58280-9571-480a-bca1-91ba67b795e0 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 943 time: 0.0833247 Jul 05 10:19:52.071803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Attempting to bind port 5b6bf210-f6f3-44df-9d41-2881a1db53e1 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:19:52.072151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Attempting to bind port 5b6bf210-f6f3-44df-9d41-2881a1db53e1 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'f34af0e3-16dc-4f70-8cec-d9b14a77a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fff87866-f9ef-420e-bcbf-255090436e52'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:19:52.072489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Attempting to bind port 5b6bf210-f6f3-44df-9d41-2881a1db53e1 on network fff87866-f9ef-420e-bcbf-255090436e52 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:19:52.077510 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Port 5b6bf210-f6f3-44df-9d41-2881a1db53e1 on network fff87866-f9ef-420e-bcbf-255090436e52 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:19:52.079871 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Attempting to bind port 5b6bf210-f6f3-44df-9d41-2881a1db53e1 on network fff87866-f9ef-420e-bcbf-255090436e52 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:19:52.085887 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:19:52.086268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Checking segment: {'id': 'f34af0e3-16dc-4f70-8cec-d9b14a77a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fff87866-f9ef-420e-bcbf-255090436e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:19:52.086624 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Bound using segment: {'id': 'f34af0e3-16dc-4f70-8cec-d9b14a77a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fff87866-f9ef-420e-bcbf-255090436e52'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:19:52.089149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Bound port: 5b6bf210-f6f3-44df-9d41-2881a1db53e1, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34af0e3-16dc-4f70-8cec-d9b14a77a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fff87866-f9ef-420e-bcbf-255090436e52'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:19:52.089149 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.123105 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8e534b03-4523-4bfc-b1a5-4048844822a0 req-e8246037-e4c5-4009-8cac-1792598fc6db tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/security-groups?id=54be6606-f42c-4987-95b2-0ebcbabb4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797312 Jul 05 10:19:52.150902 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:19:52.240012 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] For port 5b6bf210-f6f3-44df-9d41-2881a1db53e1, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:19:52.243260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] For port 5b6bf210-f6f3-44df-9d41-2881a1db53e1, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=5b6bf210-f6f3-44df-9d41-2881a1db53e1,segment=NetworkSegment(f34af0e3-16dc-4f70-8cec-d9b14a77a961),segment_id=f34af0e3-16dc-4f70-8cec-d9b14a77a961)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:19:52.262427 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.388647 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.425047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:52.425660 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:52.427041 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] 10.222.0.73 "PUT /v2.0/ports/5b6bf210-f6f3-44df-9d41-2881a1db53e1 HTTP/1.1" status: 200 len: 1092 time: 1.5316417 Jul 05 10:19:52.427458 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00dff477-5dc1-4420-ac0d-24b4c3c11755', 'tag': '5b6bf210-f6f3-44df-9d41-2881a1db53e1'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:19:52.429849 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186a0c15-12f5-4c57-9b92-6f906fc24502" -d '{"events": [{"name": "network-changed", "server_uuid": "00dff477-5dc1-4420-ac0d-24b4c3c11755", "tag": "5b6bf210-f6f3-44df-9d41-2881a1db53e1"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:52.474934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4de03-9b8d-4ac9-8907-0cf2c5369f00 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6bf210-f6f3-44df-9d41-2881a1db53e1,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:52.499074 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a51224-e7ed-4519-ab92-f5c60bd78464 x-openstack-request-id: req-30a51224-e7ed-4519-ab92-f5c60bd78464 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:52.499433 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00dff477-5dc1-4420-ac0d-24b4c3c11755", "tag": "5b6bf210-f6f3-44df-9d41-2881a1db53e1", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:52.499767 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30a51224-e7ed-4519-ab92-f5c60bd78464 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:52.500254 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00dff477-5dc1-4420-ac0d-24b4c3c11755', 'tag': '5b6bf210-f6f3-44df-9d41-2881a1db53e1', 'status': 'completed', 'code': 200} Jul 05 10:19:52.586156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a0c15-12f5-4c57-9b92-6f906fc24502 req-46d568fb-20ef-417b-a838-a12ce669c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:52.587795 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-186a0c15-12f5-4c57-9b92-6f906fc24502 req-46d568fb-20ef-417b-a838-a12ce669c0b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c4c2434beb8b489795e7bc8e211ec3d8&device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 1095 time: 0.0638525 Jul 05 10:19:52.755986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a0c15-12f5-4c57-9b92-6f906fc24502 req-4381d7f4-01a6-48e5-8181-0151c2cbff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:52.761359 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-186a0c15-12f5-4c57-9b92-6f906fc24502 req-4381d7f4-01a6-48e5-8181-0151c2cbff91 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c4c2434beb8b489795e7bc8e211ec3d8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1566656 Jul 05 10:19:52.922240 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a0c15-12f5-4c57-9b92-6f906fc24502 req-b99e0927-c587-4746-a386-995cd6ce485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:52.925151 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-186a0c15-12f5-4c57-9b92-6f906fc24502 req-b99e0927-c587-4746-a386-995cd6ce485d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1590984 Jul 05 10:19:53.061419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-30222349-5a18-49c2-bd18-cef9b0db94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:53.063830 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-30222349-5a18-49c2-bd18-cef9b0db94a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c4c2434beb8b489795e7bc8e211ec3d8&device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 1095 time: 0.0883565 Jul 05 10:19:53.205911 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-4b0cd5d2-d5b2-4fc9-b72f-d134bb96ead0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b6bf210-f6f3-44df-9d41-2881a1db53e1 HTTP/1.1" status: 200 len: 217 time: 0.0493062 Jul 05 10:19:53.205911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-209d17ea-68ca-40b2-84b9-38dff4358300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:53.205911 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-209d17ea-68ca-40b2-84b9-38dff4358300 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=837b5755-18df-44cd-a9fe-f80eddbf9419 HTTP/1.1" status: 200 len: 854 time: 0.0548193 Jul 05 10:19:53.224374 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-0b88399e-e105-436c-b89f-52a8037efefb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fff87866-f9ef-420e-bcbf-255090436e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364156 Jul 05 10:19:53.330630 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-2ffe6429-a208-4f2c-925a-247770c4d34b service neutron] 10.222.0.73 "GET /v2.0/networks/fff87866-f9ef-420e-bcbf-255090436e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974183 Jul 05 10:19:53.394868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db055314-c6ed-43f4-a76d-56c84e365873 req-89545661-c1b5-44e0-8898-28d7dd429ee9 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:53.396757 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-db055314-c6ed-43f4-a76d-56c84e365873 req-89545661-c1b5-44e0-8898-28d7dd429ee9 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 943 time: 0.0817361 Jul 05 10:19:53.428525 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42db50b0-82a4-4949-b225-92df6c0bbe46 req-58e37573-9fd9-4a18-a864-a6cc8afe9db1 service neutron] 10.222.0.73 "GET /v2.0/networks/fff87866-f9ef-420e-bcbf-255090436e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916135 Jul 05 10:19:53.438548 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-db055314-c6ed-43f4-a76d-56c84e365873 req-a06da02d-0275-4feb-92a3-66bafc754fc8 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/security-groups?id=54be6606-f42c-4987-95b2-0ebcbabb4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359998 Jul 05 10:19:54.032029 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:54.621540 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085d310-a67c-4adf-9a9d-d13a78bb786b req-0bf85485-0aeb-4ef8-9ffe-10362889e509 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:54.623457 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f085d310-a67c-4adf-9a9d-d13a78bb786b req-0bf85485-0aeb-4ef8-9ffe-10362889e509 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 943 time: 0.0669646 Jul 05 10:19:54.663085 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f085d310-a67c-4adf-9a9d-d13a78bb786b req-833cd848-48cc-435f-96dd-0791fe554acd tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/security-groups?id=54be6606-f42c-4987-95b2-0ebcbabb4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336714 Jul 05 10:19:54.822811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33286) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:54.948011 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-189c7611-0f6f-490e-b57b-33f7abbdeef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.056211 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-189c7611-0f6f-490e-b57b-33f7abbdeef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.193930 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-189c7611-0f6f-490e-b57b-33f7abbdeef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.239119 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-189c7611-0f6f-490e-b57b-33f7abbdeef5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5cdc0ccf0a3543adb3a51d7151072ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4151940 Jul 05 10:19:55.241245 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c7611-0f6f-490e-b57b-33f7abbdeef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4ca690-4a0f-4916-884d-88d15d129aea,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:55.242034 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33304) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:55.292389 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-691e972f-cc62-415d-82e2-67e7ff7da166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.314482 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-691e972f-cc62-415d-82e2-67e7ff7da166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.502428 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-691e972f-cc62-415d-82e2-67e7ff7da166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.508994 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-691e972f-cc62-415d-82e2-67e7ff7da166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:55.508994 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-691e972f-cc62-415d-82e2-67e7ff7da166 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b4ca690-4a0f-4916-884d-88d15d129aea HTTP/1.1" status: 204 len: 168 time: 0.2634287 Jul 05 10:19:55.522057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e972f-cc62-415d-82e2-67e7ff7da166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4ca690-4a0f-4916-884d-88d15d129aea,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:55.711992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-b181e9f8-326e-400d-a0a3-cfec31c98fa6 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:55.713623 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-b181e9f8-326e-400d-a0a3-cfec31c98fa6 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/networks?id=19bdaac7-4c06-48ce-b69f-b6afbbae32ab HTTP/1.1" status: 200 len: 814 time: 0.1081724 Jul 05 10:19:55.729817 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-f3bcad28-741a-4167-a3b0-abb4207b0438 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/quotas/4cf3781db7094fd6b2999873e917d8c7 HTTP/1.1" status: 200 len: 375 time: 0.0102949 Jul 05 10:19:55.774853 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-525944be-889b-4d72-8d47-9bff163e90d2 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4cf3781db7094fd6b2999873e917d8c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387690 Jul 05 10:19:55.876018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba3aaf-8a9f-459a-b65a-965d639dd69a req-c84c5b42-e3f0-4b6e-8a1b-5de4c8654f92 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:55.894860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 5b6bf210-f6f3-44df-9d41-2881a1db53e1 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:19:55.895529 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68ba3aaf-8a9f-459a-b65a-965d639dd69a req-c84c5b42-e3f0-4b6e-8a1b-5de4c8654f92 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 943 time: 0.0930974 Jul 05 10:19:55.905242 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-efb0c2cd-94c9-45c3-8a7c-789aa7b5ba1a service neutron] 10.222.0.77 "GET /v2.0/networks/19bdaac7-4c06-48ce-b69f-b6afbbae32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292272 Jul 05 10:19:55.981399 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68ba3aaf-8a9f-459a-b65a-965d639dd69a req-e2ffbf98-0747-4d1f-a17e-853df8d93a94 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/security-groups?id=54be6606-f42c-4987-95b2-0ebcbabb4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803552 Jul 05 10:19:56.095839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-d022a96b-c78b-4448-848d-6168b30430c6 service neutron] 10.222.0.77 "GET /v2.0/networks/19bdaac7-4c06-48ce-b69f-b6afbbae32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832621 Jul 05 10:19:56.146594 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 5b6bf210-f6f3-44df-9d41-2881a1db53e1, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=5b6bf210-f6f3-44df-9d41-2881a1db53e1,segment=NetworkSegment(f34af0e3-16dc-4f70-8cec-d9b14a77a961),segment_id=f34af0e3-16dc-4f70-8cec-d9b14a77a961)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:56.158048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '5b6bf210-f6f3-44df-9d41-2881a1db53e1', 'network_id': 'fff87866-f9ef-420e-bcbf-255090436e52', 'port_id': '5b6bf210-f6f3-44df-9d41-2881a1db53e1', 'mac_address': 'fa:16:3e:95:bd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837b5755-18df-44cd-a9fe-f80eddbf9419', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:19:56.197576 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.212789 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6bf210-f6f3-44df-9d41-2881a1db53e1 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:19:56.238049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 5b6bf210-f6f3-44df-9d41-2881a1db53e1, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=5b6bf210-f6f3-44df-9d41-2881a1db53e1,segment=NetworkSegment(f34af0e3-16dc-4f70-8cec-d9b14a77a961),segment_id=f34af0e3-16dc-4f70-8cec-d9b14a77a961)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:56.423108 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:56.574559 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8f6daf1-6fd3-470b-ac78-1f109e90c01d req-6d0f1d08-8ff2-4a5d-9315-f647804495a3 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 210 time: 0.0612833 Jul 05 10:19:56.608273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=5b6bf210-f6f3-44df-9d41-2881a1db53e1,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:56.704205 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['5b6bf210-f6f3-44df-9d41-2881a1db53e1'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:19:57.248197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77996597-e8f7-40a2-b58f-055546d81b29 req-22f9bdca-42ac-4976-a9bb-1421501e8866 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:57.249668 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77996597-e8f7-40a2-b58f-055546d81b29 req-22f9bdca-42ac-4976-a9bb-1421501e8866 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 944 time: 0.0748420 Jul 05 10:19:57.330964 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77996597-e8f7-40a2-b58f-055546d81b29 req-2bb673f5-956e-41b6-b704-825f7a2dee84 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/security-groups?id=54be6606-f42c-4987-95b2-0ebcbabb4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754187 Jul 05 10:19:57.636985 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-75d9f224-3b48-4190-9934-68cecba850a0 req-e2d960ad-6722-4c53-8b77-e3c048d524b6 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 210 time: 0.0298345 Jul 05 10:19:57.894106 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 5b6bf210-f6f3-44df-9d41-2881a1db53e1 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:19:58.084990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 5b6bf210-f6f3-44df-9d41-2881a1db53e1 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:19:58.089215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 5b6bf210-f6f3-44df-9d41-2881a1db53e1 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:19:58.089540 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.178633 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.208226 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dff477-5dc1-4420-ac0d-24b4c3c11755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6bf210-f6f3-44df-9d41-2881a1db53e1'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:19:58.212234 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9080a05b-562a-404e-a1ac-d1f8a854b54a" -d '{"events": [{"server_uuid": "00dff477-5dc1-4420-ac0d-24b4c3c11755", "name": "network-vif-plugged", "status": "completed", "tag": "5b6bf210-f6f3-44df-9d41-2881a1db53e1"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:19:58.234876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 5b6bf210-f6f3-44df-9d41-2881a1db53e1, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=5b6bf210-f6f3-44df-9d41-2881a1db53e1,segment=NetworkSegment(f34af0e3-16dc-4f70-8cec-d9b14a77a961),segment_id=f34af0e3-16dc-4f70-8cec-d9b14a77a961)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:19:58.287924 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf72040-ebd3-4706-abdc-25421d0073f8 x-openstack-request-id: req-ebf72040-ebd3-4706-abdc-25421d0073f8 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:19:58.288336 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00dff477-5dc1-4420-ac0d-24b4c3c11755", "name": "network-vif-plugged", "status": "completed", "tag": "5b6bf210-f6f3-44df-9d41-2881a1db53e1", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:19:58.288936 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ebf72040-ebd3-4706-abdc-25421d0073f8 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:19:58.289431 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00dff477-5dc1-4420-ac0d-24b4c3c11755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6bf210-f6f3-44df-9d41-2881a1db53e1', 'code': 200} Jul 05 10:19:58.341786 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.355387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33446) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:58.455211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=5b6bf210-f6f3-44df-9d41-2881a1db53e1,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:58.469909 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26b3a3-722e-47ee-8edf-761db0f5e2a5 req-69b8ad87-e19d-46ef-9a15-306fbff5f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:58.471603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ee26b3a3-722e-47ee-8edf-761db0f5e2a5 req-69b8ad87-e19d-46ef-9a15-306fbff5f37a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 1097 time: 0.1090715 Jul 05 10:19:58.552923 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ee26b3a3-722e-47ee-8edf-761db0f5e2a5 req-ee7ee315-2aa9-425f-9bee-ba5bf2868703 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=54be6606-f42c-4987-95b2-0ebcbabb4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700109 Jul 05 10:19:58.645960 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6fdb1fa9-1235-4a8b-bbe9-2c974e2b96cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.710736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6053c0-3c11-430b-a676-47056c288b99 req-5576a54f-75de-4693-9975-0fd197d2f752 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:19:58.713379 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6e6053c0-3c11-430b-a676-47056c288b99 req-5576a54f-75de-4693-9975-0fd197d2f752 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 945 time: 0.0921741 Jul 05 10:19:58.790417 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6fdb1fa9-1235-4a8b-bbe9-2c974e2b96cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.800997 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6e6053c0-3c11-430b-a676-47056c288b99 req-5bf75803-b860-482a-93a2-a487a7bbf779 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/security-groups?id=54be6606-f42c-4987-95b2-0ebcbabb4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738451 Jul 05 10:19:58.874037 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6fdb1fa9-1235-4a8b-bbe9-2c974e2b96cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:58.964670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb1fa9-1235-4a8b-bbe9-2c974e2b96cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d55569-028e-4a74-9b70-891cd732446b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:19:59.014754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33460) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:19:59.021498 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6fdb1fa9-1235-4a8b-bbe9-2c974e2b96cb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e81427f01c84792a5b2bbe7905d0321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6648953 Jul 05 10:19:59.095549 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7de39f26-a488-42a7-8a14-4a0d2cdcbd4c req-050aa116-6dbf-4daf-a940-209356a70cdc tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 210 time: 0.1329994 Jul 05 10:19:59.119897 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ecf09666-da3f-4543-8452-31c73fe3406e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.153082 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ecf09666-da3f-4543-8452-31c73fe3406e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.325384 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ecf09666-da3f-4543-8452-31c73fe3406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.328713 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ecf09666-da3f-4543-8452-31c73fe3406e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:19:59.330026 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ecf09666-da3f-4543-8452-31c73fe3406e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f2d55569-028e-4a74-9b70-891cd732446b HTTP/1.1" status: 204 len: 168 time: 0.3142395 Jul 05 10:19:59.353152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf09666-da3f-4543-8452-31c73fe3406e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d55569-028e-4a74-9b70-891cd732446b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:00.091132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f0e1e-67bc-4c0a-ad86-9c1d8bc8e890 req-e1d7320c-8fec-4d20-b734-cac211ffe5fe tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:00.102847 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-930f0e1e-67bc-4c0a-ad86-9c1d8bc8e890 req-e1d7320c-8fec-4d20-b734-cac211ffe5fe tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 945 time: 0.0778682 Jul 05 10:20:00.143039 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-930f0e1e-67bc-4c0a-ad86-9c1d8bc8e890 req-c73e9a7a-9953-4ee0-badc-73782f1bd21d tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/security-groups?id=54be6606-f42c-4987-95b2-0ebcbabb4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395234 Jul 05 10:20:00.307512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-d70b7b6f-68e1-4f75-909f-b2dd976961a6 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:00.310528 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-d70b7b6f-68e1-4f75-909f-b2dd976961a6 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.64 "GET /v2.0/networks?id=19bdaac7-4c06-48ce-b69f-b6afbbae32ab HTTP/1.1" status: 200 len: 814 time: 0.1636193 Jul 05 10:20:00.396824 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-514d1b08-5327-4b00-abdf-f3cc39c11ecd req-62716f0f-5a3d-4998-beb1-6a7b5be3e719 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 210 time: 0.0760150 Jul 05 10:20:00.419259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-6b753c64-d078-4ed4-b225-25fa5598089d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Request body: {'port': {'device_id': 'a37f18c9-4125-402d-a563-208abe66d786', 'network_id': '19bdaac7-4c06-48ce-b69f-b6afbbae32ab', 'admin_state_up': True, 'tenant_id': '4cf3781db7094fd6b2999873e917d8c7'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:00.781242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-6b753c64-d078-4ed4-b225-25fa5598089d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Made reservation on behalf of 4cf3781db7094fd6b2999873e917d8c7 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:00.787391 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-6b753c64-d078-4ed4-b225-25fa5598089d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:00.964305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-6b753c64-d078-4ed4-b225-25fa5598089d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Allocated IP 172.20.0.6 (19bdaac7-4c06-48ce-b69f-b6afbbae32ab/ee2f540f-d648-4fce-bd99-a67eef56ee7c/5e47ca9a-5609-496d-9b9c-234cf3bf2f19) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:01.223117 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-6b753c64-d078-4ed4-b225-25fa5598089d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:01.360942 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-6b753c64-d078-4ed4-b225-25fa5598089d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:01.388034 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-6b753c64-d078-4ed4-b225-25fa5598089d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Network 19bdaac7-4c06-48ce-b69f-b6afbbae32ab is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:01.401146 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-6b753c64-d078-4ed4-b225-25fa5598089d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:01.405665 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-6b753c64-d078-4ed4-b225-25fa5598089d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:01.458154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b753c64-d078-4ed4-b225-25fa5598089d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Pushing event updated for resources: {'Port': ['ID=5e47ca9a-5609-496d-9b9c-234cf3bf2f19,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:01.474231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-6b753c64-d078-4ed4-b225-25fa5598089d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:01.474868 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-6b753c64-d078-4ed4-b225-25fa5598089d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:01.607787 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-6b753c64-d078-4ed4-b225-25fa5598089d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2883244 Jul 05 10:20:01.622868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Request body: {'port': {'device_id': 'a37f18c9-4125-402d-a563-208abe66d786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:01.706569 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17ace1-7121-4759-ad68-1878197790ff req-60128c00-5536-4b43-8e42-78c5404ab044 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:01.721098 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0c17ace1-7121-4759-ad68-1878197790ff req-60128c00-5536-4b43-8e42-78c5404ab044 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 931 time: 0.1714158 Jul 05 10:20:01.791788 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:01.863613 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0c17ace1-7121-4759-ad68-1878197790ff req-8e041b30-9f35-4f29-9205-b58a089b1843 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349335 Jul 05 10:20:02.213383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33554) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:02.510226 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:20:02.524306 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:02.558810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Transition to ACTIVE for port object 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:02.645338 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:02.683121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-b99d9709-1cd9-4277-bdbe-193639ab7d2b tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1451417571'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:02.810732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99d9709-1cd9-4277-bdbe-193639ab7d2b tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Made reservation on behalf of 83e301c9f6034e299a9fc49dcf289e2a for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:02.816288 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b99d9709-1cd9-4277-bdbe-193639ab7d2b tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:02.841120 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b99d9709-1cd9-4277-bdbe-193639ab7d2b tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.033917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Attempting to bind port 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:20:03.034355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Attempting to bind port 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '94c48217-bb17-493a-86d1-cf2fb7cc5808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '19bdaac7-4c06-48ce-b69f-b6afbbae32ab'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:20:03.035874 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Attempting to bind port 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 on network 19bdaac7-4c06-48ce-b69f-b6afbbae32ab {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:20:03.055677 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Port 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 on network 19bdaac7-4c06-48ce-b69f-b6afbbae32ab not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:20:03.056198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Attempting to bind port 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 on network 19bdaac7-4c06-48ce-b69f-b6afbbae32ab {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:20:03.061332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Pushing event updated for resources: {'Port': ['ID=5e47ca9a-5609-496d-9b9c-234cf3bf2f19,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:03.068938 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:20:03.076189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Checking segment: {'id': '94c48217-bb17-493a-86d1-cf2fb7cc5808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '19bdaac7-4c06-48ce-b69f-b6afbbae32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:03.076189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Bound using segment: {'id': '94c48217-bb17-493a-86d1-cf2fb7cc5808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '19bdaac7-4c06-48ce-b69f-b6afbbae32ab'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:20:03.076189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Bound port: 5e47ca9a-5609-496d-9b9c-234cf3bf2f19, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c48217-bb17-493a-86d1-cf2fb7cc5808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '19bdaac7-4c06-48ce-b69f-b6afbbae32ab'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:20:03.076189 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.126572 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b99d9709-1cd9-4277-bdbe-193639ab7d2b tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.216948 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b99d9709-1cd9-4277-bdbe-193639ab7d2b tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.278512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99d9709-1cd9-4277-bdbe-193639ab7d2b tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:20:03.302171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d9709-1cd9-4277-bdbe-193639ab7d2b tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d06c601-b4a3-4964-9bee-c2cb246f713c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:03.326835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b99d9709-1cd9-4277-bdbe-193639ab7d2b tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.327229 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-b99d9709-1cd9-4277-bdbe-193639ab7d2b tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Added segment bfe5887b-eb09-473f-a132-26a55dc2676d of type vlan for network c4dfa3e1-b60b-44a9-9090-b22a1fc52173 Jul 05 10:20:03.348965 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] For port 5e47ca9a-5609-496d-9b9c-234cf3bf2f19, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:20:03.361710 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] For port 5e47ca9a-5609-496d-9b9c-234cf3bf2f19, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5e47ca9a-5609-496d-9b9c-234cf3bf2f19,segment=NetworkSegment(94c48217-bb17-493a-86d1-cf2fb7cc5808),segment_id=94c48217-bb17-493a-86d1-cf2fb7cc5808)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:20:03.401719 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98e09f-725b-493a-93d2-d3c5f769ee22 req-6d178e90-5f0b-4650-9acd-80e6d108d6a3 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:03.409733 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf98e09f-725b-493a-93d2-d3c5f769ee22 req-6d178e90-5f0b-4650-9acd-80e6d108d6a3 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 943 time: 0.2335610 Jul 05 10:20:03.452551 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b99d9709-1cd9-4277-bdbe-193639ab7d2b tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.481339 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.521917 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf98e09f-725b-493a-93d2-d3c5f769ee22 req-fedc2458-fe5d-485b-b613-2e74f9c7ecd4 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038487 Jul 05 10:20:03.606239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:03.606898 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.608600 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] 10.222.0.64 "PUT /v2.0/ports/5e47ca9a-5609-496d-9b9c-234cf3bf2f19 HTTP/1.1" status: 200 len: 1092 time: 1.9924242 Jul 05 10:20:03.614090 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37f18c9-4125-402d-a563-208abe66d786', 'tag': '5e47ca9a-5609-496d-9b9c-234cf3bf2f19'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:20:03.621676 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6dbbd8-603a-4522-b15f-47a88500b003" -d '{"events": [{"name": "network-changed", "server_uuid": "a37f18c9-4125-402d-a563-208abe66d786", "tag": "5e47ca9a-5609-496d-9b9c-234cf3bf2f19"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:20:03.628339 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b99d9709-1cd9-4277-bdbe-193639ab7d2b tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.634719 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99d9709-1cd9-4277-bdbe-193639ab7d2b tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:03.635680 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b99d9709-1cd9-4277-bdbe-193639ab7d2b tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:03.733448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e879461-7b15-4774-81d5-b82d5706d239 service neutron] Pushing event updated for resources: {'Port': ['ID=5e47ca9a-5609-496d-9b9c-234cf3bf2f19,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:03.892238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d9709-1cd9-4277-bdbe-193639ab7d2b tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Pushing event updated for resources: {'Network': ['ID=c4dfa3e1-b60b-44a9-9090-b22a1fc52173,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:03.911264 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network c4dfa3e1-b60b-44a9-9090-b22a1fc52173 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:20:03.964751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf296d6-12f1-423d-9494-e08729644477 req-881faf95-efbc-4ef0-83ed-d0fdccb1dd5b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:03.972487 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7bf296d6-12f1-423d-9494-e08729644477 req-881faf95-efbc-4ef0-83ed-d0fdccb1dd5b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1470976 Jul 05 10:20:03.997200 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b99d9709-1cd9-4277-bdbe-193639ab7d2b tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7787919 Jul 05 10:20:03.997689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33594) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:04.016097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f705ef7e-c5cf-46bc-adde-1eb82853da38 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Request body: {'subnet': {'network_id': 'c4dfa3e1-b60b-44a9-9090-b22a1fc52173', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:04.089743 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-982ef7a7-9b03-45af-9829-9d9d43867760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:04.095224 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-982ef7a7-9b03-45af-9829-9d9d43867760 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4cf3781db7094fd6b2999873e917d8c7&device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 1095 time: 0.1768692 Jul 05 10:20:04.102764 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7bf296d6-12f1-423d-9494-e08729644477 req-8ecc67fe-160f-4b51-b90e-9f3aba568d3e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293972 Jul 05 10:20:04.164163 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-e2316efa-5533-4efb-a310-c40c22c762a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e47ca9a-5609-496d-9b9c-234cf3bf2f19 HTTP/1.1" status: 200 len: 217 time: 0.0610600 Jul 05 10:20:04.170140 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327a7cb4-a3b1-464d-99c5-b247b193de6c x-openstack-request-id: req-327a7cb4-a3b1-464d-99c5-b247b193de6c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:20:04.170470 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37f18c9-4125-402d-a563-208abe66d786", "tag": "5e47ca9a-5609-496d-9b9c-234cf3bf2f19", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:20:04.170680 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-327a7cb4-a3b1-464d-99c5-b247b193de6c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:20:04.171067 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37f18c9-4125-402d-a563-208abe66d786', 'tag': '5e47ca9a-5609-496d-9b9c-234cf3bf2f19', 'status': 'completed', 'code': 200} Jul 05 10:20:04.249710 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-2d58c673-e617-4c29-bb86-0d59c182addb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:04.251251 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-2d58c673-e617-4c29-bb86-0d59c182addb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee2f540f-d648-4fce-bd99-a67eef56ee7c HTTP/1.1" status: 200 len: 854 time: 0.0742404 Jul 05 10:20:04.295443 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-b9b79202-3d4d-4e1e-8f11-e8d21cffb226 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19bdaac7-4c06-48ce-b69f-b6afbbae32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366201 Jul 05 10:20:04.344631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f705ef7e-c5cf-46bc-adde-1eb82853da38 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Made reservation on behalf of 83e301c9f6034e299a9fc49dcf289e2a for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:04.349799 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f705ef7e-c5cf-46bc-adde-1eb82853da38 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:04.445107 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-27551684-17c1-45f7-8915-13363d01edee service neutron] 10.222.0.64 "GET /v2.0/networks/19bdaac7-4c06-48ce-b69f-b6afbbae32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434424 Jul 05 10:20:04.581113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ef357-0e29-431e-8a49-fa1e84a0862c req-952d535b-8e77-4882-9123-89e7e0897b58 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:04.583055 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-78d2e0fc-fb37-409c-9b3e-f3bd251f2f2f req-39114186-43f5-4266-898c-0109dad20bbe service neutron] 10.222.0.64 "GET /v2.0/networks/19bdaac7-4c06-48ce-b69f-b6afbbae32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286721 Jul 05 10:20:04.588204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a8ef357-0e29-431e-8a49-fa1e84a0862c req-952d535b-8e77-4882-9123-89e7e0897b58 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1210325 Jul 05 10:20:04.668103 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a8ef357-0e29-431e-8a49-fa1e84a0862c req-3109b238-4ad6-4b8e-8a92-8bfa1562b061 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749116 Jul 05 10:20:04.805829 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f705ef7e-c5cf-46bc-adde-1eb82853da38 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:04.818051 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dbbd8-603a-4522-b15f-47a88500b003 req-f79cd573-b240-4b80-afcb-11db1626dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:04.819628 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ac6dbbd8-603a-4522-b15f-47a88500b003 req-f79cd573-b240-4b80-afcb-11db1626dd6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4cf3781db7094fd6b2999873e917d8c7&device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 1095 time: 0.0893493 Jul 05 10:20:04.949613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705ef7e-c5cf-46bc-adde-1eb82853da38 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Pushing event updated for resources: {'Subnet': ['ID=68611e34-4cd9-4e24-823b-0589a4222a84,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:04.971570 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705ef7e-c5cf-46bc-adde-1eb82853da38 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Checking segment: {'id': 'bfe5887b-eb09-473f-a132-26a55dc2676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c4dfa3e1-b60b-44a9-9090-b22a1fc52173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:04.978202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f705ef7e-c5cf-46bc-adde-1eb82853da38 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Network hostable DHCP agents. Network: c4dfa3e1-b60b-44a9-9090-b22a1fc52173, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:20:04.990327 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe352d-c42e-48d1-97af-f4be0c89ab83 req-49815cfe-a52a-444e-b943-4fe8e1e5f5af tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:04.996758 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dbbd8-603a-4522-b15f-47a88500b003 req-133fa638-8e3b-4f75-8ead-71a40f09a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:04.997979 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-edbe352d-c42e-48d1-97af-f4be0c89ab83 req-49815cfe-a52a-444e-b943-4fe8e1e5f5af tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 943 time: 0.1847391 Jul 05 10:20:04.999201 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ac6dbbd8-603a-4522-b15f-47a88500b003 req-133fa638-8e3b-4f75-8ead-71a40f09a1c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=19bdaac7-4c06-48ce-b69f-b6afbbae32ab HTTP/1.1" status: 200 len: 915 time: 0.1731651 Jul 05 10:20:05.042662 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-edbe352d-c42e-48d1-97af-f4be0c89ab83 req-1e414885-3a96-4c5e-ba47-51106c8f4e60 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437994 Jul 05 10:20:05.050312 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ac6dbbd8-603a-4522-b15f-47a88500b003 req-abe10641-409b-4ec1-8766-ce7d4c602c4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e47ca9a-5609-496d-9b9c-234cf3bf2f19 HTTP/1.1" status: 200 len: 217 time: 0.0427456 Jul 05 10:20:05.095856 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f705ef7e-c5cf-46bc-adde-1eb82853da38 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Network c4dfa3e1-b60b-44a9-9090-b22a1fc52173 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:20:05.112824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dbbd8-603a-4522-b15f-47a88500b003 req-6a656e4c-2bf3-4e20-b968-0c98af88ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:05.114286 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ac6dbbd8-603a-4522-b15f-47a88500b003 req-6a656e4c-2bf3-4e20-b968-0c98af88ae2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee2f540f-d648-4fce-bd99-a67eef56ee7c HTTP/1.1" status: 200 len: 854 time: 0.0576372 Jul 05 10:20:05.160070 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ac6dbbd8-603a-4522-b15f-47a88500b003 req-e57b5df2-b11b-4f3c-a1de-8883ae8e5569 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19bdaac7-4c06-48ce-b69f-b6afbbae32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362899 Jul 05 10:20:05.204104 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-f705ef7e-c5cf-46bc-adde-1eb82853da38 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, c4dfa3e1-b60b-44a9-9090-b22a1fc52173) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:05.209310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705ef7e-c5cf-46bc-adde-1eb82853da38 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:05.209980 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f705ef7e-c5cf-46bc-adde-1eb82853da38 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:05.210131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32d0076-e0b3-43f4-af21-b11eed94cec7 None None] Network c4dfa3e1-b60b-44a9-9090-b22a1fc52173 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:05.298455 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f705ef7e-c5cf-46bc-adde-1eb82853da38 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2973568 Jul 05 10:20:05.301090 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33622) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:05.307055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f5f170e2-cbe6-43c5-9de4-7324f2e29918 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Request body: {'port': {'network_id': 'c4dfa3e1-b60b-44a9-9090-b22a1fc52173', 'name': 'tempest-DHCPAgentSchedulersTestJSON-365324086'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:05.319207 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ac6dbbd8-603a-4522-b15f-47a88500b003 req-86340eb2-b02c-4698-a420-d1baa7865f66 service neutron] 10.222.0.64 "GET /v2.0/networks/19bdaac7-4c06-48ce-b69f-b6afbbae32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528535 Jul 05 10:20:05.559078 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ac6dbbd8-603a-4522-b15f-47a88500b003 req-60cf8025-cbea-45ef-acd7-a25ce1e22c0f service neutron] 10.222.0.64 "GET /v2.0/networks/19bdaac7-4c06-48ce-b69f-b6afbbae32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324121 Jul 05 10:20:05.662759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f170e2-cbe6-43c5-9de4-7324f2e29918 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Made reservation on behalf of 83e301c9f6034e299a9fc49dcf289e2a for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:05.666579 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f5f170e2-cbe6-43c5-9de4-7324f2e29918 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:05.702457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-f5f170e2-cbe6-43c5-9de4-7324f2e29918 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] device_id is not set on port 0a6e4636-1750-49ca-939d-06273c607896 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:20:05.739273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-c4dfa3e1-b60b-44a9-9090-b22a1fc52173', 'network_id': 'c4dfa3e1-b60b-44a9-9090-b22a1fc52173', 'tenant_id': '83e301c9f6034e299a9fc49dcf289e2a', 'fixed_ips': [{'subnet_id': '68611e34-4cd9-4e24-823b-0589a4222a84'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:20:05.740285 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:05.791153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18755106-6384-4ca4-a479-8185e824fd30 req-bac4e37e-9cd5-4000-8f8a-b8439e1d2b44 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:05.798931 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-18755106-6384-4ca4-a479-8185e824fd30 req-bac4e37e-9cd5-4000-8f8a-b8439e1d2b44 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1141138 Jul 05 10:20:05.877627 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-f5f170e2-cbe6-43c5-9de4-7324f2e29918 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Allocated IP 172.20.0.10 (c4dfa3e1-b60b-44a9-9090-b22a1fc52173/68611e34-4cd9-4e24-823b-0589a4222a84/0a6e4636-1750-49ca-939d-06273c607896) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:05.887455 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-18755106-6384-4ca4-a479-8185e824fd30 req-62827c3f-7c7c-45cd-947b-eb02708fc8c9 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844312 Jul 05 10:20:06.119166 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f5f170e2-cbe6-43c5-9de4-7324f2e29918 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:06.130056 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-f5f170e2-cbe6-43c5-9de4-7324f2e29918 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Transition to ACTIVE for port object 0a6e4636-1750-49ca-939d-06273c607896 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:06.258017 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f5f170e2-cbe6-43c5-9de4-7324f2e29918 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:06.321750 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f170e2-cbe6-43c5-9de4-7324f2e29918 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Network c4dfa3e1-b60b-44a9-9090-b22a1fc52173 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:06.331617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-f5f170e2-cbe6-43c5-9de4-7324f2e29918 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:06.352322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f170e2-cbe6-43c5-9de4-7324f2e29918 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:06.389330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Allocated IP 172.20.0.2 (c4dfa3e1-b60b-44a9-9090-b22a1fc52173/68611e34-4cd9-4e24-823b-0589a4222a84/44c5abb1-6570-40f9-9be1-4a9b201d99a3) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:06.440758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f170e2-cbe6-43c5-9de4-7324f2e29918 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Pushing event updated for resources: {'Port': ['ID=0a6e4636-1750-49ca-939d-06273c607896,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:06.561475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f170e2-cbe6-43c5-9de4-7324f2e29918 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:06.567065 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f5f170e2-cbe6-43c5-9de4-7324f2e29918 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:06.660872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223a5d2-8e1a-4886-9523-25a61242a669 req-bdb7673e-3ffe-40bb-9a4b-604c55b7c736 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:06.664356 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2223a5d2-8e1a-4886-9523-25a61242a669 req-bdb7673e-3ffe-40bb-9a4b-604c55b7c736 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 943 time: 0.3333576 Jul 05 10:20:06.669652 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33656) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:06.677386 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f5f170e2-cbe6-43c5-9de4-7324f2e29918 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3691120 Jul 05 10:20:06.715487 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:06.738674 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Transition to ACTIVE for port object 44c5abb1-6570-40f9-9be1-4a9b201d99a3 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:06.765561 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Transition to ACTIVE for port object 44c5abb1-6570-40f9-9be1-4a9b201d99a3 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:06.777976 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2223a5d2-8e1a-4886-9523-25a61242a669 req-f55fe5e3-f977-4f2a-b613-203048860d8e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955517 Jul 05 10:20:06.914673 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:06.986786 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-81b28818-55d4-4872-bec8-30bde2c3ebc3 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Deleting port 0a6e4636-1750-49ca-939d-06273c607896 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:06.987340 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-81b28818-55d4-4872-bec8-30bde2c3ebc3 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:06.997922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Network c4dfa3e1-b60b-44a9-9090-b22a1fc52173 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:07.022743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:07.026567 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:07.074624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Pushing event updated for resources: {'Port': ['ID=44c5abb1-6570-40f9-9be1-4a9b201d99a3,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:07.198879 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-81b28818-55d4-4872-bec8-30bde2c3ebc3 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.226713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Attempting to bind port 44c5abb1-6570-40f9-9be1-4a9b201d99a3 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:20:07.228760 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Attempting to bind port 44c5abb1-6570-40f9-9be1-4a9b201d99a3 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'bfe5887b-eb09-473f-a132-26a55dc2676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c4dfa3e1-b60b-44a9-9090-b22a1fc52173'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:20:07.229137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Attempting to bind port 44c5abb1-6570-40f9-9be1-4a9b201d99a3 on network c4dfa3e1-b60b-44a9-9090-b22a1fc52173 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:20:07.234628 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:20:07.235006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Checking segment: {'id': 'bfe5887b-eb09-473f-a132-26a55dc2676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c4dfa3e1-b60b-44a9-9090-b22a1fc52173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:07.235409 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.235836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Bound using segment: {'id': 'bfe5887b-eb09-473f-a132-26a55dc2676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c4dfa3e1-b60b-44a9-9090-b22a1fc52173'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:20:07.236306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Bound port: 44c5abb1-6570-40f9-9be1-4a9b201d99a3, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe5887b-eb09-473f-a132-26a55dc2676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c4dfa3e1-b60b-44a9-9090-b22a1fc52173'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:20:07.236448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-81b28818-55d4-4872-bec8-30bde2c3ebc3 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Calling delete_port for 0a6e4636-1750-49ca-939d-06273c607896 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:07.236692 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.414332 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] For port 44c5abb1-6570-40f9-9be1-4a9b201d99a3, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:20:07.418786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] For port 44c5abb1-6570-40f9-9be1-4a9b201d99a3, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=44c5abb1-6570-40f9-9be1-4a9b201d99a3,segment=NetworkSegment(bfe5887b-eb09-473f-a132-26a55dc2676d),segment_id=bfe5887b-eb09-473f-a132-26a55dc2676d)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:20:07.560348 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.626091 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbed4e-56d8-4b38-9c02-7ba67404aa1e None None] Pushing event updated for resources: {'Port': ['ID=44c5abb1-6570-40f9-9be1-4a9b201d99a3,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:07.649984 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-81b28818-55d4-4872-bec8-30bde2c3ebc3 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.718186 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55681c80-df98-45bb-920e-36af0ebcfe0c req-f4958191-bb21-44e4-a3de-0c96c72af0de tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:07.720661 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-55681c80-df98-45bb-920e-36af0ebcfe0c req-f4958191-bb21-44e4-a3de-0c96c72af0de tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1285539 Jul 05 10:20:07.808067 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-55681c80-df98-45bb-920e-36af0ebcfe0c req-7f5f05b1-f712-47ed-971f-c36e56094d0e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774126 Jul 05 10:20:07.879444 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-81b28818-55d4-4872-bec8-30bde2c3ebc3 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:07.883862 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-81b28818-55d4-4872-bec8-30bde2c3ebc3 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] 10.222.0.77 "DELETE /v2.0/ports/0a6e4636-1750-49ca-939d-06273c607896 HTTP/1.1" status: 204 len: 168 time: 1.2108037 Jul 05 10:20:07.885125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33678) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:07.892122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b28818-55d4-4872-bec8-30bde2c3ebc3 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Pushing event deleted for resources: {'Port': ['ID=0a6e4636-1750-49ca-939d-06273c607896,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:07.913615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33682) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:07.983554 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:20:08.144196 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.194966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5e47ca9a-5609-496d-9b9c-234cf3bf2f19, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5e47ca9a-5609-496d-9b9c-234cf3bf2f19,segment=NetworkSegment(94c48217-bb17-493a-86d1-cf2fb7cc5808),segment_id=94c48217-bb17-493a-86d1-cf2fb7cc5808)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:08.210449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '5e47ca9a-5609-496d-9b9c-234cf3bf2f19', 'network_id': '19bdaac7-4c06-48ce-b69f-b6afbbae32ab', 'port_id': '5e47ca9a-5609-496d-9b9c-234cf3bf2f19', 'mac_address': 'fa:16:3e:df:1a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2f540f-d648-4fce-bd99-a67eef56ee7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:20:08.257057 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.274775 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:20:08.283492 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0ac9e-4f1b-4808-bff9-20c30e021b69 req-b15b6438-57de-475f-9713-68d7f2ca7610 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:08.298565 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5e47ca9a-5609-496d-9b9c-234cf3bf2f19, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5e47ca9a-5609-496d-9b9c-234cf3bf2f19,segment=NetworkSegment(94c48217-bb17-493a-86d1-cf2fb7cc5808),segment_id=94c48217-bb17-493a-86d1-cf2fb7cc5808)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:08.304628 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-61f0ac9e-4f1b-4808-bff9-20c30e021b69 req-b15b6438-57de-475f-9713-68d7f2ca7610 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 943 time: 0.2817202 Jul 05 10:20:08.344400 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-61f0ac9e-4f1b-4808-bff9-20c30e021b69 req-6e28b572-b9a4-4b81-af09-5e4553b3952e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377750 Jul 05 10:20:08.352786 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.373009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33688) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:08.374130 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-89aafcce-e4e7-4143-bf40-0dd0bf9da041 tempest-DHCPAgentSchedulersTestJSON-916184388 tempest-DHCPAgentSchedulersTestJSON-916184388-project-admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4880669 Jul 05 10:20:08.376798 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.380679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-308ccd23-7741-4bef-9f84-db23cc4fc89d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1655328737'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:08.428617 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.482334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=5e47ca9a-5609-496d-9b9c-234cf3bf2f19,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:08.490759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308ccd23-7741-4bef-9f84-db23cc4fc89d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Made reservation on behalf of 83e301c9f6034e299a9fc49dcf289e2a for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:08.495949 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-308ccd23-7741-4bef-9f84-db23cc4fc89d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.499669 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a293a874f9f4383b982db6ea98b1761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5847671 Jul 05 10:20:08.500303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33694) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:08.506631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bf330c-adb6-486c-9794-d4d70390a2d5,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:08.535581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:08.536267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:08.536793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:08.538812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:08.539324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:08.541643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:08.542203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:08.542700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:08.543193 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:08.543749 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:08.544257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:08.544759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9daa6f-3d96-480f-9ba4-727077d675d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:08.566151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308ccd23-7741-4bef-9f84-db23cc4fc89d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:20:08.576363 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-308ccd23-7741-4bef-9f84-db23cc4fc89d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.576706 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-308ccd23-7741-4bef-9f84-db23cc4fc89d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Added segment eb5943ed-4086-4a6a-a792-4956c002f99a of type vlan for network 392a87e0-e4f6-4b68-bd09-837249cf717b Jul 05 10:20:08.611301 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33696) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:08.617522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-76eed3c9-24ba-4f72-a9c7-188e0457e789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1628468681'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:08.619297 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-234961b2-d27a-4bd6-8052-8d6b31c02d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.637571 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-308ccd23-7741-4bef-9f84-db23cc4fc89d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.651892 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['5e47ca9a-5609-496d-9b9c-234cf3bf2f19'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:20:08.655241 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-234961b2-d27a-4bd6-8052-8d6b31c02d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.788053 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-308ccd23-7741-4bef-9f84-db23cc4fc89d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.795748 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308ccd23-7741-4bef-9f84-db23cc4fc89d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:08.797351 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-308ccd23-7741-4bef-9f84-db23cc4fc89d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.835079 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-234961b2-d27a-4bd6-8052-8d6b31c02d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.838169 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-234961b2-d27a-4bd6-8052-8d6b31c02d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:08.847342 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-234961b2-d27a-4bd6-8052-8d6b31c02d34 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/90bf330c-adb6-486c-9794-d4d70390a2d5 HTTP/1.1" status: 204 len: 168 time: 0.3411443 Jul 05 10:20:08.894027 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234961b2-d27a-4bd6-8052-8d6b31c02d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bf330c-adb6-486c-9794-d4d70390a2d5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:09.016567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76eed3c9-24ba-4f72-a9c7-188e0457e789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Made reservation on behalf of b6730456afa24179937818b8d8e62041 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:09.026778 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76eed3c9-24ba-4f72-a9c7-188e0457e789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:09.058404 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 44c5abb1-6570-40f9-9be1-4a9b201d99a3 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:20:09.118989 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76eed3c9-24ba-4f72-a9c7-188e0457e789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:20:09.148759 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-308ccd23-7741-4bef-9f84-db23cc4fc89d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7742310 Jul 05 10:20:09.155259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33704) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.187190 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76eed3c9-24ba-4f72-a9c7-188e0457e789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:09.188297 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-76eed3c9-24ba-4f72-a9c7-188e0457e789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Added segment cc111b8d-ad9a-4eb5-988a-bb47b2978c4d of type vlan for network d022e67d-369f-4a6b-bf01-b31de8b3f25e Jul 05 10:20:09.230291 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e63636-8495-41a8-9b5a-efe67b523213 req-5e5d2bd8-fbc0-4dab-81b6-04472e5c5ec1 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:09.233362 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-65e63636-8495-41a8-9b5a-efe67b523213 req-5e5d2bd8-fbc0-4dab-81b6-04472e5c5ec1 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1024499 Jul 05 10:20:09.251389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 44c5abb1-6570-40f9-9be1-4a9b201d99a3 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:09.254634 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ccd23-7741-4bef-9f84-db23cc4fc89d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Pushing event updated for resources: {'Network': ['ID=392a87e0-e4f6-4b68-bd09-837249cf717b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:09.287617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 392a87e0-e4f6-4b68-bd09-837249cf717b details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:20:09.302049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff10874d-047d-4b68-be0e-7942d98dae80 None None] Network c4dfa3e1-b60b-44a9-9090-b22a1fc52173 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:09.356964 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76eed3c9-24ba-4f72-a9c7-188e0457e789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:09.413188 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-65e63636-8495-41a8-9b5a-efe67b523213 req-f7ab99fd-8d9b-4dcd-975b-a31ba429ab99 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719949 Jul 05 10:20:09.483273 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-164c3d62-f313-40b0-abd4-57aa69b48bdb tempest-DHCPAgentSchedulersTestJSON-916184388 tempest-DHCPAgentSchedulersTestJSON-916184388-project-admin] 10.222.0.77 "GET /v2.0/agents/6dfc08b3-2e5e-40ca-afce-fe82553b0bd9/dhcp-networks HTTP/1.1" status: 200 len: 9672 time: 0.3261986 Jul 05 10:20:09.488482 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33712) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.533351 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76eed3c9-24ba-4f72-a9c7-188e0457e789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:09.541756 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eed3c9-24ba-4f72-a9c7-188e0457e789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:09.542549 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76eed3c9-24ba-4f72-a9c7-188e0457e789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:09.602412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f099140-08df-467b-ae79-77576b86cada tempest-DHCPAgentSchedulersTestJSON-916184388 tempest-DHCPAgentSchedulersTestJSON-916184388-project-admin] Network 392a87e0-e4f6-4b68-bd09-837249cf717b is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:20:09.716633 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3f099140-08df-467b-ae79-77576b86cada tempest-DHCPAgentSchedulersTestJSON-916184388 tempest-DHCPAgentSchedulersTestJSON-916184388-project-admin] 10.222.0.77 "POST /v2.0/agents/6dfc08b3-2e5e-40ca-afce-fe82553b0bd9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2263408 Jul 05 10:20:09.718747 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33722) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.722723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd1f1c-1640-4037-82f6-cfe746c3a11f None None] Network 392a87e0-e4f6-4b68-bd09-837249cf717b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:09.735479 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eed3c9-24ba-4f72-a9c7-188e0457e789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event updated for resources: {'Network': ['ID=d022e67d-369f-4a6b-bf01-b31de8b3f25e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:09.777587 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network d022e67d-369f-4a6b-bf01-b31de8b3f25e details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:20:09.800449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-76eed3c9-24ba-4f72-a9c7-188e0457e789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1879752 Jul 05 10:20:09.802904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33724) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:09.808555 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-fd24fe0a-4fea-4870-a9a0-ec077d19b710 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-924435438'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:09.858640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8923ef63-6679-4f3f-99fe-a743da5ce5a5 None None] Provisioning for port 44c5abb1-6570-40f9-9be1-4a9b201d99a3 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:09.895090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8923ef63-6679-4f3f-99fe-a743da5ce5a5 None None] Provisioning complete for port 44c5abb1-6570-40f9-9be1-4a9b201d99a3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:09.896199 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8923ef63-6679-4f3f-99fe-a743da5ce5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:09.982450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd24fe0a-4fea-4870-a9a0-ec077d19b710 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Made reservation on behalf of b6730456afa24179937818b8d8e62041 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:09.988403 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fd24fe0a-4fea-4870-a9a0-ec077d19b710 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.025822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:20:10.040576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd24fe0a-4fea-4870-a9a0-ec077d19b710 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:20:10.057912 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fd24fe0a-4fea-4870-a9a0-ec077d19b710 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.060398 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-fd24fe0a-4fea-4870-a9a0-ec077d19b710 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Added segment 04cc69ca-b013-491a-958a-44dffe7c8b06 of type vlan for network fe926520-9d96-4a2d-8770-b9c16396c5e0 Jul 05 10:20:10.176018 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8923ef63-6679-4f3f-99fe-a743da5ce5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.181577 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fd24fe0a-4fea-4870-a9a0-ec077d19b710 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.219645 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8923ef63-6679-4f3f-99fe-a743da5ce5a5 None None] For port 44c5abb1-6570-40f9-9be1-4a9b201d99a3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=44c5abb1-6570-40f9-9be1-4a9b201d99a3,segment=NetworkSegment(bfe5887b-eb09-473f-a132-26a55dc2676d),segment_id=bfe5887b-eb09-473f-a132-26a55dc2676d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:10.291050 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:10.295422 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:10.295841 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.345506 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8923ef63-6679-4f3f-99fe-a743da5ce5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.365225 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc859cce-8163-49fe-9470-0068039c2912 req-8c529f33-3996-473a-9f07-a3117b27743d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:10.372252 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fd24fe0a-4fea-4870-a9a0-ec077d19b710 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.373236 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fc859cce-8163-49fe-9470-0068039c2912 req-8c529f33-3996-473a-9f07-a3117b27743d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 944 time: 0.5996716 Jul 05 10:20:10.381297 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd24fe0a-4fea-4870-a9a0-ec077d19b710 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:10.381945 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fd24fe0a-4fea-4870-a9a0-ec077d19b710 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.427198 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0214b614-c08a-4e0a-89e5-3650738744d3 tempest-DHCPAgentSchedulersTestJSON-916184388 tempest-DHCPAgentSchedulersTestJSON-916184388-project-admin] 10.222.0.77 "GET /v2.0/agents/6dfc08b3-2e5e-40ca-afce-fe82553b0bd9/dhcp-networks HTTP/1.1" status: 200 len: 10444 time: 0.7046940 Jul 05 10:20:10.431493 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33738) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:10.485210 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fc859cce-8163-49fe-9470-0068039c2912 req-db71562d-501b-4dac-b87e-d34840616361 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108985 Jul 05 10:20:10.588539 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fd24fe0a-4fea-4870-a9a0-ec077d19b710 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7842152 Jul 05 10:20:10.591146 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33746) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:10.603618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-87e74e91-0ac2-4d76-b983-25bc89bd1f14 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Request body: {'subnet': {'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:10.606136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923ef63-6679-4f3f-99fe-a743da5ce5a5 None None] Pushing event updated for resources: {'Port': ['ID=44c5abb1-6570-40f9-9be1-4a9b201d99a3,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:10.632348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24fe0a-4fea-4870-a9a0-ec077d19b710 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event updated for resources: {'Network': ['ID=fe926520-9d96-4a2d-8770-b9c16396c5e0,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:10.684595 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network fe926520-9d96-4a2d-8770-b9c16396c5e0 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:20:10.688431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33750) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:10.697418 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-32f9da3b-5fef-4ac5-81a0-88fb9d19619f tempest-DHCPAgentSchedulersTestJSON-916184388 tempest-DHCPAgentSchedulersTestJSON-916184388-project-admin] 10.222.0.77 "DELETE /v2.0/agents/6dfc08b3-2e5e-40ca-afce-fe82553b0bd9/dhcp-networks/392a87e0-e4f6-4b68-bd09-837249cf717b HTTP/1.1" status: 204 len: 168 time: 0.2515514 Jul 05 10:20:10.980484 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:10.988018 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e74e91-0ac2-4d76-b983-25bc89bd1f14 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Made reservation on behalf of b6730456afa24179937818b8d8e62041 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:10.991912 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87e74e91-0ac2-4d76-b983-25bc89bd1f14 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:11.049395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33758) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:11.099996 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 44c5abb1-6570-40f9-9be1-4a9b201d99a3 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:20:11.147910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216f0e5-144e-4085-9de3-e13bf4090527 req-86388ce1-1010-4b7c-9181-072380ede871 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:11.154898 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3216f0e5-144e-4085-9de3-e13bf4090527 req-86388ce1-1010-4b7c-9181-072380ede871 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.2375548 Jul 05 10:20:11.188644 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ec74c8f0-0cd6-4b82-8f98-5d87c4b5cfb8 tempest-DHCPAgentSchedulersTestJSON-916184388 tempest-DHCPAgentSchedulersTestJSON-916184388-project-admin] 10.222.0.77 "GET /v2.0/agents/6dfc08b3-2e5e-40ca-afce-fe82553b0bd9/dhcp-networks HTTP/1.1" status: 200 len: 9672 time: 0.4986782 Jul 05 10:20:11.193879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33762) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:11.228349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37f18c9-4125-402d-a563-208abe66d786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e47ca9a-5609-496d-9b9c-234cf3bf2f19'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:20:11.232080 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd63494-5246-4e19-9c4c-403901eada32" -d '{"events": [{"server_uuid": "a37f18c9-4125-402d-a563-208abe66d786", "name": "network-vif-plugged", "status": "completed", "tag": "5e47ca9a-5609-496d-9b9c-234cf3bf2f19"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:20:11.232730 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ac7f01c4-5b98-4b6b-a359-40a6dcd59ab5 tempest-DHCPAgentSchedulersTestJSON-916184388 tempest-DHCPAgentSchedulersTestJSON-916184388-project-admin] 10.222.0.77 "GET /v2.0/networks/c4dfa3e1-b60b-44a9-9090-b22a1fc52173/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0377393 Jul 05 10:20:11.236603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33764) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:11.253555 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3216f0e5-144e-4085-9de3-e13bf4090527 req-aee98496-f4df-4c3e-b817-ea67cc7c4935 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977340 Jul 05 10:20:11.269244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9234347d-590f-4957-8148-056f1f0a7a38 None None] Provisioning complete for port 44c5abb1-6570-40f9-9be1-4a9b201d99a3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:11.269244 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9234347d-590f-4957-8148-056f1f0a7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:11.413921 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4feeeed-8e12-44e1-806d-827ab1cbc77c x-openstack-request-id: req-b4feeeed-8e12-44e1-806d-827ab1cbc77c {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:20:11.414508 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37f18c9-4125-402d-a563-208abe66d786", "name": "network-vif-plugged", "status": "completed", "tag": "5e47ca9a-5609-496d-9b9c-234cf3bf2f19", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:20:11.414946 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4feeeed-8e12-44e1-806d-827ab1cbc77c {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:20:11.415146 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33768) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:11.415624 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d4ab5709-427e-4157-8cb1-fc6018f82e23 tempest-DHCPAgentSchedulersTestJSON-916184388 tempest-DHCPAgentSchedulersTestJSON-916184388-project-admin] 10.222.0.77 "GET /v2.0/networks/c4dfa3e1-b60b-44a9-9090-b22a1fc52173/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1749852 Jul 05 10:20:11.416477 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37f18c9-4125-402d-a563-208abe66d786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e47ca9a-5609-496d-9b9c-234cf3bf2f19', 'code': 200} Jul 05 10:20:11.434373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5e47ca9a-5609-496d-9b9c-234cf3bf2f19, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5e47ca9a-5609-496d-9b9c-234cf3bf2f19,segment=NetworkSegment(94c48217-bb17-493a-86d1-cf2fb7cc5808),segment_id=94c48217-bb17-493a-86d1-cf2fb7cc5808)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:11.436096 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b1884390-3d0c-432f-923e-cbc5bccf8b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:11.466186 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 44c5abb1-6570-40f9-9be1-4a9b201d99a3 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:11.466562 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:11.517929 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a9972c24-2962-4e74-87bd-af4290ba427b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:11.523279 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:11.585152 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=5e47ca9a-5609-496d-9b9c-234cf3bf2f19,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:11.781753 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b1884390-3d0c-432f-923e-cbc5bccf8b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:11.794024 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bc77df57-7e54-4c4d-9f58-e36303f1ad5a None None] Could not find standard attr ID for object 0a6e4636-1750-49ca-939d-06273c607896. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:20:11.818137 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87e74e91-0ac2-4d76-b983-25bc89bd1f14 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:11.927151 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b1884390-3d0c-432f-923e-cbc5bccf8b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.011984 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b1884390-3d0c-432f-923e-cbc5bccf8b19 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a32a37b953c74e3da1f0b1b1d5d1c883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9566994 Jul 05 10:20:12.011984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e74e91-0ac2-4d76-b983-25bc89bd1f14 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event updated for resources: {'Subnet': ['ID=05608ce7-9b32-42d7-8764-6dd3893b6e0b,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:12.018416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e74e91-0ac2-4d76-b983-25bc89bd1f14 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Checking segment: {'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:12.019316 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33776) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:12.020112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e74e91-0ac2-4d76-b983-25bc89bd1f14 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Network hostable DHCP agents. Network: d022e67d-369f-4a6b-bf01-b31de8b3f25e, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:20:12.025064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1884390-3d0c-432f-923e-cbc5bccf8b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279e9ec3-5480-4c52-9136-545074034a50,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:12.116806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708edf1-4a3e-4d2c-b80f-3e64b716fa6e req-9f0d2e06-d6d0-4aa8-8f4e-6b8ef0aed902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:12.118219 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d708edf1-4a3e-4d2c-b80f-3e64b716fa6e req-9f0d2e06-d6d0-4aa8-8f4e-6b8ef0aed902 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 1096 time: 0.6752338 Jul 05 10:20:12.126258 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e74e91-0ac2-4d76-b983-25bc89bd1f14 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Network d022e67d-369f-4a6b-bf01-b31de8b3f25e is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:20:12.131011 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6e4b90ad-6683-4156-9abe-28f08ebb90ef tempest-DHCPAgentSchedulersTestJSON-916184388 tempest-DHCPAgentSchedulersTestJSON-916184388-project-admin] 10.222.0.77 "GET /v2.0/agents/6dfc08b3-2e5e-40ca-afce-fe82553b0bd9/dhcp-networks HTTP/1.1" status: 200 len: 9672 time: 0.7144909 Jul 05 10:20:12.135814 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33778) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:12.182098 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cead81c9-99cb-4a18-8426-7875302166c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.216644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429024a8-4a70-49b2-9a92-2cc2f3aeff15 req-a80d34fa-0e13-4d54-8f43-5fafb299fa9b tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:12.218446 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-429024a8-4a70-49b2-9a92-2cc2f3aeff15 req-a80d34fa-0e13-4d54-8f43-5fafb299fa9b tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 945 time: 0.2218435 Jul 05 10:20:12.223434 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d708edf1-4a3e-4d2c-b80f-3e64b716fa6e req-443aa8f4-9d04-4335-84c2-63b77e38a862 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950620 Jul 05 10:20:12.238172 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cead81c9-99cb-4a18-8426-7875302166c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.268384 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abc0440b-2c39-4644-83ae-6174c396dc8d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.275294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-87e74e91-0ac2-4d76-b983-25bc89bd1f14 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, d022e67d-369f-4a6b-bf01-b31de8b3f25e) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:12.282759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e74e91-0ac2-4d76-b983-25bc89bd1f14 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:12.282759 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87e74e91-0ac2-4d76-b983-25bc89bd1f14 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.287231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa6768-facb-4ce2-8424-61714f31c16e None None] Network d022e67d-369f-4a6b-bf01-b31de8b3f25e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:12.308994 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-429024a8-4a70-49b2-9a92-2cc2f3aeff15 req-a1265943-b308-4027-88a0-8226fc2b37ca tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772667 Jul 05 10:20:12.377455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33786) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:12.377677 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-87e74e91-0ac2-4d76-b983-25bc89bd1f14 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7834041 Jul 05 10:20:12.385000 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-9b9dd2e6-6e0f-4bf6-a021-dc0d8709dfb0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Request body: {'subnet': {'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:12.449507 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cead81c9-99cb-4a18-8426-7875302166c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.456415 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cead81c9-99cb-4a18-8426-7875302166c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.472225 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cead81c9-99cb-4a18-8426-7875302166c6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/279e9ec3-5480-4c52-9136-545074034a50 HTTP/1.1" status: 204 len: 168 time: 0.4426064 Jul 05 10:20:12.488245 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-d022e67d-369f-4a6b-bf01-b31de8b3f25e', 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'fixed_ips': [{'subnet_id': '05608ce7-9b32-42d7-8764-6dd3893b6e0b'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:20:12.489160 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.503881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead81c9-99cb-4a18-8426-7875302166c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279e9ec3-5480-4c52-9136-545074034a50,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:12.550721 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abc0440b-2c39-4644-83ae-6174c396dc8d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.568833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-abc0440b-2c39-4644-83ae-6174c396dc8d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392a87e0-e4f6-4b68-bd09-837249cf717b']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:12.585431 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-abc0440b-2c39-4644-83ae-6174c396dc8d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5943ed-4086-4a6a-a792-4956c002f99a') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:12.585754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-abc0440b-2c39-4644-83ae-6174c396dc8d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5943ed-4086-4a6a-a792-4956c002f99a') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:12.603359 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abc0440b-2c39-4644-83ae-6174c396dc8d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.624173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e08d74-23b6-48e5-8a89-243f96599b3c req-76baa874-9549-4370-abce-efeb2725918f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:12.626288 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-27e08d74-23b6-48e5-8a89-243f96599b3c req-76baa874-9549-4370-abce-efeb2725918f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1776757 Jul 05 10:20:12.638859 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abc0440b-2c39-4644-83ae-6174c396dc8d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.643934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc0440b-2c39-4644-83ae-6174c396dc8d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:20:12.644362 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abc0440b-2c39-4644-83ae-6174c396dc8d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:20:12.647437 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:20:12.657158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9dd2e6-6e0f-4bf6-a021-dc0d8709dfb0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Made reservation on behalf of b6730456afa24179937818b8d8e62041 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:12.661947 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b9dd2e6-6e0f-4bf6-a021-dc0d8709dfb0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.684066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Allocated IP 10.1.1.2 (d022e67d-369f-4a6b-bf01-b31de8b3f25e/05608ce7-9b32-42d7-8764-6dd3893b6e0b/214d3dbf-3cbc-4092-bf29-914c70254e26) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:12.725230 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-27e08d74-23b6-48e5-8a89-243f96599b3c req-6cecea4f-8029-444a-807f-66dbdafa5c00 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924287 Jul 05 10:20:12.875792 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abc0440b-2c39-4644-83ae-6174c396dc8d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.894698 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abc0440b-2c39-4644-83ae-6174c396dc8d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.906692 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-abc0440b-2c39-4644-83ae-6174c396dc8d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] 10.222.0.77 "DELETE /v2.0/networks/392a87e0-e4f6-4b68-bd09-837249cf717b HTTP/1.1" status: 204 len: 168 time: 0.7689977 Jul 05 10:20:12.909659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33794) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:12.929253 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:12.930406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0440b-2c39-4644-83ae-6174c396dc8d tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Pushing event deleted for resources: {'Network': ['ID=392a87e0-e4f6-4b68-bd09-837249cf717b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:12.959618 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-440eca29-7ee1-4e89-bb33-db43d522c591 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] DELETE failed (client error): The resource could not be found. Jul 05 10:20:12.961223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440eca29-7ee1-4e89-bb33-db43d522c591 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:12.963680 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-440eca29-7ee1-4e89-bb33-db43d522c591 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] 10.222.0.77 "DELETE /v2.0/ports/0a6e4636-1750-49ca-939d-06273c607896 HTTP/1.1" status: 404 len: 333 time: 0.0528257 Jul 05 10:20:12.965496 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Transition to ACTIVE for port object 214d3dbf-3cbc-4092-bf29-914c70254e26 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:12.966490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33796) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:12.995221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Transition to ACTIVE for port object 214d3dbf-3cbc-4092-bf29-914c70254e26 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:13.039513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03078d0-f298-494c-93d1-a6b1ed37d410 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Deleting subnet 68611e34-4cd9-4e24-823b-0589a4222a84 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:20:13.043287 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e03078d0-f298-494c-93d1-a6b1ed37d410 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.100983 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b9dd2e6-6e0f-4bf6-a021-dc0d8709dfb0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.101132 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.104009 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e03078d0-f298-494c-93d1-a6b1ed37d410 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.143242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Network d022e67d-369f-4a6b-bf01-b31de8b3f25e is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:13.146204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:13.151930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:13.161106 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Pushing event updated for resources: {'Port': ['ID=214d3dbf-3cbc-4092-bf29-914c70254e26,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:13.181674 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dd2e6-6e0f-4bf6-a021-dc0d8709dfb0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event updated for resources: {'Subnet': ['ID=0e9418dd-e12b-4545-a8c0-25cb3a67831b,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:13.193431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9dd2e6-6e0f-4bf6-a021-dc0d8709dfb0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Checking segment: {'id': '04cc69ca-b013-491a-958a-44dffe7c8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:13.194189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9dd2e6-6e0f-4bf6-a021-dc0d8709dfb0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Network hostable DHCP agents. Network: fe926520-9d96-4a2d-8770-b9c16396c5e0, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:20:13.234656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Attempting to bind port 214d3dbf-3cbc-4092-bf29-914c70254e26 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:20:13.235059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Attempting to bind port 214d3dbf-3cbc-4092-bf29-914c70254e26 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:20:13.235498 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Attempting to bind port 214d3dbf-3cbc-4092-bf29-914c70254e26 on network d022e67d-369f-4a6b-bf01-b31de8b3f25e {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:20:13.237847 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e03078d0-f298-494c-93d1-a6b1ed37d410 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.242306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:20:13.242798 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Checking segment: {'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:13.243323 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.243843 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Bound using segment: {'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:20:13.244409 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Bound port: 214d3dbf-3cbc-4092-bf29-914c70254e26, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:20:13.244888 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.293072 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9dd2e6-6e0f-4bf6-a021-dc0d8709dfb0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Network fe926520-9d96-4a2d-8770-b9c16396c5e0 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:20:13.343363 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] For port 214d3dbf-3cbc-4092-bf29-914c70254e26, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:20:13.346968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] For port 214d3dbf-3cbc-4092-bf29-914c70254e26, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=214d3dbf-3cbc-4092-bf29-914c70254e26,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:20:13.358045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33804) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:13.372276 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31772104-8f89-4dac-be02-6132af1bc999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.389485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-9b9dd2e6-6e0f-4bf6-a021-dc0d8709dfb0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, fe926520-9d96-4a2d-8770-b9c16396c5e0) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:13.396375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9dd2e6-6e0f-4bf6-a021-dc0d8709dfb0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:13.397092 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b9dd2e6-6e0f-4bf6-a021-dc0d8709dfb0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.401595 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.414846 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e03078d0-f298-494c-93d1-a6b1ed37d410 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.463498 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc81bac-00f4-4989-9733-fff7c610bcba None None] Network fe926520-9d96-4a2d-8770-b9c16396c5e0 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:13.494377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03078d0-f298-494c-93d1-a6b1ed37d410 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Pushing event deleted for resources: {'Subnet': ['ID=68611e34-4cd9-4e24-823b-0589a4222a84,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:13.509133 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e03078d0-f298-494c-93d1-a6b1ed37d410 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.517877 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9b9dd2e6-6e0f-4bf6-a021-dc0d8709dfb0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1311915 Jul 05 10:20:13.518537 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e03078d0-f298-494c-93d1-a6b1ed37d410 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] 10.222.0.77 "DELETE /v2.0/subnets/68611e34-4cd9-4e24-823b-0589a4222a84 HTTP/1.1" status: 204 len: 168 time: 0.5427709 Jul 05 10:20:13.519537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33808) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:13.521663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33810) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:13.549379 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-bbbe5d56-c7e4-4c3e-baa8-20dd48fe1efe tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Request body: {'port': {'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e', 'name': 'tempest-TaggedBootDevicesTest_v242-1246957868', 'fixed_ips': [{'subnet_id': '05608ce7-9b32-42d7-8764-6dd3893b6e0b'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:13.582346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd75c5-9cbe-43e7-9643-f91b2db14f69 req-6f8fc51c-864e-4f04-90e8-19f7efe00368 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:13.590001 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73fd75c5-9cbe-43e7-9643-f91b2db14f69 req-6f8fc51c-864e-4f04-90e8-19f7efe00368 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 945 time: 0.0968082 Jul 05 10:20:13.610247 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361a3fd-e195-4173-a8b2-9a8a2ef99a83 None None] Pushing event updated for resources: {'Port': ['ID=214d3dbf-3cbc-4092-bf29-914c70254e26,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:13.616976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2710b3-1f6f-4b6d-8864-d405e1cbda2c None None] Network c4dfa3e1-b60b-44a9-9090-b22a1fc52173 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:13.643550 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73fd75c5-9cbe-43e7-9643-f91b2db14f69 req-b6b3fc15-6955-47ac-8bcf-29b11227f6a4 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524487 Jul 05 10:20:13.715518 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9cdaf9e8-f79a-47a6-8b5e-3d81c383ec9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.786115 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.793503 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-fe926520-9d96-4a2d-8770-b9c16396c5e0', 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'fixed_ips': [{'subnet_id': '0e9418dd-e12b-4545-a8c0-25cb3a67831b'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:20:13.794418 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.802290 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.882487 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31772104-8f89-4dac-be02-6132af1bc999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.903491 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Deleting port 44c5abb1-6570-40f9-9be1-4a9b201d99a3 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:13.903942 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:13.979441 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31772104-8f89-4dac-be02-6132af1bc999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.019575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Allocated IP 10.2.2.2 (fe926520-9d96-4a2d-8770-b9c16396c5e0/0e9418dd-e12b-4545-a8c0-25cb3a67831b/5231877d-f8f9-4655-ba38-121dd35fc3bf) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:14.062410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] For port 44c5abb1-6570-40f9-9be1-4a9b201d99a3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=44c5abb1-6570-40f9-9be1-4a9b201d99a3,segment=NetworkSegment(bfe5887b-eb09-473f-a132-26a55dc2676d),segment_id=bfe5887b-eb09-473f-a132-26a55dc2676d)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:14.062781 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.067092 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-31772104-8f89-4dac-be02-6132af1bc999 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=83859e3792704ff786c0081f178e7ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7079730 Jul 05 10:20:14.072201 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33814) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:14.085111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Calling delete_port for 44c5abb1-6570-40f9-9be1-4a9b201d99a3 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:14.091504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d36789-dded-453d-be63-f332d847135b None None] DHCP port deletion for c4dfa3e1-b60b-44a9-9090-b22a1fc52173 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:20:14.094225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31772104-8f89-4dac-be02-6132af1bc999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dc4f8c-0463-422a-9a75-2674e4d23a6a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:14.149225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbe5d56-c7e4-4c3e-baa8-20dd48fe1efe tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Made reservation on behalf of b6730456afa24179937818b8d8e62041 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:14.157979 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d539095-49ff-40b2-b837-fdc382baf42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.188419 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d539095-49ff-40b2-b837-fdc382baf42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.203666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3a972-0c1d-49ca-85e6-fd3ebc60e9e0 req-37f2b8b9-b1a3-4da4-915a-19c3efa3cf6d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:14.205230 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47e3a972-0c1d-49ca-85e6-fd3ebc60e9e0 req-37f2b8b9-b1a3-4da4-915a-19c3efa3cf6d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.2491755 Jul 05 10:20:14.238697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-91d36789-dded-453d-be63-f332d847135b None None] Deleting port 44c5abb1-6570-40f9-9be1-4a9b201d99a3 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:14.239497 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-91d36789-dded-453d-be63-f332d847135b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.301771 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47e3a972-0c1d-49ca-85e6-fd3ebc60e9e0 req-58498a99-3b3b-45b9-8688-c87eb426837e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875227 Jul 05 10:20:14.305725 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5d56-c7e4-4c3e-baa8-20dd48fe1efe tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.327596 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d539095-49ff-40b2-b837-fdc382baf42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.327930 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-bbbe5d56-c7e4-4c3e-baa8-20dd48fe1efe tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] device_id is not set on port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:20:14.331071 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d539095-49ff-40b2-b837-fdc382baf42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.333146 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9d539095-49ff-40b2-b837-fdc382baf42a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3dc4f8c-0463-422a-9a75-2674e4d23a6a HTTP/1.1" status: 204 len: 168 time: 0.2584155 Jul 05 10:20:14.345421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d539095-49ff-40b2-b837-fdc382baf42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dc4f8c-0463-422a-9a75-2674e4d23a6a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:14.377621 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.415236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Pushing event deleted for resources: {'Port': ['ID=44c5abb1-6570-40f9-9be1-4a9b201d99a3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:14.423028 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] No DVR routers for this DVR port 44c5abb1-6570-40f9-9be1-4a9b201d99a3 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:20:14.495873 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.526054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Transition to ACTIVE for port object 5231877d-f8f9-4655-ba38-121dd35fc3bf will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:14.566510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Transition to ACTIVE for port object 5231877d-f8f9-4655-ba38-121dd35fc3bf will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:14.582860 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.590059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-91d36789-dded-453d-be63-f332d847135b None None] For port 44c5abb1-6570-40f9-9be1-4a9b201d99a3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=44c5abb1-6570-40f9-9be1-4a9b201d99a3,segment=NetworkSegment(bfe5887b-eb09-473f-a132-26a55dc2676d),segment_id=bfe5887b-eb09-473f-a132-26a55dc2676d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:14.590591 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-91d36789-dded-453d-be63-f332d847135b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.607176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-91d36789-dded-453d-be63-f332d847135b None None] Calling delete_port for 44c5abb1-6570-40f9-9be1-4a9b201d99a3 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:14.622335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4dfa3e1-b60b-44a9-9090-b22a1fc52173']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:14.646199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe5887b-eb09-473f-a132-26a55dc2676d') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:14.646497 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe5887b-eb09-473f-a132-26a55dc2676d') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:14.660650 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.667054 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.686630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-bbbe5d56-c7e4-4c3e-baa8-20dd48fe1efe tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Allocated IP 10.1.1.97 (d022e67d-369f-4a6b-bf01-b31de8b3f25e/05608ce7-9b32-42d7-8764-6dd3893b6e0b/0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:14.693047 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.706861 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:20:14.707305 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:20:14.711079 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:20:14.721963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Network fe926520-9d96-4a2d-8770-b9c16396c5e0 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:14.723440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:14.729603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:14.749883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Pushing event updated for resources: {'Port': ['ID=5231877d-f8f9-4655-ba38-121dd35fc3bf,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:14.840082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Attempting to bind port 5231877d-f8f9-4655-ba38-121dd35fc3bf on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:20:14.840461 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Attempting to bind port 5231877d-f8f9-4655-ba38-121dd35fc3bf by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '04cc69ca-b013-491a-958a-44dffe7c8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:20:14.840827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Attempting to bind port 5231877d-f8f9-4655-ba38-121dd35fc3bf on network fe926520-9d96-4a2d-8770-b9c16396c5e0 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:20:14.844097 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-91d36789-dded-453d-be63-f332d847135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.938673 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:20:14.939426 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Checking segment: {'id': '04cc69ca-b013-491a-958a-44dffe7c8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:14.940179 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.940875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Bound using segment: {'id': '04cc69ca-b013-491a-958a-44dffe7c8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:20:14.941573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Bound port: 5231877d-f8f9-4655-ba38-121dd35fc3bf, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cc69ca-b013-491a-958a-44dffe7c8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:20:14.942257 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.949821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10742a01-01f4-4c90-a9c3-9e7b0d06a928 req-1fffe385-9e14-47a7-884f-5cf58561d265 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:14.957827 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10742a01-01f4-4c90-a9c3-9e7b0d06a928 req-1fffe385-9e14-47a7-884f-5cf58561d265 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 945 time: 0.1824269 Jul 05 10:20:14.974198 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d36789-dded-453d-be63-f332d847135b None None] Pushing event deleted for resources: {'Port': ['ID=44c5abb1-6570-40f9-9be1-4a9b201d99a3,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:14.980275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d36789-dded-453d-be63-f332d847135b None None] No DVR routers for this DVR port 44c5abb1-6570-40f9-9be1-4a9b201d99a3 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:20:14.988904 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:14.999439 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.003639 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] 10.222.0.77 "DELETE /v2.0/networks/c4dfa3e1-b60b-44a9-9090-b22a1fc52173 HTTP/1.1" status: 204 len: 168 time: 1.4787838 Jul 05 10:20:15.065660 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10742a01-01f4-4c90-a9c3-9e7b0d06a928 req-9f0b0429-891a-4913-a1c7-41d7df8a9d6b tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062176 Jul 05 10:20:15.077301 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0aeb0-f7a0-4015-916c-b5070fb7a3d0 tempest-DHCPAgentSchedulersTestJSON-49166412 tempest-DHCPAgentSchedulersTestJSON-49166412-project] Pushing event deleted for resources: {'Network': ['ID=c4dfa3e1-b60b-44a9-9090-b22a1fc52173,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:15.091703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 214d3dbf-3cbc-4092-bf29-914c70254e26 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:20:15.095047 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fd692b-a15a-415c-9392-08e0e5035116 None None] Network d022e67d-369f-4a6b-bf01-b31de8b3f25e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:15.097986 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5d56-c7e4-4c3e-baa8-20dd48fe1efe tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.099808 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.116558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-bbbe5d56-c7e4-4c3e-baa8-20dd48fe1efe tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Transition to ACTIVE for port object 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:15.212473 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5d56-c7e4-4c3e-baa8-20dd48fe1efe tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.261145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] For port 5231877d-f8f9-4655-ba38-121dd35fc3bf, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:20:15.266520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] For port 5231877d-f8f9-4655-ba38-121dd35fc3bf, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5231877d-f8f9-4655-ba38-121dd35fc3bf,segment=NetworkSegment(04cc69ca-b013-491a-958a-44dffe7c8b06),segment_id=04cc69ca-b013-491a-958a-44dffe7c8b06)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:20:15.295207 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-499a955c-e199-4e89-83a4-bba1fb8366f1 None None] Provisioning for port 214d3dbf-3cbc-4092-bf29-914c70254e26 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:15.319644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe5d56-c7e4-4c3e-baa8-20dd48fe1efe tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Network d022e67d-369f-4a6b-bf01-b31de8b3f25e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:15.344733 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-bbbe5d56-c7e4-4c3e-baa8-20dd48fe1efe tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:15.352986 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe5d56-c7e4-4c3e-baa8-20dd48fe1efe tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:15.368664 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 214d3dbf-3cbc-4092-bf29-914c70254e26 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:15.374364 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 214d3dbf-3cbc-4092-bf29-914c70254e26 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:15.375302 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.420174 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.446924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe5d56-c7e4-4c3e-baa8-20dd48fe1efe tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event updated for resources: {'Port': ['ID=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:15.508805 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe5d56-c7e4-4c3e-baa8-20dd48fe1efe tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:15.510674 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5d56-c7e4-4c3e-baa8-20dd48fe1efe tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.652074 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.654953 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d998b-d573-492a-bb7d-ffa46e90c630 None None] Pushing event updated for resources: {'Port': ['ID=5231877d-f8f9-4655-ba38-121dd35fc3bf,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:15.695527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45eecd-3f2a-4569-a13a-56c835726b4c req-6a6c0e4e-caad-47bf-a4d7-aaa8dc642d2c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:15.708377 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bbbe5d56-c7e4-4c3e-baa8-20dd48fe1efe tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1839616 Jul 05 10:20:15.709696 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ad45eecd-3f2a-4569-a13a-56c835726b4c req-6a6c0e4e-caad-47bf-a4d7-aaa8dc642d2c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1372070 Jul 05 10:20:15.710809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33898) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:15.721663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a3337279-7433-4511-b52e-3a8299953b74 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Request body: {'port': {'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e', 'name': 'tempest-TaggedBootDevicesTest_v242-192564973', 'fixed_ips': [{'subnet_id': '05608ce7-9b32-42d7-8764-6dd3893b6e0b'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:15.746395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 214d3dbf-3cbc-4092-bf29-914c70254e26, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=214d3dbf-3cbc-4092-bf29-914c70254e26,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:15.763238 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ad45eecd-3f2a-4569-a13a-56c835726b4c req-c3883722-8ad5-474b-bf7f-f3691b236128 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526776 Jul 05 10:20:15.850981 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:15.985695 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 44c5abb1-6570-40f9-9be1-4a9b201d99a3 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:20:16.029168 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33908) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:16.096573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 44c5abb1-6570-40f9-9be1-4a9b201d99a3 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:20:16.097131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 44c5abb1-6570-40f9-9be1-4a9b201d99a3 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:20:16.113990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=214d3dbf-3cbc-4092-bf29-914c70254e26,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:16.136181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3337279-7433-4511-b52e-3a8299953b74 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Made reservation on behalf of b6730456afa24179937818b8d8e62041 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:16.141812 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3337279-7433-4511-b52e-3a8299953b74 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.188090 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-a3337279-7433-4511-b52e-3a8299953b74 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] device_id is not set on port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:20:16.262259 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-08919fd3-74ff-4a9d-8cf6-8b2fdc93dfa2 None None] Provisioning complete for port 214d3dbf-3cbc-4092-bf29-914c70254e26 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:16.262765 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-08919fd3-74ff-4a9d-8cf6-8b2fdc93dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.341427 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cc0761f9-6a43-4356-9ce8-8c508244b9be admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=83e301c9f6034e299a9fc49dcf289e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102670 Jul 05 10:20:16.343635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33926) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:16.442448 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd238-057b-48d1-a498-604f5c499d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.473584 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd238-057b-48d1-a498-604f5c499d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.548579 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-08919fd3-74ff-4a9d-8cf6-8b2fdc93dfa2 None None] Provisioning for port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:16.561329 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-08919fd3-74ff-4a9d-8cf6-8b2fdc93dfa2 None None] Provisioning complete for port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:16.561711 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-08919fd3-74ff-4a9d-8cf6-8b2fdc93dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.586464 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-a3337279-7433-4511-b52e-3a8299953b74 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Allocated IP 10.1.1.122 (d022e67d-369f-4a6b-bf01-b31de8b3f25e/05608ce7-9b32-42d7-8764-6dd3893b6e0b/88eb18ad-2797-45b6-bdf9-a1ae64cf84b5) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:16.607409 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-08919fd3-74ff-4a9d-8cf6-8b2fdc93dfa2 None None] Port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:20:16.645512 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd238-057b-48d1-a498-604f5c499d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.649503 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd238-057b-48d1-a498-604f5c499d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.652032 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5cbdd238-057b-48d1-a498-604f5c499d59 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d06c601-b4a3-4964-9bee-c2cb246f713c HTTP/1.1" status: 204 len: 168 time: 0.3044474 Jul 05 10:20:16.691523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdd238-057b-48d1-a498-604f5c499d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d06c601-b4a3-4964-9bee-c2cb246f713c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:16.748208 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-86605946-a0ea-41f8-9cca-f55c509c2f6f None None] Provisioning complete for port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:16.748769 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-86605946-a0ea-41f8-9cca-f55c509c2f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.828928 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.861930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-86605946-a0ea-41f8-9cca-f55c509c2f6f None None] Port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:20:16.934686 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3337279-7433-4511-b52e-3a8299953b74 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:16.964692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-a3337279-7433-4511-b52e-3a8299953b74 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Transition to ACTIVE for port object 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:17.103107 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3337279-7433-4511-b52e-3a8299953b74 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.135580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea05e28-1f27-492f-9aee-5be28b419c65 req-fe13e565-97a3-491a-89b1-2b7ad8d90018 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:17.143515 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ea05e28-1f27-492f-9aee-5be28b419c65 req-fe13e565-97a3-491a-89b1-2b7ad8d90018 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1556983 Jul 05 10:20:17.192346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 214d3dbf-3cbc-4092-bf29-914c70254e26 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:20:17.195879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3337279-7433-4511-b52e-3a8299953b74 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Network d022e67d-369f-4a6b-bf01-b31de8b3f25e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:17.201650 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a3337279-7433-4511-b52e-3a8299953b74 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:17.231104 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3337279-7433-4511-b52e-3a8299953b74 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:17.236652 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ea05e28-1f27-492f-9aee-5be28b419c65 req-5c58bc5d-0561-41bc-aec9-a24cf5aacebf tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845520 Jul 05 10:20:17.323033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3337279-7433-4511-b52e-3a8299953b74 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:17.323745 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3337279-7433-4511-b52e-3a8299953b74 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.336179 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3337279-7433-4511-b52e-3a8299953b74 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event updated for resources: {'Port': ['ID=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:17.419670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 214d3dbf-3cbc-4092-bf29-914c70254e26 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:17.420155 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:17.440182 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a3337279-7433-4511-b52e-3a8299953b74 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7281771 Jul 05 10:20:17.520048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728bd1bb-b83e-48e6-80ab-8d96bafc6659 None None] Network fe926520-9d96-4a2d-8770-b9c16396c5e0 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:17.676003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5231877d-f8f9-4655-ba38-121dd35fc3bf up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:20:17.745906 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-48898d86-8668-43e2-b9e2-ce89c1178f43 None None] Provisioning for port 5231877d-f8f9-4655-ba38-121dd35fc3bf completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:17.913614 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 5231877d-f8f9-4655-ba38-121dd35fc3bf completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:17.918412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 5231877d-f8f9-4655-ba38-121dd35fc3bf triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:17.918847 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.034221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5cad21a4-fc64-4086-8aa1-3c34b7d4c2a6 None None] Provisioning for port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:18.036810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5cad21a4-fc64-4086-8aa1-3c34b7d4c2a6 None None] Provisioning complete for port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:18.037415 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5cad21a4-fc64-4086-8aa1-3c34b7d4c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.125144 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5cad21a4-fc64-4086-8aa1-3c34b7d4c2a6 None None] Port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:20:18.175142 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.197212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34026) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:18.225258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 5231877d-f8f9-4655-ba38-121dd35fc3bf, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5231877d-f8f9-4655-ba38-121dd35fc3bf,segment=NetworkSegment(04cc69ca-b013-491a-958a-44dffe7c8b06),segment_id=04cc69ca-b013-491a-958a-44dffe7c8b06)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:18.228132 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.249434 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34028) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:18.259852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-728f218f-2fe6-450d-b59c-9161a10ad5e5 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--439872927', 'description': 'tempest-description--1354802243'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:18.260066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-131c11a2-e9f8-4f4d-89e5-d9b90420ba64 None None] Provisioning complete for port 5231877d-f8f9-4655-ba38-121dd35fc3bf triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:18.260066 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-131c11a2-e9f8-4f4d-89e5-d9b90420ba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.334739 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.426297 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.440010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=5231877d-f8f9-4655-ba38-121dd35fc3bf,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:18.519380 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.567850 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9a4618-336f-4da4-874b-f3027f76db51,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:18.570699 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdc5c0-501f-4d87-b1ea-a0091f773d19 req-e2cd4df9-6fba-417b-8f9d-dc5a442dfcfd tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:18.574478 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0bcdc5c0-501f-4d87-b1ea-a0091f773d19 req-e2cd4df9-6fba-417b-8f9d-dc5a442dfcfd tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1277339 Jul 05 10:20:18.592283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:18.592904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:18.594231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:18.594732 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:18.595401 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:18.595928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:18.596434 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:18.596755 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:18.597261 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:18.597771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:18.598266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:18.598764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:18.626923 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6d0d6ffa-261d-4290-b85f-cad0021e9527 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0afdbee87c244b248ae5c90f8a0cf24a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4194496 Jul 05 10:20:18.627335 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0bcdc5c0-501f-4d87-b1ea-a0091f773d19 req-7e1c143a-c133-4fa1-bb20-413319f0fd58 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414259 Jul 05 10:20:18.627335 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34038) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:18.682127 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5cac75d-05b9-4006-964b-9711f670f96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.711250 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5cac75d-05b9-4006-964b-9711f670f96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.719335 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-728f218f-2fe6-450d-b59c-9161a10ad5e5 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.970035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5231877d-f8f9-4655-ba38-121dd35fc3bf up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:20:18.972264 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5cac75d-05b9-4006-964b-9711f670f96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.974874 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5cac75d-05b9-4006-964b-9711f670f96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:18.976057 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b5cac75d-05b9-4006-964b-9711f670f96a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ae9a4618-336f-4da4-874b-f3027f76db51 HTTP/1.1" status: 204 len: 168 time: 0.3546634 Jul 05 10:20:18.996248 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cac75d-05b9-4006-964b-9711f670f96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9a4618-336f-4da4-874b-f3027f76db51,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:19.056584 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 5231877d-f8f9-4655-ba38-121dd35fc3bf triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:19.057103 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.115395 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-728f218f-2fe6-450d-b59c-9161a10ad5e5 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.212120 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-728f218f-2fe6-450d-b59c-9161a10ad5e5 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.261761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f218f-2fe6-450d-b59c-9161a10ad5e5 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66661995-234b-4c60-803a-93d4c20fa400,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:19.319900 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-728f218f-2fe6-450d-b59c-9161a10ad5e5 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.323453 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-728f218f-2fe6-450d-b59c-9161a10ad5e5 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0701940 Jul 05 10:20:19.324480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34074) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:19.332137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-db7c6036-f4bc-46c5-bead-553869f63684 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Request body: {'security_group_rule': {'security_group_id': '66661995-234b-4c60-803a-93d4c20fa400', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:19.433874 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db7c6036-f4bc-46c5-bead-553869f63684 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.439250 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5015f25-1344-44bd-8502-2284b07e7ac8 req-d088d9a0-0411-4d4e-bb81-331f84b3b504 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:19.441369 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a5015f25-1344-44bd-8502-2284b07e7ac8 req-d088d9a0-0411-4d4e-bb81-331f84b3b504 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1513155 Jul 05 10:20:19.473306 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816e2da-d78a-4dde-b385-188889ffa8b2 req-8f40d22c-5277-42a6-a799-ba9d6b5cbd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:19.475099 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2816e2da-d78a-4dde-b385-188889ffa8b2 req-8f40d22c-5277-42a6-a799-ba9d6b5cbd84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 1097 time: 0.1010273 Jul 05 10:20:19.542185 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db7c6036-f4bc-46c5-bead-553869f63684 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.564096 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a5015f25-1344-44bd-8502-2284b07e7ac8 req-4e77d80b-4bc1-4ba4-b510-a13e03ff83be tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161411 Jul 05 10:20:19.615262 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db7c6036-f4bc-46c5-bead-553869f63684 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.645596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816e2da-d78a-4dde-b385-188889ffa8b2 req-b509b09d-bb82-4a7e-a51d-88cea83b8360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:19.647380 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2816e2da-d78a-4dde-b385-188889ffa8b2 req-b509b09d-bb82-4a7e-a51d-88cea83b8360 service neutron] 10.222.0.64 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 913 time: 0.1616683 Jul 05 10:20:19.656951 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c6036-f4bc-46c5-bead-553869f63684 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d302f4f-4c23-4c4e-a7bd-8114ea6b9aa3,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:19.735085 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2816e2da-d78a-4dde-b385-188889ffa8b2 req-981f5043-8104-4cae-98d5-1f084be045f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce HTTP/1.1" status: 200 len: 999 time: 0.0706060 Jul 05 10:20:19.736649 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db7c6036-f4bc-46c5-bead-553869f63684 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:19.741484 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-db7c6036-f4bc-46c5-bead-553869f63684 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4143846 Jul 05 10:20:19.743561 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34094) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:19.756890 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ad0b9284-77fb-4b34-a625-44de608c260a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Request body: {'security_group_rule': {'security_group_id': '66661995-234b-4c60-803a-93d4c20fa400', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:19.830518 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816e2da-d78a-4dde-b385-188889ffa8b2 req-1a185fdb-aaa3-4011-b2bc-5e4460537a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:19.832262 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2816e2da-d78a-4dde-b385-188889ffa8b2 req-1a185fdb-aaa3-4011-b2bc-5e4460537a36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.0863414 Jul 05 10:20:19.914470 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816e2da-d78a-4dde-b385-188889ffa8b2 req-4960a745-99b4-4397-b11f-dbe5a26272e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:19.916885 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2816e2da-d78a-4dde-b385-188889ffa8b2 req-4960a745-99b4-4397-b11f-dbe5a26272e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774035 Jul 05 10:20:19.946903 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9284-77fb-4b34-a625-44de608c260a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:20.092151 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9284-77fb-4b34-a625-44de608c260a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:20.113195 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2816e2da-d78a-4dde-b385-188889ffa8b2 req-45d06079-9e40-4017-b3cc-b007036160e1 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808686 Jul 05 10:20:20.206266 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9284-77fb-4b34-a625-44de608c260a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:20.242020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b9284-77fb-4b34-a625-44de608c260a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc07f2b0-ec4e-4535-8f15-c0beaed5d6ba,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:20.292724 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2816e2da-d78a-4dde-b385-188889ffa8b2 req-4d1ba721-3199-4f40-8095-bc20839ae184 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719861 Jul 05 10:20:20.393924 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9284-77fb-4b34-a625-44de608c260a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:20.395376 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ad0b9284-77fb-4b34-a625-44de608c260a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6505654 Jul 05 10:20:20.398569 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34118) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:20.406446 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:20.553942 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:20.641521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34126) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:20.814479 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.084206 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07a9bc-05dd-4d3b-9316-9b4d5fd0ac72 req-401afc14-fb17-48be-9ee1-c6e76778861c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:21.099408 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eb07a9bc-05dd-4d3b-9316-9b4d5fd0ac72 req-401afc14-fb17-48be-9ee1-c6e76778861c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.2622147 Jul 05 10:20:21.115356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Allocated IP 172.25.5.43 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/9d291598-08f3-4104-85e1-c88bde8988de) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:21.149953 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97cabb4f-def8-4b96-8629-70e57caf2eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.183510 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eb07a9bc-05dd-4d3b-9316-9b4d5fd0ac72 req-ac7f449c-8fda-437f-ab26-f79786008c98 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830922 Jul 05 10:20:21.296868 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97cabb4f-def8-4b96-8629-70e57caf2eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.318933 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.371027 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97cabb4f-def8-4b96-8629-70e57caf2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.418700 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cabb4f-def8-4b96-8629-70e57caf2eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390190e9-01e5-4352-87cd-120cad1cd643,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:21.423399 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-97cabb4f-def8-4b96-8629-70e57caf2eb7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e052745d38774a21bb6317d119bae90a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7806187 Jul 05 10:20:21.429150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34150) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:21.438418 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.463931 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:21.466806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:21.470079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:21.509080 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-82bfb916-0a14-4b58-9de9-cb5596035bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.540452 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-82bfb916-0a14-4b58-9de9-cb5596035bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.548198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event updated for resources: {'Port': ['ID=9d291598-08f3-4104-85e1-c88bde8988de,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:21.635593 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.741133 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-82bfb916-0a14-4b58-9de9-cb5596035bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.743293 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-82bfb916-0a14-4b58-9de9-cb5596035bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:21.744593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-82bfb916-0a14-4b58-9de9-cb5596035bcf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/390190e9-01e5-4352-87cd-120cad1cd643 HTTP/1.1" status: 204 len: 168 time: 0.3144906 Jul 05 10:20:21.757236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfb916-0a14-4b58-9de9-cb5596035bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390190e9-01e5-4352-87cd-120cad1cd643,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:21.800990 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:22.047290 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:22.125286 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:22.205956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event updated for resources: {'Port': ['ID=9d291598-08f3-4104-85e1-c88bde8988de,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:22.220927 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:22.222131 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:22.309934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34178) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:22.359645 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:22.371762 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ba2b8834-339c-4b9a-bee1-852c92a5c50d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9608402 Jul 05 10:20:22.496530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:22.543930 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f6f65-38a4-422e-9329-54c58ec7176e req-316de419-aaae-4bf5-99b6-85eb84237360 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:22.545561 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de6f6f65-38a4-422e-9329-54c58ec7176e req-316de419-aaae-4bf5-99b6-85eb84237360 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1936095 Jul 05 10:20:22.622878 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:22.636108 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de6f6f65-38a4-422e-9329-54c58ec7176e req-7c29f2b8-c260-4a51-9bc0-a1454a7c9454 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784750 Jul 05 10:20:22.821220 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:22.988513 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b307df-3d4a-4d14-9e39-9f1c3b96b830 req-38ef95be-d6b2-4b14-93f7-2b339291d905 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:22.999001 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-54b307df-3d4a-4d14-9e39-9f1c3b96b830 req-38ef95be-d6b2-4b14-93f7-2b339291d905 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1392081 Jul 05 10:20:23.033704 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Allocated IP 172.25.5.234 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/714f0b1f-b91a-48db-b52e-b7f58facf9b1) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:23.069963 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-54b307df-3d4a-4d14-9e39-9f1c3b96b830 req-2643dc83-389a-4e5d-b4b7-13342f854b56 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697026 Jul 05 10:20:23.317883 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:23.493805 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:23.567023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:23.571380 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:23.574217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Pushing event updated for resources: {'Port': ['ID=714f0b1f-b91a-48db-b52e-b7f58facf9b1,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:23.577736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:23.709251 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:23.901785 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:24.006286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ce22c-6b0f-470b-a3df-16bc110aed33 req-313fe12e-5ca1-4d90-b0c4-177814a9960e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:24.008165 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7b9ce22c-6b0f-470b-a3df-16bc110aed33 req-313fe12e-5ca1-4d90-b0c4-177814a9960e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1034043 Jul 05 10:20:24.027983 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:24.090275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7b9ce22c-6b0f-470b-a3df-16bc110aed33 req-5fa60a31-9e1e-4dc7-8ffc-db4d29426daf tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721576 Jul 05 10:20:24.209999 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:24.908514 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:25.034220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Pushing event updated for resources: {'Port': ['ID=714f0b1f-b91a-48db-b52e-b7f58facf9b1,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:25.058437 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:25.154419 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:25.156578 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d48e31ba-3d93-49fa-8946-127ccc8f10ea tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8451908 Jul 05 10:20:25.168697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34238) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:25.168697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0e100569-d4da-4574-b27b-10ad792790f3 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1733926579', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'fixed_ips': [{'ip_address': '172.25.5.234'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:25.268854 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e100569-d4da-4574-b27b-10ad792790f3 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Made reservation on behalf of 784fa33fb5c445aa9251b5ade0907b35 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:25.273028 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0e100569-d4da-4574-b27b-10ad792790f3 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:25.285963 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0e100569-d4da-4574-b27b-10ad792790f3 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:25.524293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166964e-e97c-48e2-ae19-6c7c5082108b req-a9819330-2cd6-46e4-aac1-d7a88341939b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:25.528493 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7166964e-e97c-48e2-ae19-6c7c5082108b req-a9819330-2cd6-46e4-aac1-d7a88341939b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1393569 Jul 05 10:20:25.617648 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7166964e-e97c-48e2-ae19-6c7c5082108b req-9a0d44ca-13e1-459c-8c6a-f2ab0c5dbe89 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699635 Jul 05 10:20:25.630276 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0e100569-d4da-4574-b27b-10ad792790f3 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:25.750682 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0e100569-d4da-4574-b27b-10ad792790f3 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:25.754605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-0e100569-d4da-4574-b27b-10ad792790f3 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] device_id is not set on port ff932e4c-fb3a-4bca-a0a1-5149d9466feb yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:20:25.842214 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e100569-d4da-4574-b27b-10ad792790f3 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb23f29-db4d-45d3-9c94-cafd63dc1434,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:26.014578 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e100569-d4da-4574-b27b-10ad792790f3 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 10:20:26.015520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e100569-d4da-4574-b27b-10ad792790f3 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:20:26.083888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34246) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:26.084972 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0e100569-d4da-4574-b27b-10ad792790f3 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9238250 Jul 05 10:20:26.247661 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-3f277169-5ab3-4473-b436-8635f702793b tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Deleting port 714f0b1f-b91a-48db-b52e-b7f58facf9b1 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:26.248038 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f277169-5ab3-4473-b436-8635f702793b tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:26.377535 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f277169-5ab3-4473-b436-8635f702793b tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:26.380273 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f277169-5ab3-4473-b436-8635f702793b tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:26.420885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-3f277169-5ab3-4473-b436-8635f702793b tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Calling delete_port for 714f0b1f-b91a-48db-b52e-b7f58facf9b1 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:26.695856 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f277169-5ab3-4473-b436-8635f702793b tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:26.731987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f277169-5ab3-4473-b436-8635f702793b tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Pushing event deleted for resources: {'Port': ['ID=714f0b1f-b91a-48db-b52e-b7f58facf9b1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:26.821655 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f277169-5ab3-4473-b436-8635f702793b tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:26.825206 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f277169-5ab3-4473-b436-8635f702793b tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:26.831558 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3f277169-5ab3-4473-b436-8635f702793b tempest-ExternalNetworksAdminNegativeTestJSON-1320349613 tempest-ExternalNetworksAdminNegativeTestJSON-1320349613-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/82ea1218-d4be-4ce4-8a40-32add8156e71 HTTP/1.1" status: 204 len: 168 time: 0.7407260 Jul 05 10:20:26.863922 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea063e-e59a-4c60-aca9-538cad5a3803 req-3dc29f2b-aefe-487c-9173-f00ce158a71b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:26.868346 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3eea063e-e59a-4c60-aca9-538cad5a3803 req-3dc29f2b-aefe-487c-9173-f00ce158a71b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0908885 Jul 05 10:20:26.916992 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3eea063e-e59a-4c60-aca9-538cad5a3803 req-36f8633c-beb4-4421-9164-179ada9f81ff tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453408 Jul 05 10:20:27.488149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34278) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:27.527158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779534a0-92d8-42b4-8729-623642650ae0 req-e720e7c9-9b00-433f-a9ca-b2b793a1fe60 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:27.535244 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-779534a0-92d8-42b4-8729-623642650ae0 req-e720e7c9-9b00-433f-a9ca-b2b793a1fe60 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1184628 Jul 05 10:20:27.620135 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-779534a0-92d8-42b4-8729-623642650ae0 req-337680cf-40a5-4076-b028-062eaa2141e4 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770409 Jul 05 10:20:27.744849 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a815c566-5f7e-4779-8f92-0fb5e04e4cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:27.895147 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a815c566-5f7e-4779-8f92-0fb5e04e4cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:27.970781 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a815c566-5f7e-4779-8f92-0fb5e04e4cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:28.016506 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a815c566-5f7e-4779-8f92-0fb5e04e4cee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d2e31e18fbec4e95a269120567a7c9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5271704 Jul 05 10:20:28.018996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815c566-5f7e-4779-8f92-0fb5e04e4cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8ddc25-b8df-4a55-9455-c7ba2dfc7306,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:28.019283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34288) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:28.087464 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70b62858-170f-42f9-992d-9cedff14b575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:28.119212 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70b62858-170f-42f9-992d-9cedff14b575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:28.290113 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70b62858-170f-42f9-992d-9cedff14b575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:28.292668 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70b62858-170f-42f9-992d-9cedff14b575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:28.296452 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-70b62858-170f-42f9-992d-9cedff14b575 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ea8ddc25-b8df-4a55-9455-c7ba2dfc7306 HTTP/1.1" status: 204 len: 168 time: 0.2735579 Jul 05 10:20:28.303043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b62858-170f-42f9-992d-9cedff14b575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8ddc25-b8df-4a55-9455-c7ba2dfc7306,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:28.893852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d2f26-14ca-4c45-80a5-f8fa255fb327 req-ab261db9-4722-48bb-ac3a-1a8455f4c99d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:28.897805 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f20d2f26-14ca-4c45-80a5-f8fa255fb327 req-ab261db9-4722-48bb-ac3a-1a8455f4c99d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1166291 Jul 05 10:20:28.950205 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f20d2f26-14ca-4c45-80a5-f8fa255fb327 req-a9880dab-813d-4fe4-bd7d-c60bd3c690c2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456169 Jul 05 10:20:29.145144 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:20:29.340209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189341d-5109-421a-a51c-95ac19b2f6d0 req-d05e567c-6eac-483c-9b52-36aa831ed4d2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:29.342446 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e189341d-5109-421a-a51c-95ac19b2f6d0 req-d05e567c-6eac-483c-9b52-36aa831ed4d2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0985780 Jul 05 10:20:29.401406 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e189341d-5109-421a-a51c-95ac19b2f6d0 req-f2c1145e-cbfc-4e36-ad84-480ae4aeaf64 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480998 Jul 05 10:20:29.640622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cbe49-61cf-4728-958a-e5513f659566 req-5ca08404-b0b2-471e-8d8b-50c821183f78 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:29.642401 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e6cbe49-61cf-4728-958a-e5513f659566 req-5ca08404-b0b2-471e-8d8b-50c821183f78 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1009631 Jul 05 10:20:29.696115 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e6cbe49-61cf-4728-958a-e5513f659566 req-21725e7c-ea74-4a64-8756-e5a67b36c0c1 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447686 Jul 05 10:20:29.783483 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34326) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:29.860538 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dd36f281-e1dd-4c7b-94c3-76080fa0784a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=784fa33fb5c445aa9251b5ade0907b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754693 Jul 05 10:20:29.862826 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34330) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:29.992742 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2a91e310-d97e-4a9c-97af-7e9de0467efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:30.032600 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2a91e310-d97e-4a9c-97af-7e9de0467efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:30.090660 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f56f0-7dcc-45e2-af1e-ad834038504d req-37c19293-3083-445a-9fd4-497252ea0099 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:30.098082 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b70f56f0-7dcc-45e2-af1e-ad834038504d req-37c19293-3083-445a-9fd4-497252ea0099 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1474888 Jul 05 10:20:30.160056 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b70f56f0-7dcc-45e2-af1e-ad834038504d req-fc95b000-9f92-4688-95f0-7e62e55b9c2c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580361 Jul 05 10:20:30.234218 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2a91e310-d97e-4a9c-97af-7e9de0467efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:30.237010 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2a91e310-d97e-4a9c-97af-7e9de0467efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:30.238562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2a91e310-d97e-4a9c-97af-7e9de0467efb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cfb23f29-db4d-45d3-9c94-cafd63dc1434 HTTP/1.1" status: 204 len: 168 time: 0.3745112 Jul 05 10:20:30.251505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91e310-d97e-4a9c-97af-7e9de0467efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb23f29-db4d-45d3-9c94-cafd63dc1434,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:31.691549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34378) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:31.841129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-680a7c0e-d0fe-47d5-9b2e-a4839e285e5e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'network': {'name': 'tempest-RoutersTest-1533797389'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:31.954097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680a7c0e-d0fe-47d5-9b2e-a4839e285e5e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:31.958339 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-680a7c0e-d0fe-47d5-9b2e-a4839e285e5e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:31.971701 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-680a7c0e-d0fe-47d5-9b2e-a4839e285e5e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:32.111648 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-680a7c0e-d0fe-47d5-9b2e-a4839e285e5e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:32.256629 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-680a7c0e-d0fe-47d5-9b2e-a4839e285e5e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:32.283317 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680a7c0e-d0fe-47d5-9b2e-a4839e285e5e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:20:32.305622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a7c0e-d0fe-47d5-9b2e-a4839e285e5e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8708554-5b17-4fe4-b899-c111fadb395d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:32.309882 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-680a7c0e-d0fe-47d5-9b2e-a4839e285e5e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:32.310629 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-680a7c0e-d0fe-47d5-9b2e-a4839e285e5e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Added segment a9adfcb0-8541-4f94-803c-98bcb4c585df of type vlan for network de090a57-26e1-42fd-9789-706b7e0bda55 Jul 05 10:20:32.367509 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-680a7c0e-d0fe-47d5-9b2e-a4839e285e5e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:32.514275 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-680a7c0e-d0fe-47d5-9b2e-a4839e285e5e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:32.521896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680a7c0e-d0fe-47d5-9b2e-a4839e285e5e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:32.522788 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-680a7c0e-d0fe-47d5-9b2e-a4839e285e5e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:32.619772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a7c0e-d0fe-47d5-9b2e-a4839e285e5e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Network': ['ID=de090a57-26e1-42fd-9789-706b7e0bda55,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:32.633174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network de090a57-26e1-42fd-9789-706b7e0bda55 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:20:32.690874 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-680a7c0e-d0fe-47d5-9b2e-a4839e285e5e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9980500 Jul 05 10:20:32.697863 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34392) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:32.705911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2d25e42e-1f3d-40fe-8b69-76ab8ad1324f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'network': {'name': 'tempest-RoutersTest-729852193'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:32.857025 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d25e42e-1f3d-40fe-8b69-76ab8ad1324f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:32.860782 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d25e42e-1f3d-40fe-8b69-76ab8ad1324f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:32.899080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d25e42e-1f3d-40fe-8b69-76ab8ad1324f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:20:32.910427 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d25e42e-1f3d-40fe-8b69-76ab8ad1324f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:32.910773 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-2d25e42e-1f3d-40fe-8b69-76ab8ad1324f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Added segment 401abbd5-dff7-43fc-834b-338d7d885a64 of type vlan for network 770c6ad9-dcec-48bf-a82a-4511570b3caa Jul 05 10:20:32.964146 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d25e42e-1f3d-40fe-8b69-76ab8ad1324f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:33.102679 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d25e42e-1f3d-40fe-8b69-76ab8ad1324f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:33.115080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d25e42e-1f3d-40fe-8b69-76ab8ad1324f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:33.116143 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d25e42e-1f3d-40fe-8b69-76ab8ad1324f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:33.248752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25e42e-1f3d-40fe-8b69-76ab8ad1324f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Network': ['ID=770c6ad9-dcec-48bf-a82a-4511570b3caa,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:33.265114 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 770c6ad9-dcec-48bf-a82a-4511570b3caa details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:20:33.307037 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2d25e42e-1f3d-40fe-8b69-76ab8ad1324f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6070471 Jul 05 10:20:33.310679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34404) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:33.319768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ae7e5dcc-a49b-4569-a218-bcfe3fe5347f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'subnet': {'network_id': 'de090a57-26e1-42fd-9789-706b7e0bda55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:34.672094 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7e5dcc-a49b-4569-a218-bcfe3fe5347f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:34.672094 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5dcc-a49b-4569-a218-bcfe3fe5347f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:35.004929 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5dcc-a49b-4569-a218-bcfe3fe5347f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:35.406541 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e5dcc-a49b-4569-a218-bcfe3fe5347f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Subnet': ['ID=3d4fe893-a834-4c6e-8357-847aaa2d04b3,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:35.418506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e5dcc-a49b-4569-a218-bcfe3fe5347f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Checking segment: {'id': 'a9adfcb0-8541-4f94-803c-98bcb4c585df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'de090a57-26e1-42fd-9789-706b7e0bda55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:35.418886 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7e5dcc-a49b-4569-a218-bcfe3fe5347f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network hostable DHCP agents. Network: de090a57-26e1-42fd-9789-706b7e0bda55, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:20:35.570141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7e5dcc-a49b-4569-a218-bcfe3fe5347f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network de090a57-26e1-42fd-9789-706b7e0bda55 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:20:35.662079 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-ae7e5dcc-a49b-4569-a218-bcfe3fe5347f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, de090a57-26e1-42fd-9789-706b7e0bda55) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:35.671552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf7feb3-be55-4069-9629-0b84f8fb47aa None None] Network de090a57-26e1-42fd-9789-706b7e0bda55 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:35.672523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7e5dcc-a49b-4569-a218-bcfe3fe5347f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:35.673073 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5dcc-a49b-4569-a218-bcfe3fe5347f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:35.814612 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ae7e5dcc-a49b-4569-a218-bcfe3fe5347f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4992743 Jul 05 10:20:35.816885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34446) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:35.823534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ab2f0d5e-6133-453b-b0d4-70639ad204b5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'subnet': {'network_id': '770c6ad9-dcec-48bf-a82a-4511570b3caa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:35.863495 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-de090a57-26e1-42fd-9789-706b7e0bda55', 'network_id': 'de090a57-26e1-42fd-9789-706b7e0bda55', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'fixed_ips': [{'subnet_id': '3d4fe893-a834-4c6e-8357-847aaa2d04b3'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:20:35.865204 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:36.073563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2f0d5e-6133-453b-b0d4-70639ad204b5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:36.081793 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0d5e-6133-453b-b0d4-70639ad204b5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:36.206461 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Allocated IP 172.20.0.2 (de090a57-26e1-42fd-9789-706b7e0bda55/3d4fe893-a834-4c6e-8357-847aaa2d04b3/7bf38097-40f9-41bc-962a-7050eb9cf615) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:36.483782 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:36.516198 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Transition to ACTIVE for port object 7bf38097-40f9-41bc-962a-7050eb9cf615 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:36.545733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Transition to ACTIVE for port object 7bf38097-40f9-41bc-962a-7050eb9cf615 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:36.548264 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0d5e-6133-453b-b0d4-70639ad204b5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:36.638277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f0d5e-6133-453b-b0d4-70639ad204b5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Subnet': ['ID=ce8d1739-c8f2-40d9-986f-d329f747827b,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:36.656399 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f0d5e-6133-453b-b0d4-70639ad204b5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Checking segment: {'id': '401abbd5-dff7-43fc-834b-338d7d885a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '770c6ad9-dcec-48bf-a82a-4511570b3caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:36.656920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2f0d5e-6133-453b-b0d4-70639ad204b5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network hostable DHCP agents. Network: 770c6ad9-dcec-48bf-a82a-4511570b3caa, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:20:36.684603 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:36.737020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2f0d5e-6133-453b-b0d4-70639ad204b5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network 770c6ad9-dcec-48bf-a82a-4511570b3caa is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:20:36.839464 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-ab2f0d5e-6133-453b-b0d4-70639ad204b5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 770c6ad9-dcec-48bf-a82a-4511570b3caa) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:36.844298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2f0d5e-6133-453b-b0d4-70639ad204b5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:36.846176 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0d5e-6133-453b-b0d4-70639ad204b5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:36.876107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f91348-0b09-45dc-bee2-98038f1685d6 None None] Network 770c6ad9-dcec-48bf-a82a-4511570b3caa requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:36.912159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Network de090a57-26e1-42fd-9789-706b7e0bda55 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:36.942129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:36.949770 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:36.960092 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Pushing event updated for resources: {'Port': ['ID=7bf38097-40f9-41bc-962a-7050eb9cf615,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:36.991577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ab2f0d5e-6133-453b-b0d4-70639ad204b5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1699393 Jul 05 10:20:36.993179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34468) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:37.001076 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e05dc3b0-18a4-4e60-b56c-f363d3f89839 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-554306154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:37.061934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Attempting to bind port 7bf38097-40f9-41bc-962a-7050eb9cf615 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:20:37.063906 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Attempting to bind port 7bf38097-40f9-41bc-962a-7050eb9cf615 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'a9adfcb0-8541-4f94-803c-98bcb4c585df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'de090a57-26e1-42fd-9789-706b7e0bda55'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:20:37.064506 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Attempting to bind port 7bf38097-40f9-41bc-962a-7050eb9cf615 on network de090a57-26e1-42fd-9789-706b7e0bda55 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:20:37.079758 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:20:37.080480 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Checking segment: {'id': 'a9adfcb0-8541-4f94-803c-98bcb4c585df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'de090a57-26e1-42fd-9789-706b7e0bda55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:37.081497 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:37.082084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Bound using segment: {'id': 'a9adfcb0-8541-4f94-803c-98bcb4c585df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'de090a57-26e1-42fd-9789-706b7e0bda55'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:20:37.082771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Bound port: 7bf38097-40f9-41bc-962a-7050eb9cf615, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9adfcb0-8541-4f94-803c-98bcb4c585df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'de090a57-26e1-42fd-9789-706b7e0bda55'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:20:37.083398 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:37.199296 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e05dc3b0-18a4-4e60-b56c-f363d3f89839 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:37.200889 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e05dc3b0-18a4-4e60-b56c-f363d3f89839 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:37.227780 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] For port 7bf38097-40f9-41bc-962a-7050eb9cf615, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:20:37.232168 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] For port 7bf38097-40f9-41bc-962a-7050eb9cf615, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7bf38097-40f9-41bc-962a-7050eb9cf615,segment=NetworkSegment(a9adfcb0-8541-4f94-803c-98bcb4c585df),segment_id=a9adfcb0-8541-4f94-803c-98bcb4c585df)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:20:37.273962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-770c6ad9-dcec-48bf-a82a-4511570b3caa', 'network_id': '770c6ad9-dcec-48bf-a82a-4511570b3caa', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'fixed_ips': [{'subnet_id': 'ce8d1739-c8f2-40d9-986f-d329f747827b'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:20:37.275234 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:37.332569 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e05dc3b0-18a4-4e60-b56c-f363d3f89839 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:37.375071 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:37.446207 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e05dc3b0-18a4-4e60-b56c-f363d3f89839 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:37.512861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af678528-21c8-40f7-ab09-58eaca0e2cfd None None] Pushing event updated for resources: {'Port': ['ID=7bf38097-40f9-41bc-962a-7050eb9cf615,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:37.536485 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Allocated IP 172.21.0.2 (770c6ad9-dcec-48bf-a82a-4511570b3caa/ce8d1739-c8f2-40d9-986f-d329f747827b/c54074c1-3cab-423f-8a09-62a4bbfe783c) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:37.599162 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e05dc3b0-18a4-4e60-b56c-f363d3f89839 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:37.600518 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e05dc3b0-18a4-4e60-b56c-f363d3f89839 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6057317 Jul 05 10:20:37.603353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34480) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:37.810214 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:37.832436 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Transition to ACTIVE for port object c54074c1-3cab-423f-8a09-62a4bbfe783c will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:37.864568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Transition to ACTIVE for port object c54074c1-3cab-423f-8a09-62a4bbfe783c will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:37.989093 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:38.036285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Network 770c6ad9-dcec-48bf-a82a-4511570b3caa is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:38.042909 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:38.048860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:38.053449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Pushing event updated for resources: {'Port': ['ID=c54074c1-3cab-423f-8a09-62a4bbfe783c,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:38.075786 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:38.117211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Attempting to bind port c54074c1-3cab-423f-8a09-62a4bbfe783c on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:20:38.118042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Attempting to bind port c54074c1-3cab-423f-8a09-62a4bbfe783c by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '401abbd5-dff7-43fc-834b-338d7d885a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '770c6ad9-dcec-48bf-a82a-4511570b3caa'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:20:38.118571 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Attempting to bind port c54074c1-3cab-423f-8a09-62a4bbfe783c on network 770c6ad9-dcec-48bf-a82a-4511570b3caa {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:20:38.126454 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:20:38.127122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Checking segment: {'id': '401abbd5-dff7-43fc-834b-338d7d885a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '770c6ad9-dcec-48bf-a82a-4511570b3caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:38.128006 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:38.128822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Bound using segment: {'id': '401abbd5-dff7-43fc-834b-338d7d885a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '770c6ad9-dcec-48bf-a82a-4511570b3caa'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:20:38.129720 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Bound port: c54074c1-3cab-423f-8a09-62a4bbfe783c, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401abbd5-dff7-43fc-834b-338d7d885a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '770c6ad9-dcec-48bf-a82a-4511570b3caa'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:20:38.130286 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:38.284437 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] For port c54074c1-3cab-423f-8a09-62a4bbfe783c, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:20:38.288185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] For port c54074c1-3cab-423f-8a09-62a4bbfe783c, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c54074c1-3cab-423f-8a09-62a4bbfe783c,segment=NetworkSegment(401abbd5-dff7-43fc-834b-338d7d885a64),segment_id=401abbd5-dff7-43fc-834b-338d7d885a64)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:20:38.404182 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:38.558398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc031343-fbd0-4e46-9eef-bdac9afb695a None None] Pushing event updated for resources: {'Port': ['ID=c54074c1-3cab-423f-8a09-62a4bbfe783c,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:38.662962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Allocated IP 172.20.0.1 (de090a57-26e1-42fd-9789-706b7e0bda55/3d4fe893-a834-4c6e-8357-847aaa2d04b3/f9981f67-6513-4a64-a05e-aea427713942) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:39.112523 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec6bb45-614b-4e9b-8233-37a422c8e78c None None] Network de090a57-26e1-42fd-9789-706b7e0bda55 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:39.275966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7bf38097-40f9-41bc-962a-7050eb9cf615 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:20:39.437707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9e97e43e-15bb-4ff9-835f-1ab0f16fb9f2 None None] Provisioning for port 7bf38097-40f9-41bc-962a-7050eb9cf615 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:39.580621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 7bf38097-40f9-41bc-962a-7050eb9cf615 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:39.582027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7bf38097-40f9-41bc-962a-7050eb9cf615 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:39.582027 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:39.657860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb616c8-71ac-47cf-8b59-fbd6961f216d req-d9a31653-0b0e-4b0e-a39f-699b2a028e0b tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:39.667135 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6fb616c8-71ac-47cf-8b59-fbd6961f216d req-d9a31653-0b0e-4b0e-a39f-699b2a028e0b tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 945 time: 0.1949995 Jul 05 10:20:39.682178 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:39.753034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Transition to ACTIVE for port object f9981f67-6513-4a64-a05e-aea427713942 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:39.781829 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6fb616c8-71ac-47cf-8b59-fbd6961f216d req-474655cc-2623-4a60-a926-35df2a587bd7 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/security-groups?id=54be6606-f42c-4987-95b2-0ebcbabb4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120722 Jul 05 10:20:39.919002 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:39.942423 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:39.983865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 7bf38097-40f9-41bc-962a-7050eb9cf615, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7bf38097-40f9-41bc-962a-7050eb9cf615,segment=NetworkSegment(a9adfcb0-8541-4f94-803c-98bcb4c585df),segment_id=a9adfcb0-8541-4f94-803c-98bcb4c585df)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:40.005259 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e02d61d-30b3-4719-9ab1-a4f1e18525a9 None None] Provisioning complete for port 7bf38097-40f9-41bc-962a-7050eb9cf615 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:40.005668 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e02d61d-30b3-4719-9ab1-a4f1e18525a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:40.022584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network de090a57-26e1-42fd-9789-706b7e0bda55 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:40.028509 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:40.031675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:40.082688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=f9981f67-6513-4a64-a05e-aea427713942,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:40.098465 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:40.109449 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:40.109449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c54074c1-3cab-423f-8a09-62a4bbfe783c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:20:40.413579 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfa2bec-6006-4e8a-bf1e-77e8b685c1ab None None] Network 770c6ad9-dcec-48bf-a82a-4511570b3caa requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:40.420427 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=7bf38097-40f9-41bc-962a-7050eb9cf615,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:40.528316 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:40.548348 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port c54074c1-3cab-423f-8a09-62a4bbfe783c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:40.557742 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42288c39-1ced-4f20-824c-5e94c99d45e5 req-cb3751e8-2755-46d8-87ae-8e2c7158e1b4 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:40.561002 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42288c39-1ced-4f20-824c-5e94c99d45e5 req-cb3751e8-2755-46d8-87ae-8e2c7158e1b4 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.73 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 945 time: 0.2160099 Jul 05 10:20:40.750109 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c1def552-2bb6-4b8b-9446-2e2691895202 None None] Provisioning for port f9981f67-6513-4a64-a05e-aea427713942 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:40.755160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c1def552-2bb6-4b8b-9446-2e2691895202 None None] Provisioning complete for port f9981f67-6513-4a64-a05e-aea427713942 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:40.755556 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c1def552-2bb6-4b8b-9446-2e2691895202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:40.885008 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c1def552-2bb6-4b8b-9446-2e2691895202 None None] Port f9981f67-6513-4a64-a05e-aea427713942 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:20:40.887479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-42288c39-1ced-4f20-824c-5e94c99d45e5 req-237a9bb8-147b-475c-959b-1fb72e19b2eb tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Deleting port 5b6bf210-f6f3-44df-9d41-2881a1db53e1 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:40.890356 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42288c39-1ced-4f20-824c-5e94c99d45e5 req-237a9bb8-147b-475c-959b-1fb72e19b2eb tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:41.011593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c1def552-2bb6-4b8b-9446-2e2691895202 None None] Provisioning for port c54074c1-3cab-423f-8a09-62a4bbfe783c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:41.026672 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c1def552-2bb6-4b8b-9446-2e2691895202 None None] Provisioning complete for port c54074c1-3cab-423f-8a09-62a4bbfe783c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:41.027037 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c1def552-2bb6-4b8b-9446-2e2691895202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:41.028593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7bf38097-40f9-41bc-962a-7050eb9cf615 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:20:41.132117 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-11b8df3b-d9b6-4da9-86df-a57215505281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:41.150886 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cac77-7246-48a7-8256-208ffaa05729 req-67a29ee4-772f-4c69-8219-7bfd3a499c52 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:41.154071 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7bf38097-40f9-41bc-962a-7050eb9cf615 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:41.155312 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:41.160374 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e53cac77-7246-48a7-8256-208ffaa05729 req-67a29ee4-772f-4c69-8219-7bfd3a499c52 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 945 time: 0.1227202 Jul 05 10:20:41.197606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-42288c39-1ced-4f20-824c-5e94c99d45e5 req-237a9bb8-147b-475c-959b-1fb72e19b2eb tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] For port 5b6bf210-f6f3-44df-9d41-2881a1db53e1, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=5b6bf210-f6f3-44df-9d41-2881a1db53e1,segment=NetworkSegment(f34af0e3-16dc-4f70-8cec-d9b14a77a961),segment_id=f34af0e3-16dc-4f70-8cec-d9b14a77a961)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:41.198131 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42288c39-1ced-4f20-824c-5e94c99d45e5 req-237a9bb8-147b-475c-959b-1fb72e19b2eb tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:41.213154 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e53cac77-7246-48a7-8256-208ffaa05729 req-7330c77c-0cb0-40c0-aeea-151b18ca53bd tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/security-groups?id=54be6606-f42c-4987-95b2-0ebcbabb4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516083 Jul 05 10:20:41.231110 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-42288c39-1ced-4f20-824c-5e94c99d45e5 req-237a9bb8-147b-475c-959b-1fb72e19b2eb tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Calling delete_port for 5b6bf210-f6f3-44df-9d41-2881a1db53e1 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:41.234445 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c1def552-2bb6-4b8b-9446-2e2691895202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:41.274138 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c1def552-2bb6-4b8b-9446-2e2691895202 None None] For port c54074c1-3cab-423f-8a09-62a4bbfe783c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c54074c1-3cab-423f-8a09-62a4bbfe783c,segment=NetworkSegment(401abbd5-dff7-43fc-834b-338d7d885a64),segment_id=401abbd5-dff7-43fc-834b-338d7d885a64)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:41.314380 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:41.376434 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c1def552-2bb6-4b8b-9446-2e2691895202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:41.455060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1def552-2bb6-4b8b-9446-2e2691895202 None None] Pushing event updated for resources: {'Port': ['ID=c54074c1-3cab-423f-8a09-62a4bbfe783c,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:41.506634 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7984ef2d-42e8-45b9-b94e-eca84e5b3ea6 None None] Provisioning complete for port c54074c1-3cab-423f-8a09-62a4bbfe783c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:41.507373 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7984ef2d-42e8-45b9-b94e-eca84e5b3ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:41.995584 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.117510 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=f9981f67-6513-4a64-a05e-aea427713942,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:42.120406 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.230938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network de090a57-26e1-42fd-9789-706b7e0bda55 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:42.232586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:42.442580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae916f2-e5a5-462a-af6e-60e992f035cf req-ae627ce7-2196-43a3-8d71-e149b3fac60e tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:42.444174 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fae916f2-e5a5-462a-af6e-60e992f035cf req-ae627ce7-2196-43a3-8d71-e149b3fac60e tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 945 time: 0.0823298 Jul 05 10:20:42.462691 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42288c39-1ced-4f20-824c-5e94c99d45e5 req-237a9bb8-147b-475c-959b-1fb72e19b2eb tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.500114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a9bb8-147b-475c-959b-1fb72e19b2eb tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Pushing event deleted for resources: {'Port': ['ID=5b6bf210-f6f3-44df-9d41-2881a1db53e1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:42.516902 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fae916f2-e5a5-462a-af6e-60e992f035cf req-8001e4f0-93d1-4f7d-8451-23c9cfa2b962 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/security-groups?id=54be6606-f42c-4987-95b2-0ebcbabb4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660117 Jul 05 10:20:42.555374 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2c0ee870-3cc7-4bf8-8cac-b25e62b8bd2c None None] Provisioning complete for port f9981f67-6513-4a64-a05e-aea427713942 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:42.556067 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee870-3cc7-4bf8-8cac-b25e62b8bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.584502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-42288c39-1ced-4f20-824c-5e94c99d45e5 req-237a9bb8-147b-475c-959b-1fb72e19b2eb tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] No DVR routers for this DVR port 5b6bf210-f6f3-44df-9d41-2881a1db53e1 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:20:42.588276 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-42288c39-1ced-4f20-824c-5e94c99d45e5 req-237a9bb8-147b-475c-959b-1fb72e19b2eb tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:42.590336 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42288c39-1ced-4f20-824c-5e94c99d45e5 req-237a9bb8-147b-475c-959b-1fb72e19b2eb tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.73 "DELETE /v2.0/ports/5b6bf210-f6f3-44df-9d41-2881a1db53e1 HTTP/1.1" status: 204 len: 173 time: 2.0053589 Jul 05 10:20:42.590777 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dff477-5dc1-4420-ac0d-24b4c3c11755', 'name': 'network-vif-deleted', 'tag': '5b6bf210-f6f3-44df-9d41-2881a1db53e1'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:20:42.594120 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d990a9a3-2db6-4a16-9145-7a73399b6892" -d '{"events": [{"server_uuid": "00dff477-5dc1-4420-ac0d-24b4c3c11755", "name": "network-vif-deleted", "tag": "5b6bf210-f6f3-44df-9d41-2881a1db53e1"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:20:42.606186 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2c0ee870-3cc7-4bf8-8cac-b25e62b8bd2c None None] Port f9981f67-6513-4a64-a05e-aea427713942 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:20:42.656929 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 98d48710-e206-4904-b7f5-a8296f4a2a03 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:20:42.665557 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dbc457-6ad4-4896-bc66-c21308cfc8ba x-openstack-request-id: req-54dbc457-6ad4-4896-bc66-c21308cfc8ba {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:20:42.666002 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00dff477-5dc1-4420-ac0d-24b4c3c11755", "name": "network-vif-deleted", "tag": "5b6bf210-f6f3-44df-9d41-2881a1db53e1", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:20:42.667523 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54dbc457-6ad4-4896-bc66-c21308cfc8ba {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:20:42.668638 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00dff477-5dc1-4420-ac0d-24b4c3c11755', 'name': 'network-vif-deleted', 'tag': '5b6bf210-f6f3-44df-9d41-2881a1db53e1', 'status': 'completed', 'code': 200} Jul 05 10:20:42.812024 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:20:42.820984 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e4eea632-ee6f-4736-87a0-ba2341a475c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/98d48710-e206-4904-b7f5-a8296f4a2a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2134984 Jul 05 10:20:42.821116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34560) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:42.832298 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a07c0-5f11-4525-853a-aa7f20377dd1 None None] Sync routers for ids ['98d48710-e206-4904-b7f5-a8296f4a2a03'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:20:42.844224 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a07c0-5f11-4525-853a-aa7f20377dd1 None None] Routers {'98d48710-e206-4904-b7f5-a8296f4a2a03'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:20:42.845014 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-965a07c0-5f11-4525-853a-aa7f20377dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:20:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['98d48710-e206-4904-b7f5-a8296f4a2a03'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:42.898621 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-965a07c0-5f11-4525-853a-aa7f20377dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:42.916002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4214a94a-37b6-4ba8-87bf-8fc4f5410d3c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:42.917821 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4214a94a-37b6-4ba8-87bf-8fc4f5410d3c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports/f9981f67-6513-4a64-a05e-aea427713942 HTTP/1.1" status: 200 len: 910 time: 0.0956686 Jul 05 10:20:42.921402 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34564) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:42.922859 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a07c0-5f11-4525-853a-aa7f20377dd1 None None] Routers {'98d48710-e206-4904-b7f5-a8296f4a2a03'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:20:42.923523 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-965a07c0-5f11-4525-853a-aa7f20377dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:20:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['98d48710-e206-4904-b7f5-a8296f4a2a03'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:42.965434 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-965a07c0-5f11-4525-853a-aa7f20377dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:42.966259 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a07c0-5f11-4525-853a-aa7f20377dd1 None None] The sync data for ids ['98d48710-e206-4904-b7f5-a8296f4a2a03'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:20:43.030794 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c54074c1-3cab-423f-8a09-62a4bbfe783c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:20:43.116289 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port c54074c1-3cab-423f-8a09-62a4bbfe783c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:43.125485 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:43.510714 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:43.582278 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1e030b96-2779-4284-ac1b-79626a8d06e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:43.651187 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:43.887000 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-66d0e779-357f-430b-a945-ed57ccec2984 req-43594374-3c25-4968-be9e-8a71c7ae03e0 tempest-VolumesAdminNegativeTest-581708535 tempest-VolumesAdminNegativeTest-581708535-project] 10.222.0.77 "GET /v2.0/ports?device_id=00dff477-5dc1-4420-ac0d-24b4c3c11755 HTTP/1.1" status: 200 len: 210 time: 0.0760088 Jul 05 10:20:44.041767 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-bba32d13-974a-42d1-b012-7d855e36f926 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--439872927&fields=id&tenant_id=b6730456afa24179937818b8d8e62041 HTTP/1.1" status: 200 len: 267 time: 0.1197035 Jul 05 10:20:44.060667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Allocated IP 172.21.0.1 (770c6ad9-dcec-48bf-a82a-4511570b3caa/ce8d1739-c8f2-40d9-986f-d329f747827b/260c51dc-b503-485e-aede-d911a6b00f22) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:44.143635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 5b6bf210-f6f3-44df-9d41-2881a1db53e1 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:20:44.156842 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-5eacf573-af8d-4cc4-89d0-179bd5b8b75b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:44.167753 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-5eacf573-af8d-4cc4-89d0-179bd5b8b75b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports/0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef HTTP/1.1" status: 200 len: 936 time: 0.1060562 Jul 05 10:20:44.199792 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 5b6bf210-f6f3-44df-9d41-2881a1db53e1 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:20:44.203979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 5b6bf210-f6f3-44df-9d41-2881a1db53e1 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:20:44.237026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-04a244ca-bc86-43bb-a842-454f05ee4397 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:44.239412 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-04a244ca-bc86-43bb-a842-454f05ee4397 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports/88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 HTTP/1.1" status: 200 len: 936 time: 0.0702605 Jul 05 10:20:44.288555 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:44.303963 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c6b5b6de-7dfb-4d24-83c9-e4ea83a66611 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?network_id=fe926520-9d96-4a2d-8770-b9c16396c5e0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0562630 Jul 05 10:20:44.317279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Transition to ACTIVE for port object 260c51dc-b503-485e-aede-d911a6b00f22 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:44.345917 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-667bafca-2d11-4535-8db1-2a4a0d5d88e0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?network_id=fe926520-9d96-4a2d-8770-b9c16396c5e0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0353658 Jul 05 10:20:44.427536 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:44.502915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network 770c6ad9-dcec-48bf-a82a-4511570b3caa is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:44.502915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:44.502915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:44.543853 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=260c51dc-b503-485e-aede-d911a6b00f22,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:44.556834 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-43a4e958-3156-4dd0-b780-b51f03c344c7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:44.560474 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:44.565119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-43a4e958-3156-4dd0-b780-b51f03c344c7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:44.573609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-43a4e958-3156-4dd0-b780-b51f03c344c7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:44.575466 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-43a4e958-3156-4dd0-b780-b51f03c344c7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/networks?id=790a2fc1-a8c9-440b-a219-3f87c3a52e5a&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=fe926520-9d96-4a2d-8770-b9c16396c5e0&id=fe926520-9d96-4a2d-8770-b9c16396c5e0 HTTP/1.1" status: 200 len: 1995 time: 0.2229135 Jul 05 10:20:44.596663 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-611edba1-1a2d-424c-b6d9-158d3368e0f6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/quotas/b6730456afa24179937818b8d8e62041 HTTP/1.1" status: 200 len: 375 time: 0.0143356 Jul 05 10:20:44.720949 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-f8c8ef21-dd39-465b-a9d4-f5e43c60b701 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b6730456afa24179937818b8d8e62041&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1187687 Jul 05 10:20:44.881429 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-cc8a7c29-7695-4088-b69c-da349be674d2 service neutron] 10.222.0.77 "GET /v2.0/networks/790a2fc1-a8c9-440b-a219-3f87c3a52e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475213 Jul 05 10:20:44.906418 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:44.924834 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:45.016009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bfb2b315-9e5c-4a22-800f-f79d3642daea None None] Provisioning for port 260c51dc-b503-485e-aede-d911a6b00f22 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:45.023130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bfb2b315-9e5c-4a22-800f-f79d3642daea None None] Provisioning complete for port 260c51dc-b503-485e-aede-d911a6b00f22 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:45.031121 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bfb2b315-9e5c-4a22-800f-f79d3642daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:45.087018 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34610) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:45.104644 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2b315-9e5c-4a22-800f-f79d3642daea None None] Port 260c51dc-b503-485e-aede-d911a6b00f22 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:20:45.126482 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-dfa51cad-9e02-4bcf-bc32-fe636e8bea33 service neutron] 10.222.0.77 "GET /v2.0/networks/790a2fc1-a8c9-440b-a219-3f87c3a52e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387946 Jul 05 10:20:45.253391 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-cbea7287-2db0-45ad-83b7-d3f60c276a2e service neutron] 10.222.0.77 "GET /v2.0/ports/0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1202545 Jul 05 10:20:45.256830 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a33a85-c2bc-4516-9b5b-87c9101dfc1c admin admin] Deleting subnet 837b5755-18df-44cd-a9fe-f80eddbf9419 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:20:45.417662 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:45.508324 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:45.576517 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28a33a85-c2bc-4516-9b5b-87c9101dfc1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:45.604961 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:45.618873 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28a33a85-c2bc-4516-9b5b-87c9101dfc1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:45.660783 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28a33a85-c2bc-4516-9b5b-87c9101dfc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:45.684152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=260c51dc-b503-485e-aede-d911a6b00f22,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:45.735737 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network 770c6ad9-dcec-48bf-a82a-4511570b3caa is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:45.737387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:45.816198 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e46f6568-311a-4ab0-b95a-1122adcf7140 service neutron] 10.222.0.77 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534291 Jul 05 10:20:45.907182 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28a33a85-c2bc-4516-9b5b-87c9101dfc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:45.919614 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 98d48710-e206-4904-b7f5-a8296f4a2a03 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:20:45.952744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a33a85-c2bc-4516-9b5b-87c9101dfc1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=837b5755-18df-44cd-a9fe-f80eddbf9419,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:45.958552 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28a33a85-c2bc-4516-9b5b-87c9101dfc1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:45.958552 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-28a33a85-c2bc-4516-9b5b-87c9101dfc1c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/837b5755-18df-44cd-a9fe-f80eddbf9419 HTTP/1.1" status: 204 len: 168 time: 0.8711371 Jul 05 10:20:45.961724 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34634) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:46.117017 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56613fe5-9995-4cab-9a66-6826b40aade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:46.128560 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:20:46.135536 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eeb22204-55ee-4fb6-8d92-9fd932f520e7 service neutron] 10.222.0.77 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126557 Jul 05 10:20:46.139279 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bc00865e-968c-489c-8029-b4860f253605 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/98d48710-e206-4904-b7f5-a8296f4a2a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2152934 Jul 05 10:20:46.139941 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34638) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:46.142225 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e659d8f8-1ab2-4c77-8cf5-1542deb3803f None None] Provisioning complete for port 260c51dc-b503-485e-aede-d911a6b00f22 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:46.142744 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e659d8f8-1ab2-4c77-8cf5-1542deb3803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:46.151848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e659f4-44eb-4071-a5b6-cbbbd74cebd1 None None] Sync routers for ids ['98d48710-e206-4904-b7f5-a8296f4a2a03'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:20:46.233451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e659f4-44eb-4071-a5b6-cbbbd74cebd1 None None] Routers {'98d48710-e206-4904-b7f5-a8296f4a2a03'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:20:46.234296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-36e659f4-44eb-4071-a5b6-cbbbd74cebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:20:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['98d48710-e206-4904-b7f5-a8296f4a2a03'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:46.239621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e659d8f8-1ab2-4c77-8cf5-1542deb3803f None None] Port 260c51dc-b503-485e-aede-d911a6b00f22 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:20:46.271925 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-36e659f4-44eb-4071-a5b6-cbbbd74cebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:46.287649 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e659f4-44eb-4071-a5b6-cbbbd74cebd1 None None] Routers {'98d48710-e206-4904-b7f5-a8296f4a2a03'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:20:46.288590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-36e659f4-44eb-4071-a5b6-cbbbd74cebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:20:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['98d48710-e206-4904-b7f5-a8296f4a2a03'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:46.333743 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56613fe5-9995-4cab-9a66-6826b40aade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:46.338007 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-f8d0244f-ab61-4fdf-bba4-5ad491a75706 service neutron] 10.222.0.77 "GET /v2.0/ports/88eb18ad-2797-45b6-bdf9-a1ae64cf84b5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1883514 Jul 05 10:20:46.352611 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4a372b-41c5-4d38-bcaf-6140131546e7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:46.354400 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1c4a372b-41c5-4d38-bcaf-6140131546e7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports/260c51dc-b503-485e-aede-d911a6b00f22 HTTP/1.1" status: 200 len: 910 time: 0.2135150 Jul 05 10:20:46.357730 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34644) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:46.379851 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-56613fe5-9995-4cab-9a66-6826b40aade3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff87866-f9ef-420e-bcbf-255090436e52']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:46.380116 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-36e659f4-44eb-4071-a5b6-cbbbd74cebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:46.381131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e659f4-44eb-4071-a5b6-cbbbd74cebd1 None None] The sync data for ids ['98d48710-e206-4904-b7f5-a8296f4a2a03'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:20:46.426784 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-56613fe5-9995-4cab-9a66-6826b40aade3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34af0e3-16dc-4f70-8cec-d9b14a77a961') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:46.430710 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-56613fe5-9995-4cab-9a66-6826b40aade3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34af0e3-16dc-4f70-8cec-d9b14a77a961') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:46.442013 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56613fe5-9995-4cab-9a66-6826b40aade3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:46.460385 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56613fe5-9995-4cab-9a66-6826b40aade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:46.477447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56613fe5-9995-4cab-9a66-6826b40aade3 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:20:46.477895 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56613fe5-9995-4cab-9a66-6826b40aade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:20:46.479774 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:20:46.547859 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-098f941d-0eae-48a0-8776-13ead353bb91 service neutron] 10.222.0.77 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921005 Jul 05 10:20:46.687328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-9097a34c-477d-487f-b684-46121c91fb97 service neutron] 10.222.0.77 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322188 Jul 05 10:20:46.715783 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56613fe5-9995-4cab-9a66-6826b40aade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:46.721154 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56613fe5-9995-4cab-9a66-6826b40aade3 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:46.726299 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34660) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:46.726831 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-56613fe5-9995-4cab-9a66-6826b40aade3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/fff87866-f9ef-420e-bcbf-255090436e52 HTTP/1.1" status: 204 len: 168 time: 0.7618616 Jul 05 10:20:46.793780 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10c5f42-4d2f-4205-a704-6f161f775236 admin admin] Deleting subnet 2e3a1fc7-a6ac-4849-a1bd-f2562c31c042 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:20:46.798592 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c10c5f42-4d2f-4205-a704-6f161f775236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:46.810477 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:46.843115 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56613fe5-9995-4cab-9a66-6826b40aade3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fff87866-f9ef-420e-bcbf-255090436e52,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:46.887420 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c10c5f42-4d2f-4205-a704-6f161f775236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:46.900205 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-365901f7-ca2d-41e4-9fe9-1cc09d8f43a4 service neutron] 10.222.0.77 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068598 Jul 05 10:20:46.945943 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c10c5f42-4d2f-4205-a704-6f161f775236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:47.060403 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-bc3e7e6d-2aa4-4521-8339-831f08d14b60 service neutron] 10.222.0.77 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539905 Jul 05 10:20:47.130722 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c10c5f42-4d2f-4205-a704-6f161f775236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:47.176790 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c1adc4cc-b1be-455e-bbf2-885c258fe53a service neutron] 10.222.0.77 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153722 Jul 05 10:20:47.183476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c5f42-4d2f-4205-a704-6f161f775236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e3a1fc7-a6ac-4849-a1bd-f2562c31c042,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:47.186922 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c10c5f42-4d2f-4205-a704-6f161f775236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:47.195272 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c10c5f42-4d2f-4205-a704-6f161f775236 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2e3a1fc7-a6ac-4849-a1bd-f2562c31c042 HTTP/1.1" status: 204 len: 168 time: 0.4613602 Jul 05 10:20:47.195836 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34666) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:47.341302 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c4096e0-1007-4e90-ba51-c3ce567dca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:47.367404 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-2856468d-5014-4545-bf7b-c1c5fce822ce service neutron] 10.222.0.77 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895969 Jul 05 10:20:47.513145 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-33332d51-a918-47df-ba2d-b06ef4a8744b service neutron] 10.222.0.77 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446776 Jul 05 10:20:47.668509 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c4096e0-1007-4e90-ba51-c3ce567dca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:47.684431 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1c4096e0-1007-4e90-ba51-c3ce567dca01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d45420-12f2-465a-81ca-4428084f1f55']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:47.686701 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9000e57d-eb58-4486-8934-a77d748339bd tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:47.723009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1c4096e0-1007-4e90-ba51-c3ce567dca01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638f17ed-0077-4b82-a040-3d292894d05a') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:47.723356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1c4096e0-1007-4e90-ba51-c3ce567dca01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638f17ed-0077-4b82-a040-3d292894d05a') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:47.748252 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c4096e0-1007-4e90-ba51-c3ce567dca01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:47.773891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-33f44505-6370-4714-a41c-2a3790ce8b77 service neutron] 10.222.0.77 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551270 Jul 05 10:20:47.774943 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c4096e0-1007-4e90-ba51-c3ce567dca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:47.781531 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4096e0-1007-4e90-ba51-c3ce567dca01 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c4096e0-1007-4e90-ba51-c3ce567dca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:20:47.786355 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:20:47.926625 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-99a00a71-c316-40bf-abbd-7afa1043dd29 service neutron] 10.222.0.77 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325045 Jul 05 10:20:48.000344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c4096e0-1007-4e90-ba51-c3ce567dca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:48.009651 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c4096e0-1007-4e90-ba51-c3ce567dca01 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:48.012575 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1c4096e0-1007-4e90-ba51-c3ce567dca01 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d2d45420-12f2-465a-81ca-4428084f1f55 HTTP/1.1" status: 204 len: 168 time: 0.8196902 Jul 05 10:20:48.036375 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4096e0-1007-4e90-ba51-c3ce567dca01 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2d45420-12f2-465a-81ca-4428084f1f55,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:48.097983 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-edf89233-6032-4a6d-b994-39e34c9ba715 service neutron] 10.222.0.77 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641016 Jul 05 10:20:48.286470 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-9000e57d-eb58-4486-8934-a77d748339bd tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port 260c51dc-b503-485e-aede-d911a6b00f22 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:48.287948 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9000e57d-eb58-4486-8934-a77d748339bd tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:48.373946 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e742f45-26e3-496e-8b79-7b68798be915 req-547e62ea-b9ab-4539-ba04-1d46fd82993c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1557872 Jul 05 10:20:48.469965 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9000e57d-eb58-4486-8934-a77d748339bd tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:48.490185 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-9000e57d-eb58-4486-8934-a77d748339bd tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for 260c51dc-b503-485e-aede-d911a6b00f22 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:48.567694 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e742f45-26e3-496e-8b79-7b68798be915 req-31b33a82-e316-493a-9ed0-9b3d0036be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:48.569317 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e742f45-26e3-496e-8b79-7b68798be915 req-31b33a82-e316-493a-9ed0-9b3d0036be8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 1097 time: 0.1404963 Jul 05 10:20:48.755799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34720) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:48.766781 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e742f45-26e3-496e-8b79-7b68798be915 req-893fa83f-9c6f-4aff-bf09-67281d108c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:48.768603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e742f45-26e3-496e-8b79-7b68798be915 req-893fa83f-9c6f-4aff-bf09-67281d108c69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 913 time: 0.1305561 Jul 05 10:20:48.852317 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-751798c6-f2de-433c-a91e-22b0e10ea7bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c4c2434beb8b489795e7bc8e211ec3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0946076 Jul 05 10:20:48.856124 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34724) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:48.919587 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e742f45-26e3-496e-8b79-7b68798be915 req-444fea95-5a2d-4ede-9a71-a55a7a409f11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce HTTP/1.1" status: 200 len: 999 time: 0.1402197 Jul 05 10:20:48.940439 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3e702e91-e95c-4698-ae1d-660e5f9110fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:49.003528 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3e702e91-e95c-4698-ae1d-660e5f9110fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:49.053330 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-d76eb6dc-f568-4701-858e-1b71e5df73ec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2148900 Jul 05 10:20:49.110546 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e742f45-26e3-496e-8b79-7b68798be915 req-e573edd0-9e5a-4d00-92fc-7bf17a7637af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:49.112591 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e742f45-26e3-496e-8b79-7b68798be915 req-e573edd0-9e5a-4d00-92fc-7bf17a7637af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.1858008 Jul 05 10:20:49.199229 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e742f45-26e3-496e-8b79-7b68798be915 req-b8161515-d3c1-46f7-8b4e-fc20ff390bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:49.201098 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e742f45-26e3-496e-8b79-7b68798be915 req-b8161515-d3c1-46f7-8b4e-fc20ff390bde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780513 Jul 05 10:20:49.220253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-d947f018-1672-42e3-885b-3ad88c0aee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:49.220753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-d947f018-1672-42e3-885b-3ad88c0aee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:49.221259 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-d947f018-1672-42e3-885b-3ad88c0aee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:49.221791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-d947f018-1672-42e3-885b-3ad88c0aee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:49.222261 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-d947f018-1672-42e3-885b-3ad88c0aee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:49.225271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-d947f018-1672-42e3-885b-3ad88c0aee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:49.225271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-d947f018-1672-42e3-885b-3ad88c0aee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:49.225733 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-d947f018-1672-42e3-885b-3ad88c0aee53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=faeb5dc6b3a74c028f443dfad351e225&device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 6499 time: 0.0922923 Jul 05 10:20:49.313619 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3e702e91-e95c-4698-ae1d-660e5f9110fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:49.316194 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3e702e91-e95c-4698-ae1d-660e5f9110fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:49.320025 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3e702e91-e95c-4698-ae1d-660e5f9110fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54be6606-f42c-4987-95b2-0ebcbabb4cd0 HTTP/1.1" status: 204 len: 168 time: 0.4614403 Jul 05 10:20:49.320250 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e742f45-26e3-496e-8b79-7b68798be915 req-687f59e2-0160-4ff2-8503-633d312c4b9c service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101151 Jul 05 10:20:49.343521 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e702e91-e95c-4698-ae1d-660e5f9110fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54be6606-f42c-4987-95b2-0ebcbabb4cd0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:49.416546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-660ee9b0-7814-4cf9-b37d-61e540bd62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:49.428290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-660ee9b0-7814-4cf9-b37d-61e540bd62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:49.428950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-660ee9b0-7814-4cf9-b37d-61e540bd62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:49.430779 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-660ee9b0-7814-4cf9-b37d-61e540bd62fb service neutron] 10.222.0.73 "GET /v2.0/networks?id=34a24dd1-7873-4589-9de4-782dc8402e9e&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5 HTTP/1.1" status: 200 len: 2293 time: 0.1766438 Jul 05 10:20:49.464325 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9000e57d-eb58-4486-8934-a77d748339bd tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:49.517147 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000e57d-eb58-4486-8934-a77d748339bd tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=260c51dc-b503-485e-aede-d911a6b00f22,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:49.547496 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-27dd3f67-9cc5-4cb9-93e9-2260841aa679 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08c3b1db-4b45-496d-a361-b318ba0dcfda HTTP/1.1" status: 200 len: 1002 time: 0.1100862 Jul 05 10:20:49.682928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-71515574-a6cd-488a-8729-103a924eb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:49.684540 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-71515574-a6cd-488a-8729-103a924eb70d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27292f2c-a95d-441e-b478-d099205c251b HTTP/1.1" status: 200 len: 850 time: 0.1277738 Jul 05 10:20:49.829606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-90b28bd9-a499-4ef3-b069-5099f1ca8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:49.829606 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-90b28bd9-a499-4ef3-b069-5099f1ca8f3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34a24dd1-7873-4589-9de4-782dc8402e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1357222 Jul 05 10:20:49.928202 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e742f45-26e3-496e-8b79-7b68798be915 req-10436919-83a0-4bdf-b712-a5a208d13f41 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5970290 Jul 05 10:20:50.034944 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-167a5032-ff0f-47c5-9627-a7cc7a4eaca6 service neutron] 10.222.0.73 "GET /v2.0/networks/34a24dd1-7873-4589-9de4-782dc8402e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004828 Jul 05 10:20:50.092089 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9000e57d-eb58-4486-8934-a77d748339bd tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:50.210691 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-e663a5bb-f6cd-4e29-8978-24f95795c1e4 service neutron] 10.222.0.73 "GET /v2.0/networks/34a24dd1-7873-4589-9de4-782dc8402e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699870 Jul 05 10:20:50.300625 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-5c269d06-f76e-47c7-876a-d81b1ed726af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=80fc754d-8956-4773-bf0a-c1b21e4c283f HTTP/1.1" status: 200 len: 217 time: 0.0743072 Jul 05 10:20:50.365827 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-13a3f80b-8c62-41f6-9b2e-4fc3610d5863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:50.367914 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-13a3f80b-8c62-41f6-9b2e-4fc3610d5863 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.0615783 Jul 05 10:20:50.505418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9000e57d-eb58-4486-8934-a77d748339bd tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 98d48710-e206-4904-b7f5-a8296f4a2a03 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:20:50.511053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-4f86d050-4bdc-47f9-bfdb-e546e7a440ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:50.512717 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-4f86d050-4bdc-47f9-bfdb-e546e7a440ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1390555 Jul 05 10:20:50.661587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9000e57d-eb58-4486-8934-a77d748339bd tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:20:50.679917 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68ae2a2-2e88-4b1b-b9ce-2015653ff04d None None] Sync routers for ids ['98d48710-e206-4904-b7f5-a8296f4a2a03'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:20:50.691126 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9000e57d-eb58-4486-8934-a77d748339bd tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/98d48710-e206-4904-b7f5-a8296f4a2a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3316736 Jul 05 10:20:50.694144 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34782) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:50.700651 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68ae2a2-2e88-4b1b-b9ce-2015653ff04d None None] Routers {'98d48710-e206-4904-b7f5-a8296f4a2a03'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:20:50.701285 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c68ae2a2-2e88-4b1b-b9ce-2015653ff04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:20:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['98d48710-e206-4904-b7f5-a8296f4a2a03'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:50.704183 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34784) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:50.714799 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-5b4369ad-e764-4773-ab40-2a301838bdd2 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938510 Jul 05 10:20:50.756630 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c68ae2a2-2e88-4b1b-b9ce-2015653ff04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:50.782352 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68ae2a2-2e88-4b1b-b9ce-2015653ff04d None None] Routers {'98d48710-e206-4904-b7f5-a8296f4a2a03'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:20:50.783192 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c68ae2a2-2e88-4b1b-b9ce-2015653ff04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:20:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['98d48710-e206-4904-b7f5-a8296f4a2a03'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:50.834058 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c68ae2a2-2e88-4b1b-b9ce-2015653ff04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:50.834058 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68ae2a2-2e88-4b1b-b9ce-2015653ff04d None None] The sync data for ids ['98d48710-e206-4904-b7f5-a8296f4a2a03'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:20:50.840708 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-9c1e2320-6567-46b8-9c4c-202f021a34dc service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201499 Jul 05 10:20:50.958965 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-789dc2a9-f021-4ec3-b0af-4fdf6488e799 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=91a8b87f00b04a0abdc9b5d73483418c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532475 Jul 05 10:20:50.969355 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-1c3c6265-d738-45d8-84d8-f0f04b680474 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=0586289b-a830-48a9-b498-b77e4ab05bf0 HTTP/1.1" status: 200 len: 217 time: 0.1221328 Jul 05 10:20:50.969936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34788) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:51.081953 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f69a87c-cec6-4000-8165-cd0a9f136164 req-9ecbdd93-d11e-4b85-82ea-d3c536f9da79 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.6128740 Jul 05 10:20:51.131946 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15edead6-7caa-4998-b848-8c9e79b4569d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:51.137743 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-f5e55c8c-040d-436f-9a48-c89e6fdd39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:51.139426 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-f5e55c8c-040d-436f-9a48-c89e6fdd39ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.1630638 Jul 05 10:20:51.204437 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15edead6-7caa-4998-b848-8c9e79b4569d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:51.272417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-ee383da0-9337-448a-bff8-8119599148b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:51.277056 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-ee383da0-9337-448a-bff8-8119599148b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1225469 Jul 05 10:20:51.432084 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-a34c27e8-7dd7-4071-95be-46cd667df67b service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451938 Jul 05 10:20:51.515092 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15edead6-7caa-4998-b848-8c9e79b4569d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:51.518495 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15edead6-7caa-4998-b848-8c9e79b4569d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:51.519751 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-15edead6-7caa-4998-b848-8c9e79b4569d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2460b476-3e21-4405-94f2-2fa881eaedd7 HTTP/1.1" status: 204 len: 168 time: 0.5488524 Jul 05 10:20:51.538663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edead6-7caa-4998-b848-8c9e79b4569d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2460b476-3e21-4405-94f2-2fa881eaedd7,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:51.587647 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-fd35f438-285a-4c39-878e-d1e109687dda service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535130 Jul 05 10:20:51.645808 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-2691d5b6-012a-4b1d-a3a9-215fface3f1d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b3f00607-07b6-4240-997d-5aa1a2d0de4a HTTP/1.1" status: 200 len: 217 time: 0.0488558 Jul 05 10:20:51.724808 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-892eea6b-acad-40f8-a417-8589bce1c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:51.726577 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-892eea6b-acad-40f8-a417-8589bce1c546 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.0754387 Jul 05 10:20:51.766257 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8c33-3bcf-4515-9e8f-c84bc90deccb tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:51.803651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-035eec81-f32e-4cc6-8957-31131662e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:51.816730 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-035eec81-f32e-4cc6-8957-31131662e470 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0713713 Jul 05 10:20:52.238424 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38b5fbda-6228-4b37-a991-cf4db2d9c0df req-be6bd76f-c35e-4ef5-9634-6a315b1c0776 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.0461402 Jul 05 10:20:52.255440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e8c33-3bcf-4515-9e8f-c84bc90deccb tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port f9981f67-6513-4a64-a05e-aea427713942 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:52.255440 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8c33-3bcf-4515-9e8f-c84bc90deccb tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.302739 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.407147 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8c33-3bcf-4515-9e8f-c84bc90deccb tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.423686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e8c33-3bcf-4515-9e8f-c84bc90deccb tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for f9981f67-6513-4a64-a05e-aea427713942 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:52.455940 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-cd38aaed-6f9d-405b-8875-5fb23917c63a service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433496 Jul 05 10:20:52.610438 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-2e449e2d-c6bd-4db3-92ab-c5285dff4dfc service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479008 Jul 05 10:20:52.670867 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-9cf0eb79-03ef-406d-9933-ad463ff6cbe6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=df93e2bd-1f20-44b5-84fb-18b52916910e HTTP/1.1" status: 200 len: 217 time: 0.0526278 Jul 05 10:20:52.733994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-4277ac18-714c-4c71-a021-4b0a1424fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:52.736111 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-4277ac18-714c-4c71-a021-4b0a1424fc22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.0598772 Jul 05 10:20:52.810604 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8c33-3bcf-4515-9e8f-c84bc90deccb tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:52.841220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-572e6763-a652-4ede-bf91-c2973fbc1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:52.843112 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-572e6763-a652-4ede-bf91-c2973fbc1c36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1013248 Jul 05 10:20:52.907953 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e8c33-3bcf-4515-9e8f-c84bc90deccb tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=f9981f67-6513-4a64-a05e-aea427713942,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:53.018399 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-be921f64-30c5-4eaf-9a31-7fbbf50f7141 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652324 Jul 05 10:20:53.065074 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8c33-3bcf-4515-9e8f-c84bc90deccb tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.202325 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-262c68eb-5def-4f7c-a0b4-7d4271ff41cc service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779308 Jul 05 10:20:53.317808 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9e8c33-3bcf-4515-9e8f-c84bc90deccb tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 98d48710-e206-4904-b7f5-a8296f4a2a03 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:20:53.340365 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-d88f9324-2ff5-42d5-88d2-c13525e20ef2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=87979250-90f3-4016-8a2b-f250a6558e51 HTTP/1.1" status: 200 len: 217 time: 0.1315124 Jul 05 10:20:53.434103 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-c619b492-9f1b-4b2a-9d8d-35af34ea5efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:53.441551 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-c619b492-9f1b-4b2a-9d8d-35af34ea5efb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fca18096-664d-47c5-a713-0716b10e1546 HTTP/1.1" status: 200 len: 797 time: 0.0877397 Jul 05 10:20:53.524787 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2df2eec6-3027-4e3f-b44f-85dbbd58930f req-42056d53-6f6e-4aac-b0d2-3f4c8a891554 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.0957229 Jul 05 10:20:53.526758 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9e8c33-3bcf-4515-9e8f-c84bc90deccb tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:20:53.540637 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2a9e8c33-3bcf-4515-9e8f-c84bc90deccb tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/98d48710-e206-4904-b7f5-a8296f4a2a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8391955 Jul 05 10:20:53.541303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-ee8bf558-5029-42d8-9264-24821ff63f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:53.542092 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34848) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:53.542335 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-ee8bf558-5029-42d8-9264-24821ff63f00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0974164 Jul 05 10:20:53.547389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f006c72-147a-4fbe-9f9e-e8b602f49066 None None] Sync routers for ids ['98d48710-e206-4904-b7f5-a8296f4a2a03'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:20:53.596920 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1f690d8f-b4b6-4896-b08a-532983edefdf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports?device_id=98d48710-e206-4904-b7f5-a8296f4a2a03 HTTP/1.1" status: 200 len: 205 time: 0.0535493 Jul 05 10:20:53.599847 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34856) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:53.649555 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f006c72-147a-4fbe-9f9e-e8b602f49066 None None] Routers {'98d48710-e206-4904-b7f5-a8296f4a2a03'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:20:53.650208 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-6f006c72-147a-4fbe-9f9e-e8b602f49066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:20:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['98d48710-e206-4904-b7f5-a8296f4a2a03'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:53.682258 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-21487bd1-1ae5-4bc3-818e-4cfbac5cc36b service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298785 Jul 05 10:20:53.699028 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e735-57fb-4a35-b52d-68b840766774 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.715054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-6f006c72-147a-4fbe-9f9e-e8b602f49066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:53.726641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f006c72-147a-4fbe-9f9e-e8b602f49066 None None] Routers {'98d48710-e206-4904-b7f5-a8296f4a2a03'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:20:53.727520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-6f006c72-147a-4fbe-9f9e-e8b602f49066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:20:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['98d48710-e206-4904-b7f5-a8296f4a2a03'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:53.774567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34860) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:53.790927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-6f006c72-147a-4fbe-9f9e-e8b602f49066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:53.791610 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f006c72-147a-4fbe-9f9e-e8b602f49066 None None] The sync data for ids ['98d48710-e206-4904-b7f5-a8296f4a2a03'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:20:53.804068 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-42255c70-cc5f-4136-a032-0ef9fc75d65e service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151037 Jul 05 10:20:53.854558 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-c48e99c4-8d42-4ccd-b14d-bc1d6e27ab13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=853fb337-6ae9-42a9-a887-cc7a60298722 HTTP/1.1" status: 200 len: 217 time: 0.0444021 Jul 05 10:20:53.925456 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e735-57fb-4a35-b52d-68b840766774 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.929019 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e735-57fb-4a35-b52d-68b840766774 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:53.974127 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-04bb159d-40be-418b-b6bd-5ae20c945c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:53.975866 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-04bb159d-40be-418b-b6bd-5ae20c945c0d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fca18096-664d-47c5-a713-0716b10e1546 HTTP/1.1" status: 200 len: 797 time: 0.1154819 Jul 05 10:20:53.997410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-50ab9b47-54d0-4f76-a00b-b4c4c1a46189 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-network', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:54.042922 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a211-5846-4666-a0af-5e7309acb2eb req-ddc8ca3d-1108-4f92-95ed-5d26ab86802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:54.047319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-ddc8ca3d-1108-4f92-95ed-5d26ab86802f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0624375 Jul 05 10:20:54.096082 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.146339 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-589f4d03-f47e-48e4-80ff-d9df47e57460 service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951359 Jul 05 10:20:54.259337 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5294a211-5846-4666-a0af-5e7309acb2eb req-ed7810f4-e4c3-4189-a9ae-e9a965422058 service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943863 Jul 05 10:20:54.313599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ab9b47-54d0-4f76-a00b-b4c4c1a46189 admin admin] Made reservation on behalf of 3c03f0beaf2a4388aff858f486bdf55e for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:54.316580 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-50ab9b47-54d0-4f76-a00b-b4c4c1a46189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.329174 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-50ab9b47-54d0-4f76-a00b-b4c4c1a46189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.331188 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e735-57fb-4a35-b52d-68b840766774 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.331802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc1e735-57fb-4a35-b52d-68b840766774 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Fanout notify agent at l3_agent the message router_deleted on router 98d48710-e206-4904-b7f5-a8296f4a2a03 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:20:54.350196 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e735-57fb-4a35-b52d-68b840766774 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.351390 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bfc1e735-57fb-4a35-b52d-68b840766774 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/routers/98d48710-e206-4904-b7f5-a8296f4a2a03 HTTP/1.1" status: 204 len: 168 time: 0.7500446 Jul 05 10:20:54.354256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34872) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:54.415432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3aacef-dd9c-4842-8803-b55b847e6e35 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting subnet ce8d1739-c8f2-40d9-986f-d329f747827b {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:20:54.418828 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af3aacef-dd9c-4842-8803-b55b847e6e35 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.459079 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-50ab9b47-54d0-4f76-a00b-b4c4c1a46189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.462848 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af3aacef-dd9c-4842-8803-b55b847e6e35 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.564953 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-50ab9b47-54d0-4f76-a00b-b4c4c1a46189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.565562 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af3aacef-dd9c-4842-8803-b55b847e6e35 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.594540 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ab9b47-54d0-4f76-a00b-b4c4c1a46189 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:20:54.611970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab9b47-54d0-4f76-a00b-b4c4c1a46189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba851cab-27bc-42c8-94b1-c53bc68e4e7f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:54.615035 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-50ab9b47-54d0-4f76-a00b-b4c4c1a46189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.615413 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-50ab9b47-54d0-4f76-a00b-b4c4c1a46189 admin admin] Added segment 51e23051-4655-4a60-b12f-493cbc6481a7 of type vlan for network 790d1a53-2211-4dce-b3bf-d1b0cc414b5d Jul 05 10:20:54.666756 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-50ab9b47-54d0-4f76-a00b-b4c4c1a46189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.740822 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f4b4021-e202-46af-ab07-fa66230a9168 req-b05279c8-b00f-4ed8-9081-77b839a21d46 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.0298653 Jul 05 10:20:54.800416 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af3aacef-dd9c-4842-8803-b55b847e6e35 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.835786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3aacef-dd9c-4842-8803-b55b847e6e35 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8d1739-c8f2-40d9-986f-d329f747827b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:54.841310 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-af3aacef-dd9c-4842-8803-b55b847e6e35 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.848761 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10f5d72-fdb4-41e3-b609-4143f8025b9e None None] Network 770c6ad9-dcec-48bf-a82a-4511570b3caa requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:54.853594 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-af3aacef-dd9c-4842-8803-b55b847e6e35 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/ce8d1739-c8f2-40d9-986f-d329f747827b HTTP/1.1" status: 204 len: 168 time: 0.4980752 Jul 05 10:20:54.859752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34882) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:54.908173 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-50ab9b47-54d0-4f76-a00b-b4c4c1a46189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.909210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ab9b47-54d0-4f76-a00b-b4c4c1a46189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:54.909838 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-50ab9b47-54d0-4f76-a00b-b4c4c1a46189 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.933647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c872535-51ee-4997-bedc-5b44c03140c3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting subnet 3d4fe893-a834-4c6e-8357-847aaa2d04b3 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:20:54.939116 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c872535-51ee-4997-bedc-5b44c03140c3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:54.993374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c872535-51ee-4997-bedc-5b44c03140c3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.024543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab9b47-54d0-4f76-a00b-b4c4c1a46189 admin admin] Pushing event updated for resources: {'Network': ['ID=790d1a53-2211-4dce-b3bf-d1b0cc414b5d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:55.036211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 790d1a53-2211-4dce-b3bf-d1b0cc414b5d details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:20:55.085650 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] DHCP port deletion for 770c6ad9-dcec-48bf-a82a-4511570b3caa request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:20:55.093411 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c872535-51ee-4997-bedc-5b44c03140c3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.159189 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Deleting port c54074c1-3cab-423f-8a09-62a4bbfe783c {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:55.686795 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.686795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] For port c54074c1-3cab-423f-8a09-62a4bbfe783c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c54074c1-3cab-423f-8a09-62a4bbfe783c,segment=NetworkSegment(401abbd5-dff7-43fc-834b-338d7d885a64),segment_id=401abbd5-dff7-43fc-834b-338d7d885a64)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:55.686795 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.686795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Calling delete_port for c54074c1-3cab-423f-8a09-62a4bbfe783c owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:55.689001 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-50ab9b47-54d0-4f76-a00b-b4c4c1a46189 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.5270026 Jul 05 10:20:55.689001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34890) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:55.689001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f9af8b38-6395-4815-a237-304f802daa20 admin admin] Request body: {'subnet': {'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-subnet', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:55.689553 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-0831896c-32ed-4744-990f-f1bc793afb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:55.689553 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-0831896c-32ed-4744-990f-f1bc793afb25 service neutron] 10.222.0.73 "GET /v2.0/ports/0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef HTTP/1.1" status: 200 len: 1032 time: 0.0789068 Jul 05 10:20:55.689553 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-f76c812c-5244-49a8-8173-268c1c7c5293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:55.689553 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-f76c812c-5244-49a8-8173-268c1c7c5293 service neutron] 10.222.0.73 "GET /v2.0/ports/88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 HTTP/1.1" status: 200 len: 1032 time: 0.0527253 Jul 05 10:20:55.689553 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c872535-51ee-4997-bedc-5b44c03140c3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.689553 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c872535-51ee-4997-bedc-5b44c03140c3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4fe893-a834-4c6e-8357-847aaa2d04b3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:55.689553 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c872535-51ee-4997-bedc-5b44c03140c3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.690404 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de1b309-920c-4731-835a-46e37daee46a None None] Network de090a57-26e1-42fd-9789-706b7e0bda55 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:55.690548 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5c872535-51ee-4997-bedc-5b44c03140c3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/3d4fe893-a834-4c6e-8357-847aaa2d04b3 HTTP/1.1" status: 204 len: 168 time: 0.6378660 Jul 05 10:20:55.690723 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34896) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:55.690847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6680f93e-264b-4027-a084-370eca3facae tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:55.690847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6680f93e-264b-4027-a084-370eca3facae tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:55.690847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6680f93e-264b-4027-a084-370eca3facae tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:55.690847 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6680f93e-264b-4027-a084-370eca3facae tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "GET /v2.0/networks?id=790a2fc1-a8c9-440b-a219-3f87c3a52e5a&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=fe926520-9d96-4a2d-8770-b9c16396c5e0&id=fe926520-9d96-4a2d-8770-b9c16396c5e0 HTTP/1.1" status: 200 len: 1995 time: 0.1743875 Jul 05 10:20:55.691158 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.691305 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-0947f5cd-5ea4-4b37-afba-b517b0c99590 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6730456afa24179937818b8d8e62041 HTTP/1.1" status: 200 len: 379 time: 0.0587072 Jul 05 10:20:55.691385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9af8b38-6395-4815-a237-304f802daa20 admin admin] Made reservation on behalf of 3c03f0beaf2a4388aff858f486bdf55e for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:55.691464 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.691570 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9af8b38-6395-4815-a237-304f802daa20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.691648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8120615b-a43e-47d8-831c-b894d45e3564 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Request body: {'port': {'device_id': 'a1963644-0403-43c3-b202-2795863d539a', 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'admin_state_up': True, 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'security_groups': ['66661995-234b-4c60-803a-93d4c20fa400']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:55.691981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Pushing event deleted for resources: {'Port': ['ID=c54074c1-3cab-423f-8a09-62a4bbfe783c,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:55.691981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:55.691981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:55.691981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:55.691981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:55.691981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:55.691981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:55.691981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:55.692733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:55.692733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:55.692830 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:55.693113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:55.693443 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:20:55.698927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ceec0e-7dfc-4274-84b1-c3b69c53e485 None None] No DVR routers for this DVR port c54074c1-3cab-423f-8a09-62a4bbfe783c on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:20:55.771521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port c54074c1-3cab-423f-8a09-62a4bbfe783c {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:55.772712 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.823393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a42b652-e9bd-444e-9f55-bd589066b2b4 None None] DHCP port deletion for de090a57-26e1-42fd-9789-706b7e0bda55 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:20:55.874897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] For port c54074c1-3cab-423f-8a09-62a4bbfe783c, host n-d-779913-27, got binding levels [] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:55.874897 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.897940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-4a42b652-e9bd-444e-9f55-bd589066b2b4 None None] Deleting port 7bf38097-40f9-41bc-962a-7050eb9cf615 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:20:55.898560 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4a42b652-e9bd-444e-9f55-bd589066b2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:55.907447 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for c54074c1-3cab-423f-8a09-62a4bbfe783c owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:55.911528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.ipam_backend_mixin [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Port c54074c1-3cab-423f-8a09-62a4bbfe783c was not found and therefore no delete operation was performed {{(pid=100775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:20:55.946946 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-57beedf3-56ea-4808-a931-3ad5af31ffd6 req-de1d73dc-c788-493e-a392-a542dfb9fd9d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.0518067 Jul 05 10:20:55.946946 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.001863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-4a42b652-e9bd-444e-9f55-bd589066b2b4 None None] For port 7bf38097-40f9-41bc-962a-7050eb9cf615, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7bf38097-40f9-41bc-962a-7050eb9cf615,segment=NetworkSegment(a9adfcb0-8541-4f94-803c-98bcb4c585df),segment_id=a9adfcb0-8541-4f94-803c-98bcb4c585df)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:20:56.005373 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4a42b652-e9bd-444e-9f55-bd589066b2b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.006396 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=c54074c1-3cab-423f-8a09-62a4bbfe783c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:56.008766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No DVR routers for this DVR port c54074c1-3cab-423f-8a09-62a4bbfe783c on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:20:56.032684 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-4a42b652-e9bd-444e-9f55-bd589066b2b4 None None] Calling delete_port for 7bf38097-40f9-41bc-962a-7050eb9cf615 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:20:56.041400 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8120615b-a43e-47d8-831c-b894d45e3564 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Made reservation on behalf of b6730456afa24179937818b8d8e62041 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:56.051896 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8120615b-a43e-47d8-831c-b894d45e3564 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.139963 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.160127 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770c6ad9-dcec-48bf-a82a-4511570b3caa']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:56.177584 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401abbd5-dff7-43fc-834b-338d7d885a64') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:56.178795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401abbd5-dff7-43fc-834b-338d7d885a64') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:56.190837 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.207618 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.215269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:20:56.219061 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:20:56.220354 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:20:56.231212 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8120615b-a43e-47d8-831c-b894d45e3564 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Allocated IP 172.20.0.4 (790a2fc1-a8c9-440b-a219-3f87c3a52e5a/a7cf4802-24ef-472a-8c66-7e6ccb85e80d/fffa5d11-45e6-4914-88f1-c5bffc30543b) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:56.264778 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9af8b38-6395-4815-a237-304f802daa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.330330 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af8b38-6395-4815-a237-304f802daa20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb007f2-0183-4ab1-8b26-36603402e3c4,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:56.352289 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9af8b38-6395-4815-a237-304f802daa20 admin admin] Checking segment: {'id': '51e23051-4655-4a60-b12f-493cbc6481a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:56.352646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9af8b38-6395-4815-a237-304f802daa20 admin admin] Network hostable DHCP agents. Network: 790d1a53-2211-4dce-b3bf-d1b0cc414b5d, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:20:56.403433 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8120615b-a43e-47d8-831c-b894d45e3564 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.582232 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4a42b652-e9bd-444e-9f55-bd589066b2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.656699 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8120615b-a43e-47d8-831c-b894d45e3564 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Transition to ACTIVE for port object fffa5d11-45e6-4914-88f1-c5bffc30543b will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:56.658536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9af8b38-6395-4815-a237-304f802daa20 admin admin] Network 790d1a53-2211-4dce-b3bf-d1b0cc414b5d is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:20:56.674513 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.704613 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.710246 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/networks/770c6ad9-dcec-48bf-a82a-4511570b3caa HTTP/1.1" status: 204 len: 168 time: 1.2105088 Jul 05 10:20:56.710754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34916) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:56.711335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368f09e-d295-4455-8d79-357f0fed1bb5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Network': ['ID=770c6ad9-dcec-48bf-a82a-4511570b3caa,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:56.770927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42b652-e9bd-444e-9f55-bd589066b2b4 None None] Pushing event deleted for resources: {'Port': ['ID=7bf38097-40f9-41bc-962a-7050eb9cf615,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:56.776711 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a42b652-e9bd-444e-9f55-bd589066b2b4 None None] No DVR routers for this DVR port 7bf38097-40f9-41bc-962a-7050eb9cf615 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:20:56.793399 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-f9af8b38-6395-4815-a237-304f802daa20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 790d1a53-2211-4dce-b3bf-d1b0cc414b5d) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:56.804487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9af8b38-6395-4815-a237-304f802daa20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:56.804487 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9af8b38-6395-4815-a237-304f802daa20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.804920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db9408b-41dc-4928-91e9-cbb34a5ee15b None None] Network 790d1a53-2211-4dce-b3bf-d1b0cc414b5d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:20:56.838139 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8120615b-a43e-47d8-831c-b894d45e3564 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.878852 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e7cb-8076-4ee8-9150-11678120499d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:56.906761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8120615b-a43e-47d8-831c-b894d45e3564 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Network 790a2fc1-a8c9-440b-a219-3f87c3a52e5a is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:56.913136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8120615b-a43e-47d8-831c-b894d45e3564 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:56.918172 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8120615b-a43e-47d8-831c-b894d45e3564 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:56.922369 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120615b-a43e-47d8-831c-b894d45e3564 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event updated for resources: {'Port': ['ID=fffa5d11-45e6-4914-88f1-c5bffc30543b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:56.984381 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'fixed_ips': [{'subnet_id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:20:56.985362 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.040117 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f9af8b38-6395-4815-a237-304f802daa20 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7331305 Jul 05 10:20:57.042880 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34926) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:57.049113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-router', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:57.057737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c54074c1-3cab-423f-8a09-62a4bbfe783c no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:20:57.129745 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8120615b-a43e-47d8-831c-b894d45e3564 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:57.130479 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8120615b-a43e-47d8-831c-b894d45e3564 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.138137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: c54074c1-3cab-423f-8a09-62a4bbfe783c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:20:57.138836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c54074c1-3cab-423f-8a09-62a4bbfe783c not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:20:57.139488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7bf38097-40f9-41bc-962a-7050eb9cf615 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:20:57.180220 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 7bf38097-40f9-41bc-962a-7050eb9cf615 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:20:57.182090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7bf38097-40f9-41bc-962a-7050eb9cf615 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:20:57.184139 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e7cb-8076-4ee8-9150-11678120499d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.231771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-3bd9e7cb-8076-4ee8-9150-11678120499d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de090a57-26e1-42fd-9789-706b7e0bda55']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:57.267107 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-3bd9e7cb-8076-4ee8-9150-11678120499d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9adfcb0-8541-4f94-803c-98bcb4c585df') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:57.267492 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-3bd9e7cb-8076-4ee8-9150-11678120499d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9adfcb0-8541-4f94-803c-98bcb4c585df') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:20:57.301419 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e7cb-8076-4ee8-9150-11678120499d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.322693 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e7cb-8076-4ee8-9150-11678120499d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.322836 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.323815 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.338991 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd9e7cb-8076-4ee8-9150-11678120499d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:20:57.339473 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e7cb-8076-4ee8-9150-11678120499d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:20:57.351024 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:20:57.366180 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Allocated IP 172.20.0.2 (790d1a53-2211-4dce-b3bf-d1b0cc414b5d/cfb007f2-0183-4ab1-8b26-36603402e3c4/11236c7f-f7f1-4491-87ba-78e884a6bb1d) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:57.380396 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155d313-6f5b-4610-8efc-e585ce3cd8af req-e31fff0a-71d5-4159-b31a-85d3acdd20c0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:57.393973 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c155d313-6f5b-4610-8efc-e585ce3cd8af req-e31fff0a-71d5-4159-b31a-85d3acdd20c0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 931 time: 0.2610719 Jul 05 10:20:57.451299 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8120615b-a43e-47d8-831c-b894d45e3564 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8031774 Jul 05 10:20:57.464259 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c917eb59-308a-4944-89d7-123eeb103dab tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Request body: {'port': {'device_id': 'a1963644-0403-43c3-b202-2795863d539a', 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e', 'admin_state_up': True, 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'security_groups': ['66661995-234b-4c60-803a-93d4c20fa400']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:57.477417 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c155d313-6f5b-4610-8efc-e585ce3cd8af req-ca16c44d-7ae5-4a01-9a49-ea4bee926532 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819788 Jul 05 10:20:57.604559 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.612986 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e7cb-8076-4ee8-9150-11678120499d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.617517 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e7cb-8076-4ee8-9150-11678120499d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.619642 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3bd9e7cb-8076-4ee8-9150-11678120499d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/networks/de090a57-26e1-42fd-9789-706b7e0bda55 HTTP/1.1" status: 204 len: 168 time: 0.9070475 Jul 05 10:20:57.626538 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34936) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:57.628873 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Transition to ACTIVE for port object 11236c7f-f7f1-4491-87ba-78e884a6bb1d will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:57.643572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-aeb5f8d9-73ce-4bf6-a297-a0a1d1cbc4c8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'network': {'name': 'tempest-RoutersTest-2029614020'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:57.648399 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9e7cb-8076-4ee8-9150-11678120499d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Network': ['ID=de090a57-26e1-42fd-9789-706b7e0bda55,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:57.663655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Transition to ACTIVE for port object 11236c7f-f7f1-4491-87ba-78e884a6bb1d will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:57.680233 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0512d193-dc18-4615-8c73-ecddc88a57ec None None] Provisioning for port fffa5d11-45e6-4914-88f1-c5bffc30543b completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:57.685156 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0512d193-dc18-4615-8c73-ecddc88a57ec None None] Provisioning complete for port fffa5d11-45e6-4914-88f1-c5bffc30543b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:57.685852 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0512d193-dc18-4615-8c73-ecddc88a57ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.700199 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.736754 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0512d193-dc18-4615-8c73-ecddc88a57ec None None] Port fffa5d11-45e6-4914-88f1-c5bffc30543b cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:20:57.762556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c917eb59-308a-4944-89d7-123eeb103dab tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Made reservation on behalf of b6730456afa24179937818b8d8e62041 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:57.771409 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c917eb59-308a-4944-89d7-123eeb103dab tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.816803 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:57.888607 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Network 790d1a53-2211-4dce-b3bf-d1b0cc414b5d is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:57.889649 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Pushing event updated for resources: {'Port': ['ID=11236c7f-f7f1-4491-87ba-78e884a6bb1d,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:57.916808 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:57.922062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:57.977907 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c917eb59-308a-4944-89d7-123eeb103dab tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Allocated IP 10.1.1.29 (d022e67d-369f-4a6b-bf01-b31de8b3f25e/05608ce7-9b32-42d7-8764-6dd3893b6e0b/3ac044fe-0830-4bcc-8679-44388904c41f) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:58.013135 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.020816 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Attempting to bind port 11236c7f-f7f1-4491-87ba-78e884a6bb1d on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:20:58.021654 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Attempting to bind port 11236c7f-f7f1-4491-87ba-78e884a6bb1d by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '51e23051-4655-4a60-b12f-493cbc6481a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:20:58.021920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Attempting to bind port 11236c7f-f7f1-4491-87ba-78e884a6bb1d on network 790d1a53-2211-4dce-b3bf-d1b0cc414b5d {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:20:58.029572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:20:58.029948 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Checking segment: {'id': '51e23051-4655-4a60-b12f-493cbc6481a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:20:58.030349 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.030741 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Bound using segment: {'id': '51e23051-4655-4a60-b12f-493cbc6481a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:20:58.037053 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Bound port: 11236c7f-f7f1-4491-87ba-78e884a6bb1d, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e23051-4655-4a60-b12f-493cbc6481a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:20:58.037381 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.082633 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb5f8d9-73ce-4bf6-a297-a0a1d1cbc4c8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:58.086509 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aeb5f8d9-73ce-4bf6-a297-a0a1d1cbc4c8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.120122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] For port 11236c7f-f7f1-4491-87ba-78e884a6bb1d, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:20:58.124772 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] For port 11236c7f-f7f1-4491-87ba-78e884a6bb1d, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=11236c7f-f7f1-4491-87ba-78e884a6bb1d,segment=NetworkSegment(51e23051-4655-4a60-b12f-493cbc6481a7),segment_id=51e23051-4655-4a60-b12f-493cbc6481a7)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:20:58.158728 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb5f8d9-73ce-4bf6-a297-a0a1d1cbc4c8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:20:58.181430 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aeb5f8d9-73ce-4bf6-a297-a0a1d1cbc4c8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.181785 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-aeb5f8d9-73ce-4bf6-a297-a0a1d1cbc4c8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Added segment cd01348a-d6f9-498a-ab8d-8aca6a49711e of type vlan for network 84bfe1e5-43bc-40da-b5f7-8e48ee02b545 Jul 05 10:20:58.225230 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c917eb59-308a-4944-89d7-123eeb103dab tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.244146 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aeb5f8d9-73ce-4bf6-a297-a0a1d1cbc4c8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.253378 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c917eb59-308a-4944-89d7-123eeb103dab tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Transition to ACTIVE for port object 3ac044fe-0830-4bcc-8679-44388904c41f will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:58.479867 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.516271 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.549357 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.559592 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aeb5f8d9-73ce-4bf6-a297-a0a1d1cbc4c8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.565817 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb5f8d9-73ce-4bf6-a297-a0a1d1cbc4c8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:58.566745 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aeb5f8d9-73ce-4bf6-a297-a0a1d1cbc4c8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.588740 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170c5a1-174d-4bc4-8434-095a1fc4854f None None] Pushing event updated for resources: {'Port': ['ID=11236c7f-f7f1-4491-87ba-78e884a6bb1d,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:58.600115 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c917eb59-308a-4944-89d7-123eeb103dab tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.700901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c917eb59-308a-4944-89d7-123eeb103dab tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Network d022e67d-369f-4a6b-bf01-b31de8b3f25e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:58.727783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c917eb59-308a-4944-89d7-123eeb103dab tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:58.734711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c917eb59-308a-4944-89d7-123eeb103dab tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:20:58.794473 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-aeb5f8d9-73ce-4bf6-a297-a0a1d1cbc4c8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1659532 Jul 05 10:20:58.798561 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34958) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:20:58.800265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5f8d9-73ce-4bf6-a297-a0a1d1cbc4c8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Network': ['ID=84bfe1e5-43bc-40da-b5f7-8e48ee02b545,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:58.808878 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917eb59-308a-4944-89d7-123eeb103dab tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event updated for resources: {'Port': ['ID=3ac044fe-0830-4bcc-8679-44388904c41f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:20:58.822445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 84bfe1e5-43bc-40da-b5f7-8e48ee02b545 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:20:58.845973 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c917eb59-308a-4944-89d7-123eeb103dab tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:58.846709 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c917eb59-308a-4944-89d7-123eeb103dab tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:58.942762 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-99c915a9-b0b0-48bb-9831-4e6de9730b29 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'subnet': {'network_id': '84bfe1e5-43bc-40da-b5f7-8e48ee02b545', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:58.960951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Allocated IP 172.25.5.200 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/0f44f5c6-a287-4c34-8506-cf615b14845c) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:59.108606 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c917eb59-308a-4944-89d7-123eeb103dab tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6516969 Jul 05 10:20:59.121321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-588c61f1-4795-418b-af66-5947d50cea46 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Request body: {'port': {'device_id': 'a1963644-0403-43c3-b202-2795863d539a', 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e', 'admin_state_up': True, 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'security_groups': ['66661995-234b-4c60-803a-93d4c20fa400']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:20:59.157701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 11236c7f-f7f1-4491-87ba-78e884a6bb1d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:20:59.223253 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e2677-03d8-456e-85c8-15daf1ffa759 req-173dccbc-415c-4d90-8cde-7faf0aaa70d1 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:59.236456 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e2677-03d8-456e-85c8-15daf1ffa759 req-173dccbc-415c-4d90-8cde-7faf0aaa70d1 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:20:59.250603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-190e2677-03d8-456e-85c8-15daf1ffa759 req-173dccbc-415c-4d90-8cde-7faf0aaa70d1 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 1652 time: 0.4504702 Jul 05 10:20:59.321772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c915a9-b0b0-48bb-9831-4e6de9730b29 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:59.335446 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-99c915a9-b0b0-48bb-9831-4e6de9730b29 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:59.361564 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-190e2677-03d8-456e-85c8-15daf1ffa759 req-eff0da6b-f8c8-4ce8-945f-b9fb37c15257 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100719 Jul 05 10:20:59.421559 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:59.456404 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-57dc483c-8d00-4a18-be51-fe7d23d587c6 None None] Provisioning for port 3ac044fe-0830-4bcc-8679-44388904c41f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:59.459732 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 11236c7f-f7f1-4491-87ba-78e884a6bb1d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:20:59.463112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-57dc483c-8d00-4a18-be51-fe7d23d587c6 None None] Provisioning complete for port 3ac044fe-0830-4bcc-8679-44388904c41f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:20:59.463647 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-57dc483c-8d00-4a18-be51-fe7d23d587c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:59.530938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-588c61f1-4795-418b-af66-5947d50cea46 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Made reservation on behalf of b6730456afa24179937818b8d8e62041 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:20:59.535359 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-588c61f1-4795-418b-af66-5947d50cea46 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:59.542450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-57dc483c-8d00-4a18-be51-fe7d23d587c6 None None] Port 3ac044fe-0830-4bcc-8679-44388904c41f cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:20:59.729014 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-588c61f1-4795-418b-af66-5947d50cea46 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Allocated IP 10.1.1.219 (d022e67d-369f-4a6b-bf01-b31de8b3f25e/05608ce7-9b32-42d7-8764-6dd3893b6e0b/d1e51aa5-45cd-4e19-aea9-2e8069aaae6a) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:20:59.816704 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:59.880334 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-99c915a9-b0b0-48bb-9831-4e6de9730b29 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:59.926265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:20:59.977778 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-588c61f1-4795-418b-af66-5947d50cea46 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:20:59.995613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:20:59.999664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-588c61f1-4795-418b-af66-5947d50cea46 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Transition to ACTIVE for port object d1e51aa5-45cd-4e19-aea9-2e8069aaae6a will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:20:59.999836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c965281-6a45-4de3-b0ac-70cd72081e38 None None] Network 790d1a53-2211-4dce-b3bf-d1b0cc414b5d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:21:00.010615 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:00.180840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Pushing event updated for resources: {'Port': ['ID=0f44f5c6-a287-4c34-8506-cf615b14845c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:00.222376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c915a9-b0b0-48bb-9831-4e6de9730b29 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Subnet': ['ID=a3519e95-7f9b-4178-ba3f-855b413bc3b0,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:00.233698 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c915a9-b0b0-48bb-9831-4e6de9730b29 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Checking segment: {'id': 'cd01348a-d6f9-498a-ab8d-8aca6a49711e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '84bfe1e5-43bc-40da-b5f7-8e48ee02b545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:00.234179 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c915a9-b0b0-48bb-9831-4e6de9730b29 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network hostable DHCP agents. Network: 84bfe1e5-43bc-40da-b5f7-8e48ee02b545, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:21:00.273409 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-588c61f1-4795-418b-af66-5947d50cea46 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:00.338177 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-007b8621-1603-4dc6-b1ec-c3e56d66124f None None] Provisioning for port 11236c7f-f7f1-4491-87ba-78e884a6bb1d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:00.343304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-007b8621-1603-4dc6-b1ec-c3e56d66124f None None] Provisioning complete for port 11236c7f-f7f1-4491-87ba-78e884a6bb1d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:00.343686 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-007b8621-1603-4dc6-b1ec-c3e56d66124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:00.343899 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-588c61f1-4795-418b-af66-5947d50cea46 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Network d022e67d-369f-4a6b-bf01-b31de8b3f25e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:00.345183 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c61f1-4795-418b-af66-5947d50cea46 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event updated for resources: {'Port': ['ID=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:00.348217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-588c61f1-4795-418b-af66-5947d50cea46 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:00.350445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-588c61f1-4795-418b-af66-5947d50cea46 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:00.435106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-588c61f1-4795-418b-af66-5947d50cea46 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:00.436557 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-588c61f1-4795-418b-af66-5947d50cea46 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:00.501664 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-007b8621-1603-4dc6-b1ec-c3e56d66124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:00.583492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-007b8621-1603-4dc6-b1ec-c3e56d66124f None None] For port 11236c7f-f7f1-4491-87ba-78e884a6bb1d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=11236c7f-f7f1-4491-87ba-78e884a6bb1d,segment=NetworkSegment(51e23051-4655-4a60-b12f-493cbc6481a7),segment_id=51e23051-4655-4a60-b12f-493cbc6481a7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:00.613143 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c915a9-b0b0-48bb-9831-4e6de9730b29 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network 84bfe1e5-43bc-40da-b5f7-8e48ee02b545 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:21:00.671199 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:00.679384 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-588c61f1-4795-418b-af66-5947d50cea46 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5624831 Jul 05 10:21:00.690813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-0f997cc4-ce4e-459e-82b3-d7fa201df0b6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Request body: {'port': {'device_id': 'a1963644-0403-43c3-b202-2795863d539a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0', 'admin_state_up': True, 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'security_groups': ['66661995-234b-4c60-803a-93d4c20fa400']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:00.834781 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce09132-5c83-4c7c-bee1-fa2d8cd7a511 req-bbe1e451-d5f6-4257-bcee-1b9af8eb434a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:00.841215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce09132-5c83-4c7c-bee1-fa2d8cd7a511 req-bbe1e451-d5f6-4257-bcee-1b9af8eb434a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:00.849359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce09132-5c83-4c7c-bee1-fa2d8cd7a511 req-bbe1e451-d5f6-4257-bcee-1b9af8eb434a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:00.851505 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dce09132-5c83-4c7c-bee1-fa2d8cd7a511 req-bbe1e451-d5f6-4257-bcee-1b9af8eb434a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 2373 time: 0.2430186 Jul 05 10:21:00.873684 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-007b8621-1603-4dc6-b1ec-c3e56d66124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:00.936461 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b8621-1603-4dc6-b1ec-c3e56d66124f None None] Pushing event updated for resources: {'Port': ['ID=11236c7f-f7f1-4491-87ba-78e884a6bb1d,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:01.101954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-0f997cc4-ce4e-459e-82b3-d7fa201df0b6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Made reservation on behalf of b6730456afa24179937818b8d8e62041 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:01.148254 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a76c93ac-7f77-4e04-a324-9caeb9378477 None None] Provisioning for port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:01.156690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a76c93ac-7f77-4e04-a324-9caeb9378477 None None] Provisioning complete for port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:01.158404 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a76c93ac-7f77-4e04-a324-9caeb9378477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.213854 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a76c93ac-7f77-4e04-a324-9caeb9378477 None None] Port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:21:01.234038 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-0f997cc4-ce4e-459e-82b3-d7fa201df0b6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.236779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a76c93ac-7f77-4e04-a324-9caeb9378477 None None] Provisioning complete for port 11236c7f-f7f1-4491-87ba-78e884a6bb1d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:01.237158 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a76c93ac-7f77-4e04-a324-9caeb9378477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.267154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-99c915a9-b0b0-48bb-9831-4e6de9730b29 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 84bfe1e5-43bc-40da-b5f7-8e48ee02b545) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:01.271541 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c915a9-b0b0-48bb-9831-4e6de9730b29 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:01.272336 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-99c915a9-b0b0-48bb-9831-4e6de9730b29 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.285212 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3191567-2c07-4922-8859-dd8472347646 None None] Network 84bfe1e5-43bc-40da-b5f7-8e48ee02b545 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:21:01.392347 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dce09132-5c83-4c7c-bee1-fa2d8cd7a511 req-917f05d8-f29b-49ed-8d81-3fd1f0dd6f94 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260388 Jul 05 10:21:01.433826 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.505140 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-99c915a9-b0b0-48bb-9831-4e6de9730b29 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7002187 Jul 05 10:21:01.505938 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34994) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:01.509945 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-35457abd-46b3-419d-b717-3beeb5c43daf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-505895849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:01.539434 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-84bfe1e5-43bc-40da-b5f7-8e48ee02b545', 'network_id': '84bfe1e5-43bc-40da-b5f7-8e48ee02b545', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'fixed_ips': [{'subnet_id': 'a3519e95-7f9b-4178-ba3f-855b413bc3b0'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:21:01.541271 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.586831 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-0f997cc4-ce4e-459e-82b3-d7fa201df0b6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Allocated IP 10.2.2.100 (fe926520-9d96-4a2d-8770-b9c16396c5e0/0e9418dd-e12b-4545-a8c0-25cb3a67831b/cfa8cf6e-3669-4539-adce-95324f9f4748) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:01.731303 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35457abd-46b3-419d-b717-3beeb5c43daf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.739202 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35457abd-46b3-419d-b717-3beeb5c43daf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.753904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Allocated IP 172.20.0.2 (84bfe1e5-43bc-40da-b5f7-8e48ee02b545/a3519e95-7f9b-4178-ba3f-855b413bc3b0/7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:01.779208 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-0f997cc4-ce4e-459e-82b3-d7fa201df0b6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.799448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-0f997cc4-ce4e-459e-82b3-d7fa201df0b6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Transition to ACTIVE for port object cfa8cf6e-3669-4539-adce-95324f9f4748 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:01.814349 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35457abd-46b3-419d-b717-3beeb5c43daf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:01.868723 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Router be834355-c670-481f-8ba2-9a9fb04958dd is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:21:02.019188 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35457abd-46b3-419d-b717-3beeb5c43daf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:02.052027 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-0f997cc4-ce4e-459e-82b3-d7fa201df0b6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:02.103581 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:02.114694 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Transition to ACTIVE for port object 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:02.118526 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:21:02.129276 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Sync routers for ids ['be834355-c670-481f-8ba2-9a9fb04958dd'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:21:02.140615 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Transition to ACTIVE for port object 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:02.143400 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Routers {'be834355-c670-481f-8ba2-9a9fb04958dd'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:02.146615 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:20:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['be834355-c670-481f-8ba2-9a9fb04958dd'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:02.172326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-0f997cc4-ce4e-459e-82b3-d7fa201df0b6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Network fe926520-9d96-4a2d-8770-b9c16396c5e0 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:02.175902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-0f997cc4-ce4e-459e-82b3-d7fa201df0b6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:02.180600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-0f997cc4-ce4e-459e-82b3-d7fa201df0b6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:02.184900 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f997cc4-ce4e-459e-82b3-d7fa201df0b6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event updated for resources: {'Port': ['ID=cfa8cf6e-3669-4539-adce-95324f9f4748,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:02.282613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-0f997cc4-ce4e-459e-82b3-d7fa201df0b6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:02.282613 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-0f997cc4-ce4e-459e-82b3-d7fa201df0b6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:02.288615 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Set router be834355-c670-481f-8ba2-9a9fb04958dd gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:21:02.329716 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35457abd-46b3-419d-b717-3beeb5c43daf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:02.334106 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-35457abd-46b3-419d-b717-3beeb5c43daf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8277495 Jul 05 10:21:02.334593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35010) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:02.342847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d1c6b2c5-39cb-4b8f-ab1c-60689bda5f28 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'port': {'network_id': '84bfe1e5-43bc-40da-b5f7-8e48ee02b545', 'name': 'tempest-RoutersTest-1127241080'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:02.503325 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:02.506131 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:02.510052 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ca5d230b-f2e5-4cb0-baea-b571477866d3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.4632752 Jul 05 10:21:02.510249 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35016) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:02.552992 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-0f997cc4-ce4e-459e-82b3-d7fa201df0b6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8670135 Jul 05 10:21:02.556528 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-router', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:20:57Z', 'updated_at': '2021-07-05T10:21:00Z', 'revision_number': 3, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'gw_port': {'id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:20:58Z', 'updated_at': '2021-07-05T10:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:02.568528 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Network 84bfe1e5-43bc-40da-b5f7-8e48ee02b545 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:02.575010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-102e4234-c026-4ddc-857f-d1bd986f252b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Request body: {'port': {'device_id': 'a1963644-0403-43c3-b202-2795863d539a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0', 'admin_state_up': True, 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'security_groups': ['66661995-234b-4c60-803a-93d4c20fa400']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:02.575181 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:02.577423 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:02.594292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Pushing event updated for resources: {'Port': ['ID=7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:02.629356 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Checking router: be834355-c670-481f-8ba2-9a9fb04958dd for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:21:02.629781 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Updating router be834355-c670-481f-8ba2-9a9fb04958dd port 0f44f5c6-a287-4c34-8506-cf615b14845c binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:21:02.661895 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-af9ba3a4-d252-4212-9281-aa6bf40b8ba2 None None] Provisioning for port cfa8cf6e-3669-4539-adce-95324f9f4748 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:02.670196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Attempting to bind port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:02.670947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Attempting to bind port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'cd01348a-d6f9-498a-ab8d-8aca6a49711e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '84bfe1e5-43bc-40da-b5f7-8e48ee02b545'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:02.671521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Attempting to bind port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 on network 84bfe1e5-43bc-40da-b5f7-8e48ee02b545 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:02.674905 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-af9ba3a4-d252-4212-9281-aa6bf40b8ba2 None None] Provisioning complete for port cfa8cf6e-3669-4539-adce-95324f9f4748 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:02.675564 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-af9ba3a4-d252-4212-9281-aa6bf40b8ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:02.706031 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:02.728908 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-af9ba3a4-d252-4212-9281-aa6bf40b8ba2 None None] Port cfa8cf6e-3669-4539-adce-95324f9f4748 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:21:02.736346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:02.736894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Checking segment: {'id': 'cd01348a-d6f9-498a-ab8d-8aca6a49711e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '84bfe1e5-43bc-40da-b5f7-8e48ee02b545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:02.737377 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:02.737844 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Bound using segment: {'id': 'cd01348a-d6f9-498a-ab8d-8aca6a49711e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '84bfe1e5-43bc-40da-b5f7-8e48ee02b545'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:02.738525 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Bound port: 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd01348a-d6f9-498a-ab8d-8aca6a49711e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '84bfe1e5-43bc-40da-b5f7-8e48ee02b545'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:02.738993 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:02.840663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c6b2c5-39cb-4b8f-ab1c-60689bda5f28 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:02.845535 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b2c5-39cb-4b8f-ab1c-60689bda5f28 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:02.859057 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] For port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:02.863201 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] For port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2,segment=NetworkSegment(cd01348a-d6f9-498a-ab8d-8aca6a49711e),segment_id=cd01348a-d6f9-498a-ab8d-8aca6a49711e)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:02.986085 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a8063-7ead-4de1-93d7-471f93de0961 req-443b8290-9c6b-463c-9480-181acb191458 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:02.992114 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a8063-7ead-4de1-93d7-471f93de0961 req-443b8290-9c6b-463c-9480-181acb191458 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:02.998494 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a8063-7ead-4de1-93d7-471f93de0961 req-443b8290-9c6b-463c-9480-181acb191458 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:03.050007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a8063-7ead-4de1-93d7-471f93de0961 req-443b8290-9c6b-463c-9480-181acb191458 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:03.051999 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-430a8063-7ead-4de1-93d7-471f93de0961 req-443b8290-9c6b-463c-9480-181acb191458 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 3094 time: 0.3753929 Jul 05 10:21:03.074771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 11236c7f-f7f1-4491-87ba-78e884a6bb1d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:03.151108 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:03.174364 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:03.176010 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Transition to ACTIVE for port object 0f44f5c6-a287-4c34-8506-cf615b14845c will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:03.280325 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006734a-3975-44fd-8a67-1c78dca82246 None None] Pushing event updated for resources: {'Port': ['ID=7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:03.332754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-d1c6b2c5-39cb-4b8f-ab1c-60689bda5f28 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] device_id is not set on port 3a85bb6f-9076-4f88-9ad4-d705455fdf8a yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:21:03.338149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 11236c7f-f7f1-4491-87ba-78e884a6bb1d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:03.338598 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:03.340267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:03.353208 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:03.398206 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-430a8063-7ead-4de1-93d7-471f93de0961 req-476bfb55-c3d1-40fb-b3bd-1d39c19eebb1 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663631 Jul 05 10:21:03.431829 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Attempting to bind port 0f44f5c6-a287-4c34-8506-cf615b14845c on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:03.432292 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Attempting to bind port 0f44f5c6-a287-4c34-8506-cf615b14845c by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:03.435126 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Attempting to bind port 0f44f5c6-a287-4c34-8506-cf615b14845c on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:03.493798 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:03.494174 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:03.494567 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:03.494959 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:03.495445 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Bound port: 0f44f5c6-a287-4c34-8506-cf615b14845c, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:03.495848 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:03.531536 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-102e4234-c026-4ddc-857f-d1bd986f252b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Made reservation on behalf of b6730456afa24179937818b8d8e62041 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:03.543451 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-102e4234-c026-4ddc-857f-d1bd986f252b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:03.585941 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6b7b2-fb11-495b-8b18-2a98342829e6 None None] Pushing event updated for resources: {'Port': ['ID=0f44f5c6-a287-4c34-8506-cf615b14845c,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:03.600586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-d1c6b2c5-39cb-4b8f-ab1c-60689bda5f28 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Allocated IP 172.20.0.9 (84bfe1e5-43bc-40da-b5f7-8e48ee02b545/a3519e95-7f9b-4178-ba3f-855b413bc3b0/3a85bb6f-9076-4f88-9ad4-d705455fdf8a) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:03.652638 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6b7b2-fb11-495b-8b18-2a98342829e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:03.652991 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6b7b2-fb11-495b-8b18-2a98342829e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:03.653323 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6b7b2-fb11-495b-8b18-2a98342829e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:03.653657 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6b7b2-fb11-495b-8b18-2a98342829e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:03.653988 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6b7b2-fb11-495b-8b18-2a98342829e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:03.654917 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6b7b2-fb11-495b-8b18-2a98342829e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:03.655212 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6b7b2-fb11-495b-8b18-2a98342829e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:03.655535 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6b7b2-fb11-495b-8b18-2a98342829e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:03.655914 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6b7b2-fb11-495b-8b18-2a98342829e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:03.656233 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6b7b2-fb11-495b-8b18-2a98342829e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:03.656551 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6b7b2-fb11-495b-8b18-2a98342829e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:03.656866 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6b7b2-fb11-495b-8b18-2a98342829e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:03.708185 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] For port 0f44f5c6-a287-4c34-8506-cf615b14845c, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:03.713918 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] For port 0f44f5c6-a287-4c34-8506-cf615b14845c, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0f44f5c6-a287-4c34-8506-cf615b14845c,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:03.816158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Allocated IP 172.20.0.1 (790d1a53-2211-4dce-b3bf-d1b0cc414b5d/cfb007f2-0183-4ab1-8b26-36603402e3c4/116cfd5b-28c8-4309-a262-ceb7b6f01680) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:03.903364 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:03.964232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-102e4234-c026-4ddc-857f-d1bd986f252b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Allocated IP 10.2.2.200 (fe926520-9d96-4a2d-8770-b9c16396c5e0/0e9418dd-e12b-4545-a8c0-25cb3a67831b/241fbf91-b9f3-4d7c-bcee-bb68eec0e536) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:03.993049 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b2c5-39cb-4b8f-ab1c-60689bda5f28 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:03.998071 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Routers {'be834355-c670-481f-8ba2-9a9fb04958dd'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:03.998947 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:20:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['be834355-c670-481f-8ba2-9a9fb04958dd'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:04.017040 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.024031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-d1c6b2c5-39cb-4b8f-ab1c-60689bda5f28 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Transition to ACTIVE for port object 3a85bb6f-9076-4f88-9ad4-d705455fdf8a will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:04.043952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Transition to ACTIVE for port object 116cfd5b-28c8-4309-a262-ceb7b6f01680 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:04.148515 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] Set router be834355-c670-481f-8ba2-9a9fb04958dd gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:21:04.194521 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-102e4234-c026-4ddc-857f-d1bd986f252b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.217552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-102e4234-c026-4ddc-857f-d1bd986f252b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Transition to ACTIVE for port object 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:04.365399 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.365519 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b2c5-39cb-4b8f-ab1c-60689bda5f28 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.384124 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6b7b2-fb11-495b-8b18-2a98342829e6 None None] Pushing event updated for resources: {'Port': ['ID=0f44f5c6-a287-4c34-8506-cf615b14845c,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:04.431319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-102e4234-c026-4ddc-857f-d1bd986f252b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.464199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c6b2c5-39cb-4b8f-ab1c-60689bda5f28 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network 84bfe1e5-43bc-40da-b5f7-8e48ee02b545 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:04.472305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d1c6b2c5-39cb-4b8f-ab1c-60689bda5f28 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:04.480265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c6b2c5-39cb-4b8f-ab1c-60689bda5f28 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:04.497059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Pushing event updated for resources: {'Port': ['ID=116cfd5b-28c8-4309-a262-ceb7b6f01680,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:04.552009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Network 790d1a53-2211-4dce-b3bf-d1b0cc414b5d is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:04.556126 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:04.560232 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:04.614629 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c6b2c5-39cb-4b8f-ab1c-60689bda5f28 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:04.616129 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b2c5-39cb-4b8f-ab1c-60689bda5f28 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.648133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6b2c5-39cb-4b8f-ab1c-60689bda5f28 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=3a85bb6f-9076-4f88-9ad4-d705455fdf8a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:04.654149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-102e4234-c026-4ddc-857f-d1bd986f252b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Network fe926520-9d96-4a2d-8770-b9c16396c5e0 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:04.667363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-102e4234-c026-4ddc-857f-d1bd986f252b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:04.668388 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-router', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:20:57Z', 'updated_at': '2021-07-05T10:21:00Z', 'revision_number': 3, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'gw_port': {'id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:20:58Z', 'updated_at': '2021-07-05T10:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:04.715336 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:04.784489 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbd3cf4-d139-4d70-adbe-624b42802174 None None] The sync data for ids ['be834355-c670-481f-8ba2-9a9fb04958dd'] in n-d-779913-27 is: [{'id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-router', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:20:57Z', 'updated_at': '2021-07-05T10:21:00Z', 'revision_number': 3, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'gw_port': {'id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:20:58Z', 'updated_at': '2021-07-05T10:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:21:04.789254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-102e4234-c026-4ddc-857f-d1bd986f252b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:04.801031 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d1c6b2c5-39cb-4b8f-ab1c-60689bda5f28 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4636753 Jul 05 10:21:04.829055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35058) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:05.041313 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b3758-1d88-4a12-bcdd-ce5469902120 req-555ecdba-d6cd-429b-b6b3-c87b79b04d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:05.055789 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-875b3758-1d88-4a12-bcdd-ce5469902120 req-555ecdba-d6cd-429b-b6b3-c87b79b04d6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 1097 time: 0.4319758 Jul 05 10:21:05.158162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e4234-c026-4ddc-857f-d1bd986f252b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event updated for resources: {'Port': ['ID=241fbf91-b9f3-4d7c-bcee-bb68eec0e536,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:05.224652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be78a142-d3db-4d13-afb2-443f70e96303 None None] Network 84bfe1e5-43bc-40da-b5f7-8e48ee02b545 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:21:05.247905 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:05.291551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-102e4234-c026-4ddc-857f-d1bd986f252b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:05.292258 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-102e4234-c026-4ddc-857f-d1bd986f252b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:05.362206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-31027b68-364a-4fb2-8644-8405dd7ccfe0 None None] Provisioning for port 116cfd5b-28c8-4309-a262-ceb7b6f01680 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:05.408772 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-31027b68-364a-4fb2-8644-8405dd7ccfe0 None None] Provisioning complete for port 116cfd5b-28c8-4309-a262-ceb7b6f01680 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:05.409046 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-31027b68-364a-4fb2-8644-8405dd7ccfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:05.492758 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b3758-1d88-4a12-bcdd-ce5469902120 req-edca8b86-ea4f-4a2d-a3f4-4746a4af9b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:05.494259 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-875b3758-1d88-4a12-bcdd-ce5469902120 req-edca8b86-ea4f-4a2d-a3f4-4746a4af9b8c service neutron] 10.222.0.64 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 913 time: 0.4374900 Jul 05 10:21:05.516566 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-31027b68-364a-4fb2-8644-8405dd7ccfe0 None None] Port 116cfd5b-28c8-4309-a262-ceb7b6f01680 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:21:05.562003 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-102e4234-c026-4ddc-857f-d1bd986f252b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0009458 Jul 05 10:21:05.621487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Request body: {'port': {'device_id': 'a1963644-0403-43c3-b202-2795863d539a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:05.629587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0da10-1b2c-4c83-8623-4129c900f342 req-79fdaef6-56c3-4032-bb54-0b34584604f7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:05.636195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0da10-1b2c-4c83-8623-4129c900f342 req-79fdaef6-56c3-4032-bb54-0b34584604f7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:05.642574 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0da10-1b2c-4c83-8623-4129c900f342 req-79fdaef6-56c3-4032-bb54-0b34584604f7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:05.649588 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0da10-1b2c-4c83-8623-4129c900f342 req-79fdaef6-56c3-4032-bb54-0b34584604f7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:05.656333 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0da10-1b2c-4c83-8623-4129c900f342 req-79fdaef6-56c3-4032-bb54-0b34584604f7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:05.664147 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-75e0da10-1b2c-4c83-8623-4129c900f342 req-79fdaef6-56c3-4032-bb54-0b34584604f7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 3815 time: 0.4214208 Jul 05 10:21:05.682235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dfc36-c4ba-46dd-b9f0-8350928b4a81 req-306dad25-4723-4129-bd34-70ca0a513d4d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:05.689813 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-619dfc36-c4ba-46dd-b9f0-8350928b4a81 req-306dad25-4723-4129-bd34-70ca0a513d4d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 1.0856934 Jul 05 10:21:05.711897 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-875b3758-1d88-4a12-bcdd-ce5469902120 req-ff2ddcda-e693-4cfe-8755-1d550b126fdc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce HTTP/1.1" status: 200 len: 999 time: 0.1939409 Jul 05 10:21:05.726170 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-75e0da10-1b2c-4c83-8623-4129c900f342 req-306c0d92-c636-4545-9141-d05b32f42672 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609369 Jul 05 10:21:05.739565 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:05.782005 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bdc47ee0-3650-455f-ac76-3d0719b6e7e5 None None] Provisioning for port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:05.787508 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bdc47ee0-3650-455f-ac76-3d0719b6e7e5 None None] Provisioning complete for port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:05.799058 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bdc47ee0-3650-455f-ac76-3d0719b6e7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:05.878969 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-619dfc36-c4ba-46dd-b9f0-8350928b4a81 req-eec47c4a-89b1-4b2c-a292-8833fd785324 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647208 Jul 05 10:21:05.934521 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.066209 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.101071 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bdc47ee0-3650-455f-ac76-3d0719b6e7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.145858 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:21:06.227267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-bdc47ee0-3650-455f-ac76-3d0719b6e7e5 None None] For port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2,segment=NetworkSegment(cd01348a-d6f9-498a-ab8d-8aca6a49711e),segment_id=cd01348a-d6f9-498a-ab8d-8aca6a49711e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:06.230011 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.243421 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b3758-1d88-4a12-bcdd-ce5469902120 req-3d38f79a-9e47-4f95-9ef7-23b64828347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:06.250188 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-875b3758-1d88-4a12-bcdd-ce5469902120 req-3d38f79a-9e47-4f95-9ef7-23b64828347a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.5230067 Jul 05 10:21:06.289948 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f3b554e-3fed-4ba3-af51-841c8976d167 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.340946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b3758-1d88-4a12-bcdd-ce5469902120 req-e23d3f96-eb71-4db2-b5fc-8251a618cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:06.345923 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-875b3758-1d88-4a12-bcdd-ce5469902120 req-e23d3f96-eb71-4db2-b5fc-8251a618cfc5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828626 Jul 05 10:21:06.427991 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bdc47ee0-3650-455f-ac76-3d0719b6e7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.504464 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-875b3758-1d88-4a12-bcdd-ce5469902120 req-b7912be6-2f59-48b2-aea6-f44f30989ac7 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497211 Jul 05 10:21:06.515385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc47ee0-3650-455f-ac76-3d0719b6e7e5 None None] Pushing event updated for resources: {'Port': ['ID=7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:06.550928 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.640593 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.667681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bdc47ee0-3650-455f-ac76-3d0719b6e7e5 None None] Provisioning for port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:06.672173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bdc47ee0-3650-455f-ac76-3d0719b6e7e5 None None] Provisioning complete for port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:06.672548 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bdc47ee0-3650-455f-ac76-3d0719b6e7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:06.740440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-bdc47ee0-3650-455f-ac76-3d0719b6e7e5 None None] Port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:21:06.812769 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Network 790d1a53-2211-4dce-b3bf-d1b0cc414b5d is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:06.819173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:07.010424 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-44f2a66e-496d-4ed8-bf79-ea163f41ef84 None None] Provisioning for port 3a85bb6f-9076-4f88-9ad4-d705455fdf8a completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:07.015409 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-44f2a66e-496d-4ed8-bf79-ea163f41ef84 None None] Provisioning complete for port 3a85bb6f-9076-4f88-9ad4-d705455fdf8a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:07.015817 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-44f2a66e-496d-4ed8-bf79-ea163f41ef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:07.111833 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-44f2a66e-496d-4ed8-bf79-ea163f41ef84 None None] Port 3a85bb6f-9076-4f88-9ad4-d705455fdf8a cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:21:07.130592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-44f2a66e-496d-4ed8-bf79-ea163f41ef84 None None] Provisioning complete for port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:07.131297 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-44f2a66e-496d-4ed8-bf79-ea163f41ef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:07.191140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffa5d11-45e6-4914-88f1-c5bffc30543b {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:07.222752 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:07.282426 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f3b554e-3fed-4ba3-af51-841c8976d167 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:07.288145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0f44f5c6-a287-4c34-8506-cf615b14845c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:07.297574 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Transition to ACTIVE for port object fffa5d11-45e6-4914-88f1-c5bffc30543b will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:07.315414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e24cc4-51ce-41d7-8066-8af2db37dd01 req-ba7e19f2-89ce-4474-82ec-c3b16da117a5 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:07.331546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e24cc4-51ce-41d7-8066-8af2db37dd01 req-ba7e19f2-89ce-4474-82ec-c3b16da117a5 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:07.338929 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e24cc4-51ce-41d7-8066-8af2db37dd01 req-ba7e19f2-89ce-4474-82ec-c3b16da117a5 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:07.350181 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e24cc4-51ce-41d7-8066-8af2db37dd01 req-ba7e19f2-89ce-4474-82ec-c3b16da117a5 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:07.361529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e24cc4-51ce-41d7-8066-8af2db37dd01 req-ba7e19f2-89ce-4474-82ec-c3b16da117a5 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:07.363697 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2e24cc4-51ce-41d7-8066-8af2db37dd01 req-ba7e19f2-89ce-4474-82ec-c3b16da117a5 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 3815 time: 0.3845732 Jul 05 10:21:07.399164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-48f6720f-e44f-4506-ba31-8fd5d6c11f3b None None] Provisioning complete for port 116cfd5b-28c8-4309-a262-ceb7b6f01680 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:07.400223 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48f6720f-e44f-4506-ba31-8fd5d6c11f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:07.409136 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2e24cc4-51ce-41d7-8066-8af2db37dd01 req-b7b66894-8080-472f-92cf-a0df1c9dea6f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393412 Jul 05 10:21:07.452282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-48f6720f-e44f-4506-ba31-8fd5d6c11f3b None None] Port 116cfd5b-28c8-4309-a262-ceb7b6f01680 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:21:07.514266 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f3b554e-3fed-4ba3-af51-841c8976d167 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:07.582819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 0f44f5c6-a287-4c34-8506-cf615b14845c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:07.587616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 0f44f5c6-a287-4c34-8506-cf615b14845c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:07.588312 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:07.738693 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:07.848177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b554e-3fed-4ba3-af51-841c8976d167 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=3a85bb6f-9076-4f88-9ad4-d705455fdf8a,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:07.869588 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:07.911048 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-875b3758-1d88-4a12-bcdd-ce5469902120 req-51e7d181-cc88-455f-bc5d-9ce92fc2accb service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4009204 Jul 05 10:21:07.954120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Pushing event updated for resources: {'Port': ['ID=116cfd5b-28c8-4309-a262-ceb7b6f01680,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:07.960574 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 0f44f5c6-a287-4c34-8506-cf615b14845c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0f44f5c6-a287-4c34-8506-cf615b14845c,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:08.040758 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Router be834355-c670-481f-8ba2-9a9fb04958dd has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:21:08.073105 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a4aaf-e37f-489e-a7a3-f0aebf1d0b91 req-14d8267f-575f-402e-8cb3-f627b67bc933 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:08.073451 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d7a4aaf-e37f-489e-a7a3-f0aebf1d0b91 req-14d8267f-575f-402e-8cb3-f627b67bc933 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.2767549 Jul 05 10:21:08.125171 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:08.126133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:08.216305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=fffa5d11-45e6-4914-88f1-c5bffc30543b,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:08.285728 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d7a4aaf-e37f-489e-a7a3-f0aebf1d0b91 req-0eb29ba0-4341-40e1-94f3-bed2f9646f1a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113070 Jul 05 10:21:08.326124 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-06560480-65de-45e9-a5bf-5d656784b075 None None] Provisioning complete for port 3a85bb6f-9076-4f88-9ad4-d705455fdf8a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:08.326643 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-06560480-65de-45e9-a5bf-5d656784b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:08.331269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:21:08.358713 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fbbd6bee-3b8b-41f3-bb55-8a2b27efe35d admin admin] 10.222.0.77 "PUT /v2.0/routers/be834355-c670-481f-8ba2-9a9fb04958dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8473849 Jul 05 10:21:08.381946 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Attempting to bind port fffa5d11-45e6-4914-88f1-c5bffc30543b on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:08.382357 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Attempting to bind port fffa5d11-45e6-4914-88f1-c5bffc30543b by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'a70c54d4-f50f-4b15-b903-95e479fdc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:08.382700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Attempting to bind port fffa5d11-45e6-4914-88f1-c5bffc30543b on network 790a2fc1-a8c9-440b-a219-3f87c3a52e5a {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:08.384876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Sync routers for ids ['be834355-c670-481f-8ba2-9a9fb04958dd'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:21:08.391403 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=0f44f5c6-a287-4c34-8506-cf615b14845c,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:08.423945 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Routers {'be834355-c670-481f-8ba2-9a9fb04958dd'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:08.425092 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:20:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['be834355-c670-481f-8ba2-9a9fb04958dd'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:08.429363 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-06560480-65de-45e9-a5bf-5d656784b075 None None] Port 3a85bb6f-9076-4f88-9ad4-d705455fdf8a cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:21:08.430437 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Port fffa5d11-45e6-4914-88f1-c5bffc30543b on network 790a2fc1-a8c9-440b-a219-3f87c3a52e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:21:08.430765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Attempting to bind port fffa5d11-45e6-4914-88f1-c5bffc30543b on network 790a2fc1-a8c9-440b-a219-3f87c3a52e5a {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:08.470518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:08.471255 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:08.491761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:08.492174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Checking segment: {'id': 'a70c54d4-f50f-4b15-b903-95e479fdc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:08.492584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Bound using segment: {'id': 'a70c54d4-f50f-4b15-b903-95e479fdc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:08.493057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Bound port: fffa5d11-45e6-4914-88f1-c5bffc30543b, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70c54d4-f50f-4b15-b903-95e479fdc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:08.493433 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:08.598622 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f3b554e-3fed-4ba3-af51-841c8976d167 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:08.817433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f8346-50c3-4c38-9067-011e9c670ba5 req-715bae17-fa1b-482c-af65-fb61a19b9fe4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:08.823393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f8346-50c3-4c38-9067-011e9c670ba5 req-715bae17-fa1b-482c-af65-fb61a19b9fe4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:08.838422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f8346-50c3-4c38-9067-011e9c670ba5 req-715bae17-fa1b-482c-af65-fb61a19b9fe4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:08.843578 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Set router be834355-c670-481f-8ba2-9a9fb04958dd gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:21:08.854397 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f8346-50c3-4c38-9067-011e9c670ba5 req-715bae17-fa1b-482c-af65-fb61a19b9fe4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:08.861944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f8346-50c3-4c38-9067-011e9c670ba5 req-715bae17-fa1b-482c-af65-fb61a19b9fe4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:08.871610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9a8f8346-50c3-4c38-9067-011e9c670ba5 req-715bae17-fa1b-482c-af65-fb61a19b9fe4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 3827 time: 0.2120962 Jul 05 10:21:08.890996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] For port fffa5d11-45e6-4914-88f1-c5bffc30543b, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:08.901486 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] For port fffa5d11-45e6-4914-88f1-c5bffc30543b, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=fffa5d11-45e6-4914-88f1-c5bffc30543b,segment=NetworkSegment(a70c54d4-f50f-4b15-b903-95e479fdc557),segment_id=a70c54d4-f50f-4b15-b903-95e479fdc557)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:08.926219 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9a8f8346-50c3-4c38-9067-011e9c670ba5 req-fc8e369e-7020-47e0-9074-5894d49e05d2 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537338 Jul 05 10:21:09.093656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0f44f5c6-a287-4c34-8506-cf615b14845c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:09.142914 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:09.214052 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 0f44f5c6-a287-4c34-8506-cf615b14845c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:09.214554 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:09.264587 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-router', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:20:57Z', 'updated_at': '2021-07-05T10:21:05Z', 'revision_number': 4, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'gw_port': {'id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:20:58Z', 'updated_at': '2021-07-05T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '116cfd5b-28c8-4309-a262-ceb7b6f01680', 'name': '', 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'mac_address': 'fa:16:3e:db:45:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:21:03Z', 'updated_at': '2021-07-05T10:21:05Z', 'revision_number': 2, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'subnets': [{'id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:09.266293 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:09.270375 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:09.272536 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] 10.222.0.73 "PUT /v2.0/ports/fffa5d11-45e6-4914-88f1-c5bffc30543b HTTP/1.1" status: 200 len: 1092 time: 3.6555977 Jul 05 10:21:09.272977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'tag': 'fffa5d11-45e6-4914-88f1-c5bffc30543b'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:09.279249 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919f8265-f6c7-4c18-a213-e5db63d314ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "tag": "fffa5d11-45e6-4914-88f1-c5bffc30543b"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:09.296476 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Checking router: be834355-c670-481f-8ba2-9a9fb04958dd for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:21:09.299128 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Updating router be834355-c670-481f-8ba2-9a9fb04958dd port 116cfd5b-28c8-4309-a262-ceb7b6f01680 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:21:09.305174 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f3b554e-3fed-4ba3-af51-841c8976d167 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:09.446940 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:09.558416 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-c9396e87-8123-4337-be22-40a819f71abf tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:09.559997 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-c9396e87-8123-4337-be22-40a819f71abf tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/networks?id=790d1a53-2211-4dce-b3bf-d1b0cc414b5d HTTP/1.1" status: 200 len: 828 time: 0.1990361 Jul 05 10:21:09.617827 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-3b557edb-91e9-4e6d-9166-22615850ee79 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/quotas/3c03f0beaf2a4388aff858f486bdf55e HTTP/1.1" status: 200 len: 375 time: 0.0442948 Jul 05 10:21:09.872596 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-435b973f-7f17-4039-afe6-16144ab00c82 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c03f0beaf2a4388aff858f486bdf55e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2535338 Jul 05 10:21:09.967285 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6446bd-ea01-41f5-8eb8-ed239659519d x-openstack-request-id: req-bb6446bd-ea01-41f5-8eb8-ed239659519d {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:09.967867 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "tag": "fffa5d11-45e6-4914-88f1-c5bffc30543b", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:09.968288 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb6446bd-ea01-41f5-8eb8-ed239659519d {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:09.968941 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'tag': 'fffa5d11-45e6-4914-88f1-c5bffc30543b', 'status': 'completed', 'code': 200} Jul 05 10:21:10.143273 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-208c0c1c-8b4b-4798-9bbc-c37296ef585e service neutron] 10.222.0.77 "GET /v2.0/networks/790d1a53-2211-4dce-b3bf-d1b0cc414b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569342 Jul 05 10:21:10.201203 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:10.211796 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Transition to ACTIVE for port object 116cfd5b-28c8-4309-a262-ceb7b6f01680 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:10.259220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-568d2b22-1a13-475b-a86e-2f9aedef480c service neutron] 10.222.0.77 "GET /v2.0/networks/790d1a53-2211-4dce-b3bf-d1b0cc414b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150174 Jul 05 10:21:10.352470 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:10.356740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=fffa5d11-45e6-4914-88f1-c5bffc30543b,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:10.425594 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d36d22-25ce-463e-9243-9d9a245fead4 None None] Pushing event updated for resources: {'Port': ['ID=116cfd5b-28c8-4309-a262-ceb7b6f01680,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:10.495154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Attempting to bind port 116cfd5b-28c8-4309-a262-ceb7b6f01680 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:10.495796 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Attempting to bind port 116cfd5b-28c8-4309-a262-ceb7b6f01680 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '51e23051-4655-4a60-b12f-493cbc6481a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:10.495962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Attempting to bind port 116cfd5b-28c8-4309-a262-ceb7b6f01680 on network 790d1a53-2211-4dce-b3bf-d1b0cc414b5d {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:10.502911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:10.503373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Checking segment: {'id': '51e23051-4655-4a60-b12f-493cbc6481a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:10.503944 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:10.504446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Bound using segment: {'id': '51e23051-4655-4a60-b12f-493cbc6481a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:10.505041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Bound port: 116cfd5b-28c8-4309-a262-ceb7b6f01680, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e23051-4655-4a60-b12f-493cbc6481a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:10.505504 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:10.530592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Request body: {'port': {'device_id': 'a1963644-0403-43c3-b202-2795863d539a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:10.540858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:10.551325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:10.551968 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:10.552313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:10.552649 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:10.552981 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:10.553311 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:10.553639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:10.553965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:10.554290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:10.554721 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:10.555046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134f37-02d4-492f-b453-33952af5f5f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:10.674333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] For port 116cfd5b-28c8-4309-a262-ceb7b6f01680, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:10.682979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] For port 116cfd5b-28c8-4309-a262-ceb7b6f01680, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=116cfd5b-28c8-4309-a262-ceb7b6f01680,segment=NetworkSegment(51e23051-4655-4a60-b12f-493cbc6481a7),segment_id=51e23051-4655-4a60-b12f-493cbc6481a7)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:10.840968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df0fc3-7f14-4259-acc8-f0a19aa6eacc req-5ab85514-43af-4152-980a-ba313b1585ea tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:10.849220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df0fc3-7f14-4259-acc8-f0a19aa6eacc req-5ab85514-43af-4152-980a-ba313b1585ea tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:10.855934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df0fc3-7f14-4259-acc8-f0a19aa6eacc req-5ab85514-43af-4152-980a-ba313b1585ea tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:10.863378 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df0fc3-7f14-4259-acc8-f0a19aa6eacc req-5ab85514-43af-4152-980a-ba313b1585ea tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:10.865912 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:10.870389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df0fc3-7f14-4259-acc8-f0a19aa6eacc req-5ab85514-43af-4152-980a-ba313b1585ea tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:10.872676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b2df0fc3-7f14-4259-acc8-f0a19aa6eacc req-5ab85514-43af-4152-980a-ba313b1585ea tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 3827 time: 0.1711354 Jul 05 10:21:10.876217 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:10.923738 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27358f62-1025-4db9-8b6f-608317540172 req-55046dd3-07fd-4f22-a142-86662809c20e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:10.933797 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-27358f62-1025-4db9-8b6f-608317540172 req-55046dd3-07fd-4f22-a142-86662809c20e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.9164574 Jul 05 10:21:10.963343 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Routers {'be834355-c670-481f-8ba2-9a9fb04958dd'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:10.963707 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b2df0fc3-7f14-4259-acc8-f0a19aa6eacc req-85de7413-12c1-403a-a501-ced0c643af9d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778637 Jul 05 10:21:10.965626 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8265-f6c7-4c18-a213-e5db63d314ff req-5f49862a-78a6-4f5a-9017-84f59b06c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:10.965876 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8265-f6c7-4c18-a213-e5db63d314ff req-5f49862a-78a6-4f5a-9017-84f59b06c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:10.966359 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8265-f6c7-4c18-a213-e5db63d314ff req-5f49862a-78a6-4f5a-9017-84f59b06c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:10.968031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8265-f6c7-4c18-a213-e5db63d314ff req-5f49862a-78a6-4f5a-9017-84f59b06c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:10.968135 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:20:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['be834355-c670-481f-8ba2-9a9fb04958dd'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:10.969486 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8265-f6c7-4c18-a213-e5db63d314ff req-5f49862a-78a6-4f5a-9017-84f59b06c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:10.971492 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-919f8265-f6c7-4c18-a213-e5db63d314ff req-5f49862a-78a6-4f5a-9017-84f59b06c569 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6730456afa24179937818b8d8e62041&device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 4363 time: 0.9961426 Jul 05 10:21:11.035335 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d36d22-25ce-463e-9243-9d9a245fead4 None None] Pushing event updated for resources: {'Port': ['ID=116cfd5b-28c8-4309-a262-ceb7b6f01680,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:11.159348 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-27358f62-1025-4db9-8b6f-608317540172 req-6daea958-4cea-42ca-bccc-b4024db9948c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244327 Jul 05 10:21:11.160771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8265-f6c7-4c18-a213-e5db63d314ff req-c4e4676a-c2f5-4ff1-9d23-6634171fb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:11.161260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8265-f6c7-4c18-a213-e5db63d314ff req-c4e4676a-c2f5-4ff1-9d23-6634171fb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:11.161766 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8265-f6c7-4c18-a213-e5db63d314ff req-c4e4676a-c2f5-4ff1-9d23-6634171fb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:11.163342 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-919f8265-f6c7-4c18-a213-e5db63d314ff req-c4e4676a-c2f5-4ff1-9d23-6634171fb90c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b6730456afa24179937818b8d8e62041&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1691439 Jul 05 10:21:11.230167 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] Set router be834355-c670-481f-8ba2-9a9fb04958dd gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:21:11.237902 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-12933f51-8cfc-4050-ba4a-607e13261d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:11.302618 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4fc50c12-39ca-49bd-b985-896a4873b126 req-a05b4a5e-2041-456a-9f0f-b607798ec1a5 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 210 time: 0.0517442 Jul 05 10:21:11.339336 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f3b554e-3fed-4ba3-af51-841c8976d167 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:11.374998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8265-f6c7-4c18-a213-e5db63d314ff req-79aea4d0-40c4-4357-9c08-cc15ee8e8147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:11.376694 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-919f8265-f6c7-4c18-a213-e5db63d314ff req-79aea4d0-40c4-4357-9c08-cc15ee8e8147 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1603003 Jul 05 10:21:11.469398 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f3b554e-3fed-4ba3-af51-841c8976d167 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:11.491690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-router', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:20:57Z', 'updated_at': '2021-07-05T10:21:05Z', 'revision_number': 4, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'gw_port': {'id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:20:58Z', 'updated_at': '2021-07-05T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '116cfd5b-28c8-4309-a262-ceb7b6f01680', 'name': '', 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'mac_address': 'fa:16:3e:db:45:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:21:03Z', 'updated_at': '2021-07-05T10:21:10Z', 'revision_number': 4, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'subnets': [{'id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:11.523185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43326950-7a6e-4e87-921c-fd69b59b3a8e None None] The sync data for ids ['be834355-c670-481f-8ba2-9a9fb04958dd'] in n-d-779913-27 is: [{'id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-router', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:20:57Z', 'updated_at': '2021-07-05T10:21:05Z', 'revision_number': 4, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'gw_port': {'id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:20:58Z', 'updated_at': '2021-07-05T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '116cfd5b-28c8-4309-a262-ceb7b6f01680', 'name': '', 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'mac_address': 'fa:16:3e:db:45:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:21:03Z', 'updated_at': '2021-07-05T10:21:10Z', 'revision_number': 4, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'subnets': [{'id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:21:11.622317 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f3b554e-3fed-4ba3-af51-841c8976d167 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:11.637632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b554e-3fed-4ba3-af51-841c8976d167 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=3a85bb6f-9076-4f88-9ad4-d705455fdf8a,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:11.798858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3b554e-3fed-4ba3-af51-841c8976d167 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network 84bfe1e5-43bc-40da-b5f7-8e48ee02b545 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:11.804498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-7f3b554e-3fed-4ba3-af51-841c8976d167 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:11.959507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:11.972755 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:12.021443 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Transition to ACTIVE for port object 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:12.096529 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:12.191232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3b554e-3fed-4ba3-af51-841c8976d167 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 43c4679b-379d-4a34-b949-ba0ff8dbaceb is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:21:12.221709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6f73464b-cca1-4957-a770-729047479b6b None None] Provisioning complete for port 3a85bb6f-9076-4f88-9ad4-d705455fdf8a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:12.222260 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6f73464b-cca1-4957-a770-729047479b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:12.289942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6f73464b-cca1-4957-a770-729047479b6b None None] Port 3a85bb6f-9076-4f88-9ad4-d705455fdf8a cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:21:12.392431 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Pushing event updated for resources: {'Port': ['ID=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:12.474710 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a6f7c51e-6007-465d-8e75-4d76cd9a74a4 req-0894fa85-a20b-42b2-a89e-992ec7360306 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 210 time: 0.0532541 Jul 05 10:21:12.572288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Attempting to bind port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:12.572631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Attempting to bind port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:12.572972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Attempting to bind port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef on network d022e67d-369f-4a6b-bf01-b31de8b3f25e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:12.589909 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef on network d022e67d-369f-4a6b-bf01-b31de8b3f25e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:21:12.590243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Attempting to bind port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef on network d022e67d-369f-4a6b-bf01-b31de8b3f25e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:12.598149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3b554e-3fed-4ba3-af51-841c8976d167 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:21:12.608594 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c0276-2e5f-421c-a6e8-00b9026be80a None None] Sync routers for ids ['43c4679b-379d-4a34-b949-ba0ff8dbaceb'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:21:12.611815 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7f3b554e-3fed-4ba3-af51-841c8976d167 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/43c4679b-379d-4a34-b949-ba0ff8dbaceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7793148 Jul 05 10:21:12.614703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35196) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:12.627650 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fdf16-a6c5-4cdf-ab51-650bc1c493df req-a428895c-8ba1-42d9-8673-6d0ba243151b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:12.634141 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fdf16-a6c5-4cdf-ab51-650bc1c493df req-a428895c-8ba1-42d9-8673-6d0ba243151b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:12.637129 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c0276-2e5f-421c-a6e8-00b9026be80a None None] Routers {'43c4679b-379d-4a34-b949-ba0ff8dbaceb'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:12.637755 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-370c0276-2e5f-421c-a6e8-00b9026be80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:20:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['43c4679b-379d-4a34-b949-ba0ff8dbaceb'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:12.640465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fdf16-a6c5-4cdf-ab51-650bc1c493df req-a428895c-8ba1-42d9-8673-6d0ba243151b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:12.662330 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fdf16-a6c5-4cdf-ab51-650bc1c493df req-a428895c-8ba1-42d9-8673-6d0ba243151b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:12.672744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fdf16-a6c5-4cdf-ab51-650bc1c493df req-a428895c-8ba1-42d9-8673-6d0ba243151b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:12.678926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fdf16-a6c5-4cdf-ab51-650bc1c493df req-a428895c-8ba1-42d9-8673-6d0ba243151b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:12.680993 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e7fdf16-a6c5-4cdf-ab51-650bc1c493df req-a428895c-8ba1-42d9-8673-6d0ba243151b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 4604 time: 0.5113611 Jul 05 10:21:12.681987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:12.682329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Checking segment: {'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:12.682719 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Bound using segment: {'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:12.683218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Bound port: 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:12.683580 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:12.763268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfc7620-46c2-4936-b1a2-83bd9eaa705c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:12.765693 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6dfc7620-46c2-4936-b1a2-83bd9eaa705c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports/3a85bb6f-9076-4f88-9ad4-d705455fdf8a HTTP/1.1" status: 200 len: 977 time: 0.1481848 Jul 05 10:21:12.769310 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35200) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:12.811416 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e7fdf16-a6c5-4cdf-ab51-650bc1c493df req-f9a3b371-64af-495d-8b11-fe5f92fce002 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171474 Jul 05 10:21:12.825456 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] For port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:12.833884 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] For port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:12.860363 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-370c0276-2e5f-421c-a6e8-00b9026be80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:12.897109 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c0276-2e5f-421c-a6e8-00b9026be80a None None] Routers {'43c4679b-379d-4a34-b949-ba0ff8dbaceb'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:12.898064 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-370c0276-2e5f-421c-a6e8-00b9026be80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:20:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['43c4679b-379d-4a34-b949-ba0ff8dbaceb'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:12.941048 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-370c0276-2e5f-421c-a6e8-00b9026be80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:12.947011 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c0276-2e5f-421c-a6e8-00b9026be80a None None] The sync data for ids ['43c4679b-379d-4a34-b949-ba0ff8dbaceb'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:21:12.947805 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:13.043279 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:13.044212 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:13.050560 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] 10.222.0.73 "PUT /v2.0/ports/0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef HTTP/1.1" status: 200 len: 1136 time: 3.0758152 Jul 05 10:21:13.052104 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'tag': '0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:13.054209 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1869abd8-cf77-44ba-b954-32e00f1270c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "tag": "0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:13.132433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 116cfd5b-28c8-4309-a262-ceb7b6f01680 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:13.178712 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7511c8d3-8ef4-426c-96b1-c4ba73cfeeae x-openstack-request-id: req-7511c8d3-8ef4-426c-96b1-c4ba73cfeeae {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:13.179002 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "tag": "0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:13.179985 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7511c8d3-8ef4-426c-96b1-c4ba73cfeeae {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:13.180691 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'tag': '0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef', 'status': 'completed', 'code': 200} Jul 05 10:21:13.199307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c675465a-f7cc-4241-8a34-7b327fd7bc07 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:21:13.201731 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-c675465a-f7cc-4241-8a34-7b327fd7bc07 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0240064 Jul 05 10:21:13.203453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade62a07-9d1e-49e6-bd33-ee3e47888e7f service neutron] Pushing event updated for resources: {'Port': ['ID=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:13.227211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Request body: {'port': {'device_id': 'a1963644-0403-43c3-b202-2795863d539a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:13.444827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 116cfd5b-28c8-4309-a262-ceb7b6f01680 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:13.453534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 116cfd5b-28c8-4309-a262-ceb7b6f01680 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:13.454051 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:13.474861 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:13.494856 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869abd8-cf77-44ba-b954-32e00f1270c7 req-b85c083b-88e9-4dd3-a0bf-4f8662df4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:13.495518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869abd8-cf77-44ba-b954-32e00f1270c7 req-b85c083b-88e9-4dd3-a0bf-4f8662df4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:13.496204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869abd8-cf77-44ba-b954-32e00f1270c7 req-b85c083b-88e9-4dd3-a0bf-4f8662df4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:13.496749 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869abd8-cf77-44ba-b954-32e00f1270c7 req-b85c083b-88e9-4dd3-a0bf-4f8662df4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:13.497231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869abd8-cf77-44ba-b954-32e00f1270c7 req-b85c083b-88e9-4dd3-a0bf-4f8662df4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:13.498220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869abd8-cf77-44ba-b954-32e00f1270c7 req-b85c083b-88e9-4dd3-a0bf-4f8662df4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:13.514695 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1869abd8-cf77-44ba-b954-32e00f1270c7 req-b85c083b-88e9-4dd3-a0bf-4f8662df4fbf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6730456afa24179937818b8d8e62041&device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5292 time: 0.2174892 Jul 05 10:21:13.693904 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:13.720504 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-634eec80-e6fc-45f1-9fa0-4399a0b6b6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:13.725604 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:13.763612 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 116cfd5b-28c8-4309-a262-ceb7b6f01680, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=116cfd5b-28c8-4309-a262-ceb7b6f01680,segment=NetworkSegment(51e23051-4655-4a60-b12f-493cbc6481a7),segment_id=51e23051-4655-4a60-b12f-493cbc6481a7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:13.774901 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ee1ff40-735c-4e38-806d-270f81853c52 req-a243c36d-f708-4831-b4c1-f3c77a25977f tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 210 time: 0.1132367 Jul 05 10:21:13.776831 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed554-8ddb-46f9-9751-292b6aeeff0d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:13.874144 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:13.925666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869abd8-cf77-44ba-b954-32e00f1270c7 req-b443b28f-5488-4ea0-a120-a8c25d93fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:13.926174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869abd8-cf77-44ba-b954-32e00f1270c7 req-b443b28f-5488-4ea0-a120-a8c25d93fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:13.927651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869abd8-cf77-44ba-b954-32e00f1270c7 req-b443b28f-5488-4ea0-a120-a8c25d93fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:13.930306 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1869abd8-cf77-44ba-b954-32e00f1270c7 req-b443b28f-5488-4ea0-a120-a8c25d93fb8d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b6730456afa24179937818b8d8e62041&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4174030 Jul 05 10:21:14.024415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=116cfd5b-28c8-4309-a262-ceb7b6f01680,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:14.197911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ed554-8ddb-46f9-9751-292b6aeeff0d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port 3a85bb6f-9076-4f88-9ad4-d705455fdf8a {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:14.198264 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed554-8ddb-46f9-9751-292b6aeeff0d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:14.319428 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed554-8ddb-46f9-9751-292b6aeeff0d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:14.333949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ed554-8ddb-46f9-9751-292b6aeeff0d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for 3a85bb6f-9076-4f88-9ad4-d705455fdf8a owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:14.444429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869abd8-cf77-44ba-b954-32e00f1270c7 req-41e32169-f12e-4cc0-b2c7-ab87d31c52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:14.446122 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1869abd8-cf77-44ba-b954-32e00f1270c7 req-41e32169-f12e-4cc0-b2c7-ab87d31c52f4 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5029576 Jul 05 10:21:14.570469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcaefa-5be9-42c9-9264-2ca753e3b38f req-f5f1a2e5-e84c-4a93-9489-0e7e5e70cf9d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:14.577199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcaefa-5be9-42c9-9264-2ca753e3b38f req-f5f1a2e5-e84c-4a93-9489-0e7e5e70cf9d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:14.582986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcaefa-5be9-42c9-9264-2ca753e3b38f req-f5f1a2e5-e84c-4a93-9489-0e7e5e70cf9d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:14.589634 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcaefa-5be9-42c9-9264-2ca753e3b38f req-f5f1a2e5-e84c-4a93-9489-0e7e5e70cf9d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:14.596757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcaefa-5be9-42c9-9264-2ca753e3b38f req-f5f1a2e5-e84c-4a93-9489-0e7e5e70cf9d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:14.602579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcaefa-5be9-42c9-9264-2ca753e3b38f req-f5f1a2e5-e84c-4a93-9489-0e7e5e70cf9d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:14.610763 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6cbcaefa-5be9-42c9-9264-2ca753e3b38f req-f5f1a2e5-e84c-4a93-9489-0e7e5e70cf9d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 4604 time: 0.1681364 Jul 05 10:21:14.695051 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6cbcaefa-5be9-42c9-9264-2ca753e3b38f req-229a0062-2773-46f3-9b11-f683ad5fb21b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0832577 Jul 05 10:21:14.707498 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed554-8ddb-46f9-9751-292b6aeeff0d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:14.739156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:14.766342 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:14.797899 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Transition to ACTIVE for port object 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:14.910218 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ed554-8ddb-46f9-9751-292b6aeeff0d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=3a85bb6f-9076-4f88-9ad4-d705455fdf8a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:14.919244 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:14.953740 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:15.140249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 116cfd5b-28c8-4309-a262-ceb7b6f01680 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:15.150749 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Pushing event updated for resources: {'Port': ['ID=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:15.251635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Attempting to bind port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:15.252260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Attempting to bind port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:15.253203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Attempting to bind port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 on network d022e67d-369f-4a6b-bf01-b31de8b3f25e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:15.263882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 on network d022e67d-369f-4a6b-bf01-b31de8b3f25e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:21:15.266881 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Attempting to bind port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 on network d022e67d-369f-4a6b-bf01-b31de8b3f25e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:15.266999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-4c2d0011-39e1-43e2-8724-9c93133c59ab tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:15.268095 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-4c2d0011-39e1-43e2-8724-9c93133c59ab tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.64 "GET /v2.0/networks?id=790d1a53-2211-4dce-b3bf-d1b0cc414b5d HTTP/1.1" status: 200 len: 828 time: 0.1677678 Jul 05 10:21:15.272815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:15.273340 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Checking segment: {'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:15.273513 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed554-8ddb-46f9-9751-292b6aeeff0d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:15.274098 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Bound using segment: {'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:15.274714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Bound port: 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:15.275287 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:15.323188 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 116cfd5b-28c8-4309-a262-ceb7b6f01680 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:15.323585 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:15.341315 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3a2e187-3770-41c1-a973-709a90302804 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Request body: {'port': {'device_id': '9b1a14fc-b958-4a1c-af0d-b90696aef130', 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'admin_state_up': True, 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:15.355021 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-db6491af-1910-4a2a-9536-4f9c2c8eff67 req-b6735f5d-5489-4cbd-9a2f-27e9b3d48917 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 210 time: 0.2561078 Jul 05 10:21:15.391646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] For port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:15.403133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] For port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:15.611415 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:15.614361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4ed554-8ddb-46f9-9751-292b6aeeff0d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 43c4679b-379d-4a34-b949-ba0ff8dbaceb has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:21:15.709659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Pushing event updated for resources: {'Port': ['ID=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:15.717342 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:15.718110 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:15.721592 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-16a3c417-cb27-423d-8b8f-8e5fa438b87f service neutron] 10.222.0.73 "PUT /v2.0/ports/88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 HTTP/1.1" status: 200 len: 1136 time: 2.5106447 Jul 05 10:21:15.722028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'tag': '88eb18ad-2797-45b6-bdf9-a1ae64cf84b5'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:15.746842 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10d8d50-3730-43e4-872c-18deb9403ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "tag": "88eb18ad-2797-45b6-bdf9-a1ae64cf84b5"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:15.771058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3a2e187-3770-41c1-a973-709a90302804 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Made reservation on behalf of 3c03f0beaf2a4388aff858f486bdf55e for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:15.797531 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3a2e187-3770-41c1-a973-709a90302804 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:15.863381 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4ed554-8ddb-46f9-9751-292b6aeeff0d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:21:15.875075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Request body: {'port': {'device_id': 'a1963644-0403-43c3-b202-2795863d539a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:15.877943 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ba20b-63ef-4059-9182-521ac21a1128 None None] Sync routers for ids ['43c4679b-379d-4a34-b949-ba0ff8dbaceb'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:21:15.910364 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ba20b-63ef-4059-9182-521ac21a1128 None None] Routers {'43c4679b-379d-4a34-b949-ba0ff8dbaceb'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:15.911010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-df1ba20b-63ef-4059-9182-521ac21a1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['43c4679b-379d-4a34-b949-ba0ff8dbaceb'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:15.917458 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3f4ed554-8ddb-46f9-9751-292b6aeeff0d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/43c4679b-379d-4a34-b949-ba0ff8dbaceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1466167 Jul 05 10:21:15.920969 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35254) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:16.053318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-df1ba20b-63ef-4059-9182-521ac21a1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:16.063173 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa70343f-5b7f-417d-b58c-5d4a82acc16f x-openstack-request-id: req-aa70343f-5b7f-417d-b58c-5d4a82acc16f {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:16.063769 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "tag": "88eb18ad-2797-45b6-bdf9-a1ae64cf84b5", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:16.065379 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa70343f-5b7f-417d-b58c-5d4a82acc16f {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:16.065379 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'tag': '88eb18ad-2797-45b6-bdf9-a1ae64cf84b5', 'status': 'completed', 'code': 200} Jul 05 10:21:16.088100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ba20b-63ef-4059-9182-521ac21a1128 None None] Routers {'43c4679b-379d-4a34-b949-ba0ff8dbaceb'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:16.088728 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-df1ba20b-63ef-4059-9182-521ac21a1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['43c4679b-379d-4a34-b949-ba0ff8dbaceb'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:16.131344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:16.166193 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-df1ba20b-63ef-4059-9182-521ac21a1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:16.166861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ba20b-63ef-4059-9182-521ac21a1128 None None] The sync data for ids ['43c4679b-379d-4a34-b949-ba0ff8dbaceb'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:21:16.451581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8d50-3730-43e4-872c-18deb9403ce3 req-6b38166c-c7a3-40da-be68-27928b8d0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.453257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8d50-3730-43e4-872c-18deb9403ce3 req-6b38166c-c7a3-40da-be68-27928b8d0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.453753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8d50-3730-43e4-872c-18deb9403ce3 req-6b38166c-c7a3-40da-be68-27928b8d0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.456237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8d50-3730-43e4-872c-18deb9403ce3 req-6b38166c-c7a3-40da-be68-27928b8d0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.457869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8d50-3730-43e4-872c-18deb9403ce3 req-6b38166c-c7a3-40da-be68-27928b8d0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.458362 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8d50-3730-43e4-872c-18deb9403ce3 req-6b38166c-c7a3-40da-be68-27928b8d0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.461757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8d50-3730-43e4-872c-18deb9403ce3 req-6b38166c-c7a3-40da-be68-27928b8d0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.465518 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d10d8d50-3730-43e4-872c-18deb9403ce3 req-6b38166c-c7a3-40da-be68-27928b8d0a31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6730456afa24179937818b8d8e62041&device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 6221 time: 0.4084394 Jul 05 10:21:16.525251 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-ae948949-4534-4ba9-9046-8494de78b146 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 10:21:16.529378 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ae948949-4534-4ba9-9046-8494de78b146 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/43c4679b-379d-4a34-b949-ba0ff8dbaceb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6046751 Jul 05 10:21:16.531045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35266) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:16.558692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064278-4242-4145-a6a5-1487906e1fc0 req-3f7487c8-71be-49f4-8628-aa74d559ea85 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.565517 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064278-4242-4145-a6a5-1487906e1fc0 req-3f7487c8-71be-49f4-8628-aa74d559ea85 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.571610 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064278-4242-4145-a6a5-1487906e1fc0 req-3f7487c8-71be-49f4-8628-aa74d559ea85 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.577915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064278-4242-4145-a6a5-1487906e1fc0 req-3f7487c8-71be-49f4-8628-aa74d559ea85 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.584369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064278-4242-4145-a6a5-1487906e1fc0 req-3f7487c8-71be-49f4-8628-aa74d559ea85 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.590752 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064278-4242-4145-a6a5-1487906e1fc0 req-3f7487c8-71be-49f4-8628-aa74d559ea85 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.597020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064278-4242-4145-a6a5-1487906e1fc0 req-3f7487c8-71be-49f4-8628-aa74d559ea85 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.604655 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c064278-4242-4145-a6a5-1487906e1fc0 req-3f7487c8-71be-49f4-8628-aa74d559ea85 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5381 time: 0.5080082 Jul 05 10:21:16.608232 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3a2e187-3770-41c1-a973-709a90302804 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Allocated IP 172.20.0.11 (790d1a53-2211-4dce-b3bf-d1b0cc414b5d/cfb007f2-0183-4ab1-8b26-36603402e3c4/68b6d567-75dd-499b-b4ae-143b9034a255) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:16.611231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8d50-3730-43e4-872c-18deb9403ce3 req-045c40e9-43fd-4b33-9c64-5ded7c250a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.612020 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8d50-3730-43e4-872c-18deb9403ce3 req-045c40e9-43fd-4b33-9c64-5ded7c250a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.613216 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8d50-3730-43e4-872c-18deb9403ce3 req-045c40e9-43fd-4b33-9c64-5ded7c250a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.615353 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d10d8d50-3730-43e4-872c-18deb9403ce3 req-045c40e9-43fd-4b33-9c64-5ded7c250a4b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b6730456afa24179937818b8d8e62041&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1340382 Jul 05 10:21:16.662029 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-44243025-5d27-451d-8d98-81c5ab519495 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports?device_id=43c4679b-379d-4a34-b949-ba0ff8dbaceb HTTP/1.1" status: 200 len: 205 time: 0.1243637 Jul 05 10:21:16.662716 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35268) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:16.765095 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:16.792893 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c064278-4242-4145-a6a5-1487906e1fc0 req-a308a7f6-1521-4a57-9386-e935c9a51c1b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1873724 Jul 05 10:21:16.805953 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a96ef8f8-e661-4997-ad36-db3129bf8bd5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:16.826510 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-090b1188-2941-4a93-9931-41af21257cf8 req-044936cb-138e-40d6-a2ee-0be8b160e6d2 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 210 time: 0.0962429 Jul 05 10:21:16.955214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8d50-3730-43e4-872c-18deb9403ce3 req-9953e1f4-e24a-477d-af57-a4b449f1d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:16.960578 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d10d8d50-3730-43e4-872c-18deb9403ce3 req-9953e1f4-e24a-477d-af57-a4b449f1d9de service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2136502 Jul 05 10:21:17.000340 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac044fe-0830-4bcc-8679-44388904c41f {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:17.012410 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.047199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Transition to ACTIVE for port object 3ac044fe-0830-4bcc-8679-44388904c41f will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:17.099924 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3a2e187-3770-41c1-a973-709a90302804 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.155480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3a2e187-3770-41c1-a973-709a90302804 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Transition to ACTIVE for port object 68b6d567-75dd-499b-b4ae-143b9034a255 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:17.158788 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.160748 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a96ef8f8-e661-4997-ad36-db3129bf8bd5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.164475 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a96ef8f8-e661-4997-ad36-db3129bf8bd5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.262900 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac044fe-0830-4bcc-8679-44388904c41f,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:17.353137 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a96ef8f8-e661-4997-ad36-db3129bf8bd5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.353652 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96ef8f8-e661-4997-ad36-db3129bf8bd5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Fanout notify agent at l3_agent the message router_deleted on router 43c4679b-379d-4a34-b949-ba0ff8dbaceb {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:21:17.370891 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a96ef8f8-e661-4997-ad36-db3129bf8bd5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.377121 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a96ef8f8-e661-4997-ad36-db3129bf8bd5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/routers/43c4679b-379d-4a34-b949-ba0ff8dbaceb HTTP/1.1" status: 204 len: 168 time: 0.7062113 Jul 05 10:21:17.377757 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35276) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:17.425478 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Attempting to bind port 3ac044fe-0830-4bcc-8679-44388904c41f on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:17.425867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Attempting to bind port 3ac044fe-0830-4bcc-8679-44388904c41f by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:17.426253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Attempting to bind port 3ac044fe-0830-4bcc-8679-44388904c41f on network d022e67d-369f-4a6b-bf01-b31de8b3f25e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:17.432573 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3a2e187-3770-41c1-a973-709a90302804 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.436819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Port 3ac044fe-0830-4bcc-8679-44388904c41f on network d022e67d-369f-4a6b-bf01-b31de8b3f25e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:21:17.438321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Attempting to bind port 3ac044fe-0830-4bcc-8679-44388904c41f on network d022e67d-369f-4a6b-bf01-b31de8b3f25e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:17.447836 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:17.448188 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Checking segment: {'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:17.448593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Bound using segment: {'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:17.449106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Bound port: 3ac044fe-0830-4bcc-8679-44388904c41f, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:17.449478 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.488775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3a2e187-3770-41c1-a973-709a90302804 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Network 790d1a53-2211-4dce-b3bf-d1b0cc414b5d is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:17.495627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3a2e187-3770-41c1-a973-709a90302804 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:17.504456 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3a2e187-3770-41c1-a973-709a90302804 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:17.542646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting subnet a3519e95-7f9b-4178-ba3f-855b413bc3b0 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:21:17.564518 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.571140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2e187-3770-41c1-a973-709a90302804 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Pushing event updated for resources: {'Port': ['ID=68b6d567-75dd-499b-b4ae-143b9034a255,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:17.597922 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] For port 3ac044fe-0830-4bcc-8679-44388904c41f, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:17.609321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] For port 3ac044fe-0830-4bcc-8679-44388904c41f, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3ac044fe-0830-4bcc-8679-44388904c41f,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:17.654736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3a2e187-3770-41c1-a973-709a90302804 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:17.655399 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3a2e187-3770-41c1-a973-709a90302804 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.676088 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.702234 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.800687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:17.800687 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:17.800687 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] 10.222.0.73 "PUT /v2.0/ports/3ac044fe-0830-4bcc-8679-44388904c41f HTTP/1.1" status: 200 len: 1091 time: 1.9202409 Jul 05 10:21:17.833740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3e1a6-dc15-423a-b260-187594da7aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac044fe-0830-4bcc-8679-44388904c41f,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:17.833862 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3a2e187-3770-41c1-a973-709a90302804 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5351074 Jul 05 10:21:17.853501 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-7973d0ac-f32a-4ff1-bc36-e5e47798874c tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:21:17.869375 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-7973d0ac-f32a-4ff1-bc36-e5e47798874c tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123770 Jul 05 10:21:17.884448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Request body: {'port': {'device_id': '9b1a14fc-b958-4a1c-af0d-b90696aef130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:17.905707 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Request body: {'port': {'device_id': 'a1963644-0403-43c3-b202-2795863d539a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:18.001334 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.026862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f82eab43-90cc-46a7-9427-86e4e937e4db None None] Provisioning for port 68b6d567-75dd-499b-b4ae-143b9034a255 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:18.034835 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f82eab43-90cc-46a7-9427-86e4e937e4db None None] Provisioning complete for port 68b6d567-75dd-499b-b4ae-143b9034a255 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:18.034835 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f82eab43-90cc-46a7-9427-86e4e937e4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.065689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'tag': '3ac044fe-0830-4bcc-8679-44388904c41f'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:18.069874 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4001d390-b031-4838-95a7-c8de59517ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "tag": "3ac044fe-0830-4bcc-8679-44388904c41f"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:18.257572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f82eab43-90cc-46a7-9427-86e4e937e4db None None] Port 68b6d567-75dd-499b-b4ae-143b9034a255 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:21:18.275857 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.346871 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e086f4-43f6-46fc-a0b9-4d6d441d75a3 req-d51861da-b2dd-4652-bd16-0d6da13661d7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.353558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e086f4-43f6-46fc-a0b9-4d6d441d75a3 req-d51861da-b2dd-4652-bd16-0d6da13661d7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.359973 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e086f4-43f6-46fc-a0b9-4d6d441d75a3 req-d51861da-b2dd-4652-bd16-0d6da13661d7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.366992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e086f4-43f6-46fc-a0b9-4d6d441d75a3 req-d51861da-b2dd-4652-bd16-0d6da13661d7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.374149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e086f4-43f6-46fc-a0b9-4d6d441d75a3 req-d51861da-b2dd-4652-bd16-0d6da13661d7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.380157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e086f4-43f6-46fc-a0b9-4d6d441d75a3 req-d51861da-b2dd-4652-bd16-0d6da13661d7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.387216 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e086f4-43f6-46fc-a0b9-4d6d441d75a3 req-d51861da-b2dd-4652-bd16-0d6da13661d7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.389864 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73e086f4-43f6-46fc-a0b9-4d6d441d75a3 req-d51861da-b2dd-4652-bd16-0d6da13661d7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5393 time: 0.3687983 Jul 05 10:21:18.538013 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73e086f4-43f6-46fc-a0b9-4d6d441d75a3 req-00b8ac40-fd2c-4d14-be44-2a8cde7289ce tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1372800 Jul 05 10:21:18.709487 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.746487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Subnet': ['ID=a3519e95-7f9b-4178-ba3f-855b413bc3b0,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:18.773294 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:18.780845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:18.780845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:18.780845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:18.780845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:18.780845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:18.780845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:18.780845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:18.780845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:18.780845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:18.781462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:18.781462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:18.787036 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e51aa5-45cd-4e19-aea9-2e8069aaae6a {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:18.797754 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.807512 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.812089 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f4f338-8166-4957-bc54-b58d5e3c6df3 None None] Network 84bfe1e5-43bc-40da-b5f7-8e48ee02b545 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:21:18.818284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Transition to ACTIVE for port object d1e51aa5-45cd-4e19-aea9-2e8069aaae6a will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:18.820079 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6806deb5-3a93-46bc-89f5-d0965aa6932c x-openstack-request-id: req-6806deb5-3a93-46bc-89f5-d0965aa6932c {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:18.820623 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "tag": "3ac044fe-0830-4bcc-8679-44388904c41f", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:18.820875 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6806deb5-3a93-46bc-89f5-d0965aa6932c {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:18.821311 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'tag': '3ac044fe-0830-4bcc-8679-44388904c41f', 'status': 'completed', 'code': 200} Jul 05 10:21:18.827443 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b20e38d4-0828-4518-a508-0cae4a27dbf7 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/a3519e95-7f9b-4178-ba3f-855b413bc3b0 HTTP/1.1" status: 204 len: 168 time: 1.4440067 Jul 05 10:21:18.832720 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35294) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:18.849310 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:18.902523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001d390-b031-4838-95a7-c8de59517ba0 req-67ac8b08-9c34-41c5-bee4-f7488aa9fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.903020 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001d390-b031-4838-95a7-c8de59517ba0 req-67ac8b08-9c34-41c5-bee4-f7488aa9fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.903499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001d390-b031-4838-95a7-c8de59517ba0 req-67ac8b08-9c34-41c5-bee4-f7488aa9fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.905213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001d390-b031-4838-95a7-c8de59517ba0 req-67ac8b08-9c34-41c5-bee4-f7488aa9fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.905714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001d390-b031-4838-95a7-c8de59517ba0 req-67ac8b08-9c34-41c5-bee4-f7488aa9fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.906846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001d390-b031-4838-95a7-c8de59517ba0 req-67ac8b08-9c34-41c5-bee4-f7488aa9fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.907372 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001d390-b031-4838-95a7-c8de59517ba0 req-67ac8b08-9c34-41c5-bee4-f7488aa9fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:18.910183 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4001d390-b031-4838-95a7-c8de59517ba0 req-67ac8b08-9c34-41c5-bee4-f7488aa9fc23 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6730456afa24179937818b8d8e62041&device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 6289 time: 0.0879879 Jul 05 10:21:18.988507 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:19.069562 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:19.085763 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e1356-9119-4f01-b49c-6e61fbee0f8c req-6ebd36cb-f2a5-4ea3-a25f-a465cbe9da64 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:19.087645 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f1e1356-9119-4f01-b49c-6e61fbee0f8c req-6ebd36cb-f2a5-4ea3-a25f-a465cbe9da64 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 932 time: 1.0039673 Jul 05 10:21:19.116497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:19.185637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69efad24-6bbb-4c4d-82e7-1aec29792e07 None None] DHCP port deletion for 84bfe1e5-43bc-40da-b5f7-8e48ee02b545 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:21:19.203232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001d390-b031-4838-95a7-c8de59517ba0 req-cf89bad1-6df3-47b8-b780-ca6289828b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:19.203843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001d390-b031-4838-95a7-c8de59517ba0 req-cf89bad1-6df3-47b8-b780-ca6289828b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:19.204339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001d390-b031-4838-95a7-c8de59517ba0 req-cf89bad1-6df3-47b8-b780-ca6289828b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:19.206640 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4001d390-b031-4838-95a7-c8de59517ba0 req-cf89bad1-6df3-47b8-b780-ca6289828b3c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b6730456afa24179937818b8d8e62041&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2873526 Jul 05 10:21:19.235567 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Attempting to bind port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:19.235939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Attempting to bind port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:19.236284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Attempting to bind port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a on network d022e67d-369f-4a6b-bf01-b31de8b3f25e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:19.282976 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a on network d022e67d-369f-4a6b-bf01-b31de8b3f25e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:21:19.283309 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Attempting to bind port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a on network d022e67d-369f-4a6b-bf01-b31de8b3f25e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:19.292835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:19.293235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Checking segment: {'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:19.293591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Bound using segment: {'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:19.294047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Bound port: d1e51aa5-45cd-4e19-aea9-2e8069aaae6a, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:19.294561 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:19.322956 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f1e1356-9119-4f01-b49c-6e61fbee0f8c req-d120bbd4-9d16-44ce-8160-0b443e315ba1 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba851cab-27bc-42c8-94b1-c53bc68e4e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128160 Jul 05 10:21:19.352441 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:19.353525 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:19.368459 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-69efad24-6bbb-4c4d-82e7-1aec29792e07 None None] Deleting port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:19.369824 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-69efad24-6bbb-4c4d-82e7-1aec29792e07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:19.464267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001d390-b031-4838-95a7-c8de59517ba0 req-70935b16-1663-48cd-b5c2-aa1bb66e8c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:19.470056 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4001d390-b031-4838-95a7-c8de59517ba0 req-70935b16-1663-48cd-b5c2-aa1bb66e8c51 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2540603 Jul 05 10:21:19.506651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] For port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:19.515029 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] For port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:19.520668 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-69efad24-6bbb-4c4d-82e7-1aec29792e07 None None] For port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2,segment=NetworkSegment(cd01348a-d6f9-498a-ab8d-8aca6a49711e),segment_id=cd01348a-d6f9-498a-ab8d-8aca6a49711e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:19.521329 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-69efad24-6bbb-4c4d-82e7-1aec29792e07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:19.524983 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] For port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2,segment=NetworkSegment(cd01348a-d6f9-498a-ab8d-8aca6a49711e),segment_id=cd01348a-d6f9-498a-ab8d-8aca6a49711e)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:19.525455 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:19.537830 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-69efad24-6bbb-4c4d-82e7-1aec29792e07 None None] Calling delete_port for 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:19.540506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:19.577348 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:19.678527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:19.680568 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:19.682253 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] 10.222.0.73 "PUT /v2.0/ports/d1e51aa5-45cd-4e19-aea9-2e8069aaae6a HTTP/1.1" status: 200 len: 1092 time: 1.7819636 Jul 05 10:21:19.730641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e6f98-2cb5-4fe3-adf7-a543d15c62c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:19.781528 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-69efad24-6bbb-4c4d-82e7-1aec29792e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:19.841009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Request body: {'port': {'device_id': 'a1963644-0403-43c3-b202-2795863d539a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:19.850688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efad24-6bbb-4c4d-82e7-1aec29792e07 None None] Pushing event deleted for resources: {'Port': ['ID=7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:19.859039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69efad24-6bbb-4c4d-82e7-1aec29792e07 None None] No DVR routers for this DVR port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:21:19.860196 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:19.928661 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:19.930977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No DVR routers for this DVR port 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:21:19.965392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b6d567-75dd-499b-b4ae-143b9034a255 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:19.992915 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:20.099489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Transition to ACTIVE for port object 68b6d567-75dd-499b-b4ae-143b9034a255 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:20.105489 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:20.116927 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84bfe1e5-43bc-40da-b5f7-8e48ee02b545']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:20.135403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd01348a-d6f9-498a-ab8d-8aca6a49711e') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:20.135857 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd01348a-d6f9-498a-ab8d-8aca6a49711e') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:20.147302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:20.150602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31890e9-a3bf-48e0-b9e3-27ee522b5e6f req-e3a076e2-6322-4ac0-b64f-30347a391dac tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:20.162418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31890e9-a3bf-48e0-b9e3-27ee522b5e6f req-e3a076e2-6322-4ac0-b64f-30347a391dac tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:20.174220 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:20.178806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31890e9-a3bf-48e0-b9e3-27ee522b5e6f req-e3a076e2-6322-4ac0-b64f-30347a391dac tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:20.192424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31890e9-a3bf-48e0-b9e3-27ee522b5e6f req-e3a076e2-6322-4ac0-b64f-30347a391dac tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:20.199600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31890e9-a3bf-48e0-b9e3-27ee522b5e6f req-e3a076e2-6322-4ac0-b64f-30347a391dac tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:20.200783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:21:20.201905 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:20.205725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31890e9-a3bf-48e0-b9e3-27ee522b5e6f req-e3a076e2-6322-4ac0-b64f-30347a391dac tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:20.212528 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31890e9-a3bf-48e0-b9e3-27ee522b5e6f req-e3a076e2-6322-4ac0-b64f-30347a391dac tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:21:20.214560 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:21:20.217885 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e31890e9-a3bf-48e0-b9e3-27ee522b5e6f req-e3a076e2-6322-4ac0-b64f-30347a391dac tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5405 time: 0.4233263 Jul 05 10:21:20.221540 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:20.234287 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:20.322426 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e31890e9-a3bf-48e0-b9e3-27ee522b5e6f req-6ed487a1-c8c3-4fae-990e-6d166ac188c4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0982344 Jul 05 10:21:20.390836 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Pushing event updated for resources: {'Port': ['ID=68b6d567-75dd-499b-b4ae-143b9034a255,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:20.492595 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:20.524935 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:20.532579 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/networks/84bfe1e5-43bc-40da-b5f7-8e48ee02b545 HTTP/1.1" status: 204 len: 168 time: 1.6966267 Jul 05 10:21:20.548575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35316) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:20.559920 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f1590876-5947-43b7-9345-541e2a11fed9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'network': {'name': 'tempest-RoutersTest-719751046'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:20.693088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Attempting to bind port 68b6d567-75dd-499b-b4ae-143b9034a255 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:20.695273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Attempting to bind port 68b6d567-75dd-499b-b4ae-143b9034a255 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '51e23051-4655-4a60-b12f-493cbc6481a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:20.703453 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Attempting to bind port 68b6d567-75dd-499b-b4ae-143b9034a255 on network 790d1a53-2211-4dce-b3bf-d1b0cc414b5d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:20.705896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a894be-e9a1-4efa-b820-c766fdc108c9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Network': ['ID=84bfe1e5-43bc-40da-b5f7-8e48ee02b545,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:20.730157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Port 68b6d567-75dd-499b-b4ae-143b9034a255 on network 790d1a53-2211-4dce-b3bf-d1b0cc414b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:21:20.730514 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Attempting to bind port 68b6d567-75dd-499b-b4ae-143b9034a255 on network 790d1a53-2211-4dce-b3bf-d1b0cc414b5d {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:20.748089 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:20.748698 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Checking segment: {'id': '51e23051-4655-4a60-b12f-493cbc6481a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:20.748902 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Bound using segment: {'id': '51e23051-4655-4a60-b12f-493cbc6481a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:20.749361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Bound port: 68b6d567-75dd-499b-b4ae-143b9034a255, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e23051-4655-4a60-b12f-493cbc6481a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:20.749726 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:20.754976 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1590876-5947-43b7-9345-541e2a11fed9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:20.762930 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f1590876-5947-43b7-9345-541e2a11fed9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:20.815230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ed20a-bef5-4138-a6ae-cf97f07dd451 req-7561befe-6da5-48d4-bea6-9c8ae14f7939 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:20.817262 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-305ed20a-bef5-4138-a6ae-cf97f07dd451 req-7561befe-6da5-48d4-bea6-9c8ae14f7939 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 944 time: 0.1760185 Jul 05 10:21:20.821507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa8cf6e-3669-4539-adce-95324f9f4748 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:20.832112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'tag': 'd1e51aa5-45cd-4e19-aea9-2e8069aaae6a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:20.838305 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168e05c8-ee54-4b16-8676-64ca02a085d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "tag": "d1e51aa5-45cd-4e19-aea9-2e8069aaae6a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:20.859307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1590876-5947-43b7-9345-541e2a11fed9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:21:20.886125 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f1590876-5947-43b7-9345-541e2a11fed9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:20.887039 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-f1590876-5947-43b7-9345-541e2a11fed9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Added segment 6cbe0109-ec1d-486f-b75a-6182030fb396 of type vlan for network d8bc467d-0e01-43ce-a174-db476cfdd783 Jul 05 10:21:20.887575 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] For port 68b6d567-75dd-499b-b4ae-143b9034a255, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:20.907107 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-305ed20a-bef5-4138-a6ae-cf97f07dd451 req-9da33aee-5095-4ce7-ade2-e44581092bc2 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba851cab-27bc-42c8-94b1-c53bc68e4e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790567 Jul 05 10:21:20.919997 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35324) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:20.943047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] For port 68b6d567-75dd-499b-b4ae-143b9034a255, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=68b6d567-75dd-499b-b4ae-143b9034a255,segment=NetworkSegment(51e23051-4655-4a60-b12f-493cbc6481a7),segment_id=51e23051-4655-4a60-b12f-493cbc6481a7)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:20.975466 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66eb410a-f40c-4ec4-9fca-652d77ed5106 x-openstack-request-id: req-66eb410a-f40c-4ec4-9fca-652d77ed5106 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:20.976079 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "tag": "d1e51aa5-45cd-4e19-aea9-2e8069aaae6a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:20.976208 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-66eb410a-f40c-4ec4-9fca-652d77ed5106 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:20.976780 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'tag': 'd1e51aa5-45cd-4e19-aea9-2e8069aaae6a', 'status': 'completed', 'code': 200} Jul 05 10:21:20.980147 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:21.014063 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Transition to ACTIVE for port object cfa8cf6e-3669-4539-adce-95324f9f4748 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:21.036790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f1590876-5947-43b7-9345-541e2a11fed9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:21.049161 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:21:21.071687 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:21:21.072066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7dc2ac72-bdcc-42ab-9e7b-836f4985b2b2 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:21:21.103479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e05c8-ee54-4b16-8676-64ca02a085d9 req-a1a05e7b-def5-4d54-962b-69833699253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.104195 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e05c8-ee54-4b16-8676-64ca02a085d9 req-a1a05e7b-def5-4d54-962b-69833699253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.104960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e05c8-ee54-4b16-8676-64ca02a085d9 req-a1a05e7b-def5-4d54-962b-69833699253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.105638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e05c8-ee54-4b16-8676-64ca02a085d9 req-a1a05e7b-def5-4d54-962b-69833699253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.106241 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e05c8-ee54-4b16-8676-64ca02a085d9 req-a1a05e7b-def5-4d54-962b-69833699253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.106815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e05c8-ee54-4b16-8676-64ca02a085d9 req-a1a05e7b-def5-4d54-962b-69833699253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.107921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e05c8-ee54-4b16-8676-64ca02a085d9 req-a1a05e7b-def5-4d54-962b-69833699253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.108276 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:21.110362 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-168e05c8-ee54-4b16-8676-64ca02a085d9 req-a1a05e7b-def5-4d54-962b-69833699253e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6730456afa24179937818b8d8e62041&device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 6357 time: 0.1328137 Jul 05 10:21:21.145152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.145774 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:21.147237 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] 10.222.0.64 "PUT /v2.0/ports/68b6d567-75dd-499b-b4ae-143b9034a255 HTTP/1.1" status: 200 len: 1093 time: 3.2741897 Jul 05 10:21:21.147678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1a14fc-b958-4a1c-af0d-b90696aef130', 'tag': '68b6d567-75dd-499b-b4ae-143b9034a255'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:21.150009 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491e8508-7ad5-481b-9de4-2a55d76ea205" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1a14fc-b958-4a1c-af0d-b90696aef130", "tag": "68b6d567-75dd-499b-b4ae-143b9034a255"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:21.228929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd3534-6076-40e5-955a-d279fa4e5455 service neutron] Pushing event updated for resources: {'Port': ['ID=68b6d567-75dd-499b-b4ae-143b9034a255,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:21.234492 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647f6630-5606-44fc-b09b-e49376a5b7c8 x-openstack-request-id: req-647f6630-5606-44fc-b09b-e49376a5b7c8 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:21.234986 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1a14fc-b958-4a1c-af0d-b90696aef130", "tag": "68b6d567-75dd-499b-b4ae-143b9034a255", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:21.235384 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-647f6630-5606-44fc-b09b-e49376a5b7c8 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:21.235940 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1a14fc-b958-4a1c-af0d-b90696aef130', 'tag': '68b6d567-75dd-499b-b4ae-143b9034a255', 'status': 'completed', 'code': 200} Jul 05 10:21:21.242890 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:21.247374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f1590876-5947-43b7-9345-541e2a11fed9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:21.266873 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1590876-5947-43b7-9345-541e2a11fed9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.267541 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f1590876-5947-43b7-9345-541e2a11fed9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:21.368032 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f600146-96ee-425e-b4ea-eb82eec0cfe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:21.456658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e8508-7ad5-481b-9de4-2a55d76ea205 req-bc1ea1db-09a0-498a-b852-759b423545a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.458757 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-491e8508-7ad5-481b-9de4-2a55d76ea205 req-bc1ea1db-09a0-498a-b852-759b423545a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c03f0beaf2a4388aff858f486bdf55e&device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 1096 time: 0.1841736 Jul 05 10:21:21.605824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1590876-5947-43b7-9345-541e2a11fed9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Network': ['ID=d8bc467d-0e01-43ce-a174-db476cfdd783,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:21.614148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e05c8-ee54-4b16-8676-64ca02a085d9 req-87ff4550-4e4f-4c40-b980-67d3fd92f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.615245 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e05c8-ee54-4b16-8676-64ca02a085d9 req-87ff4550-4e4f-4c40-b980-67d3fd92f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.616076 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e05c8-ee54-4b16-8676-64ca02a085d9 req-87ff4550-4e4f-4c40-b980-67d3fd92f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.620169 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-168e05c8-ee54-4b16-8676-64ca02a085d9 req-87ff4550-4e4f-4c40-b980-67d3fd92f408 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b6730456afa24179937818b8d8e62041&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5004160 Jul 05 10:21:21.621488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network d8bc467d-0e01-43ce-a174-db476cfdd783 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:21:21.727109 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f600146-96ee-425e-b4ea-eb82eec0cfe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:21.730963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e8508-7ad5-481b-9de4-2a55d76ea205 req-39ef14bb-6f72-49ad-8561-b5812dcedc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.733157 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-491e8508-7ad5-481b-9de4-2a55d76ea205 req-39ef14bb-6f72-49ad-8561-b5812dcedc70 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3c03f0beaf2a4388aff858f486bdf55e&shared=False HTTP/1.1" status: 200 len: 929 time: 0.2651701 Jul 05 10:21:21.750278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e05c8-ee54-4b16-8676-64ca02a085d9 req-07e9726e-1557-43f1-93de-fae7d615916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.752014 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-168e05c8-ee54-4b16-8676-64ca02a085d9 req-07e9726e-1557-43f1-93de-fae7d615916b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210923 Jul 05 10:21:21.803421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Pushing event updated for resources: {'Port': ['ID=cfa8cf6e-3669-4539-adce-95324f9f4748,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:21.835273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c1f84-2856-48b9-9b85-80a935ffda2e req-46d2ee82-7400-4c31-810f-ccf6e18c2bd2 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.843294 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c1f84-2856-48b9-9b85-80a935ffda2e req-46d2ee82-7400-4c31-810f-ccf6e18c2bd2 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.849895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c1f84-2856-48b9-9b85-80a935ffda2e req-46d2ee82-7400-4c31-810f-ccf6e18c2bd2 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.856195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c1f84-2856-48b9-9b85-80a935ffda2e req-46d2ee82-7400-4c31-810f-ccf6e18c2bd2 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.860287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Attempting to bind port cfa8cf6e-3669-4539-adce-95324f9f4748 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:21.860820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Attempting to bind port cfa8cf6e-3669-4539-adce-95324f9f4748 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '04cc69ca-b013-491a-958a-44dffe7c8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:21.861051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Attempting to bind port cfa8cf6e-3669-4539-adce-95324f9f4748 on network fe926520-9d96-4a2d-8770-b9c16396c5e0 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:21.872092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Port cfa8cf6e-3669-4539-adce-95324f9f4748 on network fe926520-9d96-4a2d-8770-b9c16396c5e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:21:21.872092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Attempting to bind port cfa8cf6e-3669-4539-adce-95324f9f4748 on network fe926520-9d96-4a2d-8770-b9c16396c5e0 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:21.872337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c1f84-2856-48b9-9b85-80a935ffda2e req-46d2ee82-7400-4c31-810f-ccf6e18c2bd2 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.878914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:21.878914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Checking segment: {'id': '04cc69ca-b013-491a-958a-44dffe7c8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:21.878914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Bound using segment: {'id': '04cc69ca-b013-491a-958a-44dffe7c8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:21.878914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Bound port: cfa8cf6e-3669-4539-adce-95324f9f4748, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04cc69ca-b013-491a-958a-44dffe7c8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:21.878914 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:21.881783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c1f84-2856-48b9-9b85-80a935ffda2e req-46d2ee82-7400-4c31-810f-ccf6e18c2bd2 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.888608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c1f84-2856-48b9-9b85-80a935ffda2e req-46d2ee82-7400-4c31-810f-ccf6e18c2bd2 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:21.900742 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f2c1f84-2856-48b9-9b85-80a935ffda2e req-46d2ee82-7400-4c31-810f-ccf6e18c2bd2 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5417 time: 0.2545300 Jul 05 10:21:21.918797 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f600146-96ee-425e-b4ea-eb82eec0cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:21.963937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] For port cfa8cf6e-3669-4539-adce-95324f9f4748, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:21.972577 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] For port cfa8cf6e-3669-4539-adce-95324f9f4748, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=cfa8cf6e-3669-4539-adce-95324f9f4748,segment=NetworkSegment(04cc69ca-b013-491a-958a-44dffe7c8b06),segment_id=04cc69ca-b013-491a-958a-44dffe7c8b06)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:21.979622 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f1590876-5947-43b7-9345-541e2a11fed9 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4291167 Jul 05 10:21:21.981606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35346) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:21.987274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1e2b5160-8ccb-4a7f-b01d-fc24f2142511 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'subnet': {'network_id': 'd8bc467d-0e01-43ce-a174-db476cfdd783', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:21.995560 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7f600146-96ee-425e-b4ea-eb82eec0cfe3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cfa20c2d644d421ca2e01d50f2ad4b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0706816 Jul 05 10:21:22.001875 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35348) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:22.070991 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f2c1f84-2856-48b9-9b85-80a935ffda2e req-bff5c069-26f8-4f36-ade6-cb2a0c162071 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1733437 Jul 05 10:21:22.072208 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f600146-96ee-425e-b4ea-eb82eec0cfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9308f708-38cd-404c-8ee8-dc27e63b2305,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:22.097254 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e8508-7ad5-481b-9de4-2a55d76ea205 req-136ec1b7-416b-4bfd-8b42-312f1b9458fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:22.097254 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-491e8508-7ad5-481b-9de4-2a55d76ea205 req-136ec1b7-416b-4bfd-8b42-312f1b9458fe service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3425713 Jul 05 10:21:22.130910 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:22.134609 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-105048c4-3b08-4740-ad36-b36e3f834707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:22.195755 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-105048c4-3b08-4740-ad36-b36e3f834707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:22.215896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:22.215896 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:22.215896 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] 10.222.0.73 "PUT /v2.0/ports/cfa8cf6e-3669-4539-adce-95324f9f4748 HTTP/1.1" status: 200 len: 1092 time: 2.3671262 Jul 05 10:21:22.248313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda33ef-56b3-43d1-bb01-53d6dcc36c1e service neutron] Pushing event updated for resources: {'Port': ['ID=cfa8cf6e-3669-4539-adce-95324f9f4748,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:22.256601 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-f4726995-1ff9-439f-9137-3f7a0f5c7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:22.260530 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-f4726995-1ff9-439f-9137-3f7a0f5c7830 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c03f0beaf2a4388aff858f486bdf55e&device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 1096 time: 0.1044900 Jul 05 10:21:22.288500 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540733-8b0a-46a6-8f44-65b83a8d0391 req-23bf3588-6e2b-48be-bffd-c3286eb6c3e6 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:22.290717 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22540733-8b0a-46a6-8f44-65b83a8d0391 req-23bf3588-6e2b-48be-bffd-c3286eb6c3e6 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 944 time: 0.1560898 Jul 05 10:21:22.330237 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-ab213d71-117a-4b21-973d-38574cb99da1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b6d567-75dd-499b-b4ae-143b9034a255 HTTP/1.1" status: 200 len: 217 time: 0.0605817 Jul 05 10:21:22.345356 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22540733-8b0a-46a6-8f44-65b83a8d0391 req-7f7277ae-ceb4-46af-9b85-5aa5cedbffb4 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba851cab-27bc-42c8-94b1-c53bc68e4e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480735 Jul 05 10:21:22.404789 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:22.407978 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-3511c5f8-210a-4feb-9e8c-9aa160749f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:22.409713 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-3511c5f8-210a-4feb-9e8c-9aa160749f2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cfb007f2-0183-4ab1-8b26-36603402e3c4 HTTP/1.1" status: 200 len: 867 time: 0.0710316 Jul 05 10:21:22.484509 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2b5160-8ccb-4a7f-b01d-fc24f2142511 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:22.488594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-bfd106ff-2ba5-43e2-b442-1a9dedebe060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:22.489945 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e2b5160-8ccb-4a7f-b01d-fc24f2142511 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:22.490396 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-bfd106ff-2ba5-43e2-b442-1a9dedebe060 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=790d1a53-2211-4dce-b3bf-d1b0cc414b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705612 Jul 05 10:21:22.508844 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Request body: {'port': {'device_id': 'a1963644-0403-43c3-b202-2795863d539a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:22.622064 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-105048c4-3b08-4740-ad36-b36e3f834707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:22.625699 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-105048c4-3b08-4740-ad36-b36e3f834707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:22.628233 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-105048c4-3b08-4740-ad36-b36e3f834707 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9308f708-38cd-404c-8ee8-dc27e63b2305 HTTP/1.1" status: 204 len: 168 time: 0.6226017 Jul 05 10:21:22.682120 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-9ae7e0b1-1fbe-4506-91dc-2f8d73ae289b service neutron] 10.222.0.64 "GET /v2.0/networks/790d1a53-2211-4dce-b3bf-d1b0cc414b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832023 Jul 05 10:21:22.683001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105048c4-3b08-4740-ad36-b36e3f834707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9308f708-38cd-404c-8ee8-dc27e63b2305,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:22.740319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:22.789478 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c8818c4-e5bc-4cab-967c-1d8c36d11699 req-670ee580-7c75-4794-a00a-70f2f5f9b120 service neutron] 10.222.0.64 "GET /v2.0/networks/790d1a53-2211-4dce-b3bf-d1b0cc414b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971589 Jul 05 10:21:22.985958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'tag': 'cfa8cf6e-3669-4539-adce-95324f9f4748'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:22.988239 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916d8343-cef2-4997-8a32-e1e24c327e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "tag": "cfa8cf6e-3669-4539-adce-95324f9f4748"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:23.048972 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d103f6-1f48-4ca3-99e2-8662854f8ae9 x-openstack-request-id: req-b6d103f6-1f48-4ca3-99e2-8662854f8ae9 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:23.049632 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "tag": "cfa8cf6e-3669-4539-adce-95324f9f4748", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:23.049632 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6d103f6-1f48-4ca3-99e2-8662854f8ae9 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:23.049983 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'tag': 'cfa8cf6e-3669-4539-adce-95324f9f4748', 'status': 'completed', 'code': 200} Jul 05 10:21:23.161504 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e2b5160-8ccb-4a7f-b01d-fc24f2142511 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:23.250442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:23.256427 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b5160-8ccb-4a7f-b01d-fc24f2142511 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Subnet': ['ID=442571af-1034-4932-a85e-c9e5bbbd1d6a,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:23.267597 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:23.302785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8343-cef2-4997-8a32-e1e24c327e7b req-a13a0494-38da-4663-beb3-5755c5ee4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.303276 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8343-cef2-4997-8a32-e1e24c327e7b req-a13a0494-38da-4663-beb3-5755c5ee4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.303834 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8343-cef2-4997-8a32-e1e24c327e7b req-a13a0494-38da-4663-beb3-5755c5ee4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.304436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8343-cef2-4997-8a32-e1e24c327e7b req-a13a0494-38da-4663-beb3-5755c5ee4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.304924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8343-cef2-4997-8a32-e1e24c327e7b req-a13a0494-38da-4663-beb3-5755c5ee4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.305458 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8343-cef2-4997-8a32-e1e24c327e7b req-a13a0494-38da-4663-beb3-5755c5ee4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.306657 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8343-cef2-4997-8a32-e1e24c327e7b req-a13a0494-38da-4663-beb3-5755c5ee4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.308407 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-916d8343-cef2-4997-8a32-e1e24c327e7b req-a13a0494-38da-4663-beb3-5755c5ee4458 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6730456afa24179937818b8d8e62041&device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 6425 time: 0.2330892 Jul 05 10:21:23.314867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Transition to ACTIVE for port object 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:23.353573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ba921-3936-4edc-8a22-8138af0b39ae req-612bb31c-33ff-4c0a-bdb7-08874764476f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.372282 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ba921-3936-4edc-8a22-8138af0b39ae req-612bb31c-33ff-4c0a-bdb7-08874764476f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.387280 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ba921-3936-4edc-8a22-8138af0b39ae req-612bb31c-33ff-4c0a-bdb7-08874764476f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.401372 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ba921-3936-4edc-8a22-8138af0b39ae req-612bb31c-33ff-4c0a-bdb7-08874764476f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.427324 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ba921-3936-4edc-8a22-8138af0b39ae req-612bb31c-33ff-4c0a-bdb7-08874764476f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.435819 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ba921-3936-4edc-8a22-8138af0b39ae req-612bb31c-33ff-4c0a-bdb7-08874764476f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.443844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ba921-3936-4edc-8a22-8138af0b39ae req-612bb31c-33ff-4c0a-bdb7-08874764476f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.453434 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e1ba921-3936-4edc-8a22-8138af0b39ae req-612bb31c-33ff-4c0a-bdb7-08874764476f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5417 time: 0.2160051 Jul 05 10:21:23.559786 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e1ba921-3936-4edc-8a22-8138af0b39ae req-2386fa32-f592-4992-9cf2-1664ef9949ed tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050651 Jul 05 10:21:23.782568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2b5160-8ccb-4a7f-b01d-fc24f2142511 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Checking segment: {'id': '6cbe0109-ec1d-486f-b75a-6182030fb396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8bc467d-0e01-43ce-a174-db476cfdd783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:23.782948 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2b5160-8ccb-4a7f-b01d-fc24f2142511 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network hostable DHCP agents. Network: d8bc467d-0e01-43ce-a174-db476cfdd783, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:21:23.790895 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:23.956917 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Pushing event updated for resources: {'Port': ['ID=241fbf91-b9f3-4d7c-bcee-bb68eec0e536,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:23.986999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8343-cef2-4997-8a32-e1e24c327e7b req-efcd4e8b-745d-4c9a-872d-098e9b96ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.987744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8343-cef2-4997-8a32-e1e24c327e7b req-efcd4e8b-745d-4c9a-872d-098e9b96ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.988076 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8343-cef2-4997-8a32-e1e24c327e7b req-efcd4e8b-745d-4c9a-872d-098e9b96ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:23.989785 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-916d8343-cef2-4997-8a32-e1e24c327e7b req-efcd4e8b-745d-4c9a-872d-098e9b96ca41 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b6730456afa24179937818b8d8e62041&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6714783 Jul 05 10:21:24.033680 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e536e3-be92-4003-abe0-f3b9b8639f08 req-a9f653c2-09e7-411e-9a93-2db34b1d6a56 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:24.035264 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d9e536e3-be92-4003-abe0-f3b9b8639f08 req-a9f653c2-09e7-411e-9a93-2db34b1d6a56 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 944 time: 0.2546287 Jul 05 10:21:24.148421 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.166311 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d9e536e3-be92-4003-abe0-f3b9b8639f08 req-b7742889-d1d3-49ab-961f-0675c12f4c1d tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba851cab-27bc-42c8-94b1-c53bc68e4e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176915 Jul 05 10:21:24.167424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Attempting to bind port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:24.168001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Attempting to bind port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '04cc69ca-b013-491a-958a-44dffe7c8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:24.168496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Attempting to bind port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 on network fe926520-9d96-4a2d-8770-b9c16396c5e0 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:24.186229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 on network fe926520-9d96-4a2d-8770-b9c16396c5e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:21:24.186536 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Attempting to bind port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 on network fe926520-9d96-4a2d-8770-b9c16396c5e0 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:24.203772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:24.204131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Checking segment: {'id': '04cc69ca-b013-491a-958a-44dffe7c8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:24.204672 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Bound using segment: {'id': '04cc69ca-b013-491a-958a-44dffe7c8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:24.205134 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Bound port: 241fbf91-b9f3-4d7c-bcee-bb68eec0e536, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04cc69ca-b013-491a-958a-44dffe7c8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:24.205504 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.209420 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8343-cef2-4997-8a32-e1e24c327e7b req-8a5f6938-4e0e-4991-a9bf-694061d240b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:24.211011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-916d8343-cef2-4997-8a32-e1e24c327e7b req-8a5f6938-4e0e-4991-a9bf-694061d240b9 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2136400 Jul 05 10:21:24.247027 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2b5160-8ccb-4a7f-b01d-fc24f2142511 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network d8bc467d-0e01-43ce-a174-db476cfdd783 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:21:24.287194 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] For port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:24.291149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] For port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=241fbf91-b9f3-4d7c-bcee-bb68eec0e536,segment=NetworkSegment(04cc69ca-b013-491a-958a-44dffe7c8b06),segment_id=04cc69ca-b013-491a-958a-44dffe7c8b06)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:24.415900 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-1e2b5160-8ccb-4a7f-b01d-fc24f2142511 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, d8bc467d-0e01-43ce-a174-db476cfdd783) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:24.420864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2b5160-8ccb-4a7f-b01d-fc24f2142511 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:24.421546 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e2b5160-8ccb-4a7f-b01d-fc24f2142511 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.433073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4da43e9-e652-4e3d-a233-050a496ea167 None None] Network d8bc467d-0e01-43ce-a174-db476cfdd783 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:21:24.463601 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.522676 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:24.523364 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.525048 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] 10.222.0.73 "PUT /v2.0/ports/241fbf91-b9f3-4d7c-bcee-bb68eec0e536 HTTP/1.1" status: 200 len: 1092 time: 2.0303888 Jul 05 10:21:24.567925 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d1407-b15f-476a-885f-4124415d3869 service neutron] Pushing event updated for resources: {'Port': ['ID=241fbf91-b9f3-4d7c-bcee-bb68eec0e536,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:24.583117 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1e2b5160-8ccb-4a7f-b01d-fc24f2142511 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6003740 Jul 05 10:21:24.585747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35394) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:24.603070 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-607ab674-a47c-4f3a-901b-311bc4d1dde5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1462913101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:24.699001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-d8bc467d-0e01-43ce-a174-db476cfdd783', 'network_id': 'd8bc467d-0e01-43ce-a174-db476cfdd783', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'fixed_ips': [{'subnet_id': '442571af-1034-4932-a85e-c9e5bbbd1d6a'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:21:24.700322 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.781685 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-607ab674-a47c-4f3a-901b-311bc4d1dde5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.785083 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-607ab674-a47c-4f3a-901b-311bc4d1dde5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.873490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6ad3b739-850d-46bf-b8a2-e09a4a97627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:24.874001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6ad3b739-850d-46bf-b8a2-e09a4a97627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:24.874778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6ad3b739-850d-46bf-b8a2-e09a4a97627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:24.881528 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6ad3b739-850d-46bf-b8a2-e09a4a97627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:24.882148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6ad3b739-850d-46bf-b8a2-e09a4a97627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:24.882700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6ad3b739-850d-46bf-b8a2-e09a4a97627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:24.883189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6ad3b739-850d-46bf-b8a2-e09a4a97627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:24.885610 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6ad3b739-850d-46bf-b8a2-e09a4a97627a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6730456afa24179937818b8d8e62041&device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 6493 time: 0.1486540 Jul 05 10:21:24.908305 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-607ab674-a47c-4f3a-901b-311bc4d1dde5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:24.960920 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-452e7112-a3c7-4d38-8cf0-51bf52452023 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fffa5d11-45e6-4914-88f1-c5bffc30543b HTTP/1.1" status: 200 len: 217 time: 0.0676122 Jul 05 10:21:25.020211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Allocated IP 172.20.0.2 (d8bc467d-0e01-43ce-a174-db476cfdd783/442571af-1034-4932-a85e-c9e5bbbd1d6a/8c616498-dc8d-4ace-a77b-3b214fe22143) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:25.022111 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-607ab674-a47c-4f3a-901b-311bc4d1dde5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.046058 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-1e8cace2-4352-4804-a8df-e53818ad4ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.047975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-1e8cace2-4352-4804-a8df-e53818ad4ae2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7cf4802-24ef-472a-8c66-7e6ccb85e80d HTTP/1.1" status: 200 len: 856 time: 0.0804019 Jul 05 10:21:25.051598 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'tag': '241fbf91-b9f3-4d7c-bcee-bb68eec0e536'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:25.054005 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02db69f-b824-491c-8829-d573d9901804" -d '{"events": [{"name": "network-changed", "server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "tag": "241fbf91-b9f3-4d7c-bcee-bb68eec0e536"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:25.076672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61146e56-40bb-4118-b77b-279bf962d639 req-c44c800f-958e-4936-b014-9ad142f23ce0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.083457 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61146e56-40bb-4118-b77b-279bf962d639 req-c44c800f-958e-4936-b014-9ad142f23ce0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.089628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61146e56-40bb-4118-b77b-279bf962d639 req-c44c800f-958e-4936-b014-9ad142f23ce0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.096558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61146e56-40bb-4118-b77b-279bf962d639 req-c44c800f-958e-4936-b014-9ad142f23ce0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.103486 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61146e56-40bb-4118-b77b-279bf962d639 req-c44c800f-958e-4936-b014-9ad142f23ce0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.112785 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61146e56-40bb-4118-b77b-279bf962d639 req-c44c800f-958e-4936-b014-9ad142f23ce0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.120822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61146e56-40bb-4118-b77b-279bf962d639 req-c44c800f-958e-4936-b014-9ad142f23ce0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.129262 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-61146e56-40bb-4118-b77b-279bf962d639 req-c44c800f-958e-4936-b014-9ad142f23ce0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5429 time: 0.2151949 Jul 05 10:21:25.139820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-5ef15370-14e0-4e05-86cd-eefd7fe18e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.142984 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-5ef15370-14e0-4e05-86cd-eefd7fe18e5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=790a2fc1-a8c9-440b-a219-3f87c3a52e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862412 Jul 05 10:21:25.145025 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee22b080-7293-43db-8ac7-bb177ca69ffb x-openstack-request-id: req-ee22b080-7293-43db-8ac7-bb177ca69ffb {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:25.145246 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "tag": "241fbf91-b9f3-4d7c-bcee-bb68eec0e536", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:25.145541 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee22b080-7293-43db-8ac7-bb177ca69ffb {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:25.146094 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'tag': '241fbf91-b9f3-4d7c-bcee-bb68eec0e536', 'status': 'completed', 'code': 200} Jul 05 10:21:25.188860 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-61146e56-40bb-4118-b77b-279bf962d639 req-eb387a08-0b08-45f7-a3cf-1837cf4c31f5 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559454 Jul 05 10:21:25.211370 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-607ab674-a47c-4f3a-901b-311bc4d1dde5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.214836 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-607ab674-a47c-4f3a-901b-311bc4d1dde5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6258326 Jul 05 10:21:25.217969 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35406) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:25.289274 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.309082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Transition to ACTIVE for port object 8c616498-dc8d-4ace-a77b-3b214fe22143 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:25.311001 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-5850bac3-be26-4e50-a9a8-58fffca64f5d service neutron] 10.222.0.73 "GET /v2.0/networks/790a2fc1-a8c9-440b-a219-3f87c3a52e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600394 Jul 05 10:21:25.335998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Transition to ACTIVE for port object 8c616498-dc8d-4ace-a77b-3b214fe22143 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:25.470403 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-3c4a4a4e-84a9-4c25-97bf-5faeb140bc98 service neutron] 10.222.0.73 "GET /v2.0/networks/790a2fc1-a8c9-440b-a219-3f87c3a52e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534941 Jul 05 10:21:25.483890 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0ef01-ba95-44c8-b2ef-f6de2d2e120b req-523ca518-1c82-4fcc-88fa-c8e32a3353f6 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.485727 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43c0ef01-ba95-44c8-b2ef-f6de2d2e120b req-523ca518-1c82-4fcc-88fa-c8e32a3353f6 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 944 time: 0.1419947 Jul 05 10:21:25.543790 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-2ed7be0b-c1c5-4157-a4f9-5a31e79f467f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef HTTP/1.1" status: 200 len: 217 time: 0.0570500 Jul 05 10:21:25.597324 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43c0ef01-ba95-44c8-b2ef-f6de2d2e120b req-e4d270e6-33a7-4f65-b985-6c2c5bb283ca tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba851cab-27bc-42c8-94b1-c53bc68e4e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046262 Jul 05 10:21:25.607071 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.620528 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-7e5418db-7fb8-471d-8e4d-31dd24f8538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.623146 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-7e5418db-7fb8-471d-8e4d-31dd24f8538c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0725045 Jul 05 10:21:25.695269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-96a6664c-d705-4f9d-87a7-05b2310cf088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:25.696821 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-96a6664c-d705-4f9d-87a7-05b2310cf088 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0672011 Jul 05 10:21:25.742683 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.791510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Network d8bc467d-0e01-43ce-a174-db476cfdd783 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:25.791510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:25.793217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:25.799319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-3aa2d5c4-5403-4f15-9a37-30cbff90cd56 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965309 Jul 05 10:21:25.800195 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Pushing event updated for resources: {'Port': ['ID=8c616498-dc8d-4ace-a77b-3b214fe22143,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:25.861306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Attempting to bind port 8c616498-dc8d-4ace-a77b-3b214fe22143 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:25.862222 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Attempting to bind port 8c616498-dc8d-4ace-a77b-3b214fe22143 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '6cbe0109-ec1d-486f-b75a-6182030fb396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8bc467d-0e01-43ce-a174-db476cfdd783'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:25.862589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Attempting to bind port 8c616498-dc8d-4ace-a77b-3b214fe22143 on network d8bc467d-0e01-43ce-a174-db476cfdd783 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:25.870269 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:25.870269 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Checking segment: {'id': '6cbe0109-ec1d-486f-b75a-6182030fb396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8bc467d-0e01-43ce-a174-db476cfdd783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:25.870588 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.870970 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Bound using segment: {'id': '6cbe0109-ec1d-486f-b75a-6182030fb396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8bc467d-0e01-43ce-a174-db476cfdd783'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:25.876136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Bound port: 8c616498-dc8d-4ace-a77b-3b214fe22143, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbe0109-ec1d-486f-b75a-6182030fb396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8bc467d-0e01-43ce-a174-db476cfdd783'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:25.876136 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:25.914988 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-08254168-05df-4a87-b296-a4173e288cc4 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051733 Jul 05 10:21:25.939296 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Allocated IP 172.20.0.1 (d8bc467d-0e01-43ce-a174-db476cfdd783/442571af-1034-4932-a85e-c9e5bbbd1d6a/bfebe942-cf32-4e06-9371-9511b430842f) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:25.964757 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] For port 8c616498-dc8d-4ace-a77b-3b214fe22143, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:25.968351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] For port 8c616498-dc8d-4ace-a77b-3b214fe22143, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8c616498-dc8d-4ace-a77b-3b214fe22143,segment=NetworkSegment(6cbe0109-ec1d-486f-b75a-6182030fb396),segment_id=6cbe0109-ec1d-486f-b75a-6182030fb396)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:25.989127 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-951f8a10-bde6-479c-9a75-e28f5afab05c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 HTTP/1.1" status: 200 len: 217 time: 0.0684841 Jul 05 10:21:26.040870 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-a91f633d-a9b8-400c-9e73-e9adbed80cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:26.042559 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-a91f633d-a9b8-400c-9e73-e9adbed80cc1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0474536 Jul 05 10:21:26.075462 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.092251 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Transition to ACTIVE for port object bfebe942-cf32-4e06-9371-9511b430842f will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:26.114043 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-b36405bd-179b-4ac1-8a9d-784fb092bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:26.116334 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-b36405bd-179b-4ac1-8a9d-784fb092bee1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0666142 Jul 05 10:21:26.173165 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.227545 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-e6e5c0ef-d4d5-4789-9083-6bcdab4ef0e0 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033781 Jul 05 10:21:26.256559 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d56e8-742d-40be-88f7-50e25c6ca0c7 None None] Pushing event updated for resources: {'Port': ['ID=8c616498-dc8d-4ace-a77b-3b214fe22143,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:26.262674 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.354683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=bfebe942-cf32-4e06-9371-9511b430842f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:26.384953 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network d8bc467d-0e01-43ce-a174-db476cfdd783 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:26.388566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:26.398231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:26.406597 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-1776dea9-5097-48bb-8651-6ce3efc2ebcc service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715574 Jul 05 10:21:26.435628 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 68b6d567-75dd-499b-b4ae-143b9034a255 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:21:26.482280 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.489242 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6de202d1-1bec-42c1-a4e5-ec13a31c7c0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=3ac044fe-0830-4bcc-8679-44388904c41f HTTP/1.1" status: 200 len: 217 time: 0.0755849 Jul 05 10:21:26.641190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6ea35ce3-eea3-4695-af34-ae1092e71c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:26.649083 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6ea35ce3-eea3-4695-af34-ae1092e71c9c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.1503963 Jul 05 10:21:26.659482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 68b6d567-75dd-499b-b4ae-143b9034a255, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=68b6d567-75dd-499b-b4ae-143b9034a255,segment=NetworkSegment(51e23051-4655-4a60-b12f-493cbc6481a7),segment_id=51e23051-4655-4a60-b12f-493cbc6481a7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:26.673857 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '68b6d567-75dd-499b-b4ae-143b9034a255', 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'port_id': '68b6d567-75dd-499b-b4ae-143b9034a255', 'mac_address': 'fa:16:3e:05:38:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:21:26.730305 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.748375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b6d567-75dd-499b-b4ae-143b9034a255 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:26.752493 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0721999-9a72-4737-89e1-a4f69f597190 req-f2ebeed6-e3fb-477f-a96b-181e77aca0a6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:26.759042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0721999-9a72-4737-89e1-a4f69f597190 req-f2ebeed6-e3fb-477f-a96b-181e77aca0a6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:26.769491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0721999-9a72-4737-89e1-a4f69f597190 req-f2ebeed6-e3fb-477f-a96b-181e77aca0a6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:26.779807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0721999-9a72-4737-89e1-a4f69f597190 req-f2ebeed6-e3fb-477f-a96b-181e77aca0a6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:26.779997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 68b6d567-75dd-499b-b4ae-143b9034a255, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=68b6d567-75dd-499b-b4ae-143b9034a255,segment=NetworkSegment(51e23051-4655-4a60-b12f-493cbc6481a7),segment_id=51e23051-4655-4a60-b12f-493cbc6481a7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:26.780087 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0721999-9a72-4737-89e1-a4f69f597190 req-f2ebeed6-e3fb-477f-a96b-181e77aca0a6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:26.786149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0721999-9a72-4737-89e1-a4f69f597190 req-f2ebeed6-e3fb-477f-a96b-181e77aca0a6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:26.803767 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0721999-9a72-4737-89e1-a4f69f597190 req-f2ebeed6-e3fb-477f-a96b-181e77aca0a6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:26.803767 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a0721999-9a72-4737-89e1-a4f69f597190 req-f2ebeed6-e3fb-477f-a96b-181e77aca0a6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5429 time: 0.1720448 Jul 05 10:21:26.846997 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5efd5f-a4f5-4195-bdf5-3b7e243e83b3 req-fd7b7c49-2304-45a6-aa6a-04279d846a61 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:26.847592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-2b7ad111-fd05-4843-bc6b-40ff477765c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:26.848707 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bd5efd5f-a4f5-4195-bdf5-3b7e243e83b3 req-fd7b7c49-2304-45a6-aa6a-04279d846a61 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 944 time: 0.0880930 Jul 05 10:21:26.848830 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-2b7ad111-fd05-4843-bc6b-40ff477765c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1830952 Jul 05 10:21:26.853287 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a0721999-9a72-4737-89e1-a4f69f597190 req-fb382479-e1ac-4f98-9994-1192cc98e393 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526197 Jul 05 10:21:26.925436 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:26.969952 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bd5efd5f-a4f5-4195-bdf5-3b7e243e83b3 req-16b34ce6-aa06-4e7e-9f4c-d6e58e13e9ba tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba851cab-27bc-42c8-94b1-c53bc68e4e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148098 Jul 05 10:21:26.983197 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-122ef519-6847-413e-b72d-c7a6466209fd service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275425 Jul 05 10:21:26.991826 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:27.052346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=68b6d567-75dd-499b-b4ae-143b9034a255,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:27.172090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8c616498-dc8d-4ace-a77b-3b214fe22143 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:27.228952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['68b6d567-75dd-499b-b4ae-143b9034a255'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:27.268485 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-1308ccce-ea50-42ba-88a3-90779b9f1ce9 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759287 Jul 05 10:21:27.330537 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-7aee29b8-7d2c-4eb3-afef-7a85cced8b31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a HTTP/1.1" status: 200 len: 217 time: 0.0527742 Jul 05 10:21:27.400223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-7dd39ac8-cf21-4e80-98f4-475f95ab558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:27.402089 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-7dd39ac8-cf21-4e80-98f4-475f95ab558e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0627344 Jul 05 10:21:27.423029 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 8c616498-dc8d-4ace-a77b-3b214fe22143 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:27.478775 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:27.493256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6be8ded4-c68a-4bfe-aed6-e1ed002aee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:27.495602 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6be8ded4-c68a-4bfe-aed6-e1ed002aee1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0847518 Jul 05 10:21:27.597573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013ccee4-f9af-4426-8250-d2dc5bbbd3c9 None None] Network d8bc467d-0e01-43ce-a174-db476cfdd783 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:21:27.604752 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:27.614077 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-be8f0c11-671b-45d9-aebb-be0a66e9eca1 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114976 Jul 05 10:21:27.741308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=bfebe942-cf32-4e06-9371-9511b430842f,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:27.744045 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:27.775081 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-552d1ab4-2b71-4aa2-b897-53d7d02d9cab service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554489 Jul 05 10:21:27.804713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5dab0341-bad3-42dd-926a-b7d6bc4ab680 None None] Provisioning for port 8c616498-dc8d-4ace-a77b-3b214fe22143 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:27.813098 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5dab0341-bad3-42dd-926a-b7d6bc4ab680 None None] Provisioning complete for port 8c616498-dc8d-4ace-a77b-3b214fe22143 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:27.813098 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5dab0341-bad3-42dd-926a-b7d6bc4ab680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:27.820598 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6832e4c6-fe66-4561-a5cf-f18c55112b62 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfa8cf6e-3669-4539-adce-95324f9f4748 HTTP/1.1" status: 200 len: 217 time: 0.0374196 Jul 05 10:21:27.875746 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ba03140b-e366-4572-8a0f-641c52f44362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:27.878839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-ba03140b-e366-4572-8a0f-641c52f44362 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e9418dd-e12b-4545-a8c0-25cb3a67831b HTTP/1.1" status: 200 len: 797 time: 0.0513067 Jul 05 10:21:27.881353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network d8bc467d-0e01-43ce-a174-db476cfdd783 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:27.882051 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:27.942671 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5dab0341-bad3-42dd-926a-b7d6bc4ab680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:27.962274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-f641357f-680c-44ef-8eca-bad29d1cbb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:27.963698 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-f641357f-680c-44ef-8eca-bad29d1cbb7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe926520-9d96-4a2d-8770-b9c16396c5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0760748 Jul 05 10:21:28.020565 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5dab0341-bad3-42dd-926a-b7d6bc4ab680 None None] For port 8c616498-dc8d-4ace-a77b-3b214fe22143, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8c616498-dc8d-4ace-a77b-3b214fe22143,segment=NetworkSegment(6cbe0109-ec1d-486f-b75a-6182030fb396),segment_id=6cbe0109-ec1d-486f-b75a-6182030fb396)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:28.114637 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-1321d065-41b3-483a-a45d-d2ae34a1f6dc service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304331 Jul 05 10:21:28.179505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c69dad-5ba2-4776-a6f8-6a569a4aeb6a req-1fac9cae-0827-41c5-a444-41340fefaee4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.187431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c69dad-5ba2-4776-a6f8-6a569a4aeb6a req-1fac9cae-0827-41c5-a444-41340fefaee4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.194254 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c69dad-5ba2-4776-a6f8-6a569a4aeb6a req-1fac9cae-0827-41c5-a444-41340fefaee4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.201113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c69dad-5ba2-4776-a6f8-6a569a4aeb6a req-1fac9cae-0827-41c5-a444-41340fefaee4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.208085 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c69dad-5ba2-4776-a6f8-6a569a4aeb6a req-1fac9cae-0827-41c5-a444-41340fefaee4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.218391 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c69dad-5ba2-4776-a6f8-6a569a4aeb6a req-1fac9cae-0827-41c5-a444-41340fefaee4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.223225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c69dad-5ba2-4776-a6f8-6a569a4aeb6a req-1fac9cae-0827-41c5-a444-41340fefaee4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.225231 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0c69dad-5ba2-4776-a6f8-6a569a4aeb6a req-1fac9cae-0827-41c5-a444-41340fefaee4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5429 time: 0.1861591 Jul 05 10:21:28.238734 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5dab0341-bad3-42dd-926a-b7d6bc4ab680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:28.253530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-99885ede-22f0-4d79-b35e-46403edb119f service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310813 Jul 05 10:21:28.315121 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-768f6339-8b35-4472-b1ea-a50a1884aea0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=241fbf91-b9f3-4d7c-bcee-bb68eec0e536 HTTP/1.1" status: 200 len: 217 time: 0.0419464 Jul 05 10:21:28.330987 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0c69dad-5ba2-4776-a6f8-6a569a4aeb6a req-97dfd531-405e-4f87-a762-d89e0d372533 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990605 Jul 05 10:21:28.336463 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 1af8b5af-197f-4a2f-9047-4b15a9253e2f is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:21:28.338835 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab0341-bad3-42dd-926a-b7d6bc4ab680 None None] Pushing event updated for resources: {'Port': ['ID=8c616498-dc8d-4ace-a77b-3b214fe22143,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:28.393965 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-73841bfe-341b-49d8-9c52-3df7230e2e3b None None] Provisioning complete for port 8c616498-dc8d-4ace-a77b-3b214fe22143 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:28.396399 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-73841bfe-341b-49d8-9c52-3df7230e2e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:28.454400 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 68b6d567-75dd-499b-b4ae-143b9034a255 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:28.463047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6df8613e-89b7-4f7c-93a2-13153b6b19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.472015 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-6df8613e-89b7-4f7c-93a2-13153b6b19dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e9418dd-e12b-4545-a8c0-25cb3a67831b HTTP/1.1" status: 200 len: 797 time: 0.1422822 Jul 05 10:21:28.500361 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41debad9-32c1-490d-956a-9eef4d9fd35a req-cfc0ebc7-0345-44f4-a25d-39163735902b tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.502005 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-41debad9-32c1-490d-956a-9eef4d9fd35a req-cfc0ebc7-0345-44f4-a25d-39163735902b tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 945 time: 0.3077960 Jul 05 10:21:28.608022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:21:28.618638 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9573f586-6f43-4368-8c60-44a2a0c06bdc None None] Sync routers for ids ['1af8b5af-197f-4a2f-9047-4b15a9253e2f'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:21:28.623277 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a246d619-2483-437a-bba7-07c085b288b8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/1af8b5af-197f-4a2f-9047-4b15a9253e2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4015434 Jul 05 10:21:28.623277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35460) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:28.650336 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9573f586-6f43-4368-8c60-44a2a0c06bdc None None] Routers {'1af8b5af-197f-4a2f-9047-4b15a9253e2f'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:28.650969 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9573f586-6f43-4368-8c60-44a2a0c06bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1af8b5af-197f-4a2f-9047-4b15a9253e2f'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:28.671978 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-41debad9-32c1-490d-956a-9eef4d9fd35a req-c9b6e125-fa65-4aa3-8546-3198a255e6af tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba851cab-27bc-42c8-94b1-c53bc68e4e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346660 Jul 05 10:21:28.680570 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-92c60580-6497-4df8-b3ff-96713218390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.682446 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-92c60580-6497-4df8-b3ff-96713218390a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe926520-9d96-4a2d-8770-b9c16396c5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2096705 Jul 05 10:21:28.727628 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9573f586-6f43-4368-8c60-44a2a0c06bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:28.740215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc6a184-ac61-4c47-9324-3943dad0c171 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:28.743773 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7fc6a184-ac61-4c47-9324-3943dad0c171 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports/bfebe942-cf32-4e06-9371-9511b430842f HTTP/1.1" status: 200 len: 910 time: 0.1172311 Jul 05 10:21:28.744747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35464) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:28.747391 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9573f586-6f43-4368-8c60-44a2a0c06bdc None None] Routers {'1af8b5af-197f-4a2f-9047-4b15a9253e2f'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:28.748275 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9573f586-6f43-4368-8c60-44a2a0c06bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1af8b5af-197f-4a2f-9047-4b15a9253e2f'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:28.787454 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9573f586-6f43-4368-8c60-44a2a0c06bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:28.788425 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9573f586-6f43-4368-8c60-44a2a0c06bdc None None] The sync data for ids ['1af8b5af-197f-4a2f-9047-4b15a9253e2f'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:21:28.886504 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-b1ef7a9e-9fe5-4072-81dc-be413ce3cbd6 service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966517 Jul 05 10:21:29.009784 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67cb926b-5e14-4a65-9d61-ac20b39917d3 req-69e00aa5-2700-4d98-88c6-984b71c7a7f8 service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157143 Jul 05 10:21:29.062222 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8c616498-dc8d-4ace-a77b-3b214fe22143 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:29.111305 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 8c616498-dc8d-4ace-a77b-3b214fe22143 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:29.111830 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:29.134463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 68b6d567-75dd-499b-b4ae-143b9034a255 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:29.143967 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 68b6d567-75dd-499b-b4ae-143b9034a255 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:29.148324 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:29.193918 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-73841bfe-341b-49d8-9c52-3df7230e2e3b None None] Provisioning for port bfebe942-cf32-4e06-9371-9511b430842f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:29.208400 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-73841bfe-341b-49d8-9c52-3df7230e2e3b None None] Provisioning complete for port bfebe942-cf32-4e06-9371-9511b430842f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:29.208794 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-73841bfe-341b-49d8-9c52-3df7230e2e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:29.286380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-73841bfe-341b-49d8-9c52-3df7230e2e3b None None] Port bfebe942-cf32-4e06-9371-9511b430842f cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:21:29.295576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db69f-b824-491c-8829-d573d9901804 req-f368576c-1d35-435b-be61-9b03559a75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.296267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db69f-b824-491c-8829-d573d9901804 req-f368576c-1d35-435b-be61-9b03559a75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.296940 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db69f-b824-491c-8829-d573d9901804 req-f368576c-1d35-435b-be61-9b03559a75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.297622 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db69f-b824-491c-8829-d573d9901804 req-f368576c-1d35-435b-be61-9b03559a75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.298158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db69f-b824-491c-8829-d573d9901804 req-f368576c-1d35-435b-be61-9b03559a75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.298726 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db69f-b824-491c-8829-d573d9901804 req-f368576c-1d35-435b-be61-9b03559a75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.299270 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db69f-b824-491c-8829-d573d9901804 req-f368576c-1d35-435b-be61-9b03559a75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.301717 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b02db69f-b824-491c-8829-d573d9901804 req-f368576c-1d35-435b-be61-9b03559a75f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6730456afa24179937818b8d8e62041&device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 6493 time: 0.0845876 Jul 05 10:21:29.328877 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:29.380655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1a14fc-b958-4a1c-af0d-b90696aef130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b6d567-75dd-499b-b4ae-143b9034a255'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:29.384993 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a47d0b-d0cf-42c1-855a-101c90361667" -d '{"events": [{"server_uuid": "9b1a14fc-b958-4a1c-af0d-b90696aef130", "name": "network-vif-plugged", "status": "completed", "tag": "68b6d567-75dd-499b-b4ae-143b9034a255"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:29.414121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 68b6d567-75dd-499b-b4ae-143b9034a255, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=68b6d567-75dd-499b-b4ae-143b9034a255,segment=NetworkSegment(51e23051-4655-4a60-b12f-493cbc6481a7),segment_id=51e23051-4655-4a60-b12f-493cbc6481a7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:29.427447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a8d1e05e-54c7-4bec-9947-c702b4ad07c1 None None] Provisioning complete for port bfebe942-cf32-4e06-9371-9511b430842f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:29.427936 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a8d1e05e-54c7-4bec-9947-c702b4ad07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:29.444835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db69f-b824-491c-8829-d573d9901804 req-6c9c70f7-7f96-4501-96ba-e671afcdb0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.446739 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b02db69f-b824-491c-8829-d573d9901804 req-6c9c70f7-7f96-4501-96ba-e671afcdb0c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe926520-9d96-4a2d-8770-b9c16396c5e0 HTTP/1.1" status: 200 len: 902 time: 0.1382747 Jul 05 10:21:29.452051 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aac8621-fb8f-4c76-ac89-273d2852d5cb x-openstack-request-id: req-0aac8621-fb8f-4c76-ac89-273d2852d5cb {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:29.452387 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1a14fc-b958-4a1c-af0d-b90696aef130", "name": "network-vif-plugged", "status": "completed", "tag": "68b6d567-75dd-499b-b4ae-143b9034a255", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:29.452590 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0aac8621-fb8f-4c76-ac89-273d2852d5cb {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:29.452975 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1a14fc-b958-4a1c-af0d-b90696aef130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b6d567-75dd-499b-b4ae-143b9034a255', 'code': 200} Jul 05 10:21:29.481209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1e05e-54c7-4bec-9947-c702b4ad07c1 None None] Port bfebe942-cf32-4e06-9371-9511b430842f cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:21:29.518251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b02db69f-b824-491c-8829-d573d9901804 req-581c7200-b39e-47ca-920d-b026ae8856db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=241fbf91-b9f3-4d7c-bcee-bb68eec0e536 HTTP/1.1" status: 200 len: 217 time: 0.0634086 Jul 05 10:21:29.582535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db69f-b824-491c-8829-d573d9901804 req-5c1fe1ed-de54-4eff-915d-985b4d199ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.598345 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b02db69f-b824-491c-8829-d573d9901804 req-5c1fe1ed-de54-4eff-915d-985b4d199ee3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e9418dd-e12b-4545-a8c0-25cb3a67831b HTTP/1.1" status: 200 len: 797 time: 0.0554397 Jul 05 10:21:29.628079 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:29.655864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db69f-b824-491c-8829-d573d9901804 req-07bf45f2-549f-49a8-a9cb-ff903152593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.657440 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b02db69f-b824-491c-8829-d573d9901804 req-07bf45f2-549f-49a8-a9cb-ff903152593c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe926520-9d96-4a2d-8770-b9c16396c5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0663965 Jul 05 10:21:29.737943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b08b8-5924-4636-911c-5d6545425a12 req-2f89fece-a643-48c9-b731-2e6e03e437b7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.740906 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=68b6d567-75dd-499b-b4ae-143b9034a255,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:29.741431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b08b8-5924-4636-911c-5d6545425a12 req-2f89fece-a643-48c9-b731-2e6e03e437b7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.755434 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b08b8-5924-4636-911c-5d6545425a12 req-2f89fece-a643-48c9-b731-2e6e03e437b7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.762295 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b08b8-5924-4636-911c-5d6545425a12 req-2f89fece-a643-48c9-b731-2e6e03e437b7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.769003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b08b8-5924-4636-911c-5d6545425a12 req-2f89fece-a643-48c9-b731-2e6e03e437b7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.775695 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b08b8-5924-4636-911c-5d6545425a12 req-2f89fece-a643-48c9-b731-2e6e03e437b7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.785224 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b08b8-5924-4636-911c-5d6545425a12 req-2f89fece-a643-48c9-b731-2e6e03e437b7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.793658 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b27b08b8-5924-4636-911c-5d6545425a12 req-2f89fece-a643-48c9-b731-2e6e03e437b7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5429 time: 0.2687433 Jul 05 10:21:29.798067 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b02db69f-b824-491c-8829-d573d9901804 req-4c52d04c-62bb-4c1d-accd-c9e26f69b3b0 service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340477 Jul 05 10:21:29.842782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc6b38-b8a2-4f99-8561-0e2cbbee6ad5 req-6051dc14-c59d-49de-84b3-f11ae061ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:29.844383 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63bc6b38-b8a2-4f99-8561-0e2cbbee6ad5 req-6051dc14-c59d-49de-84b3-f11ae061ef21 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 1097 time: 0.2819805 Jul 05 10:21:29.863828 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b27b08b8-5924-4636-911c-5d6545425a12 req-027893fd-7d02-44ec-9d6a-dab64a2e807e tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685146 Jul 05 10:21:29.937902 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63bc6b38-b8a2-4f99-8561-0e2cbbee6ad5 req-44769165-23be-4c87-a2d3-be5149b0ae5d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ba851cab-27bc-42c8-94b1-c53bc68e4e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848675 Jul 05 10:21:30.010674 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b02db69f-b824-491c-8829-d573d9901804 req-b190f14a-0fa6-4569-a9be-44fd39f534ee service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036276 Jul 05 10:21:30.012014 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-210e104f-755c-4f66-ba8f-87afaeb49fe1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:30.024103 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3304c98-dec0-444e-8562-3be337974884 req-8e36ea66-c212-4f1f-b687-32d41a3aeff7 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:30.025782 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3304c98-dec0-444e-8562-3be337974884 req-8e36ea66-c212-4f1f-b687-32d41a3aeff7 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 946 time: 0.1969693 Jul 05 10:21:30.079915 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3304c98-dec0-444e-8562-3be337974884 req-e2b64906-a34c-478e-ad43-7492c7c5b18c tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba851cab-27bc-42c8-94b1-c53bc68e4e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474114 Jul 05 10:21:30.291366 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-210e104f-755c-4f66-ba8f-87afaeb49fe1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port bfebe942-cf32-4e06-9371-9511b430842f {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:30.291885 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-210e104f-755c-4f66-ba8f-87afaeb49fe1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:30.382472 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-210e104f-755c-4f66-ba8f-87afaeb49fe1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:30.394691 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-210e104f-755c-4f66-ba8f-87afaeb49fe1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for bfebe942-cf32-4e06-9371-9511b430842f owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:30.706767 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-210e104f-755c-4f66-ba8f-87afaeb49fe1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:30.738313 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e104f-755c-4f66-ba8f-87afaeb49fe1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=bfebe942-cf32-4e06-9371-9511b430842f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:30.894164 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-210e104f-755c-4f66-ba8f-87afaeb49fe1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:31.136054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210e104f-755c-4f66-ba8f-87afaeb49fe1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 1af8b5af-197f-4a2f-9047-4b15a9253e2f has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:21:31.238686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210e104f-755c-4f66-ba8f-87afaeb49fe1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:21:31.248294 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-210e104f-755c-4f66-ba8f-87afaeb49fe1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/1af8b5af-197f-4a2f-9047-4b15a9253e2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4881325 Jul 05 10:21:31.249420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35510) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:31.250731 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632e56b-7563-4d05-8743-ae972adbb1e2 None None] Sync routers for ids ['1af8b5af-197f-4a2f-9047-4b15a9253e2f'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:21:31.264415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632e56b-7563-4d05-8743-ae972adbb1e2 None None] Routers {'1af8b5af-197f-4a2f-9047-4b15a9253e2f'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:31.265313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-1632e56b-7563-4d05-8743-ae972adbb1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1af8b5af-197f-4a2f-9047-4b15a9253e2f'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:31.308165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-1632e56b-7563-4d05-8743-ae972adbb1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:31.312690 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dd47a05f-21dd-4af6-8250-02256f5220f0 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports?device_id=1af8b5af-197f-4a2f-9047-4b15a9253e2f HTTP/1.1" status: 200 len: 205 time: 0.0514286 Jul 05 10:21:31.316198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35512) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:31.320831 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632e56b-7563-4d05-8743-ae972adbb1e2 None None] Routers {'1af8b5af-197f-4a2f-9047-4b15a9253e2f'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:31.321533 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-1632e56b-7563-4d05-8743-ae972adbb1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1af8b5af-197f-4a2f-9047-4b15a9253e2f'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:31.360241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-1632e56b-7563-4d05-8743-ae972adbb1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:31.361291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632e56b-7563-4d05-8743-ae972adbb1e2 None None] The sync data for ids ['1af8b5af-197f-4a2f-9047-4b15a9253e2f'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:21:31.407439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49e1f-7853-48a4-9c7a-78c2348efd8e req-dd84f74b-5848-4aac-b5ec-11414d080252 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:31.414392 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49e1f-7853-48a4-9c7a-78c2348efd8e req-dd84f74b-5848-4aac-b5ec-11414d080252 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:31.417714 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbb63edb-940f-4fc1-a276-d92d5bee2489 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:31.421485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49e1f-7853-48a4-9c7a-78c2348efd8e req-dd84f74b-5848-4aac-b5ec-11414d080252 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:31.428017 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49e1f-7853-48a4-9c7a-78c2348efd8e req-dd84f74b-5848-4aac-b5ec-11414d080252 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:31.434471 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49e1f-7853-48a4-9c7a-78c2348efd8e req-dd84f74b-5848-4aac-b5ec-11414d080252 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:31.440718 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49e1f-7853-48a4-9c7a-78c2348efd8e req-dd84f74b-5848-4aac-b5ec-11414d080252 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:31.447422 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49e1f-7853-48a4-9c7a-78c2348efd8e req-dd84f74b-5848-4aac-b5ec-11414d080252 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:31.452200 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e0c49e1f-7853-48a4-9c7a-78c2348efd8e req-dd84f74b-5848-4aac-b5ec-11414d080252 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5429 time: 0.4053948 Jul 05 10:21:31.500367 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e0c49e1f-7853-48a4-9c7a-78c2348efd8e req-a3965f94-1103-4cfd-8e58-5bc5d8b94a43 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454707 Jul 05 10:21:31.511844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144fd82-0ee6-4785-9347-f68becbe4d1a req-ec4421a5-fc23-472b-890a-65deea5e6051 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:31.513654 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2144fd82-0ee6-4785-9347-f68becbe4d1a req-ec4421a5-fc23-472b-890a-65deea5e6051 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 946 time: 0.2630579 Jul 05 10:21:31.626730 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbb63edb-940f-4fc1-a276-d92d5bee2489 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:31.629689 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbb63edb-940f-4fc1-a276-d92d5bee2489 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:31.647083 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2144fd82-0ee6-4785-9347-f68becbe4d1a req-2fd959f4-7edf-472c-a10c-69d1c7a86763 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba851cab-27bc-42c8-94b1-c53bc68e4e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246517 Jul 05 10:21:31.827606 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbb63edb-940f-4fc1-a276-d92d5bee2489 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:31.828511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb63edb-940f-4fc1-a276-d92d5bee2489 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Fanout notify agent at l3_agent the message router_deleted on router 1af8b5af-197f-4a2f-9047-4b15a9253e2f {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:21:31.836033 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbb63edb-940f-4fc1-a276-d92d5bee2489 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:31.840155 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dbb63edb-940f-4fc1-a276-d92d5bee2489 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/routers/1af8b5af-197f-4a2f-9047-4b15a9253e2f HTTP/1.1" status: 204 len: 168 time: 0.5229235 Jul 05 10:21:31.840793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35528) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:31.894392 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-446ebbc9-4053-4866-9c6f-d572d4d00ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 258 time: 0.2088950 Jul 05 10:21:31.905850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:31.913110 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-4414c4b1-389c-4ee3-9577-44b05502449d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting subnet 442571af-1034-4932-a85e-c9e5bbbd1d6a {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:21:31.916859 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4414c4b1-389c-4ee3-9577-44b05502449d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:31.964186 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4414c4b1-389c-4ee3-9577-44b05502449d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.045588 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.057850 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4414c4b1-389c-4ee3-9577-44b05502449d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.160072 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.272468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Allocated IP 172.25.5.138 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/913a95a1-b612-41dc-b916-8549019a11e0) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:32.299854 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4414c4b1-389c-4ee3-9577-44b05502449d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.349549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414c4b1-389c-4ee3-9577-44b05502449d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Subnet': ['ID=442571af-1034-4932-a85e-c9e5bbbd1d6a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:32.350514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc0308e-c6e8-470c-abf3-8540c3ae5db1 None None] Network d8bc467d-0e01-43ce-a174-db476cfdd783 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:21:32.352178 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4414c4b1-389c-4ee3-9577-44b05502449d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.357893 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4414c4b1-389c-4ee3-9577-44b05502449d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/442571af-1034-4932-a85e-c9e5bbbd1d6a HTTP/1.1" status: 204 len: 168 time: 0.5154901 Jul 05 10:21:32.358672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35534) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:32.444176 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.488771 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.564705 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.602238 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port 8c616498-dc8d-4ace-a77b-3b214fe22143 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:32.602590 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.646058 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Pushing event updated for resources: {'Port': ['ID=913a95a1-b612-41dc-b916-8549019a11e0,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:32.655169 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3b8e3b-592e-4d15-9be5-bd994c9915f6 None None] DHCP port deletion for d8bc467d-0e01-43ce-a174-db476cfdd783 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:21:32.658841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:32.660846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:32.666122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:32.687912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] For port 8c616498-dc8d-4ace-a77b-3b214fe22143, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8c616498-dc8d-4ace-a77b-3b214fe22143,segment=NetworkSegment(6cbe0109-ec1d-486f-b75a-6182030fb396),segment_id=6cbe0109-ec1d-486f-b75a-6182030fb396)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:32.690165 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.722891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for 8c616498-dc8d-4ace-a77b-3b214fe22143 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:32.732386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b8e3b-592e-4d15-9be5-bd994c9915f6 None None] Deleting port 8c616498-dc8d-4ace-a77b-3b214fe22143 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:32.732970 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0a3b8e3b-592e-4d15-9be5-bd994c9915f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.764196 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.848499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-0a3b8e3b-592e-4d15-9be5-bd994c9915f6 None None] For port 8c616498-dc8d-4ace-a77b-3b214fe22143, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8c616498-dc8d-4ace-a77b-3b214fe22143,segment=NetworkSegment(6cbe0109-ec1d-486f-b75a-6182030fb396),segment_id=6cbe0109-ec1d-486f-b75a-6182030fb396)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:32.848911 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0a3b8e3b-592e-4d15-9be5-bd994c9915f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:32.851999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e8306-5b2a-442c-b263-2ff25acd991b req-b970e718-f39c-4e38-87e0-32736c145942 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:32.856937 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e8306-5b2a-442c-b263-2ff25acd991b req-b970e718-f39c-4e38-87e0-32736c145942 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:32.863968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e8306-5b2a-442c-b263-2ff25acd991b req-b970e718-f39c-4e38-87e0-32736c145942 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:32.869990 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e8306-5b2a-442c-b263-2ff25acd991b req-b970e718-f39c-4e38-87e0-32736c145942 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:32.877045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e8306-5b2a-442c-b263-2ff25acd991b req-b970e718-f39c-4e38-87e0-32736c145942 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:32.881006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b8e3b-592e-4d15-9be5-bd994c9915f6 None None] Calling delete_port for 8c616498-dc8d-4ace-a77b-3b214fe22143 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:32.882157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e8306-5b2a-442c-b263-2ff25acd991b req-b970e718-f39c-4e38-87e0-32736c145942 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:32.888335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e8306-5b2a-442c-b263-2ff25acd991b req-b970e718-f39c-4e38-87e0-32736c145942 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:32.890399 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-068e8306-5b2a-442c-b263-2ff25acd991b req-b970e718-f39c-4e38-87e0-32736c145942 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5429 time: 0.1857355 Jul 05 10:21:32.974165 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-068e8306-5b2a-442c-b263-2ff25acd991b req-4815fb87-98bd-49f3-b1ef-9bb105a7e97f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637419 Jul 05 10:21:33.090392 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:33.101894 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0a3b8e3b-592e-4d15-9be5-bd994c9915f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:33.114709 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:33.115829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No DVR routers for this DVR port 8c616498-dc8d-4ace-a77b-3b214fe22143 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:21:33.135769 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b8e3b-592e-4d15-9be5-bd994c9915f6 None None] Pushing event deleted for resources: {'Port': ['ID=8c616498-dc8d-4ace-a77b-3b214fe22143,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:33.139177 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3b8e3b-592e-4d15-9be5-bd994c9915f6 None None] No DVR routers for this DVR port 8c616498-dc8d-4ace-a77b-3b214fe22143 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:21:33.167240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8c616498-dc8d-4ace-a77b-3b214fe22143 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:21:33.173564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=8c616498-dc8d-4ace-a77b-3b214fe22143,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:33.197862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 8c616498-dc8d-4ace-a77b-3b214fe22143 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:21:33.198740 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8c616498-dc8d-4ace-a77b-3b214fe22143 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:21:33.277169 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:33.293695 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bc467d-0e01-43ce-a174-db476cfdd783']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:33.307700 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cbe0109-ec1d-486f-b75a-6182030fb396') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:33.308297 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cbe0109-ec1d-486f-b75a-6182030fb396') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:33.318198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:33.334794 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:33.343776 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:21:33.344476 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:21:33.347958 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:21:33.385265 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:33.473075 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:33.548296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Pushing event updated for resources: {'Port': ['ID=913a95a1-b612-41dc-b916-8549019a11e0,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:33.560520 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:33.622990 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:33.628510 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:33.642980 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/networks/d8bc467d-0e01-43ce-a174-db476cfdd783 HTTP/1.1" status: 204 len: 168 time: 1.2704046 Jul 05 10:21:33.644356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35560) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:33.644356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1931719298', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:33.649493 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b059b-a45b-4daf-a343-65952b7d8223 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Network': ['ID=d8bc467d-0e01-43ce-a174-db476cfdd783,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:33.743191 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:33.744478 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-b67439f4-f911-46b8-965d-55f484a266fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8440688 Jul 05 10:21:33.823608 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-4a72be1f-2623-40dc-a930-a8b8dd766f4a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 696 time: 0.0715990 Jul 05 10:21:33.913500 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:33.914501 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:33.939058 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-33f641e0-77fd-4592-a0af-2edd739759b4 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:33.940439 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-33f641e0-77fd-4592-a0af-2edd739759b4 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.1114702 Jul 05 10:21:33.959569 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-67625c0a-ee06-4170-916d-89f4243f5fb7 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:21:33.960571 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-05ab381f-8543-4c21-abb2-fdcfa99a05f3 req-67625c0a-ee06-4170-916d-89f4243f5fb7 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126462 Jul 05 10:21:33.995105 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:34.329692 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:34.367947 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897563f-ca98-49c0-b3ec-552e780393bf req-0d462b1e-ab56-4399-8528-bbdfe1fd7ac9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:34.373751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897563f-ca98-49c0-b3ec-552e780393bf req-0d462b1e-ab56-4399-8528-bbdfe1fd7ac9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:34.374469 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-380347f3-3dae-4a96-bcca-179e601315c1 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:34.376015 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-380347f3-3dae-4a96-bcca-179e601315c1 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1160913 Jul 05 10:21:34.379531 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897563f-ca98-49c0-b3ec-552e780393bf req-0d462b1e-ab56-4399-8528-bbdfe1fd7ac9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:34.385394 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897563f-ca98-49c0-b3ec-552e780393bf req-0d462b1e-ab56-4399-8528-bbdfe1fd7ac9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:34.391452 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897563f-ca98-49c0-b3ec-552e780393bf req-0d462b1e-ab56-4399-8528-bbdfe1fd7ac9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:34.397165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897563f-ca98-49c0-b3ec-552e780393bf req-0d462b1e-ab56-4399-8528-bbdfe1fd7ac9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:34.402899 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897563f-ca98-49c0-b3ec-552e780393bf req-0d462b1e-ab56-4399-8528-bbdfe1fd7ac9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:34.405373 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1897563f-ca98-49c0-b3ec-552e780393bf req-0d462b1e-ab56-4399-8528-bbdfe1fd7ac9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5429 time: 0.1860719 Jul 05 10:21:34.446902 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1897563f-ca98-49c0-b3ec-552e780393bf req-01c8cbcf-fca9-4846-a423-e48f71b265fd tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354688 Jul 05 10:21:34.453827 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-8d4bfaba-6489-4791-9131-4ed6622d0d55 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 696 time: 0.0720148 Jul 05 10:21:34.466622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-34e6642b-088c-4eef-9dc4-01a8da7cc50a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Request body: {'floatingip': {'port_id': '68b6d567-75dd-499b-b4ae-143b9034a255', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:34.516822 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-34e6642b-088c-4eef-9dc4-01a8da7cc50a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for floatingip, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:34.705951 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:34.726364 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:34.845535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Allocated IP 172.25.5.206 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/56f1a3f5-8094-44f2-a4ed-a15a3d923417) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:34.972282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:35.136862 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:35.185380 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:35.189867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:35.192923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:35.216775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=56f1a3f5-8094-44f2-a4ed-a15a3d923417,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:35.462116 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.resource_extend [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-34e6642b-088c-4eef-9dc4-01a8da7cc50a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:21:35.553272 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-34e6642b-088c-4eef-9dc4-01a8da7cc50a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:35.696060 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-34e6642b-088c-4eef-9dc4-01a8da7cc50a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:35.723557 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:35.742863 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2178dba-e76b-42fb-ac78-49adb5015391 req-4886315f-2b23-4584-9c3d-be72b7cfa1ee tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:35.750605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2178dba-e76b-42fb-ac78-49adb5015391 req-4886315f-2b23-4584-9c3d-be72b7cfa1ee tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:35.760350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2178dba-e76b-42fb-ac78-49adb5015391 req-4886315f-2b23-4584-9c3d-be72b7cfa1ee tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:35.766276 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2178dba-e76b-42fb-ac78-49adb5015391 req-4886315f-2b23-4584-9c3d-be72b7cfa1ee tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:35.772104 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2178dba-e76b-42fb-ac78-49adb5015391 req-4886315f-2b23-4584-9c3d-be72b7cfa1ee tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:35.778072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2178dba-e76b-42fb-ac78-49adb5015391 req-4886315f-2b23-4584-9c3d-be72b7cfa1ee tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:35.784586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2178dba-e76b-42fb-ac78-49adb5015391 req-4886315f-2b23-4584-9c3d-be72b7cfa1ee tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:35.786561 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a2178dba-e76b-42fb-ac78-49adb5015391 req-4886315f-2b23-4584-9c3d-be72b7cfa1ee tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5429 time: 0.1954679 Jul 05 10:21:35.840615 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-34e6642b-088c-4eef-9dc4-01a8da7cc50a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Floating IP 72475f85-2655-4ba1-8bda-0fcb6435533d associated. External IP: 172.25.5.138, port: 68b6d567-75dd-499b-b4ae-143b9034a255. Jul 05 10:21:36.094247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-34e6642b-088c-4eef-9dc4-01a8da7cc50a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Router be834355-c670-481f-8ba2-9a9fb04958dd has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:21:36.180910 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a2178dba-e76b-42fb-ac78-49adb5015391 req-53f06ec8-1222-427c-9e24-2fa84a938c7d tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3625405 Jul 05 10:21:36.232243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-34e6642b-088c-4eef-9dc4-01a8da7cc50a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:21:36.238006 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-34e6642b-088c-4eef-9dc4-01a8da7cc50a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:36.244953 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83e03bf-7821-465f-9023-974db5030e15 None None] Sync routers for ids ['be834355-c670-481f-8ba2-9a9fb04958dd'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:21:36.258191 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83e03bf-7821-465f-9023-974db5030e15 None None] Routers {'be834355-c670-481f-8ba2-9a9fb04958dd'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:36.258916 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a83e03bf-7821-465f-9023-974db5030e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['be834355-c670-481f-8ba2-9a9fb04958dd'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:36.296396 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-34e6642b-088c-4eef-9dc4-01a8da7cc50a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "PUT /v2.0/floatingips/72475f85-2655-4ba1-8bda-0fcb6435533d HTTP/1.1" status: 200 len: 997 time: 1.8358002 Jul 05 10:21:36.296897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1a14fc-b958-4a1c-af0d-b90696aef130', 'tag': '68b6d567-75dd-499b-b4ae-143b9034a255'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:36.299388 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc7852f-6d0a-4b80-a56d-65a32eba18af" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1a14fc-b958-4a1c-af0d-b90696aef130", "tag": "68b6d567-75dd-499b-b4ae-143b9034a255"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:36.344204 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:36.443132 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18752eb-0ce6-42e8-9056-fa463e1f2e69 x-openstack-request-id: req-a18752eb-0ce6-42e8-9056-fa463e1f2e69 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:36.443343 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1a14fc-b958-4a1c-af0d-b90696aef130", "tag": "68b6d567-75dd-499b-b4ae-143b9034a255", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:36.443867 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a18752eb-0ce6-42e8-9056-fa463e1f2e69 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:36.444031 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1a14fc-b958-4a1c-af0d-b90696aef130', 'tag': '68b6d567-75dd-499b-b4ae-143b9034a255', 'status': 'completed', 'code': 200} Jul 05 10:21:36.446633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-4ac51e24-9c5f-48bb-b888-ac61cbf2a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:36.448193 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-4ac51e24-9c5f-48bb-b888-ac61cbf2a306 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c03f0beaf2a4388aff858f486bdf55e&device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 1098 time: 0.1354909 Jul 05 10:21:36.530285 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a83e03bf-7821-465f-9023-974db5030e15 None None] Set router be834355-c670-481f-8ba2-9a9fb04958dd gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:21:36.732660 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7852f-6d0a-4b80-a56d-65a32eba18af req-9bd1fc93-1758-435b-bbc2-e230e3977465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:36.738422 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5cc7852f-6d0a-4b80-a56d-65a32eba18af req-9bd1fc93-1758-435b-bbc2-e230e3977465 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c03f0beaf2a4388aff858f486bdf55e&device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 1098 time: 0.2732196 Jul 05 10:21:36.821469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:21:36.897460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7852f-6d0a-4b80-a56d-65a32eba18af req-b362a912-ef8b-470e-8f63-2df8ae8d4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:36.899095 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5cc7852f-6d0a-4b80-a56d-65a32eba18af req-b362a912-ef8b-470e-8f63-2df8ae8d4d52 service neutron] 10.222.0.64 "GET /v2.0/networks?id=790d1a53-2211-4dce-b3bf-d1b0cc414b5d HTTP/1.1" status: 200 len: 929 time: 0.1463685 Jul 05 10:21:36.906164 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-c0f2c8a5-bf55-4c2e-afd7-3173df38e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:36.914444 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-c0f2c8a5-bf55-4c2e-afd7-3173df38e398 service neutron] 10.222.0.77 "GET /v2.0/networks?id=790d1a53-2211-4dce-b3bf-d1b0cc414b5d HTTP/1.1" status: 200 len: 929 time: 0.4581122 Jul 05 10:21:37.019495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:21:37.037335 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a83e03bf-7821-465f-9023-974db5030e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-router', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:20:57Z', 'updated_at': '2021-07-05T10:21:05Z', 'revision_number': 4, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'gw_port': {'id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:20:58Z', 'updated_at': '2021-07-05T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '72475f85-2655-4ba1-8bda-0fcb6435533d', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'port_id': '68b6d567-75dd-499b-b4ae-143b9034a255', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'mac_address': 'fa:16:3e:05:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a14fc-b958-4a1c-af0d-b90696aef130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:21:32Z', 'updated_at': '2021-07-05T10:21:35Z', 'revision_number': 1, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116cfd5b-28c8-4309-a262-ceb7b6f01680', 'name': '', 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'mac_address': 'fa:16:3e:db:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:21:03Z', 'updated_at': '2021-07-05T10:21:13Z', 'revision_number': 5, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'subnets': [{'id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:37.041676 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f61f1b3-8bab-4c24-82da-1218ca07251d None None] Sync routers for ids ['bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:21:37.056505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f61f1b3-8bab-4c24-82da-1218ca07251d None None] Routers {'bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:37.057774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0f61f1b3-8bab-4c24-82da-1218ca07251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:37.076443 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83e03bf-7821-465f-9023-974db5030e15 None None] Checking router: be834355-c670-481f-8ba2-9a9fb04958dd for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:21:37.086597 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83e03bf-7821-465f-9023-974db5030e15 None None] Routers {'be834355-c670-481f-8ba2-9a9fb04958dd'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:37.087399 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a83e03bf-7821-465f-9023-974db5030e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['be834355-c670-481f-8ba2-9a9fb04958dd'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:37.100761 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0f61f1b3-8bab-4c24-82da-1218ca07251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:37.104138 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5cc7852f-6d0a-4b80-a56d-65a32eba18af req-9a045877-b2bf-4771-862b-0515a100f35f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b6d567-75dd-499b-b4ae-143b9034a255 HTTP/1.1" status: 200 len: 1000 time: 0.1022494 Jul 05 10:21:37.109451 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-7eebe57a-18fc-4f22-bdcd-1594fd93ed19 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b6d567-75dd-499b-b4ae-143b9034a255 HTTP/1.1" status: 200 len: 1000 time: 0.1936467 Jul 05 10:21:37.119428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f61f1b3-8bab-4c24-82da-1218ca07251d None None] Routers {'bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:37.120314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0f61f1b3-8bab-4c24-82da-1218ca07251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:37.155531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0f61f1b3-8bab-4c24-82da-1218ca07251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:37.156598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f61f1b3-8bab-4c24-82da-1218ca07251d None None] The sync data for ids ['bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:21:37.158918 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:37.164651 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-78f68be5-fdd3-4505-8c0c-606be6f31b44 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.5266335 Jul 05 10:21:37.172457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35618) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:37.220122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7852f-6d0a-4b80-a56d-65a32eba18af req-2be672bb-cfb6-43ce-98e2-a0ee4550303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:37.221466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5cc7852f-6d0a-4b80-a56d-65a32eba18af req-2be672bb-cfb6-43ce-98e2-a0ee4550303a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cfb007f2-0183-4ab1-8b26-36603402e3c4 HTTP/1.1" status: 200 len: 867 time: 0.1109595 Jul 05 10:21:37.236538 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a83e03bf-7821-465f-9023-974db5030e15 None None] Set router be834355-c670-481f-8ba2-9a9fb04958dd gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:21:37.278737 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-03d129d2-e8da-4e16-a575-42d8b6eb29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:37.286715 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-03d129d2-e8da-4e16-a575-42d8b6eb29eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfb007f2-0183-4ab1-8b26-36603402e3c4 HTTP/1.1" status: 200 len: 867 time: 0.1140494 Jul 05 10:21:37.320710 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-883e78fc-33a9-4b47-b495-d50a899ca113 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/routers/bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98 HTTP/1.1" status: 200 len: 881 time: 0.1542923 Jul 05 10:21:37.322993 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35626) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:37.362395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7852f-6d0a-4b80-a56d-65a32eba18af req-20b05614-fe63-4f2d-b308-60750f5907ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:37.364062 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5cc7852f-6d0a-4b80-a56d-65a32eba18af req-20b05614-fe63-4f2d-b308-60750f5907ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=790d1a53-2211-4dce-b3bf-d1b0cc414b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337507 Jul 05 10:21:37.371995 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-bbb0c6fd-b06f-4189-bf99-c72e7494434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:37.379660 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-bbb0c6fd-b06f-4189-bf99-c72e7494434d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=790d1a53-2211-4dce-b3bf-d1b0cc414b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923705 Jul 05 10:21:37.392996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-3a884991-d065-4166-95ee-625309755290 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:21:37.400120 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-3a884991-d065-4166-95ee-625309755290 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195405 Jul 05 10:21:37.513939 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a83e03bf-7821-465f-9023-974db5030e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-router', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:20:57Z', 'updated_at': '2021-07-05T10:21:05Z', 'revision_number': 4, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'gw_port': {'id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:20:58Z', 'updated_at': '2021-07-05T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '72475f85-2655-4ba1-8bda-0fcb6435533d', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'port_id': '68b6d567-75dd-499b-b4ae-143b9034a255', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'mac_address': 'fa:16:3e:05:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a14fc-b958-4a1c-af0d-b90696aef130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:21:32Z', 'updated_at': '2021-07-05T10:21:35Z', 'revision_number': 1, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116cfd5b-28c8-4309-a262-ceb7b6f01680', 'name': '', 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'mac_address': 'fa:16:3e:db:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:21:03Z', 'updated_at': '2021-07-05T10:21:13Z', 'revision_number': 5, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'subnets': [{'id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:37.537726 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21f9e1-762c-4b86-9ff1-03e8f0e3f90e req-db8c8538-6823-40f9-b9e4-860f635cea15 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:37.544655 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21f9e1-762c-4b86-9ff1-03e8f0e3f90e req-db8c8538-6823-40f9-b9e4-860f635cea15 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:37.549088 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83e03bf-7821-465f-9023-974db5030e15 None None] The sync data for ids ['be834355-c670-481f-8ba2-9a9fb04958dd'] in n-d-779913-27 is: [{'id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-router', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:20:57Z', 'updated_at': '2021-07-05T10:21:05Z', 'revision_number': 4, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'gw_port': {'id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:20:58Z', 'updated_at': '2021-07-05T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '72475f85-2655-4ba1-8bda-0fcb6435533d', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'port_id': '68b6d567-75dd-499b-b4ae-143b9034a255', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'mac_address': 'fa:16:3e:05:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a14fc-b958-4a1c-af0d-b90696aef130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:21:32Z', 'updated_at': '2021-07-05T10:21:35Z', 'revision_number': 1, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116cfd5b-28c8-4309-a262-ceb7b6f01680', 'name': '', 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'mac_address': 'fa:16:3e:db:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:21:03Z', 'updated_at': '2021-07-05T10:21:13Z', 'revision_number': 5, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'subnets': [{'id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:21:37.552480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21f9e1-762c-4b86-9ff1-03e8f0e3f90e req-db8c8538-6823-40f9-b9e4-860f635cea15 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:37.559342 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5cc7852f-6d0a-4b80-a56d-65a32eba18af req-594c34d1-f305-483c-addb-847090d726f7 service neutron] 10.222.0.64 "GET /v2.0/networks/790d1a53-2211-4dce-b3bf-d1b0cc414b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773570 Jul 05 10:21:37.563397 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21f9e1-762c-4b86-9ff1-03e8f0e3f90e req-db8c8538-6823-40f9-b9e4-860f635cea15 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:37.570199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21f9e1-762c-4b86-9ff1-03e8f0e3f90e req-db8c8538-6823-40f9-b9e4-860f635cea15 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:37.577311 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21f9e1-762c-4b86-9ff1-03e8f0e3f90e req-db8c8538-6823-40f9-b9e4-860f635cea15 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:37.584149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21f9e1-762c-4b86-9ff1-03e8f0e3f90e req-db8c8538-6823-40f9-b9e4-860f635cea15 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:37.593476 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f21f9e1-762c-4b86-9ff1-03e8f0e3f90e req-db8c8538-6823-40f9-b9e4-860f635cea15 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5429 time: 0.2367244 Jul 05 10:21:37.698276 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f21f9e1-762c-4b86-9ff1-03e8f0e3f90e req-0c4e7016-75b0-4941-9835-551115627a52 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1038914 Jul 05 10:21:37.702892 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-b17de2fa-a8eb-4159-97f3-72cbcf9c49bf service neutron] 10.222.0.77 "GET /v2.0/networks/790d1a53-2211-4dce-b3bf-d1b0cc414b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019164 Jul 05 10:21:37.723267 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5cc7852f-6d0a-4b80-a56d-65a32eba18af req-f921b449-d4bb-452b-945f-1672d947bbac service neutron] 10.222.0.64 "GET /v2.0/networks/790d1a53-2211-4dce-b3bf-d1b0cc414b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361146 Jul 05 10:21:37.796502 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7db8619e-9332-4c19-ab66-a56f7f05ed43 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4671097 Jul 05 10:21:37.797021 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35636) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:37.803659 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c1d35424-8002-4c58-9daf-b4eaca4f11ea tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1931719298'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:37.861703 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86b00f-0353-4134-8bd3-452fa6c5801e None None] New status for floating IP 72475f85-2655-4ba1-8bda-0fcb6435533d: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:21:37.938613 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c315fb0-8d07-4941-a348-f8b33772fcda req-b9807722-c2fd-4c64-b7ed-5d1ec1dfa2d4 service neutron] 10.222.0.77 "GET /v2.0/networks/790d1a53-2211-4dce-b3bf-d1b0cc414b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261996 Jul 05 10:21:38.090583 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-38d2d4de-598a-44b8-b327-5725ff1449e1 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 258 time: 0.1214910 Jul 05 10:21:38.100586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:38.279303 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:38.423548 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:38.513257 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c1d35424-8002-4c58-9daf-b4eaca4f11ea tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:38.538804 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Allocated IP 172.25.5.126 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/9e9e09dc-c672-49b3-8b09-0324de02f65a) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:38.649197 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:38.650839 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c1d35424-8002-4c58-9daf-b4eaca4f11ea tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:38.763671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d35424-8002-4c58-9daf-b4eaca4f11ea tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:21:38.861877 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:38.913774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d35424-8002-4c58-9daf-b4eaca4f11ea tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:21:38.924955 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c1d35424-8002-4c58-9daf-b4eaca4f11ea tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:38.928831 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40bf65-d221-484c-a03b-eecf17426991 None None] Sync routers for ids ['bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:21:38.929279 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c1d35424-8002-4c58-9daf-b4eaca4f11ea tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98 HTTP/1.1" status: 200 len: 888 time: 1.1278393 Jul 05 10:21:38.929579 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35662) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:38.938783 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40bf65-d221-484c-a03b-eecf17426991 None None] Routers {'bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:38.939415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-fc40bf65-d221-484c-a03b-eecf17426991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:38.965559 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Pushing event updated for resources: {'Port': ['ID=9e9e09dc-c672-49b3-8b09-0324de02f65a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:38.978222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:38.980312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:38.983848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:39.010239 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-fc40bf65-d221-484c-a03b-eecf17426991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:39.022428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40bf65-d221-484c-a03b-eecf17426991 None None] Routers {'bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:39.023528 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-fc40bf65-d221-484c-a03b-eecf17426991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:39.083919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee4c97-6cf4-4ba4-8a91-d1a11e876da2 req-12233526-228e-489f-823c-c7919707ca5f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:39.091942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-fc40bf65-d221-484c-a03b-eecf17426991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:39.091942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40bf65-d221-484c-a03b-eecf17426991 None None] The sync data for ids ['bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:21:39.094779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee4c97-6cf4-4ba4-8a91-d1a11e876da2 req-12233526-228e-489f-823c-c7919707ca5f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:39.100895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee4c97-6cf4-4ba4-8a91-d1a11e876da2 req-12233526-228e-489f-823c-c7919707ca5f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:39.108230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee4c97-6cf4-4ba4-8a91-d1a11e876da2 req-12233526-228e-489f-823c-c7919707ca5f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:39.115000 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee4c97-6cf4-4ba4-8a91-d1a11e876da2 req-12233526-228e-489f-823c-c7919707ca5f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:39.121529 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee4c97-6cf4-4ba4-8a91-d1a11e876da2 req-12233526-228e-489f-823c-c7919707ca5f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:39.140478 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:39.140990 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee4c97-6cf4-4ba4-8a91-d1a11e876da2 req-12233526-228e-489f-823c-c7919707ca5f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:39.140990 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23ee4c97-6cf4-4ba4-8a91-d1a11e876da2 req-12233526-228e-489f-823c-c7919707ca5f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5429 time: 0.2794220 Jul 05 10:21:39.177128 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2ebb258f-ce3c-408c-a3f8-5e34b28d2efe tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/routers/bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98 HTTP/1.1" status: 200 len: 888 time: 0.2435603 Jul 05 10:21:39.178556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35664) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:39.192138 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23ee4c97-6cf4-4ba4-8a91-d1a11e876da2 req-9bcb5ac2-2fae-4c65-94d9-9c5b680c87df tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543172 Jul 05 10:21:39.211446 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5a642e6e-6618-4c53-b4f9-f9d351d7e6ac tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98 HTTP/1.1" status: 200 len: 205 time: 0.0313628 Jul 05 10:21:39.214502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35668) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:39.348952 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-62c0de5e-d5dd-44ee-99ad-6d57a52aaf02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:39.391472 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:39.644035 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-62c0de5e-d5dd-44ee-99ad-6d57a52aaf02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:39.698959 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:39.817052 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:40.189580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Pushing event updated for resources: {'Port': ['ID=9e9e09dc-c672-49b3-8b09-0324de02f65a,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:40.197594 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-62c0de5e-d5dd-44ee-99ad-6d57a52aaf02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port 56f1a3f5-8094-44f2-a4ed-a15a3d923417 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:40.197849 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-62c0de5e-d5dd-44ee-99ad-6d57a52aaf02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:40.213572 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:40.310368 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-62c0de5e-d5dd-44ee-99ad-6d57a52aaf02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:40.323474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-62c0de5e-d5dd-44ee-99ad-6d57a52aaf02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for 56f1a3f5-8094-44f2-a4ed-a15a3d923417 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:40.373337 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:40.379809 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-e04403cf-ff79-4235-9ae8-8f177a9d1f58 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2831573 Jul 05 10:21:40.422574 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026f53-3393-48d5-a711-e26648f9d74a req-4df91622-e7db-4a0d-a868-4bd70f563a5a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:40.428745 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026f53-3393-48d5-a711-e26648f9d74a req-4df91622-e7db-4a0d-a868-4bd70f563a5a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:40.435376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026f53-3393-48d5-a711-e26648f9d74a req-4df91622-e7db-4a0d-a868-4bd70f563a5a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:40.441351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026f53-3393-48d5-a711-e26648f9d74a req-4df91622-e7db-4a0d-a868-4bd70f563a5a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:40.441636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-a824e320-b98c-4fb4-9d3c-a1567871b393 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.126 HTTP/1.1" status: 200 len: 696 time: 0.0609736 Jul 05 10:21:40.447452 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026f53-3393-48d5-a711-e26648f9d74a req-4df91622-e7db-4a0d-a868-4bd70f563a5a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:40.454659 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026f53-3393-48d5-a711-e26648f9d74a req-4df91622-e7db-4a0d-a868-4bd70f563a5a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:40.459974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026f53-3393-48d5-a711-e26648f9d74a req-4df91622-e7db-4a0d-a868-4bd70f563a5a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:40.462130 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4f026f53-3393-48d5-a711-e26648f9d74a req-4df91622-e7db-4a0d-a868-4bd70f563a5a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5429 time: 0.1251941 Jul 05 10:21:40.510729 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4f026f53-3393-48d5-a711-e26648f9d74a req-6a15e51c-c5c1-4cee-b96c-3de7e16a1ddb tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406101 Jul 05 10:21:40.646140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-9b94771d-1e0d-4b57-95ee-51d332273226 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:40.647160 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0509bfb7-b3c6-4bc4-a364-50d5f6485c50 req-9b94771d-1e0d-4b57-95ee-51d332273226 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.1619084 Jul 05 10:21:40.723801 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-62c0de5e-d5dd-44ee-99ad-6d57a52aaf02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:40.757233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0de5e-d5dd-44ee-99ad-6d57a52aaf02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=56f1a3f5-8094-44f2-a4ed-a15a3d923417,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:40.836686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82ddbc-bd1f-40b2-8534-5bae0b6d6945 req-d027ad3a-c7e5-431e-b24c-ccea66f5093c tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:40.838346 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d82ddbc-bd1f-40b2-8534-5bae0b6d6945 req-d027ad3a-c7e5-431e-b24c-ccea66f5093c tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0747566 Jul 05 10:21:40.845374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-62c0de5e-d5dd-44ee-99ad-6d57a52aaf02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:40.893171 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d82ddbc-bd1f-40b2-8534-5bae0b6d6945 req-1c41be22-f521-401f-a247-94cb06dc5980 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.126 HTTP/1.1" status: 200 len: 696 time: 0.0463886 Jul 05 10:21:40.913064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-8d82ddbc-bd1f-40b2-8534-5bae0b6d6945 req-d511d8a8-6053-4e69-a1e0-b1f55b5fa0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Request body: {'floatingip': {'port_id': '68b6d567-75dd-499b-b4ae-143b9034a255', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:40.958383 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-62c0de5e-d5dd-44ee-99ad-6d57a52aaf02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:40.960744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-62c0de5e-d5dd-44ee-99ad-6d57a52aaf02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:40.970901 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8d82ddbc-bd1f-40b2-8534-5bae0b6d6945 req-d511d8a8-6053-4e69-a1e0-b1f55b5fa0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for floatingip, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:41.078621 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1f8fced4-bd7c-4d5c-be7a-babcbc56747e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:41.130149 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-62c0de5e-d5dd-44ee-99ad-6d57a52aaf02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:41.130743 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c0de5e-d5dd-44ee-99ad-6d57a52aaf02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Fanout notify agent at l3_agent the message router_deleted on router bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:21:41.138507 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-62c0de5e-d5dd-44ee-99ad-6d57a52aaf02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:41.139820 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-62c0de5e-d5dd-44ee-99ad-6d57a52aaf02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/routers/bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98 HTTP/1.1" status: 204 len: 168 time: 1.9241667 Jul 05 10:21:41.143706 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35708) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:41.148943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8ad865f5-0cae-4852-97b5-5dec8f84140f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'network': {'name': 'tempest-RoutersTest-1343753909'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:41.241838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad865f5-0cae-4852-97b5-5dec8f84140f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:41.245400 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8ad865f5-0cae-4852-97b5-5dec8f84140f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:41.258376 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-8d82ddbc-bd1f-40b2-8534-5bae0b6d6945 req-d511d8a8-6053-4e69-a1e0-b1f55b5fa0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 10:21:41.259460 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d82ddbc-bd1f-40b2-8534-5bae0b6d6945 req-d511d8a8-6053-4e69-a1e0-b1f55b5fa0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "PUT /v2.0/floatingips/bfdf8494-883d-4120-a3b9-80b05d29e5d4 HTTP/1.1" status: 409 len: 551 time: 0.3507421 Jul 05 10:21:41.283596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad865f5-0cae-4852-97b5-5dec8f84140f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:21:41.362814 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8ad865f5-0cae-4852-97b5-5dec8f84140f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:41.363169 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-8ad865f5-0cae-4852-97b5-5dec8f84140f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Added segment 953e3015-c937-4623-bf06-24a18db8adf7 of type vlan for network 325acad5-dc69-4f3d-84f4-9c63db00df31 Jul 05 10:21:41.367073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7438d200-78d7-4dc4-aa15-55da4631fd40 req-b2ff440b-7921-4620-9816-c0b27414887c tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/floatingips/bfdf8494-883d-4120-a3b9-80b05d29e5d4 HTTP/1.1" status: 200 len: 693 time: 0.0856421 Jul 05 10:21:41.451977 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8ad865f5-0cae-4852-97b5-5dec8f84140f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:41.530127 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438d200-78d7-4dc4-aa15-55da4631fd40 req-9116c323-bf32-4cce-8bce-4a6e2e4beedb tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:41.531187 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7438d200-78d7-4dc4-aa15-55da4631fd40 req-9116c323-bf32-4cce-8bce-4a6e2e4beedb tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.1566949 Jul 05 10:21:41.545015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-7438d200-78d7-4dc4-aa15-55da4631fd40 req-80c55fe7-fbf9-4a56-b1b1-982fa1d98307 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:21:41.548137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7438d200-78d7-4dc4-aa15-55da4631fd40 req-80c55fe7-fbf9-4a56-b1b1-982fa1d98307 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095940 Jul 05 10:21:41.621139 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7438d200-78d7-4dc4-aa15-55da4631fd40 req-7840f349-a361-4a37-913a-13d35e86dd0c tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.126 HTTP/1.1" status: 200 len: 696 time: 0.0676816 Jul 05 10:21:41.642447 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8ad865f5-0cae-4852-97b5-5dec8f84140f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:41.652371 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad865f5-0cae-4852-97b5-5dec8f84140f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:41.654008 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8ad865f5-0cae-4852-97b5-5dec8f84140f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:41.805216 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7438d200-78d7-4dc4-aa15-55da4631fd40 req-1c5471e1-b850-40a3-81e4-3896dae15f06 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.126 HTTP/1.1" status: 200 len: 696 time: 0.1756103 Jul 05 10:21:41.805380 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88747e9f-eea3-4090-b209-3820c6d9c5cb req-b0186b1d-c873-4e39-9157-e74e81d9ff1b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:41.814977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88747e9f-eea3-4090-b209-3820c6d9c5cb req-b0186b1d-c873-4e39-9157-e74e81d9ff1b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:41.822075 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88747e9f-eea3-4090-b209-3820c6d9c5cb req-b0186b1d-c873-4e39-9157-e74e81d9ff1b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:41.831191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88747e9f-eea3-4090-b209-3820c6d9c5cb req-b0186b1d-c873-4e39-9157-e74e81d9ff1b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:41.837630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88747e9f-eea3-4090-b209-3820c6d9c5cb req-b0186b1d-c873-4e39-9157-e74e81d9ff1b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:41.848866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88747e9f-eea3-4090-b209-3820c6d9c5cb req-b0186b1d-c873-4e39-9157-e74e81d9ff1b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:41.856023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88747e9f-eea3-4090-b209-3820c6d9c5cb req-b0186b1d-c873-4e39-9157-e74e81d9ff1b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:41.860245 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-88747e9f-eea3-4090-b209-3820c6d9c5cb req-b0186b1d-c873-4e39-9157-e74e81d9ff1b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5429 time: 0.2132571 Jul 05 10:21:41.916674 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-88747e9f-eea3-4090-b209-3820c6d9c5cb req-4d724ccc-e048-4807-a596-8e18125692c1 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475235 Jul 05 10:21:41.923122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad865f5-0cae-4852-97b5-5dec8f84140f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Network': ['ID=325acad5-dc69-4f3d-84f4-9c63db00df31,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:41.936871 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 325acad5-dc69-4f3d-84f4-9c63db00df31 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:21:41.984459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35724) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:41.990159 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f79d7d43-997b-45d8-84b0-77d01a201ea5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'subnet': {'network_id': '325acad5-dc69-4f3d-84f4-9c63db00df31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:41.996134 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8ad865f5-0cae-4852-97b5-5dec8f84140f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8498256 Jul 05 10:21:42.097749 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-7438d200-78d7-4dc4-aa15-55da4631fd40 req-045243ee-89af-443e-933a-5a844ea5808a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Deleting port 9e9e09dc-c672-49b3-8b09-0324de02f65a {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:42.098101 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7438d200-78d7-4dc4-aa15-55da4631fd40 req-045243ee-89af-443e-933a-5a844ea5808a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:42.223863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7438d200-78d7-4dc4-aa15-55da4631fd40 req-045243ee-89af-443e-933a-5a844ea5808a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:42.224207 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7438d200-78d7-4dc4-aa15-55da4631fd40 req-045243ee-89af-443e-933a-5a844ea5808a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:42.241111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-7438d200-78d7-4dc4-aa15-55da4631fd40 req-045243ee-89af-443e-933a-5a844ea5808a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Calling delete_port for 9e9e09dc-c672-49b3-8b09-0324de02f65a owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:42.353677 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79d7d43-997b-45d8-84b0-77d01a201ea5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:42.356667 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f79d7d43-997b-45d8-84b0-77d01a201ea5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:42.467629 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7438d200-78d7-4dc4-aa15-55da4631fd40 req-045243ee-89af-443e-933a-5a844ea5808a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:42.504395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045243ee-89af-443e-933a-5a844ea5808a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Pushing event deleted for resources: {'Port': ['ID=9e9e09dc-c672-49b3-8b09-0324de02f65a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:42.578167 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7438d200-78d7-4dc4-aa15-55da4631fd40 req-045243ee-89af-443e-933a-5a844ea5808a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:42.580875 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7438d200-78d7-4dc4-aa15-55da4631fd40 req-045243ee-89af-443e-933a-5a844ea5808a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:42.583344 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7438d200-78d7-4dc4-aa15-55da4631fd40 req-045243ee-89af-443e-933a-5a844ea5808a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "DELETE /v2.0/floatingips/bfdf8494-883d-4120-a3b9-80b05d29e5d4 HTTP/1.1" status: 204 len: 173 time: 0.7443717 Jul 05 10:21:42.711462 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-538e91e0-979e-42eb-a340-d3eb31f4b98d tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 1002 time: 0.1089718 Jul 05 10:21:42.712778 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f79d7d43-997b-45d8-84b0-77d01a201ea5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:42.806926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d7d43-997b-45d8-84b0-77d01a201ea5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Subnet': ['ID=e93c1059-576f-4de4-9a88-9aedb4bfcaaf,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:42.834363 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-a1cfb988-8c1f-460a-8569-9771ee3ca5fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:42.834363 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-a1cfb988-8c1f-460a-8569-9771ee3ca5fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports/68b6d567-75dd-499b-b4ae-143b9034a255 HTTP/1.1" status: 200 len: 943 time: 0.1105652 Jul 05 10:21:42.841892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d7d43-997b-45d8-84b0-77d01a201ea5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Checking segment: {'id': '953e3015-c937-4623-bf06-24a18db8adf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '325acad5-dc69-4f3d-84f4-9c63db00df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:42.842432 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79d7d43-997b-45d8-84b0-77d01a201ea5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network hostable DHCP agents. Network: 325acad5-dc69-4f3d-84f4-9c63db00df31, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:21:43.014018 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-33ae4aae-30c5-4a62-a9fa-8e48f11baffe tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 1002 time: 0.0918012 Jul 05 10:21:43.046707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79d7d43-997b-45d8-84b0-77d01a201ea5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network 325acad5-dc69-4f3d-84f4-9c63db00df31 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:21:43.147789 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:21:43.152224 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-be7912c6-7ee2-45ae-8226-9563a080bb31 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:43.160096 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-be7912c6-7ee2-45ae-8226-9563a080bb31 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.1448474 Jul 05 10:21:43.170287 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-f79d7d43-997b-45d8-84b0-77d01a201ea5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 325acad5-dc69-4f3d-84f4-9c63db00df31) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:43.178752 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa289bd2-952a-4915-a6bc-734a097f52bf None None] Network 325acad5-dc69-4f3d-84f4-9c63db00df31 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:21:43.208094 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79d7d43-997b-45d8-84b0-77d01a201ea5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:43.208784 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f79d7d43-997b-45d8-84b0-77d01a201ea5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:43.238970 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea370c-e12e-4bc7-a227-0e6edb00ad08 req-f1ba4a99-4bfe-456f-9e2d-8d509f352e2f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:43.252679 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-f3f50ebd-c875-4687-be0b-e5fbccca83e5 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 1002 time: 0.0914578 Jul 05 10:21:43.256390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea370c-e12e-4bc7-a227-0e6edb00ad08 req-f1ba4a99-4bfe-456f-9e2d-8d509f352e2f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:43.258297 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-3e879ebc-d52d-423c-a3f8-42a9c5ffef21 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:43.265637 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea370c-e12e-4bc7-a227-0e6edb00ad08 req-f1ba4a99-4bfe-456f-9e2d-8d509f352e2f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:43.272933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea370c-e12e-4bc7-a227-0e6edb00ad08 req-f1ba4a99-4bfe-456f-9e2d-8d509f352e2f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:43.280541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea370c-e12e-4bc7-a227-0e6edb00ad08 req-f1ba4a99-4bfe-456f-9e2d-8d509f352e2f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:43.287283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea370c-e12e-4bc7-a227-0e6edb00ad08 req-f1ba4a99-4bfe-456f-9e2d-8d509f352e2f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:43.295659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea370c-e12e-4bc7-a227-0e6edb00ad08 req-f1ba4a99-4bfe-456f-9e2d-8d509f352e2f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:43.298869 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-30ea370c-e12e-4bc7-a227-0e6edb00ad08 req-f1ba4a99-4bfe-456f-9e2d-8d509f352e2f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5429 time: 0.1903534 Jul 05 10:21:43.349900 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-3e879ebc-d52d-423c-a3f8-42a9c5ffef21 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for floatingip, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:43.360903 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f79d7d43-997b-45d8-84b0-77d01a201ea5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3749328 Jul 05 10:21:43.363400 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35742) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:43.371024 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5a8a5742-df7a-486b-a834-f75e02352238 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1530036381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:43.422510 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-30ea370c-e12e-4bc7-a227-0e6edb00ad08 req-3ef9e947-58ec-4b8b-b46c-d504be173d91 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1168838 Jul 05 10:21:43.450451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-325acad5-dc69-4f3d-84f4-9c63db00df31', 'network_id': '325acad5-dc69-4f3d-84f4-9c63db00df31', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'fixed_ips': [{'subnet_id': 'e93c1059-576f-4de4-9a88-9aedb4bfcaaf'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:21:43.459124 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:43.518922 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5742-df7a-486b-a834-f75e02352238 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:43.520006 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5742-df7a-486b-a834-f75e02352238 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:43.583135 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-3e879ebc-d52d-423c-a3f8-42a9c5ffef21 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:43.587654 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-342932ec-455e-49a3-9b15-6115c198ef8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:43.624149 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5742-df7a-486b-a834-f75e02352238 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:43.684833 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-3e879ebc-d52d-423c-a3f8-42a9c5ffef21 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:43.685221 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-3e879ebc-d52d-423c-a3f8-42a9c5ffef21 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Floating IP 72475f85-2655-4ba1-8bda-0fcb6435533d disassociated. External IP: 172.25.5.138, port: 68b6d567-75dd-499b-b4ae-143b9034a255. Jul 05 10:21:43.702041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Allocated IP 172.20.0.2 (325acad5-dc69-4f3d-84f4-9c63db00df31/e93c1059-576f-4de4-9a88-9aedb4bfcaaf/d2f32890-5170-4aba-8cd0-caef044f688e) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:43.713374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5742-df7a-486b-a834-f75e02352238 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:43.715610 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:43.815631 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5742-df7a-486b-a834-f75e02352238 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:43.817496 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5a8a5742-df7a-486b-a834-f75e02352238 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4512906 Jul 05 10:21:43.820311 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35744) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:43.929713 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:43.945360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Transition to ACTIVE for port object d2f32890-5170-4aba-8cd0-caef044f688e will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:43.969959 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Transition to ACTIVE for port object d2f32890-5170-4aba-8cd0-caef044f688e will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:44.019852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-3e879ebc-d52d-423c-a3f8-42a9c5ffef21 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Router be834355-c670-481f-8ba2-9a9fb04958dd has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:21:44.120514 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:44.191828 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-3e879ebc-d52d-423c-a3f8-42a9c5ffef21 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:21:44.198560 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:44.203915 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23688047-8ee0-4652-860f-5c1dc20cd50d None None] Sync routers for ids ['be834355-c670-481f-8ba2-9a9fb04958dd'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:21:44.205386 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-3e879ebc-d52d-423c-a3f8-42a9c5ffef21 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:44.214215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Network 325acad5-dc69-4f3d-84f4-9c63db00df31 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:44.219366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:44.229824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:44.237303 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23688047-8ee0-4652-860f-5c1dc20cd50d None None] Routers {'be834355-c670-481f-8ba2-9a9fb04958dd'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:44.240512 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-23688047-8ee0-4652-860f-5c1dc20cd50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['be834355-c670-481f-8ba2-9a9fb04958dd'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:44.287617 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-3e879ebc-d52d-423c-a3f8-42a9c5ffef21 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "PUT /v2.0/floatingips/72475f85-2655-4ba1-8bda-0fcb6435533d HTTP/1.1" status: 200 len: 695 time: 1.0338430 Jul 05 10:21:44.288138 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1a14fc-b958-4a1c-af0d-b90696aef130', 'tag': '68b6d567-75dd-499b-b4ae-143b9034a255'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:44.291051 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d8c92c-be26-4afd-8c61-5d9fd9d1455c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1a14fc-b958-4a1c-af0d-b90696aef130", "tag": "68b6d567-75dd-499b-b4ae-143b9034a255"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:44.296267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Pushing event updated for resources: {'Port': ['ID=d2f32890-5170-4aba-8cd0-caef044f688e,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:44.338646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Attempting to bind port d2f32890-5170-4aba-8cd0-caef044f688e on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:44.339027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Attempting to bind port d2f32890-5170-4aba-8cd0-caef044f688e by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '953e3015-c937-4623-bf06-24a18db8adf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '325acad5-dc69-4f3d-84f4-9c63db00df31'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:44.339384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Attempting to bind port d2f32890-5170-4aba-8cd0-caef044f688e on network 325acad5-dc69-4f3d-84f4-9c63db00df31 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:44.350727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:44.351141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Checking segment: {'id': '953e3015-c937-4623-bf06-24a18db8adf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '325acad5-dc69-4f3d-84f4-9c63db00df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:44.351656 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:44.352268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Bound using segment: {'id': '953e3015-c937-4623-bf06-24a18db8adf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '325acad5-dc69-4f3d-84f4-9c63db00df31'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:44.352963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Bound port: d2f32890-5170-4aba-8cd0-caef044f688e, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953e3015-c937-4623-bf06-24a18db8adf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '325acad5-dc69-4f3d-84f4-9c63db00df31'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:44.353458 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:44.410883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-9479d926-1a7b-467e-a7c9-a97ca4b50fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:44.413085 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-9479d926-1a7b-467e-a7c9-a97ca4b50fd4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c03f0beaf2a4388aff858f486bdf55e&device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 1098 time: 0.1001022 Jul 05 10:21:44.509712 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-23688047-8ee0-4652-860f-5c1dc20cd50d None None] Set router be834355-c670-481f-8ba2-9a9fb04958dd gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:21:44.516073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] For port d2f32890-5170-4aba-8cd0-caef044f688e, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:44.526349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] For port d2f32890-5170-4aba-8cd0-caef044f688e, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d2f32890-5170-4aba-8cd0-caef044f688e,segment=NetworkSegment(953e3015-c937-4623-bf06-24a18db8adf7),segment_id=953e3015-c937-4623-bf06-24a18db8adf7)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:44.550435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-2ace8aa9-64ad-4c11-9414-895a0287dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:44.558685 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-2ace8aa9-64ad-4c11-9414-895a0287dafd service neutron] 10.222.0.77 "GET /v2.0/networks?id=790d1a53-2211-4dce-b3bf-d1b0cc414b5d HTTP/1.1" status: 200 len: 929 time: 0.1385126 Jul 05 10:21:44.606311 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-33bec7ff-2863-4326-85b5-856ef5be826f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b6d567-75dd-499b-b4ae-143b9034a255 HTTP/1.1" status: 200 len: 217 time: 0.0463157 Jul 05 10:21:44.668072 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:44.699535 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-86bab36e-d507-41b8-93e9-466d661ba59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:44.710507 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-86bab36e-d507-41b8-93e9-466d661ba59c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfb007f2-0183-4ab1-8b26-36603402e3c4 HTTP/1.1" status: 200 len: 867 time: 0.1031108 Jul 05 10:21:44.760061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Allocated IP 172.20.0.1 (325acad5-dc69-4f3d-84f4-9c63db00df31/e93c1059-576f-4de4-9a88-9aedb4bfcaaf/486a9894-e579-4bf8-8818-b3eca0316e89) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:44.778960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b285c6-3de1-46bf-8003-5b534d37a237 req-e7211e53-df45-49a0-b88d-15dc21ce7ee7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:44.780346 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d5b285c6-3de1-46bf-8003-5b534d37a237 req-e7211e53-df45-49a0-b88d-15dc21ce7ee7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.2413177 Jul 05 10:21:44.862690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cad17-6290-4298-bdb7-0b5e6ab0af26 None None] Pushing event updated for resources: {'Port': ['ID=d2f32890-5170-4aba-8cd0-caef044f688e,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:44.879520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-2fd2107f-e267-476b-831b-40a70cc0c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:44.882013 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-2fd2107f-e267-476b-831b-40a70cc0c35f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=790d1a53-2211-4dce-b3bf-d1b0cc414b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1694181 Jul 05 10:21:44.893800 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-23688047-8ee0-4652-860f-5c1dc20cd50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-router', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:20:57Z', 'updated_at': '2021-07-05T10:21:05Z', 'revision_number': 4, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'gw_port': {'id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:20:58Z', 'updated_at': '2021-07-05T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '116cfd5b-28c8-4309-a262-ceb7b6f01680', 'name': '', 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'mac_address': 'fa:16:3e:db:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:21:03Z', 'updated_at': '2021-07-05T10:21:13Z', 'revision_number': 5, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'subnets': [{'id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:44.915623 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d5b285c6-3de1-46bf-8003-5b534d37a237 req-7ce4410c-156a-4c38-b9bb-ada1dc232790 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208937 Jul 05 10:21:44.966761 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23688047-8ee0-4652-860f-5c1dc20cd50d None None] Checking router: be834355-c670-481f-8ba2-9a9fb04958dd for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:21:44.994451 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:45.003708 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23688047-8ee0-4652-860f-5c1dc20cd50d None None] Routers {'be834355-c670-481f-8ba2-9a9fb04958dd'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:45.004798 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-23688047-8ee0-4652-860f-5c1dc20cd50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['be834355-c670-481f-8ba2-9a9fb04958dd'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:45.016508 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:45.020706 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Transition to ACTIVE for port object 486a9894-e579-4bf8-8818-b3eca0316e89 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:45.022308 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3efcd40-aa6a-4a95-9d38-f13c4c03a9db x-openstack-request-id: req-b3efcd40-aa6a-4a95-9d38-f13c4c03a9db {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:45.022805 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1a14fc-b958-4a1c-af0d-b90696aef130", "tag": "68b6d567-75dd-499b-b4ae-143b9034a255", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:45.022924 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3efcd40-aa6a-4a95-9d38-f13c4c03a9db {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:45.023231 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1a14fc-b958-4a1c-af0d-b90696aef130', 'tag': '68b6d567-75dd-499b-b4ae-143b9034a255', 'status': 'completed', 'code': 200} Jul 05 10:21:45.251642 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:45.334314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network 325acad5-dc69-4f3d-84f4-9c63db00df31 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:45.344810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:45.350502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:45.405497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=486a9894-e579-4bf8-8818-b3eca0316e89,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:45.436474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c320fc-e8d2-463c-9c71-e61fa0b42669 req-1e544b93-8bf8-43c1-8ee0-fbd73547546f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:45.438335 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-23688047-8ee0-4652-860f-5c1dc20cd50d None None] Set router be834355-c670-481f-8ba2-9a9fb04958dd gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:21:45.443245 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c320fc-e8d2-463c-9c71-e61fa0b42669 req-1e544b93-8bf8-43c1-8ee0-fbd73547546f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:45.449416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c320fc-e8d2-463c-9c71-e61fa0b42669 req-1e544b93-8bf8-43c1-8ee0-fbd73547546f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:45.455664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c320fc-e8d2-463c-9c71-e61fa0b42669 req-1e544b93-8bf8-43c1-8ee0-fbd73547546f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:45.462471 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c320fc-e8d2-463c-9c71-e61fa0b42669 req-1e544b93-8bf8-43c1-8ee0-fbd73547546f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:45.469634 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c320fc-e8d2-463c-9c71-e61fa0b42669 req-1e544b93-8bf8-43c1-8ee0-fbd73547546f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:45.476492 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c320fc-e8d2-463c-9c71-e61fa0b42669 req-1e544b93-8bf8-43c1-8ee0-fbd73547546f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:45.478537 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67c320fc-e8d2-463c-9c71-e61fa0b42669 req-1e544b93-8bf8-43c1-8ee0-fbd73547546f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5429 time: 0.3175383 Jul 05 10:21:45.509145 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:45.613040 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-8b9a1486-aa52-4365-80fc-1d01d2b111bd service neutron] 10.222.0.77 "GET /v2.0/networks/790d1a53-2211-4dce-b3bf-d1b0cc414b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7232113 Jul 05 10:21:45.630021 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8c92c-be26-4afd-8c61-5d9fd9d1455c req-ef09a935-4ff4-48ae-8df7-dd445017344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:45.631819 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62d8c92c-be26-4afd-8c61-5d9fd9d1455c req-ef09a935-4ff4-48ae-8df7-dd445017344d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c03f0beaf2a4388aff858f486bdf55e&device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 1098 time: 0.6052780 Jul 05 10:21:45.644824 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67c320fc-e8d2-463c-9c71-e61fa0b42669 req-11f3c639-882f-43ae-ac27-82d0ddd46801 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1475456 Jul 05 10:21:45.727517 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-23688047-8ee0-4652-860f-5c1dc20cd50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-router', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:20:57Z', 'updated_at': '2021-07-05T10:21:05Z', 'revision_number': 4, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'gw_port': {'id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:20:58Z', 'updated_at': '2021-07-05T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '116cfd5b-28c8-4309-a262-ceb7b6f01680', 'name': '', 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'mac_address': 'fa:16:3e:db:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:21:03Z', 'updated_at': '2021-07-05T10:21:13Z', 'revision_number': 5, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'subnets': [{'id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:45.775006 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23688047-8ee0-4652-860f-5c1dc20cd50d None None] The sync data for ids ['be834355-c670-481f-8ba2-9a9fb04958dd'] in n-d-779913-27 is: [{'id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-router', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:20:57Z', 'updated_at': '2021-07-05T10:21:05Z', 'revision_number': 4, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'gw_port': {'id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:20:58Z', 'updated_at': '2021-07-05T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '116cfd5b-28c8-4309-a262-ceb7b6f01680', 'name': '', 'network_id': '790d1a53-2211-4dce-b3bf-d1b0cc414b5d', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'mac_address': 'fa:16:3e:db:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:21:03Z', 'updated_at': '2021-07-05T10:21:13Z', 'revision_number': 5, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'subnets': [{'id': 'cfb007f2-0183-4ab1-8b26-36603402e3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:21:45.806897 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef9824c5-5a49-4428-b071-da7f990f9d52 req-6d50a322-9535-4268-b878-029886e39465 service neutron] 10.222.0.77 "GET /v2.0/networks/790d1a53-2211-4dce-b3bf-d1b0cc414b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928639 Jul 05 10:21:45.859096 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:45.881207 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8c92c-be26-4afd-8c61-5d9fd9d1455c req-df72a889-ced8-4f42-81ae-b84754465379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:45.888670 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62d8c92c-be26-4afd-8c61-5d9fd9d1455c req-df72a889-ced8-4f42-81ae-b84754465379 service neutron] 10.222.0.64 "GET /v2.0/networks?id=790d1a53-2211-4dce-b3bf-d1b0cc414b5d HTTP/1.1" status: 200 len: 929 time: 0.2424157 Jul 05 10:21:45.955008 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62d8c92c-be26-4afd-8c61-5d9fd9d1455c req-0512ebb4-f7c8-4fa4-b913-94eec331136e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b6d567-75dd-499b-b4ae-143b9034a255 HTTP/1.1" status: 200 len: 217 time: 0.0641446 Jul 05 10:21:46.108055 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3a5c874d-22b6-4617-b0ab-d72293b1a975 req-aa29ba4d-a691-44b9-9d1c-7cf0575ad0ab tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/floatingips/72475f85-2655-4ba1-8bda-0fcb6435533d HTTP/1.1" status: 200 len: 695 time: 0.1422558 Jul 05 10:21:46.227215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ea916a-f224-4993-8c6c-88e1bf3641d6 None None] New status for floating IP 72475f85-2655-4ba1-8bda-0fcb6435533d: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:21:46.240897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8c92c-be26-4afd-8c61-5d9fd9d1455c req-ccb43941-5033-42d1-bf25-be2a248664e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:46.243908 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62d8c92c-be26-4afd-8c61-5d9fd9d1455c req-ccb43941-5033-42d1-bf25-be2a248664e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cfb007f2-0183-4ab1-8b26-36603402e3c4 HTTP/1.1" status: 200 len: 867 time: 0.2690372 Jul 05 10:21:46.361317 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c874d-22b6-4617-b0ab-d72293b1a975 req-1484f694-c4ea-46ce-9c47-93cf2cca46b8 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:46.367118 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3a5c874d-22b6-4617-b0ab-d72293b1a975 req-1484f694-c4ea-46ce-9c47-93cf2cca46b8 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 784 time: 0.2522497 Jul 05 10:21:46.385149 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-3a5c874d-22b6-4617-b0ab-d72293b1a975 req-b5ecdff7-b8c0-46fc-a579-53d1f9166c87 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:21:46.386353 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3a5c874d-22b6-4617-b0ab-d72293b1a975 req-b5ecdff7-b8c0-46fc-a579-53d1f9166c87 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157320 Jul 05 10:21:46.420615 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device fffa5d11-45e6-4914-88f1-c5bffc30543b details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:21:46.450515 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a11ced-49f4-4976-a4db-31ca6f39f8c2 None None] Network 325acad5-dc69-4f3d-84f4-9c63db00df31 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:21:46.453071 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8c92c-be26-4afd-8c61-5d9fd9d1455c req-e3b46de2-b97c-4f30-a613-a5c801723168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:46.454981 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62d8c92c-be26-4afd-8c61-5d9fd9d1455c req-e3b46de2-b97c-4f30-a613-a5c801723168 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=790d1a53-2211-4dce-b3bf-d1b0cc414b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1995306 Jul 05 10:21:46.459408 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3a5c874d-22b6-4617-b0ab-d72293b1a975 req-e2bff8d1-d7e4-4291-b5d9-108f48684122 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 698 time: 0.0662303 Jul 05 10:21:46.655889 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3a5c874d-22b6-4617-b0ab-d72293b1a975 req-63f97ee3-f9d9-4a6b-a394-1cee1a9ba36a tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 698 time: 0.1825340 Jul 05 10:21:46.656107 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e4b6e-00ae-407d-beca-4af1b75550d1 req-3acd53fb-ac01-4d34-a7b1-00e0c37e5da0 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:46.661751 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e00e4b6e-00ae-407d-beca-4af1b75550d1 req-3acd53fb-ac01-4d34-a7b1-00e0c37e5da0 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.5103161 Jul 05 10:21:46.671244 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62d8c92c-be26-4afd-8c61-5d9fd9d1455c req-89149a7d-cf4c-459d-a00b-fef4a8d40d48 service neutron] 10.222.0.64 "GET /v2.0/networks/790d1a53-2211-4dce-b3bf-d1b0cc414b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093558 Jul 05 10:21:46.692194 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:46.722059 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e00e4b6e-00ae-407d-beca-4af1b75550d1 req-b7e1bd70-feaf-4559-a316-b7b0e139d1a4 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593448 Jul 05 10:21:46.851157 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62d8c92c-be26-4afd-8c61-5d9fd9d1455c req-f53e926c-a3b0-43ef-8970-0b90e24fa1d5 service neutron] 10.222.0.64 "GET /v2.0/networks/790d1a53-2211-4dce-b3bf-d1b0cc414b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334147 Jul 05 10:21:46.867576 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:46.948730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f9ec8ff0-5930-4971-b93f-18f544d557dd None None] Provisioning for port d2f32890-5170-4aba-8cd0-caef044f688e completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:46.949639 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:46.952050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=486a9894-e579-4bf8-8818-b3eca0316e89,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:46.988007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-3a5c874d-22b6-4617-b0ab-d72293b1a975 req-439c17e3-1875-4bab-88a9-a78fc2abbaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Deleting port 913a95a1-b612-41dc-b916-8549019a11e0 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:46.988499 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3a5c874d-22b6-4617-b0ab-d72293b1a975 req-439c17e3-1875-4bab-88a9-a78fc2abbaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:47.103176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port fffa5d11-45e6-4914-88f1-c5bffc30543b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=fffa5d11-45e6-4914-88f1-c5bffc30543b,segment=NetworkSegment(a70c54d4-f50f-4b15-b903-95e479fdc557),segment_id=a70c54d4-f50f-4b15-b903-95e479fdc557)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:47.126341 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network 325acad5-dc69-4f3d-84f4-9c63db00df31 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:47.128919 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:47.158314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d2f32890-5170-4aba-8cd0-caef044f688e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:47.199675 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3a5c874d-22b6-4617-b0ab-d72293b1a975 req-439c17e3-1875-4bab-88a9-a78fc2abbaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:47.200326 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:47.201519 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3a5c874d-22b6-4617-b0ab-d72293b1a975 req-439c17e3-1875-4bab-88a9-a78fc2abbaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:47.219419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'fffa5d11-45e6-4914-88f1-c5bffc30543b', 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'port_id': 'fffa5d11-45e6-4914-88f1-c5bffc30543b', 'mac_address': 'fa:16:3e:fb:6e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:21:47.221538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-3a5c874d-22b6-4617-b0ab-d72293b1a975 req-439c17e3-1875-4bab-88a9-a78fc2abbaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Calling delete_port for 913a95a1-b612-41dc-b916-8549019a11e0 owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:47.313037 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:47.330927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffa5d11-45e6-4914-88f1-c5bffc30543b {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:47.359326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port fffa5d11-45e6-4914-88f1-c5bffc30543b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=fffa5d11-45e6-4914-88f1-c5bffc30543b,segment=NetworkSegment(a70c54d4-f50f-4b15-b903-95e479fdc557),segment_id=a70c54d4-f50f-4b15-b903-95e479fdc557)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:47.421766 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:21:47.422957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port d2f32890-5170-4aba-8cd0-caef044f688e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:47.428948 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port d2f32890-5170-4aba-8cd0-caef044f688e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:47.429242 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:47.480397 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:47.482438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:21:47.628139 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:21:47.639682 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb685c3-7b58-4256-b4fa-c2f4395b3f00 None None] Sync routers for ids ['0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:21:47.642711 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-07b40939-e10a-4eaf-9713-bdd8c57074d3 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8212500 Jul 05 10:21:47.648254 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35788) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:47.658701 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb685c3-7b58-4256-b4fa-c2f4395b3f00 None None] Routers {'0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:47.659239 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ebb685c3-7b58-4256-b4fa-c2f4395b3f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:47.679178 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3a5c874d-22b6-4617-b0ab-d72293b1a975 req-439c17e3-1875-4bab-88a9-a78fc2abbaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:47.680926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:47.739437 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ebb685c3-7b58-4256-b4fa-c2f4395b3f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:47.768453 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb685c3-7b58-4256-b4fa-c2f4395b3f00 None None] Routers {'0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:47.769248 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ebb685c3-7b58-4256-b4fa-c2f4395b3f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:47.775852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef', 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e', 'port_id': '0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef', 'mac_address': 'fa:16:3e:a0:3f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05608ce7-9b32-42d7-8764-6dd3893b6e0b', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:21:47.786847 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=fffa5d11-45e6-4914-88f1-c5bffc30543b,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:47.843911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70204cac-d7e3-4041-8c7d-a4155fa1dc1f req-5b18fb5c-a583-438f-9a36-17d1f04438dd tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:47.857240 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ebb685c3-7b58-4256-b4fa-c2f4395b3f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:47.858032 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb685c3-7b58-4256-b4fa-c2f4395b3f00 None None] The sync data for ids ['0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:21:47.859116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70204cac-d7e3-4041-8c7d-a4155fa1dc1f req-5b18fb5c-a583-438f-9a36-17d1f04438dd tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:47.863194 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:47.872617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70204cac-d7e3-4041-8c7d-a4155fa1dc1f req-5b18fb5c-a583-438f-9a36-17d1f04438dd tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:47.879786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:47.880796 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70204cac-d7e3-4041-8c7d-a4155fa1dc1f req-5b18fb5c-a583-438f-9a36-17d1f04438dd tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:47.883687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c17e3-1875-4bab-88a9-a78fc2abbaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Pushing event deleted for resources: {'Port': ['ID=913a95a1-b612-41dc-b916-8549019a11e0,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:47.884718 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-282674ee-9254-411b-8418-897a3dc8c61a None None] Provisioning for port 486a9894-e579-4bf8-8818-b3eca0316e89 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:47.889436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70204cac-d7e3-4041-8c7d-a4155fa1dc1f req-5b18fb5c-a583-438f-9a36-17d1f04438dd tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:47.898638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70204cac-d7e3-4041-8c7d-a4155fa1dc1f req-5b18fb5c-a583-438f-9a36-17d1f04438dd tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:47.901586 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604e2df1-c853-4b01-b361-3fdd49553dd5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:47.903637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-282674ee-9254-411b-8418-897a3dc8c61a None None] Provisioning complete for port 486a9894-e579-4bf8-8818-b3eca0316e89 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:47.903921 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-282674ee-9254-411b-8418-897a3dc8c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:47.904702 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-604e2df1-c853-4b01-b361-3fdd49553dd5 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports/486a9894-e579-4bf8-8818-b3eca0316e89 HTTP/1.1" status: 200 len: 910 time: 0.2544780 Jul 05 10:21:47.907130 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70204cac-d7e3-4041-8c7d-a4155fa1dc1f req-5b18fb5c-a583-438f-9a36-17d1f04438dd tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:47.908153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35790) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:47.910068 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-70204cac-d7e3-4041-8c7d-a4155fa1dc1f req-5b18fb5c-a583-438f-9a36-17d1f04438dd tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5430 time: 0.2796917 Jul 05 10:21:47.935976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b362653d-5d2d-4ed6-9f9f-195e4e700c45 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e93c1059-576f-4de4-9a88-9aedb4bfcaaf'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:47.970334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:47.971409 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:47.972952 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-70204cac-d7e3-4041-8c7d-a4155fa1dc1f req-f29a11f1-5705-4c86-a832-bad283a5cc9f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497880 Jul 05 10:21:47.993633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-282674ee-9254-411b-8418-897a3dc8c61a None None] Port 486a9894-e579-4bf8-8818-b3eca0316e89 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:21:48.024509 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port d2f32890-5170-4aba-8cd0-caef044f688e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d2f32890-5170-4aba-8cd0-caef044f688e,segment=NetworkSegment(953e3015-c937-4623-bf06-24a18db8adf7),segment_id=953e3015-c937-4623-bf06-24a18db8adf7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:48.030299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-282674ee-9254-411b-8418-897a3dc8c61a None None] Provisioning complete for port d2f32890-5170-4aba-8cd0-caef044f688e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:48.030795 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-282674ee-9254-411b-8418-897a3dc8c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:48.034825 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3a5c874d-22b6-4617-b0ab-d72293b1a975 req-439c17e3-1875-4bab-88a9-a78fc2abbaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:48.037948 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3a5c874d-22b6-4617-b0ab-d72293b1a975 req-439c17e3-1875-4bab-88a9-a78fc2abbaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:48.039387 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3a5c874d-22b6-4617-b0ab-d72293b1a975 req-439c17e3-1875-4bab-88a9-a78fc2abbaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "DELETE /v2.0/floatingips/72475f85-2655-4ba1-8bda-0fcb6435533d HTTP/1.1" status: 204 len: 173 time: 1.3848372 Jul 05 10:21:48.139603 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-282674ee-9254-411b-8418-897a3dc8c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:48.256441 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:48.256441 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:48.327618 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-282674ee-9254-411b-8418-897a3dc8c61a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:21:48.328194 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-282674ee-9254-411b-8418-897a3dc8c61a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:21:48.329304 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-c1165e1a-39c1-4b9b-a739-c19cd272d1c0 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:48.330901 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-c1165e1a-39c1-4b9b-a739-c19cd272d1c0 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 812 time: 0.2039599 Jul 05 10:21:48.365926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=d2f32890-5170-4aba-8cd0-caef044f688e,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:48.366792 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-a674b576-2445-415b-a8d7-1af7c133ba0f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/quotas/e283acd2ef834bb4928ec5454c215b99 HTTP/1.1" status: 200 len: 375 time: 0.0275497 Jul 05 10:21:48.366921 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b362653d-5d2d-4ed6-9f9f-195e4e700c45 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:48.420228 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3ac044fe-0830-4bcc-8679-44388904c41f details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:21:48.429180 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffaa593f-aa4d-4bc5-807f-4f165773408d req-d45e44f4-c2bb-45ae-bc47-b8246e05bab8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1607375 Jul 05 10:21:48.516684 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-4526d7b7-757d-4b90-aa12-3ee05204ee1e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1371312 Jul 05 10:21:48.523640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:48.581320 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['fffa5d11-45e6-4914-88f1-c5bffc30543b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:48.630450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 3ac044fe-0830-4bcc-8679-44388904c41f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3ac044fe-0830-4bcc-8679-44388904c41f,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:48.649899 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '3ac044fe-0830-4bcc-8679-44388904c41f', 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e', 'port_id': '3ac044fe-0830-4bcc-8679-44388904c41f', 'mac_address': 'fa:16:3e:10:c9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05608ce7-9b32-42d7-8764-6dd3893b6e0b', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:21:48.664882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-6057d8eb-dc34-4e88-85a5-b1411d232b1c service neutron] 10.222.0.77 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409838 Jul 05 10:21:48.705607 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:48.723195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a812b-2c45-48d6-a0b5-4033350922ec req-d168b1ba-7950-466a-a854-8bb99e03878f tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:48.724776 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cf7a812b-2c45-48d6-a0b5-4033350922ec req-d168b1ba-7950-466a-a854-8bb99e03878f tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2944756 Jul 05 10:21:48.737498 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac044fe-0830-4bcc-8679-44388904c41f {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:48.778667 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-3907fa3b-9880-4d9e-8f77-22432cde26bf service neutron] 10.222.0.77 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119845 Jul 05 10:21:48.780912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa593f-aa4d-4bc5-807f-4f165773408d req-d9bf3746-f7c7-4d2b-8f4f-854c17f9d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:48.782516 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffaa593f-aa4d-4bc5-807f-4f165773408d req-d9bf3746-f7c7-4d2b-8f4f-854c17f9d6f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 1097 time: 0.2836299 Jul 05 10:21:48.788582 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cf7a812b-2c45-48d6-a0b5-4033350922ec req-a80da882-0ce0-45d5-a261-2bdd328897fd tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0516143 Jul 05 10:21:48.806837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 3ac044fe-0830-4bcc-8679-44388904c41f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3ac044fe-0830-4bcc-8679-44388904c41f,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:48.885757 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a7d3569f-2d0d-4aa8-ab6f-f5da0f12fcbb req-9e392fe8-fe90-48f7-b8be-00d79902fbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0374627 Jul 05 10:21:48.891253 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:48.892454 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device cfa8cf6e-3669-4539-adce-95324f9f4748 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:21:49.047371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa593f-aa4d-4bc5-807f-4f165773408d req-384a0466-e28c-4491-aafd-bb9065e37e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:49.048883 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffaa593f-aa4d-4bc5-807f-4f165773408d req-384a0466-e28c-4491-aafd-bb9065e37e26 service neutron] 10.222.0.64 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 913 time: 0.2239561 Jul 05 10:21:49.139992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d2f32890-5170-4aba-8cd0-caef044f688e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:49.141491 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffaa593f-aa4d-4bc5-807f-4f165773408d req-59815dba-aeb2-4387-9c37-b04743a7264d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bcf6e6b-4292-4d66-aeb1-1429e5acae1b HTTP/1.1" status: 200 len: 217 time: 0.0765352 Jul 05 10:21:49.224582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa593f-aa4d-4bc5-807f-4f165773408d req-b4692157-b34a-481b-a4c2-427040ed3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:49.226336 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffaa593f-aa4d-4bc5-807f-4f165773408d req-b4692157-b34a-481b-a4c2-427040ed3d54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.0789859 Jul 05 10:21:49.230024 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port cfa8cf6e-3669-4539-adce-95324f9f4748, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=cfa8cf6e-3669-4539-adce-95324f9f4748,segment=NetworkSegment(04cc69ca-b013-491a-958a-44dffe7c8b06),segment_id=04cc69ca-b013-491a-958a-44dffe7c8b06)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:49.238142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=3ac044fe-0830-4bcc-8679-44388904c41f,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:49.265360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'cfa8cf6e-3669-4539-adce-95324f9f4748', 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0', 'port_id': 'cfa8cf6e-3669-4539-adce-95324f9f4748', 'mac_address': 'fa:16:3e:80:db:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9418dd-e12b-4545-a8c0-25cb3a67831b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:21:49.282471 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-40372a19-aae5-488b-8fdf-7229af213471 None None] Provisioning complete for port 486a9894-e579-4bf8-8818-b3eca0316e89 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:49.282787 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40372a19-aae5-488b-8fdf-7229af213471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:49.315887 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b362653d-5d2d-4ed6-9f9f-195e4e700c45 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:49.335253 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa593f-aa4d-4bc5-807f-4f165773408d req-3c5b0bf3-8484-4b33-b6f6-f5ca5ff33867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:49.337448 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffaa593f-aa4d-4bc5-807f-4f165773408d req-3c5b0bf3-8484-4b33-b6f6-f5ca5ff33867 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970833 Jul 05 10:21:49.337576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port d2f32890-5170-4aba-8cd0-caef044f688e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:49.338041 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:49.394377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-40372a19-aae5-488b-8fdf-7229af213471 None None] Port 486a9894-e579-4bf8-8818-b3eca0316e89 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:21:49.401880 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:49.445096 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa8cf6e-3669-4539-adce-95324f9f4748 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:49.485390 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b362653d-5d2d-4ed6-9f9f-195e4e700c45 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:49.510672 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port cfa8cf6e-3669-4539-adce-95324f9f4748, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=cfa8cf6e-3669-4539-adce-95324f9f4748,segment=NetworkSegment(04cc69ca-b013-491a-958a-44dffe7c8b06),segment_id=04cc69ca-b013-491a-958a-44dffe7c8b06)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:49.552638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb875d2-5325-4dce-9bbc-b38ff724ab9b req-da7c49dd-adfa-4269-adfb-e019bd392d34 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:49.558738 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb875d2-5325-4dce-9bbc-b38ff724ab9b req-da7c49dd-adfa-4269-adfb-e019bd392d34 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:49.565609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb875d2-5325-4dce-9bbc-b38ff724ab9b req-da7c49dd-adfa-4269-adfb-e019bd392d34 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:49.573408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb875d2-5325-4dce-9bbc-b38ff724ab9b req-da7c49dd-adfa-4269-adfb-e019bd392d34 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:49.582755 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb875d2-5325-4dce-9bbc-b38ff724ab9b req-da7c49dd-adfa-4269-adfb-e019bd392d34 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:49.589710 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb875d2-5325-4dce-9bbc-b38ff724ab9b req-da7c49dd-adfa-4269-adfb-e019bd392d34 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:49.596596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb875d2-5325-4dce-9bbc-b38ff724ab9b req-da7c49dd-adfa-4269-adfb-e019bd392d34 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:49.598610 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:49.599270 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9eb875d2-5325-4dce-9bbc-b38ff724ab9b req-da7c49dd-adfa-4269-adfb-e019bd392d34 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5432 time: 0.1897633 Jul 05 10:21:49.599387 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device d1e51aa5-45cd-4e19-aea9-2e8069aaae6a details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:21:49.620762 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c74260c7-7991-4ca4-88b9-0353c82271c1 req-968fde82-d789-4b99-93d8-238475a1b341 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 210 time: 0.0699105 Jul 05 10:21:49.665445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:49.689361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b362653d-5d2d-4ed6-9f9f-195e4e700c45 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:49.689980 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b362653d-5d2d-4ed6-9f9f-195e4e700c45 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:49.691384 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b362653d-5d2d-4ed6-9f9f-195e4e700c45 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/ports/486a9894-e579-4bf8-8818-b3eca0316e89 HTTP/1.1" status: 200 len: 910 time: 1.7818449 Jul 05 10:21:49.704623 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9eb875d2-5325-4dce-9bbc-b38ff724ab9b req-b012103e-c27d-46c1-87af-ccbf63b71077 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993576 Jul 05 10:21:49.709353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35834) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:49.730399 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362653d-5d2d-4ed6-9f9f-195e4e700c45 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=486a9894-e579-4bf8-8818-b3eca0316e89,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:49.745426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffaa593f-aa4d-4bc5-807f-4f165773408d req-a074dfd6-0c9a-4dd2-8544-16ddb0f85630 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995006 Jul 05 10:21:49.777000 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=cfa8cf6e-3669-4539-adce-95324f9f4748,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:49.796674 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:49.843971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'd1e51aa5-45cd-4e19-aea9-2e8069aaae6a', 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e', 'port_id': 'd1e51aa5-45cd-4e19-aea9-2e8069aaae6a', 'mac_address': 'fa:16:3e:72:0b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05608ce7-9b32-42d7-8764-6dd3893b6e0b', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:21:49.972366 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffaa593f-aa4d-4bc5-807f-4f165773408d req-5d0b721c-7460-45f1-af1e-c93e939adcc2 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183726 Jul 05 10:21:49.973849 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:50.006695 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e51aa5-45cd-4e19-aea9-2e8069aaae6a {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:50.032248 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:50.194760 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d3e97c7-8d7f-4b63-80ab-2797567a2070 req-23e1d61f-cebc-4de7-8e1f-2d98f423a83e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2034078 Jul 05 10:21:50.205517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11229-9e58-4c1f-bd8e-6a8dc74fbed9 req-5bcb3f03-a2e3-4ca5-b2e2-85a1767c8068 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:50.207223 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-33b11229-9e58-4c1f-bd8e-6a8dc74fbed9 req-5bcb3f03-a2e3-4ca5-b2e2-85a1767c8068 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 946 time: 0.2180274 Jul 05 10:21:50.261414 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:50.262193 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:21:50.334638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=241fbf91-b9f3-4d7c-bcee-bb68eec0e536,segment=NetworkSegment(04cc69ca-b013-491a-958a-44dffe7c8b06),segment_id=04cc69ca-b013-491a-958a-44dffe7c8b06)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:50.337848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:50.352431 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-33b11229-9e58-4c1f-bd8e-6a8dc74fbed9 req-fe766e00-e142-4c2b-8bdb-069764a4642c tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba851cab-27bc-42c8-94b1-c53bc68e4e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337049 Jul 05 10:21:50.354154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '241fbf91-b9f3-4d7c-bcee-bb68eec0e536', 'network_id': 'fe926520-9d96-4a2d-8770-b9c16396c5e0', 'port_id': '241fbf91-b9f3-4d7c-bcee-bb68eec0e536', 'mac_address': 'fa:16:3e:58:12:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9418dd-e12b-4545-a8c0-25cb3a67831b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:21:50.407274 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:50.424896 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:50.429857 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e97c7-8d7f-4b63-80ab-2797567a2070 req-cc9b2232-9ef2-469d-bf83-07a5e812f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:50.431707 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d3e97c7-8d7f-4b63-80ab-2797567a2070 req-cc9b2232-9ef2-469d-bf83-07a5e812f306 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 1098 time: 0.2120838 Jul 05 10:21:50.458277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=241fbf91-b9f3-4d7c-bcee-bb68eec0e536,segment=NetworkSegment(04cc69ca-b013-491a-958a-44dffe7c8b06),segment_id=04cc69ca-b013-491a-958a-44dffe7c8b06)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:50.548347 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b06bb84-53e1-474d-8bb7-2528c38e1fad tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:50.627368 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:50.628401 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:21:50.629096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e97c7-8d7f-4b63-80ab-2797567a2070 req-2b5093fb-8228-442c-911e-31b52be4d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:50.630651 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d3e97c7-8d7f-4b63-80ab-2797567a2070 req-2b5093fb-8228-442c-911e-31b52be4d086 service neutron] 10.222.0.73 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 913 time: 0.1690397 Jul 05 10:21:50.684254 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d3e97c7-8d7f-4b63-80ab-2797567a2070 req-eb4df377-f25d-4558-bb53-e32249cb9fdb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=424919ff-5329-4792-baad-a303060c5cca HTTP/1.1" status: 200 len: 217 time: 0.0438633 Jul 05 10:21:50.724365 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:50.746042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=241fbf91-b9f3-4d7c-bcee-bb68eec0e536,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:50.769079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '88eb18ad-2797-45b6-bdf9-a1ae64cf84b5', 'network_id': 'd022e67d-369f-4a6b-bf01-b31de8b3f25e', 'port_id': '88eb18ad-2797-45b6-bdf9-a1ae64cf84b5', 'mac_address': 'fa:16:3e:45:24:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05608ce7-9b32-42d7-8764-6dd3893b6e0b', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:21:50.795897 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa3ff2f6-3e8f-46d6-8616-51b97ff35aef req-13aa47b4-4016-483a-8e4d-bfdb7b988f5b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 210 time: 0.0853872 Jul 05 10:21:50.846834 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:50.851253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e97c7-8d7f-4b63-80ab-2797567a2070 req-dc7653ed-51c2-49d0-8afe-bd2faaa03850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:50.852921 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d3e97c7-8d7f-4b63-80ab-2797567a2070 req-dc7653ed-51c2-49d0-8afe-bd2faaa03850 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.1607103 Jul 05 10:21:50.861969 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:50.883060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:51.045316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e97c7-8d7f-4b63-80ab-2797567a2070 req-368f1464-079c-41cb-8efc-c8a13a1a66c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:51.046853 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d3e97c7-8d7f-4b63-80ab-2797567a2070 req-368f1464-079c-41cb-8efc-c8a13a1a66c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1866760 Jul 05 10:21:51.068642 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:51.095159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device fffa5d11-45e6-4914-88f1-c5bffc30543b up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:51.176643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:51.178187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45d3cb-92f6-4391-aa81-1ded8c2ff7ac req-24babf2b-5587-45ec-887e-21b506936f37 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:51.184672 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45d3cb-92f6-4391-aa81-1ded8c2ff7ac req-24babf2b-5587-45ec-887e-21b506936f37 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:51.191403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45d3cb-92f6-4391-aa81-1ded8c2ff7ac req-24babf2b-5587-45ec-887e-21b506936f37 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:51.197897 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45d3cb-92f6-4391-aa81-1ded8c2ff7ac req-24babf2b-5587-45ec-887e-21b506936f37 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:51.204544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45d3cb-92f6-4391-aa81-1ded8c2ff7ac req-24babf2b-5587-45ec-887e-21b506936f37 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:51.210605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45d3cb-92f6-4391-aa81-1ded8c2ff7ac req-24babf2b-5587-45ec-887e-21b506936f37 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:51.218165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45d3cb-92f6-4391-aa81-1ded8c2ff7ac req-24babf2b-5587-45ec-887e-21b506936f37 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:51.220311 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9e45d3cb-92f6-4391-aa81-1ded8c2ff7ac req-24babf2b-5587-45ec-887e-21b506936f37 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5435 time: 0.3054409 Jul 05 10:21:51.238614 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a70f4-bdd3-44d8-a82b-6cb5651579d3 req-8fec3732-ab35-4360-ab72-161186907f5d tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:51.240207 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-501a70f4-bdd3-44d8-a82b-6cb5651579d3 req-8fec3732-ab35-4360-ab72-161186907f5d tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 946 time: 0.1052973 Jul 05 10:21:51.282180 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-7b06bb84-53e1-474d-8bb7-2528c38e1fad tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port 486a9894-e579-4bf8-8818-b3eca0316e89 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:51.282536 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b06bb84-53e1-474d-8bb7-2528c38e1fad tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:51.301630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port fffa5d11-45e6-4914-88f1-c5bffc30543b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:51.307767 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port fffa5d11-45e6-4914-88f1-c5bffc30543b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:51.309767 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:51.342597 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d3e97c7-8d7f-4b63-80ab-2797567a2070 req-18ab8edb-a67f-4439-b6b7-59e77a231672 service neutron] 10.222.0.73 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750623 Jul 05 10:21:51.349838 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9e45d3cb-92f6-4391-aa81-1ded8c2ff7ac req-6b7e473f-08c7-4534-a08a-6e67cbc604bd tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1191094 Jul 05 10:21:51.391367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-501a70f4-bdd3-44d8-a82b-6cb5651579d3 req-a7ceb764-1191-44ec-928e-a93f520cc746 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Deleting port 68b6d567-75dd-499b-b4ae-143b9034a255 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:51.391763 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-501a70f4-bdd3-44d8-a82b-6cb5651579d3 req-a7ceb764-1191-44ec-928e-a93f520cc746 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:51.486253 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:51.573979 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d3e97c7-8d7f-4b63-80ab-2797567a2070 req-9f29085d-ec0a-4632-a1c0-e983eb553a5d service neutron] 10.222.0.73 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203729 Jul 05 10:21:51.597035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port fffa5d11-45e6-4914-88f1-c5bffc30543b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=fffa5d11-45e6-4914-88f1-c5bffc30543b,segment=NetworkSegment(a70c54d4-f50f-4b15-b903-95e479fdc557),segment_id=a70c54d4-f50f-4b15-b903-95e479fdc557)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:51.597995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffa5d11-45e6-4914-88f1-c5bffc30543b'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:51.600756 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecd8ce6-2313-4483-b640-5cb5b937bd22" -d '{"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-plugged", "status": "completed", "tag": "fffa5d11-45e6-4914-88f1-c5bffc30543b"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:51.639955 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b06bb84-53e1-474d-8bb7-2528c38e1fad tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:51.655971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-7b06bb84-53e1-474d-8bb7-2528c38e1fad tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for 486a9894-e579-4bf8-8818-b3eca0316e89 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:51.661907 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7326d26-dea9-4e4c-bc3e-9e59d496d1c0 x-openstack-request-id: req-b7326d26-dea9-4e4c-bc3e-9e59d496d1c0 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:51.662202 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-plugged", "status": "completed", "tag": "fffa5d11-45e6-4914-88f1-c5bffc30543b", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:51.662456 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7326d26-dea9-4e4c-bc3e-9e59d496d1c0 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:51.662921 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffa5d11-45e6-4914-88f1-c5bffc30543b', 'code': 200} Jul 05 10:21:51.666056 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['241fbf91-b9f3-4d7c-bcee-bb68eec0e536'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:51.713040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['cfa8cf6e-3669-4539-adce-95324f9f4748'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:51.719821 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['d1e51aa5-45cd-4e19-aea9-2e8069aaae6a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:51.782089 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:51.782905 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:51.941273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-501a70f4-bdd3-44d8-a82b-6cb5651579d3 req-a7ceb764-1191-44ec-928e-a93f520cc746 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] For port 68b6d567-75dd-499b-b4ae-143b9034a255, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=68b6d567-75dd-499b-b4ae-143b9034a255,segment=NetworkSegment(51e23051-4655-4a60-b12f-493cbc6481a7),segment_id=51e23051-4655-4a60-b12f-493cbc6481a7)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:51.941829 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-501a70f4-bdd3-44d8-a82b-6cb5651579d3 req-a7ceb764-1191-44ec-928e-a93f520cc746 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:51.977403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc2e11-917e-4bc3-837a-b4453b2cc2fb req-baf0640f-eedd-4aeb-86ba-0541e16fc782 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:51.990862 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fccc2e11-917e-4bc3-837a-b4453b2cc2fb req-baf0640f-eedd-4aeb-86ba-0541e16fc782 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 946 time: 0.2091608 Jul 05 10:21:51.997850 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b06bb84-53e1-474d-8bb7-2528c38e1fad tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:52.019195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-501a70f4-bdd3-44d8-a82b-6cb5651579d3 req-a7ceb764-1191-44ec-928e-a93f520cc746 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Calling delete_port for 68b6d567-75dd-499b-b4ae-143b9034a255 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:52.056390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06bb84-53e1-474d-8bb7-2528c38e1fad tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=486a9894-e579-4bf8-8818-b3eca0316e89,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:52.117057 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fccc2e11-917e-4bc3-837a-b4453b2cc2fb req-c29cb3e9-064e-4850-b3f8-bd50d1449800 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba851cab-27bc-42c8-94b1-c53bc68e4e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235921 Jul 05 10:21:52.137762 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-894f55e0-fb6e-4084-966f-b3e2215bf0fa req-f64f2319-46b1-41db-8e3a-f56a0b418453 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 210 time: 0.0823517 Jul 05 10:21:52.266404 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=fffa5d11-45e6-4914-88f1-c5bffc30543b,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:52.440395 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b06bb84-53e1-474d-8bb7-2528c38e1fad tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:52.557493 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-501a70f4-bdd3-44d8-a82b-6cb5651579d3 req-a7ceb764-1191-44ec-928e-a93f520cc746 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:52.608526 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ceb764-1191-44ec-928e-a93f520cc746 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Pushing event deleted for resources: {'Port': ['ID=68b6d567-75dd-499b-b4ae-143b9034a255,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:52.616696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['3ac044fe-0830-4bcc-8679-44388904c41f'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:52.636096 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['88eb18ad-2797-45b6-bdf9-a1ae64cf84b5'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:52.645600 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:52.646319 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:52.668864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-501a70f4-bdd3-44d8-a82b-6cb5651579d3 req-a7ceb764-1191-44ec-928e-a93f520cc746 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] No DVR routers for this DVR port 68b6d567-75dd-499b-b4ae-143b9034a255 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:21:52.676539 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-501a70f4-bdd3-44d8-a82b-6cb5651579d3 req-a7ceb764-1191-44ec-928e-a93f520cc746 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:52.679073 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-501a70f4-bdd3-44d8-a82b-6cb5651579d3 req-a7ceb764-1191-44ec-928e-a93f520cc746 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.64 "DELETE /v2.0/ports/68b6d567-75dd-499b-b4ae-143b9034a255 HTTP/1.1" status: 204 len: 173 time: 1.4310141 Jul 05 10:21:52.685975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1a14fc-b958-4a1c-af0d-b90696aef130', 'name': 'network-vif-deleted', 'tag': '68b6d567-75dd-499b-b4ae-143b9034a255'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:52.689276 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480591aa-174b-41bc-bffb-495691799011" -d '{"events": [{"server_uuid": "9b1a14fc-b958-4a1c-af0d-b90696aef130", "name": "network-vif-deleted", "tag": "68b6d567-75dd-499b-b4ae-143b9034a255"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:52.712559 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:52.712954 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:52.745986 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a450f-f497-44bc-8250-ea528ae251e9 req-477de5ee-b657-4455-904a-058ef54eb44a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:52.786385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a450f-f497-44bc-8250-ea528ae251e9 req-477de5ee-b657-4455-904a-058ef54eb44a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:52.786385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a450f-f497-44bc-8250-ea528ae251e9 req-477de5ee-b657-4455-904a-058ef54eb44a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:52.802168 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a450f-f497-44bc-8250-ea528ae251e9 req-477de5ee-b657-4455-904a-058ef54eb44a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:52.822779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a450f-f497-44bc-8250-ea528ae251e9 req-477de5ee-b657-4455-904a-058ef54eb44a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:52.835462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a450f-f497-44bc-8250-ea528ae251e9 req-477de5ee-b657-4455-904a-058ef54eb44a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:52.845100 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a450f-f497-44bc-8250-ea528ae251e9 req-477de5ee-b657-4455-904a-058ef54eb44a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:52.854279 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-882a450f-f497-44bc-8250-ea528ae251e9 req-477de5ee-b657-4455-904a-058ef54eb44a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5437 time: 0.3380897 Jul 05 10:21:52.864638 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401276a0-df75-4fa1-be3b-ef85ce09bb8f x-openstack-request-id: req-401276a0-df75-4fa1-be3b-ef85ce09bb8f {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:52.864934 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1a14fc-b958-4a1c-af0d-b90696aef130", "name": "network-vif-deleted", "tag": "68b6d567-75dd-499b-b4ae-143b9034a255", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:52.865270 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-401276a0-df75-4fa1-be3b-ef85ce09bb8f {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:52.865671 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1a14fc-b958-4a1c-af0d-b90696aef130', 'name': 'network-vif-deleted', 'tag': '68b6d567-75dd-499b-b4ae-143b9034a255', 'status': 'completed', 'code': 200} Jul 05 10:21:52.938240 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-882a450f-f497-44bc-8250-ea528ae251e9 req-d51ff607-dbf7-46f3-859e-fc990e8cd2df tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780249 Jul 05 10:21:52.971434 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:53.114905 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:53.267485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b06bb84-53e1-474d-8bb7-2528c38e1fad tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:21:53.302116 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:53.375207 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-96c23fb7-8b4f-47e4-a9e1-9f5e80bb592b req-34b7ef8f-bc27-4bfb-9bca-b356193cc009 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118 tempest-FloatingIPsAssociationNegativeTestJSON-1980276118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b1a14fc-b958-4a1c-af0d-b90696aef130 HTTP/1.1" status: 200 len: 210 time: 0.0776618 Jul 05 10:21:53.399529 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-294c712c-3565-4b5d-af76-6e0127549614 req-c1935cf9-edbc-472e-bd10-07163a098e83 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 210 time: 0.0870471 Jul 05 10:21:53.428275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:53.453368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b06bb84-53e1-474d-8bb7-2528c38e1fad tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:21:53.459451 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7b06bb84-53e1-474d-8bb7-2528c38e1fad tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7486789 Jul 05 10:21:53.463005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35960) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:53.468146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9ae943-753f-4f12-b981-f01962cac66f None None] Sync routers for ids ['0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:21:53.479964 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ae943-753f-4f12-b981-f01962cac66f None None] Routers {'0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:53.481577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-bc9ae943-753f-4f12-b981-f01962cac66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:53.497487 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d0a7cb32-9c3d-4bcd-9b5d-d68fbc49355d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5 HTTP/1.1" status: 200 len: 205 time: 0.0321097 Jul 05 10:21:53.502287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35962) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:53.521934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-bc9ae943-753f-4f12-b981-f01962cac66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:53.534778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ae943-753f-4f12-b981-f01962cac66f None None] Routers {'0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:53.540920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-bc9ae943-753f-4f12-b981-f01962cac66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:53.580294 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-bc9ae943-753f-4f12-b981-f01962cac66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:53.584147 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9ae943-753f-4f12-b981-f01962cac66f None None] The sync data for ids ['0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:21:53.612312 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8d3886ae-3673-472c-aec7-592c34d99f1d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:53.663659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:53.667120 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f4f6b3-44e4-45e8-ad28-bbcb6608b0b9" -d '{"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-plugged", "status": "completed", "tag": "0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:53.716988 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1820280-fe8f-49cb-85e7-eea3ca0ee7c3 x-openstack-request-id: req-b1820280-fe8f-49cb-85e7-eea3ca0ee7c3 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:53.716988 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-plugged", "status": "completed", "tag": "0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:53.717236 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b1820280-fe8f-49cb-85e7-eea3ca0ee7c3 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:53.717512 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef', 'code': 200} Jul 05 10:21:53.838592 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8d3886ae-3673-472c-aec7-592c34d99f1d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:53.845995 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8d3886ae-3673-472c-aec7-592c34d99f1d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:53.860184 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-349a4dde-f1e8-48bf-bebf-aa8f32e0b4ce tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:53.861670 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-349a4dde-f1e8-48bf-bebf-aa8f32e0b4ce tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.73 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 812 time: 0.2747784 Jul 05 10:21:53.902372 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-127890a1-2a9d-40a5-a6f3-34ffd2e78c1d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Request body: {'port': {'device_id': '753afa70-89f6-4354-b3bd-701c6b068a7e', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'admin_state_up': True, 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:54.113024 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8d3886ae-3673-472c-aec7-592c34d99f1d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:54.113201 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:54.113564 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3886ae-3673-472c-aec7-592c34d99f1d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Fanout notify agent at l3_agent the message router_deleted on router 0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:21:54.130377 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8d3886ae-3673-472c-aec7-592c34d99f1d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:54.131658 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8d3886ae-3673-472c-aec7-592c34d99f1d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/routers/0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5 HTTP/1.1" status: 204 len: 168 time: 0.6284230 Jul 05 10:21:54.134565 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35988) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:54.184245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a662f4-2159-4a9d-a263-c9172c4384ad req-09c94481-5089-49a1-98e5-c4463eb3e238 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:54.207440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a662f4-2159-4a9d-a263-c9172c4384ad req-09c94481-5089-49a1-98e5-c4463eb3e238 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:54.210721 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a086f4-1482-4399-8149-072517e1a6e8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting subnet e93c1059-576f-4de4-9a88-9aedb4bfcaaf {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:21:54.212828 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a662f4-2159-4a9d-a263-c9172c4384ad req-09c94481-5089-49a1-98e5-c4463eb3e238 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:54.214431 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11a086f4-1482-4399-8149-072517e1a6e8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:54.218746 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a662f4-2159-4a9d-a263-c9172c4384ad req-09c94481-5089-49a1-98e5-c4463eb3e238 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:54.225164 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a662f4-2159-4a9d-a263-c9172c4384ad req-09c94481-5089-49a1-98e5-c4463eb3e238 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:54.231193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a662f4-2159-4a9d-a263-c9172c4384ad req-09c94481-5089-49a1-98e5-c4463eb3e238 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:54.247029 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a662f4-2159-4a9d-a263-c9172c4384ad req-09c94481-5089-49a1-98e5-c4463eb3e238 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:54.247962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-127890a1-2a9d-40a5-a6f3-34ffd2e78c1d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Made reservation on behalf of e283acd2ef834bb4928ec5454c215b99 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:54.251988 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-127890a1-2a9d-40a5-a6f3-34ffd2e78c1d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:54.260896 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4a662f4-2159-4a9d-a263-c9172c4384ad req-09c94481-5089-49a1-98e5-c4463eb3e238 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5438 time: 0.1768632 Jul 05 10:21:54.293000 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11a086f4-1482-4399-8149-072517e1a6e8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:54.322343 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4a662f4-2159-4a9d-a263-c9172c4384ad req-3745ea98-b8df-4af1-8ab2-a71623cfbf56 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531375 Jul 05 10:21:54.461530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36004) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:54.472429 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11a086f4-1482-4399-8149-072517e1a6e8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:54.497604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-127890a1-2a9d-40a5-a6f3-34ffd2e78c1d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Allocated IP 172.20.0.6 (71c16e14-4c3c-491a-937a-fb13a9e76e00/d366b86b-cde9-4e22-b496-a51e263b46f0/e0fd48db-ebf0-43c5-b5db-22f3bb98f078) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:21:54.543776 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 68b6d567-75dd-499b-b4ae-143b9034a255 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:21:54.564489 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 68b6d567-75dd-499b-b4ae-143b9034a255 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:21:54.564825 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 68b6d567-75dd-499b-b4ae-143b9034a255 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:21:54.587705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4ed1ab5-af54-4e26-ba0e-15f5596cc0e4 req-589d3687-82fc-4726-ac76-8a9959a7c33a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 210 time: 0.0313759 Jul 05 10:21:54.817912 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11a086f4-1482-4399-8149-072517e1a6e8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:54.867374 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a086f4-1482-4399-8149-072517e1a6e8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Subnet': ['ID=e93c1059-576f-4de4-9a88-9aedb4bfcaaf,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:54.882886 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11a086f4-1482-4399-8149-072517e1a6e8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:54.885440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3741fb7-37e1-4f8b-9f19-089f93088aad None None] Network 325acad5-dc69-4f3d-84f4-9c63db00df31 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:21:54.886057 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-11a086f4-1482-4399-8149-072517e1a6e8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/e93c1059-576f-4de4-9a88-9aedb4bfcaaf HTTP/1.1" status: 204 len: 168 time: 0.7499440 Jul 05 10:21:54.888939 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36022) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:54.931049 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-127890a1-2a9d-40a5-a6f3-34ffd2e78c1d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:54.955012 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-127890a1-2a9d-40a5-a6f3-34ffd2e78c1d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Transition to ACTIVE for port object e0fd48db-ebf0-43c5-b5db-22f3bb98f078 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:55.035114 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.053643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2174f-338f-47aa-ac9a-99b5d5788740 req-2b0627ec-6556-4b03-8657-3ec436a237cf tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:55.055210 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dbe2174f-338f-47aa-ac9a-99b5d5788740 req-2b0627ec-6556-4b03-8657-3ec436a237cf tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 945 time: 0.1032145 Jul 05 10:21:55.110917 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-67e31797-5eb6-4e5e-99f8-9c7aa44725bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.117755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device d1e51aa5-45cd-4e19-aea9-2e8069aaae6a up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:55.133523 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dbe2174f-338f-47aa-ac9a-99b5d5788740 req-5fa4f48b-caaf-411a-87f5-5f340b8983a0 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443463 Jul 05 10:21:55.148365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port d2f32890-5170-4aba-8cd0-caef044f688e {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:55.148705 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.159910 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] DHCP port deletion for 325acad5-dc69-4f3d-84f4-9c63db00df31 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:21:55.174449 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-127890a1-2a9d-40a5-a6f3-34ffd2e78c1d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.197391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['424919ff-5329-4792-baad-a303060c5cca'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:55.200013 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['2bcf6e6b-4292-4d66-aeb1-1429e5acae1b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:55.234119 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] For port d2f32890-5170-4aba-8cd0-caef044f688e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d2f32890-5170-4aba-8cd0-caef044f688e,segment=NetworkSegment(953e3015-c937-4623-bf06-24a18db8adf7),segment_id=953e3015-c937-4623-bf06-24a18db8adf7)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:55.234753 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.280696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-127890a1-2a9d-40a5-a6f3-34ffd2e78c1d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Network 71c16e14-4c3c-491a-937a-fb13a9e76e00 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:21:55.283551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for d2f32890-5170-4aba-8cd0-caef044f688e owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:55.292694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-127890a1-2a9d-40a5-a6f3-34ffd2e78c1d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:55.297150 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127890a1-2a9d-40a5-a6f3-34ffd2e78c1d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event updated for resources: {'Port': ['ID=e0fd48db-ebf0-43c5-b5db-22f3bb98f078,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:55.299791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-127890a1-2a9d-40a5-a6f3-34ffd2e78c1d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:21:55.451547 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:55.451831 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-127890a1-2a9d-40a5-a6f3-34ffd2e78c1d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:55.452495 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-127890a1-2a9d-40a5-a6f3-34ffd2e78c1d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.464172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Deleting port d2f32890-5170-4aba-8cd0-caef044f688e {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:55.464708 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.491845 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:55.492207 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.503067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.540948 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=d2f32890-5170-4aba-8cd0-caef044f688e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:55.546988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No DVR routers for this DVR port d2f32890-5170-4aba-8cd0-caef044f688e on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:21:55.558555 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-127890a1-2a9d-40a5-a6f3-34ffd2e78c1d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6612656 Jul 05 10:21:55.594353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Request body: {'port': {'device_id': '753afa70-89f6-4354-b3bd-701c6b068a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:55.651034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] For port d2f32890-5170-4aba-8cd0-caef044f688e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d2f32890-5170-4aba-8cd0-caef044f688e,segment=NetworkSegment(953e3015-c937-4623-bf06-24a18db8adf7),segment_id=953e3015-c937-4623-bf06-24a18db8adf7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:55.651658 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.673696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d29fd-9a64-4b37-ae72-44c3c2798eed req-cde6c8d6-859d-4dba-b6cd-cb7eccb3e678 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:55.678218 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.680354 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d29fd-9a64-4b37-ae72-44c3c2798eed req-cde6c8d6-859d-4dba-b6cd-cb7eccb3e678 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:55.681733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Calling delete_port for d2f32890-5170-4aba-8cd0-caef044f688e owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:55.687760 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d29fd-9a64-4b37-ae72-44c3c2798eed req-cde6c8d6-859d-4dba-b6cd-cb7eccb3e678 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:55.691952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325acad5-dc69-4f3d-84f4-9c63db00df31']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:55.693977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d29fd-9a64-4b37-ae72-44c3c2798eed req-cde6c8d6-859d-4dba-b6cd-cb7eccb3e678 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:55.700362 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d29fd-9a64-4b37-ae72-44c3c2798eed req-cde6c8d6-859d-4dba-b6cd-cb7eccb3e678 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:55.706639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d29fd-9a64-4b37-ae72-44c3c2798eed req-cde6c8d6-859d-4dba-b6cd-cb7eccb3e678 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:55.707033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953e3015-c937-4623-bf06-24a18db8adf7') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:55.707900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953e3015-c937-4623-bf06-24a18db8adf7') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:55.712731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d29fd-9a64-4b37-ae72-44c3c2798eed req-cde6c8d6-859d-4dba-b6cd-cb7eccb3e678 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:55.721371 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c37d29fd-9a64-4b37-ae72-44c3c2798eed req-cde6c8d6-859d-4dba-b6cd-cb7eccb3e678 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5438 time: 0.2367752 Jul 05 10:21:55.723062 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.752430 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.763978 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:21:55.766056 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:21:55.790893 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:21:55.815186 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.829105 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-886136e8-120c-400e-b8bd-6c66cda5f272 None None] Provisioning for port e0fd48db-ebf0-43c5-b5db-22f3bb98f078 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:55.832998 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c37d29fd-9a64-4b37-ae72-44c3c2798eed req-59dce93a-09e4-4b63-8db5-32e388d0d0bc tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1106679 Jul 05 10:21:55.839318 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.846707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-886136e8-120c-400e-b8bd-6c66cda5f272 None None] Provisioning complete for port e0fd48db-ebf0-43c5-b5db-22f3bb98f078 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:55.847076 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-886136e8-120c-400e-b8bd-6c66cda5f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.894612 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-67e31797-5eb6-4e5e-99f8-9c7aa44725bd admin admin] Deleting port 116cfd5b-28c8-4309-a262-ceb7b6f01680 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:55.894612 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-67e31797-5eb6-4e5e-99f8-9c7aa44725bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.915825 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e51aa5-45cd-4e19-aea9-2e8069aaae6a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:55.918098 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6beb922d-5fe5-484c-b390-98a929fd44c1" -d '{"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-plugged", "status": "completed", "tag": "d1e51aa5-45cd-4e19-aea9-2e8069aaae6a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:55.924538 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:55.946509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122df2cf-c19f-4cda-94a5-ef6d70abb4db req-421cc669-c901-4ea5-ad6d-b2a0845f0b6b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:55.946683 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:55.948054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-122df2cf-c19f-4cda-94a5-ef6d70abb4db req-421cc669-c901-4ea5-ad6d-b2a0845f0b6b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 931 time: 0.1186335 Jul 05 10:21:55.959175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-886136e8-120c-400e-b8bd-6c66cda5f272 None None] Port e0fd48db-ebf0-43c5-b5db-22f3bb98f078 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:21:55.964397 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Pushing event deleted for resources: {'Port': ['ID=d2f32890-5170-4aba-8cd0-caef044f688e,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:55.975492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:55.975856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:55.976298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:55.983227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:55.983227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:55.983227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:55.983227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:55.983227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:55.983227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:55.983227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:55.983227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:55.983227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:21:55.983227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664cfdca-26cf-4eb7-9ac1-a5390d6c3d30 None None] No DVR routers for this DVR port d2f32890-5170-4aba-8cd0-caef044f688e on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:21:56.002137 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-122df2cf-c19f-4cda-94a5-ef6d70abb4db req-db47f2c9-8854-45a9-bf6a-0622daa0d4a1 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532620 Jul 05 10:21:56.028320 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:56.051111 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:56.055029 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/networks/325acad5-dc69-4f3d-84f4-9c63db00df31 HTTP/1.1" status: 204 len: 168 time: 1.1644461 Jul 05 10:21:56.061529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36066) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:56.074013 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a123a5-2741-4063-8527-bf8ca2b053ec tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Network': ['ID=325acad5-dc69-4f3d-84f4-9c63db00df31,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:56.075496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-615e922d-582d-4894-8e31-85fb048dd521 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-297803419', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:56.076061 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52b04f8-fba9-48b5-b598-a98d9cf594bd x-openstack-request-id: req-e52b04f8-fba9-48b5-b598-a98d9cf594bd {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:56.076413 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-plugged", "status": "completed", "tag": "d1e51aa5-45cd-4e19-aea9-2e8069aaae6a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:56.076729 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e52b04f8-fba9-48b5-b598-a98d9cf594bd {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:56.077129 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e51aa5-45cd-4e19-aea9-2e8069aaae6a', 'code': 200} Jul 05 10:21:56.152626 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-67e31797-5eb6-4e5e-99f8-9c7aa44725bd admin admin] For port 116cfd5b-28c8-4309-a262-ceb7b6f01680, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=116cfd5b-28c8-4309-a262-ceb7b6f01680,segment=NetworkSegment(51e23051-4655-4a60-b12f-493cbc6481a7),segment_id=51e23051-4655-4a60-b12f-493cbc6481a7)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:56.153510 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-67e31797-5eb6-4e5e-99f8-9c7aa44725bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:56.170664 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:56.175756 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3ac044fe-0830-4bcc-8679-44388904c41f up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:56.175934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-67e31797-5eb6-4e5e-99f8-9c7aa44725bd admin admin] Calling delete_port for 116cfd5b-28c8-4309-a262-ceb7b6f01680 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:56.286207 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-615e922d-582d-4894-8e31-85fb048dd521 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:56.286962 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-615e922d-582d-4894-8e31-85fb048dd521 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:56.297979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:56.495610 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 3ac044fe-0830-4bcc-8679-44388904c41f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:56.500203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 3ac044fe-0830-4bcc-8679-44388904c41f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:56.500645 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:56.598756 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:56.631615 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 3ac044fe-0830-4bcc-8679-44388904c41f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3ac044fe-0830-4bcc-8679-44388904c41f,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:56.712303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fd48db-ebf0-43c5-b5db-22f3bb98f078 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:21:56.914031 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:56.914031 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-615e922d-582d-4894-8e31-85fb048dd521 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:56.914031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Transition to ACTIVE for port object e0fd48db-ebf0-43c5-b5db-22f3bb98f078 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:21:56.914616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16aead3-f6f8-4e83-8bc1-e7274a3f051a req-a5259214-67b3-4776-a89c-aaff748540c8 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:56.914616 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e16aead3-f6f8-4e83-8bc1-e7274a3f051a req-a5259214-67b3-4776-a89c-aaff748540c8 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 945 time: 0.0685031 Jul 05 10:21:56.915305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d43555-265f-4e7c-ba4d-2630725e347e req-2388aa78-c3dd-4c1e-830a-caab690db9ab tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:56.915305 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-86d43555-265f-4e7c-ba4d-2630725e347e req-2388aa78-c3dd-4c1e-830a-caab690db9ab tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 945 time: 0.4874806 Jul 05 10:21:56.915305 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-86d43555-265f-4e7c-ba4d-2630725e347e req-e026501f-be8b-456e-a23f-9e3eaca3c79a tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441401 Jul 05 10:21:56.939483 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-e16aead3-f6f8-4e83-8bc1-e7274a3f051a req-d1362de9-916a-40da-8a55-a29e2cba0c04 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Deleting port 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:56.940005 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e16aead3-f6f8-4e83-8bc1-e7274a3f051a req-d1362de9-916a-40da-8a55-a29e2cba0c04 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.049266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d2f32890-5170-4aba-8cd0-caef044f688e no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:21:57.070655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: d2f32890-5170-4aba-8cd0-caef044f688e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:21:57.072009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d2f32890-5170-4aba-8cd0-caef044f688e not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:21:57.097119 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-e16aead3-f6f8-4e83-8bc1-e7274a3f051a req-d1362de9-916a-40da-8a55-a29e2cba0c04 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] For port 5e47ca9a-5609-496d-9b9c-234cf3bf2f19, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5e47ca9a-5609-496d-9b9c-234cf3bf2f19,segment=NetworkSegment(94c48217-bb17-493a-86d1-cf2fb7cc5808),segment_id=94c48217-bb17-493a-86d1-cf2fb7cc5808)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:57.097489 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e16aead3-f6f8-4e83-8bc1-e7274a3f051a req-d1362de9-916a-40da-8a55-a29e2cba0c04 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.116285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-e16aead3-f6f8-4e83-8bc1-e7274a3f051a req-d1362de9-916a-40da-8a55-a29e2cba0c04 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Calling delete_port for 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:57.144207 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4040b1-9d51-4000-9a05-aece702f3d90 req-bc0ad15b-58b6-4883-bd05-90de47d21090 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:57.150024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4040b1-9d51-4000-9a05-aece702f3d90 req-bc0ad15b-58b6-4883-bd05-90de47d21090 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:57.155979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4040b1-9d51-4000-9a05-aece702f3d90 req-bc0ad15b-58b6-4883-bd05-90de47d21090 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:57.161913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4040b1-9d51-4000-9a05-aece702f3d90 req-bc0ad15b-58b6-4883-bd05-90de47d21090 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:57.168037 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4040b1-9d51-4000-9a05-aece702f3d90 req-bc0ad15b-58b6-4883-bd05-90de47d21090 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:57.174678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4040b1-9d51-4000-9a05-aece702f3d90 req-bc0ad15b-58b6-4883-bd05-90de47d21090 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:57.176096 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.186279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device cfa8cf6e-3669-4539-adce-95324f9f4748 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:57.186446 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4040b1-9d51-4000-9a05-aece702f3d90 req-bc0ad15b-58b6-4883-bd05-90de47d21090 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:57.186446 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d4040b1-9d51-4000-9a05-aece702f3d90 req-bc0ad15b-58b6-4883-bd05-90de47d21090 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5439 time: 0.1736066 Jul 05 10:21:57.195209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c14e82-d39a-4ed8-b52b-6a0753f53531 req-d4dcdb53-5de4-4ed0-bd38-2f3d5eb14453 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:57.197025 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e5c14e82-d39a-4ed8-b52b-6a0753f53531 req-d4dcdb53-5de4-4ed0-bd38-2f3d5eb14453 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 931 time: 0.0666909 Jul 05 10:21:57.248187 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-615e922d-582d-4894-8e31-85fb048dd521 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.256992 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-67e31797-5eb6-4e5e-99f8-9c7aa44725bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.263147 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=3ac044fe-0830-4bcc-8679-44388904c41f,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:57.267700 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.274282 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d4040b1-9d51-4000-9a05-aece702f3d90 req-d5942396-8857-4bca-be56-4b13b4b0bdf7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601120 Jul 05 10:21:57.284390 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e5c14e82-d39a-4ed8-b52b-6a0753f53531 req-1e14d8bd-d2f4-44b2-a723-958115f8ea30 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788233 Jul 05 10:21:57.326077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e31797-5eb6-4e5e-99f8-9c7aa44725bd admin admin] Pushing event deleted for resources: {'Port': ['ID=116cfd5b-28c8-4309-a262-ceb7b6f01680,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:57.361249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port cfa8cf6e-3669-4539-adce-95324f9f4748 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:57.366526 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port cfa8cf6e-3669-4539-adce-95324f9f4748 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:57.366526 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.483044 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-615e922d-582d-4894-8e31-85fb048dd521 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.487085 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36104) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:57.487757 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-615e922d-582d-4894-8e31-85fb048dd521 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.4220922 Jul 05 10:21:57.493048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a9f44725-01a0-4de5-b866-300db40005a1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'network': {'name': 'tempest-RoutersTest-2018365043'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:57.500705 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e16aead3-f6f8-4e83-8bc1-e7274a3f051a req-d1362de9-916a-40da-8a55-a29e2cba0c04 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.518997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['5e47ca9a-5609-496d-9b9c-234cf3bf2f19'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:21:57.548447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Pushing event updated for resources: {'Port': ['ID=e0fd48db-ebf0-43c5-b5db-22f3bb98f078,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:57.591967 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.596781 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1362de9-916a-40da-8a55-a29e2cba0c04 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Pushing event deleted for resources: {'Port': ['ID=5e47ca9a-5609-496d-9b9c-234cf3bf2f19,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:57.631754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Attempting to bind port e0fd48db-ebf0-43c5-b5db-22f3bb98f078 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:21:57.632101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Attempting to bind port e0fd48db-ebf0-43c5-b5db-22f3bb98f078 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:21:57.632427 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Attempting to bind port e0fd48db-ebf0-43c5-b5db-22f3bb98f078 on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:57.642883 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Port e0fd48db-ebf0-43c5-b5db-22f3bb98f078 on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:21:57.643231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Attempting to bind port e0fd48db-ebf0-43c5-b5db-22f3bb98f078 on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:21:57.664225 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port cfa8cf6e-3669-4539-adce-95324f9f4748, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=cfa8cf6e-3669-4539-adce-95324f9f4748,segment=NetworkSegment(04cc69ca-b013-491a-958a-44dffe7c8b06),segment_id=04cc69ca-b013-491a-958a-44dffe7c8b06)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:57.666795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:21:57.667068 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Checking segment: {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:57.667419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Bound using segment: {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:21:57.667912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Bound port: e0fd48db-ebf0-43c5-b5db-22f3bb98f078, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:21:57.669016 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.688900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16aead3-f6f8-4e83-8bc1-e7274a3f051a req-d1362de9-916a-40da-8a55-a29e2cba0c04 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] No DVR routers for this DVR port 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:21:57.691763 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e16aead3-f6f8-4e83-8bc1-e7274a3f051a req-d1362de9-916a-40da-8a55-a29e2cba0c04 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.694117 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e16aead3-f6f8-4e83-8bc1-e7274a3f051a req-d1362de9-916a-40da-8a55-a29e2cba0c04 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.64 "DELETE /v2.0/ports/5e47ca9a-5609-496d-9b9c-234cf3bf2f19 HTTP/1.1" status: 204 len: 173 time: 0.8564978 Jul 05 10:21:57.694720 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37f18c9-4125-402d-a563-208abe66d786', 'name': 'network-vif-deleted', 'tag': '5e47ca9a-5609-496d-9b9c-234cf3bf2f19'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:57.697378 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae1582a-1044-4057-b886-3cd43a8b3205" -d '{"events": [{"server_uuid": "a37f18c9-4125-402d-a563-208abe66d786", "name": "network-vif-deleted", "tag": "5e47ca9a-5609-496d-9b9c-234cf3bf2f19"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:57.737389 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd58ea9e-e1a8-4464-b570-501cb8e4063d x-openstack-request-id: req-bd58ea9e-e1a8-4464-b570-501cb8e4063d {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:57.737686 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37f18c9-4125-402d-a563-208abe66d786", "name": "network-vif-deleted", "tag": "5e47ca9a-5609-496d-9b9c-234cf3bf2f19", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:57.737934 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd58ea9e-e1a8-4464-b570-501cb8e4063d {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:57.738353 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37f18c9-4125-402d-a563-208abe66d786', 'name': 'network-vif-deleted', 'tag': '5e47ca9a-5609-496d-9b9c-234cf3bf2f19', 'status': 'completed', 'code': 200} Jul 05 10:21:57.747053 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f44725-01a0-4de5-b866-300db40005a1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:57.751106 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a9f44725-01a0-4de5-b866-300db40005a1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.763155 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-67e31797-5eb6-4e5e-99f8-9c7aa44725bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.784202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f44725-01a0-4de5-b866-300db40005a1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:21:57.797930 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a9f44725-01a0-4de5-b866-300db40005a1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.798242 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-a9f44725-01a0-4de5-b866-300db40005a1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Added segment 6abc59dc-c479-4958-a1b9-84817bc3f857 of type vlan for network ceb2299e-8e4b-4bc9-9407-019ffe6a1459 Jul 05 10:21:57.827677 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] For port e0fd48db-ebf0-43c5-b5db-22f3bb98f078, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:21:57.831142 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.831142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:57.846712 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] For port e0fd48db-ebf0-43c5-b5db-22f3bb98f078, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e0fd48db-ebf0-43c5-b5db-22f3bb98f078,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:21:57.853243 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a9f44725-01a0-4de5-b866-300db40005a1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:57.922541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=cfa8cf6e-3669-4539-adce-95324f9f4748,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:58.029162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e31797-5eb6-4e5e-99f8-9c7aa44725bd admin admin] Router be834355-c670-481f-8ba2-9a9fb04958dd has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:21:58.077070 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95a298d3-5ea7-4d9c-bee8-89278f950b25 req-0d6a781e-51eb-4a26-88e1-1440dab35e67 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 210 time: 0.0315979 Jul 05 10:21:58.078621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac044fe-0830-4bcc-8679-44388904c41f'}, {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa8cf6e-3669-4539-adce-95324f9f4748'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:58.081683 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74d629a-66d6-4c6b-bb89-7ea837820629" -d '{"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-plugged", "status": "completed", "tag": "3ac044fe-0830-4bcc-8679-44388904c41f"}, {"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-plugged", "status": "completed", "tag": "cfa8cf6e-3669-4539-adce-95324f9f4748"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:58.086415 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a9f44725-01a0-4de5-b866-300db40005a1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:58.087564 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:58.094873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f44725-01a0-4de5-b866-300db40005a1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:58.100589 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a9f44725-01a0-4de5-b866-300db40005a1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:58.124231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:58.128942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:58.129504 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:58.182522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:58.183156 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:58.185296 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] 10.222.0.73 "PUT /v2.0/ports/e0fd48db-ebf0-43c5-b5db-22f3bb98f078 HTTP/1.1" status: 200 len: 1092 time: 2.6170461 Jul 05 10:21:58.185741 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753afa70-89f6-4354-b3bd-701c6b068a7e', 'tag': 'e0fd48db-ebf0-43c5-b5db-22f3bb98f078'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:21:58.188210 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad62ffd-a88c-469a-a70b-1d9fc4e955e3" -d '{"events": [{"name": "network-changed", "server_uuid": "753afa70-89f6-4354-b3bd-701c6b068a7e", "tag": "e0fd48db-ebf0-43c5-b5db-22f3bb98f078"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:21:58.235099 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e31797-5eb6-4e5e-99f8-9c7aa44725bd admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:21:58.245665 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b2034-8631-4701-99cf-c39ad4042f52 None None] Sync routers for ids ['be834355-c670-481f-8ba2-9a9fb04958dd'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:21:58.267501 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-67e31797-5eb6-4e5e-99f8-9c7aa44725bd admin admin] 10.222.0.77 "PUT /v2.0/routers/be834355-c670-481f-8ba2-9a9fb04958dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8040359 Jul 05 10:21:58.268338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36140) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:58.270340 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b2034-8631-4701-99cf-c39ad4042f52 None None] Routers {'be834355-c670-481f-8ba2-9a9fb04958dd'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:58.270974 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-420b2034-8631-4701-99cf-c39ad4042f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['be834355-c670-481f-8ba2-9a9fb04958dd'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:58.280158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f44725-01a0-4de5-b866-300db40005a1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Network': ['ID=ceb2299e-8e4b-4bc9-9407-019ffe6a1459,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:58.280420 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb61bf87-8655-4ad2-bcbc-7666233ba229 x-openstack-request-id: req-eb61bf87-8655-4ad2-bcbc-7666233ba229 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:58.280530 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753afa70-89f6-4354-b3bd-701c6b068a7e", "tag": "e0fd48db-ebf0-43c5-b5db-22f3bb98f078", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:58.280697 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eb61bf87-8655-4ad2-bcbc-7666233ba229 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:58.281113 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753afa70-89f6-4354-b3bd-701c6b068a7e', 'tag': 'e0fd48db-ebf0-43c5-b5db-22f3bb98f078', 'status': 'completed', 'code': 200} Jul 05 10:21:58.302093 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a9f44725-01a0-4de5-b866-300db40005a1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8138475 Jul 05 10:21:58.305001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36142) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:58.306750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network ceb2299e-8e4b-4bc9-9407-019ffe6a1459 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:21:58.323886 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e1eb9270-9090-4d20-87f7-2d45b2b6ea0a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'subnet': {'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:21:58.377265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856008ac-361e-41ef-9f8f-9b9209fd1fde service neutron] Pushing event updated for resources: {'Port': ['ID=e0fd48db-ebf0-43c5-b5db-22f3bb98f078,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:58.497383 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4172ed43-ceb6-4177-9588-6ca64f2ee27c x-openstack-request-id: req-4172ed43-ceb6-4177-9588-6ca64f2ee27c {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:21:58.497603 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-plugged", "status": "completed", "tag": "3ac044fe-0830-4bcc-8679-44388904c41f", "code": 200}, {"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-plugged", "status": "completed", "tag": "cfa8cf6e-3669-4539-adce-95324f9f4748", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:21:58.501291 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4172ed43-ceb6-4177-9588-6ca64f2ee27c {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:21:58.501776 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac044fe-0830-4bcc-8679-44388904c41f', 'code': 200} Jul 05 10:21:58.502470 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa8cf6e-3669-4539-adce-95324f9f4748', 'code': 200} Jul 05 10:21:58.536387 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-420b2034-8631-4701-99cf-c39ad4042f52 None None] Set router be834355-c670-481f-8ba2-9a9fb04958dd gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:21:58.540361 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:58.637360 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1eb9270-9090-4d20-87f7-2d45b2b6ea0a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:21:58.642318 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e1eb9270-9090-4d20-87f7-2d45b2b6ea0a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:58.664886 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=241fbf91-b9f3-4d7c-bcee-bb68eec0e536,segment=NetworkSegment(04cc69ca-b013-491a-958a-44dffe7c8b06),segment_id=04cc69ca-b013-491a-958a-44dffe7c8b06)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:58.670866 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad62ffd-a88c-469a-a70b-1d9fc4e955e3 req-03fe40d6-3e19-4c5b-8018-8a122d092e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:58.673319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ad62ffd-a88c-469a-a70b-1d9fc4e955e3 req-03fe40d6-3e19-4c5b-8018-8a122d092e83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 1095 time: 0.2916653 Jul 05 10:21:58.759794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682d299-d0d6-42a9-9f12-d2b56b3ac2cf req-eb0d9773-e373-4e49-bfc9-f4207aa39def tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:58.761788 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:58.766041 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682d299-d0d6-42a9-9f12-d2b56b3ac2cf req-eb0d9773-e373-4e49-bfc9-f4207aa39def tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:58.772529 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682d299-d0d6-42a9-9f12-d2b56b3ac2cf req-eb0d9773-e373-4e49-bfc9-f4207aa39def tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:58.779374 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-420b2034-8631-4701-99cf-c39ad4042f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-router', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:20:57Z', 'updated_at': '2021-07-05T10:21:56Z', 'revision_number': 5, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'gw_port': {'id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:20:58Z', 'updated_at': '2021-07-05T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:58.779991 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682d299-d0d6-42a9-9f12-d2b56b3ac2cf req-eb0d9773-e373-4e49-bfc9-f4207aa39def tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:58.783758 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8548a5b8-cc39-447a-882f-aeb46599899f admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:58.784291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:21:58.787647 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682d299-d0d6-42a9-9f12-d2b56b3ac2cf req-eb0d9773-e373-4e49-bfc9-f4207aa39def tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:58.794166 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682d299-d0d6-42a9-9f12-d2b56b3ac2cf req-eb0d9773-e373-4e49-bfc9-f4207aa39def tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:58.800120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682d299-d0d6-42a9-9f12-d2b56b3ac2cf req-eb0d9773-e373-4e49-bfc9-f4207aa39def tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:58.807595 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7682d299-d0d6-42a9-9f12-d2b56b3ac2cf req-eb0d9773-e373-4e49-bfc9-f4207aa39def tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5441 time: 0.2504351 Jul 05 10:21:58.808626 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b2034-8631-4701-99cf-c39ad4042f52 None None] Checking router: be834355-c670-481f-8ba2-9a9fb04958dd for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:21:58.819248 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b2034-8631-4701-99cf-c39ad4042f52 None None] Routers {'be834355-c670-481f-8ba2-9a9fb04958dd'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:21:58.820062 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-420b2034-8631-4701-99cf-c39ad4042f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['be834355-c670-481f-8ba2-9a9fb04958dd'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:58.891694 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7682d299-d0d6-42a9-9f12-d2b56b3ac2cf req-6e255e11-52b7-4c5f-9f56-b791c7d4ba20 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0828581 Jul 05 10:21:58.938413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=241fbf91-b9f3-4d7c-bcee-bb68eec0e536,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:58.960748 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c7c46-7fa2-46f9-a7f7-3b7e6ede42fe req-59def144-2fd0-4548-8d65-c1405f2b90e3 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:58.976838 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-595c7c46-7fa2-46f9-a7f7-3b7e6ede42fe req-59def144-2fd0-4548-8d65-c1405f2b90e3 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 943 time: 0.3768325 Jul 05 10:21:59.003648 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-420b2034-8631-4701-99cf-c39ad4042f52 None None] Set router be834355-c670-481f-8ba2-9a9fb04958dd gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:21:59.025659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad62ffd-a88c-469a-a70b-1d9fc4e955e3 req-f90db804-5c43-4f0b-b2fa-9a7823af4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:59.027213 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ad62ffd-a88c-469a-a70b-1d9fc4e955e3 req-f90db804-5c43-4f0b-b2fa-9a7823af4261 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e283acd2ef834bb4928ec5454c215b99&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3463047 Jul 05 10:21:59.136166 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:21:59.142083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:21:59.146430 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:59.147927 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-595c7c46-7fa2-46f9-a7f7-3b7e6ede42fe req-050addf1-e961-45b0-8769-d61f93c993ac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721764 Jul 05 10:21:59.179943 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8548a5b8-cc39-447a-882f-aeb46599899f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:59.181915 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e1eb9270-9090-4d20-87f7-2d45b2b6ea0a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:59.272452 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad62ffd-a88c-469a-a70b-1d9fc4e955e3 req-6b5dcee7-5873-4e82-9fbb-d9ea20fb505d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:59.274437 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ad62ffd-a88c-469a-a70b-1d9fc4e955e3 req-6b5dcee7-5873-4e82-9fbb-d9ea20fb505d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2380242 Jul 05 10:21:59.308370 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb9270-9090-4d20-87f7-2d45b2b6ea0a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Subnet': ['ID=87cdc658-94ff-46e2-85f0-8584061d521d,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:59.322008 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-420b2034-8631-4701-99cf-c39ad4042f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-router', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:20:57Z', 'updated_at': '2021-07-05T10:21:56Z', 'revision_number': 5, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'gw_port': {'id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:20:58Z', 'updated_at': '2021-07-05T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:21:59.323986 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb9270-9090-4d20-87f7-2d45b2b6ea0a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Checking segment: {'id': '6abc59dc-c479-4958-a1b9-84817bc3f857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:21:59.324351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eb9270-9090-4d20-87f7-2d45b2b6ea0a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network hostable DHCP agents. Network: ceb2299e-8e4b-4bc9-9407-019ffe6a1459, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:21:59.334914 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:59.372691 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b2034-8631-4701-99cf-c39ad4042f52 None None] The sync data for ids ['be834355-c670-481f-8ba2-9a9fb04958dd'] in n-d-779913-27 is: [{'id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-765001430-router', 'tenant_id': '3c03f0beaf2a4388aff858f486bdf55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:20:57Z', 'updated_at': '2021-07-05T10:21:56Z', 'revision_number': 5, 'project_id': '3c03f0beaf2a4388aff858f486bdf55e', 'gw_port': {'id': '0f44f5c6-a287-4c34-8506-cf615b14845c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be834355-c670-481f-8ba2-9a9fb04958dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:20:58Z', 'updated_at': '2021-07-05T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:21:59.373537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:59.377222 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f1bdd1e0-3b3c-43b9-a77f-0255ed2994e8 req-5bf6bdee-0165-4276-94a7-fd9e98f5c04b tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=a37f18c9-4125-402d-a563-208abe66d786 HTTP/1.1" status: 200 len: 210 time: 0.0436416 Jul 05 10:21:59.445762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-8548a5b8-cc39-447a-882f-aeb46599899f admin admin] Deleting port 0f44f5c6-a287-4c34-8506-cf615b14845c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:21:59.446109 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8548a5b8-cc39-447a-882f-aeb46599899f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:59.450055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-e12bff44-8c91-47f3-ac3b-d4bfe276ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:59.453341 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-e12bff44-8c91-47f3-ac3b-d4bfe276ea38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 1095 time: 0.1084688 Jul 05 10:21:59.518240 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:59.531535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-fdfc9c89-4c92-4efe-9326-356998a98687 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0fd48db-ebf0-43c5-b5db-22f3bb98f078 HTTP/1.1" status: 200 len: 217 time: 0.0662558 Jul 05 10:21:59.558307 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eb9270-9090-4d20-87f7-2d45b2b6ea0a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network ceb2299e-8e4b-4bc9-9407-019ffe6a1459 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:21:59.567506 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:21:59.612701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-8548a5b8-cc39-447a-882f-aeb46599899f admin admin] For port 0f44f5c6-a287-4c34-8506-cf615b14845c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0f44f5c6-a287-4c34-8506-cf615b14845c,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:21:59.613066 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8548a5b8-cc39-447a-882f-aeb46599899f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:59.616304 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-47cb2a06-2d77-4bb4-9147-f7e65e885d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:59.617836 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-47cb2a06-2d77-4bb4-9147-f7e65e885d09 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.0804765 Jul 05 10:21:59.638336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-8548a5b8-cc39-447a-882f-aeb46599899f admin admin] Calling delete_port for 0f44f5c6-a287-4c34-8506-cf615b14845c owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:21:59.655121 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-e1eb9270-9090-4d20-87f7-2d45b2b6ea0a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, ceb2299e-8e4b-4bc9-9407-019ffe6a1459) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:21:59.659935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eb9270-9090-4d20-87f7-2d45b2b6ea0a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:59.660793 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e1eb9270-9090-4d20-87f7-2d45b2b6ea0a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:59.674522 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7d5353-4f91-4970-9948-4d1ce20556a6 None None] Network ceb2299e-8e4b-4bc9-9407-019ffe6a1459 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:21:59.749685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-4ba3cfc3-2bec-4eab-a419-11913fb55699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:21:59.749685 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-4ba3cfc3-2bec-4eab-a419-11913fb55699 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224997 Jul 05 10:21:59.759864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e1eb9270-9090-4d20-87f7-2d45b2b6ea0a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4532421 Jul 05 10:21:59.764302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36204) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:21:59.867174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:21:59.868770 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:21:59.905378 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-32dea269-7b86-4f19-8dcf-9f08c9462cbe service neutron] 10.222.0.73 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514783 Jul 05 10:22:00.061488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Allocated IP 172.20.0.2 (ceb2299e-8e4b-4bc9-9407-019ffe6a1459/87cdc658-94ff-46e2-85f0-8584061d521d/f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:00.125405 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8e427ea-c5f3-4983-b272-9ab7c623503d req-7568fe38-1512-4caf-a7cb-cdfd9500ccc0 service neutron] 10.222.0.73 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947639 Jul 05 10:22:00.158175 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:00.211214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb72b4-5491-40c2-979d-53bdb057f3ec req-bbda3ba7-b8fe-474e-a078-2587043f59c8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:00.218539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb72b4-5491-40c2-979d-53bdb057f3ec req-bbda3ba7-b8fe-474e-a078-2587043f59c8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:00.225991 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb72b4-5491-40c2-979d-53bdb057f3ec req-bbda3ba7-b8fe-474e-a078-2587043f59c8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:00.234529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb72b4-5491-40c2-979d-53bdb057f3ec req-bbda3ba7-b8fe-474e-a078-2587043f59c8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:00.242297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb72b4-5491-40c2-979d-53bdb057f3ec req-bbda3ba7-b8fe-474e-a078-2587043f59c8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:00.250346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb72b4-5491-40c2-979d-53bdb057f3ec req-bbda3ba7-b8fe-474e-a078-2587043f59c8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:00.257530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb72b4-5491-40c2-979d-53bdb057f3ec req-bbda3ba7-b8fe-474e-a078-2587043f59c8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:00.263064 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:00.268599 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-82fb72b4-5491-40c2-979d-53bdb057f3ec req-bbda3ba7-b8fe-474e-a078-2587043f59c8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5443 time: 0.1849270 Jul 05 10:22:00.271815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Transition to ACTIVE for port object f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:00.287966 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8548a5b8-cc39-447a-882f-aeb46599899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:00.292166 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Transition to ACTIVE for port object f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:00.375148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548a5b8-cc39-447a-882f-aeb46599899f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f44f5c6-a287-4c34-8506-cf615b14845c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:00.404518 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-82fb72b4-5491-40c2-979d-53bdb057f3ec req-e3455543-e38d-42ad-a3c9-57b5c8ff9bf1 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1348293 Jul 05 10:22:00.415447 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8548a5b8-cc39-447a-882f-aeb46599899f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:00.433788 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:00.510203 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Allocated IP 172.20.0.1 (ceb2299e-8e4b-4bc9-9407-019ffe6a1459/87cdc658-94ff-46e2-85f0-8584061d521d/63fc54d0-5578-4d29-a5d8-5a4319744428) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:00.533774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cad82-100a-4a94-b2e2-11a2b562e770 req-3770cdd3-4148-44fc-9058-03d74180e114 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:00.559602 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c56cad82-100a-4a94-b2e2-11a2b562e770 req-3770cdd3-4148-44fc-9058-03d74180e114 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 943 time: 0.1488726 Jul 05 10:22:00.573759 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8548a5b8-cc39-447a-882f-aeb46599899f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:00.586587 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8548a5b8-cc39-447a-882f-aeb46599899f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:00.642932 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c56cad82-100a-4a94-b2e2-11a2b562e770 req-b484fd5a-3218-4044-a1ed-5bcd8a5dfd7a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009390 Jul 05 10:22:00.655673 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241fbf91-b9f3-4d7c-bcee-bb68eec0e536'}, {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eb18ad-2797-45b6-bdf9-a1ae64cf84b5'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:00.657944 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308ba6c1-6f95-4d1a-adc8-aba23fdc1ba0" -d '{"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-plugged", "status": "completed", "tag": "241fbf91-b9f3-4d7c-bcee-bb68eec0e536"}, {"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-plugged", "status": "completed", "tag": "88eb18ad-2797-45b6-bdf9-a1ae64cf84b5"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:00.665858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:22:00.709003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:22:00.709354 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5e47ca9a-5609-496d-9b9c-234cf3bf2f19 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:22:00.713493 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Network ceb2299e-8e4b-4bc9-9407-019ffe6a1459 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:00.715012 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7641db65-5aa0-49e5-87fa-b78e81c51aad x-openstack-request-id: req-7641db65-5aa0-49e5-87fa-b78e81c51aad {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:00.715338 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-plugged", "status": "completed", "tag": "241fbf91-b9f3-4d7c-bcee-bb68eec0e536", "code": 200}, {"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-plugged", "status": "completed", "tag": "88eb18ad-2797-45b6-bdf9-a1ae64cf84b5", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:00.715586 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7641db65-5aa0-49e5-87fa-b78e81c51aad {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:00.716242 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241fbf91-b9f3-4d7c-bcee-bb68eec0e536', 'code': 200} Jul 05 10:22:00.716500 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eb18ad-2797-45b6-bdf9-a1ae64cf84b5', 'code': 200} Jul 05 10:22:00.720915 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:00.722867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Pushing event updated for resources: {'Port': ['ID=f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:00.725303 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:00.729497 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:00.757590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Transition to ACTIVE for port object 63fc54d0-5578-4d29-a5d8-5a4319744428 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:00.786084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Attempting to bind port f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:22:00.786464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Attempting to bind port f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '6abc59dc-c479-4958-a1b9-84817bc3f857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:22:00.786855 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Attempting to bind port f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d on network ceb2299e-8e4b-4bc9-9407-019ffe6a1459 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:00.792042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:22:00.792418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Checking segment: {'id': '6abc59dc-c479-4958-a1b9-84817bc3f857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:00.793145 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:00.793757 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Bound using segment: {'id': '6abc59dc-c479-4958-a1b9-84817bc3f857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:22:00.794226 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Bound port: f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abc59dc-c479-4958-a1b9-84817bc3f857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:22:00.794615 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:00.803613 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8548a5b8-cc39-447a-882f-aeb46599899f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:00.804143 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8548a5b8-cc39-447a-882f-aeb46599899f admin admin] Fanout notify agent at l3_agent the message router_deleted on router be834355-c670-481f-8ba2-9a9fb04958dd {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:22:00.808352 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8548a5b8-cc39-447a-882f-aeb46599899f admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:00.813837 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8548a5b8-cc39-447a-882f-aeb46599899f admin admin] 10.222.0.77 "DELETE /v2.0/routers/be834355-c670-481f-8ba2-9a9fb04958dd HTTP/1.1" status: 204 len: 168 time: 2.5407665 Jul 05 10:22:00.813993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36250) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:00.872055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] For port f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:00.872055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] For port f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d,segment=NetworkSegment(6abc59dc-c479-4958-a1b9-84817bc3f857),segment_id=6abc59dc-c479-4958-a1b9-84817bc3f857)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:00.874414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d464d350-a631-431d-9d48-e6d1cb46c85b admin admin] Deleting subnet cfb007f2-0183-4ab1-8b26-36603402e3c4 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:22:00.879495 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d464d350-a631-431d-9d48-e6d1cb46c85b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:00.923260 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d464d350-a631-431d-9d48-e6d1cb46c85b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:01.009151 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:01.039419 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:01.067054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network ceb2299e-8e4b-4bc9-9407-019ffe6a1459 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:01.073367 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d464d350-a631-431d-9d48-e6d1cb46c85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:01.078783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:01.109994 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:01.133752 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22a66c-1915-42f5-8c13-36a30ca29755 None None] Pushing event updated for resources: {'Port': ['ID=f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:01.154473 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=63fc54d0-5578-4d29-a5d8-5a4319744428,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:01.184882 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:01.260401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372504-40fb-46b8-b7d1-6a0845a5334a req-8f721e02-1b13-47c3-be69-6d344631a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:01.260893 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372504-40fb-46b8-b7d1-6a0845a5334a req-8f721e02-1b13-47c3-be69-6d344631a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:01.261231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372504-40fb-46b8-b7d1-6a0845a5334a req-8f721e02-1b13-47c3-be69-6d344631a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:01.261703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372504-40fb-46b8-b7d1-6a0845a5334a req-8f721e02-1b13-47c3-be69-6d344631a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:01.262874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372504-40fb-46b8-b7d1-6a0845a5334a req-8f721e02-1b13-47c3-be69-6d344631a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:01.263368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372504-40fb-46b8-b7d1-6a0845a5334a req-8f721e02-1b13-47c3-be69-6d344631a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:01.263871 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372504-40fb-46b8-b7d1-6a0845a5334a req-8f721e02-1b13-47c3-be69-6d344631a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:01.266206 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-70372504-40fb-46b8-b7d1-6a0845a5334a req-8f721e02-1b13-47c3-be69-6d344631a1bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 6507 time: 0.4714062 Jul 05 10:22:01.332187 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-70372504-40fb-46b8-b7d1-6a0845a5334a req-86cc5b3f-ddf0-448f-b2f8-675dae156379 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&id=66661995-234b-4c60-803a-93d4c20fa400&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592268 Jul 05 10:22:01.534129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 116cfd5b-28c8-4309-a262-ceb7b6f01680 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:22:01.568259 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 116cfd5b-28c8-4309-a262-ceb7b6f01680 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:22:01.568675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 116cfd5b-28c8-4309-a262-ceb7b6f01680 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:22:01.718285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157f35e-4e17-470d-96f6-2003d0091cd6 req-ecedcd99-1a3b-4738-bbac-24ad4188feff tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:01.724456 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157f35e-4e17-470d-96f6-2003d0091cd6 req-ecedcd99-1a3b-4738-bbac-24ad4188feff tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:01.731757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157f35e-4e17-470d-96f6-2003d0091cd6 req-ecedcd99-1a3b-4738-bbac-24ad4188feff tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:01.737760 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d464d350-a631-431d-9d48-e6d1cb46c85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:01.742397 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157f35e-4e17-470d-96f6-2003d0091cd6 req-ecedcd99-1a3b-4738-bbac-24ad4188feff tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:01.749421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157f35e-4e17-470d-96f6-2003d0091cd6 req-ecedcd99-1a3b-4738-bbac-24ad4188feff tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:01.755908 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157f35e-4e17-470d-96f6-2003d0091cd6 req-ecedcd99-1a3b-4738-bbac-24ad4188feff tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:01.785800 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464d350-a631-431d-9d48-e6d1cb46c85b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb007f2-0183-4ab1-8b26-36603402e3c4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:01.786056 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157f35e-4e17-470d-96f6-2003d0091cd6 req-ecedcd99-1a3b-4738-bbac-24ad4188feff tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:01.799302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d464d350-a631-431d-9d48-e6d1cb46c85b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:01.801812 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d464d350-a631-431d-9d48-e6d1cb46c85b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cfb007f2-0183-4ab1-8b26-36603402e3c4 HTTP/1.1" status: 204 len: 168 time: 0.9870508 Jul 05 10:22:01.809549 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9157f35e-4e17-470d-96f6-2003d0091cd6 req-ecedcd99-1a3b-4738-bbac-24ad4188feff tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5443 time: 0.1923101 Jul 05 10:22:01.809800 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5941430a-0a80-4444-89e0-61bb650a3fb2 None None] Network 790d1a53-2211-4dce-b3bf-d1b0cc414b5d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:22:01.812166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36290) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:01.905028 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:01.944328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9157f35e-4e17-470d-96f6-2003d0091cd6 req-a5e43bab-3192-48da-ae2f-5d3032546895 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1338854 Jul 05 10:22:01.949120 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:01.984019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ba101-1c48-4dca-a2b4-c073b822e44d req-152b3d67-b148-406c-bcf3-415806758f28 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:01.991621 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b27ba101-1c48-4dca-a2b4-c073b822e44d req-152b3d67-b148-406c-bcf3-415806758f28 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 943 time: 0.1840687 Jul 05 10:22:02.073472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] Deleting port 11236c7f-f7f1-4491-87ba-78e884a6bb1d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:22:02.073828 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:02.133345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f37ed6-3fb7-4849-bb49-dc89ed61b828 None None] DHCP port deletion for 790d1a53-2211-4dce-b3bf-d1b0cc414b5d request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:22:02.163321 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b27ba101-1c48-4dca-a2b4-c073b822e44d req-4d480de9-87ce-497b-b7f7-5265a68e9a76 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706128 Jul 05 10:22:02.191280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] For port 11236c7f-f7f1-4491-87ba-78e884a6bb1d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=11236c7f-f7f1-4491-87ba-78e884a6bb1d,segment=NetworkSegment(51e23051-4655-4a60-b12f-493cbc6481a7),segment_id=51e23051-4655-4a60-b12f-493cbc6481a7)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:02.192225 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:02.207367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-67f37ed6-3fb7-4849-bb49-dc89ed61b828 None None] Deleting port 11236c7f-f7f1-4491-87ba-78e884a6bb1d {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:22:02.208524 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-67f37ed6-3fb7-4849-bb49-dc89ed61b828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:02.213520 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] Calling delete_port for 11236c7f-f7f1-4491-87ba-78e884a6bb1d owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:22:02.322481 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-67f37ed6-3fb7-4849-bb49-dc89ed61b828 None None] For port 11236c7f-f7f1-4491-87ba-78e884a6bb1d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=11236c7f-f7f1-4491-87ba-78e884a6bb1d,segment=NetworkSegment(51e23051-4655-4a60-b12f-493cbc6481a7),segment_id=51e23051-4655-4a60-b12f-493cbc6481a7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:02.323381 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-67f37ed6-3fb7-4849-bb49-dc89ed61b828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:02.338235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-67f37ed6-3fb7-4849-bb49-dc89ed61b828 None None] Calling delete_port for 11236c7f-f7f1-4491-87ba-78e884a6bb1d owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:22:02.375728 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:02.424715 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] Pushing event deleted for resources: {'Port': ['ID=11236c7f-f7f1-4491-87ba-78e884a6bb1d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:02.450425 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] No DVR routers for this DVR port 11236c7f-f7f1-4491-87ba-78e884a6bb1d on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:22:02.485998 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:02.502010 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-67f37ed6-3fb7-4849-bb49-dc89ed61b828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:02.509556 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f37ed6-3fb7-4849-bb49-dc89ed61b828 None None] No DVR routers for this DVR port 11236c7f-f7f1-4491-87ba-78e884a6bb1d on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:22:02.535529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f37ed6-3fb7-4849-bb49-dc89ed61b828 None None] Pushing event deleted for resources: {'Port': ['ID=11236c7f-f7f1-4491-87ba-78e884a6bb1d,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:02.565301 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:02.580593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790d1a53-2211-4dce-b3bf-d1b0cc414b5d']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:02.591446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ed8c32-41a4-4891-8313-62b49a9e44bc None None] Network ceb2299e-8e4b-4bc9-9407-019ffe6a1459 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:22:02.604779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e23051-4655-4a60-b12f-493cbc6481a7') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:02.605093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e23051-4655-4a60-b12f-493cbc6481a7') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:02.616274 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:02.616568 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:02.632587 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:02.643083 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:22:02.643615 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:22:02.645697 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:22:02.650443 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:22:02.650443 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:22:02.758166 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=63fc54d0-5578-4d29-a5d8-5a4319744428,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:02.763983 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:02.859476 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:02.860559 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5d4f9b41-38b9-49d2-a06a-15f54e1af8ec None None] Provisioning for port f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:02.884142 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:02.889767 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] 10.222.0.77 "DELETE /v2.0/networks/790d1a53-2211-4dce-b3bf-d1b0cc414b5d HTTP/1.1" status: 204 len: 168 time: 1.0729527 Jul 05 10:22:02.899885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network ceb2299e-8e4b-4bc9-9407-019ffe6a1459 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:02.905632 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:02.906485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0ca09-8b99-4076-8655-2f66fcc9ee7c admin admin] Pushing event deleted for resources: {'Network': ['ID=790d1a53-2211-4dce-b3bf-d1b0cc414b5d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:03.157605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:03.200759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 453e1dfb-9df9-4eb9-b417-0d30162768a8 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:22:03.260094 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e0fd48db-ebf0-43c5-b5db-22f3bb98f078 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:22:03.465130 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97977c23-2fdb-450e-8293-d99a1f9f42f8 req-27fc5f60-81b7-4c24-9724-35b27df0e110 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:03.472440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97977c23-2fdb-450e-8293-d99a1f9f42f8 req-27fc5f60-81b7-4c24-9724-35b27df0e110 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:03.480098 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97977c23-2fdb-450e-8293-d99a1f9f42f8 req-27fc5f60-81b7-4c24-9724-35b27df0e110 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:03.487113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97977c23-2fdb-450e-8293-d99a1f9f42f8 req-27fc5f60-81b7-4c24-9724-35b27df0e110 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:03.494842 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97977c23-2fdb-450e-8293-d99a1f9f42f8 req-27fc5f60-81b7-4c24-9724-35b27df0e110 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:03.502784 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97977c23-2fdb-450e-8293-d99a1f9f42f8 req-27fc5f60-81b7-4c24-9724-35b27df0e110 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:03.510532 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97977c23-2fdb-450e-8293-d99a1f9f42f8 req-27fc5f60-81b7-4c24-9724-35b27df0e110 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:03.533830 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97977c23-2fdb-450e-8293-d99a1f9f42f8 req-27fc5f60-81b7-4c24-9724-35b27df0e110 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5443 time: 0.3444877 Jul 05 10:22:03.544727 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:03.556803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Sync routers for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:03.565128 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a9e29059-35d4-413b-a597-dbf3b760dbcf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/453e1dfb-9df9-4eb9-b417-0d30162768a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7966366 Jul 05 10:22:03.565646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b29aa5-aaca-4cd2-8e33-5f91ecacc5ab req-b531ffe8-ef65-4ca9-a5dd-59d42c989c76 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:03.567372 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b4b29aa5-aaca-4cd2-8e33-5f91ecacc5ab req-b531ffe8-ef65-4ca9-a5dd-59d42c989c76 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 943 time: 0.1224449 Jul 05 10:22:03.568066 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36358) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:03.568459 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36360) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:03.586754 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e0fd48db-ebf0-43c5-b5db-22f3bb98f078, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e0fd48db-ebf0-43c5-b5db-22f3bb98f078,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:03.597543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-bdf69dc7-af01-49cb-953e-bfc67f7874df tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'network': {'name': 'tempest-RoutersTest-1536156135'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:03.617335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97977c23-2fdb-450e-8293-d99a1f9f42f8 req-3e35940c-2359-4a27-9ca6-306fb48a6c9f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866189 Jul 05 10:22:03.643288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'e0fd48db-ebf0-43c5-b5db-22f3bb98f078', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'port_id': 'e0fd48db-ebf0-43c5-b5db-22f3bb98f078', 'mac_address': 'fa:16:3e:44:62:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:22:03.667409 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:03.667409 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:03.693393 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c67ea6f4-1fb6-469d-904c-a54ae42ae6ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c03f0beaf2a4388aff858f486bdf55e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1210275 Jul 05 10:22:03.693881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36370) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:03.730559 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b4b29aa5-aaca-4cd2-8e33-5f91ecacc5ab req-39af4bcc-c878-457a-9bdb-5b5c660cbb0b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079102 Jul 05 10:22:03.780930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d210fcdf-e3a1-444b-8410-d1131e93a4a8 None None] Provisioning for port 63fc54d0-5578-4d29-a5d8-5a4319744428 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:03.800020 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d210fcdf-e3a1-444b-8410-d1131e93a4a8 None None] Provisioning complete for port 63fc54d0-5578-4d29-a5d8-5a4319744428 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:03.800698 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d210fcdf-e3a1-444b-8410-d1131e93a4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:03.835479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:03.855419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf69dc7-af01-49cb-953e-bfc67f7874df tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:03.859630 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4816a4-a445-431a-9bce-e4fa65e0a1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:03.862050 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bdf69dc7-af01-49cb-953e-bfc67f7874df tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:03.879821 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:03.880444 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:03.889526 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4816a4-a445-431a-9bce-e4fa65e0a1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:03.917724 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf69dc7-af01-49cb-953e-bfc67f7874df tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:22:03.932654 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bdf69dc7-af01-49cb-953e-bfc67f7874df tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:03.933204 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-bdf69dc7-af01-49cb-953e-bfc67f7874df tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Added segment 4d084851-0aba-4b23-8044-254a7208923a of type vlan for network 6fcedfc8-6f30-42f0-8512-1074cd84073e Jul 05 10:22:03.953537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:03.955346 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:03.993065 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bdf69dc7-af01-49cb-953e-bfc67f7874df tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:03.999989 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531214d7-94d7-4306-887f-c32cd3bad2a3 req-800ea6bb-4b6a-4846-bb1a-a3dba1f86782 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:04.007196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531214d7-94d7-4306-887f-c32cd3bad2a3 req-800ea6bb-4b6a-4846-bb1a-a3dba1f86782 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:04.013644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531214d7-94d7-4306-887f-c32cd3bad2a3 req-800ea6bb-4b6a-4846-bb1a-a3dba1f86782 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:04.016001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fd48db-ebf0-43c5-b5db-22f3bb98f078 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:22:04.025118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d210fcdf-e3a1-444b-8410-d1131e93a4a8 None None] Port 63fc54d0-5578-4d29-a5d8-5a4319744428 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:22:04.031476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531214d7-94d7-4306-887f-c32cd3bad2a3 req-800ea6bb-4b6a-4846-bb1a-a3dba1f86782 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:04.037445 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531214d7-94d7-4306-887f-c32cd3bad2a3 req-800ea6bb-4b6a-4846-bb1a-a3dba1f86782 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:04.044401 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531214d7-94d7-4306-887f-c32cd3bad2a3 req-800ea6bb-4b6a-4846-bb1a-a3dba1f86782 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:04.050397 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531214d7-94d7-4306-887f-c32cd3bad2a3 req-800ea6bb-4b6a-4846-bb1a-a3dba1f86782 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:04.052495 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-531214d7-94d7-4306-887f-c32cd3bad2a3 req-800ea6bb-4b6a-4846-bb1a-a3dba1f86782 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5443 time: 0.2724266 Jul 05 10:22:04.064468 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36382) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:04.069543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e4b66a97-9a7a-4674-abf9-94ab95bbd911 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Request body: {'floatingip': {'port_id': 'fffa5d11-45e6-4914-88f1-c5bffc30543b'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:04.112538 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4816a4-a445-431a-9bce-e4fa65e0a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:04.115095 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4816a4-a445-431a-9bce-e4fa65e0a1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:04.116332 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8f4816a4-a445-431a-9bce-e4fa65e0a1bd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ba851cab-27bc-42c8-94b1-c53bc68e4e7f HTTP/1.1" status: 204 len: 168 time: 0.4211364 Jul 05 10:22:04.124866 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4b66a97-9a7a-4674-abf9-94ab95bbd911 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for floatingip, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:04.132475 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e0fd48db-ebf0-43c5-b5db-22f3bb98f078, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e0fd48db-ebf0-43c5-b5db-22f3bb98f078,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:04.166151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4816a4-a445-431a-9bce-e4fa65e0a1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba851cab-27bc-42c8-94b1-c53bc68e4e7f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:04.198655 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bdf69dc7-af01-49cb-953e-bfc67f7874df tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:04.199625 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-97257ca5-6dbc-4775-bd13-581632900b00 None None] Provisioning complete for port 63fc54d0-5578-4d29-a5d8-5a4319744428 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:04.199953 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-97257ca5-6dbc-4775-bd13-581632900b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:04.211377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf69dc7-af01-49cb-953e-bfc67f7874df tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:04.211377 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bdf69dc7-af01-49cb-953e-bfc67f7874df tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:04.233675 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:04.289298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-97257ca5-6dbc-4775-bd13-581632900b00 None None] Port 63fc54d0-5578-4d29-a5d8-5a4319744428 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:22:04.297394 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf69dc7-af01-49cb-953e-bfc67f7874df tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Network': ['ID=6fcedfc8-6f30-42f0-8512-1074cd84073e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:04.316945 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d,segment=NetworkSegment(6abc59dc-c479-4958-a1b9-84817bc3f857),segment_id=6abc59dc-c479-4958-a1b9-84817bc3f857)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:04.319356 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 6fcedfc8-6f30-42f0-8512-1074cd84073e details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:22:04.362629 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:04.426918 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:01Z', 'revision_number': 2, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:02Z', 'revision_number': 2, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:04.447377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bdf69dc7-af01-49cb-953e-bfc67f7874df tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8521035 Jul 05 10:22:04.447600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36396) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:04.452810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-cc6f5b68-4fac-456a-bb68-c85549fb72c6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'subnet': {'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:04.461019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Checking router: 453e1dfb-9df9-4eb9-b417-0d30162768a8 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:04.461359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Updating router 453e1dfb-9df9-4eb9-b417-0d30162768a8 port 63fc54d0-5578-4d29-a5d8-5a4319744428 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:22:04.493718 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:04.495632 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=e0fd48db-ebf0-43c5-b5db-22f3bb98f078,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:04.551368 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:04.617675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 11236c7f-f7f1-4491-87ba-78e884a6bb1d no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:22:04.667192 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:04.673160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 11236c7f-f7f1-4491-87ba-78e884a6bb1d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:22:04.673511 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 11236c7f-f7f1-4491-87ba-78e884a6bb1d not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:22:04.673929 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0f44f5c6-a287-4c34-8506-cf615b14845c no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:22:04.698563 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 0f44f5c6-a287-4c34-8506-cf615b14845c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:22:04.698913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0f44f5c6-a287-4c34-8506-cf615b14845c not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:22:04.779210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['e0fd48db-ebf0-43c5-b5db-22f3bb98f078'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:22:04.782760 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4b66a97-9a7a-4674-abf9-94ab95bbd911 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:04.844151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6f5b68-4fac-456a-bb68-c85549fb72c6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:04.849336 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5b68-4fac-456a-bb68-c85549fb72c6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:04.970123 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4b66a97-9a7a-4674-abf9-94ab95bbd911 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:05.097763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33fa61-a13c-41a0-b8f0-c7857dab9d82 req-e4d42a30-803a-47bd-88e6-6959793ba5aa tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:05.100377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be33fa61-a13c-41a0-b8f0-c7857dab9d82 req-e4d42a30-803a-47bd-88e6-6959793ba5aa tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 944 time: 0.1616139 Jul 05 10:22:05.106298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:05.175939 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-e4b66a97-9a7a-4674-abf9-94ab95bbd911 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Floating IP a35d3870-30b5-44bf-9417-d109434c99ee associated. External IP: 172.25.5.43, port: fffa5d11-45e6-4914-88f1-c5bffc30543b. Jul 05 10:22:05.198446 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:05.216345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Transition to ACTIVE for port object 63fc54d0-5578-4d29-a5d8-5a4319744428 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:05.217273 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be33fa61-a13c-41a0-b8f0-c7857dab9d82 req-24ca08dc-4c43-49e2-bc86-e3e0553c5ff6 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774264 Jul 05 10:22:05.251253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:05.251632 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:05.364188 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:05.474501 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5b68-4fac-456a-bb68-c85549fb72c6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:05.495682 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b66a97-9a7a-4674-abf9-94ab95bbd911 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Router 57758a29-014d-4fda-b615-e0fe0128e9ba has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:22:05.583015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f5b68-4fac-456a-bb68-c85549fb72c6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Subnet': ['ID=c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:05.588674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6f5b68-4fac-456a-bb68-c85549fb72c6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Checking segment: {'id': '4d084851-0aba-4b23-8044-254a7208923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:05.589051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6f5b68-4fac-456a-bb68-c85549fb72c6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network hostable DHCP agents. Network: 6fcedfc8-6f30-42f0-8512-1074cd84073e, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:22:05.635820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf606e-788a-4e3e-92aa-223ca7fdf44d None None] Pushing event updated for resources: {'Port': ['ID=63fc54d0-5578-4d29-a5d8-5a4319744428,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:05.680612 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b66a97-9a7a-4674-abf9-94ab95bbd911 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:05.683278 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c10cc-94f2-4f7e-8c39-ece5c821e889 None None] Sync routers for ids ['57758a29-014d-4fda-b615-e0fe0128e9ba'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:05.683704 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4b66a97-9a7a-4674-abf9-94ab95bbd911 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:05.704562 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Attempting to bind port 63fc54d0-5578-4d29-a5d8-5a4319744428 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:22:05.704944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Attempting to bind port 63fc54d0-5578-4d29-a5d8-5a4319744428 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '6abc59dc-c479-4958-a1b9-84817bc3f857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:22:05.705314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Attempting to bind port 63fc54d0-5578-4d29-a5d8-5a4319744428 on network ceb2299e-8e4b-4bc9-9407-019ffe6a1459 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:05.718524 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:22:05.733277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Checking segment: {'id': '6abc59dc-c479-4958-a1b9-84817bc3f857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:05.733277 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:05.733277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Bound using segment: {'id': '6abc59dc-c479-4958-a1b9-84817bc3f857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:22:05.733277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Bound port: 63fc54d0-5578-4d29-a5d8-5a4319744428, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abc59dc-c479-4958-a1b9-84817bc3f857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:22:05.733277 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:05.733685 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c10cc-94f2-4f7e-8c39-ece5c821e889 None None] Routers {'57758a29-014d-4fda-b615-e0fe0128e9ba'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:05.733685 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-be0c10cc-94f2-4f7e-8c39-ece5c821e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['57758a29-014d-4fda-b615-e0fe0128e9ba'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:05.764821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6f5b68-4fac-456a-bb68-c85549fb72c6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network 6fcedfc8-6f30-42f0-8512-1074cd84073e is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:22:05.773808 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e4b66a97-9a7a-4674-abf9-94ab95bbd911 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "PUT /v2.0/floatingips/a35d3870-30b5-44bf-9417-d109434c99ee HTTP/1.1" status: 200 len: 990 time: 1.7055430 Jul 05 10:22:05.773808 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'tag': 'fffa5d11-45e6-4914-88f1-c5bffc30543b'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:05.780249 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328027f7-806b-4e45-b6a4-ef917306301c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "tag": "fffa5d11-45e6-4914-88f1-c5bffc30543b"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:05.857489 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] For port 63fc54d0-5578-4d29-a5d8-5a4319744428, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:05.863505 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63403967-8941-466f-b02c-722c4719687d x-openstack-request-id: req-63403967-8941-466f-b02c-722c4719687d {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:05.864164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] For port 63fc54d0-5578-4d29-a5d8-5a4319744428, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=63fc54d0-5578-4d29-a5d8-5a4319744428,segment=NetworkSegment(6abc59dc-c479-4958-a1b9-84817bc3f857),segment_id=6abc59dc-c479-4958-a1b9-84817bc3f857)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:05.864511 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "tag": "fffa5d11-45e6-4914-88f1-c5bffc30543b", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:05.864511 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-63403967-8941-466f-b02c-722c4719687d {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:05.864811 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'tag': 'fffa5d11-45e6-4914-88f1-c5bffc30543b', 'status': 'completed', 'code': 200} Jul 05 10:22:05.946081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-cc6f5b68-4fac-456a-bb68-c85549fb72c6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 6fcedfc8-6f30-42f0-8512-1074cd84073e) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:05.951771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6f5b68-4fac-456a-bb68-c85549fb72c6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:05.952367 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5b68-4fac-456a-bb68-c85549fb72c6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:05.960551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419aca35-4468-479e-b351-2217b884ac26 None None] Network 6fcedfc8-6f30-42f0-8512-1074cd84073e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:22:05.988590 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-be0c10cc-94f2-4f7e-8c39-ece5c821e889 None None] Set router 57758a29-014d-4fda-b615-e0fe0128e9ba gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:06.006075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328027f7-806b-4e45-b6a4-ef917306301c req-cbb3f482-f143-4b39-a762-bcbbe946cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:06.006990 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328027f7-806b-4e45-b6a4-ef917306301c req-cbb3f482-f143-4b39-a762-bcbbe946cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:06.007923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328027f7-806b-4e45-b6a4-ef917306301c req-cbb3f482-f143-4b39-a762-bcbbe946cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:06.008566 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328027f7-806b-4e45-b6a4-ef917306301c req-cbb3f482-f143-4b39-a762-bcbbe946cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:06.009325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328027f7-806b-4e45-b6a4-ef917306301c req-cbb3f482-f143-4b39-a762-bcbbe946cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:06.009956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328027f7-806b-4e45-b6a4-ef917306301c req-cbb3f482-f143-4b39-a762-bcbbe946cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:06.010583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328027f7-806b-4e45-b6a4-ef917306301c req-cbb3f482-f143-4b39-a762-bcbbe946cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:06.013025 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-328027f7-806b-4e45-b6a4-ef917306301c req-cbb3f482-f143-4b39-a762-bcbbe946cbdf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6730456afa24179937818b8d8e62041&device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 6507 time: 0.1105626 Jul 05 10:22:06.144549 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:06.152314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36480) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:06.193908 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cc6f5b68-4fac-456a-bb68-c85549fb72c6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7449498 Jul 05 10:22:06.196643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36484) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:06.276273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328027f7-806b-4e45-b6a4-ef917306301c req-45568b78-62b4-4a4e-934b-98e0f32f36c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:06.278703 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-328027f7-806b-4e45-b6a4-ef917306301c req-45568b78-62b4-4a4e-934b-98e0f32f36c4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=790a2fc1-a8c9-440b-a219-3f87c3a52e5a HTTP/1.1" status: 200 len: 918 time: 0.2585278 Jul 05 10:22:06.372929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ec57dbd9-97e0-4f61-ba2f-734ba83f0dee admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-592480844-network', 'tenant_id': 'd352e50c540947d985966a904467acf3'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:06.389723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf606e-788a-4e3e-92aa-223ca7fdf44d None None] Pushing event updated for resources: {'Port': ['ID=63fc54d0-5578-4d29-a5d8-5a4319744428,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:06.405841 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-be0c10cc-94f2-4f7e-8c39-ece5c821e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-router', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:19:06Z', 'revision_number': 4, 'project_id': 'b6730456afa24179937818b8d8e62041', 'gw_port': {'id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:00Z', 'updated_at': '2021-07-05T10:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'a35d3870-30b5-44bf-9417-d109434c99ee', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'port_id': 'fffa5d11-45e6-4914-88f1-c5bffc30543b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'mac_address': 'fa:16:3e:fb:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1963644-0403-43c3-b202-2795863d539a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:20:21Z', 'updated_at': '2021-07-05T10:22:04Z', 'revision_number': 1, 'project_id': 'b6730456afa24179937818b8d8e62041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '926a567f-611c-4270-9e0c-9e57ed3930b4', 'name': '', 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'mac_address': 'fa:16:3e:47:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:04Z', 'updated_at': '2021-07-05T10:19:13Z', 'revision_number': 5, 'project_id': 'b6730456afa24179937818b8d8e62041', 'subnets': [{'id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:06.427290 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:06.427953 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:06.476093 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c10cc-94f2-4f7e-8c39-ece5c821e889 None None] Checking router: 57758a29-014d-4fda-b615-e0fe0128e9ba for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:06.492695 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-328027f7-806b-4e45-b6a4-ef917306301c req-9ba42483-8c81-422e-8e89-c863696e1942 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fffa5d11-45e6-4914-88f1-c5bffc30543b HTTP/1.1" status: 200 len: 998 time: 0.2075024 Jul 05 10:22:06.498906 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c10cc-94f2-4f7e-8c39-ece5c821e889 None None] Routers {'57758a29-014d-4fda-b615-e0fe0128e9ba'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:06.499564 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-be0c10cc-94f2-4f7e-8c39-ece5c821e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['57758a29-014d-4fda-b615-e0fe0128e9ba'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:06.558537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-6fcedfc8-6f30-42f0-8512-1074cd84073e', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:22:06.561264 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:06.609442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328027f7-806b-4e45-b6a4-ef917306301c req-2e413e63-eeac-41df-b227-ea24bd0d86e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:06.611316 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-328027f7-806b-4e45-b6a4-ef917306301c req-2e413e63-eeac-41df-b227-ea24bd0d86e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7cf4802-24ef-472a-8c66-7e6ccb85e80d HTTP/1.1" status: 200 len: 856 time: 0.1110866 Jul 05 10:22:06.631571 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec57dbd9-97e0-4f61-ba2f-734ba83f0dee admin admin] Made reservation on behalf of d352e50c540947d985966a904467acf3 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:06.635837 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec57dbd9-97e0-4f61-ba2f-734ba83f0dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:06.736056 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-be0c10cc-94f2-4f7e-8c39-ece5c821e889 None None] Set router 57758a29-014d-4fda-b615-e0fe0128e9ba gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:06.757903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328027f7-806b-4e45-b6a4-ef917306301c req-12ae5d6d-f027-4d22-9ab6-587af20c6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:06.759862 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-328027f7-806b-4e45-b6a4-ef917306301c req-12ae5d6d-f027-4d22-9ab6-587af20c6a48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=790a2fc1-a8c9-440b-a219-3f87c3a52e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1419609 Jul 05 10:22:06.797411 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec57dbd9-97e0-4f61-ba2f-734ba83f0dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:06.885183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:06.908199 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-328027f7-806b-4e45-b6a4-ef917306301c req-d16e9b0a-4255-4d52-8e3e-467537dcdcfa service neutron] 10.222.0.73 "GET /v2.0/networks/790a2fc1-a8c9-440b-a219-3f87c3a52e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411047 Jul 05 10:22:07.112845 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-328027f7-806b-4e45-b6a4-ef917306301c req-747f4822-30db-436e-8e19-b10617023fcd service neutron] 10.222.0.73 "GET /v2.0/networks/790a2fc1-a8c9-440b-a219-3f87c3a52e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984177 Jul 05 10:22:07.201930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e0fd48db-ebf0-43c5-b5db-22f3bb98f078 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:07.239205 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Allocated IP 172.21.0.2 (6fcedfc8-6f30-42f0-8512-1074cd84073e/c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3/a3b215cb-599d-4e70-a6eb-bc2272a128f6) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:07.257482 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-be0c10cc-94f2-4f7e-8c39-ece5c821e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-router', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:19:06Z', 'revision_number': 4, 'project_id': 'b6730456afa24179937818b8d8e62041', 'gw_port': {'id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:00Z', 'updated_at': '2021-07-05T10:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'a35d3870-30b5-44bf-9417-d109434c99ee', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'port_id': 'fffa5d11-45e6-4914-88f1-c5bffc30543b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'mac_address': 'fa:16:3e:fb:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1963644-0403-43c3-b202-2795863d539a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:20:21Z', 'updated_at': '2021-07-05T10:22:04Z', 'revision_number': 1, 'project_id': 'b6730456afa24179937818b8d8e62041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '926a567f-611c-4270-9e0c-9e57ed3930b4', 'name': '', 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'mac_address': 'fa:16:3e:47:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:04Z', 'updated_at': '2021-07-05T10:19:13Z', 'revision_number': 5, 'project_id': 'b6730456afa24179937818b8d8e62041', 'subnets': [{'id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:07.289995 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c10cc-94f2-4f7e-8c39-ece5c821e889 None None] The sync data for ids ['57758a29-014d-4fda-b615-e0fe0128e9ba'] in n-d-779913-27 is: [{'id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-router', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:19:06Z', 'revision_number': 4, 'project_id': 'b6730456afa24179937818b8d8e62041', 'gw_port': {'id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:00Z', 'updated_at': '2021-07-05T10:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'a35d3870-30b5-44bf-9417-d109434c99ee', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'port_id': 'fffa5d11-45e6-4914-88f1-c5bffc30543b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'mac_address': 'fa:16:3e:fb:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1963644-0403-43c3-b202-2795863d539a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:20:21Z', 'updated_at': '2021-07-05T10:22:04Z', 'revision_number': 1, 'project_id': 'b6730456afa24179937818b8d8e62041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '926a567f-611c-4270-9e0c-9e57ed3930b4', 'name': '', 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'mac_address': 'fa:16:3e:47:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:04Z', 'updated_at': '2021-07-05T10:19:13Z', 'revision_number': 5, 'project_id': 'b6730456afa24179937818b8d8e62041', 'subnets': [{'id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:07.643119 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:01Z', 'revision_number': 2, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:05Z', 'revision_number': 4, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:07.645657 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672568cc-119e-4a41-9d22-4037e8d96e6c req-6e917876-a397-45ea-88de-4744f759b965 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:07.645657 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-672568cc-119e-4a41-9d22-4037e8d96e6c req-6e917876-a397-45ea-88de-4744f759b965 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 944 time: 0.7542307 Jul 05 10:22:07.646237 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48812d87-69f4-4c4a-bfc4-fb36ca728064 None None] The sync data for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 is: [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:01Z', 'revision_number': 2, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:05Z', 'revision_number': 4, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:07.646237 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port e0fd48db-ebf0-43c5-b5db-22f3bb98f078 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:07.646237 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port e0fd48db-ebf0-43c5-b5db-22f3bb98f078 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:07.646237 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:07.646237 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:07.646237 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Transition to ACTIVE for port object a3b215cb-599d-4e70-a6eb-bc2272a128f6 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:07.646687 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-672568cc-119e-4a41-9d22-4037e8d96e6c req-67e8aa0b-535e-47c1-946d-04ceef2ac40f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180835 Jul 05 10:22:07.646770 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5683793-c490-4fe4-a0e0-528bf73d1fb4 None None] New status for floating IP a35d3870-30b5-44bf-9417-d109434c99ee: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:22:07.649788 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:07.666879 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec57dbd9-97e0-4f61-ba2f-734ba83f0dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:07.691460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Transition to ACTIVE for port object a3b215cb-599d-4e70-a6eb-bc2272a128f6 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:07.867169 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec57dbd9-97e0-4f61-ba2f-734ba83f0dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:07.868015 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:07.891705 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec57dbd9-97e0-4f61-ba2f-734ba83f0dee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:22:07.905214 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57dbd9-97e0-4f61-ba2f-734ba83f0dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa582dcf-5d70-44ab-bc91-14304c1ec500,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:07.921160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Network 6fcedfc8-6f30-42f0-8512-1074cd84073e is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:07.921160 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:07.923097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:07.936073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:07.945309 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec57dbd9-97e0-4f61-ba2f-734ba83f0dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:07.945658 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-ec57dbd9-97e0-4f61-ba2f-734ba83f0dee admin admin] Added segment 0787438c-f634-4e31-8113-7f85c8c9774c of type vlan for network edd4465b-390d-4777-8a67-9c0e7de02108 Jul 05 10:22:07.950009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Pushing event updated for resources: {'Port': ['ID=a3b215cb-599d-4e70-a6eb-bc2272a128f6,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:07.978034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e0fd48db-ebf0-43c5-b5db-22f3bb98f078, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e0fd48db-ebf0-43c5-b5db-22f3bb98f078,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:07.994910 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753afa70-89f6-4354-b3bd-701c6b068a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fd48db-ebf0-43c5-b5db-22f3bb98f078'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:07.997997 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897966f7-2a5b-4b65-afde-0426caeb7e84" -d '{"events": [{"server_uuid": "753afa70-89f6-4354-b3bd-701c6b068a7e", "name": "network-vif-plugged", "status": "completed", "tag": "e0fd48db-ebf0-43c5-b5db-22f3bb98f078"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:08.036079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Attempting to bind port a3b215cb-599d-4e70-a6eb-bc2272a128f6 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:22:08.036454 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Attempting to bind port a3b215cb-599d-4e70-a6eb-bc2272a128f6 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '4d084851-0aba-4b23-8044-254a7208923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:22:08.036816 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Attempting to bind port a3b215cb-599d-4e70-a6eb-bc2272a128f6 on network 6fcedfc8-6f30-42f0-8512-1074cd84073e {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:08.042428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:22:08.042722 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec57dbd9-97e0-4f61-ba2f-734ba83f0dee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:08.042837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Checking segment: {'id': '4d084851-0aba-4b23-8044-254a7208923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:08.043222 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:08.043620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Bound using segment: {'id': '4d084851-0aba-4b23-8044-254a7208923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:22:08.044126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Bound port: a3b215cb-599d-4e70-a6eb-bc2272a128f6, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d084851-0aba-4b23-8044-254a7208923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:22:08.044513 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:08.080676 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9fcb59-f454-4411-811b-139520d9c333 x-openstack-request-id: req-3e9fcb59-f454-4411-811b-139520d9c333 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:08.081124 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753afa70-89f6-4354-b3bd-701c6b068a7e", "name": "network-vif-plugged", "status": "completed", "tag": "e0fd48db-ebf0-43c5-b5db-22f3bb98f078", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:08.081485 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e9fcb59-f454-4411-811b-139520d9c333 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:08.082675 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753afa70-89f6-4354-b3bd-701c6b068a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fd48db-ebf0-43c5-b5db-22f3bb98f078', 'code': 200} Jul 05 10:22:08.103871 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:08.123435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Allocated IP 172.21.0.1 (6fcedfc8-6f30-42f0-8512-1074cd84073e/c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3/bb040858-11a2-40ec-a228-b0808013df7d) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:08.230596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb3b68-16e8-4837-acee-c1458964e436 req-7d8e8101-e0d9-48f0-b889-aad7c2f851ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:08.235630 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ddb3b68-16e8-4837-acee-c1458964e436 req-7d8e8101-e0d9-48f0-b889-aad7c2f851ca service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 1097 time: 0.0998876 Jul 05 10:22:08.251921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=e0fd48db-ebf0-43c5-b5db-22f3bb98f078,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:08.264016 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec57dbd9-97e0-4f61-ba2f-734ba83f0dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:08.265341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec57dbd9-97e0-4f61-ba2f-734ba83f0dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:08.266150 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec57dbd9-97e0-4f61-ba2f-734ba83f0dee admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:08.275591 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ddb3b68-16e8-4837-acee-c1458964e436 req-e8a7902b-58f0-42fc-bebf-e3cc7c688fc0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365691 Jul 05 10:22:08.279943 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] For port a3b215cb-599d-4e70-a6eb-bc2272a128f6, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:08.283917 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] For port a3b215cb-599d-4e70-a6eb-bc2272a128f6, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a3b215cb-599d-4e70-a6eb-bc2272a128f6,segment=NetworkSegment(4d084851-0aba-4b23-8044-254a7208923a),segment_id=4d084851-0aba-4b23-8044-254a7208923a)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:08.411030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57dbd9-97e0-4f61-ba2f-734ba83f0dee admin admin] Pushing event updated for resources: {'Network': ['ID=edd4465b-390d-4777-8a67-9c0e7de02108,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:08.418744 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:08.418898 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ec57dbd9-97e0-4f61-ba2f-734ba83f0dee admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.2642715 Jul 05 10:22:08.422004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36534) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:08.426998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e9cbebef-258f-4509-a93b-cc29cbf24c10 admin admin] Request body: {'subnet': {'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-592480844-subnet', 'tenant_id': 'd352e50c540947d985966a904467acf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:08.428901 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network edd4465b-390d-4777-8a67-9c0e7de02108 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:22:08.492055 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:08.526953 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Transition to ACTIVE for port object bb040858-11a2-40ec-a228-b0808013df7d will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:08.588248 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cbebef-258f-4509-a93b-cc29cbf24c10 admin admin] Made reservation on behalf of d352e50c540947d985966a904467acf3 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:08.592148 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e9cbebef-258f-4509-a93b-cc29cbf24c10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:08.634774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f277b-4f72-4218-b0c3-510ddd7f28b7 None None] Pushing event updated for resources: {'Port': ['ID=a3b215cb-599d-4e70-a6eb-bc2272a128f6,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:08.696854 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:08.794638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=bb040858-11a2-40ec-a228-b0808013df7d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:08.841951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network 6fcedfc8-6f30-42f0-8512-1074cd84073e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:08.844860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:08.890410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:08.961940 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:09.024513 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bc0da-9358-4ec7-af83-98e360b3b0b8 req-8ff4a7f2-9030-4f82-a84a-a91203ef52eb tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:09.033347 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f47bc0da-9358-4ec7-af83-98e360b3b0b8 req-8ff4a7f2-9030-4f82-a84a-a91203ef52eb tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 945 time: 0.2092226 Jul 05 10:22:09.052899 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e9cbebef-258f-4509-a93b-cc29cbf24c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:09.171197 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f47bc0da-9358-4ec7-af83-98e360b3b0b8 req-89c7fbfc-1674-4dc1-9d4f-a49ee106b4ea tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373286 Jul 05 10:22:09.173661 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 63fc54d0-5578-4d29-a5d8-5a4319744428 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:09.209323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbebef-258f-4509-a93b-cc29cbf24c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=416d4cde-47b1-4b1b-a789-838086a2fbf2,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:09.224339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cbebef-258f-4509-a93b-cc29cbf24c10 admin admin] Checking segment: {'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:09.225293 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cbebef-258f-4509-a93b-cc29cbf24c10 admin admin] Network hostable DHCP agents. Network: edd4465b-390d-4777-8a67-9c0e7de02108, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:22:09.307926 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:09.352302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 63fc54d0-5578-4d29-a5d8-5a4319744428 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:09.356405 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 63fc54d0-5578-4d29-a5d8-5a4319744428 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:09.356782 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:09.398124 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cbebef-258f-4509-a93b-cc29cbf24c10 admin admin] Network edd4465b-390d-4777-8a67-9c0e7de02108 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:22:09.513126 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:09.561044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 63fc54d0-5578-4d29-a5d8-5a4319744428, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=63fc54d0-5578-4d29-a5d8-5a4319744428,segment=NetworkSegment(6abc59dc-c479-4958-a1b9-84817bc3f857),segment_id=6abc59dc-c479-4958-a1b9-84817bc3f857)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:09.622295 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-e9cbebef-258f-4509-a93b-cc29cbf24c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, edd4465b-390d-4777-8a67-9c0e7de02108) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:09.627641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cbebef-258f-4509-a93b-cc29cbf24c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:09.640052 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e9cbebef-258f-4509-a93b-cc29cbf24c10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:09.641792 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb80b3-3621-41b0-bfde-57889dd531b2 None None] Network edd4465b-390d-4777-8a67-9c0e7de02108 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:22:09.661178 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:09.675431 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:09.675431 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a3b215cb-599d-4e70-a6eb-bc2272a128f6 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:09.799850 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=63fc54d0-5578-4d29-a5d8-5a4319744428,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:09.823344 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:09.834992 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e9cbebef-258f-4509-a93b-cc29cbf24c10 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4112358 Jul 05 10:22:09.916250 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725a09d5-4fe1-4b14-82ff-e6b4aa7a9837 None None] Network edd4465b-390d-4777-8a67-9c0e7de02108 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:22:09.967354 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:10.066131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port a3b215cb-599d-4e70-a6eb-bc2272a128f6 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:10.067697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=bb040858-11a2-40ec-a228-b0808013df7d,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:10.274841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network 6fcedfc8-6f30-42f0-8512-1074cd84073e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:10.277644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:10.416160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b209fcc-b0f1-40b7-bc1c-7b5605825e39 None None] Network 6fcedfc8-6f30-42f0-8512-1074cd84073e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:22:10.500014 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecd4bc-987a-44cc-b3bb-8615d1367864 req-adb91ba6-556b-451e-a94f-650401cb090a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:10.502461 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-60ecd4bc-987a-44cc-b3bb-8615d1367864 req-adb91ba6-556b-451e-a94f-650401cb090a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 945 time: 0.0795345 Jul 05 10:22:10.508108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 453e1dfb-9df9-4eb9-b417-0d30162768a8 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:22:10.558043 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-60ecd4bc-987a-44cc-b3bb-8615d1367864 req-6cd127b2-fc87-49cf-94ea-acb46a529674 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496545 Jul 05 10:22:10.737956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-437f3e3a-738d-4256-8077-e84f28fdbce3 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:10.739540 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-437f3e3a-738d-4256-8077-e84f28fdbce3 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/networks?id=edd4465b-390d-4777-8a67-9c0e7de02108 HTTP/1.1" status: 200 len: 804 time: 0.1551690 Jul 05 10:22:10.762901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:10.765397 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-f63c5d4f-9bbb-4845-94fd-1e76ab4b0c26 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/quotas/d352e50c540947d985966a904467acf3 HTTP/1.1" status: 200 len: 375 time: 0.0189548 Jul 05 10:22:10.771764 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c316675d-c85b-4dcb-97f3-30896776c304 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/453e1dfb-9df9-4eb9-b417-0d30162768a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5740166 Jul 05 10:22:10.772827 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36574) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:10.776809 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Sync routers for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:10.778061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'network': {'name': 'tempest-RoutersTest-991387336'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:10.791234 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:10.792440 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:10.820753 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-13e79dd1-c9cb-4372-9216-2ad3c9122d93 None None] Provisioning for port a3b215cb-599d-4e70-a6eb-bc2272a128f6 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:10.841715 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-13e79dd1-c9cb-4372-9216-2ad3c9122d93 None None] Provisioning complete for port a3b215cb-599d-4e70-a6eb-bc2272a128f6 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:10.842105 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-13e79dd1-c9cb-4372-9216-2ad3c9122d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:10.842572 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-dde4fd72-2f68-4385-8af7-d0eab690918b tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d352e50c540947d985966a904467acf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694172 Jul 05 10:22:10.852931 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-720ee951-c805-4384-95db-ec12db62b192 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:22:10.862536 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-720ee951-c805-4384-95db-ec12db62b192 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189397 Jul 05 10:22:10.889636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b9c2e2c-7956-4e0c-b3b6-e3e830bf4d75 req-f2b763ac-ec90-4170-8f71-63eb1b43dff4 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e283acd2ef834bb4928ec5454c215b99 HTTP/1.1" status: 200 len: 267 time: 0.0729096 Jul 05 10:22:10.949016 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:10.953701 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:10.955971 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:11.008041 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-13e79dd1-c9cb-4372-9216-2ad3c9122d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:11.019384 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-f2e3fda1-ccea-4276-9951-a451b231d7f2 service neutron] 10.222.0.77 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527085 Jul 05 10:22:11.063890 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:22:11.074934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-13e79dd1-c9cb-4372-9216-2ad3c9122d93 None None] For port a3b215cb-599d-4e70-a6eb-bc2272a128f6, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a3b215cb-599d-4e70-a6eb-bc2272a128f6,segment=NetworkSegment(4d084851-0aba-4b23-8044-254a7208923a),segment_id=4d084851-0aba-4b23-8044-254a7208923a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:11.083528 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:11.084604 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Added segment 8c1bc61c-20d9-4067-a05b-87ed14ef6b0f of type vlan for network b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9 Jul 05 10:22:11.095760 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cf320a7e-66af-40e8-8092-93c2a110ec0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:11.104265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c2e2c-7956-4e0c-b3b6-e3e830bf4d75 req-ffd7a8cb-2769-4662-a276-783094df43f0 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:11.116997 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b9c2e2c-7956-4e0c-b3b6-e3e830bf4d75 req-ffd7a8cb-2769-4662-a276-783094df43f0 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 945 time: 0.2211008 Jul 05 10:22:11.130917 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-9b9c2e2c-7956-4e0c-b3b6-e3e830bf4d75 req-b3d4e489-6638-4a39-a6b2-27802a52d44c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Request body: {'port': {'security_groups': []}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:11.157948 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 63fc54d0-5578-4d29-a5d8-5a4319744428 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:11.164063 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-13e79dd1-c9cb-4372-9216-2ad3c9122d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:11.187278 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9faa7246-1bc9-4006-aeb3-9e01645acc9f service neutron] 10.222.0.77 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700828 Jul 05 10:22:11.303778 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:11.345001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e79dd1-c9cb-4372-9216-2ad3c9122d93 None None] Pushing event updated for resources: {'Port': ['ID=a3b215cb-599d-4e70-a6eb-bc2272a128f6,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:11.356107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 63fc54d0-5578-4d29-a5d8-5a4319744428 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:11.356504 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:11.356958 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b9c2e2c-7956-4e0c-b3b6-e3e830bf4d75 req-b3d4e489-6638-4a39-a6b2-27802a52d44c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:11.462322 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 3, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 2, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:11.504665 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Checking router: 453e1dfb-9df9-4eb9-b417-0d30162768a8 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:11.506015 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Updating router 453e1dfb-9df9-4eb9-b417-0d30162768a8 port bb040858-11a2-40ec-a228-b0808013df7d binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:22:11.532718 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-963d4c8b-d5f9-4ca5-a3de-f3ba047744b2 None None] Provisioning for port bb040858-11a2-40ec-a228-b0808013df7d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:11.546510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-963d4c8b-d5f9-4ca5-a3de-f3ba047744b2 None None] Provisioning complete for port bb040858-11a2-40ec-a228-b0808013df7d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:11.547177 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-963d4c8b-d5f9-4ca5-a3de-f3ba047744b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:11.560190 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:11.599176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-963d4c8b-d5f9-4ca5-a3de-f3ba047744b2 None None] Port bb040858-11a2-40ec-a228-b0808013df7d cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:22:11.602358 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:11.612562 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-963d4c8b-d5f9-4ca5-a3de-f3ba047744b2 None None] Provisioning complete for port a3b215cb-599d-4e70-a6eb-bc2272a128f6 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:11.613062 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-963d4c8b-d5f9-4ca5-a3de-f3ba047744b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:11.618639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:11.620924 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:11.801323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-9b9c2e2c-7956-4e0c-b3b6-e3e830bf4d75 req-b3d4e489-6638-4a39-a6b2-27802a52d44c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] For port e0fd48db-ebf0-43c5-b5db-22f3bb98f078, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e0fd48db-ebf0-43c5-b5db-22f3bb98f078,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:11.897229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1234162 Jul 05 10:22:11.905752 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36596) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:11.910946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3eae5062-02b9-4719-bb41-ab5e56540030 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'subnet': {'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:11.913117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-550526f1-f47c-427b-9a27-79c834415caa None None] Provisioning complete for port bb040858-11a2-40ec-a228-b0808013df7d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:11.913508 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-550526f1-f47c-427b-9a27-79c834415caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:11.974955 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b9c2e2c-7956-4e0c-b3b6-e3e830bf4d75 req-b3d4e489-6638-4a39-a6b2-27802a52d44c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:11.985869 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-550526f1-f47c-427b-9a27-79c834415caa None None] Port bb040858-11a2-40ec-a228-b0808013df7d cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:22:11.993506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Network': ['ID=b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:12.002343 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.002832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.004040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.004384 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.004725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.005057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.005383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.005711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.006035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.006358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.006676 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.007000 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64036f-5f3b-4351-8f0a-6afd6b6a415c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.022252 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:22:12.076486 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:12.088546 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Transition to ACTIVE for port object bb040858-11a2-40ec-a228-b0808013df7d will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:12.112980 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b9c2e2c-7956-4e0c-b3b6-e3e830bf4d75 req-b3d4e489-6638-4a39-a6b2-27802a52d44c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:12.118323 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2b13ab3d-9045-40d0-99cc-e35f96c83862 None None] Provisioning complete for port bb040858-11a2-40ec-a228-b0808013df7d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:12.119085 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2b13ab3d-9045-40d0-99cc-e35f96c83862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:12.125483 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['424919ff-5329-4792-baad-a303060c5cca', 'e0fd48db-ebf0-43c5-b5db-22f3bb98f078'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:22:12.134997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['2bcf6e6b-4292-4d66-aeb1-1429e5acae1b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:22:12.163420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafd237-768a-4853-84c2-bc41c4eda128 req-9d584d81-b405-4bdb-82a5-b36c0fb329bf tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:12.163831 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adafd237-768a-4853-84c2-bc41c4eda128 req-9d584d81-b405-4bdb-82a5-b36c0fb329bf tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/networks?id=19bdaac7-4c06-48ce-b69f-b6afbbae32ab HTTP/1.1" status: 200 len: 814 time: 0.1481860 Jul 05 10:22:12.164886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c2e2c-7956-4e0c-b3b6-e3e830bf4d75 req-b3d4e489-6638-4a39-a6b2-27802a52d44c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:12.165543 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b9c2e2c-7956-4e0c-b3b6-e3e830bf4d75 req-b3d4e489-6638-4a39-a6b2-27802a52d44c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:12.168781 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b9c2e2c-7956-4e0c-b3b6-e3e830bf4d75 req-b3d4e489-6638-4a39-a6b2-27802a52d44c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "PUT /v2.0/ports/e0fd48db-ebf0-43c5-b5db-22f3bb98f078 HTTP/1.1" status: 200 len: 904 time: 1.0494947 Jul 05 10:22:12.176542 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753afa70-89f6-4354-b3bd-701c6b068a7e', 'tag': 'e0fd48db-ebf0-43c5-b5db-22f3bb98f078'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:12.179110 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59919379-35e3-4277-8726-945c14bba212" -d '{"events": [{"name": "network-changed", "server_uuid": "753afa70-89f6-4354-b3bd-701c6b068a7e", "tag": "e0fd48db-ebf0-43c5-b5db-22f3bb98f078"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:12.189214 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adafd237-768a-4853-84c2-bc41c4eda128 req-eea70dcf-891b-4727-b1bf-392ed06054d0 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/quotas/4cf3781db7094fd6b2999873e917d8c7 HTTP/1.1" status: 200 len: 375 time: 0.0174296 Jul 05 10:22:12.222049 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:12.233302 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4e489-6638-4a39-a6b2-27802a52d44c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event updated for resources: {'Port': ['ID=e0fd48db-ebf0-43c5-b5db-22f3bb98f078,revision_number=6']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:12.239278 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adafd237-768a-4853-84c2-bc41c4eda128 req-667986e7-b045-4036-aef0-eab964b8ee0a tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4cf3781db7094fd6b2999873e917d8c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491021 Jul 05 10:22:12.297442 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2b13ab3d-9045-40d0-99cc-e35f96c83862 None None] Port bb040858-11a2-40ec-a228-b0808013df7d cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:22:12.307642 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a3af8-37f5-4a0a-b3c8-45e2873ab5a7 None None] Pushing event updated for resources: {'Port': ['ID=bb040858-11a2-40ec-a228-b0808013df7d,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:12.335000 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0db0b1f6-aa59-4b0a-aa9c-f98df7870e9c req-c70972d0-c175-4019-adfd-8db4782a5512 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 210 time: 0.0917680 Jul 05 10:22:12.335352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['e0fd48db-ebf0-43c5-b5db-22f3bb98f078'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:22:12.360786 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eae5062-02b9-4719-bb41-ab5e56540030 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:12.364813 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eae5062-02b9-4719-bb41-ab5e56540030 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:12.377948 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a3af8-37f5-4a0a-b3c8-45e2873ab5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.378567 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a3af8-37f5-4a0a-b3c8-45e2873ab5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.379079 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a3af8-37f5-4a0a-b3c8-45e2873ab5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.379668 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a3af8-37f5-4a0a-b3c8-45e2873ab5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.380186 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a3af8-37f5-4a0a-b3c8-45e2873ab5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.380699 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a3af8-37f5-4a0a-b3c8-45e2873ab5a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.381674 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a3af8-37f5-4a0a-b3c8-45e2873ab5a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.382182 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a3af8-37f5-4a0a-b3c8-45e2873ab5a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.382667 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a3af8-37f5-4a0a-b3c8-45e2873ab5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.383147 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a3af8-37f5-4a0a-b3c8-45e2873ab5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.383633 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a3af8-37f5-4a0a-b3c8-45e2873ab5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.384124 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a3af8-37f5-4a0a-b3c8-45e2873ab5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:12.430299 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Attempting to bind port bb040858-11a2-40ec-a228-b0808013df7d on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:22:12.430680 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Attempting to bind port bb040858-11a2-40ec-a228-b0808013df7d by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '4d084851-0aba-4b23-8044-254a7208923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:22:12.431127 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Attempting to bind port bb040858-11a2-40ec-a228-b0808013df7d on network 6fcedfc8-6f30-42f0-8512-1074cd84073e {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:12.441684 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:22:12.441999 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Checking segment: {'id': '4d084851-0aba-4b23-8044-254a7208923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:12.445441 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:12.446084 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Bound using segment: {'id': '4d084851-0aba-4b23-8044-254a7208923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:22:12.448306 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Bound port: bb040858-11a2-40ec-a228-b0808013df7d, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d084851-0aba-4b23-8044-254a7208923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:22:12.449000 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:12.627227 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] For port bb040858-11a2-40ec-a228-b0808013df7d, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:12.643980 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] For port bb040858-11a2-40ec-a228-b0808013df7d, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bb040858-11a2-40ec-a228-b0808013df7d,segment=NetworkSegment(4d084851-0aba-4b23-8044-254a7208923a),segment_id=4d084851-0aba-4b23-8044-254a7208923a)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:12.707704 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adafd237-768a-4853-84c2-bc41c4eda128 req-f78d8a78-9d16-4471-a1db-440a462aa797 service neutron] 10.222.0.77 "GET /v2.0/networks/19bdaac7-4c06-48ce-b69f-b6afbbae32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660776 Jul 05 10:22:12.713814 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:12.732621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-38a8d2e2-9a61-4775-8a2d-123ad7ad0ba5 None None] Provisioning complete for port e0fd48db-ebf0-43c5-b5db-22f3bb98f078 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:12.733160 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-38a8d2e2-9a61-4775-8a2d-123ad7ad0ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:12.829165 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:12.829868 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:21:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:12.926815 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a3af8-37f5-4a0a-b3c8-45e2873ab5a7 None None] Pushing event updated for resources: {'Port': ['ID=bb040858-11a2-40ec-a228-b0808013df7d,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:12.958361 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe1490-18ad-4598-964a-443e0ee729b0 req-d275a74b-198f-401f-a929-5046c5c0c661 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:12.964027 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-70fe1490-18ad-4598-964a-443e0ee729b0 req-d275a74b-198f-401f-a929-5046c5c0c661 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 907 time: 0.1258452 Jul 05 10:22:12.980388 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adafd237-768a-4853-84c2-bc41c4eda128 req-9021a22b-b2cf-46bf-bb92-ca738c68cd9e service neutron] 10.222.0.77 "GET /v2.0/networks/19bdaac7-4c06-48ce-b69f-b6afbbae32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712562 Jul 05 10:22:13.057966 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:13.164519 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a3b215cb-599d-4e70-a6eb-bc2272a128f6 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:13.224404 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29b9cc0-79f4-4807-b837-9c8224fdad64 x-openstack-request-id: req-c29b9cc0-79f4-4807-b837-9c8224fdad64 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:13.227176 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753afa70-89f6-4354-b3bd-701c6b068a7e", "tag": "e0fd48db-ebf0-43c5-b5db-22f3bb98f078", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:13.227176 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c29b9cc0-79f4-4807-b837-9c8224fdad64 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:13.227176 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753afa70-89f6-4354-b3bd-701c6b068a7e', 'tag': 'e0fd48db-ebf0-43c5-b5db-22f3bb98f078', 'status': 'completed', 'code': 200} Jul 05 10:22:13.263536 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port a3b215cb-599d-4e70-a6eb-bc2272a128f6 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:13.264011 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:13.274596 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eae5062-02b9-4719-bb41-ab5e56540030 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:13.426672 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 3, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:12Z', 'revision_number': 4, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:13.437792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59919379-35e3-4277-8726-945c14bba212 req-90ae9ae7-aa6d-48f8-88e5-3a936da4d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:13.443522 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59919379-35e3-4277-8726-945c14bba212 req-90ae9ae7-aa6d-48f8-88e5-3a936da4d8d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 1059 time: 0.1976430 Jul 05 10:22:13.449994 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae5062-02b9-4719-bb41-ab5e56540030 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Subnet': ['ID=68fd0784-8ff4-4941-9558-b0b08ce8cf55,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:13.453757 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36630) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:13.468146 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eae5062-02b9-4719-bb41-ab5e56540030 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Checking segment: {'id': '8c1bc61c-20d9-4067-a05b-87ed14ef6b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:13.468792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eae5062-02b9-4719-bb41-ab5e56540030 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network hostable DHCP agents. Network: b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:22:13.523736 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339b088b-1af9-497f-a4e3-f8de91886d97 None None] The sync data for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 is: [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 3, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:12Z', 'revision_number': 4, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:13.611690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eae5062-02b9-4719-bb41-ab5e56540030 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:22:13.617793 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0fbb58d2-4b7a-4db2-acae-3829673dba0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:13.678342 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:13.748308 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc12b8f6-b14c-415a-903e-ce4340b23795 req-e3d69931-b551-4c9e-ba66-2d9ac9f13412 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 210 time: 0.0724630 Jul 05 10:22:13.749097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-3eae5062-02b9-4719-bb41-ab5e56540030 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:13.760661 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eae5062-02b9-4719-bb41-ab5e56540030 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:13.761576 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eae5062-02b9-4719-bb41-ab5e56540030 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:13.767526 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631f6a0b-c2de-4c15-aea4-c1e28ef28f04 None None] Network b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:22:13.799351 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95388315-223f-44b9-980c-36e0ec8ff8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:13.872690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59919379-35e3-4277-8726-945c14bba212 req-afc03bd9-a8f4-41f3-9e3a-44c04b684bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:13.874721 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59919379-35e3-4277-8726-945c14bba212 req-afc03bd9-a8f4-41f3-9e3a-44c04b684bfd service neutron] 10.222.0.73 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 913 time: 0.4261377 Jul 05 10:22:13.912772 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7471a3cd-38d0-4d77-b248-906e128c3a45 req-0d91c503-9631-4198-8749-c630914a925a tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 210 time: 0.0679529 Jul 05 10:22:13.954668 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3eae5062-02b9-4719-bb41-ab5e56540030 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0443833 Jul 05 10:22:13.957509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36640) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:14.008952 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59919379-35e3-4277-8726-945c14bba212 req-e8b0b64a-f812-4c8a-8ed4-687cd22ec0ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0fd48db-ebf0-43c5-b5db-22f3bb98f078 HTTP/1.1" status: 200 len: 217 time: 0.1260438 Jul 05 10:22:14.035821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a4c08-090d-4be9-8c87-d06d16e79f99 req-560afb33-bc16-4dfe-8e62-6e5448839b66 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:14.046583 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-838a4c08-090d-4be9-8c87-d06d16e79f99 req-560afb33-bc16-4dfe-8e62-6e5448839b66 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.3868394 Jul 05 10:22:14.093263 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95388315-223f-44b9-980c-36e0ec8ff8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:14.123585 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'fixed_ips': [{'subnet_id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:22:14.124914 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:14.260241 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59919379-35e3-4277-8726-945c14bba212 req-d14f610f-b7ab-4a3d-9d1a-69f349ce01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:14.262073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59919379-35e3-4277-8726-945c14bba212 req-d14f610f-b7ab-4a3d-9d1a-69f349ce01cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.1999812 Jul 05 10:22:14.265194 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-838a4c08-090d-4be9-8c87-d06d16e79f99 req-5968583e-67c9-43b6-90a7-4960188fcf1b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176337 Jul 05 10:22:14.288531 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95388315-223f-44b9-980c-36e0ec8ff8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:14.341349 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59919379-35e3-4277-8726-945c14bba212 req-7ca6e126-086c-4baa-9b1a-8a5f79abdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:14.342944 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59919379-35e3-4277-8726-945c14bba212 req-7ca6e126-086c-4baa-9b1a-8a5f79abdd8a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731871 Jul 05 10:22:14.394900 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-95388315-223f-44b9-980c-36e0ec8ff8ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=20af6d2f1a9643e9b4f1239ea381faa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9395943 Jul 05 10:22:14.414986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Allocated IP 172.22.0.2 (b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9/68fd0784-8ff4-4941-9558-b0b08ce8cf55/3a11493e-592c-4926-b2ab-da58e1fedfae) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:14.442357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95388315-223f-44b9-980c-36e0ec8ff8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307a1001-58a8-4545-9537-e3f9f81cdc58,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:14.459066 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36648) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:14.608068 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59919379-35e3-4277-8726-945c14bba212 req-b030d564-04ef-434b-a9d0-42fb3f31c7e5 service neutron] 10.222.0.73 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585053 Jul 05 10:22:14.676696 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:14.691972 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Transition to ACTIVE for port object 3a11493e-592c-4926-b2ab-da58e1fedfae will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:14.709052 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Transition to ACTIVE for port object 3a11493e-592c-4926-b2ab-da58e1fedfae will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:14.727632 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59919379-35e3-4277-8726-945c14bba212 req-f3642529-1fc2-4dc8-90c2-ba7f3902d334 service neutron] 10.222.0.73 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076357 Jul 05 10:22:14.795059 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1e313dbc-fad9-4121-a768-0fff0c51da9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:14.819983 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:14.882928 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Network b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:14.888318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:14.890397 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Pushing event updated for resources: {'Port': ['ID=3a11493e-592c-4926-b2ab-da58e1fedfae,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:14.900027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:14.908240 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1a2c899a-6231-4f1f-9901-d70e11dace14 req-d5aa6c5f-c99e-47e5-b0cf-c1263423e2c6 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 210 time: 0.0425072 Jul 05 10:22:14.987351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Attempting to bind port 3a11493e-592c-4926-b2ab-da58e1fedfae on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:22:14.987743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Attempting to bind port 3a11493e-592c-4926-b2ab-da58e1fedfae by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '8c1bc61c-20d9-4067-a05b-87ed14ef6b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:22:14.988179 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Attempting to bind port 3a11493e-592c-4926-b2ab-da58e1fedfae on network b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:14.994400 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:22:14.995047 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Checking segment: {'id': '8c1bc61c-20d9-4067-a05b-87ed14ef6b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:14.995838 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:14.996936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Bound using segment: {'id': '8c1bc61c-20d9-4067-a05b-87ed14ef6b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:22:14.997582 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Bound port: 3a11493e-592c-4926-b2ab-da58e1fedfae, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1bc61c-20d9-4067-a05b-87ed14ef6b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:22:14.998118 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:15.010263 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:15.091419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] For port 3a11493e-592c-4926-b2ab-da58e1fedfae, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:15.095439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] For port 3a11493e-592c-4926-b2ab-da58e1fedfae, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3a11493e-592c-4926-b2ab-da58e1fedfae,segment=NetworkSegment(8c1bc61c-20d9-4067-a05b-87ed14ef6b0f),segment_id=8c1bc61c-20d9-4067-a05b-87ed14ef6b0f)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:15.107571 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-db2fd631-18b0-4787-9cae-105307544e21 req-d5a3d9bd-0afa-4658-88c4-bdcbe5d22c86 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 210 time: 0.0392406 Jul 05 10:22:15.150146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bb040858-11a2-40ec-a228-b0808013df7d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:15.189160 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1e313dbc-fad9-4121-a768-0fff0c51da9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:15.203118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb442383-c03d-46bf-84e6-8215dd0c7982 req-84d67244-eabb-4f22-83af-9fb54c6e6f9a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:15.209591 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fb442383-c03d-46bf-84e6-8215dd0c7982 req-84d67244-eabb-4f22-83af-9fb54c6e6f9a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.6129956 Jul 05 10:22:15.239143 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:15.317492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7144d6-b507-4997-871d-59de5a95e83a None None] Pushing event updated for resources: {'Port': ['ID=3a11493e-592c-4926-b2ab-da58e1fedfae,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:15.328025 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fb442383-c03d-46bf-84e6-8215dd0c7982 req-3b55c37f-383f-446b-b3a4-ab1c5a7b4545 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078701 Jul 05 10:22:15.365176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port bb040858-11a2-40ec-a228-b0808013df7d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:15.370918 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port bb040858-11a2-40ec-a228-b0808013df7d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:15.372363 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:15.427022 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:15.466726 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1e313dbc-fad9-4121-a768-0fff0c51da9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:15.469175 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1e313dbc-fad9-4121-a768-0fff0c51da9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:15.470787 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1e313dbc-fad9-4121-a768-0fff0c51da9a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/307a1001-58a8-4545-9537-e3f9f81cdc58 HTTP/1.1" status: 204 len: 168 time: 1.0105164 Jul 05 10:22:15.499735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e313dbc-fad9-4121-a768-0fff0c51da9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307a1001-58a8-4545-9537-e3f9f81cdc58,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:15.513374 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:15.672763 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port bb040858-11a2-40ec-a228-b0808013df7d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bb040858-11a2-40ec-a228-b0808013df7d,segment=NetworkSegment(4d084851-0aba-4b23-8044-254a7208923a),segment_id=4d084851-0aba-4b23-8044-254a7208923a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:15.780965 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:15.809948 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-fb94ff51-3150-429e-893b-15fdb41ab93c tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:15.811407 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-fb94ff51-3150-429e-893b-15fdb41ab93c tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.64 "GET /v2.0/networks?id=edd4465b-390d-4777-8a67-9c0e7de02108 HTTP/1.1" status: 200 len: 804 time: 0.4260521 Jul 05 10:22:15.824731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-3dc4be3d-6b85-4c4f-b550-372d5268b610 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:15.831161 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-3dc4be3d-6b85-4c4f-b550-372d5268b610 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 812 time: 0.1677105 Jul 05 10:22:15.839173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-2192d596-d2d0-4e3d-9270-5971978308b7 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Request body: {'port': {'device_id': '63534605-3c90-470c-87c1-7279d8119d16', 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108', 'admin_state_up': True, 'tenant_id': 'd352e50c540947d985966a904467acf3'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:15.843874 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-84ca02dd-99e3-4ca4-9530-516dfe0ed9c6 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/quotas/e283acd2ef834bb4928ec5454c215b99 HTTP/1.1" status: 200 len: 375 time: 0.0115676 Jul 05 10:22:15.845396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=bb040858-11a2-40ec-a228-b0808013df7d,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:15.944115 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-74f3bc15-4f1e-4f64-8bef-8255d0e0037d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0942912 Jul 05 10:22:16.131176 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3d202c43-aa93-4086-9d40-2755f134bce7 req-03fe9fd7-a6fb-4125-95db-2f7fe35ab80a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 210 time: 0.0610423 Jul 05 10:22:16.136076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Allocated IP 172.22.0.1 (b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9/68fd0784-8ff4-4941-9558-b0b08ce8cf55/2cea769a-aeb5-48d0-9b9a-032ac1e259b9) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:16.136899 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-6563f75b-6e43-4998-bab3-0fd29186f8dd service neutron] 10.222.0.77 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848278 Jul 05 10:22:16.243302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-2192d596-d2d0-4e3d-9270-5971978308b7 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Made reservation on behalf of d352e50c540947d985966a904467acf3 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:16.252337 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-2192d596-d2d0-4e3d-9270-5971978308b7 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:16.288391 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-88e52dbd-d532-4d3d-b639-add055e4e31a service neutron] 10.222.0.77 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503699 Jul 05 10:22:16.380266 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-141570eb-11db-439b-bc55-7cb697051f37 req-bd3b5c5d-0187-4f57-8d7e-2bd7587cdca8 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 210 time: 0.0897715 Jul 05 10:22:16.426847 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:16.470461 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Transition to ACTIVE for port object 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:16.587261 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-2192d596-d2d0-4e3d-9270-5971978308b7 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Allocated IP 172.20.0.9 (edd4465b-390d-4777-8a67-9c0e7de02108/416d4cde-47b1-4b1b-a789-838086a2fbf2/587c1192-0171-4e37-9c7d-ae2b603e73a6) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:16.597355 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-33918929-5ff5-488d-b1b1-3ec312f45dfb req-e3446e4b-6fe1-4c67-ba4e-6291130d96da tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 210 time: 0.0559456 Jul 05 10:22:16.712185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68caf82-8b97-477a-9d31-77977c7e354c None None] Network b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:22:16.725787 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:16.784336 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:16.796837 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:16.805058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:16.818919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:16.864900 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:16.887177 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0a67a30f-ba1c-4ce3-a441-240534aeb455 None None] Provisioning for port 3a11493e-592c-4926-b2ab-da58e1fedfae completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:16.949832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=2cea769a-aeb5-48d0-9b9a-032ac1e259b9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:17.084244 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-2192d596-d2d0-4e3d-9270-5971978308b7 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.224630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafd237-768a-4853-84c2-bc41c4eda128 req-9c0ff8fd-ddd3-4ad1-abd5-f011605d1e3a tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:17.226622 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adafd237-768a-4853-84c2-bc41c4eda128 req-9c0ff8fd-ddd3-4ad1-abd5-f011605d1e3a tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.64 "GET /v2.0/networks?id=19bdaac7-4c06-48ce-b69f-b6afbbae32ab HTTP/1.1" status: 200 len: 814 time: 0.2974761 Jul 05 10:22:17.245263 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3a11493e-592c-4926-b2ab-da58e1fedfae up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:17.253586 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-adafd237-768a-4853-84c2-bc41c4eda128 req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Request body: {'port': {'device_id': '1c7e2faf-861e-44db-8453-e0157c75bfc7', 'network_id': '19bdaac7-4c06-48ce-b69f-b6afbbae32ab', 'admin_state_up': True, 'tenant_id': '4cf3781db7094fd6b2999873e917d8c7'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:17.401065 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-06d46c48-7ce2-4d4b-bc52-de3fc41d2222 req-8d9af698-3026-43e5-a9dd-81382fd5f788 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 210 time: 0.0779433 Jul 05 10:22:17.501185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 3a11493e-592c-4926-b2ab-da58e1fedfae completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:17.505543 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3a11493e-592c-4926-b2ab-da58e1fedfae triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:17.505919 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.550244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-04d0fa6a-aee9-4ded-a034-65007a0527ee None None] Provisioning for port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:17.563124 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-04d0fa6a-aee9-4ded-a034-65007a0527ee None None] Provisioning complete for port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:17.563124 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-04d0fa6a-aee9-4ded-a034-65007a0527ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.577830 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.618528 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-74bf4af5-81d9-43a4-8211-7c147689745f req-32f64d35-a9ed-4a04-80d6-bb75de8a0691 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 210 time: 0.0852792 Jul 05 10:22:17.633880 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-2192d596-d2d0-4e3d-9270-5971978308b7 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.665768 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-04d0fa6a-aee9-4ded-a034-65007a0527ee None None] Port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:22:17.726266 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.765332 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 3a11493e-592c-4926-b2ab-da58e1fedfae, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3a11493e-592c-4926-b2ab-da58e1fedfae,segment=NetworkSegment(8c1bc61c-20d9-4067-a05b-87ed14ef6b0f),segment_id=8c1bc61c-20d9-4067-a05b-87ed14ef6b0f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:17.787309 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4d2ed520-3f4f-4b4d-94b2-dcdb67ec811a None None] Provisioning complete for port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:17.787309 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4d2ed520-3f4f-4b4d-94b2-dcdb67ec811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.803744 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1fc4909b-21d0-4726-96ed-97553f7266b9 req-0bf9d508-c55b-4247-94c3-390ad27d2fb4 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 210 time: 0.0936251 Jul 05 10:22:17.812836 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-2192d596-d2d0-4e3d-9270-5971978308b7 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Network edd4465b-390d-4777-8a67-9c0e7de02108 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:17.825367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-4d2ed520-3f4f-4b4d-94b2-dcdb67ec811a None None] Port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:22:17.847059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-2192d596-d2d0-4e3d-9270-5971978308b7 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:17.851083 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192d596-d2d0-4e3d-9270-5971978308b7 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Pushing event updated for resources: {'Port': ['ID=587c1192-0171-4e37-9c7d-ae2b603e73a6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:17.868888 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-2192d596-d2d0-4e3d-9270-5971978308b7 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:17.896103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adafd237-768a-4853-84c2-bc41c4eda128 req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Made reservation on behalf of 4cf3781db7094fd6b2999873e917d8c7 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:17.899836 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-adafd237-768a-4853-84c2-bc41c4eda128 req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.946981 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:17.948215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bb040858-11a2-40ec-a228-b0808013df7d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:17.948314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-2192d596-d2d0-4e3d-9270-5971978308b7 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:17.948834 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-2192d596-d2d0-4e3d-9270-5971978308b7 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.032727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=3a11493e-592c-4926-b2ab-da58e1fedfae,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:18.047408 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port bb040858-11a2-40ec-a228-b0808013df7d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:18.047863 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.146959 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-adafd237-768a-4853-84c2-bc41c4eda128 req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Allocated IP 172.20.0.7 (19bdaac7-4c06-48ce-b69f-b6afbbae32ab/ee2f540f-d648-4fce-bd99-a67eef56ee7c/c553bb28-eaaa-4c8c-b57e-4b61898cf9f6) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:18.166712 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-2192d596-d2d0-4e3d-9270-5971978308b7 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3339326 Jul 05 10:22:18.177545 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.287490 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Request body: {'port': {'device_id': '63534605-3c90-470c-87c1-7279d8119d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:18.317007 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.442813 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-adafd237-768a-4853-84c2-bc41c4eda128 req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.444940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=2cea769a-aeb5-48d0-9b9a-032ac1e259b9,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:18.447396 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.552832 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:18.880799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633f4a8-e191-4525-b298-46b23ff92d41 req-ace604fe-d38b-4e78-b7fd-54523c41263a tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:18.885525 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a633f4a8-e191-4525-b298-46b23ff92d41 req-ace604fe-d38b-4e78-b7fd-54523c41263a tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 931 time: 0.0900772 Jul 05 10:22:18.947748 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a633f4a8-e191-4525-b298-46b23ff92d41 req-b21680aa-000f-4eda-8a1c-cd60271cd4f7 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537741 Jul 05 10:22:19.068636 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:19.079630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:19.082057 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-adafd237-768a-4853-84c2-bc41c4eda128 req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.118100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3a11493e-592c-4926-b2ab-da58e1fedfae up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:19.164214 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab8d44-f060-40d6-9bea-7273e66a5359 req-949e17dc-2290-401c-a050-9bad2e3ba4d2 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:19.171776 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a7ab8d44-f060-40d6-9bea-7273e66a5359 req-949e17dc-2290-401c-a050-9bad2e3ba4d2 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 931 time: 0.6123917 Jul 05 10:22:19.224275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3a11493e-592c-4926-b2ab-da58e1fedfae triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:19.224922 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.297951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adafd237-768a-4853-84c2-bc41c4eda128 req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Network 19bdaac7-4c06-48ce-b69f-b6afbbae32ab is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:19.313757 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fb5dbfe8-da5b-41ae-84c3-6e5efaeb5f98 req-02825778-4c9f-4d4a-8117-541699ae48b1 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 210 time: 0.0688086 Jul 05 10:22:19.361580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-adafd237-768a-4853-84c2-bc41c4eda128 req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:19.364095 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Pushing event updated for resources: {'Port': ['ID=c553bb28-eaaa-4c8c-b57e-4b61898cf9f6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:19.368125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-adafd237-768a-4853-84c2-bc41c4eda128 req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:19.416613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:19.417032 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:19.417380 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:19.417718 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:19.418088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:19.418421 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:19.418755 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:19.419087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:19.419422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:19.419765 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:19.420095 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:19.420420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:22:19.484907 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-249d6bee-23a7-43ac-ae79-e2261209eb41 None None] Provisioning complete for port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:19.485626 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-249d6bee-23a7-43ac-ae79-e2261209eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.493475 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a7ab8d44-f060-40d6-9bea-7273e66a5359 req-9fdeb0da-08f7-43ae-8a24-f7f69b8f9a2c tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206904 Jul 05 10:22:19.538555 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafd237-768a-4853-84c2-bc41c4eda128 req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:19.539551 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-adafd237-768a-4853-84c2-bc41c4eda128 req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.567038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 453e1dfb-9df9-4eb9-b417-0d30162768a8 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:22:19.591709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-249d6bee-23a7-43ac-ae79-e2261209eb41 None None] Port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:22:19.613320 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-90a7d232-1692-4bc6-9589-b803f1552fc8 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:19.615007 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-90a7d232-1692-4bc6-9589-b803f1552fc8 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.73 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 812 time: 0.1880686 Jul 05 10:22:19.629066 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-0f37a4b7-3e64-4d9f-9c06-ea21f1b212a7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Request body: {'port': {'device_id': 'e8e4c810-c9d6-43bd-ae11-ab62200a2187', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'admin_state_up': True, 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:19.669857 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adafd237-768a-4853-84c2-bc41c4eda128 req-5773c206-d731-4a66-a926-d75b786aa22e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4220736 Jul 05 10:22:19.705244 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Request body: {'port': {'device_id': '1c7e2faf-861e-44db-8453-e0157c75bfc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:19.766594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587c1192-0171-4e37-9c7d-ae2b603e73a6 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:22:19.772029 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:19.784076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Sync routers for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:19.784336 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6daf107c-dc8d-4acd-b05f-2ac29292eb0f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/453e1dfb-9df9-4eb9-b417-0d30162768a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8246562 Jul 05 10:22:19.784523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36806) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:19.787337 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.790977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a403c4b9-324a-47ca-be93-6aad066d21c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'network': {'name': 'tempest-RoutersTest-797992487'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:19.797328 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:19.798433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:19.827690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Transition to ACTIVE for port object 587c1192-0171-4e37-9c7d-ae2b603e73a6 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:19.833089 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.878493 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-0f37a4b7-3e64-4d9f-9c06-ea21f1b212a7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Made reservation on behalf of e283acd2ef834bb4928ec5454c215b99 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:19.883603 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-0f37a4b7-3e64-4d9f-9c06-ea21f1b212a7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:19.926703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:19.946611 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.094198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Pushing event updated for resources: {'Port': ['ID=587c1192-0171-4e37-9c7d-ae2b603e73a6,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:20.117121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-0f37a4b7-3e64-4d9f-9c06-ea21f1b212a7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Allocated IP 172.20.0.13 (71c16e14-4c3c-491a-937a-fb13a9e76e00/d366b86b-cde9-4e22-b496-a51e263b46f0/5ecfbc2b-9c6c-430a-946a-a0221c218c9f) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:20.149316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a403c4b9-324a-47ca-be93-6aad066d21c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:20.152681 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:22:20.154673 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a403c4b9-324a-47ca-be93-6aad066d21c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.191462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Attempting to bind port 587c1192-0171-4e37-9c7d-ae2b603e73a6 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:22:20.191840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Attempting to bind port 587c1192-0171-4e37-9c7d-ae2b603e73a6 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:22:20.192181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Attempting to bind port 587c1192-0171-4e37-9c7d-ae2b603e73a6 on network edd4465b-390d-4777-8a67-9c0e7de02108 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:20.203751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Port 587c1192-0171-4e37-9c7d-ae2b603e73a6 on network edd4465b-390d-4777-8a67-9c0e7de02108 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:22:20.204111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Attempting to bind port 587c1192-0171-4e37-9c7d-ae2b603e73a6 on network edd4465b-390d-4777-8a67-9c0e7de02108 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:20.211572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a403c4b9-324a-47ca-be93-6aad066d21c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:22:20.212956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:22:20.213427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Checking segment: {'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:20.213889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Bound using segment: {'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:22:20.214407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Bound port: 587c1192-0171-4e37-9c7d-ae2b603e73a6, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:22:20.215372 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.231685 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a403c4b9-324a-47ca-be93-6aad066d21c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.232298 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-a403c4b9-324a-47ca-be93-6aad066d21c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Added segment df48abb6-75ef-4b3c-9dcb-880ce0859b6d of type vlan for network 15b0a5ba-987c-47fc-a7c4-c01247b86ca8 Jul 05 10:22:20.305409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:22:20.321896 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.346091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] For port 587c1192-0171-4e37-9c7d-ae2b603e73a6, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:20.348453 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Transition to ACTIVE for port object c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:20.350373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] For port 587c1192-0171-4e37-9c7d-ae2b603e73a6, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=587c1192-0171-4e37-9c7d-ae2b603e73a6,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:20.444806 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a403c4b9-324a-47ca-be93-6aad066d21c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.465362 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.503997 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dae4ccaa-d451-4cb9-a420-6ae0bb7442f2 req-a98cd306-ff53-4a6f-acdf-3db31370aef1 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 210 time: 0.0507820 Jul 05 10:22:20.528475 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-0f37a4b7-3e64-4d9f-9c06-ea21f1b212a7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.540668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-0f37a4b7-3e64-4d9f-9c06-ea21f1b212a7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Transition to ACTIVE for port object 5ecfbc2b-9c6c-430a-946a-a0221c218c9f will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:20.551342 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97208509-0d14-4ee6-b8a7-19afff90f57c req-ea3a5470-315b-4527-b0c9-e5ab7efe79ac tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:20.552338 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-97208509-0d14-4ee6-b8a7-19afff90f57c req-ea3a5470-315b-4527-b0c9-e5ab7efe79ac tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 931 time: 0.3085666 Jul 05 10:22:20.573484 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.617790 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:17Z', 'revision_number': 4, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '2cea769a-aeb5-48d0-9b9a-032ac1e259b9', 'name': '', 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:24:cd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:15Z', 'updated_at': '2021-07-05T10:22:17Z', 'revision_number': 2, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:20.628582 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-97208509-0d14-4ee6-b8a7-19afff90f57c req-6c9e231d-4b9f-4810-81fe-60d26fc6ac31 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690308 Jul 05 10:22:20.643329 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:20.662082 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.662082 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] 10.222.0.64 "PUT /v2.0/ports/587c1192-0171-4e37-9c7d-ae2b603e73a6 HTTP/1.1" status: 200 len: 1092 time: 2.4643617 Jul 05 10:22:20.662646 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a403c4b9-324a-47ca-be93-6aad066d21c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.662756 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63534605-3c90-470c-87c1-7279d8119d16', 'tag': '587c1192-0171-4e37-9c7d-ae2b603e73a6'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:20.662756 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b234ede2-6da8-44e8-a569-5160eb605576" -d '{"events": [{"name": "network-changed", "server_uuid": "63534605-3c90-470c-87c1-7279d8119d16", "tag": "587c1192-0171-4e37-9c7d-ae2b603e73a6"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:20.666269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a403c4b9-324a-47ca-be93-6aad066d21c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:20.667098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a403c4b9-324a-47ca-be93-6aad066d21c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.671524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Pushing event updated for resources: {'Port': ['ID=c553bb28-eaaa-4c8c-b57e-4b61898cf9f6,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:20.689178 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Checking router: 453e1dfb-9df9-4eb9-b417-0d30162768a8 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:20.690101 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Updating router 453e1dfb-9df9-4eb9-b417-0d30162768a8 port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:22:20.773812 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.819584 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-0f37a4b7-3e64-4d9f-9c06-ea21f1b212a7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.840220 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['424919ff-5329-4792-baad-a303060c5cca'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:22:20.842562 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674240f-fcb4-495b-9209-a4ab1b5b5478 service neutron] Pushing event updated for resources: {'Port': ['ID=587c1192-0171-4e37-9c7d-ae2b603e73a6,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:20.843282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['2bcf6e6b-4292-4d66-aeb1-1429e5acae1b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:22:20.888447 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Attempting to bind port c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:22:20.889017 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Attempting to bind port c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '94c48217-bb17-493a-86d1-cf2fb7cc5808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '19bdaac7-4c06-48ce-b69f-b6afbbae32ab'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:22:20.894343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Attempting to bind port c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 on network 19bdaac7-4c06-48ce-b69f-b6afbbae32ab {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:20.903635 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a403c4b9-324a-47ca-be93-6aad066d21c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1179652 Jul 05 10:22:20.904828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403c4b9-324a-47ca-be93-6aad066d21c1 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Network': ['ID=15b0a5ba-987c-47fc-a7c4-c01247b86ca8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:20.911190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36824) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:20.921111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Port c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 on network 19bdaac7-4c06-48ce-b69f-b6afbbae32ab not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:22:20.922226 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Attempting to bind port c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 on network 19bdaac7-4c06-48ce-b69f-b6afbbae32ab {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:20.932896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:22:20.933915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Checking segment: {'id': '94c48217-bb17-493a-86d1-cf2fb7cc5808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '19bdaac7-4c06-48ce-b69f-b6afbbae32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:20.934620 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Bound using segment: {'id': '94c48217-bb17-493a-86d1-cf2fb7cc5808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '19bdaac7-4c06-48ce-b69f-b6afbbae32ab'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:22:20.935226 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Bound port: c553bb28-eaaa-4c8c-b57e-4b61898cf9f6, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c48217-bb17-493a-86d1-cf2fb7cc5808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '19bdaac7-4c06-48ce-b69f-b6afbbae32ab'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:22:20.935797 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:20.937418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c254a7cb-4527-4c9c-8c80-3dde25c0103e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'subnet': {'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:20.962077 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-c7d9d05a-a786-4b0b-9ba3-5515a7b9d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:20.963955 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-c7d9d05a-a786-4b0b-9ba3-5515a7b9d1ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d352e50c540947d985966a904467acf3&device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 1095 time: 0.1738815 Jul 05 10:22:20.971864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-0f37a4b7-3e64-4d9f-9c06-ea21f1b212a7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Network 71c16e14-4c3c-491a-937a-fb13a9e76e00 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:21.020355 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 15b0a5ba-987c-47fc-a7c4-c01247b86ca8 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:22:21.026430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-0f37a4b7-3e64-4d9f-9c06-ea21f1b212a7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:21.034853 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-0f37a4b7-3e64-4d9f-9c06-ea21f1b212a7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:21.040272 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0f85a2-d8dd-4144-a7b9-aaf6f2c8a2f7 x-openstack-request-id: req-dd0f85a2-d8dd-4144-a7b9-aaf6f2c8a2f7 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:21.040586 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63534605-3c90-470c-87c1-7279d8119d16", "tag": "587c1192-0171-4e37-9c7d-ae2b603e73a6", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:21.040810 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd0f85a2-d8dd-4144-a7b9-aaf6f2c8a2f7 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:21.041204 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63534605-3c90-470c-87c1-7279d8119d16', 'tag': '587c1192-0171-4e37-9c7d-ae2b603e73a6', 'status': 'completed', 'code': 200} Jul 05 10:22:21.045581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-3e6179d8-44a6-4155-8dd9-4d0e25162ccc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587c1192-0171-4e37-9c7d-ae2b603e73a6 HTTP/1.1" status: 200 len: 217 time: 0.0619078 Jul 05 10:22:21.125736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] For port c553bb28-eaaa-4c8c-b57e-4b61898cf9f6, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:21.125736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] For port c553bb28-eaaa-4c8c-b57e-4b61898cf9f6, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c553bb28-eaaa-4c8c-b57e-4b61898cf9f6,segment=NetworkSegment(94c48217-bb17-493a-86d1-cf2fb7cc5808),segment_id=94c48217-bb17-493a-86d1-cf2fb7cc5808)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:21.128711 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-41c9443b-bd1a-4fde-860d-6691e6967297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:21.130452 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-41c9443b-bd1a-4fde-860d-6691e6967297 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=416d4cde-47b1-4b1b-a789-838086a2fbf2 HTTP/1.1" status: 200 len: 844 time: 0.0741627 Jul 05 10:22:21.182077 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-fbaf1825-c2f0-4437-b20a-d266f95b4914 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=edd4465b-390d-4777-8a67-9c0e7de02108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411472 Jul 05 10:22:21.291223 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:21.340751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:21.342195 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:21.343807 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adafd237-768a-4853-84c2-bc41c4eda128 req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] 10.222.0.64 "PUT /v2.0/ports/c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 HTTP/1.1" status: 200 len: 1092 time: 1.6615338 Jul 05 10:22:21.407747 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-6d773b49-61d7-471b-ba9e-c1a97324b6c8 service neutron] 10.222.0.64 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158749 Jul 05 10:22:21.408662 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bfd5d-f432-44d0-b959-0f7042b05e83 service neutron] Pushing event updated for resources: {'Port': ['ID=c553bb28-eaaa-4c8c-b57e-4b61898cf9f6,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:21.441802 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37a4b7-3e64-4d9f-9c06-ea21f1b212a7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event updated for resources: {'Port': ['ID=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:21.545295 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-0f37a4b7-3e64-4d9f-9c06-ea21f1b212a7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:21.546013 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-0f37a4b7-3e64-4d9f-9c06-ea21f1b212a7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:21.577991 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9f8c5-2aff-4afb-8994-b12fc31900c3 req-95630ac4-a148-41d5-bdc0-b359199e00e3 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:21.593789 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-82e9f8c5-2aff-4afb-8994-b12fc31900c3 req-95630ac4-a148-41d5-bdc0-b359199e00e3 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 943 time: 0.6930234 Jul 05 10:22:21.608193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafd237-768a-4853-84c2-bc41c4eda128 req-17f3ac74-ad6c-4517-ab02-b59e32538001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:21.610414 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adafd237-768a-4853-84c2-bc41c4eda128 req-17f3ac74-ad6c-4517-ab02-b59e32538001 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4cf3781db7094fd6b2999873e917d8c7&device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 1095 time: 0.1118567 Jul 05 10:22:21.614547 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c79f5cb-d3d4-4614-9516-9024ebc9ae8f req-2d8650b1-fa21-4d0d-ad81-281548ad57d7 service neutron] 10.222.0.64 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917529 Jul 05 10:22:21.652142 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:21.666159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3000557a-4cbf-451e-a752-fc3f5d0eb7cd None None] Provisioning for port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:21.678359 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-82e9f8c5-2aff-4afb-8994-b12fc31900c3 req-380d61fa-2411-41d2-955f-2c69cb9b5df3 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835555 Jul 05 10:22:21.680936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3000557a-4cbf-451e-a752-fc3f5d0eb7cd None None] Provisioning complete for port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:21.681664 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3000557a-4cbf-451e-a752-fc3f5d0eb7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:21.712619 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adafd237-768a-4853-84c2-bc41c4eda128 req-a55c4d05-2fbe-4114-864c-e4398c4515be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 HTTP/1.1" status: 200 len: 217 time: 0.0887384 Jul 05 10:22:21.718363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c254a7cb-4527-4c9c-8c80-3dde25c0103e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Made reservation on behalf of d23c4f90356143369393cd8d557640c3 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:22:21.723917 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c254a7cb-4527-4c9c-8c80-3dde25c0103e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:21.738715 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Transition to ACTIVE for port object 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:21.874359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafd237-768a-4853-84c2-bc41c4eda128 req-466520f0-95ef-4c85-ad57-4ed427158f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:21.876149 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adafd237-768a-4853-84c2-bc41c4eda128 req-466520f0-95ef-4c85-ad57-4ed427158f73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee2f540f-d648-4fce-bd99-a67eef56ee7c HTTP/1.1" status: 200 len: 854 time: 0.1461515 Jul 05 10:22:21.882796 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3000557a-4cbf-451e-a752-fc3f5d0eb7cd None None] Port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:22:21.913082 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-0f37a4b7-3e64-4d9f-9c06-ea21f1b212a7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2884412 Jul 05 10:22:21.924115 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:21.931632 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-79f4bc5c-1511-40ec-823f-6d0d8a1a7ff7 req-56b763fb-3149-4d3e-89bf-4d2022154fbd service neutron] (100775) timed out ('10.222.0.73', 62750) {{(pid=100775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:22:21.934681 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adafd237-768a-4853-84c2-bc41c4eda128 req-239df766-4c89-412b-a65d-e76514c1962f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19bdaac7-4c06-48ce-b69f-b6afbbae32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452302 Jul 05 10:22:21.960199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdfafd-0dc5-423d-b6a4-aa844dbea782 req-01b9ea08-edda-4ae4-8e9f-3e081e392e05 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:21.961823 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fbbdfafd-0dc5-423d-b6a4-aa844dbea782 req-01b9ea08-edda-4ae4-8e9f-3e081e392e05 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 932 time: 0.2083564 Jul 05 10:22:21.970407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Request body: {'port': {'device_id': 'e8e4c810-c9d6-43bd-ae11-ab62200a2187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:22.018892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234ede2-6da8-44e8-a569-5160eb605576 req-0ef219a1-9234-4750-994b-27c4534ccc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:22.020603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b234ede2-6da8-44e8-a569-5160eb605576 req-0ef219a1-9234-4750-994b-27c4534ccc61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d352e50c540947d985966a904467acf3&device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 1095 time: 0.2220132 Jul 05 10:22:22.030734 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad7860-fa73-46d7-817a-940de2a7e483 None None] Pushing event updated for resources: {'Port': ['ID=2cea769a-aeb5-48d0-9b9a-032ac1e259b9,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:22.144426 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Attempting to bind port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:22:22.148523 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Attempting to bind port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '8c1bc61c-20d9-4067-a05b-87ed14ef6b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:22:22.149543 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Attempting to bind port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 on network b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:22.158355 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fbbdfafd-0dc5-423d-b6a4-aa844dbea782 req-befc8b29-3494-4589-8fab-2015ca1ee878 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516716 Jul 05 10:22:22.173491 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:22.174686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:22:22.176520 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adafd237-768a-4853-84c2-bc41c4eda128 req-b307220a-29ff-428d-af52-7c27fafb7ab5 service neutron] 10.222.0.64 "GET /v2.0/networks/19bdaac7-4c06-48ce-b69f-b6afbbae32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340362 Jul 05 10:22:22.177124 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Checking segment: {'id': '8c1bc61c-20d9-4067-a05b-87ed14ef6b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:22.177814 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:22.181655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Bound using segment: {'id': '8c1bc61c-20d9-4067-a05b-87ed14ef6b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:22:22.181655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Bound port: 2cea769a-aeb5-48d0-9b9a-032ac1e259b9, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1bc61c-20d9-4067-a05b-87ed14ef6b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:22:22.181655 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:22.227427 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9daad7-442e-4400-8ecf-987e3c06be68 req-2d87c3b1-e443-4a21-95fd-40bbf53406cd tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:22.241164 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c9daad7-442e-4400-8ecf-987e3c06be68 req-2d87c3b1-e443-4a21-95fd-40bbf53406cd tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 943 time: 0.3331242 Jul 05 10:22:22.250357 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:22.296889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234ede2-6da8-44e8-a569-5160eb605576 req-0a8a5a15-95d1-4a41-b96b-ee5badc9cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:22.298436 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b234ede2-6da8-44e8-a569-5160eb605576 req-0a8a5a15-95d1-4a41-b96b-ee5badc9cdac service neutron] 10.222.0.64 "GET /v2.0/networks?id=edd4465b-390d-4777-8a67-9c0e7de02108 HTTP/1.1" status: 200 len: 905 time: 0.2689805 Jul 05 10:22:22.311009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] For port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:22.320022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] For port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=2cea769a-aeb5-48d0-9b9a-032ac1e259b9,segment=NetworkSegment(8c1bc61c-20d9-4067-a05b-87ed14ef6b0f),segment_id=8c1bc61c-20d9-4067-a05b-87ed14ef6b0f)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:22.369976 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b234ede2-6da8-44e8-a569-5160eb605576 req-fd4cae6a-2a6f-472c-918e-80bc93b48c83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587c1192-0171-4e37-9c7d-ae2b603e73a6 HTTP/1.1" status: 200 len: 217 time: 0.0572972 Jul 05 10:22:22.372381 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c254a7cb-4527-4c9c-8c80-3dde25c0103e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:22.415827 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adafd237-768a-4853-84c2-bc41c4eda128 req-ea688781-4524-4563-980c-ad7f70e2242f service neutron] 10.222.0.64 "GET /v2.0/networks/19bdaac7-4c06-48ce-b69f-b6afbbae32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924260 Jul 05 10:22:22.431247 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:22.438230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234ede2-6da8-44e8-a569-5160eb605576 req-e0aa5b3a-efcd-424d-88ae-b052566aa977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:22.439919 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b234ede2-6da8-44e8-a569-5160eb605576 req-e0aa5b3a-efcd-424d-88ae-b052566aa977 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=416d4cde-47b1-4b1b-a789-838086a2fbf2 HTTP/1.1" status: 200 len: 844 time: 0.0611551 Jul 05 10:22:22.461883 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c9daad7-442e-4400-8ecf-987e3c06be68 req-6fcb3d1b-5ec0-4018-8036-c4243a66c3d2 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189600 Jul 05 10:22:22.479233 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b234ede2-6da8-44e8-a569-5160eb605576 req-48775300-dbc0-4ed9-a140-d31e2cd4bec8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=edd4465b-390d-4777-8a67-9c0e7de02108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311797 Jul 05 10:22:22.493674 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad7860-fa73-46d7-817a-940de2a7e483 None None] Pushing event updated for resources: {'Port': ['ID=2cea769a-aeb5-48d0-9b9a-032ac1e259b9,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:22.528485 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:22.530205 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:22.594017 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254a7cb-4527-4c9c-8c80-3dde25c0103e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Subnet': ['ID=f431d7eb-554f-423b-a64e-b49e9c609dd6,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:22.627192 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c254a7cb-4527-4c9c-8c80-3dde25c0103e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Checking segment: {'id': 'df48abb6-75ef-4b3c-9dcb-880ce0859b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:22.627516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c254a7cb-4527-4c9c-8c80-3dde25c0103e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network hostable DHCP agents. Network: 15b0a5ba-987c-47fc-a7c4-c01247b86ca8, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:22:22.726211 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b234ede2-6da8-44e8-a569-5160eb605576 req-dfecf23f-523a-4b6c-b4f6-209bcc318234 service neutron] 10.222.0.64 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391517 Jul 05 10:22:22.728661 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:22.787023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c254a7cb-4527-4c9c-8c80-3dde25c0103e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network 15b0a5ba-987c-47fc-a7c4-c01247b86ca8 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:22:22.901056 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecfbc2b-9c6c-430a-946a-a0221c218c9f {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:22:22.925753 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:22.942226 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b234ede2-6da8-44e8-a569-5160eb605576 req-c25236b9-aa17-45a6-a8b4-1fc0a5ae6c42 service neutron] 10.222.0.64 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079718 Jul 05 10:22:22.944160 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-c254a7cb-4527-4c9c-8c80-3dde25c0103e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 15b0a5ba-987c-47fc-a7c4-c01247b86ca8) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:22.960547 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c254a7cb-4527-4c9c-8c80-3dde25c0103e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:22.960963 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c254a7cb-4527-4c9c-8c80-3dde25c0103e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:22.964306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Transition to ACTIVE for port object 5ecfbc2b-9c6c-430a-946a-a0221c218c9f will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:22.972819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08add3a-ad8e-40b4-a670-9fef203ed438 None None] Network 15b0a5ba-987c-47fc-a7c4-c01247b86ca8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:22:23.030198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9786618-7915-4bd4-a00c-f602270134c9 req-61d378e2-9932-436e-a385-376d81d89c54 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:23.031525 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d9786618-7915-4bd4-a00c-f602270134c9 req-61d378e2-9932-436e-a385-376d81d89c54 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 943 time: 0.0932043 Jul 05 10:22:23.042424 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7e2faf-861e-44db-8453-e0157c75bfc7', 'tag': 'c553bb28-eaaa-4c8c-b57e-4b61898cf9f6'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:23.046118 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fdf958-4599-4817-b431-585277e54dba" -d '{"events": [{"name": "network-changed", "server_uuid": "1c7e2faf-861e-44db-8453-e0157c75bfc7", "tag": "c553bb28-eaaa-4c8c-b57e-4b61898cf9f6"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:23.087693 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d9786618-7915-4bd4-a00c-f602270134c9 req-40b8430f-9d8b-4324-a96a-f4881d275039 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490994 Jul 05 10:22:23.094698 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbb1672-c673-41da-95ea-7ffefbf60897 x-openstack-request-id: req-bbbb1672-c673-41da-95ea-7ffefbf60897 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:23.094698 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c7e2faf-861e-44db-8453-e0157c75bfc7", "tag": "c553bb28-eaaa-4c8c-b57e-4b61898cf9f6", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:23.094698 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bbbb1672-c673-41da-95ea-7ffefbf60897 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:23.094698 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7e2faf-861e-44db-8453-e0157c75bfc7', 'tag': 'c553bb28-eaaa-4c8c-b57e-4b61898cf9f6', 'status': 'completed', 'code': 200} Jul 05 10:22:23.124714 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:23.239837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-15b0a5ba-987c-47fc-a7c4-c01247b86ca8', 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'fixed_ips': [{'subnet_id': 'f431d7eb-554f-423b-a64e-b49e9c609dd6'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:22:23.240982 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:23.266305 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:17Z', 'revision_number': 4, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '2cea769a-aeb5-48d0-9b9a-032ac1e259b9', 'name': '', 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:24:cd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:15Z', 'updated_at': '2021-07-05T10:22:22Z', 'revision_number': 4, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:23.289640 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c254a7cb-4527-4c9c-8c80-3dde25c0103e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3648441 Jul 05 10:22:23.290686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36846) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:23.296345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:23.318233 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756050e8-9477-4ab0-8481-8c086c250d8c None None] The sync data for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 is: [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:17Z', 'revision_number': 4, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '2cea769a-aeb5-48d0-9b9a-032ac1e259b9', 'name': '', 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:24:cd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:15Z', 'updated_at': '2021-07-05T10:22:22Z', 'revision_number': 4, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:23.354716 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Attempting to bind port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:22:23.355698 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Attempting to bind port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:22:23.356819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Attempting to bind port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:23.467578 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:22:23.468069 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Attempting to bind port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f on network 71c16e14-4c3c-491a-937a-fb13a9e76e00 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:23.483675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:22:23.487137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Checking segment: {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:23.487833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Bound using segment: {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:22:23.497673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Bound port: 5ecfbc2b-9c6c-430a-946a-a0221c218c9f, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:22:23.498311 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:23.611065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Allocated IP 172.23.0.2 (15b0a5ba-987c-47fc-a7c4-c01247b86ca8/f431d7eb-554f-423b-a64e-b49e9c609dd6/f77efb62-706d-43fe-94d0-7560e06a33e7) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:23.873965 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:23.905271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Transition to ACTIVE for port object f77efb62-706d-43fe-94d0-7560e06a33e7 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:23.913962 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdf958-4599-4817-b431-585277e54dba req-f7ff5729-ceee-44dc-8533-4c5aec5aaf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:23.915545 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e7fdf958-4599-4817-b431-585277e54dba req-f7ff5729-ceee-44dc-8533-4c5aec5aaf9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4cf3781db7094fd6b2999873e917d8c7&device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 1095 time: 0.7948544 Jul 05 10:22:23.927204 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dad585-95dd-4f98-a563-4345988d4a24 req-8221306d-e796-4475-8f75-7bc9c0e4c1c1 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:23.944334 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98dad585-95dd-4f98-a563-4345988d4a24 req-8221306d-e796-4475-8f75-7bc9c0e4c1c1 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 944 time: 0.1688449 Jul 05 10:22:23.945807 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Transition to ACTIVE for port object f77efb62-706d-43fe-94d0-7560e06a33e7 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:23.954799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] For port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:23.980851 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] For port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:24.044999 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:24.070702 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98dad585-95dd-4f98-a563-4345988d4a24 req-3fa24998-3f73-41e7-963c-4c34998574d9 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254764 Jul 05 10:22:24.074485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdf958-4599-4817-b431-585277e54dba req-f27805e8-d8fd-4b1b-852c-acdd70cdbfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:24.075670 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e7fdf958-4599-4817-b431-585277e54dba req-f27805e8-d8fd-4b1b-852c-acdd70cdbfdc service neutron] 10.222.0.64 "GET /v2.0/networks?id=19bdaac7-4c06-48ce-b69f-b6afbbae32ab HTTP/1.1" status: 200 len: 915 time: 0.1287630 Jul 05 10:22:24.098359 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060241-e635-43b2-8458-045d1e15ad5b req-248e8db1-c15e-432c-9ae3-7d1cf4941fff tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:24.098359 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39060241-e635-43b2-8458-045d1e15ad5b req-248e8db1-c15e-432c-9ae3-7d1cf4941fff tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 943 time: 0.2748187 Jul 05 10:22:24.114730 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:24.133686 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e7fdf958-4599-4817-b431-585277e54dba req-e6ea16b7-44ab-4d07-8808-b6d094d826a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 HTTP/1.1" status: 200 len: 217 time: 0.0470142 Jul 05 10:22:24.151694 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:24.214716 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Pushing event updated for resources: {'Port': ['ID=f77efb62-706d-43fe-94d0-7560e06a33e7,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:24.230322 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdf958-4599-4817-b431-585277e54dba req-41241086-04c1-470d-a084-bed456f56505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:24.231132 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Network 15b0a5ba-987c-47fc-a7c4-c01247b86ca8 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:24.231812 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e7fdf958-4599-4817-b431-585277e54dba req-41241086-04c1-470d-a084-bed456f56505 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee2f540f-d648-4fce-bd99-a67eef56ee7c HTTP/1.1" status: 200 len: 854 time: 0.0914755 Jul 05 10:22:24.232848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:24.236037 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:24.299709 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e7fdf958-4599-4817-b431-585277e54dba req-7a9a2847-330e-4a7b-89e0-498c6e54b773 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19bdaac7-4c06-48ce-b69f-b6afbbae32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565073 Jul 05 10:22:24.301158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:24.301920 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:24.303233 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] 10.222.0.73 "PUT /v2.0/ports/5ecfbc2b-9c6c-430a-946a-a0221c218c9f HTTP/1.1" status: 200 len: 1093 time: 2.3451729 Jul 05 10:22:24.308138 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e4c810-c9d6-43bd-ae11-ab62200a2187', 'tag': '5ecfbc2b-9c6c-430a-946a-a0221c218c9f'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:24.310496 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81f1cc8-8652-427a-b0b4-aa7e48d85055" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e4c810-c9d6-43bd-ae11-ab62200a2187", "tag": "5ecfbc2b-9c6c-430a-946a-a0221c218c9f"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:24.315369 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Attempting to bind port f77efb62-706d-43fe-94d0-7560e06a33e7 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:22:24.315770 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Attempting to bind port f77efb62-706d-43fe-94d0-7560e06a33e7 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'df48abb6-75ef-4b3c-9dcb-880ce0859b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:22:24.316230 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Attempting to bind port f77efb62-706d-43fe-94d0-7560e06a33e7 on network 15b0a5ba-987c-47fc-a7c4-c01247b86ca8 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:24.322501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:22:24.322886 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Checking segment: {'id': 'df48abb6-75ef-4b3c-9dcb-880ce0859b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:24.323415 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:24.323854 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Bound using segment: {'id': 'df48abb6-75ef-4b3c-9dcb-880ce0859b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:22:24.324908 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Bound port: f77efb62-706d-43fe-94d0-7560e06a33e7, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df48abb6-75ef-4b3c-9dcb-880ce0859b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:22:24.325294 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:24.381485 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39060241-e635-43b2-8458-045d1e15ad5b req-2f33a63e-a508-4050-af2e-bf37f99165dd tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710900 Jul 05 10:22:24.407531 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369774dc-4a5c-47e3-abb8-82bbc2c6f315 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:24.506210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] For port f77efb62-706d-43fe-94d0-7560e06a33e7, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:24.517791 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] For port f77efb62-706d-43fe-94d0-7560e06a33e7, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f77efb62-706d-43fe-94d0-7560e06a33e7,segment=NetworkSegment(df48abb6-75ef-4b3c-9dcb-880ce0859b6d),segment_id=df48abb6-75ef-4b3c-9dcb-880ce0859b6d)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:24.519501 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e7fdf958-4599-4817-b431-585277e54dba req-596ac84c-9bfb-4cce-9ff4-334f9f1566ff service neutron] 10.222.0.64 "GET /v2.0/networks/19bdaac7-4c06-48ce-b69f-b6afbbae32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072704 Jul 05 10:22:24.564933 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:24.569257 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a7c26b-668d-4021-9378-b1cc36ac7ff9 x-openstack-request-id: req-77a7c26b-668d-4021-9378-b1cc36ac7ff9 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:24.569942 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e4c810-c9d6-43bd-ae11-ab62200a2187", "tag": "5ecfbc2b-9c6c-430a-946a-a0221c218c9f", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:24.570346 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77a7c26b-668d-4021-9378-b1cc36ac7ff9 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:24.570882 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e4c810-c9d6-43bd-ae11-ab62200a2187', 'tag': '5ecfbc2b-9c6c-430a-946a-a0221c218c9f', 'status': 'completed', 'code': 200} Jul 05 10:22:24.604442 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:24.671679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f5bd2-662a-4bbb-b9d5-f44c0c21c129 req-1c6ab9e9-309e-49e0-93de-4ccbcb5e9ff7 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:24.679562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f74f5bd2-662a-4bbb-b9d5-f44c0c21c129 req-1c6ab9e9-309e-49e0-93de-4ccbcb5e9ff7 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 943 time: 0.1528127 Jul 05 10:22:24.752149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:22:24.759511 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f74f5bd2-662a-4bbb-b9d5-f44c0c21c129 req-43fc8e01-3011-4613-b4f5-cdc5e0e5b556 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788627 Jul 05 10:22:24.768242 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e7fdf958-4599-4817-b431-585277e54dba req-4cc6854f-e56a-4288-8eaa-f654d1193636 service neutron] 10.222.0.64 "GET /v2.0/networks/19bdaac7-4c06-48ce-b69f-b6afbbae32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382839 Jul 05 10:22:24.818034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-237fa5f9-771e-47ed-80b5-3f836aa8b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:24.819580 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-237fa5f9-771e-47ed-80b5-3f836aa8b75b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 1096 time: 0.3763340 Jul 05 10:22:25.081876 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-1beb267f-77a2-4cb4-85a1-8bab793bb72e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecfbc2b-9c6c-430a-946a-a0221c218c9f HTTP/1.1" status: 200 len: 217 time: 0.2530115 Jul 05 10:22:25.221277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab0a06-e278-4d78-82d8-8a3d272d058d None None] Pushing event updated for resources: {'Port': ['ID=f77efb62-706d-43fe-94d0-7560e06a33e7,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:25.231513 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:25.249293 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-b1d18153-7d49-4cea-889c-b5a59b901b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:25.250918 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-b1d18153-7d49-4cea-889c-b5a59b901b5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.1609468 Jul 05 10:22:25.337120 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port c553bb28-eaaa-4c8c-b57e-4b61898cf9f6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c553bb28-eaaa-4c8c-b57e-4b61898cf9f6,segment=NetworkSegment(94c48217-bb17-493a-86d1-cf2fb7cc5808),segment_id=94c48217-bb17-493a-86d1-cf2fb7cc5808)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:25.354358 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'c553bb28-eaaa-4c8c-b57e-4b61898cf9f6', 'network_id': '19bdaac7-4c06-48ce-b69f-b6afbbae32ab', 'port_id': 'c553bb28-eaaa-4c8c-b57e-4b61898cf9f6', 'mac_address': 'fa:16:3e:e7:16:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2f540f-d648-4fce-bd99-a67eef56ee7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:22:25.416685 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:25.419613 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:25.420971 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de9da0-cd19-4670-aa2d-2d867d0be6f4 req-33204bdd-4eb6-4dd8-961b-c5cdb0f14a2b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:25.432118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:25.432496 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:25.432975 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9de9da0-cd19-4670-aa2d-2d867d0be6f4 req-33204bdd-4eb6-4dd8-961b-c5cdb0f14a2b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 944 time: 0.1327176 Jul 05 10:22:25.456262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:22:25.484141 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Allocated IP 172.23.0.1 (15b0a5ba-987c-47fc-a7c4-c01247b86ca8/f431d7eb-554f-423b-a64e-b49e9c609dd6/573bc14f-1470-4314-829b-202add19ba77) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:22:25.486482 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9de9da0-cd19-4670-aa2d-2d867d0be6f4 req-5aa80c1e-8f33-4ef2-ade3-1c55f3b5b482 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465631 Jul 05 10:22:25.510151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port c553bb28-eaaa-4c8c-b57e-4b61898cf9f6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c553bb28-eaaa-4c8c-b57e-4b61898cf9f6,segment=NetworkSegment(94c48217-bb17-493a-86d1-cf2fb7cc5808),segment_id=94c48217-bb17-493a-86d1-cf2fb7cc5808)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:25.558813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-edb4abb7-04e6-407b-8ae7-600292684377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:25.560884 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-edb4abb7-04e6-407b-8ae7-600292684377 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2636778 Jul 05 10:22:25.569361 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:25.605521 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:25.606365 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 587c1192-0171-4e37-9c7d-ae2b603e73a6 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:22:25.627490 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=2cea769a-aeb5-48d0-9b9a-032ac1e259b9,segment=NetworkSegment(8c1bc61c-20d9-4067-a05b-87ed14ef6b0f),segment_id=8c1bc61c-20d9-4067-a05b-87ed14ef6b0f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:25.736053 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:25.742093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd4d36-870c-4505-a080-f75a6b7da4a0 req-c3173360-b7ab-4787-8151-2bb71683918f tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:25.748978 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=c553bb28-eaaa-4c8c-b57e-4b61898cf9f6,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:25.759709 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7cdd4d36-870c-4505-a080-f75a6b7da4a0 req-c3173360-b7ab-4787-8151-2bb71683918f tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 944 time: 0.1242971 Jul 05 10:22:25.856463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 587c1192-0171-4e37-9c7d-ae2b603e73a6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=587c1192-0171-4e37-9c7d-ae2b603e73a6,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:25.860853 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7cdd4d36-870c-4505-a080-f75a6b7da4a0 req-9eaee9d4-116b-4835-8269-d3205a3ea43e tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970466 Jul 05 10:22:25.867351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=2cea769a-aeb5-48d0-9b9a-032ac1e259b9,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:25.887464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '587c1192-0171-4e37-9c7d-ae2b603e73a6', 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108', 'port_id': '587c1192-0171-4e37-9c7d-ae2b603e73a6', 'mac_address': 'fa:16:3e:fb:14:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416d4cde-47b1-4b1b-a789-838086a2fbf2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:22:25.953216 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-c154118f-5972-467f-9c5c-c26245f7caa6 service neutron] 10.222.0.73 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812644 Jul 05 10:22:25.971539 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:26.000256 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587c1192-0171-4e37-9c7d-ae2b603e73a6 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:22:26.044650 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 587c1192-0171-4e37-9c7d-ae2b603e73a6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=587c1192-0171-4e37-9c7d-ae2b603e73a6,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:26.165864 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:26.192015 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:26.226982 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Transition to ACTIVE for port object 573bc14f-1470-4314-829b-202add19ba77 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:26.234383 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=587c1192-0171-4e37-9c7d-ae2b603e73a6,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:26.260256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75219fe-5137-42d7-a0ac-cdd260c5a727 req-d8b6a711-6c6b-4413-b8d8-daab872b80ea tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:26.266092 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b75219fe-5137-42d7-a0ac-cdd260c5a727 req-d8b6a711-6c6b-4413-b8d8-daab872b80ea tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 943 time: 0.2588680 Jul 05 10:22:26.266896 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d753beba-4f23-4fdc-964c-7ecc542a55dc None None] Network 15b0a5ba-987c-47fc-a7c4-c01247b86ca8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:22:26.283865 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ecaf434-6383-44bf-8355-e914df5811e2 req-781a21e1-7224-404e-aef0-2b4dfbded5e5 service neutron] 10.222.0.73 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183718 Jul 05 10:22:26.326563 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b75219fe-5137-42d7-a0ac-cdd260c5a727 req-798b86da-211a-429c-bf9f-d6b543f7fb30 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546141 Jul 05 10:22:26.450255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['587c1192-0171-4e37-9c7d-ae2b603e73a6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:22:26.457865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['c553bb28-eaaa-4c8c-b57e-4b61898cf9f6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:22:26.484348 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:26.504245 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-54374a51-ef4d-4bda-b85b-8ea7239d6aec None None] Provisioning for port f77efb62-706d-43fe-94d0-7560e06a33e7 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:26.570005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network 15b0a5ba-987c-47fc-a7c4-c01247b86ca8 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:26.579066 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:26.582815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:22:26.616733 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=573bc14f-1470-4314-829b-202add19ba77,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:26.658079 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:26.666949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f1cc8-8652-427a-b0b4-aa7e48d85055 req-96b33c49-55b9-4c31-a909-9e8267fbcc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:26.666949 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b81f1cc8-8652-427a-b0b4-aa7e48d85055 req-96b33c49-55b9-4c31-a909-9e8267fbcc87 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 1096 time: 0.1772530 Jul 05 10:22:26.826875 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c89e91-a2b4-48a8-ab80-884f23460b0a req-e35bc27d-0409-40dc-b158-854e3ef6fe30 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:26.841265 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6c89e91-a2b4-48a8-ab80-884f23460b0a req-e35bc27d-0409-40dc-b158-854e3ef6fe30 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 944 time: 0.1473031 Jul 05 10:22:26.899972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f1cc8-8652-427a-b0b4-aa7e48d85055 req-2d0ff459-b9cb-4ba8-aac4-6bbf8b2fa098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:26.901486 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b81f1cc8-8652-427a-b0b4-aa7e48d85055 req-2d0ff459-b9cb-4ba8-aac4-6bbf8b2fa098 service neutron] 10.222.0.73 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 913 time: 0.1745720 Jul 05 10:22:26.913392 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6c89e91-a2b4-48a8-ab80-884f23460b0a req-8c94af99-77b8-46f3-a2ee-99d871cb360f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710406 Jul 05 10:22:26.963124 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b81f1cc8-8652-427a-b0b4-aa7e48d85055 req-954acda2-9375-478a-87ec-ccdf22374f5c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecfbc2b-9c6c-430a-946a-a0221c218c9f HTTP/1.1" status: 200 len: 217 time: 0.0522404 Jul 05 10:22:27.060896 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.130594 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f1cc8-8652-427a-b0b4-aa7e48d85055 req-cd90081f-6bfc-4457-8c60-f6de8d3e1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:27.132130 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b81f1cc8-8652-427a-b0b4-aa7e48d85055 req-cd90081f-6bfc-4457-8c60-f6de8d3e1e9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.1636667 Jul 05 10:22:27.169376 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:27.264650 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:27.265262 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.332144 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32fbc4-29af-413e-a3d2-859eb321897a req-8b431b27-5db3-4968-94b3-93707286ba83 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:27.338959 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c32fbc4-29af-413e-a3d2-859eb321897a req-8b431b27-5db3-4968-94b3-93707286ba83 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 944 time: 0.2796063 Jul 05 10:22:27.366113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f77efb62-706d-43fe-94d0-7560e06a33e7 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:27.389529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-82970ae7-a1ae-494d-b373-f1dabe9155c0 None None] Provisioning for port 573bc14f-1470-4314-829b-202add19ba77 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:27.395796 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-82970ae7-a1ae-494d-b373-f1dabe9155c0 None None] Provisioning complete for port 573bc14f-1470-4314-829b-202add19ba77 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:27.396178 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-82970ae7-a1ae-494d-b373-f1dabe9155c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.405772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f1cc8-8652-427a-b0b4-aa7e48d85055 req-908d0929-820c-4567-9792-43715a711cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:27.409118 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b81f1cc8-8652-427a-b0b4-aa7e48d85055 req-908d0929-820c-4567-9792-43715a711cda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2428329 Jul 05 10:22:27.443301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-82970ae7-a1ae-494d-b373-f1dabe9155c0 None None] Port 573bc14f-1470-4314-829b-202add19ba77 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:22:27.535606 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port f77efb62-706d-43fe-94d0-7560e06a33e7 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:27.540275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f77efb62-706d-43fe-94d0-7560e06a33e7 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:27.540656 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.561943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92107f25-ec21-4822-a627-fd246810ff46 req-6f7194ce-0b91-4d7c-8a1d-71059597bc10 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:27.569830 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-92107f25-ec21-4822-a627-fd246810ff46 req-6f7194ce-0b91-4d7c-8a1d-71059597bc10 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 944 time: 0.0862436 Jul 05 10:22:27.612261 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-92107f25-ec21-4822-a627-fd246810ff46 req-4dd0faa7-063f-4e44-9c19-80eb842b5fc9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407572 Jul 05 10:22:27.669217 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.703196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port f77efb62-706d-43fe-94d0-7560e06a33e7, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f77efb62-706d-43fe-94d0-7560e06a33e7,segment=NetworkSegment(df48abb6-75ef-4b3c-9dcb-880ce0859b6d),segment_id=df48abb6-75ef-4b3c-9dcb-880ce0859b6d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:27.765575 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c32fbc4-29af-413e-a3d2-859eb321897a req-b4a6a414-2e2e-4b2a-94bd-12017f90cfea tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257605 Jul 05 10:22:27.883315 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b81f1cc8-8652-427a-b0b4-aa7e48d85055 req-cca2cc1a-429a-4d3f-a152-92e213bc2f71 service neutron] 10.222.0.73 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561903 Jul 05 10:22:27.884151 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.918185 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:27.947534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=f77efb62-706d-43fe-94d0-7560e06a33e7,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:28.007995 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b81f1cc8-8652-427a-b0b4-aa7e48d85055 req-289d3658-6475-4c74-8cab-5995fd9f4fec service neutron] 10.222.0.73 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061454 Jul 05 10:22:28.009467 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:28.128171 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:28.131885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event updated for resources: {'Port': ['ID=573bc14f-1470-4314-829b-202add19ba77,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:28.208065 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a10dd-c96e-45eb-9d28-a41505f06b99 req-953ed81f-09b8-44a4-aee0-cb883d07c205 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:28.209637 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7c1a10dd-c96e-45eb-9d28-a41505f06b99 req-953ed81f-09b8-44a4-aee0-cb883d07c205 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 944 time: 0.1526372 Jul 05 10:22:28.284912 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7c1a10dd-c96e-45eb-9d28-a41505f06b99 req-a72d4b32-f074-4de8-a1d2-215e4371dfbc tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675259 Jul 05 10:22:28.286725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Network 15b0a5ba-987c-47fc-a7c4-c01247b86ca8 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:22:28.288220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:22:28.413831 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 453e1dfb-9df9-4eb9-b417-0d30162768a8 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:22:28.518647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:28.528099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36896) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:28.528674 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d38b5269-704c-41fa-a487-414151aa0fe4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/453e1dfb-9df9-4eb9-b417-0d30162768a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2284431 Jul 05 10:22:28.533694 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-53801014-80a5-4fca-8f77-7a501f9707b6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:28.543284 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Sync routers for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:28.551947 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:28.552669 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:28.575651 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-96ac77c2-a28b-4745-a4a1-e6614e7b4252 None None] Provisioning complete for port 573bc14f-1470-4314-829b-202add19ba77 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:28.576679 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-96ac77c2-a28b-4745-a4a1-e6614e7b4252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:28.632429 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-96ac77c2-a28b-4745-a4a1-e6614e7b4252 None None] Port 573bc14f-1470-4314-829b-202add19ba77 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:22:28.656126 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:28.684134 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:28.814202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197492c7-43c8-44af-9e3e-44a071c7c4c1 req-c8b4ea91-4244-4bdf-b974-1081c1619211 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:28.818126 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-197492c7-43c8-44af-9e3e-44a071c7c4c1 req-c8b4ea91-4244-4bdf-b974-1081c1619211 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 944 time: 0.0825427 Jul 05 10:22:28.831093 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:28.845478 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:28.845478 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:28.892406 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-197492c7-43c8-44af-9e3e-44a071c7c4c1 req-d4dac3b4-5582-40cb-a015-8d9e9170b84a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662735 Jul 05 10:22:29.014916 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.019562 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:26Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '2cea769a-aeb5-48d0-9b9a-032ac1e259b9', 'name': '', 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:24:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:15Z', 'updated_at': '2021-07-05T10:22:25Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '573bc14f-1470-4314-829b-202add19ba77', 'name': '', 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:39:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f431d7eb-554f-423b-a64e-b49e9c609dd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:24Z', 'updated_at': '2021-07-05T10:22:27Z', 'revision_number': 2, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'f431d7eb-554f-423b-a64e-b49e9c609dd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:29.048782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7e2faf-861e-44db-8453-e0157c75bfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c553bb28-eaaa-4c8c-b57e-4b61898cf9f6'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:29.051151 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2b4336-72db-488a-8908-c3ba404aab44" -d '{"events": [{"server_uuid": "1c7e2faf-861e-44db-8453-e0157c75bfc7", "name": "network-vif-plugged", "status": "completed", "tag": "c553bb28-eaaa-4c8c-b57e-4b61898cf9f6"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:29.062201 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Checking router: 453e1dfb-9df9-4eb9-b417-0d30162768a8 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:29.063079 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Updating router 453e1dfb-9df9-4eb9-b417-0d30162768a8 port 573bc14f-1470-4314-829b-202add19ba77 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:22:29.067830 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port c553bb28-eaaa-4c8c-b57e-4b61898cf9f6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c553bb28-eaaa-4c8c-b57e-4b61898cf9f6,segment=NetworkSegment(94c48217-bb17-493a-86d1-cf2fb7cc5808),segment_id=94c48217-bb17-493a-86d1-cf2fb7cc5808)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:29.115003 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.130230 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f77efb62-706d-43fe-94d0-7560e06a33e7 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:29.186091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957be9b-e935-409a-bac8-956717afa5f5 req-baf669c4-d4a6-456a-9d50-01389697c686 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:29.189318 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3957be9b-e935-409a-bac8-956717afa5f5 req-baf669c4-d4a6-456a-9d50-01389697c686 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 944 time: 0.2411849 Jul 05 10:22:29.197597 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.197597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 587c1192-0171-4e37-9c7d-ae2b603e73a6 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:29.207091 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00b80d6-74be-4358-948c-37953b27038c x-openstack-request-id: req-d00b80d6-74be-4358-948c-37953b27038c {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:29.207388 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7e2faf-861e-44db-8453-e0157c75bfc7", "name": "network-vif-plugged", "status": "completed", "tag": "c553bb28-eaaa-4c8c-b57e-4b61898cf9f6", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:29.207692 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d00b80d6-74be-4358-948c-37953b27038c {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:29.208452 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7e2faf-861e-44db-8453-e0157c75bfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c553bb28-eaaa-4c8c-b57e-4b61898cf9f6', 'code': 200} Jul 05 10:22:29.305621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=c553bb28-eaaa-4c8c-b57e-4b61898cf9f6,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:29.317793 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f77efb62-706d-43fe-94d0-7560e06a33e7 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:29.317793 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.342748 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 5ecfbc2b-9c6c-430a-946a-a0221c218c9f details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:22:29.434439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 587c1192-0171-4e37-9c7d-ae2b603e73a6 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:29.446094 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3957be9b-e935-409a-bac8-956717afa5f5 req-d7e31545-37b9-47c1-bb37-8f6cd9e2f707 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793573 Jul 05 10:22:29.451881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 587c1192-0171-4e37-9c7d-ae2b603e73a6 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:29.452349 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.484792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.extraroute_db [None req-53801014-80a5-4fca-8f77-7a501f9707b6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:22:29.540286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.extraroute_db [None req-53801014-80a5-4fca-8f77-7a501f9707b6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Removed routes are [] {{(pid=100775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:22:29.540975 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-53801014-80a5-4fca-8f77-7a501f9707b6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.573543 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:29.576333 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6923a-e08e-4ffa-baf2-b63d095bce5e req-2365952c-feb6-4039-81e6-adca2ed5e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:29.576676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1cf6923a-e08e-4ffa-baf2-b63d095bce5e req-2365952c-feb6-4039-81e6-adca2ed5e238 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 1097 time: 0.2975287 Jul 05 10:22:29.607966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '5ecfbc2b-9c6c-430a-946a-a0221c218c9f', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'port_id': '5ecfbc2b-9c6c-430a-946a-a0221c218c9f', 'mac_address': 'fa:16:3e:47:7d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:22:29.642705 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffc871-3329-4029-a4b6-77c667979933 req-f2f90416-0f7f-4544-bc9a-12c4a6d5ec1a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:29.644376 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40ffc871-3329-4029-a4b6-77c667979933 req-f2f90416-0f7f-4544-bc9a-12c4a6d5ec1a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 944 time: 0.1048605 Jul 05 10:22:29.647267 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1cf6923a-e08e-4ffa-baf2-b63d095bce5e req-d30ca6ae-b5be-4ea7-b452-e175aad4b18e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596576 Jul 05 10:22:29.654617 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.655176 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.665765 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Transition to ACTIVE for port object 573bc14f-1470-4314-829b-202add19ba77 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:22:29.689090 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.710391 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40ffc871-3329-4029-a4b6-77c667979933 req-150bc98b-eb81-4b02-a2dc-880541e5dbba tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586929 Jul 05 10:22:29.716954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 587c1192-0171-4e37-9c7d-ae2b603e73a6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=587c1192-0171-4e37-9c7d-ae2b603e73a6,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:29.718678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecfbc2b-9c6c-430a-946a-a0221c218c9f {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:22:29.748930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:29.752493 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.804344 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bbdab-9e0c-437a-94bd-3dcdead99e01 None None] Pushing event updated for resources: {'Port': ['ID=573bc14f-1470-4314-829b-202add19ba77,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:29.826703 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.874334 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.876435 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Attempting to bind port 573bc14f-1470-4314-829b-202add19ba77 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:22:29.876839 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Attempting to bind port 573bc14f-1470-4314-829b-202add19ba77 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'df48abb6-75ef-4b3c-9dcb-880ce0859b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:22:29.877496 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Attempting to bind port 573bc14f-1470-4314-829b-202add19ba77 on network 15b0a5ba-987c-47fc-a7c4-c01247b86ca8 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:22:29.884852 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:22:29.885239 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Checking segment: {'id': 'df48abb6-75ef-4b3c-9dcb-880ce0859b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:22:29.885682 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.886082 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Bound using segment: {'id': 'df48abb6-75ef-4b3c-9dcb-880ce0859b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:22:29.886594 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Bound port: 573bc14f-1470-4314-829b-202add19ba77, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df48abb6-75ef-4b3c-9dcb-880ce0859b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:22:29.886971 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.895933 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=587c1192-0171-4e37-9c7d-ae2b603e73a6,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:29.917279 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-53801014-80a5-4fca-8f77-7a501f9707b6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.921504 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-53801014-80a5-4fca-8f77-7a501f9707b6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:29.986039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:30.018720 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] For port 573bc14f-1470-4314-829b-202add19ba77, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:22:30.028802 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] For port 573bc14f-1470-4314-829b-202add19ba77, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=573bc14f-1470-4314-829b-202add19ba77,segment=NetworkSegment(df48abb6-75ef-4b3c-9dcb-880ce0859b6d),segment_id=df48abb6-75ef-4b3c-9dcb-880ce0859b6d)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:22:30.050348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53801014-80a5-4fca-8f77-7a501f9707b6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 453e1dfb-9df9-4eb9-b417-0d30162768a8 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:22:30.113102 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:30.182035 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bbdab-9e0c-437a-94bd-3dcdead99e01 None None] Pushing event updated for resources: {'Port': ['ID=573bc14f-1470-4314-829b-202add19ba77,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:30.186393 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:30.190536 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:30.219430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53801014-80a5-4fca-8f77-7a501f9707b6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:30.228826 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-53801014-80a5-4fca-8f77-7a501f9707b6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:30.233045 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36916) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:30.246944 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-53801014-80a5-4fca-8f77-7a501f9707b6 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/453e1dfb-9df9-4eb9-b417-0d30162768a8 HTTP/1.1" status: 200 len: 933 time: 1.7167244 Jul 05 10:22:30.260816 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['5ecfbc2b-9c6c-430a-946a-a0221c218c9f'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:22:30.307856 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac84cc-7e59-458f-a49e-c4c589080276 req-60faa168-5cd7-4404-bb6d-f40efa1803b2 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:30.309943 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67ac84cc-7e59-458f-a49e-c4c589080276 req-60faa168-5cd7-4404-bb6d-f40efa1803b2 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 945 time: 0.2104285 Jul 05 10:22:30.358065 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:30.363756 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67ac84cc-7e59-458f-a49e-c4c589080276 req-a86b5440-17db-4ef2-b8c9-226d35b28606 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472307 Jul 05 10:22:30.447593 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36922) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:30.448689 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9a718cc5-f24d-4a86-b0da-d5a3040c8849 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/routers/453e1dfb-9df9-4eb9-b417-0d30162768a8 HTTP/1.1" status: 200 len: 933 time: 0.2143455 Jul 05 10:22:30.453433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f32484cd-f833-42dc-a242-c97f9341834c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'router': {'routes': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:30.683659 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:29Z', 'revision_number': 6, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '2cea769a-aeb5-48d0-9b9a-032ac1e259b9', 'name': '', 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:24:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:15Z', 'updated_at': '2021-07-05T10:22:25Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '573bc14f-1470-4314-829b-202add19ba77', 'name': '', 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:39:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f431d7eb-554f-423b-a64e-b49e9c609dd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:24Z', 'updated_at': '2021-07-05T10:22:30Z', 'revision_number': 4, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'f431d7eb-554f-423b-a64e-b49e9c609dd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:30.693763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e50bfe-583f-4287-8e1d-cb1042b98ca1 req-3dfb91c6-4106-4b28-8914-0fe63d68ff1f tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:30.695706 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95e50bfe-583f-4287-8e1d-cb1042b98ca1 req-3dfb91c6-4106-4b28-8914-0fe63d68ff1f tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 945 time: 0.0828943 Jul 05 10:22:30.726656 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d547eaa-a14c-4f7e-b470-d9c15a386c2d None None] The sync data for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 is: [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:29Z', 'revision_number': 6, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '2cea769a-aeb5-48d0-9b9a-032ac1e259b9', 'name': '', 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:24:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:15Z', 'updated_at': '2021-07-05T10:22:25Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '573bc14f-1470-4314-829b-202add19ba77', 'name': '', 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:39:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f431d7eb-554f-423b-a64e-b49e9c609dd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:24Z', 'updated_at': '2021-07-05T10:22:30Z', 'revision_number': 4, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'f431d7eb-554f-423b-a64e-b49e9c609dd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:30.883314 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95e50bfe-583f-4287-8e1d-cb1042b98ca1 req-01d7d9cd-5ac9-4851-956c-caac011ce5b6 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635458 Jul 05 10:22:31.039669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.extraroute_db [None req-f32484cd-f833-42dc-a242-c97f9341834c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Added routes are [] {{(pid=100775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:22:31.043626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.extraroute_db [None req-f32484cd-f833-42dc-a242-c97f9341834c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:22:31.084844 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f32484cd-f833-42dc-a242-c97f9341834c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:31.124252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67687ff-7d00-4e0d-9f58-c93c15e6eb7f req-4f3af08a-9e38-4015-a478-1880437a4ff9 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:31.131859 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d67687ff-7d00-4e0d-9f58-c93c15e6eb7f req-4f3af08a-9e38-4015-a478-1880437a4ff9 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 945 time: 0.1327565 Jul 05 10:22:31.141109 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 573bc14f-1470-4314-829b-202add19ba77 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:31.197026 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d67687ff-7d00-4e0d-9f58-c93c15e6eb7f req-b170e93c-140e-4a9c-a710-685276ef16c7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622144 Jul 05 10:22:31.212321 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63534605-3c90-470c-87c1-7279d8119d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c1192-0171-4e37-9c7d-ae2b603e73a6'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:31.215518 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b981650-d3f0-4780-8ec1-4337de6fc4c1" -d '{"events": [{"server_uuid": "63534605-3c90-470c-87c1-7279d8119d16", "name": "network-vif-plugged", "status": "completed", "tag": "587c1192-0171-4e37-9c7d-ae2b603e73a6"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:31.280306 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d97581b-5b0a-4489-a7b1-4b2de159ccf5 x-openstack-request-id: req-7d97581b-5b0a-4489-a7b1-4b2de159ccf5 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:31.280776 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63534605-3c90-470c-87c1-7279d8119d16", "name": "network-vif-plugged", "status": "completed", "tag": "587c1192-0171-4e37-9c7d-ae2b603e73a6", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:31.281028 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d97581b-5b0a-4489-a7b1-4b2de159ccf5 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:31.282514 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63534605-3c90-470c-87c1-7279d8119d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c1192-0171-4e37-9c7d-ae2b603e73a6', 'code': 200} Jul 05 10:22:31.289889 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 573bc14f-1470-4314-829b-202add19ba77 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:31.296255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 573bc14f-1470-4314-829b-202add19ba77 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:31.296649 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:31.397076 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:31.449975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 573bc14f-1470-4314-829b-202add19ba77, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=573bc14f-1470-4314-829b-202add19ba77,segment=NetworkSegment(df48abb6-75ef-4b3c-9dcb-880ce0859b6d),segment_id=df48abb6-75ef-4b3c-9dcb-880ce0859b6d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:31.483535 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f32484cd-f833-42dc-a242-c97f9341834c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:31.489337 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f32484cd-f833-42dc-a242-c97f9341834c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:31.531200 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:31.601558 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=573bc14f-1470-4314-829b-202add19ba77,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:31.793262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55982f3-ee87-4350-a2ea-f216efa336dc None None] Sync routers for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:31.805232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55982f3-ee87-4350-a2ea-f216efa336dc None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:31.805964 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a55982f3-ee87-4350-a2ea-f216efa336dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:31.916744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112276f-4666-451b-bf2d-0c9f3548ace1 req-8d41bd40-2905-4b3f-bf85-dc085b6a3ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:31.917487 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-a55982f3-ee87-4350-a2ea-f216efa336dc None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:31.918279 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9112276f-4666-451b-bf2d-0c9f3548ace1 req-8d41bd40-2905-4b3f-bf85-dc085b6a3ecd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 1097 time: 0.4949751 Jul 05 10:22:31.962265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32484cd-f833-42dc-a242-c97f9341834c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 453e1dfb-9df9-4eb9-b417-0d30162768a8 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:22:31.980558 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9112276f-4666-451b-bf2d-0c9f3548ace1 req-b5134340-20f8-4824-83ec-3825590cdd09 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528443 Jul 05 10:22:31.999771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66beda65-edfb-4943-8d02-1a60e664803d req-4cef588f-5ef2-4677-a874-e96744ccd035 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:32.001201 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-66beda65-edfb-4943-8d02-1a60e664803d req-4cef588f-5ef2-4677-a874-e96744ccd035 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 945 time: 0.1372495 Jul 05 10:22:32.123543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052ff6f-ed75-40d1-9738-47e2799bf379 req-22b62b9c-0ad3-453e-a526-d6fe150fcf29 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:32.124178 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-66beda65-edfb-4943-8d02-1a60e664803d req-d9b72570-f33e-4233-9913-8f7e373eb170 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828388 Jul 05 10:22:32.125290 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32484cd-f833-42dc-a242-c97f9341834c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:32.132301 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f32484cd-f833-42dc-a242-c97f9341834c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:32.135970 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f32484cd-f833-42dc-a242-c97f9341834c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/453e1dfb-9df9-4eb9-b417-0d30162768a8 HTTP/1.1" status: 200 len: 699 time: 1.6847973 Jul 05 10:22:32.137247 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7052ff6f-ed75-40d1-9738-47e2799bf379 req-22b62b9c-0ad3-453e-a526-d6fe150fcf29 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 945 time: 0.0967870 Jul 05 10:22:32.137384 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36942) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:32.207257 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7052ff6f-ed75-40d1-9738-47e2799bf379 req-f6101eb0-5906-4d2f-b1fd-9e19d3f5eaab tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681016 Jul 05 10:22:32.275502 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-69c80d31-9d89-4a75-80ce-745c0c2047a0 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/routers/453e1dfb-9df9-4eb9-b417-0d30162768a8 HTTP/1.1" status: 200 len: 699 time: 0.1369743 Jul 05 10:22:32.278202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36948) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:32.342811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-aa7622dd-a77c-4a92-980d-bf403f0a0d79 req-f2ea5dd0-a4dd-425c-bdd0-e38dbc2b0d52 service neutron] (100775) timed out ('10.222.0.73', 62763) {{(pid=100775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:22:32.435224 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a55982f3-ee87-4350-a2ea-f216efa336dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:31Z', 'revision_number': 7, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '2cea769a-aeb5-48d0-9b9a-032ac1e259b9', 'name': '', 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:24:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:15Z', 'updated_at': '2021-07-05T10:22:25Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '573bc14f-1470-4314-829b-202add19ba77', 'name': '', 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:39:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f431d7eb-554f-423b-a64e-b49e9c609dd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:24Z', 'updated_at': '2021-07-05T10:22:31Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'f431d7eb-554f-423b-a64e-b49e9c609dd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:32.441980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999f296-6e5c-48a1-b22a-1c78c2a7c697 req-57411cea-540f-4e8f-a07f-7d16ed9f750d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:32.449679 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1999f296-6e5c-48a1-b22a-1c78c2a7c697 req-57411cea-540f-4e8f-a07f-7d16ed9f750d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 945 time: 0.0895431 Jul 05 10:22:32.473163 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55982f3-ee87-4350-a2ea-f216efa336dc None None] Checking router: 453e1dfb-9df9-4eb9-b417-0d30162768a8 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:32.491112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55982f3-ee87-4350-a2ea-f216efa336dc None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:32.492232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a55982f3-ee87-4350-a2ea-f216efa336dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:32.535852 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1999f296-6e5c-48a1-b22a-1c78c2a7c697 req-dd8e14b1-f2c6-4ef5-92c0-026afb24946a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792031 Jul 05 10:22:32.645500 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-a55982f3-ee87-4350-a2ea-f216efa336dc None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:32.821399 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-076e803a-9a20-4733-9ee8-d414f62cc3b2 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:32.899984 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a55982f3-ee87-4350-a2ea-f216efa336dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:31Z', 'revision_number': 7, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '2cea769a-aeb5-48d0-9b9a-032ac1e259b9', 'name': '', 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:24:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:15Z', 'updated_at': '2021-07-05T10:22:25Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '573bc14f-1470-4314-829b-202add19ba77', 'name': '', 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:39:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f431d7eb-554f-423b-a64e-b49e9c609dd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:24Z', 'updated_at': '2021-07-05T10:22:31Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'f431d7eb-554f-423b-a64e-b49e9c609dd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:32.937746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55982f3-ee87-4350-a2ea-f216efa336dc None None] The sync data for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 is: [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:31Z', 'revision_number': 7, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '2cea769a-aeb5-48d0-9b9a-032ac1e259b9', 'name': '', 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:24:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:15Z', 'updated_at': '2021-07-05T10:22:25Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '573bc14f-1470-4314-829b-202add19ba77', 'name': '', 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:39:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f431d7eb-554f-423b-a64e-b49e9c609dd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:24Z', 'updated_at': '2021-07-05T10:22:31Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'f431d7eb-554f-423b-a64e-b49e9c609dd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:33.117450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 573bc14f-1470-4314-829b-202add19ba77 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:33.168142 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-076e803a-9a20-4733-9ee8-d414f62cc3b2 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port 573bc14f-1470-4314-829b-202add19ba77 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:22:33.169585 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-076e803a-9a20-4733-9ee8-d414f62cc3b2 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:33.181828 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 573bc14f-1470-4314-829b-202add19ba77 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:33.182395 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:33.318059 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3400af2-2b0b-4e71-82d5-50f69e25efaa None None] Sync routers for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:33.335227 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3400af2-2b0b-4e71-82d5-50f69e25efaa None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:33.335501 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a3400af2-2b0b-4e71-82d5-50f69e25efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:33.349694 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-076e803a-9a20-4733-9ee8-d414f62cc3b2 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] For port 573bc14f-1470-4314-829b-202add19ba77, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=573bc14f-1470-4314-829b-202add19ba77,segment=NetworkSegment(df48abb6-75ef-4b3c-9dcb-880ce0859b6d),segment_id=df48abb6-75ef-4b3c-9dcb-880ce0859b6d)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:33.350902 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-076e803a-9a20-4733-9ee8-d414f62cc3b2 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:33.373019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f412d-0bce-4fa6-9aa5-dad4c9e7721f req-6cea6b5c-50e6-4faa-a00e-7707c209ef5b tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:33.378917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-076e803a-9a20-4733-9ee8-d414f62cc3b2 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for 573bc14f-1470-4314-829b-202add19ba77 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:22:33.379977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 5ecfbc2b-9c6c-430a-946a-a0221c218c9f up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:33.382755 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f0f412d-0bce-4fa6-9aa5-dad4c9e7721f req-6cea6b5c-50e6-4faa-a00e-7707c209ef5b tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 945 time: 0.0900099 Jul 05 10:22:33.430194 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f0f412d-0bce-4fa6-9aa5-dad4c9e7721f req-1f58d315-c41e-4996-8845-7ceb9ca2c8b9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464213 Jul 05 10:22:33.520505 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a3400af2-2b0b-4e71-82d5-50f69e25efaa None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:33.610549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:22:33.619905 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:33.621209 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:33.741862 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-076e803a-9a20-4733-9ee8-d414f62cc3b2 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:33.785006 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:33.831486 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e803a-9a20-4733-9ee8-d414f62cc3b2 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=573bc14f-1470-4314-829b-202add19ba77,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:33.843522 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e4c810-c9d6-43bd-ae11-ab62200a2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecfbc2b-9c6c-430a-946a-a0221c218c9f'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:33.847098 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac43ac5e-3d94-4722-9d6c-fd5453e6f007" -d '{"events": [{"server_uuid": "e8e4c810-c9d6-43bd-ae11-ab62200a2187", "name": "network-vif-plugged", "status": "completed", "tag": "5ecfbc2b-9c6c-430a-946a-a0221c218c9f"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:33.891646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:33.900180 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a3400af2-2b0b-4e71-82d5-50f69e25efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:31Z', 'revision_number': 7, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '2cea769a-aeb5-48d0-9b9a-032ac1e259b9', 'name': '', 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:24:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:15Z', 'updated_at': '2021-07-05T10:22:25Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '573bc14f-1470-4314-829b-202add19ba77', 'name': '', 'network_id': '15b0a5ba-987c-47fc-a7c4-c01247b86ca8', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:39:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f431d7eb-554f-423b-a64e-b49e9c609dd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:24Z', 'updated_at': '2021-07-05T10:22:31Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'f431d7eb-554f-423b-a64e-b49e9c609dd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:33.964550 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:33.971189 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3400af2-2b0b-4e71-82d5-50f69e25efaa None None] Checking router: 453e1dfb-9df9-4eb9-b417-0d30162768a8 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:33.982190 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3400af2-2b0b-4e71-82d5-50f69e25efaa None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:33.982956 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a3400af2-2b0b-4e71-82d5-50f69e25efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:34.063023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:34.140203 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a3400af2-2b0b-4e71-82d5-50f69e25efaa None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:34.191683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f0c78-e01e-4209-a637-50417b9c266d req-a25fbef3-2cef-46fc-bddd-39fcd7c8d9e2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:34.193782 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-201f0c78-e01e-4209-a637-50417b9c266d req-a25fbef3-2cef-46fc-bddd-39fcd7c8d9e2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.2473819 Jul 05 10:22:34.265444 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-201f0c78-e01e-4209-a637-50417b9c266d req-ae7e2ecf-59ba-4f1b-a0d0-24428d5a3fac tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704787 Jul 05 10:22:34.266702 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-076e803a-9a20-4733-9ee8-d414f62cc3b2 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:34.374695 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f99b0d1-6980-4e74-b80a-38a91ab37f62 x-openstack-request-id: req-4f99b0d1-6980-4e74-b80a-38a91ab37f62 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:34.375241 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e4c810-c9d6-43bd-ae11-ab62200a2187", "name": "network-vif-plugged", "status": "completed", "tag": "5ecfbc2b-9c6c-430a-946a-a0221c218c9f", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:34.375747 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4f99b0d1-6980-4e74-b80a-38a91ab37f62 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:34.376368 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e4c810-c9d6-43bd-ae11-ab62200a2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecfbc2b-9c6c-430a-946a-a0221c218c9f', 'code': 200} Jul 05 10:22:34.568990 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076e803a-9a20-4733-9ee8-d414f62cc3b2 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 453e1dfb-9df9-4eb9-b417-0d30162768a8 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:22:34.593740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81fb54-fefc-4a8a-b8af-8f0d0b864e8a req-52f19f14-ccdc-4fa1-8fb5-b3db4d87c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:34.595920 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df81fb54-fefc-4a8a-b8af-8f0d0b864e8a req-52f19f14-ccdc-4fa1-8fb5-b3db4d87c4bb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 1098 time: 0.1360002 Jul 05 10:22:34.669712 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df81fb54-fefc-4a8a-b8af-8f0d0b864e8a req-e9655e3b-f9c8-43c4-8fd5-189bb699335b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674930 Jul 05 10:22:34.689772 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a3400af2-2b0b-4e71-82d5-50f69e25efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:33Z', 'revision_number': 8, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '2cea769a-aeb5-48d0-9b9a-032ac1e259b9', 'name': '', 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:24:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:15Z', 'updated_at': '2021-07-05T10:22:25Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:34.722090 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3400af2-2b0b-4e71-82d5-50f69e25efaa None None] The sync data for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 is: [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:33Z', 'revision_number': 8, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '2cea769a-aeb5-48d0-9b9a-032ac1e259b9', 'name': '', 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:24:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:15Z', 'updated_at': '2021-07-05T10:22:25Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:34.818736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563d018-1dc2-4477-9d7c-5f71e227b0df req-1cfba0ec-2212-4c79-9900-d0412927e572 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:34.820315 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f563d018-1dc2-4477-9d7c-5f71e227b0df req-1cfba0ec-2212-4c79-9900-d0412927e572 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 945 time: 0.1571856 Jul 05 10:22:34.823330 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076e803a-9a20-4733-9ee8-d414f62cc3b2 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:34.832161 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36982) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:34.832316 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-076e803a-9a20-4733-9ee8-d414f62cc3b2 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/453e1dfb-9df9-4eb9-b417-0d30162768a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5517597 Jul 05 10:22:34.882916 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f563d018-1dc2-4477-9d7c-5f71e227b0df req-31519aa9-1ddb-428d-ba31-a25f03c4f8b1 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494766 Jul 05 10:22:34.921789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b40153-0ed2-41fa-97d0-b738a3ff601a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting subnet f431d7eb-554f-423b-a64e-b49e9c609dd6 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:22:34.929382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b2b40153-0ed2-41fa-97d0-b738a3ff601a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:34.981133 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b2b40153-0ed2-41fa-97d0-b738a3ff601a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:35.101025 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b2b40153-0ed2-41fa-97d0-b738a3ff601a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:35.186513 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 573bc14f-1470-4314-829b-202add19ba77 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:22:35.211116 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 573bc14f-1470-4314-829b-202add19ba77 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:22:35.211786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 573bc14f-1470-4314-829b-202add19ba77 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:22:35.278878 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b2b40153-0ed2-41fa-97d0-b738a3ff601a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:35.307430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b40153-0ed2-41fa-97d0-b738a3ff601a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Subnet': ['ID=f431d7eb-554f-423b-a64e-b49e9c609dd6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:35.322397 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b2b40153-0ed2-41fa-97d0-b738a3ff601a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:35.326832 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b2b40153-0ed2-41fa-97d0-b738a3ff601a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/f431d7eb-554f-423b-a64e-b49e9c609dd6 HTTP/1.1" status: 204 len: 168 time: 0.4928267 Jul 05 10:22:35.329345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36988) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:35.330438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af2175-ac23-48d1-8fc3-5a41d195c307 None None] Network 15b0a5ba-987c-47fc-a7c4-c01247b86ca8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:22:35.389757 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eff68ff-a824-4955-8611-edb4b88f6a5e None None] Sync routers for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:35.424478 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eff68ff-a824-4955-8611-edb4b88f6a5e None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:35.425135 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-1eff68ff-a824-4955-8611-edb4b88f6a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:35.438660 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:35.529622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port f77efb62-706d-43fe-94d0-7560e06a33e7 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:22:35.530529 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:35.534669 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6de61-7596-4820-b53b-42a3decef3e8 req-c5f99ec7-fdb2-4e96-b012-450ee824b771 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:35.545710 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-36b6de61-7596-4820-b53b-42a3decef3e8 req-c5f99ec7-fdb2-4e96-b012-450ee824b771 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.1305757 Jul 05 10:22:35.623683 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-36b6de61-7596-4820-b53b-42a3decef3e8 req-9f9ae68a-a57a-4015-96d3-21d2d2e5f29f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769987 Jul 05 10:22:35.695880 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] For port f77efb62-706d-43fe-94d0-7560e06a33e7, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f77efb62-706d-43fe-94d0-7560e06a33e7,segment=NetworkSegment(df48abb6-75ef-4b3c-9dcb-880ce0859b6d),segment_id=df48abb6-75ef-4b3c-9dcb-880ce0859b6d)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:35.697983 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:35.733029 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-1eff68ff-a824-4955-8611-edb4b88f6a5e None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:35.735188 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for f77efb62-706d-43fe-94d0-7560e06a33e7 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:22:35.995361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-1eff68ff-a824-4955-8611-edb4b88f6a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:33Z', 'revision_number': 8, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '2cea769a-aeb5-48d0-9b9a-032ac1e259b9', 'name': '', 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:24:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:15Z', 'updated_at': '2021-07-05T10:22:25Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:36.035216 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eff68ff-a824-4955-8611-edb4b88f6a5e None None] Checking router: 453e1dfb-9df9-4eb9-b417-0d30162768a8 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:36.045400 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:36.061741 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7252b85b-9be1-467a-b322-036326b96ad5 None None] DHCP port deletion for 15b0a5ba-987c-47fc-a7c4-c01247b86ca8 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:22:36.084336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eff68ff-a824-4955-8611-edb4b88f6a5e None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:36.085028 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-1eff68ff-a824-4955-8611-edb4b88f6a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:36.168873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=f77efb62-706d-43fe-94d0-7560e06a33e7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:36.173970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No DVR routers for this DVR port f77efb62-706d-43fe-94d0-7560e06a33e7 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:22:36.213124 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-1eff68ff-a824-4955-8611-edb4b88f6a5e None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:36.332988 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:36.338315 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b0a5ba-987c-47fc-a7c4-c01247b86ca8']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:36.356800 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adee107-4e21-4a8b-8233-df94ad049a7b req-6952ae6c-1467-487f-b4d8-ae892bc6eac2 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:36.358356 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6adee107-4e21-4a8b-8233-df94ad049a7b req-6952ae6c-1467-487f-b4d8-ae892bc6eac2 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 945 time: 0.2650189 Jul 05 10:22:36.365314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df48abb6-75ef-4b3c-9dcb-880ce0859b6d') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:36.365617 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df48abb6-75ef-4b3c-9dcb-880ce0859b6d') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:36.379024 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:36.408298 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:36.426346 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:22:36.427082 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:22:36.430528 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:22:36.509555 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-1eff68ff-a824-4955-8611-edb4b88f6a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:33Z', 'revision_number': 8, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '2cea769a-aeb5-48d0-9b9a-032ac1e259b9', 'name': '', 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:24:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:15Z', 'updated_at': '2021-07-05T10:22:25Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:36.515263 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6adee107-4e21-4a8b-8233-df94ad049a7b req-c997227a-744f-4252-bf00-c8aa9708b5cb tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386476 Jul 05 10:22:36.552100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eff68ff-a824-4955-8611-edb4b88f6a5e None None] The sync data for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 is: [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:33Z', 'revision_number': 8, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '2cea769a-aeb5-48d0-9b9a-032ac1e259b9', 'name': '', 'network_id': 'b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:24:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:15Z', 'updated_at': '2021-07-05T10:22:25Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '68fd0784-8ff4-4941-9558-b0b08ce8cf55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:36.920484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dda659-7693-4153-90a5-8c4cc0299c1a req-acca2727-8f2a-45a3-88f2-57fd5c403866 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:36.922394 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4dda659-7693-4153-90a5-8c4cc0299c1a req-acca2727-8f2a-45a3-88f2-57fd5c403866 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.1154003 Jul 05 10:22:36.977455 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4dda659-7693-4153-90a5-8c4cc0299c1a req-eba52f4b-6dae-4604-b5fd-e32d830f5575 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462418 Jul 05 10:22:37.146757 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f77efb62-706d-43fe-94d0-7560e06a33e7 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:22:37.197763 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: f77efb62-706d-43fe-94d0-7560e06a33e7 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:22:37.198111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f77efb62-706d-43fe-94d0-7560e06a33e7 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:22:37.473021 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:37.489443 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:37.490987 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/networks/15b0a5ba-987c-47fc-a7c4-c01247b86ca8 HTTP/1.1" status: 204 len: 168 time: 2.1595061 Jul 05 10:22:37.493963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37024) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:37.509767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb97160-660c-448f-854b-dd31674a5fd8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Network': ['ID=15b0a5ba-987c-47fc-a7c4-c01247b86ca8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:38.149905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be59b7-c5f4-4e67-a2bc-907185f95375 req-c6c6ee23-a904-467e-8bca-5e724397e075 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:38.156919 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87be59b7-c5f4-4e67-a2bc-907185f95375 req-c6c6ee23-a904-467e-8bca-5e724397e075 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.1400881 Jul 05 10:22:38.212544 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87be59b7-c5f4-4e67-a2bc-907185f95375 req-db1e4484-9e4c-40ff-adf9-0f348cef21d7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544410 Jul 05 10:22:38.312444 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c21b60db-b2f0-4344-82e9-eb1e184b733e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:38.644125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c21b60db-b2f0-4344-82e9-eb1e184b733e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:22:38.644784 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c21b60db-b2f0-4344-82e9-eb1e184b733e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:38.740330 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-c21b60db-b2f0-4344-82e9-eb1e184b733e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] For port 2cea769a-aeb5-48d0-9b9a-032ac1e259b9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=2cea769a-aeb5-48d0-9b9a-032ac1e259b9,segment=NetworkSegment(8c1bc61c-20d9-4067-a05b-87ed14ef6b0f),segment_id=8c1bc61c-20d9-4067-a05b-87ed14ef6b0f)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:38.740594 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c21b60db-b2f0-4344-82e9-eb1e184b733e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:38.754426 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c21b60db-b2f0-4344-82e9-eb1e184b733e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:22:39.026868 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c21b60db-b2f0-4344-82e9-eb1e184b733e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:39.063205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b60db-b2f0-4344-82e9-eb1e184b733e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=2cea769a-aeb5-48d0-9b9a-032ac1e259b9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:39.277722 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c21b60db-b2f0-4344-82e9-eb1e184b733e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:39.503974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf28bf-b81b-4a21-899d-1979fb361eb2 req-22709266-b80d-40b7-9b5b-cf3dbb3ad9c7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:39.505465 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fdaf28bf-b81b-4a21-899d-1979fb361eb2 req-22709266-b80d-40b7-9b5b-cf3dbb3ad9c7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.1328907 Jul 05 10:22:39.631902 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fdaf28bf-b81b-4a21-899d-1979fb361eb2 req-a4a9405e-cfac-4726-b554-425b619878ba tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962887 Jul 05 10:22:39.635668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21b60db-b2f0-4344-82e9-eb1e184b733e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 453e1dfb-9df9-4eb9-b417-0d30162768a8 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:22:39.728774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21b60db-b2f0-4344-82e9-eb1e184b733e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:39.734501 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c21b60db-b2f0-4344-82e9-eb1e184b733e tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/453e1dfb-9df9-4eb9-b417-0d30162768a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2392499 Jul 05 10:22:39.746882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37086) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:39.747271 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c2574-b3a1-495a-9098-548a8cfe4fbb None None] Sync routers for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:39.757327 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c2574-b3a1-495a-9098-548a8cfe4fbb None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:39.758533 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-d07c2574-b3a1-495a-9098-548a8cfe4fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:39.791264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9bc45d-bc9f-47fe-8e63-f93189a7db05 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting subnet 68fd0784-8ff4-4941-9558-b0b08ce8cf55 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:22:39.795198 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc45d-bc9f-47fe-8e63-f93189a7db05 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:39.844779 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc45d-bc9f-47fe-8e63-f93189a7db05 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:39.849823 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-d07c2574-b3a1-495a-9098-548a8cfe4fbb None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:39.953443 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc45d-bc9f-47fe-8e63-f93189a7db05 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:40.078198 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-d07c2574-b3a1-495a-9098-548a8cfe4fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:38Z', 'revision_number': 9, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:40.105495 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c2574-b3a1-495a-9098-548a8cfe4fbb None None] Checking router: 453e1dfb-9df9-4eb9-b417-0d30162768a8 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:40.114263 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c2574-b3a1-495a-9098-548a8cfe4fbb None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:40.115402 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-d07c2574-b3a1-495a-9098-548a8cfe4fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:40.124799 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc45d-bc9f-47fe-8e63-f93189a7db05 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:40.145434 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a9bc45d-bc9f-47fe-8e63-f93189a7db05 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:40.149360 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7a9bc45d-bc9f-47fe-8e63-f93189a7db05 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/68fd0784-8ff4-4941-9558-b0b08ce8cf55 HTTP/1.1" status: 204 len: 168 time: 0.4094522 Jul 05 10:22:40.153110 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37106) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:40.155317 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1818d5-ed64-4f59-8e8f-418b81ed5a79 None None] Network b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:22:40.218136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bc45d-bc9f-47fe-8e63-f93189a7db05 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Subnet': ['ID=68fd0784-8ff4-4941-9558-b0b08ce8cf55,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:40.265848 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-d07c2574-b3a1-495a-9098-548a8cfe4fbb None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:40.333501 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:40.418689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port 3a11493e-592c-4926-b2ab-da58e1fedfae {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:22:40.419132 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:40.459188 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f856041-331c-442e-acb2-53a537464117 None None] DHCP port deletion for b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:22:40.506870 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] For port 3a11493e-592c-4926-b2ab-da58e1fedfae, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3a11493e-592c-4926-b2ab-da58e1fedfae,segment=NetworkSegment(8c1bc61c-20d9-4067-a05b-87ed14ef6b0f),segment_id=8c1bc61c-20d9-4067-a05b-87ed14ef6b0f)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:40.507635 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:40.522152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for 3a11493e-592c-4926-b2ab-da58e1fedfae owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:22:40.561020 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-d07c2574-b3a1-495a-9098-548a8cfe4fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:38Z', 'revision_number': 9, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:40.583648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7f856041-331c-442e-acb2-53a537464117 None None] Deleting port 3a11493e-592c-4926-b2ab-da58e1fedfae {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:22:40.584067 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7f856041-331c-442e-acb2-53a537464117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:40.605414 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c2574-b3a1-495a-9098-548a8cfe4fbb None None] The sync data for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 is: [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:38Z', 'revision_number': 9, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb040858-11a2-40ec-a228-b0808013df7d', 'name': '', 'network_id': '6fcedfc8-6f30-42f0-8512-1074cd84073e', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:67:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:07Z', 'updated_at': '2021-07-05T10:22:15Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': 'c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:40.680680 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7f856041-331c-442e-acb2-53a537464117 None None] For port 3a11493e-592c-4926-b2ab-da58e1fedfae, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3a11493e-592c-4926-b2ab-da58e1fedfae,segment=NetworkSegment(8c1bc61c-20d9-4067-a05b-87ed14ef6b0f),segment_id=8c1bc61c-20d9-4067-a05b-87ed14ef6b0f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:40.680680 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7f856041-331c-442e-acb2-53a537464117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:40.694235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7f856041-331c-442e-acb2-53a537464117 None None] Calling delete_port for 3a11493e-592c-4926-b2ab-da58e1fedfae owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:22:40.741227 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:40.756423 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 587c1192-0171-4e37-9c7d-ae2b603e73a6 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:22:40.780243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No DVR routers for this DVR port 3a11493e-592c-4926-b2ab-da58e1fedfae on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:22:40.818791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f772c6c-d065-4592-ab0d-f740574089b8 req-463a4ab2-e2fe-4a87-ae79-ded9807d6fb1 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:40.821020 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6f772c6c-d065-4592-ab0d-f740574089b8 req-463a4ab2-e2fe-4a87-ae79-ded9807d6fb1 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.0663686 Jul 05 10:22:40.871191 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:40.882496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:40.882700 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6f772c6c-d065-4592-ab0d-f740574089b8 req-c0832448-544c-4fac-99f9-3c2601a27efe tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550039 Jul 05 10:22:40.896140 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 587c1192-0171-4e37-9c7d-ae2b603e73a6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=587c1192-0171-4e37-9c7d-ae2b603e73a6,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:40.899361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=3a11493e-592c-4926-b2ab-da58e1fedfae,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:40.914623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1bc61c-20d9-4067-a05b-87ed14ef6b0f') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:40.917956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1bc61c-20d9-4067-a05b-87ed14ef6b0f') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:40.921869 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '587c1192-0171-4e37-9c7d-ae2b603e73a6', 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108', 'port_id': '587c1192-0171-4e37-9c7d-ae2b603e73a6', 'mac_address': 'fa:16:3e:fb:14:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416d4cde-47b1-4b1b-a789-838086a2fbf2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:22:40.925897 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:40.942363 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:40.948571 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:22:40.949653 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:22:40.952938 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:22:40.995216 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:41.017916 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7f856041-331c-442e-acb2-53a537464117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:41.051320 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f856041-331c-442e-acb2-53a537464117 None None] Pushing event deleted for resources: {'Port': ['ID=3a11493e-592c-4926-b2ab-da58e1fedfae,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:41.059246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 587c1192-0171-4e37-9c7d-ae2b603e73a6 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:22:41.067732 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f856041-331c-442e-acb2-53a537464117 None None] No DVR routers for this DVR port 3a11493e-592c-4926-b2ab-da58e1fedfae on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:22:41.088465 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 587c1192-0171-4e37-9c7d-ae2b603e73a6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=587c1192-0171-4e37-9c7d-ae2b603e73a6,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:41.131134 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:41.143251 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:41.147774 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/networks/b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9 HTTP/1.1" status: 204 len: 168 time: 0.9913192 Jul 05 10:22:41.148824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37126) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:41.158781 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:22:41.181963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea41c0-87f3-493c-b6ef-f0378a7ebb12 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Network': ['ID=b0c3a7f3-ab14-4aa2-bc9e-2cfb80b581f9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:41.208250 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-95709865-f607-43bf-8320-55c5884da337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:41.210143 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:41.214164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:22:41.214521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 2cea769a-aeb5-48d0-9b9a-032ac1e259b9 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:22:41.214934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3a11493e-592c-4926-b2ab-da58e1fedfae no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:22:41.281174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 3a11493e-592c-4926-b2ab-da58e1fedfae {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:22:41.281524 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3a11493e-592c-4926-b2ab-da58e1fedfae not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:22:41.312372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=587c1192-0171-4e37-9c7d-ae2b603e73a6,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:41.351034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['587c1192-0171-4e37-9c7d-ae2b603e73a6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:22:41.634041 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2419f96b-22a7-4fd2-a87c-b9e18d3ccc5d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:41.969940 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2419f96b-22a7-4fd2-a87c-b9e18d3ccc5d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port bb040858-11a2-40ec-a228-b0808013df7d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:22:41.970498 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2419f96b-22a7-4fd2-a87c-b9e18d3ccc5d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:42.111671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-2419f96b-22a7-4fd2-a87c-b9e18d3ccc5d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] For port bb040858-11a2-40ec-a228-b0808013df7d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bb040858-11a2-40ec-a228-b0808013df7d,segment=NetworkSegment(4d084851-0aba-4b23-8044-254a7208923a),segment_id=4d084851-0aba-4b23-8044-254a7208923a)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:42.112124 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2419f96b-22a7-4fd2-a87c-b9e18d3ccc5d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:42.129410 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dab8bc-6b1a-4e58-8914-490f2546c716 req-a33f39d9-9c1c-4971-a747-62505b0cdba9 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:42.130974 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43dab8bc-6b1a-4e58-8914-490f2546c716 req-a33f39d9-9c1c-4971-a747-62505b0cdba9 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.1112180 Jul 05 10:22:42.135650 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2419f96b-22a7-4fd2-a87c-b9e18d3ccc5d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for bb040858-11a2-40ec-a228-b0808013df7d owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:22:42.215014 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43dab8bc-6b1a-4e58-8914-490f2546c716 req-42de8b5d-887e-4395-bb3d-18ed6af28a83 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737391 Jul 05 10:22:42.440612 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2419f96b-22a7-4fd2-a87c-b9e18d3ccc5d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:42.482165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419f96b-22a7-4fd2-a87c-b9e18d3ccc5d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=bb040858-11a2-40ec-a228-b0808013df7d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:42.701464 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2419f96b-22a7-4fd2-a87c-b9e18d3ccc5d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:42.756702 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 587c1192-0171-4e37-9c7d-ae2b603e73a6 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:42.834211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 587c1192-0171-4e37-9c7d-ae2b603e73a6 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:42.835044 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:42.974228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2419f96b-22a7-4fd2-a87c-b9e18d3ccc5d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 453e1dfb-9df9-4eb9-b417-0d30162768a8 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:22:43.018991 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:43.076238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63534605-3c90-470c-87c1-7279d8119d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c1192-0171-4e37-9c7d-ae2b603e73a6'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:43.078924 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71ea63a-a3ab-419d-b2aa-e13c6b754a26" -d '{"events": [{"server_uuid": "63534605-3c90-470c-87c1-7279d8119d16", "name": "network-vif-plugged", "status": "completed", "tag": "587c1192-0171-4e37-9c7d-ae2b603e73a6"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:43.120399 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 587c1192-0171-4e37-9c7d-ae2b603e73a6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=587c1192-0171-4e37-9c7d-ae2b603e73a6,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:43.125031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2419f96b-22a7-4fd2-a87c-b9e18d3ccc5d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:43.141363 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2419f96b-22a7-4fd2-a87c-b9e18d3ccc5d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/453e1dfb-9df9-4eb9-b417-0d30162768a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9886870 Jul 05 10:22:43.142225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37196) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:43.147283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e058fcad-40c1-4e5e-b6b4-b44ed3c7621c None None] Sync routers for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:43.158130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058fcad-40c1-4e5e-b6b4-b44ed3c7621c None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:43.159366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e058fcad-40c1-4e5e-b6b4-b44ed3c7621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:43.165655 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fe961b-bfb3-4cf3-a4b4-79cf519c6fb5 x-openstack-request-id: req-d6fe961b-bfb3-4cf3-a4b4-79cf519c6fb5 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:43.166497 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63534605-3c90-470c-87c1-7279d8119d16", "name": "network-vif-plugged", "status": "completed", "tag": "587c1192-0171-4e37-9c7d-ae2b603e73a6", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:43.170145 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6fe961b-bfb3-4cf3-a4b4-79cf519c6fb5 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:43.170145 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63534605-3c90-470c-87c1-7279d8119d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c1192-0171-4e37-9c7d-ae2b603e73a6', 'code': 200} Jul 05 10:22:43.212816 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:43.221509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-38235cad-6911-46a0-9929-779486744fdf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting subnet c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:22:43.224909 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-38235cad-6911-46a0-9929-779486744fdf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:43.310475 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-38235cad-6911-46a0-9929-779486744fdf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:43.451527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 5ecfbc2b-9c6c-430a-946a-a0221c218c9f details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:22:43.506787 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-e058fcad-40c1-4e5e-b6b4-b44ed3c7621c None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:43.511979 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-38235cad-6911-46a0-9929-779486744fdf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:43.613558 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-36914b05-6444-4a24-b4d6-718dfe676c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:43.623746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=587c1192-0171-4e37-9c7d-ae2b603e73a6,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:43.629491 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c1206-ff5b-4faf-8ec8-309b511e23c0 req-c80ae7f9-768a-4122-99e2-35b8ec894d21 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:43.633814 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-806c1206-ff5b-4faf-8ec8-309b511e23c0 req-c80ae7f9-768a-4122-99e2-35b8ec894d21 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.1867290 Jul 05 10:22:43.719261 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-806c1206-ff5b-4faf-8ec8-309b511e23c0 req-503f3b45-57f0-4a3b-a251-569e06e0af14 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751810 Jul 05 10:22:43.749726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:43.772657 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '5ecfbc2b-9c6c-430a-946a-a0221c218c9f', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'port_id': '5ecfbc2b-9c6c-430a-946a-a0221c218c9f', 'mac_address': 'fa:16:3e:47:7d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:22:43.808782 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:43.845050 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:43.865013 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ecfbc2b-9c6c-430a-946a-a0221c218c9f {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:22:43.867602 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-38235cad-6911-46a0-9929-779486744fdf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:43.912160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e632332-12cf-4667-bc08-9d880863a3af None None] Network 6fcedfc8-6f30-42f0-8512-1074cd84073e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:22:43.917778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:43.957809 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-38235cad-6911-46a0-9929-779486744fdf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:43.973726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e058fcad-40c1-4e5e-b6b4-b44ed3c7621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:42Z', 'revision_number': 10, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:43.974797 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-38235cad-6911-46a0-9929-779486744fdf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3 HTTP/1.1" status: 204 len: 168 time: 0.8309047 Jul 05 10:22:43.977461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37228) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:44.010046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e058fcad-40c1-4e5e-b6b4-b44ed3c7621c None None] Checking router: 453e1dfb-9df9-4eb9-b417-0d30162768a8 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:44.065876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058fcad-40c1-4e5e-b6b4-b44ed3c7621c None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:44.066685 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e058fcad-40c1-4e5e-b6b4-b44ed3c7621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:44.098464 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:44.131949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38235cad-6911-46a0-9929-779486744fdf tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:44.269713 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:44.299929 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['5ecfbc2b-9c6c-430a-946a-a0221c218c9f'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:22:44.379130 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port a3b215cb-599d-4e70-a6eb-bc2272a128f6 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:22:44.381434 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:44.393709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-e058fcad-40c1-4e5e-b6b4-b44ed3c7621c None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:44.399528 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:44.511661 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] For port a3b215cb-599d-4e70-a6eb-bc2272a128f6, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a3b215cb-599d-4e70-a6eb-bc2272a128f6,segment=NetworkSegment(4d084851-0aba-4b23-8044-254a7208923a),segment_id=4d084851-0aba-4b23-8044-254a7208923a)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:44.515760 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:44.569162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for a3b215cb-599d-4e70-a6eb-bc2272a128f6 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:22:44.602034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d115c4-c40d-4bc8-9c5f-29c165f807b6 None None] DHCP port deletion for 6fcedfc8-6f30-42f0-8512-1074cd84073e request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:22:44.790082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d7d115c4-c40d-4bc8-9c5f-29c165f807b6 None None] Deleting port a3b215cb-599d-4e70-a6eb-bc2272a128f6 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:22:44.790738 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7d115c4-c40d-4bc8-9c5f-29c165f807b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:44.866899 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:44.923628 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=a3b215cb-599d-4e70-a6eb-bc2272a128f6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:44.927633 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No DVR routers for this DVR port a3b215cb-599d-4e70-a6eb-bc2272a128f6 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:22:45.023778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d7d115c4-c40d-4bc8-9c5f-29c165f807b6 None None] For port a3b215cb-599d-4e70-a6eb-bc2272a128f6, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a3b215cb-599d-4e70-a6eb-bc2272a128f6,segment=NetworkSegment(4d084851-0aba-4b23-8044-254a7208923a),segment_id=4d084851-0aba-4b23-8044-254a7208923a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:45.024309 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7d115c4-c40d-4bc8-9c5f-29c165f807b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:45.068598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d7d115c4-c40d-4bc8-9c5f-29c165f807b6 None None] Calling delete_port for a3b215cb-599d-4e70-a6eb-bc2272a128f6 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:22:45.162714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb94b2-1094-4180-9b22-2b53fa863edc req-c987bfcd-ab24-4190-b13c-12b083b1744d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:45.169865 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dcbb94b2-1094-4180-9b22-2b53fa863edc req-c987bfcd-ab24-4190-b13c-12b083b1744d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 945 time: 0.2279611 Jul 05 10:22:45.199158 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:45.227945 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fcedfc8-6f30-42f0-8512-1074cd84073e']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:45.250366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d084851-0aba-4b23-8044-254a7208923a') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:45.250934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d084851-0aba-4b23-8044-254a7208923a') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:45.273339 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:45.273997 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dcbb94b2-1094-4180-9b22-2b53fa863edc req-2e28b806-b710-44ac-b5c7-419d2b8b4e39 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985942 Jul 05 10:22:45.317024 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:45.329080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:22:45.329505 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:22:45.332810 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:22:45.337464 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:22:45.353124 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7d115c4-c40d-4bc8-9c5f-29c165f807b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:45.421183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a3b215cb-599d-4e70-a6eb-bc2272a128f6 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:22:45.438571 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d115c4-c40d-4bc8-9c5f-29c165f807b6 None None] Pushing event deleted for resources: {'Port': ['ID=a3b215cb-599d-4e70-a6eb-bc2272a128f6,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:45.447297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 5ecfbc2b-9c6c-430a-946a-a0221c218c9f up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:22:45.450430 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:45.509856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: a3b215cb-599d-4e70-a6eb-bc2272a128f6 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:22:45.510228 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a3b215cb-599d-4e70-a6eb-bc2272a128f6 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:22:45.535265 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d115c4-c40d-4bc8-9c5f-29c165f807b6 None None] No DVR routers for this DVR port a3b215cb-599d-4e70-a6eb-bc2272a128f6 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:22:45.589701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e058fcad-40c1-4e5e-b6b4-b44ed3c7621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:42Z', 'revision_number': 10, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:45.655328 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:45.705795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e058fcad-40c1-4e5e-b6b4-b44ed3c7621c None None] The sync data for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 is: [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:42Z', 'revision_number': 10, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None, '_interfaces': [{'id': '63fc54d0-5578-4d29-a5d8-5a4319744428', 'name': '', 'network_id': 'ceb2299e-8e4b-4bc9-9407-019ffe6a1459', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'mac_address': 'fa:16:3e:a5:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:22:00Z', 'updated_at': '2021-07-05T10:22:09Z', 'revision_number': 5, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'subnets': [{'id': '87cdc658-94ff-46e2-85f0-8584061d521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:45.726855 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:45.739547 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/networks/6fcedfc8-6f30-42f0-8512-1074cd84073e HTTP/1.1" status: 204 len: 168 time: 1.7604012 Jul 05 10:22:45.742639 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37258) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:45.743356 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:22:45.743753 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:45.753591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b57b2-efc5-4108-9a16-698e2eaae883 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Network': ['ID=6fcedfc8-6f30-42f0-8512-1074cd84073e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:45.952464 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:46.037569 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e4c810-c9d6-43bd-ae11-ab62200a2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecfbc2b-9c6c-430a-946a-a0221c218c9f'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:22:46.048303 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550920df-dd95-437b-b362-447b34ea5862" -d '{"events": [{"server_uuid": "e8e4c810-c9d6-43bd-ae11-ab62200a2187", "name": "network-vif-plugged", "status": "completed", "tag": "5ecfbc2b-9c6c-430a-946a-a0221c218c9f"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:22:46.066191 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:46.144418 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cab503-cefb-425b-be07-40b4053973b7 x-openstack-request-id: req-11cab503-cefb-425b-be07-40b4053973b7 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:22:46.144720 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e4c810-c9d6-43bd-ae11-ab62200a2187", "name": "network-vif-plugged", "status": "completed", "tag": "5ecfbc2b-9c6c-430a-946a-a0221c218c9f", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:22:46.144981 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11cab503-cefb-425b-be07-40b4053973b7 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:22:46.145391 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e4c810-c9d6-43bd-ae11-ab62200a2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecfbc2b-9c6c-430a-946a-a0221c218c9f', 'code': 200} Jul 05 10:22:46.210388 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:46.378071 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:46.669187 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c05261d0-bdf7-4a88-a35a-a121338c7a9a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:46.790930 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822309e4-bd5a-408c-b8bd-6653f370dc7d req-d1100d9c-519b-4249-949f-4c079d097408 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:46.793486 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-822309e4-bd5a-408c-b8bd-6653f370dc7d req-d1100d9c-519b-4249-949f-4c079d097408 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.1812863 Jul 05 10:22:46.847550 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:46.909777 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-822309e4-bd5a-408c-b8bd-6653f370dc7d req-a775e858-7c42-4bce-8870-c342fde5bc7e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883968 Jul 05 10:22:47.071496 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bb040858-11a2-40ec-a228-b0808013df7d no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:22:47.111568 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c05261d0-bdf7-4a88-a35a-a121338c7a9a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port 63fc54d0-5578-4d29-a5d8-5a4319744428 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:22:47.112253 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c05261d0-bdf7-4a88-a35a-a121338c7a9a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:47.153512 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: bb040858-11a2-40ec-a228-b0808013df7d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:22:47.153981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bb040858-11a2-40ec-a228-b0808013df7d not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:22:47.233733 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-c05261d0-bdf7-4a88-a35a-a121338c7a9a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] For port 63fc54d0-5578-4d29-a5d8-5a4319744428, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=63fc54d0-5578-4d29-a5d8-5a4319744428,segment=NetworkSegment(6abc59dc-c479-4958-a1b9-84817bc3f857),segment_id=6abc59dc-c479-4958-a1b9-84817bc3f857)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:47.234097 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c05261d0-bdf7-4a88-a35a-a121338c7a9a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:47.253566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c05261d0-bdf7-4a88-a35a-a121338c7a9a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for 63fc54d0-5578-4d29-a5d8-5a4319744428 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:22:47.994657 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c05261d0-bdf7-4a88-a35a-a121338c7a9a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:48.209602 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05261d0-bdf7-4a88-a35a-a121338c7a9a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=63fc54d0-5578-4d29-a5d8-5a4319744428,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:48.539071 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c05261d0-bdf7-4a88-a35a-a121338c7a9a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:48.700775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228460c1-9012-4820-b3cc-6cf0044e5b3f req-d0d4a99e-c6cf-4d0c-950f-e6b0b72b66b7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:48.702299 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-228460c1-9012-4820-b3cc-6cf0044e5b3f req-d0d4a99e-c6cf-4d0c-950f-e6b0b72b66b7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.4256070 Jul 05 10:22:48.852209 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-228460c1-9012-4820-b3cc-6cf0044e5b3f req-c00a9ac4-aac4-4229-9b49-f19f3cb6f008 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405249 Jul 05 10:22:48.863359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05261d0-bdf7-4a88-a35a-a121338c7a9a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 453e1dfb-9df9-4eb9-b417-0d30162768a8 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:22:49.003552 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05261d0-bdf7-4a88-a35a-a121338c7a9a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:49.015206 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a2258-d7da-4c17-981c-d4b594b2fb1b None None] Sync routers for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:49.015705 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37292) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:49.016687 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c05261d0-bdf7-4a88-a35a-a121338c7a9a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/453e1dfb-9df9-4eb9-b417-0d30162768a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2721443 Jul 05 10:22:49.033572 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a2258-d7da-4c17-981c-d4b594b2fb1b None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:49.034193 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e88a2258-d7da-4c17-981c-d4b594b2fb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:49.137843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a63541d-973e-4e37-935d-9fb372be3325 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting subnet 87cdc658-94ff-46e2-85f0-8584061d521d {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:22:49.149040 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a63541d-973e-4e37-935d-9fb372be3325 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:49.151564 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e88a2258-d7da-4c17-981c-d4b594b2fb1b None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:49.203935 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a63541d-973e-4e37-935d-9fb372be3325 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:49.212727 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e88a2258-d7da-4c17-981c-d4b594b2fb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:47Z', 'revision_number': 11, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:49.241028 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a2258-d7da-4c17-981c-d4b594b2fb1b None None] Checking router: 453e1dfb-9df9-4eb9-b417-0d30162768a8 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:49.251332 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a2258-d7da-4c17-981c-d4b594b2fb1b None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:49.251967 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e88a2258-d7da-4c17-981c-d4b594b2fb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:49.350117 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e88a2258-d7da-4c17-981c-d4b594b2fb1b None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:49.451941 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e88a2258-d7da-4c17-981c-d4b594b2fb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:47Z', 'revision_number': 11, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:49.495311 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a2258-d7da-4c17-981c-d4b594b2fb1b None None] The sync data for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 is: [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:47Z', 'revision_number': 11, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:50.049922 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a63541d-973e-4e37-935d-9fb372be3325 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:50.230976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7d37a-4097-41a9-a5af-88f9c12f0a90 req-181ef439-9ce7-423c-a53b-eaaec4329202 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:50.246543 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-46d7d37a-4097-41a9-a5af-88f9c12f0a90 req-181ef439-9ce7-423c-a53b-eaaec4329202 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.1518555 Jul 05 10:22:50.293863 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-804548e8-7134-4e6c-ab4e-369a794fd4d1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1261029 Jul 05 10:22:50.301229 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a63541d-973e-4e37-935d-9fb372be3325 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:50.316828 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-46d7d37a-4097-41a9-a5af-88f9c12f0a90 req-44f1ce7b-eac4-49f4-9154-3574b3e12fcc tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670063 Jul 05 10:22:50.359244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b718d68-0934-4044-9274-c6ca8845ec0b None None] Network ceb2299e-8e4b-4bc9-9407-019ffe6a1459 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:22:50.446189 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a63541d-973e-4e37-935d-9fb372be3325 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:50.462300 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2a63541d-973e-4e37-935d-9fb372be3325 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/87cdc658-94ff-46e2-85f0-8584061d521d HTTP/1.1" status: 204 len: 168 time: 1.4403694 Jul 05 10:22:50.462455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37312) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:50.526911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63541d-973e-4e37-935d-9fb372be3325 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Subnet': ['ID=87cdc658-94ff-46e2-85f0-8584061d521d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:50.601124 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-78ef411a-6360-4c2c-a598-d7e7769637c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:50.604251 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-78ef411a-6360-4c2c-a598-d7e7769637c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:50.605080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-78ef411a-6360-4c2c-a598-d7e7769637c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:50.606243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-78ef411a-6360-4c2c-a598-d7e7769637c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:50.608268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-78ef411a-6360-4c2c-a598-d7e7769637c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:50.610086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-78ef411a-6360-4c2c-a598-d7e7769637c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:50.610763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-78ef411a-6360-4c2c-a598-d7e7769637c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:50.616027 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-78ef411a-6360-4c2c-a598-d7e7769637c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=faeb5dc6b3a74c028f443dfad351e225&device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 6499 time: 0.2412741 Jul 05 10:22:50.727899 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:50.775218 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae3acbb-3268-4977-8e18-1c0acd20573d None None] DHCP port deletion for ceb2299e-8e4b-4bc9-9407-019ffe6a1459 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:22:50.831447 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Deleting port f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:22:50.832067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:50.855057 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3acbb-3268-4977-8e18-1c0acd20573d None None] Deleting port f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:22:50.855439 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7ae3acbb-3268-4977-8e18-1c0acd20573d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:50.959036 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-0407ac9f-b7f9-4c0e-b71b-8ab4dfea38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:50.959918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-0407ac9f-b7f9-4c0e-b71b-8ab4dfea38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:50.961073 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-0407ac9f-b7f9-4c0e-b71b-8ab4dfea38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:50.962933 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-0407ac9f-b7f9-4c0e-b71b-8ab4dfea38d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=34a24dd1-7873-4589-9de4-782dc8402e9e&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5 HTTP/1.1" status: 200 len: 2293 time: 0.2903717 Jul 05 10:22:50.966563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] For port f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d,segment=NetworkSegment(6abc59dc-c479-4958-a1b9-84817bc3f857),segment_id=6abc59dc-c479-4958-a1b9-84817bc3f857)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:50.966944 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:51.005807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Calling delete_port for f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:22:51.051423 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7ae3acbb-3268-4977-8e18-1c0acd20573d None None] For port f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d,segment=NetworkSegment(6abc59dc-c479-4958-a1b9-84817bc3f857),segment_id=6abc59dc-c479-4958-a1b9-84817bc3f857)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:22:51.051858 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7ae3acbb-3268-4977-8e18-1c0acd20573d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:51.102395 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-9bd43635-5579-4a01-82f4-d8962431d5d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08c3b1db-4b45-496d-a361-b318ba0dcfda HTTP/1.1" status: 200 len: 1002 time: 0.1329951 Jul 05 10:22:51.157765 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3acbb-3268-4977-8e18-1c0acd20573d None None] Calling delete_port for f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:22:51.221879 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-38a0d28a-f2e3-45c9-99e1-c1deffbb8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:51.223388 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-38a0d28a-f2e3-45c9-99e1-c1deffbb8261 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27292f2c-a95d-441e-b478-d099205c251b HTTP/1.1" status: 200 len: 850 time: 0.1144042 Jul 05 10:22:51.226733 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:51.299231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Port': ['ID=f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:51.308078 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No DVR routers for this DVR port f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:22:51.313368 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7ae3acbb-3268-4977-8e18-1c0acd20573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:51.325836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 63fc54d0-5578-4d29-a5d8-5a4319744428 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:22:51.361330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 63fc54d0-5578-4d29-a5d8-5a4319744428 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:22:51.362147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-f76d7692-003f-4672-89ae-6f62179c5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:51.362608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 63fc54d0-5578-4d29-a5d8-5a4319744428 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:22:51.363197 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:22:51.363693 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-f76d7692-003f-4672-89ae-6f62179c5102 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34a24dd1-7873-4589-9de4-782dc8402e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335473 Jul 05 10:22:51.429497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:22:51.430137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:22:51.452353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3acbb-3268-4977-8e18-1c0acd20573d None None] Pushing event deleted for resources: {'Port': ['ID=f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:51.459489 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3acbb-3268-4977-8e18-1c0acd20573d None None] No DVR routers for this DVR port f91d4f24-8b9a-4ff9-80ed-10cb4cd77d8d on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:22:51.608085 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:51.626025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb2299e-8e4b-4bc9-9407-019ffe6a1459']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:51.657284 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-cd3ae938-b5f5-4103-995c-32f98b18efaf service neutron] 10.222.0.73 "GET /v2.0/networks/34a24dd1-7873-4589-9de4-782dc8402e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805920 Jul 05 10:22:51.660573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abc59dc-c479-4958-a1b9-84817bc3f857') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:51.660874 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abc59dc-c479-4958-a1b9-84817bc3f857') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:51.688732 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:51.706704 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:51.716809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:22:51.717066 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:22:51.720081 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:22:51.799709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914a1db-128c-440a-9831-8fd28fb24819 req-4578500f-75e5-40cc-95bc-513acf68a08b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:51.805058 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e914a1db-128c-440a-9831-8fd28fb24819 req-4578500f-75e5-40cc-95bc-513acf68a08b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.1572368 Jul 05 10:22:51.848490 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e914a1db-128c-440a-9831-8fd28fb24819 req-2dd563cb-efbb-4247-8211-f2e5b4681e7e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 Jul 05 10:22:51.912688 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:51.917724 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:51.923420 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/networks/ceb2299e-8e4b-4bc9-9407-019ffe6a1459 HTTP/1.1" status: 204 len: 168 time: 1.4611633 Jul 05 10:22:51.924383 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37326) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:51.980673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3dd45971-291a-40c5-b2b2-62c96c78bb86 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'router': {'routes': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:51.988977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65ca92-5bde-417b-abf8-189b6c8dff02 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Pushing event deleted for resources: {'Network': ['ID=ceb2299e-8e4b-4bc9-9407-019ffe6a1459,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:22:52.002918 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-d3c6b44b-8f5a-499c-8e4c-4b637b62fafb service neutron] 10.222.0.73 "GET /v2.0/networks/34a24dd1-7873-4589-9de4-782dc8402e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379493 Jul 05 10:22:52.058864 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-5232385e-63bf-4c9b-9c5d-9c62269ce736 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=80fc754d-8956-4773-bf0a-c1b21e4c283f HTTP/1.1" status: 200 len: 217 time: 0.0484464 Jul 05 10:22:52.191810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-041f8af2-121a-427b-b5c8-1f67fdc80d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:52.191810 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-041f8af2-121a-427b-b5c8-1f67fdc80d19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.1235440 Jul 05 10:22:52.237801 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:52.363549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.extraroute_db [None req-3dd45971-291a-40c5-b2b2-62c96c78bb86 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Added routes are [] {{(pid=100775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:22:52.364652 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.extraroute_db [None req-3dd45971-291a-40c5-b2b2-62c96c78bb86 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Removed routes are [] {{(pid=100775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:22:52.365225 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3dd45971-291a-40c5-b2b2-62c96c78bb86 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:52.383196 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-aefc7655-b749-45af-8de8-419bd022012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:52.384812 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-aefc7655-b749-45af-8de8-419bd022012e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1883521 Jul 05 10:22:52.569169 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-c1300a97-c9d2-4f4f-8ee7-1562f9520c51 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775460 Jul 05 10:22:52.674356 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3dd45971-291a-40c5-b2b2-62c96c78bb86 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:52.678871 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3dd45971-291a-40c5-b2b2-62c96c78bb86 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:52.724438 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-76fa7108-3c95-44e0-87a2-655b615aa389 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473982 Jul 05 10:22:52.815867 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-5c728354-1bc9-4f63-9577-b285f6bf9201 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=0586289b-a830-48a9-b498-b77e4ab05bf0 HTTP/1.1" status: 200 len: 217 time: 0.0757573 Jul 05 10:22:52.833836 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd45971-291a-40c5-b2b2-62c96c78bb86 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router 453e1dfb-9df9-4eb9-b417-0d30162768a8 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:22:53.006515 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-ff05e76d-ad59-40ec-8b39-1021c127da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:53.008136 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-ff05e76d-ad59-40ec-8b39-1021c127da81 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.1900268 Jul 05 10:22:53.081174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd45971-291a-40c5-b2b2-62c96c78bb86 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:53.095017 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3dd45971-291a-40c5-b2b2-62c96c78bb86 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:53.095185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cc2b67-178a-4f6d-9ffc-f08a72a71517 None None] Sync routers for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:53.096274 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3dd45971-291a-40c5-b2b2-62c96c78bb86 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/453e1dfb-9df9-4eb9-b417-0d30162768a8 HTTP/1.1" status: 200 len: 700 time: 1.1251779 Jul 05 10:22:53.100435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37334) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:53.111674 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cc2b67-178a-4f6d-9ffc-f08a72a71517 None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:53.116531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a9cc2b67-178a-4f6d-9ffc-f08a72a71517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:53.200586 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-889df00e-7464-4c74-ac20-67fb33f13f85 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports?device_id=453e1dfb-9df9-4eb9-b417-0d30162768a8 HTTP/1.1" status: 200 len: 205 time: 0.0986235 Jul 05 10:22:53.206097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37340) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:53.269016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecee80b-c158-4518-ac82-426c64859824 req-ea9dc702-1fa9-4a4b-a003-4dd10d133417 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:53.282495 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ecee80b-c158-4518-ac82-426c64859824 req-ea9dc702-1fa9-4a4b-a003-4dd10d133417 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.1849535 Jul 05 10:22:53.302567 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-a9cc2b67-178a-4f6d-9ffc-f08a72a71517 None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:53.370958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a9cc2b67-178a-4f6d-9ffc-f08a72a71517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:47Z', 'revision_number': 11, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:53.384109 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ecee80b-c158-4518-ac82-426c64859824 req-6050f998-2436-4972-8de4-591c73f8de5a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004422 Jul 05 10:22:53.416108 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cc2b67-178a-4f6d-9ffc-f08a72a71517 None None] Checking router: 453e1dfb-9df9-4eb9-b417-0d30162768a8 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:53.427384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cc2b67-178a-4f6d-9ffc-f08a72a71517 None None] Routers {'453e1dfb-9df9-4eb9-b417-0d30162768a8'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:53.428178 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a9cc2b67-178a-4f6d-9ffc-f08a72a71517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['453e1dfb-9df9-4eb9-b417-0d30162768a8'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:53.477702 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd7c78e4-9a06-464b-9606-e92ad59fa792 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:53.593013 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-04da9455-6501-4778-b82b-406b6476ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:53.594594 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-04da9455-6501-4778-b82b-406b6476ecaa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5789375 Jul 05 10:22:53.831418 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd7c78e4-9a06-464b-9606-e92ad59fa792 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:53.833735 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd7c78e4-9a06-464b-9606-e92ad59fa792 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:54.004806 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-f7ca1c21-5fab-45ef-af14-be3a989ad56b service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728650 Jul 05 10:22:54.009339 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-a9cc2b67-178a-4f6d-9ffc-f08a72a71517 None None] Set router 453e1dfb-9df9-4eb9-b417-0d30162768a8 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:54.198099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a9cc2b67-178a-4f6d-9ffc-f08a72a71517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:47Z', 'revision_number': 11, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:54.279521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cc2b67-178a-4f6d-9ffc-f08a72a71517 None None] The sync data for ids ['453e1dfb-9df9-4eb9-b417-0d30162768a8'] in n-d-779913-27 is: [{'id': '453e1dfb-9df9-4eb9-b417-0d30162768a8', 'name': 'tempest-RoutersTest-router-297803419', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:21:56Z', 'updated_at': '2021-07-05T10:22:47Z', 'revision_number': 11, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:54.286678 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:54.294611 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd7c78e4-9a06-464b-9606-e92ad59fa792 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:54.296568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7c78e4-9a06-464b-9606-e92ad59fa792 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Fanout notify agent at l3_agent the message router_deleted on router 453e1dfb-9df9-4eb9-b417-0d30162768a8 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:22:54.314647 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd7c78e4-9a06-464b-9606-e92ad59fa792 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:54.322227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37352) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:54.325535 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c6b72e15-cd78-4e5e-a022-024607840405 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-438898189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:54.332964 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fd7c78e4-9a06-464b-9606-e92ad59fa792 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/routers/453e1dfb-9df9-4eb9-b417-0d30162768a8 HTTP/1.1" status: 204 len: 168 time: 1.1081440 Jul 05 10:22:54.379177 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-6a28b6d6-5735-4ceb-b7cd-fa267e782d65 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661923 Jul 05 10:22:54.455489 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6b72e15-cd78-4e5e-a022-024607840405 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:54.456711 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6b72e15-cd78-4e5e-a022-024607840405 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:54.466366 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-b78dfaad-1b5b-4206-aaae-87a8409b327e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b3f00607-07b6-4240-997d-5aa1a2d0de4a HTTP/1.1" status: 200 len: 217 time: 0.0804193 Jul 05 10:22:54.564296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-ae46a734-ddb1-4160-9c57-579c0e38bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:54.564296 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-ae46a734-ddb1-4160-9c57-579c0e38bf94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.0838127 Jul 05 10:22:54.579379 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6b72e15-cd78-4e5e-a022-024607840405 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:54.689026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-c09d02e9-8eed-4159-8050-0d01aaf40196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:54.690629 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-c09d02e9-8eed-4159-8050-0d01aaf40196 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1250267 Jul 05 10:22:54.861872 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b109e2-b64b-45c7-910d-996f3c3e1be7 req-e9aa7fe1-097a-4b40-9314-e56e136cc7cc tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:54.861872 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9b109e2-b64b-45c7-910d-996f3c3e1be7 req-e9aa7fe1-097a-4b40-9314-e56e136cc7cc tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.1443646 Jul 05 10:22:54.863687 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-c85224da-33b2-48ab-943d-97d7fac7107b service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578865 Jul 05 10:22:54.906999 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9b109e2-b64b-45c7-910d-996f3c3e1be7 req-a69b7a23-2b69-45b5-927d-0002066a6f80 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788472 Jul 05 10:22:54.952561 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6b72e15-cd78-4e5e-a022-024607840405 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:55.070804 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-f60d6287-8094-4ab0-9144-9a663320005c service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008445 Jul 05 10:22:55.084093 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6b72e15-cd78-4e5e-a022-024607840405 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:55.094936 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c6b72e15-cd78-4e5e-a022-024607840405 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7639165 Jul 05 10:22:55.105896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37368) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:55.111425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-cd6a8487-6bff-433e-968a-a88d23a3c76a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:22:55.155950 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-4a5a8bd6-a9d8-4e5d-b8e3-dbc8061ed317 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=df93e2bd-1f20-44b5-84fb-18b52916910e HTTP/1.1" status: 200 len: 217 time: 0.0841160 Jul 05 10:22:55.267016 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-ddd858cd-865a-41c2-9807-353badf799cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:55.268738 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-ddd858cd-865a-41c2-9807-353badf799cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.1036451 Jul 05 10:22:55.408880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-fcefc06e-3297-4ba9-b321-d8a9b583e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:55.411684 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-fcefc06e-3297-4ba9-b321-d8a9b583e123 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1266785 Jul 05 10:22:55.587207 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8487-6bff-433e-968a-a88d23a3c76a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:55.593365 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-4a0f98b8-3f24-4748-8ea8-3b361d3bc8f4 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747546 Jul 05 10:22:55.718494 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8487-6bff-433e-968a-a88d23a3c76a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:55.818377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-854e0b89-ad33-427f-9982-65b6384f86a9 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178233 Jul 05 10:22:55.889132 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-7133b80c-4153-451e-9e58-c8bab050bcb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=87979250-90f3-4016-8a2b-f250a6558e51 HTTP/1.1" status: 200 len: 217 time: 0.0612571 Jul 05 10:22:55.973599 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-d2ba1527-c983-4027-9c5e-0dedcf9ce419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:55.975644 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-d2ba1527-c983-4027-9c5e-0dedcf9ce419 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fca18096-664d-47c5-a713-0716b10e1546 HTTP/1.1" status: 200 len: 797 time: 0.0727153 Jul 05 10:22:56.066257 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6a8487-6bff-433e-968a-a88d23a3c76a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Router f5fed45a-7397-4a1d-93bd-f460de4e4a04 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:22:56.145632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-3e5834c4-ad83-479f-a1d4-d8955ee92823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:56.147587 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-3e5834c4-ad83-479f-a1d4-d8955ee92823 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1652443 Jul 05 10:22:56.378616 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-8e9a3ab0-9468-4e5f-bb00-bd112d50e1a3 service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153201 Jul 05 10:22:56.400742 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6a8487-6bff-433e-968a-a88d23a3c76a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:22:56.412451 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac5dbf-93a7-4b9b-b47e-2e1b1c3f57b0 None None] Sync routers for ids ['f5fed45a-7397-4a1d-93bd-f460de4e4a04'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:22:56.429935 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac5dbf-93a7-4b9b-b47e-2e1b1c3f57b0 None None] Routers {'f5fed45a-7397-4a1d-93bd-f460de4e4a04'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:56.430549 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-dcac5dbf-93a7-4b9b-b47e-2e1b1c3f57b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f5fed45a-7397-4a1d-93bd-f460de4e4a04'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:56.447224 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8487-6bff-433e-968a-a88d23a3c76a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:56.463752 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cd6a8487-6bff-433e-968a-a88d23a3c76a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "PUT /v2.0/routers/f5fed45a-7397-4a1d-93bd-f460de4e4a04 HTTP/1.1" status: 200 len: 693 time: 1.3561165 Jul 05 10:22:56.466732 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37388) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:56.682040 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-dcac5dbf-93a7-4b9b-b47e-2e1b1c3f57b0 None None] Set router f5fed45a-7397-4a1d-93bd-f460de4e4a04 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:56.731954 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-135f539c-be81-470a-9d7b-2e3022b29a22 service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407617 Jul 05 10:22:56.820917 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-dcac5dbf-93a7-4b9b-b47e-2e1b1c3f57b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fed45a-7397-4a1d-93bd-f460de4e4a04', 'name': 'tempest-RoutersTest-router-438898189', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:54Z', 'updated_at': '2021-07-05T10:22:55Z', 'revision_number': 2, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:56.824136 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b90a3743-6978-4e49-9599-598d7343993c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/routers/f5fed45a-7397-4a1d-93bd-f460de4e4a04 HTTP/1.1" status: 200 len: 699 time: 0.3560600 Jul 05 10:22:56.826873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37394) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:56.860784 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-1598e539-3a2a-4866-9003-4887392d9df6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=853fb337-6ae9-42a9-a887-cc7a60298722 HTTP/1.1" status: 200 len: 217 time: 0.1098831 Jul 05 10:22:56.889063 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac5dbf-93a7-4b9b-b47e-2e1b1c3f57b0 None None] Checking router: f5fed45a-7397-4a1d-93bd-f460de4e4a04 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:22:56.912553 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac5dbf-93a7-4b9b-b47e-2e1b1c3f57b0 None None] Routers {'f5fed45a-7397-4a1d-93bd-f460de4e4a04'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:22:56.913446 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-dcac5dbf-93a7-4b9b-b47e-2e1b1c3f57b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:22:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f5fed45a-7397-4a1d-93bd-f460de4e4a04'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:56.923697 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c9c7a15b-b907-4da5-b17e-d09b283e1787 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5fed45a-7397-4a1d-93bd-f460de4e4a04 HTTP/1.1" status: 200 len: 205 time: 0.0948048 Jul 05 10:22:56.928118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37396) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:56.988477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-171bd057-db2d-4599-b123-b21e42a783f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:56.989957 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-171bd057-db2d-4599-b123-b21e42a783f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fca18096-664d-47c5-a713-0716b10e1546 HTTP/1.1" status: 200 len: 797 time: 0.1276252 Jul 05 10:22:57.059023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa7641-00e8-4e0f-b56a-698fbf20bd51 req-cad7320e-5eb2-415e-abe9-ddc4f0c9dbf7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:57.072394 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95aa7641-00e8-4e0f-b56a-698fbf20bd51 req-cad7320e-5eb2-415e-abe9-ddc4f0c9dbf7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.8651435 Jul 05 10:22:57.150042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-6fc32d03-e40c-4362-b5d2-29867e48fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:57.151879 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-6fc32d03-e40c-4362-b5d2-29867e48fb4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1540849 Jul 05 10:22:57.219641 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95aa7641-00e8-4e0f-b56a-698fbf20bd51 req-3172854d-6ac5-4060-94a7-a16a8e0137ba tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462536 Jul 05 10:22:57.248138 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-03f06689-cb5b-4d27-a767-a14eea6254f8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:57.342822 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:22:57.344610 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-dcac5dbf-93a7-4b9b-b47e-2e1b1c3f57b0 None None] Set router f5fed45a-7397-4a1d-93bd-f460de4e4a04 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:22:57.465284 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-50302307-1c7c-4152-9a33-578567ce1e6f service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056474 Jul 05 10:22:57.480914 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-dcac5dbf-93a7-4b9b-b47e-2e1b1c3f57b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fed45a-7397-4a1d-93bd-f460de4e4a04', 'name': 'tempest-RoutersTest-router-438898189', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:54Z', 'updated_at': '2021-07-05T10:22:55Z', 'revision_number': 2, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:22:57.606582 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac5dbf-93a7-4b9b-b47e-2e1b1c3f57b0 None None] The sync data for ids ['f5fed45a-7397-4a1d-93bd-f460de4e4a04'] in n-d-779913-27 is: [{'id': 'f5fed45a-7397-4a1d-93bd-f460de4e4a04', 'name': 'tempest-RoutersTest-router-438898189', 'tenant_id': 'd23c4f90356143369393cd8d557640c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:22:54Z', 'updated_at': '2021-07-05T10:22:55Z', 'revision_number': 2, 'project_id': 'd23c4f90356143369393cd8d557640c3', 'gw_port_host': None}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:22:57.815176 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c8f0f3b-22dd-4277-9254-6e6f59d05d7e req-069e1ab4-e505-4586-8ceb-d0f014e3fd09 service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426893 Jul 05 10:22:58.899230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-03f06689-cb5b-4d27-a767-a14eea6254f8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:58.903213 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-03f06689-cb5b-4d27-a767-a14eea6254f8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:58.991809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f970a4-f1a0-45a7-b34c-e6dcf18cd74e req-71f1f734-ce01-4e4d-85bd-e49059add09c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:22:58.999912 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5f970a4-f1a0-45a7-b34c-e6dcf18cd74e req-71f1f734-ce01-4e4d-85bd-e49059add09c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.3927324 Jul 05 10:22:59.082743 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-03f06689-cb5b-4d27-a767-a14eea6254f8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:59.083582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f06689-cb5b-4d27-a767-a14eea6254f8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Fanout notify agent at l3_agent the message router_deleted on router f5fed45a-7397-4a1d-93bd-f460de4e4a04 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:22:59.094481 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-03f06689-cb5b-4d27-a767-a14eea6254f8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:22:59.099687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37410) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:59.102815 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-03f06689-cb5b-4d27-a767-a14eea6254f8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/routers/f5fed45a-7397-4a1d-93bd-f460de4e4a04 HTTP/1.1" status: 204 len: 168 time: 2.1736622 Jul 05 10:22:59.122461 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5f970a4-f1a0-45a7-b34c-e6dcf18cd74e req-f4b4d073-8257-4c65-9d85-432e17356f4d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216671 Jul 05 10:22:59.203753 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8f56f036-1995-433d-b572-411aaa3a0934 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5fed45a-7397-4a1d-93bd-f460de4e4a04 HTTP/1.1" status: 200 len: 205 time: 0.1023912 Jul 05 10:22:59.206109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37414) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:59.278612 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-656bca2e-2d0a-42de-94a0-5fe736375177 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] delete failed (client error): The resource could not be found. Jul 05 10:22:59.283169 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-656bca2e-2d0a-42de-94a0-5fe736375177 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/routers/f5fed45a-7397-4a1d-93bd-f460de4e4a04 HTTP/1.1" status: 404 len: 336 time: 0.0720367 Jul 05 10:22:59.284251 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37416) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:59.356028 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0cfae2-a41e-4c90-9342-f83f5180249d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] DELETE failed (client error): The resource could not be found. Jul 05 10:22:59.360167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0cfae2-a41e-4c90-9342-f83f5180249d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:22:59.364161 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dc0cfae2-a41e-4c90-9342-f83f5180249d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/f431d7eb-554f-423b-a64e-b49e9c609dd6 HTTP/1.1" status: 404 len: 337 time: 0.0776730 Jul 05 10:22:59.365906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37418) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:59.400055 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f987d5-c7bb-4cdb-850f-87c00a939f6c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] DELETE failed (client error): The resource could not be found. Jul 05 10:22:59.400527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f987d5-c7bb-4cdb-850f-87c00a939f6c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:22:59.402817 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-68f987d5-c7bb-4cdb-850f-87c00a939f6c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/68fd0784-8ff4-4941-9558-b0b08ce8cf55 HTTP/1.1" status: 404 len: 337 time: 0.0359380 Jul 05 10:22:59.405822 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37420) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:59.476053 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcf1388-f59d-4e14-be01-944bf955ab17 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] DELETE failed (client error): The resource could not be found. Jul 05 10:22:59.484316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdcf1388-f59d-4e14-be01-944bf955ab17 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:22:59.486283 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cdcf1388-f59d-4e14-be01-944bf955ab17 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/c7f526b3-cb59-4c57-b7bc-d20ea6e5fbb3 HTTP/1.1" status: 404 len: 337 time: 0.0789039 Jul 05 10:22:59.489212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37422) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:59.552847 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77295bb-024c-4dba-a3ef-f83737fc3c37 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] DELETE failed (client error): The resource could not be found. Jul 05 10:22:59.560949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77295bb-024c-4dba-a3ef-f83737fc3c37 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:22:59.562943 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c77295bb-024c-4dba-a3ef-f83737fc3c37 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/87cdc658-94ff-46e2-85f0-8584061d521d HTTP/1.1" status: 404 len: 337 time: 0.0725453 Jul 05 10:22:59.565781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37424) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:59.642174 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-212c369d-7edd-4ec1-bd7b-5fbacddcc7fd tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports?device_id=453e1dfb-9df9-4eb9-b417-0d30162768a8 HTTP/1.1" status: 200 len: 205 time: 0.0744224 Jul 05 10:22:59.656666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37426) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:59.731269 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-9ade284e-1df0-4bef-9bd2-b0d11e2fe813 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] delete failed (client error): The resource could not be found. Jul 05 10:22:59.732063 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37430) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:59.732376 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9ade284e-1df0-4bef-9bd2-b0d11e2fe813 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/routers/453e1dfb-9df9-4eb9-b417-0d30162768a8 HTTP/1.1" status: 404 len: 336 time: 0.0727911 Jul 05 10:22:59.820353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37434) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:59.831443 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e5ba2292-04d1-476d-aeb1-b7d578d6d36c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5 HTTP/1.1" status: 200 len: 205 time: 0.1035404 Jul 05 10:22:59.883679 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-8cefda37-b8a8-402d-9ea7-23e4069b554f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] delete failed (client error): The resource could not be found. Jul 05 10:22:59.885146 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8cefda37-b8a8-402d-9ea7-23e4069b554f tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/routers/0b1d64fb-b707-4cd5-9afb-a68aaa7d13d5 HTTP/1.1" status: 404 len: 336 time: 0.0631700 Jul 05 10:22:59.888419 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37436) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:59.919839 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3fa8ff-032f-47b9-a046-c1581a408097 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] DELETE failed (client error): The resource could not be found. Jul 05 10:22:59.921097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3fa8ff-032f-47b9-a046-c1581a408097 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:22:59.923126 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ba3fa8ff-032f-47b9-a046-c1581a408097 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/e93c1059-576f-4de4-9a88-9aedb4bfcaaf HTTP/1.1" status: 404 len: 337 time: 0.0333958 Jul 05 10:22:59.925771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37438) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:22:59.958523 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-03278460-2ba5-483a-8d50-9a7d10577db8 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98 HTTP/1.1" status: 200 len: 205 time: 0.0314245 Jul 05 10:22:59.961950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37440) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:00.017450 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-f559b268-a45b-40ff-bd04-c0a91986269c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] delete failed (client error): The resource could not be found. Jul 05 10:23:00.018878 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f559b268-a45b-40ff-bd04-c0a91986269c tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/routers/bb9b0c20-e30f-4576-93b6-e3fb3d0a2e98 HTTP/1.1" status: 404 len: 336 time: 0.0559566 Jul 05 10:23:00.021785 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37442) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:00.193965 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-011e3f73-8083-4db6-a641-9a90b2824a5b tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports?device_id=1af8b5af-197f-4a2f-9047-4b15a9253e2f HTTP/1.1" status: 200 len: 205 time: 0.0464520 Jul 05 10:23:00.194452 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37446) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:00.261552 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-0d37cd45-2704-4e4c-92b5-a5ad2ece3c2a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] delete failed (client error): The resource could not be found. Jul 05 10:23:00.263488 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0d37cd45-2704-4e4c-92b5-a5ad2ece3c2a tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/routers/1af8b5af-197f-4a2f-9047-4b15a9253e2f HTTP/1.1" status: 404 len: 336 time: 0.0679610 Jul 05 10:23:00.266977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37450) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:00.311556 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-177f276d-5da8-4c7f-a7ae-8ecc9134c747 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] DELETE failed (client error): The resource could not be found. Jul 05 10:23:00.312047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177f276d-5da8-4c7f-a7ae-8ecc9134c747 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:23:00.316100 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-177f276d-5da8-4c7f-a7ae-8ecc9134c747 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/442571af-1034-4932-a85e-c9e5bbbd1d6a HTTP/1.1" status: 404 len: 337 time: 0.0454540 Jul 05 10:23:00.318097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37452) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:00.397977 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e3e1e320-3087-4d12-a278-a4ba4d19e7ee tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports?device_id=43c4679b-379d-4a34-b949-ba0ff8dbaceb HTTP/1.1" status: 200 len: 205 time: 0.0785353 Jul 05 10:23:00.414979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37458) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:00.438800 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94871a06-baae-4230-a663-e314166fb0af req-e2118519-d0be-413c-aea8-b1471aa308b3 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:00.440690 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94871a06-baae-4230-a663-e314166fb0af req-e2118519-d0be-413c-aea8-b1471aa308b3 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.1405759 Jul 05 10:23:00.480556 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-27e0bbb3-c30a-4c13-9b2b-4d5af077e7c2 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] delete failed (client error): The resource could not be found. Jul 05 10:23:00.484220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-27e0bbb3-c30a-4c13-9b2b-4d5af077e7c2 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/routers/43c4679b-379d-4a34-b949-ba0ff8dbaceb HTTP/1.1" status: 404 len: 336 time: 0.0639555 Jul 05 10:23:00.484704 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37460) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:00.522614 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f4f915-9ee4-49e1-bdc4-512938f3055d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] DELETE failed (client error): The resource could not be found. Jul 05 10:23:00.523585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f4f915-9ee4-49e1-bdc4-512938f3055d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:23:00.526172 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-62f4f915-9ee4-49e1-bdc4-512938f3055d tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/a3519e95-7f9b-4178-ba3f-855b413bc3b0 HTTP/1.1" status: 404 len: 337 time: 0.0396578 Jul 05 10:23:00.551168 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94871a06-baae-4230-a663-e314166fb0af req-9a9bece6-64ae-4b38-b81b-4e7d93a845cf tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507240 Jul 05 10:23:00.554370 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37462) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:00.592156 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8228ff44-255f-4e3f-8586-1a2dada877a4 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "GET /v2.0/ports?device_id=98d48710-e206-4904-b7f5-a8296f4a2a03 HTTP/1.1" status: 200 len: 205 time: 0.0331395 Jul 05 10:23:00.592156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37466) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:00.652368 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-c531b061-cd63-4238-902e-7de850ea6005 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] delete failed (client error): The resource could not be found. Jul 05 10:23:00.653645 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c531b061-cd63-4238-902e-7de850ea6005 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/routers/98d48710-e206-4904-b7f5-a8296f4a2a03 HTTP/1.1" status: 404 len: 336 time: 0.0606432 Jul 05 10:23:00.656148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37468) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:00.694338 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee678e7-d6a3-449d-8fab-54df5f1c0014 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] DELETE failed (client error): The resource could not be found. Jul 05 10:23:00.694885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee678e7-d6a3-449d-8fab-54df5f1c0014 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:23:00.697255 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8ee678e7-d6a3-449d-8fab-54df5f1c0014 tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/ce8d1739-c8f2-40d9-986f-d329f747827b HTTP/1.1" status: 404 len: 337 time: 0.0397437 Jul 05 10:23:00.700639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37470) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:00.735166 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5d368b-7183-4fef-a93c-3b01095bbedb tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] DELETE failed (client error): The resource could not be found. Jul 05 10:23:00.736122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5d368b-7183-4fef-a93c-3b01095bbedb tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:23:00.744326 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1c5d368b-7183-4fef-a93c-3b01095bbedb tempest-RoutersTest-1917222414 tempest-RoutersTest-1917222414-project] 10.222.0.77 "DELETE /v2.0/subnets/3d4fe893-a834-4c6e-8357-847aaa2d04b3 HTTP/1.1" status: 404 len: 337 time: 0.0412400 Jul 05 10:23:01.328843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37484) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:01.699506 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-12f5d4e5-2ed7-4054-bba1-18c0e36753db admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d23c4f90356143369393cd8d557640c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665128 Jul 05 10:23:01.701109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37496) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:01.801697 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f232647-f539-4892-91da-e34b3949fd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:01.828876 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f232647-f539-4892-91da-e34b3949fd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:01.999238 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f60ea-d02e-4997-bba1-a36c7be015a2 req-8fa99e65-d90c-482c-8c8b-58faa93a7f64 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:02.019933 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a6f60ea-d02e-4997-bba1-a36c7be015a2 req-8fa99e65-d90c-482c-8c8b-58faa93a7f64 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.2008109 Jul 05 10:23:02.022363 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f232647-f539-4892-91da-e34b3949fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:02.043232 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f232647-f539-4892-91da-e34b3949fd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:02.043232 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3f232647-f539-4892-91da-e34b3949fd88 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d8708554-5b17-4fe4-b899-c111fadb395d HTTP/1.1" status: 204 len: 168 time: 0.3345339 Jul 05 10:23:02.086248 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f232647-f539-4892-91da-e34b3949fd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8708554-5b17-4fe4-b899-c111fadb395d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:02.099281 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a6f60ea-d02e-4997-bba1-a36c7be015a2 req-b8db9c01-48e9-40be-acee-a3b7abf55ee9 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779655 Jul 05 10:23:03.292271 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa16bbd-9ff7-485b-a8ba-dfad33603c10 req-8c887349-aca6-4453-b55a-05ab4049540e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:03.300158 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9fa16bbd-9ff7-485b-a8ba-dfad33603c10 req-8c887349-aca6-4453-b55a-05ab4049540e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.0774734 Jul 05 10:23:03.351845 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9fa16bbd-9ff7-485b-a8ba-dfad33603c10 req-08a55ea0-6571-4603-ae68-b3ff81bf9b2f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486481 Jul 05 10:23:03.381432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f943516-7444-4387-bba3-77ff48a40590 req-9b57e922-6bb5-4d7e-a1e2-055e7a8382c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:03.383365 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f943516-7444-4387-bba3-77ff48a40590 req-9b57e922-6bb5-4d7e-a1e2-055e7a8382c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 1098 time: 0.0855200 Jul 05 10:23:03.488090 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37600) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:03.514653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f943516-7444-4387-bba3-77ff48a40590 req-a23724df-8d45-491a-8ac3-0f08fcf80098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:03.519650 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f943516-7444-4387-bba3-77ff48a40590 req-a23724df-8d45-491a-8ac3-0f08fcf80098 service neutron] 10.222.0.73 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 913 time: 0.1246676 Jul 05 10:23:03.575996 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f943516-7444-4387-bba3-77ff48a40590 req-cfaf9b5d-671c-4eee-996a-e71e3a9c4476 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecfbc2b-9c6c-430a-946a-a0221c218c9f HTTP/1.1" status: 200 len: 217 time: 0.0482981 Jul 05 10:23:03.642755 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f943516-7444-4387-bba3-77ff48a40590 req-e035e3e6-10c0-440e-a606-9202eda82e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:03.645277 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f943516-7444-4387-bba3-77ff48a40590 req-e035e3e6-10c0-440e-a606-9202eda82e5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.0622714 Jul 05 10:23:03.673223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ca4fbcab-a20a-414e-8529-7edd1c96ff17 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group': {'name': 'tempest-secgroup--983805215'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:03.759445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f943516-7444-4387-bba3-77ff48a40590 req-15da0536-7921-4e09-8b3e-3696593d06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:03.766365 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f943516-7444-4387-bba3-77ff48a40590 req-15da0536-7921-4e09-8b3e-3696593d06f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011696 Jul 05 10:23:03.832262 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca4fbcab-a20a-414e-8529-7edd1c96ff17 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:03.846233 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca4fbcab-a20a-414e-8529-7edd1c96ff17 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:03.863166 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f943516-7444-4387-bba3-77ff48a40590 req-606bc9d8-1f1e-4c25-abab-c7cf400b9fb3 service neutron] 10.222.0.73 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925438 Jul 05 10:23:03.964038 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f943516-7444-4387-bba3-77ff48a40590 req-0cffb7ae-ccd9-432b-bd87-6ef164ea18c9 service neutron] 10.222.0.73 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940371 Jul 05 10:23:03.993776 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca4fbcab-a20a-414e-8529-7edd1c96ff17 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.083872 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca4fbcab-a20a-414e-8529-7edd1c96ff17 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.129670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fbcab-a20a-414e-8529-7edd1c96ff17 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679855e7-4062-416d-85a1-d0c395872805,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:04.192303 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca4fbcab-a20a-414e-8529-7edd1c96ff17 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.306681 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca4fbcab-a20a-414e-8529-7edd1c96ff17 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.346051 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fbcab-a20a-414e-8529-7edd1c96ff17 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c82fd5-8e31-4fa8-880f-b5a4aab0d22c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:04.466992 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ca4fbcab-a20a-414e-8529-7edd1c96ff17 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.468277 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ca4fbcab-a20a-414e-8529-7edd1c96ff17 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9785781 Jul 05 10:23:04.471022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37618) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:04.541589 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a544ab03-e0d8-4ea5-b1b2-39a7aba142e7 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0691376 Jul 05 10:23:04.544312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37622) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:04.547054 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be779380-1029-4d7a-86c0-1c5c79024bb8 req-12597ff0-59e9-4556-b6d9-f9c8b177a705 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:04.548905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a2109939-d673-4832-948b-418d4ae50b94 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group': {'name': 'tempest-security--596332869', 'description': 'tempest-security-description-2074271757'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:04.549406 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be779380-1029-4d7a-86c0-1c5c79024bb8 req-12597ff0-59e9-4556-b6d9-f9c8b177a705 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.0770910 Jul 05 10:23:04.582091 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a2109939-d673-4832-948b-418d4ae50b94 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.596820 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be779380-1029-4d7a-86c0-1c5c79024bb8 req-6a8bcc37-cb40-456b-9119-c4d6c6a9e981 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378780 Jul 05 10:23:04.631545 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a2109939-d673-4832-948b-418d4ae50b94 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.729805 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a2109939-d673-4832-948b-418d4ae50b94 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.732533 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a2109939-d673-4832-948b-418d4ae50b94 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.736512 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a2109939-d673-4832-948b-418d4ae50b94 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "PUT /v2.0/security-groups/58c82fd5-8e31-4fa8-880f-b5a4aab0d22c HTTP/1.1" status: 200 len: 1779 time: 0.1885207 Jul 05 10:23:04.737260 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37632) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:04.793477 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2109939-d673-4832-948b-418d4ae50b94 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c82fd5-8e31-4fa8-880f-b5a4aab0d22c,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:04.804525 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ab2806b6-f48e-47d9-b9f2-87a646f624ae tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-groups/58c82fd5-8e31-4fa8-880f-b5a4aab0d22c HTTP/1.1" status: 200 len: 1779 time: 0.0636280 Jul 05 10:23:04.805371 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37634) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:04.866824 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6a8072b6-c382-4e77-8069-58b0b7869384 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:04.898819 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6a8072b6-c382-4e77-8069-58b0b7869384 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.106471 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6a8072b6-c382-4e77-8069-58b0b7869384 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.109455 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6a8072b6-c382-4e77-8069-58b0b7869384 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.110879 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6a8072b6-c382-4e77-8069-58b0b7869384 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-groups/58c82fd5-8e31-4fa8-880f-b5a4aab0d22c HTTP/1.1" status: 204 len: 168 time: 0.3041778 Jul 05 10:23:05.113479 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37652) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:05.122133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8072b6-c382-4e77-8069-58b0b7869384 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c82fd5-8e31-4fa8-880f-b5a4aab0d22c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:05.211239 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e9e5d885-3ad9-472a-97f5-9cfa42685971 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0964174 Jul 05 10:23:05.215027 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37654) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:05.240927 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-d0619a96-c408-40ad-893d-1ec52ae99202 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] delete failed (client error): The resource could not be found. Jul 05 10:23:05.242006 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d0619a96-c408-40ad-893d-1ec52ae99202 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-groups/58c82fd5-8e31-4fa8-880f-b5a4aab0d22c HTTP/1.1" status: 404 len: 347 time: 0.0257204 Jul 05 10:23:05.247379 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37656) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:05.252880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4243ab4c-cd14-44b8-8b17-6576532259de tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1378014610'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:05.265839 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-ff77ec3e-1c1c-444f-a788-77cd4f2918ca tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:05.268405 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-ff77ec3e-1c1c-444f-a788-77cd4f2918ca tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/networks?id=edd4465b-390d-4777-8a67-9c0e7de02108 HTTP/1.1" status: 200 len: 804 time: 0.1464975 Jul 05 10:23:05.285865 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-01ad1113-079c-4fd4-b857-3c96df3b2617 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/quotas/d352e50c540947d985966a904467acf3 HTTP/1.1" status: 200 len: 375 time: 0.0113375 Jul 05 10:23:05.362558 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-27ba10ce-721d-44f0-9e27-33658af143dc tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d352e50c540947d985966a904467acf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0709486 Jul 05 10:23:05.363789 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4243ab4c-cd14-44b8-8b17-6576532259de tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.458549 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4243ab4c-cd14-44b8-8b17-6576532259de tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.466594 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-c46c78fb-4754-467c-98c3-c2b707d1037c service neutron] 10.222.0.77 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955467 Jul 05 10:23:05.529166 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4243ab4c-cd14-44b8-8b17-6576532259de tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.564722 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243ab4c-cd14-44b8-8b17-6576532259de tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb20084-5677-4226-b483-4bc18121c0a3,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:05.584095 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-e27794d5-4428-4268-b646-b231e16c08c0 service neutron] 10.222.0.77 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114862 Jul 05 10:23:05.590968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 5ecfbc2b-9c6c-430a-946a-a0221c218c9f no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:23:05.649552 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4243ab4c-cd14-44b8-8b17-6576532259de tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.651046 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4243ab4c-cd14-44b8-8b17-6576532259de tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4021411 Jul 05 10:23:05.653894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37662) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:05.659811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-125abb80-4317-40f0-8b74-075868955dbf tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group_rule': {'security_group_id': '5bb20084-5677-4226-b483-4bc18121c0a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:05.677814 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.703383 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e4c810-c9d6-43bd-ae11-ab62200a2187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ecfbc2b-9c6c-430a-946a-a0221c218c9f'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:05.705683 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aee2712-647f-4505-b906-f7f9ebdad07f" -d '{"events": [{"server_uuid": "e8e4c810-c9d6-43bd-ae11-ab62200a2187", "name": "network-vif-unplugged", "status": "completed", "tag": "5ecfbc2b-9c6c-430a-946a-a0221c218c9f"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:05.719784 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:05.800021 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4bf0d-d2aa-4850-9fb9-c27b7b4abeb6 req-392b5787-344e-4716-ab66-e586f8a7ba44 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:05.801836 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71c4bf0d-d2aa-4850-9fb9-c27b7b4abeb6 req-392b5787-344e-4716-ab66-e586f8a7ba44 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 946 time: 0.0799987 Jul 05 10:23:05.802765 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-125abb80-4317-40f0-8b74-075868955dbf tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.813348 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:05.867134 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def093d4-c7ce-446c-85a2-a3955a7f294a x-openstack-request-id: req-def093d4-c7ce-446c-85a2-a3955a7f294a {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:05.867703 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e4c810-c9d6-43bd-ae11-ab62200a2187", "name": "network-vif-unplugged", "status": "completed", "tag": "5ecfbc2b-9c6c-430a-946a-a0221c218c9f", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:05.868046 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-def093d4-c7ce-446c-85a2-a3955a7f294a {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:05.868526 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e4c810-c9d6-43bd-ae11-ab62200a2187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ecfbc2b-9c6c-430a-946a-a0221c218c9f', 'code': 200} Jul 05 10:23:05.892440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:05.918417 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:05.923895 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71c4bf0d-d2aa-4850-9fb9-c27b7b4abeb6 req-0f21b1ae-2017-4021-a45e-870479d148be tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071324 Jul 05 10:23:05.925426 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:05.926089 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:05.926447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:05.926795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:05.927298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:05.927648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:05.928063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:05.928469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:05.928867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:05.929209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:05.929558 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:05.955816 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-125abb80-4317-40f0-8b74-075868955dbf tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:06.031485 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-397f4565-3bde-46d4-93cb-787b231d4d85 req-01e4ae83-6933-4509-ad7c-1fe1ebd85b8c tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 210 time: 0.0356467 Jul 05 10:23:06.042775 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-125abb80-4317-40f0-8b74-075868955dbf tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:06.085334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125abb80-4317-40f0-8b74-075868955dbf tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80224eae-5e75-47a9-ae08-a3d5a26f5c09,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:06.182349 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-125abb80-4317-40f0-8b74-075868955dbf tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:06.186623 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-125abb80-4317-40f0-8b74-075868955dbf tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5289907 Jul 05 10:23:06.187265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37680) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:06.219093 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-75866be3-b923-437b-aa7b-695bc25909b0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:06.235305 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-75866be3-b923-437b-aa7b-695bc25909b0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:06.438628 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-75866be3-b923-437b-aa7b-695bc25909b0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:06.448257 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-75866be3-b923-437b-aa7b-695bc25909b0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:06.452487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37684) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:06.453023 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-75866be3-b923-437b-aa7b-695bc25909b0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/80224eae-5e75-47a9-ae08-a3d5a26f5c09 HTTP/1.1" status: 204 len: 168 time: 0.2644024 Jul 05 10:23:06.457839 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75866be3-b923-437b-aa7b-695bc25909b0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80224eae-5e75-47a9-ae08-a3d5a26f5c09,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:06.519647 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5572587b-8924-49c7-8e01-a08367e525c6 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0633442 Jul 05 10:23:06.519908 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37686) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:06.584574 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b3c959f-5503-41a4-950e-ea40fe11a0e8 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:06.621656 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b3c959f-5503-41a4-950e-ea40fe11a0e8 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:06.809710 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b3c959f-5503-41a4-950e-ea40fe11a0e8 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:06.812355 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b3c959f-5503-41a4-950e-ea40fe11a0e8 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:06.816614 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37692) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:06.816798 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7b3c959f-5503-41a4-950e-ea40fe11a0e8 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-groups/5bb20084-5677-4226-b483-4bc18121c0a3 HTTP/1.1" status: 204 len: 168 time: 0.2958102 Jul 05 10:23:06.829428 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c959f-5503-41a4-950e-ea40fe11a0e8 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb20084-5677-4226-b483-4bc18121c0a3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:06.887285 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9bf00836-092f-4cfc-ae38-bac495a141b5 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687077 Jul 05 10:23:06.890832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37694) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:06.896096 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5c7dee8a-1c41-4e3c-845d-38fdd66799ed tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1689099081'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:06.945464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 587c1192-0171-4e37-9c7d-ae2b603e73a6 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:23:06.996820 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340d470-5ea0-4876-8c35-b6d16bfde17a req-e0097bde-8f4e-4f68-b4b5-051beda426b9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:06.998677 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5340d470-5ea0-4876-8c35-b6d16bfde17a req-e0097bde-8f4e-4f68-b4b5-051beda426b9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.64 "GET /v2.0/ports?device_id=63534605-3c90-470c-87c1-7279d8119d16 HTTP/1.1" status: 200 len: 945 time: 0.0977674 Jul 05 10:23:07.053170 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:07.083020 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c7dee8a-1c41-4e3c-845d-38fdd66799ed tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:07.115459 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 587c1192-0171-4e37-9c7d-ae2b603e73a6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=587c1192-0171-4e37-9c7d-ae2b603e73a6,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:07.179083 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696996e-066e-4932-aebd-4770fe1db5ed req-d6255acb-0fa2-4c8b-b487-34578fe55df2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:07.186205 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:07.187510 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2696996e-066e-4932-aebd-4770fe1db5ed req-d6255acb-0fa2-4c8b-b487-34578fe55df2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 944 time: 0.0926788 Jul 05 10:23:07.222358 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-5340d470-5ea0-4876-8c35-b6d16bfde17a req-1960917f-3a4f-4afb-a71f-9b0b80d2b876 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Deleting port 587c1192-0171-4e37-9c7d-ae2b603e73a6 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:23:07.222358 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5340d470-5ea0-4876-8c35-b6d16bfde17a req-1960917f-3a4f-4afb-a71f-9b0b80d2b876 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:07.245678 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2696996e-066e-4932-aebd-4770fe1db5ed req-22d9fdf5-60d7-4d53-8609-2898c16944e3 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567815 Jul 05 10:23:07.296485 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=587c1192-0171-4e37-9c7d-ae2b603e73a6,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:07.357844 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c7dee8a-1c41-4e3c-845d-38fdd66799ed tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:07.410675 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f1e795c-b9a6-4c8a-83ac-066188425941 req-87c1703a-6a5d-4b65-92b1-0c558daf1b51 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 210 time: 0.0563610 Jul 05 10:23:07.427001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-5340d470-5ea0-4876-8c35-b6d16bfde17a req-1960917f-3a4f-4afb-a71f-9b0b80d2b876 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] For port 587c1192-0171-4e37-9c7d-ae2b603e73a6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=587c1192-0171-4e37-9c7d-ae2b603e73a6,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:07.427687 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5340d470-5ea0-4876-8c35-b6d16bfde17a req-1960917f-3a4f-4afb-a71f-9b0b80d2b876 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:07.457743 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-5340d470-5ea0-4876-8c35-b6d16bfde17a req-1960917f-3a4f-4afb-a71f-9b0b80d2b876 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Calling delete_port for 587c1192-0171-4e37-9c7d-ae2b603e73a6 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:23:07.464719 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c7dee8a-1c41-4e3c-845d-38fdd66799ed tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:07.553472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7dee8a-1c41-4e3c-845d-38fdd66799ed tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d17403-c2b7-4631-b39a-aaa4a0e7ca59,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:07.659154 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b994e0-03c7-4614-9786-9e1a7ae55d12 req-a8d6e32f-414e-4b8d-9ae0-9db75dd89834 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:07.660880 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-62b994e0-03c7-4614-9786-9e1a7ae55d12 req-a8d6e32f-414e-4b8d-9ae0-9db75dd89834 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1105962 Jul 05 10:23:07.704330 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-62b994e0-03c7-4614-9786-9e1a7ae55d12 req-1e594abd-b2c9-4eff-a815-419800cc134b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366824 Jul 05 10:23:07.875050 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63534605-3c90-470c-87c1-7279d8119d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587c1192-0171-4e37-9c7d-ae2b603e73a6'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:07.875050 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194ced6a-3721-464d-94d9-708c53d6b26b" -d '{"events": [{"server_uuid": "63534605-3c90-470c-87c1-7279d8119d16", "name": "network-vif-unplugged", "status": "completed", "tag": "587c1192-0171-4e37-9c7d-ae2b603e73a6"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:07.931861 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67be022-25ce-4e5a-ab53-fc72e4c3bf9c x-openstack-request-id: req-c67be022-25ce-4e5a-ab53-fc72e4c3bf9c {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:07.931861 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63534605-3c90-470c-87c1-7279d8119d16", "name": "network-vif-unplugged", "status": "completed", "tag": "587c1192-0171-4e37-9c7d-ae2b603e73a6", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:07.931861 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c67be022-25ce-4e5a-ab53-fc72e4c3bf9c {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:07.931861 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63534605-3c90-470c-87c1-7279d8119d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587c1192-0171-4e37-9c7d-ae2b603e73a6', 'code': 200} Jul 05 10:23:07.934747 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c7dee8a-1c41-4e3c-845d-38fdd66799ed tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:07.937188 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5c7dee8a-1c41-4e3c-845d-38fdd66799ed tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0439434 Jul 05 10:23:07.937188 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5340d470-5ea0-4876-8c35-b6d16bfde17a req-1960917f-3a4f-4afb-a71f-9b0b80d2b876 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:07.939578 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37714) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:07.946453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f7050c39-7cbe-4862-b71f-36031563bf37 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group_rule': {'security_group_id': 'e2d17403-c2b7-4631-b39a-aaa4a0e7ca59', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:07.986879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960917f-3a4f-4afb-a71f-9b0b80d2b876 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Pushing event deleted for resources: {'Port': ['ID=587c1192-0171-4e37-9c7d-ae2b603e73a6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:08.040367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5340d470-5ea0-4876-8c35-b6d16bfde17a req-1960917f-3a4f-4afb-a71f-9b0b80d2b876 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] No DVR routers for this DVR port 587c1192-0171-4e37-9c7d-ae2b603e73a6 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:23:08.043267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5340d470-5ea0-4876-8c35-b6d16bfde17a req-1960917f-3a4f-4afb-a71f-9b0b80d2b876 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:08.045284 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5340d470-5ea0-4876-8c35-b6d16bfde17a req-1960917f-3a4f-4afb-a71f-9b0b80d2b876 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.64 "DELETE /v2.0/ports/587c1192-0171-4e37-9c7d-ae2b603e73a6 HTTP/1.1" status: 204 len: 173 time: 1.0391376 Jul 05 10:23:08.045715 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63534605-3c90-470c-87c1-7279d8119d16', 'name': 'network-vif-deleted', 'tag': '587c1192-0171-4e37-9c7d-ae2b603e73a6'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:08.048028 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6271a5b6-0ef8-4216-9498-f2c28b3ff916" -d '{"events": [{"server_uuid": "63534605-3c90-470c-87c1-7279d8119d16", "name": "network-vif-deleted", "tag": "587c1192-0171-4e37-9c7d-ae2b603e73a6"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:08.081794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56776a-7e4c-49e0-a534-bf74534f0c37 req-1a185ad2-a758-49c5-a3a4-10f34a99c270 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:08.083631 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f56776a-7e4c-49e0-a534-bf74534f0c37 req-1a185ad2-a758-49c5-a3a4-10f34a99c270 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.2222934 Jul 05 10:23:08.095033 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cfb818-c117-4401-921b-e1f2cd125aa3 x-openstack-request-id: req-b4cfb818-c117-4401-921b-e1f2cd125aa3 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:08.095846 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63534605-3c90-470c-87c1-7279d8119d16", "name": "network-vif-deleted", "tag": "587c1192-0171-4e37-9c7d-ae2b603e73a6", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:08.096527 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4cfb818-c117-4401-921b-e1f2cd125aa3 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:08.097130 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63534605-3c90-470c-87c1-7279d8119d16', 'name': 'network-vif-deleted', 'tag': '587c1192-0171-4e37-9c7d-ae2b603e73a6', 'status': 'completed', 'code': 200} Jul 05 10:23:08.141078 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f56776a-7e4c-49e0-a534-bf74534f0c37 req-e9b7f41e-9268-438d-b5f6-03ac9ea5e23b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504835 Jul 05 10:23:08.172045 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7050c39-7cbe-4862-b71f-36031563bf37 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:08.257563 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7050c39-7cbe-4862-b71f-36031563bf37 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:08.329205 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7050c39-7cbe-4862-b71f-36031563bf37 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:08.355028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7050c39-7cbe-4862-b71f-36031563bf37 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246c8330-ee62-4f05-90b3-7bc69f324cd1,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:08.472449 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7050c39-7cbe-4862-b71f-36031563bf37 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:08.474517 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f7050c39-7cbe-4862-b71f-36031563bf37 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5336554 Jul 05 10:23:08.477723 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37726) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:08.482852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-027c5c81-5ea4-499a-9b6f-2663e7b6152b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group_rule': {'security_group_id': 'e2d17403-c2b7-4631-b39a-aaa4a0e7ca59', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:08.662834 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7545bfa3-614b-44a8-be1e-d0583312a60f req-d40ac9eb-1fb4-4abc-8bae-68ef7c76ad29 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 210 time: 0.0296659 Jul 05 10:23:08.694289 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-027c5c81-5ea4-499a-9b6f-2663e7b6152b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:08.763476 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-027c5c81-5ea4-499a-9b6f-2663e7b6152b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:08.858746 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08e4bf-69ff-43d2-8b4c-397285c5da60 req-6e4e3ea6-5a37-475f-ab9b-c39cd80c07f6 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:08.860213 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fe08e4bf-69ff-43d2-8b4c-397285c5da60 req-6e4e3ea6-5a37-475f-ab9b-c39cd80c07f6 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0752680 Jul 05 10:23:08.895053 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-027c5c81-5ea4-499a-9b6f-2663e7b6152b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:08.906495 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fe08e4bf-69ff-43d2-8b4c-397285c5da60 req-9e0bb7df-5a05-4074-9da9-44115bb46907 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406575 Jul 05 10:23:08.917742 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c5c81-5ea4-499a-9b6f-2663e7b6152b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad68bc6-18fd-489a-b947-07a276e5ef82,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:09.027998 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-027c5c81-5ea4-499a-9b6f-2663e7b6152b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:09.029502 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-027c5c81-5ea4-499a-9b6f-2663e7b6152b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5507460 Jul 05 10:23:09.032407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37734) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:09.037208 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c8571543-83fb-4710-a704-7a67c181da14 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group_rule': {'security_group_id': 'e2d17403-c2b7-4631-b39a-aaa4a0e7ca59', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:09.180473 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c8571543-83fb-4710-a704-7a67c181da14 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:09.250220 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c8571543-83fb-4710-a704-7a67c181da14 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:09.342147 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c8571543-83fb-4710-a704-7a67c181da14 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:09.376879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8571543-83fb-4710-a704-7a67c181da14 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f64832-c63f-4e04-8635-630afe10cd0f,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:09.442357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-a0dc4b19-2aef-41e3-88fd-a35750e12732 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:09.444016 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-a0dc4b19-2aef-41e3-88fd-a35750e12732 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.64 "GET /v2.0/networks?id=edd4465b-390d-4777-8a67-9c0e7de02108 HTTP/1.1" status: 200 len: 804 time: 0.1599433 Jul 05 10:23:09.456801 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-b96eeda5-db94-4192-b1d6-e13e838561a9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Request body: {'port': {'device_id': '6aaa59de-6a2e-42d1-b610-54adf901c9ae', 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108', 'admin_state_up': True, 'tenant_id': 'd352e50c540947d985966a904467acf3'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:09.501079 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c8571543-83fb-4710-a704-7a67c181da14 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:09.503056 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c8571543-83fb-4710-a704-7a67c181da14 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4695041 Jul 05 10:23:09.505864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37738) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:09.514985 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-49a82a16-a31a-4102-8617-3fd6087fc135 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group_rule': {'security_group_id': 'e2d17403-c2b7-4631-b39a-aaa4a0e7ca59', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:09.616175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 5ecfbc2b-9c6c-430a-946a-a0221c218c9f no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:23:09.741376 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49a82a16-a31a-4102-8617-3fd6087fc135 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:09.831290 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49a82a16-a31a-4102-8617-3fd6087fc135 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:09.834582 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-585e496c-6151-4e74-9230-be3e3eeb7839 req-e4a8cf52-bac8-4936-b0b6-aac4db795364 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 210 time: 0.0307055 Jul 05 10:23:09.975435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-b96eeda5-db94-4192-b1d6-e13e838561a9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Made reservation on behalf of d352e50c540947d985966a904467acf3 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:23:09.979327 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-b96eeda5-db94-4192-b1d6-e13e838561a9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:09.981579 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49a82a16-a31a-4102-8617-3fd6087fc135 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:10.024033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a82a16-a31a-4102-8617-3fd6087fc135 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec4b9f5-2c65-4035-85f2-6ac7f5519e51,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:10.197452 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49a82a16-a31a-4102-8617-3fd6087fc135 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:10.199294 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-49a82a16-a31a-4102-8617-3fd6087fc135 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6922698 Jul 05 10:23:10.202113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37750) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:10.206891 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-343e7422-15a4-4f3e-abef-ff0f0f8e53d9 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group_rule': {'security_group_id': 'e2d17403-c2b7-4631-b39a-aaa4a0e7ca59', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:10.237769 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408a7c0-1096-4d84-a69f-d8dda2ed753e req-9abb89e3-59ea-426f-b422-d9c1e74f98f9 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:10.240091 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9408a7c0-1096-4d84-a69f-d8dda2ed753e req-9abb89e3-59ea-426f-b422-d9c1e74f98f9 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1904228 Jul 05 10:23:10.326861 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9408a7c0-1096-4d84-a69f-d8dda2ed753e req-5af70a5b-1062-49cd-b271-0e6fa20d4e1a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802443 Jul 05 10:23:10.347390 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-343e7422-15a4-4f3e-abef-ff0f0f8e53d9 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:10.384936 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-b96eeda5-db94-4192-b1d6-e13e838561a9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Allocated IP 172.20.0.4 (edd4465b-390d-4777-8a67-9c0e7de02108/416d4cde-47b1-4b1b-a789-838086a2fbf2/e5ff720c-bcce-44b3-a49e-337ce3d2e8c1) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:23:10.410697 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-343e7422-15a4-4f3e-abef-ff0f0f8e53d9 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:10.539768 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-b96eeda5-db94-4192-b1d6-e13e838561a9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:10.563418 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-343e7422-15a4-4f3e-abef-ff0f0f8e53d9 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:10.582387 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e7422-15a4-4f3e-abef-ff0f0f8e53d9 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743f70f5-59fb-41dd-91c3-35766483dea3,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:10.695015 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-343e7422-15a4-4f3e-abef-ff0f0f8e53d9 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:10.695329 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-b96eeda5-db94-4192-b1d6-e13e838561a9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:10.696454 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-343e7422-15a4-4f3e-abef-ff0f0f8e53d9 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4931493 Jul 05 10:23:10.699646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37754) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:10.730195 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-593d8279-3604-4f45-9147-8be0a1f43429 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:10.741370 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-593d8279-3604-4f45-9147-8be0a1f43429 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:10.749521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-b96eeda5-db94-4192-b1d6-e13e838561a9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Network edd4465b-390d-4777-8a67-9c0e7de02108 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:23:10.753832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-b96eeda5-db94-4192-b1d6-e13e838561a9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:23:10.757725 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-b96eeda5-db94-4192-b1d6-e13e838561a9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:23:10.783322 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96eeda5-db94-4192-b1d6-e13e838561a9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Pushing event updated for resources: {'Port': ['ID=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:10.825789 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-b96eeda5-db94-4192-b1d6-e13e838561a9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:10.826448 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-b96eeda5-db94-4192-b1d6-e13e838561a9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:10.933521 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-593d8279-3604-4f45-9147-8be0a1f43429 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:10.936086 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-593d8279-3604-4f45-9147-8be0a1f43429 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:10.939443 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-593d8279-3604-4f45-9147-8be0a1f43429 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/743f70f5-59fb-41dd-91c3-35766483dea3 HTTP/1.1" status: 204 len: 168 time: 0.2366719 Jul 05 10:23:10.943350 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37764) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:10.944166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d8279-3604-4f45-9147-8be0a1f43429 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=743f70f5-59fb-41dd-91c3-35766483dea3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:10.973077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 587c1192-0171-4e37-9c7d-ae2b603e73a6 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:23:11.012252 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 587c1192-0171-4e37-9c7d-ae2b603e73a6 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:23:11.012580 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 587c1192-0171-4e37-9c7d-ae2b603e73a6 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:23:11.028222 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-b96eeda5-db94-4192-b1d6-e13e838561a9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5753961 Jul 05 10:23:11.042079 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eae2398f-1175-47f9-b016-3b0ff2c5b7e0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0967188 Jul 05 10:23:11.048263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37766) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:11.048508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Request body: {'port': {'device_id': '6aaa59de-6a2e-42d1-b610-54adf901c9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:11.081175 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-731514d1-bf38-46d4-8b14-1031e1e30b36 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.090903 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-731514d1-bf38-46d4-8b14-1031e1e30b36 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.142163 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c734c9c-df49-40ef-bd59-6612e43ef093 req-e5b290b9-971b-480f-9921-3713f5421a33 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:11.145742 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c734c9c-df49-40ef-bd59-6612e43ef093 req-e5b290b9-971b-480f-9921-3713f5421a33 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 931 time: 0.1551776 Jul 05 10:23:11.152038 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.153205 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f308-c34f-451f-9670-1b4a54c602ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.219195 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c734c9c-df49-40ef-bd59-6612e43ef093 req-fb2edc05-dfb2-4264-9b06-8fa2d30ce7bb tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693352 Jul 05 10:23:11.289302 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-731514d1-bf38-46d4-8b14-1031e1e30b36 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.296032 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-731514d1-bf38-46d4-8b14-1031e1e30b36 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.305095 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-731514d1-bf38-46d4-8b14-1031e1e30b36 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/dec4b9f5-2c65-4035-85f2-6ac7f5519e51 HTTP/1.1" status: 204 len: 168 time: 0.2509384 Jul 05 10:23:11.305261 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37770) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:11.305375 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731514d1-bf38-46d4-8b14-1031e1e30b36 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dec4b9f5-2c65-4035-85f2-6ac7f5519e51,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:11.403616 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-408a0671-8467-4e1d-a2c1-38f671cddea7 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0984585 Jul 05 10:23:11.404936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37774) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:11.430383 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7cd68f6c-91a8-4295-887f-4183cf08e899 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.439013 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7cd68f6c-91a8-4295-887f-4183cf08e899 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.548537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:23:11.559312 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.569863 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb4b46-6497-4c89-a195-b631885998f3 req-7e9af4cd-38f3-4604-ad6e-e86db8c83633 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:11.571354 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5feb4b46-6497-4c89-a195-b631885998f3 req-7e9af4cd-38f3-4604-ad6e-e86db8c83633 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1203096 Jul 05 10:23:11.613930 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ac99e-b16e-4ff0-ba99-74b6a27ab012 req-8a25ecdb-49d1-449e-a91e-cc8126e6d29d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:11.615490 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eb6ac99e-b16e-4ff0-ba99-74b6a27ab012 req-8a25ecdb-49d1-449e-a91e-cc8126e6d29d tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 945 time: 0.0691454 Jul 05 10:23:11.616347 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Transition to ACTIVE for port object e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:23:11.616602 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7cd68f6c-91a8-4295-887f-4183cf08e899 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.622063 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5feb4b46-6497-4c89-a195-b631885998f3 req-46d99c88-7ca1-4b07-b69a-933a27e82861 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437903 Jul 05 10:23:11.625918 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7cd68f6c-91a8-4295-887f-4183cf08e899 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.626979 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7cd68f6c-91a8-4295-887f-4183cf08e899 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/e2f64832-c63f-4e04-8635-630afe10cd0f HTTP/1.1" status: 204 len: 168 time: 0.2206881 Jul 05 10:23:11.629889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37778) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:11.651878 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd68f6c-91a8-4295-887f-4183cf08e899 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2f64832-c63f-4e04-8635-630afe10cd0f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:11.665726 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eb6ac99e-b16e-4ff0-ba99-74b6a27ab012 req-e4333b63-3896-450f-aea5-95450eb9ae0b tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428641 Jul 05 10:23:11.686916 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-60e9a752-c456-4bc6-a77b-e0401e0e2a1e tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0525866 Jul 05 10:23:11.686916 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37782) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:11.714361 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78766e0c-6262-4b98-ab6b-8e2f346176bc tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.722419 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78766e0c-6262-4b98-ab6b-8e2f346176bc tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.739037 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.799688 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:11.853142 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78766e0c-6262-4b98-ab6b-8e2f346176bc tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.860835 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78766e0c-6262-4b98-ab6b-8e2f346176bc tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.861981 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-78766e0c-6262-4b98-ab6b-8e2f346176bc tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/4ad68bc6-18fd-489a-b947-07a276e5ef82 HTTP/1.1" status: 204 len: 168 time: 0.1740761 Jul 05 10:23:11.865254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37784) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:11.872493 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78766e0c-6262-4b98-ab6b-8e2f346176bc tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ad68bc6-18fd-489a-b947-07a276e5ef82,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:11.889453 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Attempting to bind port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:23:11.889857 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Attempting to bind port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:23:11.890229 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Attempting to bind port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 on network edd4465b-390d-4777-8a67-9c0e7de02108 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:23:11.896898 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 on network edd4465b-390d-4777-8a67-9c0e7de02108 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:23:11.897233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Attempting to bind port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 on network edd4465b-390d-4777-8a67-9c0e7de02108 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:23:11.902927 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:23:11.903279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Checking segment: {'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:23:11.903847 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Bound using segment: {'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:23:11.904350 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Bound port: e5ff720c-bcce-44b3-a49e-337ce3d2e8c1, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:23:11.904721 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.917108 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9b468cf8-14e0-41f7-a551-319088c12878 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0501578 Jul 05 10:23:11.919819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37788) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:11.951104 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:11.962066 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:12.129185 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:12.136001 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:12.137158 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/246c8330-ee62-4f05-90b3-7bc69f324cd1 HTTP/1.1" status: 204 len: 168 time: 0.2158079 Jul 05 10:23:12.142595 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37790) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:12.149213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=246c8330-ee62-4f05-90b3-7bc69f324cd1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:12.168106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:12.168452 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:12.168797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:12.169473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:12.169473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:12.169853 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:12.170087 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:12.170413 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:12.170741 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:12.171066 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:12.171390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:12.171709 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab943f-d1f6-4098-b6dd-c6fa881bffe0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:12.211177 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7ec53e53-4892-437d-8e8f-9e8c160b7b9e tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0674481 Jul 05 10:23:12.214585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37794) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:12.280695 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] For port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:23:12.284062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] For port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:23:12.284225 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-058934df-17be-4c5c-aa9a-3f25d96a31e4 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:12.317454 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-058934df-17be-4c5c-aa9a-3f25d96a31e4 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:12.393501 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:12.433951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:12.433951 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:12.433951 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] 10.222.0.64 "PUT /v2.0/ports/e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 HTTP/1.1" status: 200 len: 1092 time: 1.3898768 Jul 05 10:23:12.437918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaa59de-6a2e-42d1-b610-54adf901c9ae', 'tag': 'e5ff720c-bcce-44b3-a49e-337ce3d2e8c1'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:12.440870 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924baa01-b7f8-48bf-b57a-5801c6ff5222" -d '{"events": [{"name": "network-changed", "server_uuid": "6aaa59de-6a2e-42d1-b610-54adf901c9ae", "tag": "e5ff720c-bcce-44b3-a49e-337ce3d2e8c1"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:12.485443 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573ec8c2-1c6f-4499-8bd9-e7e2c5c01cc3 x-openstack-request-id: req-573ec8c2-1c6f-4499-8bd9-e7e2c5c01cc3 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:12.485443 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aaa59de-6a2e-42d1-b610-54adf901c9ae", "tag": "e5ff720c-bcce-44b3-a49e-337ce3d2e8c1", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:12.485443 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-573ec8c2-1c6f-4499-8bd9-e7e2c5c01cc3 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:12.485443 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aaa59de-6a2e-42d1-b610-54adf901c9ae', 'tag': 'e5ff720c-bcce-44b3-a49e-337ce3d2e8c1', 'status': 'completed', 'code': 200} Jul 05 10:23:12.485443 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7450df-3049-42ce-a7dd-5578a678b9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:12.501161 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1f6a7-755d-420a-89ce-6eb2e691674f req-de75aa09-0c0d-46fd-a53f-541d61c858fc tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:12.502770 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7b1f6a7-755d-420a-89ce-6eb2e691674f req-de75aa09-0c0d-46fd-a53f-541d61c858fc tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 943 time: 0.1491852 Jul 05 10:23:12.517657 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-058934df-17be-4c5c-aa9a-3f25d96a31e4 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:12.520431 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-058934df-17be-4c5c-aa9a-3f25d96a31e4 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:12.521566 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-058934df-17be-4c5c-aa9a-3f25d96a31e4 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-groups/e2d17403-c2b7-4631-b39a-aaa4a0e7ca59 HTTP/1.1" status: 204 len: 168 time: 0.3059735 Jul 05 10:23:12.525325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37800) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:12.538975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058934df-17be-4c5c-aa9a-3f25d96a31e4 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d17403-c2b7-4631-b39a-aaa4a0e7ca59,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:12.580889 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7b1f6a7-755d-420a-89ce-6eb2e691674f req-b4b3ef4f-b6bb-4902-9d34-ccb781764edb tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645983 Jul 05 10:23:12.601696 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-87c67186-57f1-48f6-b271-2bbad1aa94ec tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0734298 Jul 05 10:23:12.608579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37802) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:12.610980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924baa01-b7f8-48bf-b57a-5801c6ff5222 req-8d0b8812-ff58-4269-ab8f-c70e9d275017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:12.612555 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-924baa01-b7f8-48bf-b57a-5801c6ff5222 req-8d0b8812-ff58-4269-ab8f-c70e9d275017 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d352e50c540947d985966a904467acf3&device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 1095 time: 0.1044190 Jul 05 10:23:12.620614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-63ebb587-17b5-4de1-9e21-ed254ecc959b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group': {'name': 'tempest-secgroup--23545476'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:12.725392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924baa01-b7f8-48bf-b57a-5801c6ff5222 req-654885ca-8538-45e6-9355-9255c14a6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:12.726966 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-924baa01-b7f8-48bf-b57a-5801c6ff5222 req-654885ca-8538-45e6-9355-9255c14a6126 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d352e50c540947d985966a904467acf3&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1051426 Jul 05 10:23:12.903628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924baa01-b7f8-48bf-b57a-5801c6ff5222 req-61281900-9879-46f3-a28d-4852190fb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:12.903628 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-924baa01-b7f8-48bf-b57a-5801c6ff5222 req-61281900-9879-46f3-a28d-4852190fb287 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1686444 Jul 05 10:23:12.922409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddd47f-be4a-48fd-b78b-3ac891b718b0 req-2802f3c2-39ba-47e6-b255-a33f4dbe17d1 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:12.923945 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-66ddd47f-be4a-48fd-b78b-3ac891b718b0 req-2802f3c2-39ba-47e6-b255-a33f4dbe17d1 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 945 time: 0.1257968 Jul 05 10:23:13.006330 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-66ddd47f-be4a-48fd-b78b-3ac891b718b0 req-ba7c3115-3bab-4584-bd3d-b395bc11fa06 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ca891bf-6340-46f7-a42b-14e20d787a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755284 Jul 05 10:23:13.046139 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-c9f4230c-5231-4b71-acdf-e4d5691df4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:13.046139 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-c9f4230c-5231-4b71-acdf-e4d5691df4d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d352e50c540947d985966a904467acf3&device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 1095 time: 0.0886900 Jul 05 10:23:13.101736 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-2e307a69-0601-4a9d-9641-d9d039d1c903 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 HTTP/1.1" status: 200 len: 217 time: 0.0514410 Jul 05 10:23:13.107913 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-63ebb587-17b5-4de1-9e21-ed254ecc959b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:13.173133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-1aa5143b-dab5-4f6d-83b4-913f359f8f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:13.175062 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-1aa5143b-dab5-4f6d-83b4-913f359f8f87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=416d4cde-47b1-4b1b-a789-838086a2fbf2 HTTP/1.1" status: 200 len: 844 time: 0.0629930 Jul 05 10:23:13.178545 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50286c6-1d6c-4484-ba37-0c337ab4de7b req-0b9a335f-642c-4eac-a800-7305625638a3 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:13.184304 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c50286c6-1d6c-4484-ba37-0c337ab4de7b req-0b9a335f-642c-4eac-a800-7305625638a3 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.4294701 Jul 05 10:23:13.212410 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-cef538c4-ea45-4555-8397-d1097a696ebf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=edd4465b-390d-4777-8a67-9c0e7de02108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298467 Jul 05 10:23:13.236340 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c50286c6-1d6c-4484-ba37-0c337ab4de7b req-5162eeb8-af48-4488-b91d-d16c34c22d49 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475144 Jul 05 10:23:13.271830 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-63ebb587-17b5-4de1-9e21-ed254ecc959b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:13.382577 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc47a91-a3ce-4a10-a31a-ce3eb261bcbc req-16319aab-3052-4efc-9ac9-eb623b3d8db2 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:13.384212 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffc47a91-a3ce-4a10-a31a-ce3eb261bcbc req-16319aab-3052-4efc-9ac9-eb623b3d8db2 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 945 time: 0.1705298 Jul 05 10:23:13.408969 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-63ebb587-17b5-4de1-9e21-ed254ecc959b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:13.438033 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-7149ae7d-46f0-4bd0-9d36-57332a670657 service neutron] 10.222.0.64 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152834 Jul 05 10:23:13.438844 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebb587-17b5-4de1-9e21-ed254ecc959b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6af752-68c0-4f4f-8b2c-be40bcbc99e4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:13.563397 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-63ebb587-17b5-4de1-9e21-ed254ecc959b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:13.567249 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-63ebb587-17b5-4de1-9e21-ed254ecc959b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9513659 Jul 05 10:23:13.567459 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37814) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:13.572242 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-7911d773-c241-4d6c-bbec-cda34a04d5e3 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group_rule': {'security_group_id': '9f6af752-68c0-4f4f-8b2c-be40bcbc99e4', 'direction': 'ingress', 'protocol': 17}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:13.596397 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-ffc47a91-a3ce-4a10-a31a-ce3eb261bcbc req-b7c7339b-d6c6-45f7-bb01-de3a0d570d6b tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Deleting port c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:23:13.596961 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ffc47a91-a3ce-4a10-a31a-ce3eb261bcbc req-b7c7339b-d6c6-45f7-bb01-de3a0d570d6b tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:13.601016 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9da0d083-f0ca-4a7e-a490-56ee5bbd28ee req-65a7e6f8-9e1d-4a76-b6cb-d4205e35e4a0 service neutron] 10.222.0.64 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502709 Jul 05 10:23:13.643707 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-996aa407-b86f-48c6-a69e-acab55cd4562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:13.689511 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:13.694265 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7911d773-c241-4d6c-bbec-cda34a04d5e3 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:13.771532 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ffc47a91-a3ce-4a10-a31a-ce3eb261bcbc req-b7c7339b-d6c6-45f7-bb01-de3a0d570d6b tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] For port c553bb28-eaaa-4c8c-b57e-4b61898cf9f6, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c553bb28-eaaa-4c8c-b57e-4b61898cf9f6,segment=NetworkSegment(94c48217-bb17-493a-86d1-cf2fb7cc5808),segment_id=94c48217-bb17-493a-86d1-cf2fb7cc5808)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:13.771973 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ffc47a91-a3ce-4a10-a31a-ce3eb261bcbc req-b7c7339b-d6c6-45f7-bb01-de3a0d570d6b tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:13.777557 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7911d773-c241-4d6c-bbec-cda34a04d5e3 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:13.790807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-ffc47a91-a3ce-4a10-a31a-ce3eb261bcbc req-b7c7339b-d6c6-45f7-bb01-de3a0d570d6b tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Calling delete_port for c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:23:13.865284 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb40ca-4e68-4c8e-92da-fed9f4e40c2b req-cca8c663-c6ab-460b-a710-606bb3243be6 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:13.866088 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b8cb40ca-4e68-4c8e-92da-fed9f4e40c2b req-cca8c663-c6ab-460b-a710-606bb3243be6 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 943 time: 0.1556563 Jul 05 10:23:13.883487 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7911d773-c241-4d6c-bbec-cda34a04d5e3 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:13.903223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911d773-c241-4d6c-bbec-cda34a04d5e3 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d6ba9c-4968-4d14-8fe5-932b9c1a3e30,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:13.935552 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b8cb40ca-4e68-4c8e-92da-fed9f4e40c2b req-af9e66c6-7093-434e-a7ce-b2fdf1fc4ce5 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636370 Jul 05 10:23:14.072118 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7911d773-c241-4d6c-bbec-cda34a04d5e3 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:14.074391 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7911d773-c241-4d6c-bbec-cda34a04d5e3 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5054543 Jul 05 10:23:14.077609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37820) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:14.129925 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ffc47a91-a3ce-4a10-a31a-ce3eb261bcbc req-b7c7339b-d6c6-45f7-bb01-de3a0d570d6b tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:14.142391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['c553bb28-eaaa-4c8c-b57e-4b61898cf9f6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:23:14.167407 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2060feb5-521a-47a9-85a8-31105fa56893 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:14.173390 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7339b-d6c6-45f7-bb01-de3a0d570d6b tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Pushing event deleted for resources: {'Port': ['ID=c553bb28-eaaa-4c8c-b57e-4b61898cf9f6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:14.197127 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dcec5302-9fb6-4ee1-8831-bf4842f0a1f5 req-ba45f3c7-441e-498b-b337-6987cfa084ec tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 210 time: 0.0516346 Jul 05 10:23:14.238074 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2060feb5-521a-47a9-85a8-31105fa56893 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:14.238191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc47a91-a3ce-4a10-a31a-ce3eb261bcbc req-b7c7339b-d6c6-45f7-bb01-de3a0d570d6b tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] No DVR routers for this DVR port c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:23:14.238191 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ffc47a91-a3ce-4a10-a31a-ce3eb261bcbc req-b7c7339b-d6c6-45f7-bb01-de3a0d570d6b tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:14.238191 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffc47a91-a3ce-4a10-a31a-ce3eb261bcbc req-b7c7339b-d6c6-45f7-bb01-de3a0d570d6b tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.64 "DELETE /v2.0/ports/c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 HTTP/1.1" status: 204 len: 173 time: 0.8367188 Jul 05 10:23:14.411464 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2060feb5-521a-47a9-85a8-31105fa56893 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:14.414534 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2060feb5-521a-47a9-85a8-31105fa56893 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:14.416205 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2060feb5-521a-47a9-85a8-31105fa56893 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-groups/9f6af752-68c0-4f4f-8b2c-be40bcbc99e4 HTTP/1.1" status: 204 len: 168 time: 0.3375707 Jul 05 10:23:14.420592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37830) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:14.445705 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060feb5-521a-47a9-85a8-31105fa56893 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6af752-68c0-4f4f-8b2c-be40bcbc99e4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:14.460411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98913bdc-98e5-4c72-8495-7f5607677697 req-1bf141bc-43b1-41cb-af88-7ef911c84f7c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:14.462314 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98913bdc-98e5-4c72-8495-7f5607677697 req-1bf141bc-43b1-41cb-af88-7ef911c84f7c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0754399 Jul 05 10:23:14.484090 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7e2faf-861e-44db-8453-e0157c75bfc7', 'name': 'network-vif-deleted', 'tag': 'c553bb28-eaaa-4c8c-b57e-4b61898cf9f6'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:14.486214 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3e681a58-7ac3-459b-b381-79c6c5722fbd tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0630691 Jul 05 10:23:14.486408 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa1ddb0-5309-4b35-bf1d-c88f99180959" -d '{"events": [{"server_uuid": "1c7e2faf-861e-44db-8453-e0157c75bfc7", "name": "network-vif-deleted", "tag": "c553bb28-eaaa-4c8c-b57e-4b61898cf9f6"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:14.491748 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37834) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:14.497991 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-10f9fc3f-c2c7-4b67-ae1a-1b623d12fc27 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459479576'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:14.528417 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98913bdc-98e5-4c72-8495-7f5607677697 req-bf67e066-0464-4c2a-bd3a-316cc810eca9 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590568 Jul 05 10:23:14.533181 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db02f631-f92b-496e-9959-eae9bb82789e x-openstack-request-id: req-db02f631-f92b-496e-9959-eae9bb82789e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:14.533181 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7e2faf-861e-44db-8453-e0157c75bfc7", "name": "network-vif-deleted", "tag": "c553bb28-eaaa-4c8c-b57e-4b61898cf9f6", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:14.533181 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db02f631-f92b-496e-9959-eae9bb82789e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:14.533181 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7e2faf-861e-44db-8453-e0157c75bfc7', 'name': 'network-vif-deleted', 'tag': 'c553bb28-eaaa-4c8c-b57e-4b61898cf9f6', 'status': 'completed', 'code': 200} Jul 05 10:23:14.660707 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-10f9fc3f-c2c7-4b67-ae1a-1b623d12fc27 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:14.752008 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-10f9fc3f-c2c7-4b67-ae1a-1b623d12fc27 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:14.832080 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-10f9fc3f-c2c7-4b67-ae1a-1b623d12fc27 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:14.866936 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9fc3f-c2c7-4b67-ae1a-1b623d12fc27 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8391c1f5-6904-4b4c-b6a4-df59287eefa8,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:14.952822 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:14.953422 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-10f9fc3f-c2c7-4b67-ae1a-1b623d12fc27 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:14.954697 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-10f9fc3f-c2c7-4b67-ae1a-1b623d12fc27 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4618502 Jul 05 10:23:14.957516 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37836) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:14.962332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4addb0ab-5d20-46f1-bb8b-def2c8b491d1 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065516801'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:15.078123 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4addb0ab-5d20-46f1-bb8b-def2c8b491d1 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:15.118653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29d1bb-b91f-46b5-bddf-b793d4484553 req-f804c2c9-0124-498c-a202-a826dd171021 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:15.120207 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0c29d1bb-b91f-46b5-bddf-b793d4484553 req-f804c2c9-0124-498c-a202-a826dd171021 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 943 time: 0.0681808 Jul 05 10:23:15.161670 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0c29d1bb-b91f-46b5-bddf-b793d4484553 req-774d5c02-f8e8-402f-91eb-7fed33b6e7ca tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353949 Jul 05 10:23:15.174484 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4addb0ab-5d20-46f1-bb8b-def2c8b491d1 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:15.278544 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4addb0ab-5d20-46f1-bb8b-def2c8b491d1 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:15.323706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addb0ab-5d20-46f1-bb8b-def2c8b491d1 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0b7398-969d-45dd-a170-e1c77c90727e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:15.383551 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6235f02b-30dc-4d97-a6b5-9dfaa7f21b1a req-cb95e293-f6a5-4f04-807e-5095d678a792 tempest-VolumesSnapshotTestJSON-1608997987 tempest-VolumesSnapshotTestJSON-1608997987-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c7e2faf-861e-44db-8453-e0157c75bfc7 HTTP/1.1" status: 200 len: 210 time: 0.0369987 Jul 05 10:23:15.432140 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4addb0ab-5d20-46f1-bb8b-def2c8b491d1 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:15.436807 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4addb0ab-5d20-46f1-bb8b-def2c8b491d1 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4747276 Jul 05 10:23:15.438915 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37848) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:15.443930 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-be43bd72-be39-46a3-b6e2-15832e541508 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group_rule': {'security_group_id': '8391c1f5-6904-4b4c-b6a4-df59287eefa8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4c0b7398-969d-45dd-a170-e1c77c90727e', 'remote_ip_prefix': None}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:15.579043 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be43bd72-be39-46a3-b6e2-15832e541508 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:15.645197 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be43bd72-be39-46a3-b6e2-15832e541508 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:15.723888 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c059909-fec1-442c-ba18-d3e72459668e req-e3023feb-1649-4eac-a1b9-60f81cbacb90 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:15.725386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c059909-fec1-442c-ba18-d3e72459668e req-e3023feb-1649-4eac-a1b9-60f81cbacb90 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0665274 Jul 05 10:23:15.765351 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c059909-fec1-442c-ba18-d3e72459668e req-2fbc9221-b4a0-4b7e-a024-2ed385b43887 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336895 Jul 05 10:23:15.854909 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be43bd72-be39-46a3-b6e2-15832e541508 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:15.874700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43bd72-be39-46a3-b6e2-15832e541508 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca884c5-11ff-492f-9f14-df1bf0b1ce77,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:16.038395 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be43bd72-be39-46a3-b6e2-15832e541508 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.039647 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-be43bd72-be39-46a3-b6e2-15832e541508 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5996485 Jul 05 10:23:16.042654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37854) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:16.066374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36b01c9c-2b8d-4743-861c-7cbd5ccaa3bf tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.074601 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36b01c9c-2b8d-4743-861c-7cbd5ccaa3bf tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.273091 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36b01c9c-2b8d-4743-861c-7cbd5ccaa3bf tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.280588 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36b01c9c-2b8d-4743-861c-7cbd5ccaa3bf tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.281813 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-36b01c9c-2b8d-4743-861c-7cbd5ccaa3bf tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/0ca884c5-11ff-492f-9f14-df1bf0b1ce77 HTTP/1.1" status: 204 len: 168 time: 0.2382534 Jul 05 10:23:16.284690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37858) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:16.297264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b01c9c-2b8d-4743-861c-7cbd5ccaa3bf tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ca884c5-11ff-492f-9f14-df1bf0b1ce77,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:16.333581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-efe87bba-5906-45b4-b61e-a51d2c654dae tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0449822 Jul 05 10:23:16.333840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37860) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:16.357051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845b8f4-831f-449e-b711-5c6b4e7b8373 req-b35bfe17-4892-4e71-904d-a6d377c29bbd tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:16.358671 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3845b8f4-831f-449e-b711-5c6b4e7b8373 req-b35bfe17-4892-4e71-904d-a6d377c29bbd tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 943 time: 0.0758448 Jul 05 10:23:16.388069 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e1234850-b6fb-4700-84b8-3b6faf430af4 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.408971 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3845b8f4-831f-449e-b711-5c6b4e7b8373 req-073f9201-b7ff-48fb-9563-dc886979f4a0 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420468 Jul 05 10:23:16.413386 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e1234850-b6fb-4700-84b8-3b6faf430af4 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.583252 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e1234850-b6fb-4700-84b8-3b6faf430af4 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.586679 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e1234850-b6fb-4700-84b8-3b6faf430af4 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.589239 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e1234850-b6fb-4700-84b8-3b6faf430af4 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-groups/4c0b7398-969d-45dd-a170-e1c77c90727e HTTP/1.1" status: 204 len: 168 time: 0.2536581 Jul 05 10:23:16.594081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37872) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:16.601285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1234850-b6fb-4700-84b8-3b6faf430af4 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0b7398-969d-45dd-a170-e1c77c90727e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:16.668114 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-13dc6339-96ad-4d0f-b070-2da331074f9c tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0728095 Jul 05 10:23:16.670703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37874) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:16.732070 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf2edad4-d86f-4ba4-a8a0-f7175bf7cd6e tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.757835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf2edad4-d86f-4ba4-a8a0-f7175bf7cd6e tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.822232 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.973890 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718882a-8f72-40e6-b20a-8ad2389f76d0 req-783be794-97f1-4f90-8b38-62dfca9c58d4 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:16.975834 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0718882a-8f72-40e6-b20a-8ad2389f76d0 req-783be794-97f1-4f90-8b38-62dfca9c58d4 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0927112 Jul 05 10:23:16.995331 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf2edad4-d86f-4ba4-a8a0-f7175bf7cd6e tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.995331 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf2edad4-d86f-4ba4-a8a0-f7175bf7cd6e tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:16.999069 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:23:16.999242 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bf2edad4-d86f-4ba4-a8a0-f7175bf7cd6e tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-groups/8391c1f5-6904-4b4c-b6a4-df59287eefa8 HTTP/1.1" status: 204 len: 168 time: 0.3275046 Jul 05 10:23:16.999965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37878) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:17.001834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:23:17.021367 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2edad4-d86f-4ba4-a8a0-f7175bf7cd6e tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8391c1f5-6904-4b4c-b6a4-df59287eefa8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:17.030167 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0718882a-8f72-40e6-b20a-8ad2389f76d0 req-3150717f-a35c-480d-81aa-2034d0a0be2b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427241 Jul 05 10:23:17.043444 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:23:17.043874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c553bb28-eaaa-4c8c-b57e-4b61898cf9f6 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:23:17.066811 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8ccd0910-64e6-4781-b026-bc5435c3ba2d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0630515 Jul 05 10:23:17.067432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37880) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:17.071993 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-28958bc0-c0d4-43f3-8525-a3fd3ff8ae9b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group': {'name': 'tempest-secgroup--371960795'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:17.142896 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:17.154455 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'e5ff720c-bcce-44b3-a49e-337ce3d2e8c1', 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108', 'port_id': 'e5ff720c-bcce-44b3-a49e-337ce3d2e8c1', 'mac_address': 'fa:16:3e:a7:3b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416d4cde-47b1-4b1b-a789-838086a2fbf2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:23:17.192254 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28958bc0-c0d4-43f3-8525-a3fd3ff8ae9b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:17.196189 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:17.215231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:23:17.236971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:17.282235 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28958bc0-c0d4-43f3-8525-a3fd3ff8ae9b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:17.363654 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:17.387344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28958bc0-c0d4-43f3-8525-a3fd3ff8ae9b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:17.419311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:17.422358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28958bc0-c0d4-43f3-8525-a3fd3ff8ae9b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d455fc-e6ec-42d5-a91b-ed686476a2b2,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:17.534907 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28958bc0-c0d4-43f3-8525-a3fd3ff8ae9b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:17.536599 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-28958bc0-c0d4-43f3-8525-a3fd3ff8ae9b tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4681373 Jul 05 10:23:17.544659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37892) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:17.546733 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-20a82600-e8a1-40d0-ada8-ed9c3717b105 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group_rule': {'security_group_id': 'c4d455fc-e6ec-42d5-a91b-ed686476a2b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:17.637397 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['e5ff720c-bcce-44b3-a49e-337ce3d2e8c1'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:23:17.790093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df37de4-3bb0-4690-9ecd-3b29d9a21df0 req-da48617b-72f8-4eb3-a657-70963245966d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:17.792135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2df37de4-3bb0-4690-9ecd-3b29d9a21df0 req-da48617b-72f8-4eb3-a657-70963245966d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 944 time: 0.0755398 Jul 05 10:23:17.809615 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-20a82600-e8a1-40d0-ada8-ed9c3717b105 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:17.861449 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2df37de4-3bb0-4690-9ecd-3b29d9a21df0 req-820f1c03-c037-4802-989a-bd142dadd422 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608501 Jul 05 10:23:17.887773 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-20a82600-e8a1-40d0-ada8-ed9c3717b105 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:18.038286 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-20a82600-e8a1-40d0-ada8-ed9c3717b105 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:18.066199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a82600-e8a1-40d0-ada8-ed9c3717b105 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f851356-ccbf-4c55-bb14-aa2760e4f9bc,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:18.210079 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-20a82600-e8a1-40d0-ada8-ed9c3717b105 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:18.211290 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-20a82600-e8a1-40d0-ada8-ed9c3717b105 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6707461 Jul 05 10:23:18.214667 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37900) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:18.231191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e861ea-11ea-42f4-b237-ecbc6c6256e2 req-1b5a8b57-4eb3-45bf-94e0-7c774c41e0a0 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:18.233688 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8e861ea-11ea-42f4-b237-ecbc6c6256e2 req-1b5a8b57-4eb3-45bf-94e0-7c774c41e0a0 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0738852 Jul 05 10:23:18.253820 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf421a11-01da-44e9-981a-266d0a69d650 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:18.272434 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf421a11-01da-44e9-981a-266d0a69d650 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:18.273071 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8e861ea-11ea-42f4-b237-ecbc6c6256e2 req-d31257f1-68ac-4e2b-95f2-2eea80b23ab2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324659 Jul 05 10:23:18.414772 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf421a11-01da-44e9-981a-266d0a69d650 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:18.421973 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf421a11-01da-44e9-981a-266d0a69d650 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:18.423113 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bf421a11-01da-44e9-981a-266d0a69d650 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/8f851356-ccbf-4c55-bb14-aa2760e4f9bc HTTP/1.1" status: 204 len: 168 time: 0.2072144 Jul 05 10:23:18.425996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37904) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:18.429662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf421a11-01da-44e9-981a-266d0a69d650 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f851356-ccbf-4c55-bb14-aa2760e4f9bc,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:18.478704 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fe78e484-c1c6-433c-bcbd-72ab1c9c53c2 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513835 Jul 05 10:23:18.481443 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37906) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:18.545096 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97ddfa88-b0bc-4dd1-90d2-3e60a06a6ff3 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:18.587302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97ddfa88-b0bc-4dd1-90d2-3e60a06a6ff3 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:18.758197 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97ddfa88-b0bc-4dd1-90d2-3e60a06a6ff3 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:18.761736 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97ddfa88-b0bc-4dd1-90d2-3e60a06a6ff3 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:18.763097 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-97ddfa88-b0bc-4dd1-90d2-3e60a06a6ff3 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-groups/c4d455fc-e6ec-42d5-a91b-ed686476a2b2 HTTP/1.1" status: 204 len: 168 time: 0.2806346 Jul 05 10:23:18.765816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37912) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:18.775277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddfa88-b0bc-4dd1-90d2-3e60a06a6ff3 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d455fc-e6ec-42d5-a91b-ed686476a2b2,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:18.823835 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-901d9872-ee89-4321-b810-c3d8650e7aa0 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564485 Jul 05 10:23:18.827954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37916) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:18.833073 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-7724a3c9-5e54-4564-8fb5-60d36c4a6ec8 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group': {'name': 'tempest-secgroup--644380921'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:19.022996 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:23:19.049873 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7724a3c9-5e54-4564-8fb5-60d36c4a6ec8 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:19.059994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb89c63-2ea7-4b45-b303-c4cfbc3c48cf req-2308b8c6-4749-4e3a-a16c-4fd09ae0663b tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:19.061643 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3eb89c63-2ea7-4b45-b303-c4cfbc3c48cf req-2308b8c6-4749-4e3a-a16c-4fd09ae0663b tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 944 time: 0.0774980 Jul 05 10:23:19.103150 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3eb89c63-2ea7-4b45-b303-c4cfbc3c48cf req-f9884c78-ece0-459b-8f77-f2d0142fe3d8 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355973 Jul 05 10:23:19.150559 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7724a3c9-5e54-4564-8fb5-60d36c4a6ec8 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:19.265898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:23:19.270050 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:23:19.270415 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:19.312075 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7724a3c9-5e54-4564-8fb5-60d36c4a6ec8 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:19.344102 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724a3c9-5e54-4564-8fb5-60d36c4a6ec8 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f978a5f-8935-48ea-9655-7451398888c5,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:19.370652 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:19.394661 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaa59de-6a2e-42d1-b610-54adf901c9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff720c-bcce-44b3-a49e-337ce3d2e8c1'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:19.396934 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1a5c8b-33c5-4e6d-a3d9-764c39f08e78" -d '{"events": [{"server_uuid": "6aaa59de-6a2e-42d1-b610-54adf901c9ae", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff720c-bcce-44b3-a49e-337ce3d2e8c1"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:19.423707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:19.441499 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f648951-ca36-4d26-b448-7804bc813451 x-openstack-request-id: req-8f648951-ca36-4d26-b448-7804bc813451 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:19.442155 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aaa59de-6a2e-42d1-b610-54adf901c9ae", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff720c-bcce-44b3-a49e-337ce3d2e8c1", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:19.442794 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f648951-ca36-4d26-b448-7804bc813451 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:19.443705 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaa59de-6a2e-42d1-b610-54adf901c9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff720c-bcce-44b3-a49e-337ce3d2e8c1', 'code': 200} Jul 05 10:23:19.445017 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7724a3c9-5e54-4564-8fb5-60d36c4a6ec8 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:19.449650 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7724a3c9-5e54-4564-8fb5-60d36c4a6ec8 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6181233 Jul 05 10:23:19.450069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37926) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:19.454721 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group_rule': {'security_group_id': '3f978a5f-8935-48ea-9655-7451398888c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:19.513575 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d46816-0dd1-4144-bf1f-3c1536998808 req-e0f310fd-9f45-4af7-aab2-f4fa17048f11 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:19.515260 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-89d46816-0dd1-4144-bf1f-3c1536998808 req-e0f310fd-9f45-4af7-aab2-f4fa17048f11 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1158020 Jul 05 10:23:19.597012 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-89d46816-0dd1-4144-bf1f-3c1536998808 req-c5a5f1ee-c892-4341-87f1-a8dfe7894054 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730422 Jul 05 10:23:19.607256 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:19.621852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75dde6-01ac-43cb-99e7-6b7afdd7794a req-ec231580-7687-41f2-a4c9-0c053e3014ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:19.623362 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bb75dde6-01ac-43cb-99e7-6b7afdd7794a req-ec231580-7687-41f2-a4c9-0c053e3014ff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 1096 time: 0.0882354 Jul 05 10:23:19.670260 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bb75dde6-01ac-43cb-99e7-6b7afdd7794a req-dc2ad8fc-81bf-4d98-b792-0dc8417b7051 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348735 Jul 05 10:23:19.673309 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:19.705934 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:19.758253 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:19.883016 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:19.903470 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73914272-33d3-4afe-a88b-014005304d5c,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:19.914070 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:19.914354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:19.914699 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:19.915036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:19.915416 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:19.915706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:19.916074 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:19.917129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:19.917418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:19.918308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:19.919520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:19.919623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:23:20.066319 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:20.073426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ed16583c-cf97-4bc7-bb45-39d3d1f49d7d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6166854 Jul 05 10:23:20.075366 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37936) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:20.094256 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-474f8945-a9b0-406b-94c2-3f43044e99a3 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules/73914272-33d3-4afe-a88b-014005304d5c HTTP/1.1" status: 200 len: 763 time: 0.0176740 Jul 05 10:23:20.096840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37938) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:20.138577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e5c88743-4587-403f-9362-c899931f8de7 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0405717 Jul 05 10:23:20.142016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37942) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:20.168918 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2a2261bf-4d4d-4944-9660-6e71c1ddc70c tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:20.182783 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2a2261bf-4d4d-4944-9660-6e71c1ddc70c tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:20.307303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c90b8-876a-4a2c-a69c-f07dd17132b1 req-f9811a3f-d8e7-4112-9379-b4fe33a2435a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:20.309122 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a3c90b8-876a-4a2c-a69c-f07dd17132b1 req-f9811a3f-d8e7-4112-9379-b4fe33a2435a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0783694 Jul 05 10:23:20.346851 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2a2261bf-4d4d-4944-9660-6e71c1ddc70c tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:20.349215 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a3c90b8-876a-4a2c-a69c-f07dd17132b1 req-b0042913-18c0-45b2-b94a-72b681c990fe tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342722 Jul 05 10:23:20.357557 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2a2261bf-4d4d-4944-9660-6e71c1ddc70c tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:20.359270 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2a2261bf-4d4d-4944-9660-6e71c1ddc70c tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/73914272-33d3-4afe-a88b-014005304d5c HTTP/1.1" status: 204 len: 168 time: 0.2160127 Jul 05 10:23:20.363419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37946) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:20.367681 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2261bf-4d4d-4944-9660-6e71c1ddc70c tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73914272-33d3-4afe-a88b-014005304d5c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:20.405338 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6fc02137-c987-408f-97ae-0b13f642cee7 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0403807 Jul 05 10:23:20.408036 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37948) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:20.412972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-b8f22ae9-e0f1-4d61-8df2-e8a771923944 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group_rule': {'security_group_id': '3f978a5f-8935-48ea-9655-7451398888c5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:20.559027 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b8f22ae9-e0f1-4d61-8df2-e8a771923944 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:20.609138 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b8f22ae9-e0f1-4d61-8df2-e8a771923944 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:20.704830 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b8f22ae9-e0f1-4d61-8df2-e8a771923944 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:20.735473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f22ae9-e0f1-4d61-8df2-e8a771923944 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6215a1a7-b652-4589-9ab2-dfc1c25f5c2e,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:20.819148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600f9bd-67e5-4ad2-9432-1f2cc785cd9b req-eff6019c-e47b-47c8-aa11-6b97f72db26f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:20.820736 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2600f9bd-67e5-4ad2-9432-1f2cc785cd9b req-eff6019c-e47b-47c8-aa11-6b97f72db26f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0921876 Jul 05 10:23:20.848442 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b8f22ae9-e0f1-4d61-8df2-e8a771923944 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:20.848442 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b8f22ae9-e0f1-4d61-8df2-e8a771923944 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4358790 Jul 05 10:23:20.858785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37954) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:20.872677 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37956) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:20.874202 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-349aef24-e35d-4ca7-9fd3-4ea182b83126 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules/6215a1a7-b652-4589-9ab2-dfc1c25f5c2e HTTP/1.1" status: 200 len: 763 time: 0.0167382 Jul 05 10:23:20.888638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2600f9bd-67e5-4ad2-9432-1f2cc785cd9b req-2f39a4bc-33b9-403a-aa25-d1193be819b7 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577867 Jul 05 10:23:20.934406 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ada6671c-abee-444e-806a-72b374e364c1 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0573387 Jul 05 10:23:20.937040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37962) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:20.968240 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ff7dcab-4134-463b-882e-52123fafb07a tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:20.979934 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ff7dcab-4134-463b-882e-52123fafb07a tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:21.180965 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ff7dcab-4134-463b-882e-52123fafb07a tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:21.189973 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ff7dcab-4134-463b-882e-52123fafb07a tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:21.194188 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1ff7dcab-4134-463b-882e-52123fafb07a tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/6215a1a7-b652-4589-9ab2-dfc1c25f5c2e HTTP/1.1" status: 204 len: 168 time: 0.2530744 Jul 05 10:23:21.196022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37968) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:21.198051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7dcab-4134-463b-882e-52123fafb07a tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6215a1a7-b652-4589-9ab2-dfc1c25f5c2e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:21.254136 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c2e6ba10-796d-4424-8a74-4e4eddd52d63 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0539174 Jul 05 10:23:21.254365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37970) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:21.258815 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-7f784d9f-655d-411f-b133-4e511317ecb1 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Request body: {'security_group_rule': {'security_group_id': '3f978a5f-8935-48ea-9655-7451398888c5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:21.477711 n-d-779913-27 neutron-server[100775]: INFO neutron.db.securitygroups_db [None req-7f784d9f-655d-411f-b133-4e511317ecb1 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Project 3737b13be67041988bb4c07e56646c95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:23:21.484172 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f784d9f-655d-411f-b133-4e511317ecb1 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:21.557848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9eb71-d71f-476c-a544-266ad6f267f8 req-368ae306-0e01-44bd-894f-4613cb8cbd23 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:21.559491 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4a9eb71-d71f-476c-a544-266ad6f267f8 req-368ae306-0e01-44bd-894f-4613cb8cbd23 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0772865 Jul 05 10:23:21.565164 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f784d9f-655d-411f-b133-4e511317ecb1 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:21.601599 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4a9eb71-d71f-476c-a544-266ad6f267f8 req-b3cd69c3-d959-4ae0-b2f8-1c9bb2a86fa6 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344188 Jul 05 10:23:21.607090 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997f773-8077-4432-b955-bd3f008dd6b8 req-0afdedc7-d6a7-4b86-8a55-5c8da2e95589 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:21.608696 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4997f773-8077-4432-b955-bd3f008dd6b8 req-0afdedc7-d6a7-4b86-8a55-5c8da2e95589 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0845065 Jul 05 10:23:21.658934 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4997f773-8077-4432-b955-bd3f008dd6b8 req-b4ee7dfe-3df5-4718-919e-2494d48fbe3f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414808 Jul 05 10:23:21.686342 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f784d9f-655d-411f-b133-4e511317ecb1 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:21.721902 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f784d9f-655d-411f-b133-4e511317ecb1 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c762a7b3-d7b2-4f8c-a41c-bbeef3e1a8b5,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:21.849297 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f784d9f-655d-411f-b133-4e511317ecb1 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:21.854201 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7f784d9f-655d-411f-b133-4e511317ecb1 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5957046 Jul 05 10:23:21.854354 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37980) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:21.874804 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b182575-2e5b-4524-b73b-65e26d833e38 req-125eb752-cbda-4f4f-9878-163bb784a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:21.880277 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b182575-2e5b-4524-b73b-65e26d833e38 req-125eb752-cbda-4f4f-9878-163bb784a70a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 1097 time: 0.1020055 Jul 05 10:23:21.883703 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a83632a6-0b87-4eb8-8647-dd31e2369063 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules/c762a7b3-d7b2-4f8c-a41c-bbeef3e1a8b5 HTTP/1.1" status: 200 len: 769 time: 0.0279908 Jul 05 10:23:21.903416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37982) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:21.999703 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d4e287ef-d49e-48ea-a094-31187917609d tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0935247 Jul 05 10:23:22.002332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37984) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:22.071437 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-184e7282-e57b-4922-aabb-1f0811b80755 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:22.079126 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b182575-2e5b-4524-b73b-65e26d833e38 req-fc8b3e7b-d601-4108-8c00-52311ee7163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:22.081527 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b182575-2e5b-4524-b73b-65e26d833e38 req-fc8b3e7b-d601-4108-8c00-52311ee7163c service neutron] 10.222.0.64 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 913 time: 0.1886446 Jul 05 10:23:22.088772 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-184e7282-e57b-4922-aabb-1f0811b80755 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:22.245413 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b182575-2e5b-4524-b73b-65e26d833e38 req-650ca165-2732-4615-b2af-5fcfdd6c6100 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce HTTP/1.1" status: 200 len: 999 time: 0.1520717 Jul 05 10:23:22.322626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b182575-2e5b-4524-b73b-65e26d833e38 req-048bea83-c76d-4163-bdf3-03b66a9d2eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:22.323239 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b182575-2e5b-4524-b73b-65e26d833e38 req-048bea83-c76d-4163-bdf3-03b66a9d2eef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.0719187 Jul 05 10:23:22.344411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6144c-2f58-4743-8b40-0c8316f4572e req-b312b2a6-a326-4632-90a5-a433d4c86465 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:22.346198 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-16a6144c-2f58-4743-8b40-0c8316f4572e req-b312b2a6-a326-4632-90a5-a433d4c86465 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0721846 Jul 05 10:23:22.375062 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:22.379335 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-184e7282-e57b-4922-aabb-1f0811b80755 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:22.386905 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-184e7282-e57b-4922-aabb-1f0811b80755 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:22.388253 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-184e7282-e57b-4922-aabb-1f0811b80755 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/c762a7b3-d7b2-4f8c-a41c-bbeef3e1a8b5 HTTP/1.1" status: 204 len: 168 time: 0.3848751 Jul 05 10:23:22.389956 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-16a6144c-2f58-4743-8b40-0c8316f4572e req-436d2532-0e6b-455c-a272-6ef5823ff235 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352776 Jul 05 10:23:22.390763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37994) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:22.399230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e7282-e57b-4922-aabb-1f0811b80755 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c762a7b3-d7b2-4f8c-a41c-bbeef3e1a8b5,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:22.414580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b182575-2e5b-4524-b73b-65e26d833e38 req-c73973dd-8618-4e9a-bdbe-1215a9f9bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:22.416663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b182575-2e5b-4524-b73b-65e26d833e38 req-c73973dd-8618-4e9a-bdbe-1215a9f9bc7c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863900 Jul 05 10:23:22.442230 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0b454995-86fc-42e6-9b2d-d13454a323c3 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502846 Jul 05 10:23:22.445286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37996) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:22.502989 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ddec6821-e6a9-44c2-98d1-29a882203147 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:22.533382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ddec6821-e6a9-44c2-98d1-29a882203147 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:22.536722 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b182575-2e5b-4524-b73b-65e26d833e38 req-957e8458-e078-44b1-9c5d-837ac5870917 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120479 Jul 05 10:23:22.633493 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b182575-2e5b-4524-b73b-65e26d833e38 req-8a6da18d-413f-41b1-9206-27622a2cff84 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894680 Jul 05 10:23:22.661905 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ddec6821-e6a9-44c2-98d1-29a882203147 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:22.663325 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ddec6821-e6a9-44c2-98d1-29a882203147 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:22.664642 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ddec6821-e6a9-44c2-98d1-29a882203147 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "DELETE /v2.0/security-groups/3f978a5f-8935-48ea-9655-7451398888c5 HTTP/1.1" status: 204 len: 168 time: 0.2183471 Jul 05 10:23:22.667787 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37998) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:22.680030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec6821-e6a9-44c2-98d1-29a882203147 tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f978a5f-8935-48ea-9655-7451398888c5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:22.724734 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7dabed29-bb0e-4042-8813-98ddc18475fe tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0557797 Jul 05 10:23:22.729904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38002) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:22.780032 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-721bd4b3-df3c-41e8-8ee5-d92020a4678a tempest-SecGroupIPv6Test-1728951931 tempest-SecGroupIPv6Test-1728951931-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438526 Jul 05 10:23:22.857910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0631c-0058-4526-90b6-4854af3233d6 req-0abf30ab-0367-4d0a-87d0-689e33c248be tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:22.859581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-96a0631c-0058-4526-90b6-4854af3233d6 req-0abf30ab-0367-4d0a-87d0-689e33c248be tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0727477 Jul 05 10:23:22.899276 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-96a0631c-0058-4526-90b6-4854af3233d6 req-59673835-1ce3-4216-8729-ab85968acc5a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339844 Jul 05 10:23:23.360403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38018) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:23.553127 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d61a1551-4209-4c20-ae15-19fbf0f1e3e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3737b13be67041988bb4c07e56646c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1951270 Jul 05 10:23:23.556033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38024) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:23.608879 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43654a3b-e7e6-4dbe-8b72-39b3cb0a89d2 req-e6d129a7-3048-4511-b6ac-79785a135293 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:23.610746 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c8c98f34-44bb-44eb-b474-0004ca76a513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:23.610889 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43654a3b-e7e6-4dbe-8b72-39b3cb0a89d2 req-e6d129a7-3048-4511-b6ac-79785a135293 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0726995 Jul 05 10:23:23.638292 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c8c98f34-44bb-44eb-b474-0004ca76a513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:23.658649 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43654a3b-e7e6-4dbe-8b72-39b3cb0a89d2 req-1d747e0c-698b-4d52-8780-e7bfa0319e9d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417175 Jul 05 10:23:23.854833 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c8c98f34-44bb-44eb-b474-0004ca76a513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:23.857502 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c8c98f34-44bb-44eb-b474-0004ca76a513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:23.858806 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c8c98f34-44bb-44eb-b474-0004ca76a513 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/679855e7-4062-416d-85a1-d0c395872805 HTTP/1.1" status: 204 len: 168 time: 0.3016486 Jul 05 10:23:23.868040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c98f34-44bb-44eb-b474-0004ca76a513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679855e7-4062-416d-85a1-d0c395872805,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:24.090037 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:24.117747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c96ca1-7279-4f4c-97da-77061108a815 req-90cb4a87-c003-47aa-a4dc-0ffb7f59fd5d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:24.120571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29c96ca1-7279-4f4c-97da-77061108a815 req-90cb4a87-c003-47aa-a4dc-0ffb7f59fd5d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0834014 Jul 05 10:23:24.164788 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-29c96ca1-7279-4f4c-97da-77061108a815 req-0a4728fe-4902-4ca2-a597-fb1af6c2f1c4 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377774 Jul 05 10:23:24.384580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b97a40-8e3b-4688-985e-91e8203f8dca req-77bb5d91-0102-4eb4-84bf-29165ec4bf8d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:24.387033 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4b97a40-8e3b-4688-985e-91e8203f8dca req-77bb5d91-0102-4eb4-84bf-29165ec4bf8d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1058395 Jul 05 10:23:24.439994 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4b97a40-8e3b-4688-985e-91e8203f8dca req-8abb3573-8096-457f-b6f2-023d95d90ea9 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459380 Jul 05 10:23:24.680661 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20b53e-e614-4e53-8942-72fa597b74b0 req-6d3f6b8d-aed3-470d-8d2b-7414c7165274 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:24.698614 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8a20b53e-e614-4e53-8942-72fa597b74b0 req-6d3f6b8d-aed3-470d-8d2b-7414c7165274 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1018045 Jul 05 10:23:24.769302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8a20b53e-e614-4e53-8942-72fa597b74b0 req-f8b217be-8b10-4ca3-96de-51642d41ad17 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732234 Jul 05 10:23:25.019668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e24a4a-f88a-4ff3-a09b-6a05bda56663 req-bb86513e-902f-4b76-9f30-a73d7369c241 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:25.019668 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6e24a4a-f88a-4ff3-a09b-6a05bda56663 req-bb86513e-902f-4b76-9f30-a73d7369c241 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.1249344 Jul 05 10:23:25.091043 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6e24a4a-f88a-4ff3-a09b-6a05bda56663 req-b3b0f67d-c150-44c4-8e4d-4a3a36777603 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701997 Jul 05 10:23:25.442972 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38074) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:25.619872 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5b8c179c-5afb-446c-aea0-af6a3aceb6d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-479624866-network', 'tenant_id': '78ad6eddc8de4b8e9a5e55b68f60fc33'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:25.820895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8c179c-5afb-446c-aea0-af6a3aceb6d9 admin admin] Made reservation on behalf of 78ad6eddc8de4b8e9a5e55b68f60fc33 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:23:25.826132 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b8c179c-5afb-446c-aea0-af6a3aceb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:25.841160 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b8c179c-5afb-446c-aea0-af6a3aceb6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:25.891266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09662ed4-4350-4b4a-b644-c006ba97880f req-04ebb02d-81d6-46ce-a38b-705a323716cb tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:25.893303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09662ed4-4350-4b4a-b644-c006ba97880f req-04ebb02d-81d6-46ce-a38b-705a323716cb tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0949054 Jul 05 10:23:25.948907 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09662ed4-4350-4b4a-b644-c006ba97880f req-a7bc1e0b-33b0-4a81-9685-b8e290cbb298 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472198 Jul 05 10:23:25.981628 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b8c179c-5afb-446c-aea0-af6a3aceb6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:26.106196 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b8c179c-5afb-446c-aea0-af6a3aceb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:26.142126 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8c179c-5afb-446c-aea0-af6a3aceb6d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:23:26.152385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c179c-5afb-446c-aea0-af6a3aceb6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887946f9-bff0-4654-adf0-bd6466881232,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:26.161172 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b8c179c-5afb-446c-aea0-af6a3aceb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:26.161534 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-5b8c179c-5afb-446c-aea0-af6a3aceb6d9 admin admin] Added segment c32dc50f-66c5-416a-9e5b-ad119850e0c7 of type vlan for network f5a0bde8-c41c-4348-8baa-70cd64c5cc33 Jul 05 10:23:26.211702 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b8c179c-5afb-446c-aea0-af6a3aceb6d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:26.320696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c158e-a816-41e1-9b10-ef5f6d21b43a req-ed1369f8-7cff-4ad5-bab5-ce0f26b0a12e tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:26.339121 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-958c158e-a816-41e1-9b10-ef5f6d21b43a req-ed1369f8-7cff-4ad5-bab5-ce0f26b0a12e tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.1216121 Jul 05 10:23:26.376486 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-958c158e-a816-41e1-9b10-ef5f6d21b43a req-61ede73a-0d98-4bfb-873c-f2e7876e7b32 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366707 Jul 05 10:23:26.409129 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b8c179c-5afb-446c-aea0-af6a3aceb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:26.415041 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8c179c-5afb-446c-aea0-af6a3aceb6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:26.415041 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b8c179c-5afb-446c-aea0-af6a3aceb6d9 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:26.479943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c179c-5afb-446c-aea0-af6a3aceb6d9 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a0bde8-c41c-4348-8baa-70cd64c5cc33,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:26.490622 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network f5a0bde8-c41c-4348-8baa-70cd64c5cc33 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:23:26.599938 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5b8c179c-5afb-446c-aea0-af6a3aceb6d9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1561801 Jul 05 10:23:26.603528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38090) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:26.611615 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f3c096d2-a677-484b-a0e0-ea6fad0512db admin admin] Request body: {'subnet': {'network_id': 'f5a0bde8-c41c-4348-8baa-70cd64c5cc33', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-479624866-subnet', 'tenant_id': '78ad6eddc8de4b8e9a5e55b68f60fc33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:26.746070 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c096d2-a677-484b-a0e0-ea6fad0512db admin admin] Made reservation on behalf of 78ad6eddc8de4b8e9a5e55b68f60fc33 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:23:26.749129 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3c096d2-a677-484b-a0e0-ea6fad0512db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:27.159220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a72ed-e395-4574-9975-1622463c0698 req-50b8a17f-a879-4e71-8507-7197c452602f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:27.160806 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-833a72ed-e395-4574-9975-1622463c0698 req-50b8a17f-a879-4e71-8507-7197c452602f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0738406 Jul 05 10:23:27.200430 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3c096d2-a677-484b-a0e0-ea6fad0512db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:27.208985 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-833a72ed-e395-4574-9975-1622463c0698 req-718766d8-3c0d-4208-a5b0-fa31d242bf02 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418129 Jul 05 10:23:27.272570 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c096d2-a677-484b-a0e0-ea6fad0512db admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef26d272-a15b-4a17-8357-bd085c7e8b99,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:27.285128 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c096d2-a677-484b-a0e0-ea6fad0512db admin admin] Checking segment: {'id': 'c32dc50f-66c5-416a-9e5b-ad119850e0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f5a0bde8-c41c-4348-8baa-70cd64c5cc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:23:27.285492 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c096d2-a677-484b-a0e0-ea6fad0512db admin admin] Network hostable DHCP agents. Network: f5a0bde8-c41c-4348-8baa-70cd64c5cc33, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:23:27.479617 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c096d2-a677-484b-a0e0-ea6fad0512db admin admin] Network f5a0bde8-c41c-4348-8baa-70cd64c5cc33 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:23:27.566084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b496756-4639-4af6-a413-c41ca4166e13 req-d1a12c30-7ce8-4d82-85be-02068a540a80 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:27.567671 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0b496756-4639-4af6-a413-c41ca4166e13 req-d1a12c30-7ce8-4d82-85be-02068a540a80 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0718715 Jul 05 10:23:27.607411 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0b496756-4639-4af6-a413-c41ca4166e13 req-ac3f0f25-7686-4a91-bbce-afff0ff78b9b tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338786 Jul 05 10:23:27.631795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-f3c096d2-a677-484b-a0e0-ea6fad0512db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, f5a0bde8-c41c-4348-8baa-70cd64c5cc33) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:23:27.640298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c096d2-a677-484b-a0e0-ea6fad0512db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:27.641166 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3c096d2-a677-484b-a0e0-ea6fad0512db admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:27.641433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd891d44-4ebb-4ad9-afe7-e9f42a62673a None None] Network f5a0bde8-c41c-4348-8baa-70cd64c5cc33 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:23:27.767124 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c4bce-985a-42cf-b49d-8dad88343c2d None None] Network f5a0bde8-c41c-4348-8baa-70cd64c5cc33 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:23:27.839412 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f3c096d2-a677-484b-a0e0-ea6fad0512db admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2332985 Jul 05 10:23:27.984630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecceac-b1bb-467c-a214-e996356255d9 req-5735708a-3142-4371-a81c-6e3dd794da6c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:27.986370 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16ecceac-b1bb-467c-a214-e996356255d9 req-5735708a-3142-4371-a81c-6e3dd794da6c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0763593 Jul 05 10:23:28.029070 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16ecceac-b1bb-467c-a214-e996356255d9 req-d07d09f9-ddce-426f-965d-d1aa9c03b35c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365129 Jul 05 10:23:28.132790 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad87d4-30c7-4188-8891-57b888ad2fa8 req-1ab95063-3ba9-4bf3-b1bd-b19cf193c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:28.134448 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-96ad87d4-30c7-4188-8891-57b888ad2fa8 req-1ab95063-3ba9-4bf3-b1bd-b19cf193c7bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 1097 time: 0.0663867 Jul 05 10:23:28.227174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad87d4-30c7-4188-8891-57b888ad2fa8 req-4397bbe4-7265-462c-9f9f-4db27de180ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:28.228751 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-96ad87d4-30c7-4188-8891-57b888ad2fa8 req-4397bbe4-7265-462c-9f9f-4db27de180ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 913 time: 0.0883379 Jul 05 10:23:28.309356 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-96ad87d4-30c7-4188-8891-57b888ad2fa8 req-eac5f020-fbb0-469c-ac5c-c3f8462fa289 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce HTTP/1.1" status: 200 len: 999 time: 0.0732684 Jul 05 10:23:28.366014 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad87d4-30c7-4188-8891-57b888ad2fa8 req-f92410c0-154e-4c5c-a36f-2dd6ab7c186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:28.367554 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-96ad87d4-30c7-4188-8891-57b888ad2fa8 req-f92410c0-154e-4c5c-a36f-2dd6ab7c186e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.0516391 Jul 05 10:23:28.437295 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad87d4-30c7-4188-8891-57b888ad2fa8 req-a8e93f83-5832-4fe0-b22c-2db0cace6238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:28.438940 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-96ad87d4-30c7-4188-8891-57b888ad2fa8 req-a8e93f83-5832-4fe0-b22c-2db0cace6238 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642874 Jul 05 10:23:28.541212 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-96ad87d4-30c7-4188-8891-57b888ad2fa8 req-58c303ff-3b71-4b7b-ad98-b8d6339c598c service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951047 Jul 05 10:23:28.636459 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-96ad87d4-30c7-4188-8891-57b888ad2fa8 req-17f1f030-cda2-4f7f-b412-eeae2db81dde service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890474 Jul 05 10:23:28.798553 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce8165-680c-4e78-a77c-80e022bf8075 req-70a1e3ec-3f52-4b7f-a353-b8d61d229268 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:28.800155 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bce8165-680c-4e78-a77c-80e022bf8075 req-70a1e3ec-3f52-4b7f-a353-b8d61d229268 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0671287 Jul 05 10:23:28.845484 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38132) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:28.849857 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bce8165-680c-4e78-a77c-80e022bf8075 req-c047338b-d800-44ff-8a97-93822b98448a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438926 Jul 05 10:23:28.853794 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d1ab520c-7966-40f3-8881-4a03507490ce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-510608320-network', 'tenant_id': '6b460ce326d84addbd785c8383c34691'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:29.054971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ab520c-7966-40f3-8881-4a03507490ce admin admin] Made reservation on behalf of 6b460ce326d84addbd785c8383c34691 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:23:29.058467 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1ab520c-7966-40f3-8881-4a03507490ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:29.068166 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1ab520c-7966-40f3-8881-4a03507490ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:29.191457 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1ab520c-7966-40f3-8881-4a03507490ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:29.267901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12129c72-aebd-4de8-890b-f3a5cd8bf938 req-f4dabe96-9a01-4191-ac67-064128bd09f6 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:29.270616 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-12129c72-aebd-4de8-890b-f3a5cd8bf938 req-f4dabe96-9a01-4191-ac67-064128bd09f6 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0997617 Jul 05 10:23:29.324796 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-12129c72-aebd-4de8-890b-f3a5cd8bf938 req-64cca0c1-1694-48b1-b954-6f915eccd8ee tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461905 Jul 05 10:23:29.333400 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1ab520c-7966-40f3-8881-4a03507490ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:29.363768 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ab520c-7966-40f3-8881-4a03507490ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:23:29.373639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab520c-7966-40f3-8881-4a03507490ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faec3cd6-54c9-4ee9-8ac5-b4bdca25d347,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:29.381692 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1ab520c-7966-40f3-8881-4a03507490ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:29.382060 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-d1ab520c-7966-40f3-8881-4a03507490ce admin admin] Added segment 74843c56-c378-4593-be4e-291b54724faa of type vlan for network 0d647936-e65e-4397-9289-d07d23517e21 Jul 05 10:23:29.432192 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1ab520c-7966-40f3-8881-4a03507490ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:29.643519 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1ab520c-7966-40f3-8881-4a03507490ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:29.644828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ab520c-7966-40f3-8881-4a03507490ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:29.645428 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1ab520c-7966-40f3-8881-4a03507490ce admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:29.706029 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab520c-7966-40f3-8881-4a03507490ce admin admin] Pushing event updated for resources: {'Network': ['ID=0d647936-e65e-4397-9289-d07d23517e21,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:29.716578 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 0d647936-e65e-4397-9289-d07d23517e21 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:23:29.844289 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d1ab520c-7966-40f3-8881-4a03507490ce admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9965155 Jul 05 10:23:29.846904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38142) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:29.852358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6f46631a-2387-4e1e-90ef-3b7196d2f782 admin admin] Request body: {'subnet': {'network_id': '0d647936-e65e-4397-9289-d07d23517e21', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-510608320-subnet', 'tenant_id': '6b460ce326d84addbd785c8383c34691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:23:30.007468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f46631a-2387-4e1e-90ef-3b7196d2f782 admin admin] Made reservation on behalf of 6b460ce326d84addbd785c8383c34691 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:23:30.010385 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6f46631a-2387-4e1e-90ef-3b7196d2f782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:30.112030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5960c-bdd2-4ce8-bb60-98e64b8be7d0 req-d155cd69-4087-4a5e-a69e-3ff80347025f tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:30.113653 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9ec5960c-bdd2-4ce8-bb60-98e64b8be7d0 req-d155cd69-4087-4a5e-a69e-3ff80347025f tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.1444111 Jul 05 10:23:30.192995 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9ec5960c-bdd2-4ce8-bb60-98e64b8be7d0 req-0ae1c8dd-8e08-4492-a5af-4ca5623e76e3 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717165 Jul 05 10:23:30.375980 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6f46631a-2387-4e1e-90ef-3b7196d2f782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:30.463172 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46631a-2387-4e1e-90ef-3b7196d2f782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df3ff230-9fdd-4461-9523-564ff81790f6,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:30.467912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f46631a-2387-4e1e-90ef-3b7196d2f782 admin admin] Checking segment: {'id': '74843c56-c378-4593-be4e-291b54724faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0d647936-e65e-4397-9289-d07d23517e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:23:30.467912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f46631a-2387-4e1e-90ef-3b7196d2f782 admin admin] Network hostable DHCP agents. Network: 0d647936-e65e-4397-9289-d07d23517e21, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:23:30.555912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61ee08-f5fc-4963-9f5e-9744b6a78683 req-40db7345-b02e-4489-a04f-d8e261583c43 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:30.559063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d61ee08-f5fc-4963-9f5e-9744b6a78683 req-40db7345-b02e-4489-a04f-d8e261583c43 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0809393 Jul 05 10:23:30.601827 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d61ee08-f5fc-4963-9f5e-9744b6a78683 req-0521154a-824e-4638-8634-642baf093c40 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331352 Jul 05 10:23:30.683865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f46631a-2387-4e1e-90ef-3b7196d2f782 admin admin] Network 0d647936-e65e-4397-9289-d07d23517e21 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:23:30.782524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3baf1-1e12-4e3b-9427-a1aae82b4307 req-87b3fea1-fb88-4fd4-be1d-80df85b460c2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:30.784077 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4be3baf1-1e12-4e3b-9427-a1aae82b4307 req-87b3fea1-fb88-4fd4-be1d-80df85b460c2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.0660017 Jul 05 10:23:30.841667 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4be3baf1-1e12-4e3b-9427-a1aae82b4307 req-4c10e142-3ebf-495e-a8b5-9663c5865058 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495491 Jul 05 10:23:30.860462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-6f46631a-2387-4e1e-90ef-3b7196d2f782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 0d647936-e65e-4397-9289-d07d23517e21) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:23:30.865424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f46631a-2387-4e1e-90ef-3b7196d2f782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:30.868886 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6f46631a-2387-4e1e-90ef-3b7196d2f782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:30.876807 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf106d32-81b0-4438-88db-c771cf4ffa21 None None] Network 0d647936-e65e-4397-9289-d07d23517e21 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:23:31.021061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc0723b-00bf-4842-962e-9b46ee27f664 None None] Network 0d647936-e65e-4397-9289-d07d23517e21 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:23:31.088474 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6f46631a-2387-4e1e-90ef-3b7196d2f782 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2398319 Jul 05 10:23:31.249914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38178) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:31.307958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe561c16-39af-42af-bf95-0f6f36d76300 admin admin] Deleting subnet ef26d272-a15b-4a17-8357-bd085c7e8b99 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:23:31.312247 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe561c16-39af-42af-bf95-0f6f36d76300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:31.358458 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe561c16-39af-42af-bf95-0f6f36d76300 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:31.394284 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f28a4-74c5-462f-b77e-e64dfc8ce259 req-c47d5609-3551-48a8-aeb4-e0fd57a13dc0 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:31.395978 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d6f28a4-74c5-462f-b77e-e64dfc8ce259 req-c47d5609-3551-48a8-aeb4-e0fd57a13dc0 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0820279 Jul 05 10:23:31.403182 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe561c16-39af-42af-bf95-0f6f36d76300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:31.436694 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d6f28a4-74c5-462f-b77e-e64dfc8ce259 req-862f24a0-c9a8-48f7-991a-3cde115a317d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339668 Jul 05 10:23:31.627900 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe561c16-39af-42af-bf95-0f6f36d76300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:31.654771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe561c16-39af-42af-bf95-0f6f36d76300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef26d272-a15b-4a17-8357-bd085c7e8b99,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:31.659901 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe561c16-39af-42af-bf95-0f6f36d76300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:31.661882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fe561c16-39af-42af-bf95-0f6f36d76300 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ef26d272-a15b-4a17-8357-bd085c7e8b99 HTTP/1.1" status: 204 len: 168 time: 0.4107974 Jul 05 10:23:31.664331 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38194) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:31.736508 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9645efaa-79de-46ee-a5c9-c7daa4472f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:31.823033 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9645efaa-79de-46ee-a5c9-c7daa4472f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:31.836790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-9645efaa-79de-46ee-a5c9-c7daa4472f40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a0bde8-c41c-4348-8baa-70cd64c5cc33']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:31.850233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-9645efaa-79de-46ee-a5c9-c7daa4472f40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32dc50f-66c5-416a-9e5b-ad119850e0c7') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:31.850530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-9645efaa-79de-46ee-a5c9-c7daa4472f40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32dc50f-66c5-416a-9e5b-ad119850e0c7') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:31.859605 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9645efaa-79de-46ee-a5c9-c7daa4472f40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:31.874994 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9645efaa-79de-46ee-a5c9-c7daa4472f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:31.881537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9645efaa-79de-46ee-a5c9-c7daa4472f40 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:23:31.881936 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9645efaa-79de-46ee-a5c9-c7daa4472f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:23:31.883592 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:23:32.054983 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9645efaa-79de-46ee-a5c9-c7daa4472f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:32.061626 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9645efaa-79de-46ee-a5c9-c7daa4472f40 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:32.063663 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9645efaa-79de-46ee-a5c9-c7daa4472f40 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f5a0bde8-c41c-4348-8baa-70cd64c5cc33 HTTP/1.1" status: 204 len: 168 time: 0.3983510 Jul 05 10:23:32.066647 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38204) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:32.075579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645efaa-79de-46ee-a5c9-c7daa4472f40 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a0bde8-c41c-4348-8baa-70cd64c5cc33,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:32.112620 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c068224-5099-4d51-bb67-ba8e4db7b5e1 admin admin] Deleting subnet df3ff230-9fdd-4461-9523-564ff81790f6 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:23:32.116089 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c068224-5099-4d51-bb67-ba8e4db7b5e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:32.150800 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c068224-5099-4d51-bb67-ba8e4db7b5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:32.196726 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c068224-5099-4d51-bb67-ba8e4db7b5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:32.386703 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c068224-5099-4d51-bb67-ba8e4db7b5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:32.413049 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c068224-5099-4d51-bb67-ba8e4db7b5e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df3ff230-9fdd-4461-9523-564ff81790f6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:32.417702 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c068224-5099-4d51-bb67-ba8e4db7b5e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:32.420219 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6c068224-5099-4d51-bb67-ba8e4db7b5e1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/df3ff230-9fdd-4461-9523-564ff81790f6 HTTP/1.1" status: 204 len: 168 time: 0.3524599 Jul 05 10:23:32.422765 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38216) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:32.515837 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-847e4ac0-8742-45bb-8614-4496aaf7eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:32.645228 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-847e4ac0-8742-45bb-8614-4496aaf7eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:32.660059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-847e4ac0-8742-45bb-8614-4496aaf7eb21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d647936-e65e-4397-9289-d07d23517e21']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:32.673947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-847e4ac0-8742-45bb-8614-4496aaf7eb21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74843c56-c378-4593-be4e-291b54724faa') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:32.674338 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-847e4ac0-8742-45bb-8614-4496aaf7eb21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74843c56-c378-4593-be4e-291b54724faa') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:32.686622 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-847e4ac0-8742-45bb-8614-4496aaf7eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:32.709663 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-847e4ac0-8742-45bb-8614-4496aaf7eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:32.726271 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62516d6-7815-458a-a2a5-b0858eec0978 req-a4415a0c-dc54-48b8-a656-6d134593c239 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:32.728033 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c62516d6-7815-458a-a2a5-b0858eec0978 req-a4415a0c-dc54-48b8-a656-6d134593c239 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.1530981 Jul 05 10:23:32.729367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847e4ac0-8742-45bb-8614-4496aaf7eb21 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:23:32.729822 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-847e4ac0-8742-45bb-8614-4496aaf7eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:23:32.731833 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:23:32.818062 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c62516d6-7815-458a-a2a5-b0858eec0978 req-f5e06bdc-62ef-47dc-9475-a58f04698b63 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721807 Jul 05 10:23:33.037871 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-847e4ac0-8742-45bb-8614-4496aaf7eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:33.043778 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-847e4ac0-8742-45bb-8614-4496aaf7eb21 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:33.045675 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-847e4ac0-8742-45bb-8614-4496aaf7eb21 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0d647936-e65e-4397-9289-d07d23517e21 HTTP/1.1" status: 204 len: 168 time: 0.6218886 Jul 05 10:23:33.057021 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e4ac0-8742-45bb-8614-4496aaf7eb21 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d647936-e65e-4397-9289-d07d23517e21,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:33.468729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98510d0-c254-438d-91a2-a3cbfc3c7cd2 req-e32e2775-fef3-4fc1-b6b3-b0a167f29a2d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:33.470211 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d98510d0-c254-438d-91a2-a3cbfc3c7cd2 req-e32e2775-fef3-4fc1-b6b3-b0a167f29a2d tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8e4c810-c9d6-43bd-ae11-ab62200a2187 HTTP/1.1" status: 200 len: 944 time: 0.0706110 Jul 05 10:23:33.573892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-d98510d0-c254-438d-91a2-a3cbfc3c7cd2 req-8e37e889-d583-463f-932d-35271bb04389 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Deleting port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:23:33.574238 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d98510d0-c254-438d-91a2-a3cbfc3c7cd2 req-8e37e889-d583-463f-932d-35271bb04389 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:33.644661 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38234) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:33.672894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-d98510d0-c254-438d-91a2-a3cbfc3c7cd2 req-8e37e889-d583-463f-932d-35271bb04389 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] For port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:33.673254 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d98510d0-c254-438d-91a2-a3cbfc3c7cd2 req-8e37e889-d583-463f-932d-35271bb04389 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:33.687928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-d98510d0-c254-438d-91a2-a3cbfc3c7cd2 req-8e37e889-d583-463f-932d-35271bb04389 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Calling delete_port for 5ecfbc2b-9c6c-430a-946a-a0221c218c9f owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:23:33.693008 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e8a3e9e9-bc8b-4439-b320-c376ac016483 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=78ad6eddc8de4b8e9a5e55b68f60fc33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470614 Jul 05 10:23:33.695671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38236) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:33.810894 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a78ac48-babf-4dc1-a942-de6c677740fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:33.863500 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a78ac48-babf-4dc1-a942-de6c677740fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:34.008873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd547d-1524-47f2-9890-7d441ce74edc req-7205fe6e-c41d-4e7c-bb32-2e7e9b717b3f tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:34.010366 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fbd547d-1524-47f2-9890-7d441ce74edc req-7205fe6e-c41d-4e7c-bb32-2e7e9b717b3f tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0708194 Jul 05 10:23:34.049672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fbd547d-1524-47f2-9890-7d441ce74edc req-60230b66-db64-4a03-8d06-dde423df53bb tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332952 Jul 05 10:23:34.054809 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d98510d0-c254-438d-91a2-a3cbfc3c7cd2 req-8e37e889-d583-463f-932d-35271bb04389 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:34.069088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['424919ff-5329-4792-baad-a303060c5cca'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:23:34.072726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['2bcf6e6b-4292-4d66-aeb1-1429e5acae1b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:23:34.111630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37e889-d583-463f-932d-35271bb04389 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event deleted for resources: {'Port': ['ID=5ecfbc2b-9c6c-430a-946a-a0221c218c9f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:34.174980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98510d0-c254-438d-91a2-a3cbfc3c7cd2 req-8e37e889-d583-463f-932d-35271bb04389 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] No DVR routers for this DVR port 5ecfbc2b-9c6c-430a-946a-a0221c218c9f on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:23:34.176719 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a78ac48-babf-4dc1-a942-de6c677740fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:34.180379 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a78ac48-babf-4dc1-a942-de6c677740fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:34.181684 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5a78ac48-babf-4dc1-a942-de6c677740fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/887946f9-bff0-4654-adf0-bd6466881232 HTTP/1.1" status: 204 len: 168 time: 0.4850037 Jul 05 10:23:34.183061 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d98510d0-c254-438d-91a2-a3cbfc3c7cd2 req-8e37e889-d583-463f-932d-35271bb04389 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:34.189020 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d98510d0-c254-438d-91a2-a3cbfc3c7cd2 req-8e37e889-d583-463f-932d-35271bb04389 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "DELETE /v2.0/ports/5ecfbc2b-9c6c-430a-946a-a0221c218c9f HTTP/1.1" status: 204 len: 173 time: 0.7133598 Jul 05 10:23:34.192761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e4c810-c9d6-43bd-ae11-ab62200a2187', 'name': 'network-vif-deleted', 'tag': '5ecfbc2b-9c6c-430a-946a-a0221c218c9f'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:34.195526 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850c4cde-ea2f-4533-bf60-1d1a693e0705" -d '{"events": [{"server_uuid": "e8e4c810-c9d6-43bd-ae11-ab62200a2187", "name": "network-vif-deleted", "tag": "5ecfbc2b-9c6c-430a-946a-a0221c218c9f"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:34.224225 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78ac48-babf-4dc1-a942-de6c677740fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887946f9-bff0-4654-adf0-bd6466881232,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:34.242641 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2914abc-bf59-4c04-b650-9d16ad6b6a09 x-openstack-request-id: req-f2914abc-bf59-4c04-b650-9d16ad6b6a09 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:34.242834 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e4c810-c9d6-43bd-ae11-ab62200a2187", "name": "network-vif-deleted", "tag": "5ecfbc2b-9c6c-430a-946a-a0221c218c9f", "status": "failed", "code": 422}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:34.243151 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f2914abc-bf59-4c04-b650-9d16ad6b6a09 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:34.245108 n-d-779913-27 neutron-server[100776]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e8e4c810-c9d6-43bd-ae11-ab62200a2187', 'name': 'network-vif-deleted', 'tag': '5ecfbc2b-9c6c-430a-946a-a0221c218c9f', 'status': 'failed', 'code': 422} returned with failed status Jul 05 10:23:34.335328 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:23:35.229482 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520ab4a-daf0-46e1-b8bb-76f0f0cc52b4 req-f494e9af-4f56-4931-af80-f7c72932062b tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:35.231031 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1520ab4a-daf0-46e1-b8bb-76f0f0cc52b4 req-f494e9af-4f56-4931-af80-f7c72932062b tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0689399 Jul 05 10:23:35.270960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1520ab4a-daf0-46e1-b8bb-76f0f0cc52b4 req-e8593092-7a7e-49ce-b8c9-93f3324d5ce4 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337036 Jul 05 10:23:35.434620 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38270) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:35.481767 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2b36d674-8e1c-477c-88db-e1cddc8a53ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6b460ce326d84addbd785c8383c34691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446148 Jul 05 10:23:35.484412 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38272) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:35.533904 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d6d9659-18be-4032-8288-50b8ec3f065b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:35.557217 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d6d9659-18be-4032-8288-50b8ec3f065b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:35.780696 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d6d9659-18be-4032-8288-50b8ec3f065b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:35.784174 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d6d9659-18be-4032-8288-50b8ec3f065b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:35.785370 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3d6d9659-18be-4032-8288-50b8ec3f065b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/faec3cd6-54c9-4ee9-8ac5-b4bdca25d347 HTTP/1.1" status: 204 len: 168 time: 0.2999115 Jul 05 10:23:35.796087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d9659-18be-4032-8288-50b8ec3f065b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faec3cd6-54c9-4ee9-8ac5-b4bdca25d347,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:36.468247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671be086-0305-4cad-bd30-a3bb2f3a5dea req-a37b4f90-35a9-4d96-8ffd-ab039e400c5f tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:36.469922 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-671be086-0305-4cad-bd30-a3bb2f3a5dea req-a37b4f90-35a9-4d96-8ffd-ab039e400c5f tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0753348 Jul 05 10:23:36.514516 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-671be086-0305-4cad-bd30-a3bb2f3a5dea req-18b6aeee-c75a-40b6-8ce7-e811e0616a1a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353434 Jul 05 10:23:36.738463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d75c-a536-441e-874f-4a75e41bba5f req-03ad5179-a4a6-42e8-9d7e-6046a34102bc tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:36.739888 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a73d75c-a536-441e-874f-4a75e41bba5f req-03ad5179-a4a6-42e8-9d7e-6046a34102bc tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 907 time: 0.0781240 Jul 05 10:23:37.722541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e266f-259a-48d1-970f-ef072e17c5f7 req-49e7ff0d-4bcd-416c-8afa-8f5b1a6de800 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:37.724241 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b25e266f-259a-48d1-970f-ef072e17c5f7 req-49e7ff0d-4bcd-416c-8afa-8f5b1a6de800 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0730448 Jul 05 10:23:37.771848 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b25e266f-259a-48d1-970f-ef072e17c5f7 req-1c4cc7cc-1a3e-4f89-8987-10826a873b78 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388217 Jul 05 10:23:38.051865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046fcfc-0ebe-480d-8374-a9c7bdb2fd74 req-621a9be0-e4d3-42fb-9eff-5bde3ee5702a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:38.053487 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4046fcfc-0ebe-480d-8374-a9c7bdb2fd74 req-621a9be0-e4d3-42fb-9eff-5bde3ee5702a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 907 time: 0.1290817 Jul 05 10:23:38.063498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867c1c9-624b-4add-807a-42f909c5089e req-e55c69f6-50d5-4eba-8359-4b8175361575 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:38.065065 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3867c1c9-624b-4add-807a-42f909c5089e req-e55c69f6-50d5-4eba-8359-4b8175361575 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.73 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 907 time: 0.1017604 Jul 05 10:23:38.173063 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-3867c1c9-624b-4add-807a-42f909c5089e req-12391397-b9b1-4172-8a84-2ddb8494e7f8 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Deleting port e0fd48db-ebf0-43c5-b5db-22f3bb98f078 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:23:38.173694 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3867c1c9-624b-4add-807a-42f909c5089e req-12391397-b9b1-4172-8a84-2ddb8494e7f8 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:38.277248 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-3867c1c9-624b-4add-807a-42f909c5089e req-12391397-b9b1-4172-8a84-2ddb8494e7f8 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] For port e0fd48db-ebf0-43c5-b5db-22f3bb98f078, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e0fd48db-ebf0-43c5-b5db-22f3bb98f078,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:38.280984 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3867c1c9-624b-4add-807a-42f909c5089e req-12391397-b9b1-4172-8a84-2ddb8494e7f8 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:38.295373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-3867c1c9-624b-4add-807a-42f909c5089e req-12391397-b9b1-4172-8a84-2ddb8494e7f8 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Calling delete_port for e0fd48db-ebf0-43c5-b5db-22f3bb98f078 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:23:38.592510 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3867c1c9-624b-4add-807a-42f909c5089e req-12391397-b9b1-4172-8a84-2ddb8494e7f8 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:38.621174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12391397-b9b1-4172-8a84-2ddb8494e7f8 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event deleted for resources: {'Port': ['ID=e0fd48db-ebf0-43c5-b5db-22f3bb98f078,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:38.671704 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-3867c1c9-624b-4add-807a-42f909c5089e req-12391397-b9b1-4172-8a84-2ddb8494e7f8 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] No DVR routers for this DVR port e0fd48db-ebf0-43c5-b5db-22f3bb98f078 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:23:38.673908 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3867c1c9-624b-4add-807a-42f909c5089e req-12391397-b9b1-4172-8a84-2ddb8494e7f8 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:38.675954 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3867c1c9-624b-4add-807a-42f909c5089e req-12391397-b9b1-4172-8a84-2ddb8494e7f8 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.73 "DELETE /v2.0/ports/e0fd48db-ebf0-43c5-b5db-22f3bb98f078 HTTP/1.1" status: 204 len: 173 time: 0.6054008 Jul 05 10:23:38.676389 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753afa70-89f6-4354-b3bd-701c6b068a7e', 'name': 'network-vif-deleted', 'tag': 'e0fd48db-ebf0-43c5-b5db-22f3bb98f078'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:38.678621 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e384a3-f178-45e8-b84b-cd9485523e84" -d '{"events": [{"server_uuid": "753afa70-89f6-4354-b3bd-701c6b068a7e", "name": "network-vif-deleted", "tag": "e0fd48db-ebf0-43c5-b5db-22f3bb98f078"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:38.719042 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3d33c6-4b6f-4ee8-a4cb-39b6af53d217 x-openstack-request-id: req-bb3d33c6-4b6f-4ee8-a4cb-39b6af53d217 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:38.719333 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753afa70-89f6-4354-b3bd-701c6b068a7e", "name": "network-vif-deleted", "tag": "e0fd48db-ebf0-43c5-b5db-22f3bb98f078", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:38.719579 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb3d33c6-4b6f-4ee8-a4cb-39b6af53d217 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:38.719997 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753afa70-89f6-4354-b3bd-701c6b068a7e', 'name': 'network-vif-deleted', 'tag': 'e0fd48db-ebf0-43c5-b5db-22f3bb98f078', 'status': 'completed', 'code': 200} Jul 05 10:23:38.997645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc5264-948f-491d-ad20-e8c2972e5429 req-2827bf0c-3c5a-4520-b1d6-040397cdf42f tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:39.000328 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-efdc5264-948f-491d-ad20-e8c2972e5429 req-2827bf0c-3c5a-4520-b1d6-040397cdf42f tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0852568 Jul 05 10:23:39.041180 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-efdc5264-948f-491d-ad20-e8c2972e5429 req-bd74fd35-0908-4749-917b-8ba124e8d9a8 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361433 Jul 05 10:23:39.225027 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-029089fb-53e2-4580-bb87-73e05b54631a req-ceaea44b-1b89-43b7-bdf0-430e55d9f78e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 210 time: 0.0419431 Jul 05 10:23:39.275028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38360) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:39.420941 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e23929fd-af1d-4ebf-b858-fa8f141f9d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:39.533465 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e23929fd-af1d-4ebf-b858-fa8f141f9d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:39.671680 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e23929fd-af1d-4ebf-b858-fa8f141f9d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:39.713984 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e23929fd-af1d-4ebf-b858-fa8f141f9d6d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a78c2c69bf914fde8a6e4218be19e2bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4377429 Jul 05 10:23:39.715482 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23929fd-af1d-4ebf-b858-fa8f141f9d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5454d8-9d1c-4259-b44d-cbc45a99a9b9,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:39.719161 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38366) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:39.780381 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd1beb21-5c69-48eb-a166-4a84d58dd23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:39.808987 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd1beb21-5c69-48eb-a166-4a84d58dd23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:40.049243 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd1beb21-5c69-48eb-a166-4a84d58dd23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:40.052583 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd1beb21-5c69-48eb-a166-4a84d58dd23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:40.056121 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bd1beb21-5c69-48eb-a166-4a84d58dd23f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fe5454d8-9d1c-4259-b44d-cbc45a99a9b9 HTTP/1.1" status: 204 len: 168 time: 0.3330553 Jul 05 10:23:40.064259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1beb21-5c69-48eb-a166-4a84d58dd23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5454d8-9d1c-4259-b44d-cbc45a99a9b9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:40.261657 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db06d6b-7c84-4fe4-bc55-da5f57d0e48d req-cfef8816-8f8a-4773-8ed7-69aa2629341f tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:40.263280 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6db06d6b-7c84-4fe4-bc55-da5f57d0e48d req-cfef8816-8f8a-4773-8ed7-69aa2629341f tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0675263 Jul 05 10:23:40.304794 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6db06d6b-7c84-4fe4-bc55-da5f57d0e48d req-39742bdb-f5c7-412d-8ed8-cbc03e56b15e tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360606 Jul 05 10:23:40.389218 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-32d80e3d-c886-45e4-b282-59ec0f4200c9 req-bdda83ee-e979-412a-b093-f1a190dced10 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=753afa70-89f6-4354-b3bd-701c6b068a7e HTTP/1.1" status: 200 len: 210 time: 0.0283616 Jul 05 10:23:41.198621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38392) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:41.219673 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-452479e7-2938-4837-a570-7aaf224c0e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:41.237463 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7ece54d8-ff09-49a7-9733-3bc211ff5675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:41.323893 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-452479e7-2938-4837-a570-7aaf224c0e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:41.475656 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-452479e7-2938-4837-a570-7aaf224c0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:41.746710 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e0fd48db-ebf0-43c5-b5db-22f3bb98f078 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:23:41.768331 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: e0fd48db-ebf0-43c5-b5db-22f3bb98f078 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:23:41.768976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e0fd48db-ebf0-43c5-b5db-22f3bb98f078 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:23:41.853497 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-452479e7-2938-4837-a570-7aaf224c0e42 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0a4ec6f605e24f42a047ab43bd074108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6536207 Jul 05 10:23:41.856081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38400) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:41.858409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452479e7-2938-4837-a570-7aaf224c0e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c286c7-551e-44a4-b510-63853ed30d29,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:41.890954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861f337-23bb-4c09-9be3-a849e756383f req-aee05824-5e82-4682-8dfe-e0abd4c59ad2 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:41.899318 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5861f337-23bb-4c09-9be3-a849e756383f req-aee05824-5e82-4682-8dfe-e0abd4c59ad2 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.4590151 Jul 05 10:23:41.927519 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abfa61eb-7e80-4871-9574-d5bf1d959fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:41.936112 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5861f337-23bb-4c09-9be3-a849e756383f req-a3955b57-5a99-40c2-be71-95098e61886f tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356812 Jul 05 10:23:41.955597 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abfa61eb-7e80-4871-9574-d5bf1d959fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:42.249544 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abfa61eb-7e80-4871-9574-d5bf1d959fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:42.253042 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abfa61eb-7e80-4871-9574-d5bf1d959fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:42.253653 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-abfa61eb-7e80-4871-9574-d5bf1d959fe2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c6c286c7-551e-44a4-b510-63853ed30d29 HTTP/1.1" status: 204 len: 168 time: 0.3964207 Jul 05 10:23:42.267647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa61eb-7e80-4871-9574-d5bf1d959fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c286c7-551e-44a4-b510-63853ed30d29,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:42.663557 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40a6e0-928e-4e4c-9991-1c809d1755ec req-d9585488-0029-4cba-a940-f643db30f45c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:42.665454 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d40a6e0-928e-4e4c-9991-1c809d1755ec req-d9585488-0029-4cba-a940-f643db30f45c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 945 time: 0.0953505 Jul 05 10:23:42.707902 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d40a6e0-928e-4e4c-9991-1c809d1755ec req-7265082b-c1dc-4b3f-9e8b-0dd126a5ed30 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361440 Jul 05 10:23:43.119370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb8c4f-29c9-4b01-90ed-d0d14a8d7723 req-01606baa-e4c1-43ac-904d-246e4556e5e5 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:43.121018 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8bbb8c4f-29c9-4b01-90ed-d0d14a8d7723 req-01606baa-e4c1-43ac-904d-246e4556e5e5 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0672390 Jul 05 10:23:43.163069 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8bbb8c4f-29c9-4b01-90ed-d0d14a8d7723 req-182666c3-b4df-43b0-8033-a3210def06da tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361712 Jul 05 10:23:43.620829 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d995435-6870-4d68-b5ca-669a54ed3c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:43.694658 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:43.916486 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7b99b-faa6-4eaa-9125-4da6dcad0137 req-e3ce91d6-8778-4a18-a1f9-4fe680abbbe6 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:43.918012 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-28f7b99b-faa6-4eaa-9125-4da6dcad0137 req-e3ce91d6-8778-4a18-a1f9-4fe680abbbe6 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 945 time: 0.0690935 Jul 05 10:23:43.958300 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-28f7b99b-faa6-4eaa-9125-4da6dcad0137 req-6a5c710a-09fd-4ba5-b287-676ce75e75ed tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344694 Jul 05 10:23:44.022854 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a71ee-1803-4792-bc64-89cbf1885ba8 req-634e57ca-1b43-4f59-a529-08cfcf837c9a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:44.024344 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-969a71ee-1803-4792-bc64-89cbf1885ba8 req-634e57ca-1b43-4f59-a529-08cfcf837c9a tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 945 time: 0.0651958 Jul 05 10:23:44.136359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-969a71ee-1803-4792-bc64-89cbf1885ba8 req-a8d625fa-326a-4513-a114-3a3ff5cbc422 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Deleting port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:23:44.136692 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-969a71ee-1803-4792-bc64-89cbf1885ba8 req-a8d625fa-326a-4513-a114-3a3ff5cbc422 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:44.234853 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-969a71ee-1803-4792-bc64-89cbf1885ba8 req-a8d625fa-326a-4513-a114-3a3ff5cbc422 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] For port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=2bcf6e6b-4292-4d66-aeb1-1429e5acae1b,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:44.239650 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-969a71ee-1803-4792-bc64-89cbf1885ba8 req-a8d625fa-326a-4513-a114-3a3ff5cbc422 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:44.254685 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-969a71ee-1803-4792-bc64-89cbf1885ba8 req-a8d625fa-326a-4513-a114-3a3ff5cbc422 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Calling delete_port for 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:23:44.381390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161d427-2b19-4a58-af8d-0c47a65564c6 req-c2f4d48a-c85e-48c1-bd1d-bdc065bdc1a6 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:44.383908 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d161d427-2b19-4a58-af8d-0c47a65564c6 req-c2f4d48a-c85e-48c1-bd1d-bdc065bdc1a6 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0745153 Jul 05 10:23:44.438907 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d161d427-2b19-4a58-af8d-0c47a65564c6 req-f8239a0e-8725-4acc-a0b5-361a2576f82a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455725 Jul 05 10:23:44.660572 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-969a71ee-1803-4792-bc64-89cbf1885ba8 req-a8d625fa-326a-4513-a114-3a3ff5cbc422 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:44.674572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['424919ff-5329-4792-baad-a303060c5cca'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:23:44.677621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['2bcf6e6b-4292-4d66-aeb1-1429e5acae1b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:23:44.694214 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d625fa-326a-4513-a114-3a3ff5cbc422 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event deleted for resources: {'Port': ['ID=2bcf6e6b-4292-4d66-aeb1-1429e5acae1b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:44.745302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-969a71ee-1803-4792-bc64-89cbf1885ba8 req-a8d625fa-326a-4513-a114-3a3ff5cbc422 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] No DVR routers for this DVR port 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:23:44.754304 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-969a71ee-1803-4792-bc64-89cbf1885ba8 req-a8d625fa-326a-4513-a114-3a3ff5cbc422 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:44.757571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-969a71ee-1803-4792-bc64-89cbf1885ba8 req-a8d625fa-326a-4513-a114-3a3ff5cbc422 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.64 "DELETE /v2.0/ports/2bcf6e6b-4292-4d66-aeb1-1429e5acae1b HTTP/1.1" status: 204 len: 173 time: 0.7251697 Jul 05 10:23:44.758351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d4e4e0-a196-4639-8a3a-957fc21883d4', 'name': 'network-vif-deleted', 'tag': '2bcf6e6b-4292-4d66-aeb1-1429e5acae1b'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:44.769470 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89692ec-f265-461d-849c-b4b6a6777cc5" -d '{"events": [{"server_uuid": "c8d4e4e0-a196-4639-8a3a-957fc21883d4", "name": "network-vif-deleted", "tag": "2bcf6e6b-4292-4d66-aeb1-1429e5acae1b"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:44.814002 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a89a1d-0420-48ae-a23d-714d539f9342 x-openstack-request-id: req-e9a89a1d-0420-48ae-a23d-714d539f9342 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:44.814002 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d4e4e0-a196-4639-8a3a-957fc21883d4", "name": "network-vif-deleted", "tag": "2bcf6e6b-4292-4d66-aeb1-1429e5acae1b", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:44.814002 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e9a89a1d-0420-48ae-a23d-714d539f9342 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:44.814270 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d4e4e0-a196-4639-8a3a-957fc21883d4', 'name': 'network-vif-deleted', 'tag': '2bcf6e6b-4292-4d66-aeb1-1429e5acae1b', 'status': 'completed', 'code': 200} Jul 05 10:23:45.083574 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:45.121948 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-80462c96-a0e9-47f3-8305-b18297a1b406 req-7a7ad0c4-0680-4282-9744-164103214b5b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 210 time: 0.0463040 Jul 05 10:23:45.644386 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae090d97-4629-43bd-9603-188fa485762e req-3bc0d6f7-86b2-4dac-9942-c979af2c0b6e tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:45.651469 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ae090d97-4629-43bd-9603-188fa485762e req-3bc0d6f7-86b2-4dac-9942-c979af2c0b6e tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0907094 Jul 05 10:23:45.706671 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ae090d97-4629-43bd-9603-188fa485762e req-3e777b36-6176-42e3-91ed-a2229b9faade tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513005 Jul 05 10:23:46.283277 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64a43a98-2e4a-4111-b16d-64d71d8dd5ac req-20c90161-8615-48da-961a-30863c4e350e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8d4e4e0-a196-4639-8a3a-957fc21883d4 HTTP/1.1" status: 200 len: 210 time: 0.0312297 Jul 05 10:23:46.712077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38514) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:46.834583 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:46.865136 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57e67335-370c-4be3-b399-622420150657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:46.949495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48816a16-c0df-4362-aff3-ccfea5cac944 req-ed077021-ab1e-4a33-af5e-ec92e7e9546a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:46.951297 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48816a16-c0df-4362-aff3-ccfea5cac944 req-ed077021-ab1e-4a33-af5e-ec92e7e9546a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0859506 Jul 05 10:23:46.989242 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57e67335-370c-4be3-b399-622420150657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:47.002505 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48816a16-c0df-4362-aff3-ccfea5cac944 req-e5cc92c2-3619-49f1-aa71-1d68923523e1 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436707 Jul 05 10:23:47.077453 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:23:47.099427 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:23:47.101957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 2bcf6e6b-4292-4d66-aeb1-1429e5acae1b not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:23:47.134652 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57e67335-370c-4be3-b399-622420150657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:47.174319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-57e67335-370c-4be3-b399-622420150657 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6193fc8dccd04e93ac3bc46e5e94a1bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604166 Jul 05 10:23:47.177177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e67335-370c-4be3-b399-622420150657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e048aa-90ed-47f6-9890-97f69033b268,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:47.177395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38524) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:47.235421 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7fe72342-f36b-4d58-b2ba-861af465150c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:47.258849 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7fe72342-f36b-4d58-b2ba-861af465150c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:47.432545 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7fe72342-f36b-4d58-b2ba-861af465150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:47.435735 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7fe72342-f36b-4d58-b2ba-861af465150c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:47.439172 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7fe72342-f36b-4d58-b2ba-861af465150c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3e048aa-90ed-47f6-9890-97f69033b268 HTTP/1.1" status: 204 len: 168 time: 0.2607508 Jul 05 10:23:47.455325 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe72342-f36b-4d58-b2ba-861af465150c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e048aa-90ed-47f6-9890-97f69033b268,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:48.198248 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5f6c0-8c56-488c-88bd-3164408339da req-d4cb2cf0-d336-4987-90f8-4cc225a0b093 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:48.199977 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d4f5f6c0-8c56-488c-88bd-3164408339da req-d4cb2cf0-d336-4987-90f8-4cc225a0b093 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.0738676 Jul 05 10:23:48.252329 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d4f5f6c0-8c56-488c-88bd-3164408339da req-4503d162-b4c2-402f-8753-1abb0ac06860 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459273 Jul 05 10:23:48.286930 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2741b89-a218-41bf-bf99-6e17ca8566f6 req-670018bd-441c-42cb-8797-0c9f58847f7c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:48.288824 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e2741b89-a218-41bf-bf99-6e17ca8566f6 req-670018bd-441c-42cb-8797-0c9f58847f7c tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.0772429 Jul 05 10:23:48.330412 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e2741b89-a218-41bf-bf99-6e17ca8566f6 req-980fd354-22a6-4a29-89ae-449d1d7581f9 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345201 Jul 05 10:23:48.551953 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38548) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:48.569974 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b019c15c-d1ea-4cdb-a57f-f7ebb9f01cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:48.657945 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b019c15c-d1ea-4cdb-a57f-f7ebb9f01cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:48.885382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b019c15c-d1ea-4cdb-a57f-f7ebb9f01cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:48.921078 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b019c15c-d1ea-4cdb-a57f-f7ebb9f01cb6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d0f930a4728b4933adedf8668177435d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680089 Jul 05 10:23:48.921823 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019c15c-d1ea-4cdb-a57f-f7ebb9f01cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e262d483-b44f-4fa9-8ea8-d5b5cd34301f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:48.924169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38562) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:23:48.990773 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fee5d163-5f31-4b7a-86b1-8381a03ff388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:49.016633 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fee5d163-5f31-4b7a-86b1-8381a03ff388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:49.329836 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fee5d163-5f31-4b7a-86b1-8381a03ff388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:49.334926 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fee5d163-5f31-4b7a-86b1-8381a03ff388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:49.340523 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fee5d163-5f31-4b7a-86b1-8381a03ff388 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e262d483-b44f-4fa9-8ea8-d5b5cd34301f HTTP/1.1" status: 204 len: 168 time: 0.4071019 Jul 05 10:23:49.348235 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5d163-5f31-4b7a-86b1-8381a03ff388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e262d483-b44f-4fa9-8ea8-d5b5cd34301f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:49.486892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635434e5-7547-45e1-a975-42c2156e1c67 req-b54176c9-2f73-4e01-9790-553b5ad08c53 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:49.488516 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-635434e5-7547-45e1-a975-42c2156e1c67 req-b54176c9-2f73-4e01-9790-553b5ad08c53 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.73 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.1701608 Jul 05 10:23:49.617274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3675c6-e55f-4f4a-aeb5-5efc1d806d72 req-8a5ff129-d191-45b9-978a-28b6c55d4a4e tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:49.629331 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a3675c6-e55f-4f4a-aeb5-5efc1d806d72 req-8a5ff129-d191-45b9-978a-28b6c55d4a4e tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.1888328 Jul 05 10:23:49.659431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd3b12-1231-4115-9e28-44196a707fe9 req-0bd055e8-1f5c-4aa5-98d8-44608230c49e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:49.671656 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dabd3b12-1231-4115-9e28-44196a707fe9 req-0bd055e8-1f5c-4aa5-98d8-44608230c49e tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 946 time: 0.1357448 Jul 05 10:23:49.742292 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dabd3b12-1231-4115-9e28-44196a707fe9 req-0199abb2-c096-4e9c-844c-d716dc8035e4 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5b2bc6e-5707-407b-8137-6af73e3cd71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688980 Jul 05 10:23:49.756772 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a3675c6-e55f-4f4a-aeb5-5efc1d806d72 req-457e7c5a-18c5-4f7d-b915-2e03955a2c15 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242070 Jul 05 10:23:49.796621 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-635434e5-7547-45e1-a975-42c2156e1c67 req-df3dafbf-3a40-4048-b326-f7ab0aec7bb2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Deleting port 424919ff-5329-4792-baad-a303060c5cca {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:23:49.817826 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-635434e5-7547-45e1-a975-42c2156e1c67 req-df3dafbf-3a40-4048-b326-f7ab0aec7bb2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:49.935556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-635434e5-7547-45e1-a975-42c2156e1c67 req-df3dafbf-3a40-4048-b326-f7ab0aec7bb2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] For port 424919ff-5329-4792-baad-a303060c5cca, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=424919ff-5329-4792-baad-a303060c5cca,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:49.940925 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-635434e5-7547-45e1-a975-42c2156e1c67 req-df3dafbf-3a40-4048-b326-f7ab0aec7bb2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:49.954233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-635434e5-7547-45e1-a975-42c2156e1c67 req-df3dafbf-3a40-4048-b326-f7ab0aec7bb2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Calling delete_port for 424919ff-5329-4792-baad-a303060c5cca owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:23:50.231814 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-635434e5-7547-45e1-a975-42c2156e1c67 req-df3dafbf-3a40-4048-b326-f7ab0aec7bb2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:50.245769 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['424919ff-5329-4792-baad-a303060c5cca'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:23:50.279213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dafbf-3a40-4048-b326-f7ab0aec7bb2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event deleted for resources: {'Port': ['ID=424919ff-5329-4792-baad-a303060c5cca,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:50.338119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-635434e5-7547-45e1-a975-42c2156e1c67 req-df3dafbf-3a40-4048-b326-f7ab0aec7bb2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] No DVR routers for this DVR port 424919ff-5329-4792-baad-a303060c5cca on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:23:50.341113 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-635434e5-7547-45e1-a975-42c2156e1c67 req-df3dafbf-3a40-4048-b326-f7ab0aec7bb2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:50.343156 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-635434e5-7547-45e1-a975-42c2156e1c67 req-df3dafbf-3a40-4048-b326-f7ab0aec7bb2 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.73 "DELETE /v2.0/ports/424919ff-5329-4792-baad-a303060c5cca HTTP/1.1" status: 204 len: 173 time: 0.8465073 Jul 05 10:23:50.343611 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968a92e9-3acc-48d7-a64e-180b0d7b767e', 'name': 'network-vif-deleted', 'tag': '424919ff-5329-4792-baad-a303060c5cca'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:50.346558 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddcd766-9f70-4c65-ac47-0eebac0ddc23" -d '{"events": [{"server_uuid": "968a92e9-3acc-48d7-a64e-180b0d7b767e", "name": "network-vif-deleted", "tag": "424919ff-5329-4792-baad-a303060c5cca"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:50.427985 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0a2a68-3b6c-4671-a5de-11bc74a37abb x-openstack-request-id: req-3b0a2a68-3b6c-4671-a5de-11bc74a37abb {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:50.428537 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968a92e9-3acc-48d7-a64e-180b0d7b767e", "name": "network-vif-deleted", "tag": "424919ff-5329-4792-baad-a303060c5cca", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:50.428949 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b0a2a68-3b6c-4671-a5de-11bc74a37abb {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:50.429511 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968a92e9-3acc-48d7-a64e-180b0d7b767e', 'name': 'network-vif-deleted', 'tag': '424919ff-5329-4792-baad-a303060c5cca', 'status': 'completed', 'code': 200} Jul 05 10:23:51.174872 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed5b7e5c-f59b-4480-8a48-56c1f3c67f29 req-192aa356-dba7-4599-92f0-ed64e1fdf79f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=968a92e9-3acc-48d7-a64e-180b0d7b767e HTTP/1.1" status: 200 len: 210 time: 0.0540566 Jul 05 10:23:51.273327 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6410137-8d85-459e-a216-addaa91d8194 req-2e2d1faa-123c-4488-9298-eff0b8450dc5 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:51.284385 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6410137-8d85-459e-a216-addaa91d8194 req-2e2d1faa-123c-4488-9298-eff0b8450dc5 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.2167354 Jul 05 10:23:51.410264 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1511d6b8-7d11-48e2-b75c-5400fdfc2d6c req-746895ec-8c2d-49d0-a7ff-071b50252656 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2449360 Jul 05 10:23:51.426035 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6410137-8d85-459e-a216-addaa91d8194 req-23e01767-3257-4c09-bba2-9c3078fa0c2c tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320474 Jul 05 10:23:51.622960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511d6b8-7d11-48e2-b75c-5400fdfc2d6c req-20fe246f-54b1-4874-a08e-0160d9871cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:51.624555 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1511d6b8-7d11-48e2-b75c-5400fdfc2d6c req-20fe246f-54b1-4874-a08e-0160d9871cca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e283acd2ef834bb4928ec5454c215b99&device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 1097 time: 0.0967762 Jul 05 10:23:51.801263 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511d6b8-7d11-48e2-b75c-5400fdfc2d6c req-bd2fc06f-c26d-488c-b4f4-9e0b1ffb628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:51.802854 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1511d6b8-7d11-48e2-b75c-5400fdfc2d6c req-bd2fc06f-c26d-488c-b4f4-9e0b1ffb628d service neutron] 10.222.0.64 "GET /v2.0/networks?id=71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 200 len: 913 time: 0.1544523 Jul 05 10:23:51.906995 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1511d6b8-7d11-48e2-b75c-5400fdfc2d6c req-ab962fe1-2928-4e56-ad2f-3da54a3f0f63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce HTTP/1.1" status: 200 len: 999 time: 0.0941653 Jul 05 10:23:51.983403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511d6b8-7d11-48e2-b75c-5400fdfc2d6c req-1f222879-9c9f-423c-81cb-984594fc52dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:51.983403 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1511d6b8-7d11-48e2-b75c-5400fdfc2d6c req-1f222879-9c9f-423c-81cb-984594fc52dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 200 len: 851 time: 0.0641804 Jul 05 10:23:52.007063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-67a5f7f4-ef0c-43db-bf4c-b8cd840402ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0878057 Jul 05 10:23:52.107918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511d6b8-7d11-48e2-b75c-5400fdfc2d6c req-be748260-aae9-45cf-9c43-cb439173bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:52.109497 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1511d6b8-7d11-48e2-b75c-5400fdfc2d6c req-be748260-aae9-45cf-9c43-cb439173bc80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71c16e14-4c3c-491a-937a-fb13a9e76e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204169 Jul 05 10:23:52.141307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-f7baa764-f64c-466f-844c-f954adf2f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:52.144119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-f7baa764-f64c-466f-844c-f954adf2f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:52.149971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-f7baa764-f64c-466f-844c-f954adf2f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:52.149971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-f7baa764-f64c-466f-844c-f954adf2f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:52.149971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-f7baa764-f64c-466f-844c-f954adf2f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:52.149971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-f7baa764-f64c-466f-844c-f954adf2f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:52.149971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-f7baa764-f64c-466f-844c-f954adf2f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:52.149971 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-f7baa764-f64c-466f-844c-f954adf2f799 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6730456afa24179937818b8d8e62041&device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 6507 time: 0.1053712 Jul 05 10:23:52.265167 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1511d6b8-7d11-48e2-b75c-5400fdfc2d6c req-893d126a-e7ee-40a7-b8d6-e9aa3a834d50 service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485353 Jul 05 10:23:52.307612 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:52.360429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-16f2eb2a-cd9b-4195-9379-a0073b2850b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:52.361568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-16f2eb2a-cd9b-4195-9379-a0073b2850b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:52.362109 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-16f2eb2a-cd9b-4195-9379-a0073b2850b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:52.364486 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-16f2eb2a-cd9b-4195-9379-a0073b2850b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=790a2fc1-a8c9-440b-a219-3f87c3a52e5a&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=fe926520-9d96-4a2d-8770-b9c16396c5e0&id=fe926520-9d96-4a2d-8770-b9c16396c5e0 HTTP/1.1" status: 200 len: 2298 time: 0.1836333 Jul 05 10:23:52.471659 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1511d6b8-7d11-48e2-b75c-5400fdfc2d6c req-6c8522c7-e909-4003-8ca7-d4431a85a68f service neutron] 10.222.0.64 "GET /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984890 Jul 05 10:23:52.506611 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-b0549f1b-28df-4406-b954-aadfc3fae915 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fffa5d11-45e6-4914-88f1-c5bffc30543b HTTP/1.1" status: 200 len: 1000 time: 0.1341505 Jul 05 10:23:52.593684 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-b308ea82-9a4f-4fd2-9776-b553f75e2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:52.594887 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-b308ea82-9a4f-4fd2-9776-b553f75e2d95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7cf4802-24ef-472a-8c66-7e6ccb85e80d HTTP/1.1" status: 200 len: 856 time: 0.0786929 Jul 05 10:23:52.769841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-6a019e0a-d33d-49c2-b81b-d630a91c1aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:52.771949 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-6a019e0a-d33d-49c2-b81b-d630a91c1aa6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=790a2fc1-a8c9-440b-a219-3f87c3a52e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1704199 Jul 05 10:23:53.017783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee2e13-475e-4d89-b83d-1ecc552b37a2 req-dfbcccdb-d260-44a4-b200-c07c7324e5d0 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:53.021225 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0bee2e13-475e-4d89-b83d-1ecc552b37a2 req-dfbcccdb-d260-44a4-b200-c07c7324e5d0 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.1655354 Jul 05 10:23:53.042325 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-fe10d297-7f51-49c3-a9a4-7151267aa45a service neutron] 10.222.0.73 "GET /v2.0/networks/790a2fc1-a8c9-440b-a219-3f87c3a52e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625382 Jul 05 10:23:53.122553 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0bee2e13-475e-4d89-b83d-1ecc552b37a2 req-73ede1f5-bce9-4c5a-ac3e-89db2eb5d443 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879092 Jul 05 10:23:53.314435 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-4d520c79-edab-4117-a800-bb687b19448f service neutron] 10.222.0.73 "GET /v2.0/networks/790a2fc1-a8c9-440b-a219-3f87c3a52e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646863 Jul 05 10:23:53.367911 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-0e985d5c-2672-4fb1-b46f-2317ed64125d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef HTTP/1.1" status: 200 len: 217 time: 0.0458121 Jul 05 10:23:53.427366 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce2ce9-cad2-499b-8339-6622d31f2bc0 req-6d80485f-572e-427d-af7e-de161d560e2b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:53.435731 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-53ce2ce9-cad2-499b-8339-6622d31f2bc0 req-6d80485f-572e-427d-af7e-de161d560e2b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1200514 Jul 05 10:23:53.464198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-6827a599-82b5-4f3d-a664-f79350d2b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:53.465696 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-6827a599-82b5-4f3d-a664-f79350d2b06d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0914760 Jul 05 10:23:53.570913 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-53ce2ce9-cad2-499b-8339-6622d31f2bc0 req-8f791cd4-42e6-49b0-9647-80a42808b2a0 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270583 Jul 05 10:23:53.583677 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-58e50cf6-65dd-4ec8-ad64-a175c4e00b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:53.585780 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-58e50cf6-65dd-4ec8-ad64-a175c4e00b19 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1135063 Jul 05 10:23:53.778309 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 424919ff-5329-4792-baad-a303060c5cca no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:23:53.840845 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 424919ff-5329-4792-baad-a303060c5cca {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:23:53.841772 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 424919ff-5329-4792-baad-a303060c5cca not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:23:54.152315 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-00c6e20b-1b0a-4046-a21c-44be8f59b176 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567942 Jul 05 10:23:54.176301 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:54.293701 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-b1719d42-8faa-4d49-8483-5623f19e4682 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327877 Jul 05 10:23:54.382038 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-33bcdf08-fcaa-4385-9791-b45fa56863d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 HTTP/1.1" status: 200 len: 217 time: 0.0801723 Jul 05 10:23:54.506301 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaf035-5b07-469f-955d-a21f933d0457 req-9a7ebccd-a226-4cce-99e1-4b2e92f2a99a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:54.509300 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68aaf035-5b07-469f-955d-a21f933d0457 req-9a7ebccd-a226-4cce-99e1-4b2e92f2a99a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.1368721 Jul 05 10:23:54.550841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-3f8b9056-2a1b-482f-ba61-b893170c6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:54.553204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-3f8b9056-2a1b-482f-ba61-b893170c6dcc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.1635296 Jul 05 10:23:54.635912 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68aaf035-5b07-469f-955d-a21f933d0457 req-adc288b4-8d5e-44b3-bdd5-05c1586aeb13 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079116 Jul 05 10:23:54.697165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-5fd0517a-208f-4710-8524-1e2ad3cfa1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:54.702144 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-5fd0517a-208f-4710-8524-1e2ad3cfa1ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1395524 Jul 05 10:23:54.891209 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-c2f5a94a-a5b0-453f-a8b9-b3d678f728ff service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818359 Jul 05 10:23:55.025122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87d92c-711f-4b37-820a-fd500d8dff42 req-b5b88535-1f2e-48f8-9c0d-75a0cf93ce95 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:55.026756 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1c87d92c-711f-4b37-820a-fd500d8dff42 req-b5b88535-1f2e-48f8-9c0d-75a0cf93ce95 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.2082276 Jul 05 10:23:55.037884 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878dbb37-31f5-4ea7-9331-19f097436679 req-753d9a81-e5e3-43da-b956-0579b63ba275 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:55.039940 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-878dbb37-31f5-4ea7-9331-19f097436679 req-753d9a81-e5e3-43da-b956-0579b63ba275 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.64 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 945 time: 0.1469951 Jul 05 10:23:55.088198 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-1f4cec76-9b2d-41c6-832c-b0b3ec0447b5 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762488 Jul 05 10:23:55.116135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1c87d92c-711f-4b37-820a-fd500d8dff42 req-7c9a515c-0a25-44d1-aa29-1fd4b8d7d90b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef95cf15-119e-4ed8-8739-36124bc26cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781267 Jul 05 10:23:55.173099 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-0ab4e56c-7cd4-43f3-a0e5-29d4fdc0b484 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=3ac044fe-0830-4bcc-8679-44388904c41f HTTP/1.1" status: 200 len: 217 time: 0.0776520 Jul 05 10:23:55.241348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-f973d825-4cea-4e8a-b180-81515ae3750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:55.243313 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-f973d825-4cea-4e8a-b180-81515ae3750c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0635567 Jul 05 10:23:55.243841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-878dbb37-31f5-4ea7-9331-19f097436679 req-ee895230-5f46-41b1-9db3-4fbc782869e5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Deleting port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:23:55.244352 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-878dbb37-31f5-4ea7-9331-19f097436679 req-ee895230-5f46-41b1-9db3-4fbc782869e5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:55.346860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-7c91da2a-0334-4858-a0a0-cfb5cf1fa5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:55.349189 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-7c91da2a-0334-4858-a0a0-cfb5cf1fa5fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0989525 Jul 05 10:23:55.401842 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-878dbb37-31f5-4ea7-9331-19f097436679 req-ee895230-5f46-41b1-9db3-4fbc782869e5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] For port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:55.402331 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-878dbb37-31f5-4ea7-9331-19f097436679 req-ee895230-5f46-41b1-9db3-4fbc782869e5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:55.513459 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-609a79e8-b273-4f97-b874-10b19ea5f468 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554749 Jul 05 10:23:55.645630 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-87e55957-6981-4381-adf0-25ef71303b68 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258075 Jul 05 10:23:55.705352 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-b0194c1e-4b34-4e82-b99d-136b9b62cd48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a HTTP/1.1" status: 200 len: 217 time: 0.0522816 Jul 05 10:23:55.752628 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-878dbb37-31f5-4ea7-9331-19f097436679 req-ee895230-5f46-41b1-9db3-4fbc782869e5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:55.753439 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-878dbb37-31f5-4ea7-9331-19f097436679 req-ee895230-5f46-41b1-9db3-4fbc782869e5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:55.753688 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [req-878dbb37-31f5-4ea7-9331-19f097436679 req-ee895230-5f46-41b1-9db3-4fbc782869e5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Floating IP 45b20f0c-ff8c-49b2-ad17-65b58eb91029 disassociated. External IP: 172.25.5.50, port: bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce. Jul 05 10:23:55.754021 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-878dbb37-31f5-4ea7-9331-19f097436679 req-ee895230-5f46-41b1-9db3-4fbc782869e5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Calling delete_port for bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:23:55.766016 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-cd50339a-de6e-48c3-952a-d11ddc389d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:55.767932 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-cd50339a-de6e-48c3-952a-d11ddc389d46 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0556071 Jul 05 10:23:55.880367 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-6b6b27a7-4dc9-4c13-9bfa-ee24acad4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:55.882571 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-6b6b27a7-4dc9-4c13-9bfa-ee24acad4b33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1080425 Jul 05 10:23:56.008069 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-dfb13a82-c374-4b74-92b6-2c5a7b871bf5 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183186 Jul 05 10:23:56.140051 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-ccb6bc2f-2456-4d07-97d1-1f652f23600c service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249671 Jul 05 10:23:56.191694 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-1416cf2b-8a45-48ac-a8dd-5004cafd75be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfa8cf6e-3669-4539-adce-95324f9f4748 HTTP/1.1" status: 200 len: 217 time: 0.0453396 Jul 05 10:23:56.222807 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-878dbb37-31f5-4ea7-9331-19f097436679 req-ee895230-5f46-41b1-9db3-4fbc782869e5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:56.260312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-9d88399a-2d2d-4ad4-96b7-9a0f3ecc9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:56.263810 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-9d88399a-2d2d-4ad4-96b7-9a0f3ecc9e72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e9418dd-e12b-4545-a8c0-25cb3a67831b HTTP/1.1" status: 200 len: 797 time: 0.0632672 Jul 05 10:23:56.297312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee895230-5f46-41b1-9db3-4fbc782869e5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event deleted for resources: {'Port': ['ID=bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:56.325754 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d1fe128e-01f7-4650-b92f-3f06d8dcdb8d req-76bdaa1e-a25a-411e-9e8d-6a2b9d0633a1 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 210 time: 0.0412745 Jul 05 10:23:56.390893 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-0adadd56-7f87-4d95-a529-2695099f742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:56.393278 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-0adadd56-7f87-4d95-a529-2695099f742f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe926520-9d96-4a2d-8770-b9c16396c5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1248109 Jul 05 10:23:56.479651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-878dbb37-31f5-4ea7-9331-19f097436679 req-ee895230-5f46-41b1-9db3-4fbc782869e5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:23:56.522134 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-7e7b0dde-e79c-4ed4-8fb9-494990c8b733 service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154099 Jul 05 10:23:56.651887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-878dbb37-31f5-4ea7-9331-19f097436679 req-ee895230-5f46-41b1-9db3-4fbc782869e5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:23:56.653844 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-76676aa1-70dd-49f1-bda4-edec5783bda1 service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245453 Jul 05 10:23:56.667183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d95a62-9693-42c8-888c-ce793eaf18e5 None None] Sync routers for ids ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:23:56.679761 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d95a62-9693-42c8-888c-ce793eaf18e5 None None] Routers {'83a1dcbf-5fa0-4d42-b513-50c73b5e1982'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:23:56.683608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-22d95a62-9693-42c8-888c-ce793eaf18e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:23:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:56.821307 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-00ca42a0-5fa2-4c6b-95f7-38eb377a10a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=241fbf91-b9f3-4d7c-bcee-bb68eec0e536 HTTP/1.1" status: 200 len: 217 time: 0.1578417 Jul 05 10:23:56.836388 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-878dbb37-31f5-4ea7-9331-19f097436679 req-ee895230-5f46-41b1-9db3-4fbc782869e5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] No DVR routers for this DVR port bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:23:56.847246 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-878dbb37-31f5-4ea7-9331-19f097436679 req-ee895230-5f46-41b1-9db3-4fbc782869e5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:56.859166 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-878dbb37-31f5-4ea7-9331-19f097436679 req-ee895230-5f46-41b1-9db3-4fbc782869e5 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.64 "DELETE /v2.0/ports/bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce HTTP/1.1" status: 204 len: 173 time: 1.8068943 Jul 05 10:23:56.863912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'name': 'network-vif-deleted', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:56.887999 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91146ed3-4a31-4d27-b08a-886a89d68cf8" -d '{"events": [{"server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "name": "network-vif-deleted", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:56.981687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-a5004476-4db3-4ebe-b3f7-0ba4f94c3b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:56.983265 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-a5004476-4db3-4ebe-b3f7-0ba4f94c3b57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e9418dd-e12b-4545-a8c0-25cb3a67831b HTTP/1.1" status: 200 len: 797 time: 0.1476216 Jul 05 10:23:56.997497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-22d95a62-9693-42c8-888c-ce793eaf18e5 None None] Set router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:23:56.997646 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6053ed74-67a3-4717-a05f-8161a04009ab x-openstack-request-id: req-6053ed74-67a3-4717-a05f-8161a04009ab {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:56.998796 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18901957-6616-4363-a192-d41db5c948a3", "name": "network-vif-deleted", "tag": "bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:57.000092 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6053ed74-67a3-4717-a05f-8161a04009ab {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:57.000576 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18901957-6616-4363-a192-d41db5c948a3', 'name': 'network-vif-deleted', 'tag': 'bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce', 'status': 'completed', 'code': 200} Jul 05 10:23:57.062969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-0fa5cd88-7da8-4483-828d-94d77db502d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:23:57.066231 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-0fa5cd88-7da8-4483-828d-94d77db502d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe926520-9d96-4a2d-8770-b9c16396c5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0752566 Jul 05 10:23:57.169416 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:23:57.264576 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-2337a6aa-e84c-4069-bbe5-08ebca3e56eb service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911123 Jul 05 10:23:57.441467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:57.452917 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f9b630b-9b39-4a25-847d-21f7f871b8f8 req-6f5050f6-fec5-4e26-af2a-65d0cf702f91 service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811888 Jul 05 10:23:57.460474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'e5ff720c-bcce-44b3-a49e-337ce3d2e8c1', 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108', 'port_id': 'e5ff720c-bcce-44b3-a49e-337ce3d2e8c1', 'mac_address': 'fa:16:3e:a7:3b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416d4cde-47b1-4b1b-a789-838086a2fbf2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:23:57.478126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-22d95a62-9693-42c8-888c-ce793eaf18e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'name': 'tempest-ServerActionsTestJSON-1091424206-router', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:26Z', 'updated_at': '2021-07-05T10:14:35Z', 'revision_number': 4, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'gw_port': {'id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:28Z', 'updated_at': '2021-07-05T10:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '11ec9949-a745-427a-ba96-ffe33a6b8d57', 'name': '', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'mac_address': 'fa:16:3e:c7:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:34Z', 'updated_at': '2021-07-05T10:14:42Z', 'revision_number': 5, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'subnets': [{'id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:57.534459 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d95a62-9693-42c8-888c-ce793eaf18e5 None None] Checking router: 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:23:57.562040 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:57.564464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d95a62-9693-42c8-888c-ce793eaf18e5 None None] Routers {'83a1dcbf-5fa0-4d42-b513-50c73b5e1982'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:23:57.565325 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-22d95a62-9693-42c8-888c-ce793eaf18e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:23:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:57.710794 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b1ed0704-f498-44bc-a52f-66ed480765a5 req-9414626b-b0a4-46ba-bce5-bc15a1d8f197 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 210 time: 0.0685563 Jul 05 10:23:57.737626 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-22d95a62-9693-42c8-888c-ce793eaf18e5 None None] Set router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:23:57.743388 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:23:57.775471 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:58.032806 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:58.128096 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['e5ff720c-bcce-44b3-a49e-337ce3d2e8c1'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:23:58.208237 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:23:58.424458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-22d95a62-9693-42c8-888c-ce793eaf18e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'name': 'tempest-ServerActionsTestJSON-1091424206-router', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:26Z', 'updated_at': '2021-07-05T10:14:35Z', 'revision_number': 4, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'gw_port': {'id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:28Z', 'updated_at': '2021-07-05T10:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '11ec9949-a745-427a-ba96-ffe33a6b8d57', 'name': '', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'mac_address': 'fa:16:3e:c7:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:34Z', 'updated_at': '2021-07-05T10:14:42Z', 'revision_number': 5, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'subnets': [{'id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:23:58.463350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d95a62-9693-42c8-888c-ce793eaf18e5 None None] The sync data for ids ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'] in n-d-779913-27 is: [{'id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'name': 'tempest-ServerActionsTestJSON-1091424206-router', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:26Z', 'updated_at': '2021-07-05T10:14:35Z', 'revision_number': 4, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'gw_port': {'id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:28Z', 'updated_at': '2021-07-05T10:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '11ec9949-a745-427a-ba96-ffe33a6b8d57', 'name': '', 'network_id': '71c16e14-4c3c-491a-937a-fb13a9e76e00', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'mac_address': 'fa:16:3e:c7:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:34Z', 'updated_at': '2021-07-05T10:14:42Z', 'revision_number': 5, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'subnets': [{'id': 'd366b86b-cde9-4e22-b496-a51e263b46f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:23:58.835234 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a92704-5077-46f2-bb44-24de8c3e5c7b None None] New status for floating IP 45b20f0c-ff8c-49b2-ad17-65b58eb91029: DOWN {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:23:59.014347 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d88e598-aeec-42cf-adb3-159ac4bc276e req-5c59d18c-d2eb-46a1-9625-7fc3c206fb7f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/ports?device_id=18901957-6616-4363-a192-d41db5c948a3 HTTP/1.1" status: 200 len: 210 time: 0.0438175 Jul 05 10:23:59.141976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:23:59.349454 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:23:59.350083 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:59.485994 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:59.512570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaa59de-6a2e-42d1-b610-54adf901c9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff720c-bcce-44b3-a49e-337ce3d2e8c1'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:23:59.514832 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7a3a2e-7763-421e-b275-2ffced040dc7" -d '{"events": [{"server_uuid": "6aaa59de-6a2e-42d1-b610-54adf901c9ae", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff720c-bcce-44b3-a49e-337ce3d2e8c1"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:23:59.529654 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:23:59.556340 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e690f5-0114-4e3b-a8cc-0631dd5839cd x-openstack-request-id: req-b6e690f5-0114-4e3b-a8cc-0631dd5839cd {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:23:59.556665 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aaa59de-6a2e-42d1-b610-54adf901c9ae", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff720c-bcce-44b3-a49e-337ce3d2e8c1", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:23:59.556924 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6e690f5-0114-4e3b-a8cc-0631dd5839cd {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:23:59.557407 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaa59de-6a2e-42d1-b610-54adf901c9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff720c-bcce-44b3-a49e-337ce3d2e8c1', 'code': 200} Jul 05 10:23:59.678449 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:23:59.679655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:23:59.725694 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:23:59.726257 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bd0c90ff-55f6-4b5e-80d0-46ede4ac95ce not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:23:59.775697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:00.273177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38838) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:00.347807 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1222d28f-3f5e-43c7-9da9-8e128cde5d6b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:00.410306 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1222d28f-3f5e-43c7-9da9-8e128cde5d6b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:00.620860 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1222d28f-3f5e-43c7-9da9-8e128cde5d6b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:00.623942 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1222d28f-3f5e-43c7-9da9-8e128cde5d6b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:00.625889 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1222d28f-3f5e-43c7-9da9-8e128cde5d6b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "DELETE /v2.0/security-groups/ef95cf15-119e-4ed8-8739-36124bc26cfa HTTP/1.1" status: 204 len: 168 time: 0.3511500 Jul 05 10:24:00.628864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38860) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:00.657431 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222d28f-3f5e-43c7-9da9-8e128cde5d6b tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef95cf15-119e-4ed8-8739-36124bc26cfa,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:00.675413 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-089e45a3-2510-476a-b8b2-fd037b7f9a4f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] show failed (client error): The resource could not be found. Jul 05 10:24:00.684214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38862) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:00.687709 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-089e45a3-2510-476a-b8b2-fd037b7f9a4f tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "GET /v2.0/security-groups/ef95cf15-119e-4ed8-8739-36124bc26cfa HTTP/1.1" status: 404 len: 347 time: 0.0545678 Jul 05 10:24:01.005880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-cf54c770-0be1-4030-94df-861230876f59 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Deleting port bf396023-f5cd-4cfb-b284-8dbbb573f10e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:24:01.006617 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cf54c770-0be1-4030-94df-861230876f59 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:01.209641 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cf54c770-0be1-4030-94df-861230876f59 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:01.209997 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cf54c770-0be1-4030-94df-861230876f59 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:01.239675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-cf54c770-0be1-4030-94df-861230876f59 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Calling delete_port for bf396023-f5cd-4cfb-b284-8dbbb573f10e owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:24:01.345564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38872) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:01.736368 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7b7edcf-6602-4c85-b7a4-98de350de003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:01.827248 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cf54c770-0be1-4030-94df-861230876f59 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:01.880074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54c770-0be1-4030-94df-861230876f59 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Pushing event deleted for resources: {'Port': ['ID=bf396023-f5cd-4cfb-b284-8dbbb573f10e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:01.988347 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7b7edcf-6602-4c85-b7a4-98de350de003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:02.027804 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cf54c770-0be1-4030-94df-861230876f59 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:02.030871 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cf54c770-0be1-4030-94df-861230876f59 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:02.032217 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cf54c770-0be1-4030-94df-861230876f59 tempest-ServerActionsTestJSON-1804625797 tempest-ServerActionsTestJSON-1804625797-project] 10.222.0.77 "DELETE /v2.0/floatingips/45b20f0c-ff8c-49b2-ad17-65b58eb91029 HTTP/1.1" status: 204 len: 168 time: 1.3467000 Jul 05 10:24:02.038957 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38894) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:02.111697 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7b7edcf-6602-4c85-b7a4-98de350de003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:02.259249 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d7b7edcf-6602-4c85-b7a4-98de350de003 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77815f63445c4764b642f111f93d4dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9139836 Jul 05 10:24:02.262239 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38900) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:02.334523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7edcf-6602-4c85-b7a4-98de350de003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ee1bd3-345c-4622-8799-132ef70e5750,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:02.363326 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a5b63b9-90c5-4edb-a412-b22c9e4221ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:02.413241 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a5b63b9-90c5-4edb-a412-b22c9e4221ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:02.617136 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a5b63b9-90c5-4edb-a412-b22c9e4221ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:02.625378 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a5b63b9-90c5-4edb-a412-b22c9e4221ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:02.645483 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7a5b63b9-90c5-4edb-a412-b22c9e4221ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/70ee1bd3-345c-4622-8799-132ef70e5750 HTTP/1.1" status: 204 len: 168 time: 0.3799973 Jul 05 10:24:02.698031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b63b9-90c5-4edb-a412-b22c9e4221ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ee1bd3-345c-4622-8799-132ef70e5750,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:02.950977 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-05e13752-dea0-4761-8950-58c5fc2ce4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:03.557876 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-05e13752-dea0-4761-8950-58c5fc2ce4e6 admin admin] Deleting port 11ec9949-a745-427a-ba96-ffe33a6b8d57 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:24:03.558871 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-05e13752-dea0-4761-8950-58c5fc2ce4e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:03.759822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-05e13752-dea0-4761-8950-58c5fc2ce4e6 admin admin] For port 11ec9949-a745-427a-ba96-ffe33a6b8d57, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=11ec9949-a745-427a-ba96-ffe33a6b8d57,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:03.760352 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-05e13752-dea0-4761-8950-58c5fc2ce4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:03.800881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-05e13752-dea0-4761-8950-58c5fc2ce4e6 admin admin] Calling delete_port for 11ec9949-a745-427a-ba96-ffe33a6b8d57 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:24:03.880977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38936) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:03.944640 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-955a889b-43fd-41a7-be10-52f259486e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:04.137061 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-955a889b-43fd-41a7-be10-52f259486e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:04.291791 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-955a889b-43fd-41a7-be10-52f259486e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:04.346690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a889b-43fd-41a7-be10-52f259486e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c1b7cb-d660-4cc5-b730-33c3c20db975,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:04.356578 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-955a889b-43fd-41a7-be10-52f259486e00 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=69392325323a41219b7635f2e00f14b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4735072 Jul 05 10:24:04.357401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 38942) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:04.512439 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-05e13752-dea0-4761-8950-58c5fc2ce4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:04.515182 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b456c000-c37f-4692-852e-95d91ae75228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:04.574119 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b456c000-c37f-4692-852e-95d91ae75228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:04.581619 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e13752-dea0-4761-8950-58c5fc2ce4e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=11ec9949-a745-427a-ba96-ffe33a6b8d57,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:04.980573 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b456c000-c37f-4692-852e-95d91ae75228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:04.986815 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b456c000-c37f-4692-852e-95d91ae75228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:04.987526 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b456c000-c37f-4692-852e-95d91ae75228 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d7c1b7cb-d660-4cc5-b730-33c3c20db975 HTTP/1.1" status: 204 len: 168 time: 0.6260753 Jul 05 10:24:04.998643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456c000-c37f-4692-852e-95d91ae75228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c1b7cb-d660-4cc5-b730-33c3c20db975,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:04.999767 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-05e13752-dea0-4761-8950-58c5fc2ce4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:05.849321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e13752-dea0-4761-8950-58c5fc2ce4e6 admin admin] Router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:24:05.970649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e13752-dea0-4761-8950-58c5fc2ce4e6 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:24:05.979577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-05e13752-dea0-4761-8950-58c5fc2ce4e6 admin admin] 10.222.0.77 "PUT /v2.0/routers/83a1dcbf-5fa0-4d42-b513-50c73b5e1982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9355800 Jul 05 10:24:05.979577 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 38974) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:05.982650 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b3336d-ea39-42da-9b67-0e51e711b35d None None] Sync routers for ids ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:24:05.994582 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b3336d-ea39-42da-9b67-0e51e711b35d None None] Routers {'83a1dcbf-5fa0-4d42-b513-50c73b5e1982'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:24:05.995219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-54b3336d-ea39-42da-9b67-0e51e711b35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:23:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:06.143049 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3c42c92-5ca8-40d9-ade9-e2a179674ca1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:06.188479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-54b3336d-ea39-42da-9b67-0e51e711b35d None None] Set router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:24:06.310015 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3c42c92-5ca8-40d9-ade9-e2a179674ca1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:06.486272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-54b3336d-ea39-42da-9b67-0e51e711b35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'name': 'tempest-ServerActionsTestJSON-1091424206-router', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:26Z', 'updated_at': '2021-07-05T10:24:04Z', 'revision_number': 5, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'gw_port': {'id': 'e716abfa-f212-4f28-ba57-869fc7142ff2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:14:28Z', 'updated_at': '2021-07-05T10:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:06.523341 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b3336d-ea39-42da-9b67-0e51e711b35d None None] Checking router: 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:24:06.553323 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b3336d-ea39-42da-9b67-0e51e711b35d None None] Routers {'83a1dcbf-5fa0-4d42-b513-50c73b5e1982'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:24:06.554340 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-54b3336d-ea39-42da-9b67-0e51e711b35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:23:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:06.619279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a3c42c92-5ca8-40d9-ade9-e2a179674ca1 admin admin] Deleting port e716abfa-f212-4f28-ba57-869fc7142ff2 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:24:06.619279 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3c42c92-5ca8-40d9-ade9-e2a179674ca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:06.772304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-54b3336d-ea39-42da-9b67-0e51e711b35d None None] Set router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:24:06.845771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-54b3336d-ea39-42da-9b67-0e51e711b35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'name': 'tempest-ServerActionsTestJSON-1091424206-router', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:26Z', 'updated_at': '2021-07-05T10:24:06Z', 'revision_number': 6, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:06.858251 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-a3c42c92-5ca8-40d9-ade9-e2a179674ca1 admin admin] For port e716abfa-f212-4f28-ba57-869fc7142ff2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e716abfa-f212-4f28-ba57-869fc7142ff2,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:06.859264 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3c42c92-5ca8-40d9-ade9-e2a179674ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:06.880693 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b3336d-ea39-42da-9b67-0e51e711b35d None None] The sync data for ids ['83a1dcbf-5fa0-4d42-b513-50c73b5e1982'] in n-d-779913-27 is: [{'id': '83a1dcbf-5fa0-4d42-b513-50c73b5e1982', 'name': 'tempest-ServerActionsTestJSON-1091424206-router', 'tenant_id': 'e283acd2ef834bb4928ec5454c215b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:14:26Z', 'updated_at': '2021-07-05T10:24:06Z', 'revision_number': 6, 'project_id': 'e283acd2ef834bb4928ec5454c215b99', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:24:06.894385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a3c42c92-5ca8-40d9-ade9-e2a179674ca1 admin admin] Calling delete_port for e716abfa-f212-4f28-ba57-869fc7142ff2 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:24:07.268267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3c42c92-5ca8-40d9-ade9-e2a179674ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:07.301575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 11ec9949-a745-427a-ba96-ffe33a6b8d57 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:24:07.318088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c42c92-5ca8-40d9-ade9-e2a179674ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e716abfa-f212-4f28-ba57-869fc7142ff2,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:07.352793 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 11ec9949-a745-427a-ba96-ffe33a6b8d57 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:24:07.353453 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 11ec9949-a745-427a-ba96-ffe33a6b8d57 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:24:07.462580 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3c42c92-5ca8-40d9-ade9-e2a179674ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:07.586929 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3c42c92-5ca8-40d9-ade9-e2a179674ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:07.596549 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3c42c92-5ca8-40d9-ade9-e2a179674ca1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:07.768491 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3c42c92-5ca8-40d9-ade9-e2a179674ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:07.768491 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c42c92-5ca8-40d9-ade9-e2a179674ca1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83a1dcbf-5fa0-4d42-b513-50c73b5e1982 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:24:07.782440 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3c42c92-5ca8-40d9-ade9-e2a179674ca1 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:07.788076 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39032) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:07.791830 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a3c42c92-5ca8-40d9-ade9-e2a179674ca1 admin admin] 10.222.0.77 "DELETE /v2.0/routers/83a1dcbf-5fa0-4d42-b513-50c73b5e1982 HTTP/1.1" status: 204 len: 168 time: 1.8103845 Jul 05 10:24:07.927099 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-170c83b6-11cf-4f98-b7f7-8624c29541d5 admin admin] Deleting subnet d366b86b-cde9-4e22-b496-a51e263b46f0 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:24:07.931344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-170c83b6-11cf-4f98-b7f7-8624c29541d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:07.979318 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-170c83b6-11cf-4f98-b7f7-8624c29541d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:08.120059 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-170c83b6-11cf-4f98-b7f7-8624c29541d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:08.410134 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-170c83b6-11cf-4f98-b7f7-8624c29541d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:08.487861 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-170c83b6-11cf-4f98-b7f7-8624c29541d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:08.493167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39058) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:08.496176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a615881-74b8-4661-9190-6fa20a62f30f None None] Network 71c16e14-4c3c-491a-937a-fb13a9e76e00 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:24:08.496879 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-170c83b6-11cf-4f98-b7f7-8624c29541d5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d366b86b-cde9-4e22-b496-a51e263b46f0 HTTP/1.1" status: 204 len: 168 time: 0.7065897 Jul 05 10:24:08.499774 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c83b6-11cf-4f98-b7f7-8624c29541d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d366b86b-cde9-4e22-b496-a51e263b46f0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:08.749254 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:08.865097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] DHCP port deletion for 71c16e14-4c3c-491a-937a-fb13a9e76e00 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:24:08.913592 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] Deleting port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:24:08.913982 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:09.007239 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Deleting port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:24:09.007639 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:09.135332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] For port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=41b1912e-dd6c-4eb5-8adc-950cfa42da7b,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:09.135769 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:09.156454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] Calling delete_port for 41b1912e-dd6c-4eb5-8adc-950cfa42da7b owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:24:09.245012 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] For port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=41b1912e-dd6c-4eb5-8adc-950cfa42da7b,segment=NetworkSegment(4e03b1b0-e5e9-4d5e-a858-69303ad3fc27),segment_id=4e03b1b0-e5e9-4d5e-a858-69303ad3fc27)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:09.250276 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:09.320627 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Calling delete_port for 41b1912e-dd6c-4eb5-8adc-950cfa42da7b owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:24:09.472822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 41b1912e-dd6c-4eb5-8adc-950cfa42da7b no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:24:09.512701 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:09.611387 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:09.623472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b1912e-dd6c-4eb5-8adc-950cfa42da7b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:09.629933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] No DVR routers for this DVR port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:24:09.635796 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] No DVR routers for this DVR port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:24:09.692693 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No active binding found for port 41b1912e-dd6c-4eb5-8adc-950cfa42da7b {{(pid=100777) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 10:24:09.693232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 41b1912e-dd6c-4eb5-8adc-950cfa42da7b not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:24:09.693684 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e716abfa-f212-4f28-ba57-869fc7142ff2 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:24:09.697231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Pushing event deleted for resources: {'Port': ['ID=41b1912e-dd6c-4eb5-8adc-950cfa42da7b,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:09.743821 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: e716abfa-f212-4f28-ba57-869fc7142ff2 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:24:09.744571 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e716abfa-f212-4f28-ba57-869fc7142ff2 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:24:09.798495 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:09.802557 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:09.803278 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:09.804691 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:09.805693 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:09.806935 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:09.807597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:09.808542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:09.809343 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:09.809967 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:09.810501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:09.811042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df1fb64-0de0-4704-9321-dbdbb47b115f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:09.817427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:09.871761 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c16e14-4c3c-491a-937a-fb13a9e76e00']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:09.901606 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:09.901606 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e03b1b0-e5e9-4d5e-a858-69303ad3fc27') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:09.905055 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:09.926892 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:09.936591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:24:09.937134 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:24:09.940021 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:24:10.099119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39096) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:10.192376 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:10.205558 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:10.211159 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/71c16e14-4c3c-491a-937a-fb13a9e76e00 HTTP/1.1" status: 204 len: 168 time: 1.7163076 Jul 05 10:24:10.243971 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60e4f4-b5b9-4b05-b151-39b76466d8d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=71c16e14-4c3c-491a-937a-fb13a9e76e00,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:10.330901 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4d382a2-dc50-49d7-b8f9-4f3331efcb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:10.594635 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4d382a2-dc50-49d7-b8f9-4f3331efcb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:10.763598 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e4d382a2-dc50-49d7-b8f9-4f3331efcb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:10.811433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39116) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:10.818307 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e4d382a2-dc50-49d7-b8f9-4f3331efcb35 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5685e9aed12c49c3a3479f1c41a5580c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7246852 Jul 05 10:24:10.908057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d382a2-dc50-49d7-b8f9-4f3331efcb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e0d686-f23f-4691-9b77-9179d1b53cd5,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:10.970915 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bb73281e-e64c-48f5-9554-5bc90624d701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:11.062551 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bb73281e-e64c-48f5-9554-5bc90624d701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:11.073230 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39122) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:11.165271 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-28ca768a-282c-41e6-808d-d09adfb9546a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e283acd2ef834bb4928ec5454c215b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0907576 Jul 05 10:24:11.170613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39126) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:11.198686 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c7840ef-2f85-43ce-b3cc-5bc4419f3efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:11.273704 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bb73281e-e64c-48f5-9554-5bc90624d701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:11.279768 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bb73281e-e64c-48f5-9554-5bc90624d701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:11.282453 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bb73281e-e64c-48f5-9554-5bc90624d701 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/55e0d686-f23f-4691-9b77-9179d1b53cd5 HTTP/1.1" status: 204 len: 168 time: 0.4696307 Jul 05 10:24:11.310116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73281e-e64c-48f5-9554-5bc90624d701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e0d686-f23f-4691-9b77-9179d1b53cd5,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:11.356950 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a46ce525-6fda-4072-bd7e-607ef6ae72f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:11.358448 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:24:11.403785 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a46ce525-6fda-4072-bd7e-607ef6ae72f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:11.467329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad45cfb-a964-4737-9836-3e5d88e39a8a req-9d49a06f-30a8-4299-b8a3-8f057b86da0b tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:11.473446 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad45cfb-a964-4737-9836-3e5d88e39a8a req-9d49a06f-30a8-4299-b8a3-8f057b86da0b tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:11.480003 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad45cfb-a964-4737-9836-3e5d88e39a8a req-9d49a06f-30a8-4299-b8a3-8f057b86da0b tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:11.485931 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad45cfb-a964-4737-9836-3e5d88e39a8a req-9d49a06f-30a8-4299-b8a3-8f057b86da0b tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:11.491919 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad45cfb-a964-4737-9836-3e5d88e39a8a req-9d49a06f-30a8-4299-b8a3-8f057b86da0b tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:11.497928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad45cfb-a964-4737-9836-3e5d88e39a8a req-9d49a06f-30a8-4299-b8a3-8f057b86da0b tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:11.503739 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad45cfb-a964-4737-9836-3e5d88e39a8a req-9d49a06f-30a8-4299-b8a3-8f057b86da0b tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:11.505819 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cad45cfb-a964-4737-9836-3e5d88e39a8a req-9d49a06f-30a8-4299-b8a3-8f057b86da0b tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5435 time: 0.2329416 Jul 05 10:24:11.559131 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cad45cfb-a964-4737-9836-3e5d88e39a8a req-a3543e56-b689-48da-858d-c429c71451fd tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463834 Jul 05 10:24:11.701772 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a46ce525-6fda-4072-bd7e-607ef6ae72f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:11.711317 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a46ce525-6fda-4072-bd7e-607ef6ae72f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:11.717909 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a46ce525-6fda-4072-bd7e-607ef6ae72f8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5b2bc6e-5707-407b-8137-6af73e3cd71e HTTP/1.1" status: 204 len: 168 time: 0.5452456 Jul 05 10:24:11.727952 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ce525-6fda-4072-bd7e-607ef6ae72f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b2bc6e-5707-407b-8137-6af73e3cd71e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:11.845987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed624ae-519b-410e-89e1-2cafa14e58bd req-51ee44cf-ffb5-4abe-a559-916f94f285d0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:11.855354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed624ae-519b-410e-89e1-2cafa14e58bd req-51ee44cf-ffb5-4abe-a559-916f94f285d0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:11.873590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed624ae-519b-410e-89e1-2cafa14e58bd req-51ee44cf-ffb5-4abe-a559-916f94f285d0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:11.886332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed624ae-519b-410e-89e1-2cafa14e58bd req-51ee44cf-ffb5-4abe-a559-916f94f285d0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:11.893734 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed624ae-519b-410e-89e1-2cafa14e58bd req-51ee44cf-ffb5-4abe-a559-916f94f285d0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:11.912107 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed624ae-519b-410e-89e1-2cafa14e58bd req-51ee44cf-ffb5-4abe-a559-916f94f285d0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:11.919879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed624ae-519b-410e-89e1-2cafa14e58bd req-51ee44cf-ffb5-4abe-a559-916f94f285d0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:11.934103 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1ed624ae-519b-410e-89e1-2cafa14e58bd req-51ee44cf-ffb5-4abe-a559-916f94f285d0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5435 time: 0.2112162 Jul 05 10:24:13.344157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39182) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:13.363785 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-450cfe8a-fe97-4a18-adc1-4283679991b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:13.567854 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-450cfe8a-fe97-4a18-adc1-4283679991b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:13.717912 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1e5b3008-5500-4273-84ea-563b3428c3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:13.759935 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:13.771365 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-450cfe8a-fe97-4a18-adc1-4283679991b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:13.880399 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-450cfe8a-fe97-4a18-adc1-4283679991b9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6202f048d1f14b85aea4f15fc4e9bb77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5329494 Jul 05 10:24:13.880926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cfe8a-fe97-4a18-adc1-4283679991b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9a06ec-2256-427a-b74d-f020c7752771,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:13.882097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39190) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:14.068923 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:14.108877 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:14.322154 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:14.326858 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:14.329017 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4c9a06ec-2256-427a-b74d-f020c7752771 HTTP/1.1" status: 204 len: 168 time: 0.4298542 Jul 05 10:24:14.408019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9a06ec-2256-427a-b74d-f020c7752771,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:14.459256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:14.460070 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:14.460316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:14.460884 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:14.461421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:14.462023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:14.462561 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:14.463157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:14.478238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:14.478741 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:14.479630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:14.481199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad0049-aeab-45ef-9467-ae1f87907251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:14.774252 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39216) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:15.110797 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-47fe8c01-63fd-424f-a8ce-7c781d19f78b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2059368682-network', 'tenant_id': 'e5520e36328a47a4bdfcda106688a9c4'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:24:15.129405 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:15.311842 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fe8c01-63fd-424f-a8ce-7c781d19f78b admin admin] Made reservation on behalf of e5520e36328a47a4bdfcda106688a9c4 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:24:15.314305 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47fe8c01-63fd-424f-a8ce-7c781d19f78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:15.334763 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47fe8c01-63fd-424f-a8ce-7c781d19f78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:15.866951 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47fe8c01-63fd-424f-a8ce-7c781d19f78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:16.026581 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47fe8c01-63fd-424f-a8ce-7c781d19f78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:16.041910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fe8c01-63fd-424f-a8ce-7c781d19f78b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:24:16.056987 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47fe8c01-63fd-424f-a8ce-7c781d19f78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:16.057418 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-47fe8c01-63fd-424f-a8ce-7c781d19f78b admin admin] Added segment 00428c7b-72a1-4c12-a6df-b8936115b4f0 of type vlan for network 8bdc558b-2c94-4cc9-ae3d-9face2b00479 Jul 05 10:24:16.113788 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47fe8c01-63fd-424f-a8ce-7c781d19f78b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:16.199345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe8c01-63fd-424f-a8ce-7c781d19f78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed61736-f899-4675-a68e-fade50e726d6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:16.323668 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47fe8c01-63fd-424f-a8ce-7c781d19f78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:16.325359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fe8c01-63fd-424f-a8ce-7c781d19f78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:16.329325 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47fe8c01-63fd-424f-a8ce-7c781d19f78b admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:16.503947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe8c01-63fd-424f-a8ce-7c781d19f78b admin admin] Pushing event updated for resources: {'Network': ['ID=8bdc558b-2c94-4cc9-ae3d-9face2b00479,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:16.525875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 8bdc558b-2c94-4cc9-ae3d-9face2b00479 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:24:16.555006 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39278) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:16.598219 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39282) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:16.599068 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-47fe8c01-63fd-424f-a8ce-7c781d19f78b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8214140 Jul 05 10:24:16.606288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-10d29d30-85e7-4f43-b0a4-d84f5c523626 admin admin] Request body: {'subnet': {'network_id': '8bdc558b-2c94-4cc9-ae3d-9face2b00479', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2059368682-subnet', 'tenant_id': 'e5520e36328a47a4bdfcda106688a9c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:24:16.808392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6af8-9e70-42f2-afca-2b935c3c83ad req-c787a5db-e8f0-4c80-beee-8fcc9f0eeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:16.808701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d29d30-85e7-4f43-b0a4-d84f5c523626 admin admin] Made reservation on behalf of e5520e36328a47a4bdfcda106688a9c4 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:24:16.810853 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6af8-9e70-42f2-afca-2b935c3c83ad req-c787a5db-e8f0-4c80-beee-8fcc9f0eeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:16.810853 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6af8-9e70-42f2-afca-2b935c3c83ad req-c787a5db-e8f0-4c80-beee-8fcc9f0eeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:16.810853 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6af8-9e70-42f2-afca-2b935c3c83ad req-c787a5db-e8f0-4c80-beee-8fcc9f0eeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:16.811950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6af8-9e70-42f2-afca-2b935c3c83ad req-c787a5db-e8f0-4c80-beee-8fcc9f0eeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:16.812801 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-10d29d30-85e7-4f43-b0a4-d84f5c523626 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:16.813521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6af8-9e70-42f2-afca-2b935c3c83ad req-c787a5db-e8f0-4c80-beee-8fcc9f0eeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:16.814542 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6af8-9e70-42f2-afca-2b935c3c83ad req-c787a5db-e8f0-4c80-beee-8fcc9f0eeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:16.831355 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-39ad6af8-9e70-42f2-afca-2b935c3c83ad req-c787a5db-e8f0-4c80-beee-8fcc9f0eeaf1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 6499 time: 0.2742648 Jul 05 10:24:16.854857 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:16.935361 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-39ad6af8-9e70-42f2-afca-2b935c3c83ad req-c96efbdb-9c08-4934-a7b2-e66dfe5d8367 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=50674e1c-081f-4b50-b0c2-89fab05e3a34&id=99125026-0c47-4b57-aadc-cd590d6c9885&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019840 Jul 05 10:24:17.323631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39304) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:17.417032 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-10d29d30-85e7-4f43-b0a4-d84f5c523626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:17.677574 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e6e419ff-3729-4c31-94c2-f1233a70d75f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-8585140-network', 'tenant_id': 'd597b0f592fd43b599c2e5a64c59c759'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:24:17.685348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d29d30-85e7-4f43-b0a4-d84f5c523626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86782ae3-5f94-4405-ab4f-d725efe02e90,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:17.703946 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d29d30-85e7-4f43-b0a4-d84f5c523626 admin admin] Checking segment: {'id': '00428c7b-72a1-4c12-a6df-b8936115b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8bdc558b-2c94-4cc9-ae3d-9face2b00479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:24:17.704590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d29d30-85e7-4f43-b0a4-d84f5c523626 admin admin] Network hostable DHCP agents. Network: 8bdc558b-2c94-4cc9-ae3d-9face2b00479, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:24:17.884219 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e419ff-3729-4c31-94c2-f1233a70d75f admin admin] Made reservation on behalf of d597b0f592fd43b599c2e5a64c59c759 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:24:17.886900 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e6e419ff-3729-4c31-94c2-f1233a70d75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:17.910093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d29d30-85e7-4f43-b0a4-d84f5c523626 admin admin] Network 8bdc558b-2c94-4cc9-ae3d-9face2b00479 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:24:17.918219 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e6e419ff-3729-4c31-94c2-f1233a70d75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:18.080429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-10d29d30-85e7-4f43-b0a4-d84f5c523626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 8bdc558b-2c94-4cc9-ae3d-9face2b00479) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:24:18.087975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d29d30-85e7-4f43-b0a4-d84f5c523626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:18.090029 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-10d29d30-85e7-4f43-b0a4-d84f5c523626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:18.095985 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae273c6-ed76-4d31-b21c-776db375a15d None None] Network 8bdc558b-2c94-4cc9-ae3d-9face2b00479 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:24:18.097568 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e6e419ff-3729-4c31-94c2-f1233a70d75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:18.220862 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e6e419ff-3729-4c31-94c2-f1233a70d75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:18.255632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e419ff-3729-4c31-94c2-f1233a70d75f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:24:18.276334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223a1981-617b-4063-8ec6-22a9a6c28c4f None None] Network 8bdc558b-2c94-4cc9-ae3d-9face2b00479 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:24:18.284007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e419ff-3729-4c31-94c2-f1233a70d75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4d8a15-45b4-4d67-9dcd-d2e31419e0f8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:18.292838 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e6e419ff-3729-4c31-94c2-f1233a70d75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:18.293818 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-e6e419ff-3729-4c31-94c2-f1233a70d75f admin admin] Added segment 4a0c858e-48a4-4573-8ffd-70c2867b6ae9 of type vlan for network 41d9197b-f9ee-442d-b0c7-34e4f932a087 Jul 05 10:24:18.356967 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e6e419ff-3729-4c31-94c2-f1233a70d75f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:18.389172 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-10d29d30-85e7-4f43-b0a4-d84f5c523626 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7884364 Jul 05 10:24:18.541675 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e6e419ff-3729-4c31-94c2-f1233a70d75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:18.542779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e419ff-3729-4c31-94c2-f1233a70d75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:18.543282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e6e419ff-3729-4c31-94c2-f1233a70d75f admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:18.632892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e419ff-3729-4c31-94c2-f1233a70d75f admin admin] Pushing event updated for resources: {'Network': ['ID=41d9197b-f9ee-442d-b0c7-34e4f932a087,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:18.657345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 41d9197b-f9ee-442d-b0c7-34e4f932a087 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:24:18.693218 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e6e419ff-3729-4c31-94c2-f1233a70d75f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3590262 Jul 05 10:24:18.693986 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39348) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:18.700150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-bd6bc580-c4b7-49de-adf1-092d49c79b52 admin admin] Request body: {'subnet': {'network_id': '41d9197b-f9ee-442d-b0c7-34e4f932a087', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-8585140-subnet', 'tenant_id': 'd597b0f592fd43b599c2e5a64c59c759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:24:18.856241 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6bc580-c4b7-49de-adf1-092d49c79b52 admin admin] Made reservation on behalf of d597b0f592fd43b599c2e5a64c59c759 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:24:18.861712 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc580-c4b7-49de-adf1-092d49c79b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:19.345785 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc580-c4b7-49de-adf1-092d49c79b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:19.495944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bc580-c4b7-49de-adf1-092d49c79b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddef2e4d-0828-4255-9baa-c352d2e2b1d5,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:19.516980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6bc580-c4b7-49de-adf1-092d49c79b52 admin admin] Checking segment: {'id': '4a0c858e-48a4-4573-8ffd-70c2867b6ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '41d9197b-f9ee-442d-b0c7-34e4f932a087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:24:19.517685 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6bc580-c4b7-49de-adf1-092d49c79b52 admin admin] Network hostable DHCP agents. Network: 41d9197b-f9ee-442d-b0c7-34e4f932a087, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:24:19.560323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-741545e7-b39c-4bdf-842a-f26d24ac5343 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:19.568878 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-741545e7-b39c-4bdf-842a-f26d24ac5343 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/networks?id=8bdc558b-2c94-4cc9-ae3d-9face2b00479 HTTP/1.1" status: 200 len: 822 time: 0.3056479 Jul 05 10:24:19.582442 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-463d84c7-05a6-4dc8-843b-4c6476a9adce tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/quotas/e5520e36328a47a4bdfcda106688a9c4 HTTP/1.1" status: 200 len: 375 time: 0.0126011 Jul 05 10:24:19.643401 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6bc580-c4b7-49de-adf1-092d49c79b52 admin admin] Network 41d9197b-f9ee-442d-b0c7-34e4f932a087 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:24:19.650026 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-f25731d1-f083-490d-bf5f-3b93db0bef94 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5520e36328a47a4bdfcda106688a9c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542984 Jul 05 10:24:19.667932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-589f2fc7-13d8-460f-a9ee-68fc6cb70359 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:24:19.669106 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-589f2fc7-13d8-460f-a9ee-68fc6cb70359 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069957 Jul 05 10:24:19.723351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-bd6bc580-c4b7-49de-adf1-092d49c79b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 41d9197b-f9ee-442d-b0c7-34e4f932a087) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:24:19.730175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6bc580-c4b7-49de-adf1-092d49c79b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:19.731857 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc580-c4b7-49de-adf1-092d49c79b52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:19.736224 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5b9981-39fe-4719-9eb2-40d4a588e56a None None] Network 41d9197b-f9ee-442d-b0c7-34e4f932a087 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:24:19.816346 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-95e095ff-aab9-469f-b431-0d6fa5d7496d service neutron] 10.222.0.77 "GET /v2.0/networks/8bdc558b-2c94-4cc9-ae3d-9face2b00479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365585 Jul 05 10:24:19.835195 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bd6bc580-c4b7-49de-adf1-092d49c79b52 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1389012 Jul 05 10:24:19.970554 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-da0e61ed-34ac-494d-9ae3-7066fa74bb9d service neutron] 10.222.0.77 "GET /v2.0/networks/8bdc558b-2c94-4cc9-ae3d-9face2b00479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505005 Jul 05 10:24:20.171990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0701cd26-b3f7-43d0-94f8-44cf2b6f68eb None None] Network 41d9197b-f9ee-442d-b0c7-34e4f932a087 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:24:20.598940 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0aae8d10-f389-4b3b-8e28-079cfc325386 req-6dfd5c3c-7a9b-4cdd-a334-e7897ff29ab2 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 210 time: 0.0451672 Jul 05 10:24:21.157792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39456) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:21.173461 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-687246799-network', 'tenant_id': '06a2d89b8cfd4a9fa531f41d71ab7889'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:24:21.307045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Made reservation on behalf of 06a2d89b8cfd4a9fa531f41d71ab7889 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:24:21.320668 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:21.349238 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:21.568191 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:21.685537 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:21.762982 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:24:21.767136 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-026bb7f7-92fe-4474-8461-7be1d000e1d3 req-e9e0b186-b5e2-4978-a7ae-fb068954094e tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 210 time: 0.0598521 Jul 05 10:24:21.773769 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c5e70a-b22d-45b1-bbe3-81b1095ef63a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:21.785663 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:21.786376 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Added segment c58cd664-0d45-40a0-a951-b581fcdfbc93 of type vlan for network 4d9ac502-9f3a-4eaa-b170-eff5d3f0a401 Jul 05 10:24:21.789179 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:21.790085 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:21.790445 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:21.794443 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:21.800065 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:21.800461 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:21.800813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:21.801189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:21.801528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:21.801866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:21.802205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:21.802539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:24:21.864677 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:21.978290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-321e9c1f-9f0a-4f3d-bc3d-2d5849466aae tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:21.980039 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-321e9c1f-9f0a-4f3d-bc3d-2d5849466aae tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/networks?id=edd4465b-390d-4777-8a67-9c0e7de02108 HTTP/1.1" status: 200 len: 804 time: 0.2112815 Jul 05 10:24:22.004329 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-9cd75f24-9fec-45cb-bddc-91ec32ccc774 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/quotas/d352e50c540947d985966a904467acf3 HTTP/1.1" status: 200 len: 375 time: 0.0155988 Jul 05 10:24:22.072826 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:22.075337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:22.076278 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:22.144587 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-68b848d6-7df0-4b49-b544-a84685017f5a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d352e50c540947d985966a904467acf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1295252 Jul 05 10:24:22.160455 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0008695 Jul 05 10:24:22.165056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39478) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:22.181163 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-fc266949-c123-4979-bffa-fce409cd5c75 admin admin] Request body: {'subnet': {'network_id': '4d9ac502-9f3a-4eaa-b170-eff5d3f0a401', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-687246799-subnet', 'tenant_id': '06a2d89b8cfd4a9fa531f41d71ab7889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:24:22.189427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b206b0-aac2-41fd-aced-1637da3e2b4a admin admin] Pushing event updated for resources: {'Network': ['ID=4d9ac502-9f3a-4eaa-b170-eff5d3f0a401,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:22.210737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 4d9ac502-9f3a-4eaa-b170-eff5d3f0a401 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:24:22.295119 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc266949-c123-4979-bffa-fce409cd5c75 admin admin] Made reservation on behalf of 06a2d89b8cfd4a9fa531f41d71ab7889 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:24:22.295119 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc266949-c123-4979-bffa-fce409cd5c75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:22.403607 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-3c14ca2c-9c63-4fa6-9193-8a44ffc0aaa8 service neutron] 10.222.0.77 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286830 Jul 05 10:24:22.519087 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:22.637533 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-99401ad1-3275-4a57-93f2-da1a3368c8c7 service neutron] 10.222.0.77 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324533 Jul 05 10:24:22.802356 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc266949-c123-4979-bffa-fce409cd5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:22.951907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc266949-c123-4979-bffa-fce409cd5c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e4d728-7544-4788-bd48-10a0a2bb27a1,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:22.997511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc266949-c123-4979-bffa-fce409cd5c75 admin admin] Checking segment: {'id': 'c58cd664-0d45-40a0-a951-b581fcdfbc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4d9ac502-9f3a-4eaa-b170-eff5d3f0a401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:24:22.998714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc266949-c123-4979-bffa-fce409cd5c75 admin admin] Network hostable DHCP agents. Network: 4d9ac502-9f3a-4eaa-b170-eff5d3f0a401, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:24:23.137775 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-25b81614-cf60-4b7b-b652-70b01cec6ce2 req-f353f4d1-34d9-42f7-8454-dcd20885804d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 210 time: 0.0518839 Jul 05 10:24:23.209760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc266949-c123-4979-bffa-fce409cd5c75 admin admin] Network 4d9ac502-9f3a-4eaa-b170-eff5d3f0a401 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:24:23.226823 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-deb5edad-106d-4d28-8961-4e744fed82d8 req-0c212aaa-f133-4f00-91bf-ea7515a39095 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 210 time: 0.0549195 Jul 05 10:24:23.290797 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:24:23.312689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-fc266949-c123-4979-bffa-fce409cd5c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 4d9ac502-9f3a-4eaa-b170-eff5d3f0a401) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:24:23.324979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc266949-c123-4979-bffa-fce409cd5c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:23.325661 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc266949-c123-4979-bffa-fce409cd5c75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:23.333130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455a999b-8dd1-4da6-980a-e603e3ab73be None None] Network 4d9ac502-9f3a-4eaa-b170-eff5d3f0a401 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:24:23.433019 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fc266949-c123-4979-bffa-fce409cd5c75 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2573290 Jul 05 10:24:23.536979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbfe73-f364-4261-9420-063f21d8ff4e req-d219874a-d62b-4d9d-97b4-3d94d7879739 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:23.553952 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-02cbfe73-f364-4261-9420-063f21d8ff4e req-d219874a-d62b-4d9d-97b4-3d94d7879739 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.64 "GET /v2.0/ports?device_id=6aaa59de-6a2e-42d1-b610-54adf901c9ae HTTP/1.1" status: 200 len: 945 time: 0.1933756 Jul 05 10:24:23.616324 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:23.701405 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f37bd6-5a7d-483b-bdd7-5281df74776c None None] Network 4d9ac502-9f3a-4eaa-b170-eff5d3f0a401 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:24:23.749118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:23.765763 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaa59de-6a2e-42d1-b610-54adf901c9ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ff720c-bcce-44b3-a49e-337ce3d2e8c1'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:24:23.769260 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4334750-c389-45a9-83b8-4059d170c685" -d '{"events": [{"server_uuid": "6aaa59de-6a2e-42d1-b610-54adf901c9ae", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ff720c-bcce-44b3-a49e-337ce3d2e8c1"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:23.833296 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:23.924177 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-02cbfe73-f364-4261-9420-063f21d8ff4e req-f3044673-0a1a-4161-800e-4b30bafb04a0 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Deleting port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:24:23.924576 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-02cbfe73-f364-4261-9420-063f21d8ff4e req-f3044673-0a1a-4161-800e-4b30bafb04a0 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:23.990573 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fbb32a-f0b0-430a-910e-8cfdd8956b2c x-openstack-request-id: req-18fbb32a-f0b0-430a-910e-8cfdd8956b2c {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:23.990573 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aaa59de-6a2e-42d1-b610-54adf901c9ae", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ff720c-bcce-44b3-a49e-337ce3d2e8c1", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:23.990573 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18fbb32a-f0b0-430a-910e-8cfdd8956b2c {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:23.990573 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaa59de-6a2e-42d1-b610-54adf901c9ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ff720c-bcce-44b3-a49e-337ce3d2e8c1', 'code': 200} Jul 05 10:24:23.992531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:24.021184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-46bc736c-90cf-4c49-81c2-8402d2e79319 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:24.023201 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-46bc736c-90cf-4c49-81c2-8402d2e79319 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.64 "GET /v2.0/networks?id=8bdc558b-2c94-4cc9-ae3d-9face2b00479 HTTP/1.1" status: 200 len: 822 time: 0.3225470 Jul 05 10:24:24.051113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-708cbdd5-1fdb-486b-8ae3-2654244215bb tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Request body: {'port': {'device_id': 'e93f9c00-b1d7-4946-8cfd-d54c3e84c079', 'network_id': '8bdc558b-2c94-4cc9-ae3d-9face2b00479', 'admin_state_up': True, 'tenant_id': 'e5520e36328a47a4bdfcda106688a9c4'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:24:24.151493 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:24.212837 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-02cbfe73-f364-4261-9420-063f21d8ff4e req-f3044673-0a1a-4161-800e-4b30bafb04a0 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] For port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:24.213380 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-02cbfe73-f364-4261-9420-063f21d8ff4e req-f3044673-0a1a-4161-800e-4b30bafb04a0 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:24.243582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-02cbfe73-f364-4261-9420-063f21d8ff4e req-f3044673-0a1a-4161-800e-4b30bafb04a0 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Calling delete_port for e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:24:24.327440 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fef8de64-90f0-49e3-bc03-38024a32fc05 req-574a0643-48ad-4559-90ca-472cb5084f68 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 210 time: 0.0722063 Jul 05 10:24:24.463973 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-708cbdd5-1fdb-486b-8ae3-2654244215bb tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Made reservation on behalf of e5520e36328a47a4bdfcda106688a9c4 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:24:24.474216 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-708cbdd5-1fdb-486b-8ae3-2654244215bb tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:24.661403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-24758efa-cbb8-4048-a37f-f325092e1f8d tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:24.668501 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-24758efa-cbb8-4048-a37f-f325092e1f8d tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/networks?id=41d9197b-f9ee-442d-b0c7-34e4f932a087 HTTP/1.1" status: 200 len: 806 time: 0.1875265 Jul 05 10:24:24.675107 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2afa825d-3e0c-4079-a587-00ba49bc7aeb req-77789792-f087-40bf-8461-b7e473089f67 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 210 time: 0.0548975 Jul 05 10:24:24.690378 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-03b692be-7c7b-43ba-a2a9-ae9f0503c1ba tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/quotas/d597b0f592fd43b599c2e5a64c59c759 HTTP/1.1" status: 200 len: 375 time: 0.0206881 Jul 05 10:24:24.764429 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-3536ba65-bd64-4049-a573-da8dce7def79 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d597b0f592fd43b599c2e5a64c59c759&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718715 Jul 05 10:24:24.811793 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-02cbfe73-f364-4261-9420-063f21d8ff4e req-f3044673-0a1a-4161-800e-4b30bafb04a0 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:24.878488 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3044673-0a1a-4161-800e-4b30bafb04a0 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Pushing event deleted for resources: {'Port': ['ID=e5ff720c-bcce-44b3-a49e-337ce3d2e8c1,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:24.991433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cbfe73-f364-4261-9420-063f21d8ff4e req-f3044673-0a1a-4161-800e-4b30bafb04a0 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] No DVR routers for this DVR port e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:24:24.995144 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-02cbfe73-f364-4261-9420-063f21d8ff4e req-f3044673-0a1a-4161-800e-4b30bafb04a0 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:24.997641 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-02cbfe73-f364-4261-9420-063f21d8ff4e req-f3044673-0a1a-4161-800e-4b30bafb04a0 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.64 "DELETE /v2.0/ports/e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 HTTP/1.1" status: 204 len: 173 time: 1.4393072 Jul 05 10:24:25.019772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaa59de-6a2e-42d1-b610-54adf901c9ae', 'name': 'network-vif-deleted', 'tag': 'e5ff720c-bcce-44b3-a49e-337ce3d2e8c1'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:24:25.021995 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8f7ae2-ed33-4a7a-b9ca-2ad62223940a" -d '{"events": [{"server_uuid": "6aaa59de-6a2e-42d1-b610-54adf901c9ae", "name": "network-vif-deleted", "tag": "e5ff720c-bcce-44b3-a49e-337ce3d2e8c1"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:25.112246 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc040ea8-262c-4c77-8eb1-5c41949ac011 x-openstack-request-id: req-cc040ea8-262c-4c77-8eb1-5c41949ac011 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:25.112955 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aaa59de-6a2e-42d1-b610-54adf901c9ae", "name": "network-vif-deleted", "tag": "e5ff720c-bcce-44b3-a49e-337ce3d2e8c1", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:25.113379 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc040ea8-262c-4c77-8eb1-5c41949ac011 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:25.113932 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaa59de-6a2e-42d1-b610-54adf901c9ae', 'name': 'network-vif-deleted', 'tag': 'e5ff720c-bcce-44b3-a49e-337ce3d2e8c1', 'status': 'completed', 'code': 200} Jul 05 10:24:25.171020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-708cbdd5-1fdb-486b-8ae3-2654244215bb tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Allocated IP 172.20.0.8 (8bdc558b-2c94-4cc9-ae3d-9face2b00479/86782ae3-5f94-4405-ab4f-d725efe02e90/02b2347f-9f77-4bd7-a9fa-edff71f7fd8d) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:24:25.312713 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-a78462fc-b56b-451d-be79-e8a6acbf4c10 service neutron] 10.222.0.77 "GET /v2.0/networks/41d9197b-f9ee-442d-b0c7-34e4f932a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470054 Jul 05 10:24:25.640451 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-e6d92a8d-afd1-4e22-9ccd-a63c4831a6da service neutron] 10.222.0.77 "GET /v2.0/networks/41d9197b-f9ee-442d-b0c7-34e4f932a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259542 Jul 05 10:24:25.725984 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-708cbdd5-1fdb-486b-8ae3-2654244215bb tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:25.779283 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba1925b7-a8b1-4def-884c-101dd24f3fa2 req-5c2bf9fd-2184-4e8f-bbc3-d92d94d455b7 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 210 time: 0.0564346 Jul 05 10:24:25.927138 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-708cbdd5-1fdb-486b-8ae3-2654244215bb tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:26.010230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cbdd5-1fdb-486b-8ae3-2654244215bb tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Pushing event updated for resources: {'Port': ['ID=02b2347f-9f77-4bd7-a9fa-edff71f7fd8d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:26.025145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-708cbdd5-1fdb-486b-8ae3-2654244215bb tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Network 8bdc558b-2c94-4cc9-ae3d-9face2b00479 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:24:26.033378 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-708cbdd5-1fdb-486b-8ae3-2654244215bb tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:24:26.036663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-708cbdd5-1fdb-486b-8ae3-2654244215bb tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:24:26.121178 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-708cbdd5-1fdb-486b-8ae3-2654244215bb tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:26.121570 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-708cbdd5-1fdb-486b-8ae3-2654244215bb tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:26.179540 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697612d0-cbc6-45ab-bd78-20eb5b4aaea8 req-e6fa1707-2080-40c3-abc1-9b6ecf4d9f4b tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:26.188985 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-697612d0-cbc6-45ab-bd78-20eb5b4aaea8 req-e6fa1707-2080-40c3-abc1-9b6ecf4d9f4b tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 931 time: 0.2395549 Jul 05 10:24:26.218535 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3d3f272c-32bc-4d79-b6d7-47a5debdf0be req-a558874c-617c-4618-99d8-005b8007198c tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 210 time: 0.0751860 Jul 05 10:24:26.279141 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-697612d0-cbc6-45ab-bd78-20eb5b4aaea8 req-80e78291-d56d-4f1d-b166-a665cb720cb6 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ed61736-f899-4675-a68e-fade50e726d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830503 Jul 05 10:24:26.332076 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-708cbdd5-1fdb-486b-8ae3-2654244215bb tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2930143 Jul 05 10:24:26.349185 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Request body: {'port': {'device_id': 'e93f9c00-b1d7-4946-8cfd-d54c3e84c079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:24:26.457464 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:26.712475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-56f0be85-aa30-4394-b521-6af296e7f79d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:26.713924 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-56f0be85-aa30-4394-b521-6af296e7f79d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.73 "GET /v2.0/networks?id=edd4465b-390d-4777-8a67-9c0e7de02108 HTTP/1.1" status: 200 len: 804 time: 0.1216071 Jul 05 10:24:26.733864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-8b5adf7d-0697-4b0e-8342-d91c4a1a18d9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Request body: {'port': {'device_id': '0cb555be-24f5-442e-b7d7-737d42d22f2a', 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108', 'admin_state_up': True, 'tenant_id': 'd352e50c540947d985966a904467acf3'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:24:26.835736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:24:26.851444 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:26.865076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Transition to ACTIVE for port object 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:24:26.995254 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-493e5494-f714-4970-bbe3-0e376fac5a2f req-c2836c88-26b5-4a1c-89b3-577061205b4e tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 210 time: 0.0362039 Jul 05 10:24:27.025923 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:27.033296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-8b5adf7d-0697-4b0e-8342-d91c4a1a18d9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Made reservation on behalf of d352e50c540947d985966a904467acf3 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:24:27.040695 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-8b5adf7d-0697-4b0e-8342-d91c4a1a18d9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:27.138796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Pushing event updated for resources: {'Port': ['ID=02b2347f-9f77-4bd7-a9fa-edff71f7fd8d,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:27.242890 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-8b5adf7d-0697-4b0e-8342-d91c4a1a18d9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Allocated IP 172.20.0.11 (edd4465b-390d-4777-8a67-9c0e7de02108/416d4cde-47b1-4b1b-a789-838086a2fbf2/cb01c22d-b137-4040-ab71-49daa4cf4a60) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:24:27.294503 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:24:27.323523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Attempting to bind port 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:24:27.323935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Attempting to bind port 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '00428c7b-72a1-4c12-a6df-b8936115b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8bdc558b-2c94-4cc9-ae3d-9face2b00479'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:24:27.328045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Attempting to bind port 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d on network 8bdc558b-2c94-4cc9-ae3d-9face2b00479 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:24:27.345163 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:24:27.345925 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device e5ff720c-bcce-44b3-a49e-337ce3d2e8c1 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:24:27.380758 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Port 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d on network 8bdc558b-2c94-4cc9-ae3d-9face2b00479 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:24:27.381807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Attempting to bind port 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d on network 8bdc558b-2c94-4cc9-ae3d-9face2b00479 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:24:27.388441 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0172a098-b64f-4fe5-90f0-b293f7a47fa0 req-023266ae-1bd9-4343-85ea-a2a5655ca68a tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 210 time: 0.0575428 Jul 05 10:24:27.389714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:24:27.390382 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Checking segment: {'id': '00428c7b-72a1-4c12-a6df-b8936115b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8bdc558b-2c94-4cc9-ae3d-9face2b00479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:24:27.390673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Bound using segment: {'id': '00428c7b-72a1-4c12-a6df-b8936115b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8bdc558b-2c94-4cc9-ae3d-9face2b00479'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:24:27.391120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Bound port: 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00428c7b-72a1-4c12-a6df-b8936115b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8bdc558b-2c94-4cc9-ae3d-9face2b00479'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:24:27.391555 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:27.484472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] For port 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:24:27.490776 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] For port 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=02b2347f-9f77-4bd7-a9fa-edff71f7fd8d,segment=NetworkSegment(00428c7b-72a1-4c12-a6df-b8936115b4f0),segment_id=00428c7b-72a1-4c12-a6df-b8936115b4f0)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:24:27.564097 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:27.913904 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-8b5adf7d-0697-4b0e-8342-d91c4a1a18d9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:27.931831 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0abc0-612f-4dad-a0b4-5915cc83c28e req-4bb2f6a7-8307-40c5-b127-ab3dbf270284 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:27.939494 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4e0abc0-612f-4dad-a0b4-5915cc83c28e req-4bb2f6a7-8307-40c5-b127-ab3dbf270284 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 943 time: 0.4810493 Jul 05 10:24:28.002798 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4e0abc0-612f-4dad-a0b4-5915cc83c28e req-10292aa6-fa1e-496f-8332-9a82dee3a534 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ed61736-f899-4675-a68e-fade50e726d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621507 Jul 05 10:24:28.158109 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-8b5adf7d-0697-4b0e-8342-d91c4a1a18d9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:28.260794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Pushing event updated for resources: {'Port': ['ID=02b2347f-9f77-4bd7-a9fa-edff71f7fd8d,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:28.279180 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-8b5adf7d-0697-4b0e-8342-d91c4a1a18d9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Network edd4465b-390d-4777-8a67-9c0e7de02108 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:24:28.284673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-8b5adf7d-0697-4b0e-8342-d91c4a1a18d9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:24:28.291980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-8b5adf7d-0697-4b0e-8342-d91c4a1a18d9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:24:28.305503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:28.306252 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:28.307854 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-c938466f-496e-43b4-b382-273d9f41ae03 service neutron] 10.222.0.64 "PUT /v2.0/ports/02b2347f-9f77-4bd7-a9fa-edff71f7fd8d HTTP/1.1" status: 200 len: 1092 time: 1.9634800 Jul 05 10:24:28.308354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93f9c00-b1d7-4946-8cfd-d54c3e84c079', 'tag': '02b2347f-9f77-4bd7-a9fa-edff71f7fd8d'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:24:28.310847 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe236b5-3d55-41d4-88cf-fda5a27f00cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e93f9c00-b1d7-4946-8cfd-d54c3e84c079", "tag": "02b2347f-9f77-4bd7-a9fa-edff71f7fd8d"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:28.362125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5adf7d-0697-4b0e-8342-d91c4a1a18d9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Pushing event updated for resources: {'Port': ['ID=cb01c22d-b137-4040-ab71-49daa4cf4a60,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:28.364209 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60b003a-947b-4a3a-850c-1bfda6fa6037 x-openstack-request-id: req-b60b003a-947b-4a3a-850c-1bfda6fa6037 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:28.364574 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93f9c00-b1d7-4946-8cfd-d54c3e84c079", "tag": "02b2347f-9f77-4bd7-a9fa-edff71f7fd8d", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:28.364950 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b60b003a-947b-4a3a-850c-1bfda6fa6037 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:28.365442 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93f9c00-b1d7-4946-8cfd-d54c3e84c079', 'tag': '02b2347f-9f77-4bd7-a9fa-edff71f7fd8d', 'status': 'completed', 'code': 200} Jul 05 10:24:28.388421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-8b5adf7d-0697-4b0e-8342-d91c4a1a18d9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:28.389220 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-8b5adf7d-0697-4b0e-8342-d91c4a1a18d9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:28.403264 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cddff-8228-43b6-b362-dc606a41dae6 req-53c7bb16-1fe2-443f-a39e-27dd5191ac1c tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:28.416671 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d32cddff-8228-43b6-b362-dc606a41dae6 req-53c7bb16-1fe2-443f-a39e-27dd5191ac1c tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 932 time: 0.1759744 Jul 05 10:24:28.474352 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-8b5adf7d-0697-4b0e-8342-d91c4a1a18d9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7486172 Jul 05 10:24:28.486834 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Request body: {'port': {'device_id': '0cb555be-24f5-442e-b7d7-737d42d22f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:24:28.534939 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d32cddff-8228-43b6-b362-dc606a41dae6 req-4f765b69-dd84-42d5-ac79-dd1c2d54e3ad tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171260 Jul 05 10:24:28.547273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe236b5-3d55-41d4-88cf-fda5a27f00cf req-fcf680af-d9ba-4410-bb17-b70e5daec861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:28.556261 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bbe236b5-3d55-41d4-88cf-fda5a27f00cf req-fcf680af-d9ba-4410-bb17-b70e5daec861 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5520e36328a47a4bdfcda106688a9c4&device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 1095 time: 0.1336107 Jul 05 10:24:28.638315 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:28.778706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe236b5-3d55-41d4-88cf-fda5a27f00cf req-37adf4b1-6320-469a-8ff2-60c6817392b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:28.781050 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bbe236b5-3d55-41d4-88cf-fda5a27f00cf req-37adf4b1-6320-469a-8ff2-60c6817392b4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e5520e36328a47a4bdfcda106688a9c4&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2089045 Jul 05 10:24:28.885734 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ac93da09-b3ea-4b7b-8de6-0b134fc019fc req-3ce2bdea-0767-48c1-8ade-a72a0a077720 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 210 time: 0.0967925 Jul 05 10:24:28.962229 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe236b5-3d55-41d4-88cf-fda5a27f00cf req-3e3e15a2-8755-45e0-af75-59109ee484bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:28.965344 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bbe236b5-3d55-41d4-88cf-fda5a27f00cf req-3e3e15a2-8755-45e0-af75-59109ee484bd service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1775157 Jul 05 10:24:29.142336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-4928fa01-3914-470c-9e84-44074b144fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:29.144169 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-4928fa01-3914-470c-9e84-44074b144fbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5520e36328a47a4bdfcda106688a9c4&device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 1095 time: 0.1284974 Jul 05 10:24:29.201009 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-e6ff2557-e032-4ffa-b2bc-2431735ffffc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02b2347f-9f77-4bd7-a9fa-edff71f7fd8d HTTP/1.1" status: 200 len: 217 time: 0.0488617 Jul 05 10:24:29.273898 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-119d8056-9f19-48aa-bf97-35c80c65f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:29.275685 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-119d8056-9f19-48aa-bf97-35c80c65f82e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=86782ae3-5f94-4405-ab4f-d725efe02e90 HTTP/1.1" status: 200 len: 862 time: 0.0684965 Jul 05 10:24:29.322084 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-319cdbbc-01b7-48e2-a213-6228de5cf52a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bdc558b-2c94-4cc9-ae3d-9face2b00479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399644 Jul 05 10:24:29.358455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb01c22d-b137-4040-ab71-49daa4cf4a60 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:24:29.384050 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:29.397496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104dd7e-3c59-4e37-a93a-680c726f1fa7 req-367ff67e-a2d1-4280-902a-a660be0b09fb tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:29.399610 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a104dd7e-3c59-4e37-a93a-680c726f1fa7 req-367ff67e-a2d1-4280-902a-a660be0b09fb tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 943 time: 0.2184429 Jul 05 10:24:29.417378 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Transition to ACTIVE for port object cb01c22d-b137-4040-ab71-49daa4cf4a60 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:24:29.453228 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a104dd7e-3c59-4e37-a93a-680c726f1fa7 req-4e975f04-aff6-4f73-902e-780f59beef1d tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ed61736-f899-4675-a68e-fade50e726d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471437 Jul 05 10:24:29.454670 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-4a977d02-d25c-49c9-a9a1-1e994f6735d5 service neutron] 10.222.0.64 "GET /v2.0/networks/8bdc558b-2c94-4cc9-ae3d-9face2b00479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262882 Jul 05 10:24:29.511781 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:29.706828 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-e5dbe695-937a-4e12-bc61-b97ad9cf34f3 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:29.708718 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-e5dbe695-937a-4e12-bc61-b97ad9cf34f3 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.64 "GET /v2.0/networks?id=41d9197b-f9ee-442d-b0c7-34e4f932a087 HTTP/1.1" status: 200 len: 806 time: 0.2168179 Jul 05 10:24:29.719370 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-269a5a3f-c2ac-455e-bce6-dde0631acf4c req-bb369bfa-713f-4060-bf18-0041f0caefb1 service neutron] 10.222.0.64 "GET /v2.0/networks/8bdc558b-2c94-4cc9-ae3d-9face2b00479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501621 Jul 05 10:24:29.723122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Pushing event updated for resources: {'Port': ['ID=cb01c22d-b137-4040-ab71-49daa4cf4a60,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:29.735651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Attempting to bind port cb01c22d-b137-4040-ab71-49daa4cf4a60 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:24:29.736144 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Attempting to bind port cb01c22d-b137-4040-ab71-49daa4cf4a60 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:24:29.736580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Attempting to bind port cb01c22d-b137-4040-ab71-49daa4cf4a60 on network edd4465b-390d-4777-8a67-9c0e7de02108 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:24:29.741764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Port cb01c22d-b137-4040-ab71-49daa4cf4a60 on network edd4465b-390d-4777-8a67-9c0e7de02108 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:24:29.742218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Attempting to bind port cb01c22d-b137-4040-ab71-49daa4cf4a60 on network edd4465b-390d-4777-8a67-9c0e7de02108 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:24:29.748148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:24:29.748635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Checking segment: {'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:24:29.749129 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Bound using segment: {'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:24:29.749733 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Bound port: cb01c22d-b137-4040-ab71-49daa4cf4a60, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:24:29.750188 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:29.763508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-f708ab8b-f2fa-4c0a-93ea-e5dd9502e67e tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Request body: {'port': {'device_id': '52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb', 'network_id': '41d9197b-f9ee-442d-b0c7-34e4f932a087', 'admin_state_up': True, 'tenant_id': 'd597b0f592fd43b599c2e5a64c59c759'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:24:29.852179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] For port cb01c22d-b137-4040-ab71-49daa4cf4a60, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:24:29.856175 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] For port cb01c22d-b137-4040-ab71-49daa4cf4a60, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=cb01c22d-b137-4040-ab71-49daa4cf4a60,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:24:29.947163 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:29.970826 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:29.971479 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:29.973007 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] 10.222.0.73 "PUT /v2.0/ports/cb01c22d-b137-4040-ab71-49daa4cf4a60 HTTP/1.1" status: 200 len: 1093 time: 1.4909029 Jul 05 10:24:29.988372 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb555be-24f5-442e-b7d7-737d42d22f2a', 'tag': 'cb01c22d-b137-4040-ab71-49daa4cf4a60'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:24:29.991651 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffb7b60-e190-4387-831e-e4b9355a7e54" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb555be-24f5-442e-b7d7-737d42d22f2a", "tag": "cb01c22d-b137-4040-ab71-49daa4cf4a60"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:30.059533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901fcab-ae1a-487d-a75a-d218c7e04e43 req-3bd48edf-23f7-4350-8596-d9ab5dbb6163 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:30.062491 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8901fcab-ae1a-487d-a75a-d218c7e04e43 req-3bd48edf-23f7-4350-8596-d9ab5dbb6163 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 944 time: 0.3082597 Jul 05 10:24:30.096696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959b6dc-416c-4864-85d8-6e3244612daf service neutron] Pushing event updated for resources: {'Port': ['ID=cb01c22d-b137-4040-ab71-49daa4cf4a60,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:30.151994 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8901fcab-ae1a-487d-a75a-d218c7e04e43 req-4ea504ce-237f-42c5-8c7e-d9ddd80162ef tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630074 Jul 05 10:24:30.186284 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d368de1b-a70f-4cf0-96c6-988bfe5c0ba2 req-dcdcc5a6-7a09-492e-9f3c-ec47e51ed89d tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 210 time: 0.0396008 Jul 05 10:24:30.232934 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d33bba-620e-41ce-8ed6-784bb6ef76ec x-openstack-request-id: req-69d33bba-620e-41ce-8ed6-784bb6ef76ec {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:30.233339 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-f708ab8b-f2fa-4c0a-93ea-e5dd9502e67e tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Made reservation on behalf of d597b0f592fd43b599c2e5a64c59c759 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:24:30.233528 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb555be-24f5-442e-b7d7-737d42d22f2a", "tag": "cb01c22d-b137-4040-ab71-49daa4cf4a60", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:30.233762 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69d33bba-620e-41ce-8ed6-784bb6ef76ec {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:30.234697 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb555be-24f5-442e-b7d7-737d42d22f2a', 'tag': 'cb01c22d-b137-4040-ab71-49daa4cf4a60', 'status': 'completed', 'code': 200} Jul 05 10:24:30.238267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-f708ab8b-f2fa-4c0a-93ea-e5dd9502e67e tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:30.396196 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb7b60-e190-4387-831e-e4b9355a7e54 req-7bf3698c-b530-4a3a-af52-adc5db5a7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:30.397841 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ffb7b60-e190-4387-831e-e4b9355a7e54 req-7bf3698c-b530-4a3a-af52-adc5db5a7c46 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d352e50c540947d985966a904467acf3&device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 1096 time: 0.1364782 Jul 05 10:24:30.409318 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-f708ab8b-f2fa-4c0a-93ea-e5dd9502e67e tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Allocated IP 172.20.0.3 (41d9197b-f9ee-442d-b0c7-34e4f932a087/ddef2e4d-0828-4255-9baa-c352d2e2b1d5/6e291819-bb07-422b-ad9f-19143fd3b1e7) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:24:30.566924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb7b60-e190-4387-831e-e4b9355a7e54 req-4982cc7f-8d1d-4f1b-932a-742e70928654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:30.571243 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ffb7b60-e190-4387-831e-e4b9355a7e54 req-4982cc7f-8d1d-4f1b-932a-742e70928654 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d352e50c540947d985966a904467acf3&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1632993 Jul 05 10:24:30.707477 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-f708ab8b-f2fa-4c0a-93ea-e5dd9502e67e tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:30.714632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb7b60-e190-4387-831e-e4b9355a7e54 req-29d3743c-4a00-46bb-ad6b-b54ad32685e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:30.716496 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ffb7b60-e190-4387-831e-e4b9355a7e54 req-29d3743c-4a00-46bb-ad6b-b54ad32685e0 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392629 Jul 05 10:24:30.758097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bed14-962b-492d-99a2-86a20d9273f4 req-a30ad9c3-a05c-4d6a-9d18-c1e6205131fa tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:30.760406 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c88bed14-962b-492d-99a2-86a20d9273f4 req-a30ad9c3-a05c-4d6a-9d18-c1e6205131fa tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 943 time: 0.1600800 Jul 05 10:24:30.834015 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c88bed14-962b-492d-99a2-86a20d9273f4 req-1f4b4501-7646-499d-b744-0637ffbeedbb tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ed61736-f899-4675-a68e-fade50e726d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584795 Jul 05 10:24:30.862401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-f09b7855-12fd-481d-aa13-aa7833fb50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:30.864330 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-f09b7855-12fd-481d-aa13-aa7833fb50bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d352e50c540947d985966a904467acf3&device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 1096 time: 0.1020298 Jul 05 10:24:30.914178 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-f708ab8b-f2fa-4c0a-93ea-e5dd9502e67e tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:30.926136 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-8b80b457-4a8d-4ea0-82dd-4b4653ebf47a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb01c22d-b137-4040-ab71-49daa4cf4a60 HTTP/1.1" status: 200 len: 217 time: 0.0537715 Jul 05 10:24:30.995645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-dd12dbbf-9182-4a61-95a9-1883a350d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:30.997952 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-dd12dbbf-9182-4a61-95a9-1883a350d319 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=416d4cde-47b1-4b1b-a789-838086a2fbf2 HTTP/1.1" status: 200 len: 844 time: 0.0637784 Jul 05 10:24:31.004961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708ab8b-f2fa-4c0a-93ea-e5dd9502e67e tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Pushing event updated for resources: {'Port': ['ID=6e291819-bb07-422b-ad9f-19143fd3b1e7,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:31.032566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-f708ab8b-f2fa-4c0a-93ea-e5dd9502e67e tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Network 41d9197b-f9ee-442d-b0c7-34e4f932a087 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:24:31.032566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-f708ab8b-f2fa-4c0a-93ea-e5dd9502e67e tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:24:31.040283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-f708ab8b-f2fa-4c0a-93ea-e5dd9502e67e tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:24:31.094695 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-949e3efa-3d19-494a-81fa-e152802d4a54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=edd4465b-390d-4777-8a67-9c0e7de02108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904713 Jul 05 10:24:31.152253 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-f708ab8b-f2fa-4c0a-93ea-e5dd9502e67e tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:31.152824 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-f708ab8b-f2fa-4c0a-93ea-e5dd9502e67e tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:31.223065 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-2a57bae4-2bd1-44cf-afca-6a01ae4938d0 service neutron] 10.222.0.73 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238356 Jul 05 10:24:31.252370 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-f708ab8b-f2fa-4c0a-93ea-e5dd9502e67e tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4995613 Jul 05 10:24:31.269768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Request body: {'port': {'device_id': '52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:24:31.308223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:24:31.493576 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:31.536042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=02b2347f-9f77-4bd7-a9fa-edff71f7fd8d,segment=NetworkSegment(00428c7b-72a1-4c12-a6df-b8936115b4f0),segment_id=00428c7b-72a1-4c12-a6df-b8936115b4f0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:31.566862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '02b2347f-9f77-4bd7-a9fa-edff71f7fd8d', 'network_id': '8bdc558b-2c94-4cc9-ae3d-9face2b00479', 'port_id': '02b2347f-9f77-4bd7-a9fa-edff71f7fd8d', 'mac_address': 'fa:16:3e:69:4d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86782ae3-5f94-4405-ab4f-d725efe02e90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:24:31.656083 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:31.680794 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:24:31.719029 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eff1ae48-7f83-4b31-8511-d3753b06b571 req-53e59731-5898-4999-bb00-ea898a0a6c9c service neutron] 10.222.0.73 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865503 Jul 05 10:24:31.728747 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=02b2347f-9f77-4bd7-a9fa-edff71f7fd8d,segment=NetworkSegment(00428c7b-72a1-4c12-a6df-b8936115b4f0),segment_id=00428c7b-72a1-4c12-a6df-b8936115b4f0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:31.758205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f97ab4-63e8-4884-9148-78ac82e261b5 req-c23c0438-1777-48cd-b5d5-6917bc59000d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:31.760242 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6f97ab4-63e8-4884-9148-78ac82e261b5 req-c23c0438-1777-48cd-b5d5-6917bc59000d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 944 time: 0.2931952 Jul 05 10:24:31.855062 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:31.866112 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6f97ab4-63e8-4884-9148-78ac82e261b5 req-b99f9bc6-3e85-4d06-b45c-cde637ec9708 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963051 Jul 05 10:24:31.900521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f38503-d85d-48fa-9d43-d9c0f199ac9c req-2f9e0dc2-9be1-4b32-a784-48e2d4ea4e0e tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:31.918985 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37f38503-d85d-48fa-9d43-d9c0f199ac9c req-2f9e0dc2-9be1-4b32-a784-48e2d4ea4e0e tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 931 time: 0.3172071 Jul 05 10:24:32.021727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=02b2347f-9f77-4bd7-a9fa-edff71f7fd8d,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:32.125523 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['02b2347f-9f77-4bd7-a9fa-edff71f7fd8d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:24:32.218103 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37f38503-d85d-48fa-9d43-d9c0f199ac9c req-e820b314-307f-4881-9051-f3875392dde5 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc4d8a15-45b4-4d67-9dcd-d2e31419e0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921045 Jul 05 10:24:32.455974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e291819-bb07-422b-ad9f-19143fd3b1e7 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:24:32.473521 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:32.503333 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Transition to ACTIVE for port object 6e291819-bb07-422b-ad9f-19143fd3b1e7 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:24:32.526011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a403258-4437-45c7-b72e-d8686f6f09be req-16d19127-5c61-4d58-b56c-2c801f2f1190 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:32.528773 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a403258-4437-45c7-b72e-d8686f6f09be req-16d19127-5c61-4d58-b56c-2c801f2f1190 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 944 time: 0.1396673 Jul 05 10:24:32.580596 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:32.627932 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a403258-4437-45c7-b72e-d8686f6f09be req-4d05c21c-fe3f-4a0f-b9c3-043e8cd4f187 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ed61736-f899-4675-a68e-fade50e726d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860813 Jul 05 10:24:32.723346 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Pushing event updated for resources: {'Port': ['ID=6e291819-bb07-422b-ad9f-19143fd3b1e7,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:32.834812 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Attempting to bind port 6e291819-bb07-422b-ad9f-19143fd3b1e7 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:24:32.835257 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Attempting to bind port 6e291819-bb07-422b-ad9f-19143fd3b1e7 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '4a0c858e-48a4-4573-8ffd-70c2867b6ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '41d9197b-f9ee-442d-b0c7-34e4f932a087'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:24:32.835521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Attempting to bind port 6e291819-bb07-422b-ad9f-19143fd3b1e7 on network 41d9197b-f9ee-442d-b0c7-34e4f932a087 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:24:32.841485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Port 6e291819-bb07-422b-ad9f-19143fd3b1e7 on network 41d9197b-f9ee-442d-b0c7-34e4f932a087 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:24:32.841825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Attempting to bind port 6e291819-bb07-422b-ad9f-19143fd3b1e7 on network 41d9197b-f9ee-442d-b0c7-34e4f932a087 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:24:32.848048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:24:32.848352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Checking segment: {'id': '4a0c858e-48a4-4573-8ffd-70c2867b6ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '41d9197b-f9ee-442d-b0c7-34e4f932a087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:24:32.848759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Bound using segment: {'id': '4a0c858e-48a4-4573-8ffd-70c2867b6ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '41d9197b-f9ee-442d-b0c7-34e4f932a087'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:24:32.849406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Bound port: 6e291819-bb07-422b-ad9f-19143fd3b1e7, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0c858e-48a4-4573-8ffd-70c2867b6ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '41d9197b-f9ee-442d-b0c7-34e4f932a087'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:24:32.849781 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:32.976349 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] For port 6e291819-bb07-422b-ad9f-19143fd3b1e7, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:24:32.982618 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] For port 6e291819-bb07-422b-ad9f-19143fd3b1e7, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=6e291819-bb07-422b-ad9f-19143fd3b1e7,segment=NetworkSegment(4a0c858e-48a4-4573-8ffd-70c2867b6ae9),segment_id=4a0c858e-48a4-4573-8ffd-70c2867b6ae9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:24:33.091786 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:33.147827 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:33.148459 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:33.150864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] 10.222.0.64 "PUT /v2.0/ports/6e291819-bb07-422b-ad9f-19143fd3b1e7 HTTP/1.1" status: 200 len: 1092 time: 1.8884797 Jul 05 10:24:33.151673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb', 'tag': '6e291819-bb07-422b-ad9f-19143fd3b1e7'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:24:33.155042 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34440f0f-fe78-48ba-ad4d-033ec65ded74" -d '{"events": [{"name": "network-changed", "server_uuid": "52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb", "tag": "6e291819-bb07-422b-ad9f-19143fd3b1e7"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:33.189131 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0eecd-134d-4470-a4b8-d16ec5d96924 service neutron] Pushing event updated for resources: {'Port': ['ID=6e291819-bb07-422b-ad9f-19143fd3b1e7,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:33.213905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5091-7424-4e8a-85f0-d1965c61812d req-a122171d-5ea4-4441-afcc-30b0742e307c tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:33.215843 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49ac5091-7424-4e8a-85f0-d1965c61812d req-a122171d-5ea4-4441-afcc-30b0742e307c tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 944 time: 0.1750293 Jul 05 10:24:33.219991 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4321d7-ce3c-49a9-ba0c-573baf23ad06 x-openstack-request-id: req-8f4321d7-ce3c-49a9-ba0c-573baf23ad06 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:33.220927 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb", "tag": "6e291819-bb07-422b-ad9f-19143fd3b1e7", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:33.221328 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f4321d7-ce3c-49a9-ba0c-573baf23ad06 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:33.221817 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb', 'tag': '6e291819-bb07-422b-ad9f-19143fd3b1e7', 'status': 'completed', 'code': 200} Jul 05 10:24:33.325725 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:24:33.358853 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49ac5091-7424-4e8a-85f0-d1965c61812d req-42b322e9-b1ea-43ed-aadb-e1cb3ec9b274 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177325 Jul 05 10:24:33.413949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34440f0f-fe78-48ba-ad4d-033ec65ded74 req-0e4ab12d-b7c9-4555-80e5-a9daa06d1ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:33.416534 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-34440f0f-fe78-48ba-ad4d-033ec65ded74 req-0e4ab12d-b7c9-4555-80e5-a9daa06d1ff8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d597b0f592fd43b599c2e5a64c59c759&device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 1095 time: 0.1356521 Jul 05 10:24:33.551458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:24:33.560891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:24:33.560891 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:33.627043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34440f0f-fe78-48ba-ad4d-033ec65ded74 req-52f86d4d-590d-4287-8061-68b522c2bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:33.628608 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-34440f0f-fe78-48ba-ad4d-033ec65ded74 req-52f86d4d-590d-4287-8061-68b522c2bd4a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d597b0f592fd43b599c2e5a64c59c759&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2025049 Jul 05 10:24:33.641577 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cd65d-c1b2-41a8-a0d3-41d5739ff6a8 req-c5ec008a-3049-42ab-a51f-22d1c061d1ee tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:33.643160 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c8cd65d-c1b2-41a8-a0d3-41d5739ff6a8 req-c5ec008a-3049-42ab-a51f-22d1c061d1ee tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 943 time: 0.1359971 Jul 05 10:24:33.728743 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:33.794048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=02b2347f-9f77-4bd7-a9fa-edff71f7fd8d,segment=NetworkSegment(00428c7b-72a1-4c12-a6df-b8936115b4f0),segment_id=00428c7b-72a1-4c12-a6df-b8936115b4f0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:33.796559 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93f9c00-b1d7-4946-8cfd-d54c3e84c079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b2347f-9f77-4bd7-a9fa-edff71f7fd8d'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:24:33.799937 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e664a15-bb27-401b-9676-b341321e8751" -d '{"events": [{"server_uuid": "e93f9c00-b1d7-4946-8cfd-d54c3e84c079", "name": "network-vif-plugged", "status": "completed", "tag": "02b2347f-9f77-4bd7-a9fa-edff71f7fd8d"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:33.845016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34440f0f-fe78-48ba-ad4d-033ec65ded74 req-353e72a5-1abb-468c-b9f1-d80f489182f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:33.846532 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-34440f0f-fe78-48ba-ad4d-033ec65ded74 req-353e72a5-1abb-468c-b9f1-d80f489182f7 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2024777 Jul 05 10:24:33.852812 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c8cd65d-c1b2-41a8-a0d3-41d5739ff6a8 req-f242d4c1-d824-4d1f-928d-b53ec8b636c7 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc4d8a15-45b4-4d67-9dcd-d2e31419e0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983294 Jul 05 10:24:33.854504 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:33.941763 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=02b2347f-9f77-4bd7-a9fa-edff71f7fd8d,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:33.954756 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378d1943-02d4-4ef9-9c8b-8ad504ba7b1f x-openstack-request-id: req-378d1943-02d4-4ef9-9c8b-8ad504ba7b1f {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:33.955219 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93f9c00-b1d7-4946-8cfd-d54c3e84c079", "name": "network-vif-plugged", "status": "completed", "tag": "02b2347f-9f77-4bd7-a9fa-edff71f7fd8d", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:33.955604 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-378d1943-02d4-4ef9-9c8b-8ad504ba7b1f {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:33.956644 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93f9c00-b1d7-4946-8cfd-d54c3e84c079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b2347f-9f77-4bd7-a9fa-edff71f7fd8d', 'code': 200} Jul 05 10:24:34.002980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66480f-460a-4e72-be9e-0fc912647c44 req-0847a8ea-3298-48db-8d2e-6c6fcc7eaf55 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:34.005640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device cb01c22d-b137-4040-ab71-49daa4cf4a60 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:24:34.012844 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d66480f-460a-4e72-be9e-0fc912647c44 req-0847a8ea-3298-48db-8d2e-6c6fcc7eaf55 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 945 time: 0.1629667 Jul 05 10:24:34.038696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-97f91ddc-1a08-4f41-8b90-eaf4bf585ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:34.041861 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-97f91ddc-1a08-4f41-8b90-eaf4bf585ded service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d597b0f592fd43b599c2e5a64c59c759&device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 1095 time: 0.1281869 Jul 05 10:24:34.071576 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d66480f-460a-4e72-be9e-0fc912647c44 req-5a2e5bc2-7c96-4d37-b776-948be7658464 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ed61736-f899-4675-a68e-fade50e726d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557320 Jul 05 10:24:34.151065 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-5abb8db4-434a-4fb5-8b5a-bd32f501bc7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e291819-bb07-422b-ad9f-19143fd3b1e7 HTTP/1.1" status: 200 len: 217 time: 0.1012137 Jul 05 10:24:34.161656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port cb01c22d-b137-4040-ab71-49daa4cf4a60, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=cb01c22d-b137-4040-ab71-49daa4cf4a60,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:34.176182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'cb01c22d-b137-4040-ab71-49daa4cf4a60', 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108', 'port_id': 'cb01c22d-b137-4040-ab71-49daa4cf4a60', 'mac_address': 'fa:16:3e:d4:26:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416d4cde-47b1-4b1b-a789-838086a2fbf2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:24:34.220990 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-b941a6c9-fa0e-4bd5-8523-a988cdd92002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:34.222514 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-b941a6c9-fa0e-4bd5-8523-a988cdd92002 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddef2e4d-0828-4255-9baa-c352d2e2b1d5 HTTP/1.1" status: 200 len: 846 time: 0.0650086 Jul 05 10:24:34.229376 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:34.230711 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ed2ba-8a37-46d7-bbb9-57b012bee51b req-3df9ae67-c9a0-4cf4-9e57-a9a6abcbeef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:34.232345 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f95ed2ba-8a37-46d7-bbb9-57b012bee51b req-3df9ae67-c9a0-4cf4-9e57-a9a6abcbeef5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 1097 time: 0.1810114 Jul 05 10:24:34.249756 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb01c22d-b137-4040-ab71-49daa4cf4a60 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:24:34.281937 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port cb01c22d-b137-4040-ab71-49daa4cf4a60, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=cb01c22d-b137-4040-ab71-49daa4cf4a60,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:34.282854 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-c8edb386-0b50-42ce-906e-8861b1c26604 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41d9197b-f9ee-442d-b0c7-34e4f932a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492682 Jul 05 10:24:34.361435 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:34.376740 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f95ed2ba-8a37-46d7-bbb9-57b012bee51b req-1fcab5c5-3513-4b85-9b0f-cf28a8a874e8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9ed61736-f899-4675-a68e-fade50e726d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312184 Jul 05 10:24:34.429031 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-54e4002a-f341-4baf-9f02-6fd3ba77541a service neutron] 10.222.0.64 "GET /v2.0/networks/41d9197b-f9ee-442d-b0c7-34e4f932a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361537 Jul 05 10:24:34.473134 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=cb01c22d-b137-4040-ab71-49daa4cf4a60,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:34.673055 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6ea377f-2a1c-4d48-88c6-e8f888deaad8 req-4a04e3da-2947-4be5-8aae-f9458758a9e0 service neutron] 10.222.0.64 "GET /v2.0/networks/41d9197b-f9ee-442d-b0c7-34e4f932a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168124 Jul 05 10:24:34.681058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3779eb4-4f5c-4be4-8604-4974f9f44d9e req-2d2920fd-fcab-453c-83b6-9cd394eba8e3 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:34.683090 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b3779eb4-4f5c-4be4-8604-4974f9f44d9e req-2d2920fd-fcab-453c-83b6-9cd394eba8e3 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 945 time: 0.1469996 Jul 05 10:24:34.731026 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b3779eb4-4f5c-4be4-8604-4974f9f44d9e req-3a73dd1b-27d8-44c0-829c-7cc4b7876818 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369873 Jul 05 10:24:34.750326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['cb01c22d-b137-4040-ab71-49daa4cf4a60'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:24:35.114014 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eedf6e-a105-42cf-922c-7f737d9e42ed req-5dd9058f-d746-4dde-a9a7-2405c135ce3f tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:35.116734 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6eedf6e-a105-42cf-922c-7f737d9e42ed req-5dd9058f-d746-4dde-a9a7-2405c135ce3f tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 943 time: 0.0909624 Jul 05 10:24:35.194454 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6eedf6e-a105-42cf-922c-7f737d9e42ed req-fa218014-f638-4918-bd18-d996e402fb42 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc4d8a15-45b4-4d67-9dcd-d2e31419e0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705171 Jul 05 10:24:35.413907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171716a0-d553-46ae-8eaf-d8488967806e req-15f76ed1-8c41-4e46-a797-8375ec3a464a tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:35.422087 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-171716a0-d553-46ae-8eaf-d8488967806e req-15f76ed1-8c41-4e46-a797-8375ec3a464a tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 945 time: 0.1206911 Jul 05 10:24:35.477271 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-171716a0-d553-46ae-8eaf-d8488967806e req-280d3ecd-9b42-4925-9a78-7e9a632e527f tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ed61736-f899-4675-a68e-fade50e726d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541337 Jul 05 10:24:35.495056 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39682) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:35.751283 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-50093c18-89ea-456f-a79d-e669bafc1a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:35.873659 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-50093c18-89ea-456f-a79d-e669bafc1a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:35.995940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f704a-35ee-4a8e-a182-e3cb2b8b07be req-21bfe6c9-14b1-4d49-9a86-60c20c9171c9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:35.996810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device cb01c22d-b137-4040-ab71-49daa4cf4a60 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:24:35.998121 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-214f704a-35ee-4a8e-a182-e3cb2b8b07be req-21bfe6c9-14b1-4d49-9a86-60c20c9171c9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 945 time: 0.0856471 Jul 05 10:24:36.044697 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-50093c18-89ea-456f-a79d-e669bafc1a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:36.060242 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-214f704a-35ee-4a8e-a182-e3cb2b8b07be req-6b71b369-bc9d-4c2d-847a-5ba341c050e5 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559330 Jul 05 10:24:36.105983 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-50093c18-89ea-456f-a79d-e669bafc1a0e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=48aa8ae9af7d4182b8187eae9d43edb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6092014 Jul 05 10:24:36.109279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39692) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:36.121382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50093c18-89ea-456f-a79d-e669bafc1a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b84d0d-4109-4eb8-b928-3b2fefd7d38d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:36.174696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port cb01c22d-b137-4040-ab71-49daa4cf4a60 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:24:36.177720 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8366-892d-443a-8d1d-a3852bbfd1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:36.178868 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port cb01c22d-b137-4040-ab71-49daa4cf4a60 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:24:36.179577 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:36.216031 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8366-892d-443a-8d1d-a3852bbfd1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:36.287175 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:36.317219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb555be-24f5-442e-b7d7-737d42d22f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb01c22d-b137-4040-ab71-49daa4cf4a60'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:24:36.319314 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d5a5e1-8d53-4071-a656-c1016ff686d1" -d '{"events": [{"server_uuid": "0cb555be-24f5-442e-b7d7-737d42d22f2a", "name": "network-vif-plugged", "status": "completed", "tag": "cb01c22d-b137-4040-ab71-49daa4cf4a60"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:36.333888 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port cb01c22d-b137-4040-ab71-49daa4cf4a60, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=cb01c22d-b137-4040-ab71-49daa4cf4a60,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:36.370791 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8366-892d-443a-8d1d-a3852bbfd1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:36.370791 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8366-892d-443a-8d1d-a3852bbfd1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:36.380769 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5d1e8366-892d-443a-8d1d-a3852bbfd1d7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/73b84d0d-4109-4eb8-b928-3b2fefd7d38d HTTP/1.1" status: 204 len: 168 time: 0.2699335 Jul 05 10:24:36.395526 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e8366-892d-443a-8d1d-a3852bbfd1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b84d0d-4109-4eb8-b928-3b2fefd7d38d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:36.403745 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27aa1884-c19f-4b81-9ccc-add854e09b83 x-openstack-request-id: req-27aa1884-c19f-4b81-9ccc-add854e09b83 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:36.409503 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb555be-24f5-442e-b7d7-737d42d22f2a", "name": "network-vif-plugged", "status": "completed", "tag": "cb01c22d-b137-4040-ab71-49daa4cf4a60", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:36.409503 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27aa1884-c19f-4b81-9ccc-add854e09b83 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:36.410137 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb555be-24f5-442e-b7d7-737d42d22f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb01c22d-b137-4040-ab71-49daa4cf4a60', 'code': 200} Jul 05 10:24:36.434271 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:36.453605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29883de8-c161-4844-b07c-f3ff9ab18192 req-d19467a7-e05a-4550-ba7e-af2a3b5e459c tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:36.465845 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-29883de8-c161-4844-b07c-f3ff9ab18192 req-d19467a7-e05a-4550-ba7e-af2a3b5e459c tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 943 time: 0.1110182 Jul 05 10:24:36.562072 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=cb01c22d-b137-4040-ab71-49daa4cf4a60,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:36.600763 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-29883de8-c161-4844-b07c-f3ff9ab18192 req-3c96b3ee-7969-4d3a-8fac-7ba196674106 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc4d8a15-45b4-4d67-9dcd-d2e31419e0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327407 Jul 05 10:24:36.636738 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33848ad-cb4e-4b08-87c8-d32700662e85 req-d78ce575-a10e-40fe-8a0a-5b1dc203f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:36.638797 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d33848ad-cb4e-4b08-87c8-d32700662e85 req-d78ce575-a10e-40fe-8a0a-5b1dc203f094 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 1098 time: 0.1437635 Jul 05 10:24:36.692639 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d33848ad-cb4e-4b08-87c8-d32700662e85 req-e4212f0e-eafb-4f3b-b667-f20cc026b001 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475008 Jul 05 10:24:36.750026 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1797426-ae03-4623-b192-fd2267d621ae req-8df055b5-852e-490f-90c1-3d0c58133d4a tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:36.752191 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f1797426-ae03-4623-b192-fd2267d621ae req-8df055b5-852e-490f-90c1-3d0c58133d4a tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 945 time: 0.1022923 Jul 05 10:24:36.872123 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f1797426-ae03-4623-b192-fd2267d621ae req-fbeb0193-c769-49b8-891e-6a9a9e766e51 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ed61736-f899-4675-a68e-fade50e726d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124284 Jul 05 10:24:37.313181 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 6e291819-bb07-422b-ad9f-19143fd3b1e7 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:24:37.368815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6bbbd-0b1d-4b13-aba8-efdb43cdfd7c req-02868fb6-7b7b-45e6-bd07-31277769e047 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:37.376410 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-04f6bbbd-0b1d-4b13-aba8-efdb43cdfd7c req-02868fb6-7b7b-45e6-bd07-31277769e047 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 946 time: 0.1256974 Jul 05 10:24:37.440418 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-04f6bbbd-0b1d-4b13-aba8-efdb43cdfd7c req-752ccf18-0844-4fb2-818e-3d6a81228770 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625825 Jul 05 10:24:37.474411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 6e291819-bb07-422b-ad9f-19143fd3b1e7, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=6e291819-bb07-422b-ad9f-19143fd3b1e7,segment=NetworkSegment(4a0c858e-48a4-4573-8ffd-70c2867b6ae9),segment_id=4a0c858e-48a4-4573-8ffd-70c2867b6ae9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:37.494900 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '6e291819-bb07-422b-ad9f-19143fd3b1e7', 'network_id': '41d9197b-f9ee-442d-b0c7-34e4f932a087', 'port_id': '6e291819-bb07-422b-ad9f-19143fd3b1e7', 'mac_address': 'fa:16:3e:07:65:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddef2e4d-0828-4255-9baa-c352d2e2b1d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:24:37.551101 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:37.569641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e291819-bb07-422b-ad9f-19143fd3b1e7 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:24:37.613574 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 6e291819-bb07-422b-ad9f-19143fd3b1e7, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=6e291819-bb07-422b-ad9f-19143fd3b1e7,segment=NetworkSegment(4a0c858e-48a4-4573-8ffd-70c2867b6ae9),segment_id=4a0c858e-48a4-4573-8ffd-70c2867b6ae9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:37.688189 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:37.812606 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=6e291819-bb07-422b-ad9f-19143fd3b1e7,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:37.924350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['6e291819-bb07-422b-ad9f-19143fd3b1e7'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:24:37.942609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d2314-7304-48ab-9901-1ac13551f9a6 req-f451cc5b-3e19-430d-99e4-b8c59e6885b9 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:37.953048 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-525d2314-7304-48ab-9901-1ac13551f9a6 req-f451cc5b-3e19-430d-99e4-b8c59e6885b9 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 944 time: 0.1863210 Jul 05 10:24:38.111069 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-525d2314-7304-48ab-9901-1ac13551f9a6 req-ca6c532f-475e-40ee-b4d9-62a99eccfe53 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc4d8a15-45b4-4d67-9dcd-d2e31419e0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558120 Jul 05 10:24:38.114662 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ab71f-4e98-4935-9292-dd8994602944 req-52bf4d82-8381-4f99-a7c3-129073161bc4 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:38.118129 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-215ab71f-4e98-4935-9292-dd8994602944 req-52bf4d82-8381-4f99-a7c3-129073161bc4 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 945 time: 0.1738122 Jul 05 10:24:38.216801 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-215ab71f-4e98-4935-9292-dd8994602944 req-fe85f38d-9812-42c0-8aff-c0bbeb6d2b46 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ed61736-f899-4675-a68e-fade50e726d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922778 Jul 05 10:24:38.743566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fdddd-4d3b-43ea-bc50-02e2f8534555 req-5939b4e8-1885-4a7f-b951-f2622b0cd403 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:38.747663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-283fdddd-4d3b-43ea-bc50-02e2f8534555 req-5939b4e8-1885-4a7f-b951-f2622b0cd403 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 946 time: 0.0930274 Jul 05 10:24:38.799812 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-283fdddd-4d3b-43ea-bc50-02e2f8534555 req-33427e27-c1e5-4a0c-8bf4-efc247c18ad1 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455563 Jul 05 10:24:39.333261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 6e291819-bb07-422b-ad9f-19143fd3b1e7 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:24:39.430249 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0523b82-e976-419a-95ba-c2d87d79748d req-5a3db787-d385-431f-a4b0-417cbc80169b tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:39.436310 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e0523b82-e976-419a-95ba-c2d87d79748d req-5a3db787-d385-431f-a4b0-417cbc80169b tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 944 time: 0.1390307 Jul 05 10:24:39.496320 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e0523b82-e976-419a-95ba-c2d87d79748d req-3569bf98-0769-45ed-a240-446c9321c798 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc4d8a15-45b4-4d67-9dcd-d2e31419e0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545700 Jul 05 10:24:39.506880 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11137ee-6a7b-47ff-ab9a-147de7b36092 req-a0e74c8c-3bfb-45b6-9e0e-45e6ae13f767 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:39.509620 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a11137ee-6a7b-47ff-ab9a-147de7b36092 req-a0e74c8c-3bfb-45b6-9e0e-45e6ae13f767 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 945 time: 0.1521928 Jul 05 10:24:39.511679 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 6e291819-bb07-422b-ad9f-19143fd3b1e7 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:24:39.519255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 6e291819-bb07-422b-ad9f-19143fd3b1e7 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:24:39.519255 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:39.571708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c7722-7563-4b49-8d75-ec70dc8ce22c req-1e8ab977-a0b7-4b98-b26b-dd662747e8ec tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:39.584027 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-156c7722-7563-4b49-8d75-ec70dc8ce22c req-1e8ab977-a0b7-4b98-b26b-dd662747e8ec tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 945 time: 0.1461170 Jul 05 10:24:39.694400 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:39.698615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-156c7722-7563-4b49-8d75-ec70dc8ce22c req-079d2b4e-b9ff-4a8f-8447-bd85d26f6aa3 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/security-groups?id=9ed61736-f899-4675-a68e-fade50e726d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135168 Jul 05 10:24:39.758736 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 6e291819-bb07-422b-ad9f-19143fd3b1e7, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=6e291819-bb07-422b-ad9f-19143fd3b1e7,segment=NetworkSegment(4a0c858e-48a4-4573-8ffd-70c2867b6ae9),segment_id=4a0c858e-48a4-4573-8ffd-70c2867b6ae9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:39.760052 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e291819-bb07-422b-ad9f-19143fd3b1e7'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:24:39.765594 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e68ff1a-e117-41c7-9871-30fa6d85272b" -d '{"events": [{"server_uuid": "52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb", "name": "network-vif-plugged", "status": "completed", "tag": "6e291819-bb07-422b-ad9f-19143fd3b1e7"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:39.813819 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-a11137ee-6a7b-47ff-ab9a-147de7b36092 req-976f7750-3fcd-4250-b397-0537d3e904b6 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Deleting port 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:24:39.814612 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-a11137ee-6a7b-47ff-ab9a-147de7b36092 req-976f7750-3fcd-4250-b397-0537d3e904b6 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:39.831215 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:39.981370 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=6e291819-bb07-422b-ad9f-19143fd3b1e7,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:40.014544 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d7d13e-6d55-407f-a3ea-84d6ab6836ab x-openstack-request-id: req-c5d7d13e-6d55-407f-a3ea-84d6ab6836ab {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:40.015085 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb", "name": "network-vif-plugged", "status": "completed", "tag": "6e291819-bb07-422b-ad9f-19143fd3b1e7", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:40.015306 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5d7d13e-6d55-407f-a3ea-84d6ab6836ab {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:40.015840 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e291819-bb07-422b-ad9f-19143fd3b1e7', 'code': 200} Jul 05 10:24:40.019192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4d7f9-91d2-4968-9016-cfc50e4646b7 req-129d4072-55dc-44c8-b727-195f3b321b97 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:40.020985 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4a4d7f9-91d2-4968-9016-cfc50e4646b7 req-129d4072-55dc-44c8-b727-195f3b321b97 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 946 time: 0.3171954 Jul 05 10:24:40.078945 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-a11137ee-6a7b-47ff-ab9a-147de7b36092 req-976f7750-3fcd-4250-b397-0537d3e904b6 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] For port 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=02b2347f-9f77-4bd7-a9fa-edff71f7fd8d,segment=NetworkSegment(00428c7b-72a1-4c12-a6df-b8936115b4f0),segment_id=00428c7b-72a1-4c12-a6df-b8936115b4f0)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:40.079496 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-a11137ee-6a7b-47ff-ab9a-147de7b36092 req-976f7750-3fcd-4250-b397-0537d3e904b6 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:40.104516 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-a11137ee-6a7b-47ff-ab9a-147de7b36092 req-976f7750-3fcd-4250-b397-0537d3e904b6 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Calling delete_port for 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:24:40.109743 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4a4d7f9-91d2-4968-9016-cfc50e4646b7 req-691fb3c7-6907-42e4-ae90-bd88262311ef tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801909 Jul 05 10:24:40.264094 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625be33-abcb-4c28-9307-4e9a624a9208 req-7167cc26-4e4a-4191-a625-dc295465a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:40.265711 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8625be33-abcb-4c28-9307-4e9a624a9208 req-7167cc26-4e4a-4191-a625-dc295465a951 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 1097 time: 0.0952091 Jul 05 10:24:40.342522 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8625be33-abcb-4c28-9307-4e9a624a9208 req-d9edf1dc-6db6-4ad3-a949-6f514cc664be service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc4d8a15-45b4-4d67-9dcd-d2e31419e0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518303 Jul 05 10:24:40.426320 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-a11137ee-6a7b-47ff-ab9a-147de7b36092 req-976f7750-3fcd-4250-b397-0537d3e904b6 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:40.443348 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['02b2347f-9f77-4bd7-a9fa-edff71f7fd8d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:24:40.468112 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f7750-3fcd-4250-b397-0537d3e904b6 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Pushing event deleted for resources: {'Port': ['ID=02b2347f-9f77-4bd7-a9fa-edff71f7fd8d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:40.545803 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11137ee-6a7b-47ff-ab9a-147de7b36092 req-976f7750-3fcd-4250-b397-0537d3e904b6 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] No DVR routers for this DVR port 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:24:40.549144 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-a11137ee-6a7b-47ff-ab9a-147de7b36092 req-976f7750-3fcd-4250-b397-0537d3e904b6 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:40.551827 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a11137ee-6a7b-47ff-ab9a-147de7b36092 req-976f7750-3fcd-4250-b397-0537d3e904b6 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.64 "DELETE /v2.0/ports/02b2347f-9f77-4bd7-a9fa-edff71f7fd8d HTTP/1.1" status: 204 len: 173 time: 1.0315008 Jul 05 10:24:40.552396 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93f9c00-b1d7-4946-8cfd-d54c3e84c079', 'name': 'network-vif-deleted', 'tag': '02b2347f-9f77-4bd7-a9fa-edff71f7fd8d'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:24:40.555895 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5ca23d-fc1d-419e-93e1-6faec0287255" -d '{"events": [{"server_uuid": "e93f9c00-b1d7-4946-8cfd-d54c3e84c079", "name": "network-vif-deleted", "tag": "02b2347f-9f77-4bd7-a9fa-edff71f7fd8d"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:40.600457 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b2356b-f563-457e-99d4-fb581226bf41 x-openstack-request-id: req-f0b2356b-f563-457e-99d4-fb581226bf41 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:40.600827 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93f9c00-b1d7-4946-8cfd-d54c3e84c079", "name": "network-vif-deleted", "tag": "02b2347f-9f77-4bd7-a9fa-edff71f7fd8d", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:40.601131 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0b2356b-f563-457e-99d4-fb581226bf41 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:40.602208 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93f9c00-b1d7-4946-8cfd-d54c3e84c079', 'name': 'network-vif-deleted', 'tag': '02b2347f-9f77-4bd7-a9fa-edff71f7fd8d', 'status': 'completed', 'code': 200} Jul 05 10:24:40.773259 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368c1c1-e792-4323-8628-6d09aa76f301 req-bb651db1-61c7-4b6a-a501-ed8525006df0 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:40.775738 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c368c1c1-e792-4323-8628-6d09aa76f301 req-bb651db1-61c7-4b6a-a501-ed8525006df0 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 945 time: 0.0790408 Jul 05 10:24:40.837169 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c368c1c1-e792-4323-8628-6d09aa76f301 req-c7d8e869-9a93-4aa8-8128-8baf55591ab0 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc4d8a15-45b4-4d67-9dcd-d2e31419e0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545218 Jul 05 10:24:40.876269 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-413ad629-bfbf-42db-a363-7c53609ccf6b req-f6bd6022-d313-496a-8910-d0ef08de8094 tempest-ServerAddressesNegativeTestJSON-1673994839 tempest-ServerAddressesNegativeTestJSON-1673994839-project] 10.222.0.77 "GET /v2.0/ports?device_id=e93f9c00-b1d7-4946-8cfd-d54c3e84c079 HTTP/1.1" status: 200 len: 210 time: 0.0389888 Jul 05 10:24:41.094315 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33ab2600-45ed-4f27-9c61-9d739d439bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:41.337373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf498b3-42b8-40a5-a672-9a8a4416e8c3 req-0a21db4a-87c1-4f0d-b41a-4f923f7114f6 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:41.339296 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cdf498b3-42b8-40a5-a672-9a8a4416e8c3 req-0a21db4a-87c1-4f0d-b41a-4f923f7114f6 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 946 time: 0.0845516 Jul 05 10:24:41.406909 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cdf498b3-42b8-40a5-a672-9a8a4416e8c3 req-e762881e-27ca-40e2-9833-9f5de8a4843e tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568209 Jul 05 10:24:42.041875 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494131cf-6424-432a-8861-5eae586b6d96 req-aaa4063b-7f5d-42ed-99e3-fbf6e19d6b93 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:42.043545 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-494131cf-6424-432a-8861-5eae586b6d96 req-aaa4063b-7f5d-42ed-99e3-fbf6e19d6b93 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 945 time: 0.0729489 Jul 05 10:24:42.086733 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-494131cf-6424-432a-8861-5eae586b6d96 req-5b7749af-f07e-4429-b526-a90f72fb27ab tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc4d8a15-45b4-4d67-9dcd-d2e31419e0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363166 Jul 05 10:24:42.201557 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39830) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:42.314512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-911d16f3-3aee-4e61-b636-2348dca9ac4d admin admin] Deleting subnet 86782ae3-5f94-4405-ab4f-d725efe02e90 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:24:42.330615 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-911d16f3-3aee-4e61-b636-2348dca9ac4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:42.449282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-911d16f3-3aee-4e61-b636-2348dca9ac4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:42.561123 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-911d16f3-3aee-4e61-b636-2348dca9ac4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:42.702057 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-911d16f3-3aee-4e61-b636-2348dca9ac4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:42.723280 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-911d16f3-3aee-4e61-b636-2348dca9ac4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:42.726671 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-911d16f3-3aee-4e61-b636-2348dca9ac4d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/86782ae3-5f94-4405-ab4f-d725efe02e90 HTTP/1.1" status: 204 len: 168 time: 0.5237474 Jul 05 10:24:42.729532 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39848) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:42.778184 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d16f3-3aee-4e61-b636-2348dca9ac4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86782ae3-5f94-4405-ab4f-d725efe02e90,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:42.907885 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2ff69e28-2403-486f-989c-97ec7b03af8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:43.017471 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2ff69e28-2403-486f-989c-97ec7b03af8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:43.039623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-2ff69e28-2403-486f-989c-97ec7b03af8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdc558b-2c94-4cc9-ae3d-9face2b00479']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:43.057525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-2ff69e28-2403-486f-989c-97ec7b03af8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00428c7b-72a1-4c12-a6df-b8936115b4f0') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:43.058511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-2ff69e28-2403-486f-989c-97ec7b03af8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00428c7b-72a1-4c12-a6df-b8936115b4f0') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:43.072577 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2ff69e28-2403-486f-989c-97ec7b03af8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:43.090368 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2ff69e28-2403-486f-989c-97ec7b03af8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:43.098975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff69e28-2403-486f-989c-97ec7b03af8a admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:24:43.099403 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2ff69e28-2403-486f-989c-97ec7b03af8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:24:43.101411 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:24:43.272387 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2ff69e28-2403-486f-989c-97ec7b03af8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:43.277200 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2ff69e28-2403-486f-989c-97ec7b03af8a admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:43.284042 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2ff69e28-2403-486f-989c-97ec7b03af8a admin admin] 10.222.0.77 "DELETE /v2.0/networks/8bdc558b-2c94-4cc9-ae3d-9face2b00479 HTTP/1.1" status: 204 len: 168 time: 0.5532134 Jul 05 10:24:43.299941 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff69e28-2403-486f-989c-97ec7b03af8a admin admin] Pushing event deleted for resources: {'Network': ['ID=8bdc558b-2c94-4cc9-ae3d-9face2b00479,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:43.362395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:24:43.412358 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:24:43.412358 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 02b2347f-9f77-4bd7-a9fa-edff71f7fd8d not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:24:43.645293 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a187c45c-abf5-4fc2-975d-2a969930eaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:43.735234 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:43.940122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39878) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:43.976862 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5f220dbc-b330-4b82-86ae-d508247ee235 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e5520e36328a47a4bdfcda106688a9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434964 Jul 05 10:24:43.980896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39880) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:44.060669 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-188eb5ba-89e0-43cb-8945-6051da42ab25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:44.106696 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-188eb5ba-89e0-43cb-8945-6051da42ab25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:44.254776 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-188eb5ba-89e0-43cb-8945-6051da42ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:44.257577 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-188eb5ba-89e0-43cb-8945-6051da42ab25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:44.259604 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-188eb5ba-89e0-43cb-8945-6051da42ab25 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9ed61736-f899-4675-a68e-fade50e726d6 HTTP/1.1" status: 204 len: 168 time: 0.2771714 Jul 05 10:24:44.274403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188eb5ba-89e0-43cb-8945-6051da42ab25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed61736-f899-4675-a68e-fade50e726d6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:44.957185 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:46.007522 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device cb01c22d-b137-4040-ab71-49daa4cf4a60 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:24:46.182456 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port cb01c22d-b137-4040-ab71-49daa4cf4a60, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=cb01c22d-b137-4040-ab71-49daa4cf4a60,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:46.194878 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'cb01c22d-b137-4040-ab71-49daa4cf4a60', 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108', 'port_id': 'cb01c22d-b137-4040-ab71-49daa4cf4a60', 'mac_address': 'fa:16:3e:d4:26:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416d4cde-47b1-4b1b-a789-838086a2fbf2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:24:46.238457 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:46.256797 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb01c22d-b137-4040-ab71-49daa4cf4a60 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:24:46.288276 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port cb01c22d-b137-4040-ab71-49daa4cf4a60, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=cb01c22d-b137-4040-ab71-49daa4cf4a60,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:46.443503 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:46.555882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=cb01c22d-b137-4040-ab71-49daa4cf4a60,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:46.589822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['cb01c22d-b137-4040-ab71-49daa4cf4a60'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:24:46.855436 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-88bd950a-32a8-4f12-b753-0fedf534651d req-e4d60012-d609-4a1b-ae22-4891814e86f7 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0924468 Jul 05 10:24:46.932877 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:48.014570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device cb01c22d-b137-4040-ab71-49daa4cf4a60 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:24:48.096499 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d82470f-252c-4b72-9456-422fcd2ff1b6 req-47d5cde0-b671-46d8-a995-5ea504afc332 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0648003 Jul 05 10:24:48.173486 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port cb01c22d-b137-4040-ab71-49daa4cf4a60 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:24:48.174302 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:48.331675 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:48.339810 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:24:48.411198 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port cb01c22d-b137-4040-ab71-49daa4cf4a60, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=cb01c22d-b137-4040-ab71-49daa4cf4a60,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:48.416686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb555be-24f5-442e-b7d7-737d42d22f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb01c22d-b137-4040-ab71-49daa4cf4a60'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:24:48.421261 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b899f8f-a1fb-4464-ad8c-7536ed3e6161" -d '{"events": [{"server_uuid": "0cb555be-24f5-442e-b7d7-737d42d22f2a", "name": "network-vif-plugged", "status": "completed", "tag": "cb01c22d-b137-4040-ab71-49daa4cf4a60"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:48.522690 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063d61fd-116c-4abf-bd03-74f14b30228b x-openstack-request-id: req-063d61fd-116c-4abf-bd03-74f14b30228b {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:48.523324 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb555be-24f5-442e-b7d7-737d42d22f2a", "name": "network-vif-plugged", "status": "completed", "tag": "cb01c22d-b137-4040-ab71-49daa4cf4a60", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:48.525171 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-063d61fd-116c-4abf-bd03-74f14b30228b {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:48.525171 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb555be-24f5-442e-b7d7-737d42d22f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb01c22d-b137-4040-ab71-49daa4cf4a60', 'code': 200} Jul 05 10:24:48.529211 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:48.645436 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=cb01c22d-b137-4040-ab71-49daa4cf4a60,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:49.473546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40094) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:49.531663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f0ba0043-33b2-4d73-ad47-fd6f7372c59a req-2ef058b9-5c63-471b-be37-b88483a72650 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.1225009 Jul 05 10:24:49.973775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485188b3-a8f1-4712-a398-2b53d9da51eb req-a48cec97-fa05-4f13-a3bb-6e362cad0d68 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:49.976849 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-485188b3-a8f1-4712-a398-2b53d9da51eb req-a48cec97-fa05-4f13-a3bb-6e362cad0d68 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 945 time: 0.1721165 Jul 05 10:24:49.983454 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-3577b628-be36-4674-bec4-2b398f9391fc admin admin] Deleting subnet ee2f540f-d648-4fce-bd99-a67eef56ee7c {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:24:49.993867 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3577b628-be36-4674-bec4-2b398f9391fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:50.071100 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-485188b3-a8f1-4712-a398-2b53d9da51eb req-b0f9aef7-09ab-44be-83bc-f4a8d44aca68 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc4d8a15-45b4-4d67-9dcd-d2e31419e0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849516 Jul 05 10:24:50.075053 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3577b628-be36-4674-bec4-2b398f9391fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:50.128243 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3577b628-be36-4674-bec4-2b398f9391fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:50.307048 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3577b628-be36-4674-bec4-2b398f9391fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:50.363409 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b628-be36-4674-bec4-2b398f9391fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2f540f-d648-4fce-bd99-a67eef56ee7c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:50.405298 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3577b628-be36-4674-bec4-2b398f9391fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:50.407418 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3577b628-be36-4674-bec4-2b398f9391fc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ee2f540f-d648-4fce-bd99-a67eef56ee7c HTTP/1.1" status: 204 len: 168 time: 0.9329984 Jul 05 10:24:50.411209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40126) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:50.538154 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6595255e-51ec-4a6a-a8e0-9591518f0288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:50.666370 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6595255e-51ec-4a6a-a8e0-9591518f0288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:50.693419 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-6595255e-51ec-4a6a-a8e0-9591518f0288 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19bdaac7-4c06-48ce-b69f-b6afbbae32ab']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:50.734037 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-6595255e-51ec-4a6a-a8e0-9591518f0288 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c48217-bb17-493a-86d1-cf2fb7cc5808') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:50.734216 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17644073-bee5-4dab-8472-bbcfd6e3e39b req-f02114d8-8b86-4d25-967d-1cf5deca08c4 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0534620 Jul 05 10:24:50.748277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-6595255e-51ec-4a6a-a8e0-9591518f0288 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c48217-bb17-493a-86d1-cf2fb7cc5808') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:24:50.805274 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6595255e-51ec-4a6a-a8e0-9591518f0288 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:50.843224 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6595255e-51ec-4a6a-a8e0-9591518f0288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:50.855101 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6595255e-51ec-4a6a-a8e0-9591518f0288 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:24:50.855634 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6595255e-51ec-4a6a-a8e0-9591518f0288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:24:50.928211 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:24:51.099880 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6595255e-51ec-4a6a-a8e0-9591518f0288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:51.099880 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6595255e-51ec-4a6a-a8e0-9591518f0288 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:51.105506 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6595255e-51ec-4a6a-a8e0-9591518f0288 admin admin] 10.222.0.77 "DELETE /v2.0/networks/19bdaac7-4c06-48ce-b69f-b6afbbae32ab HTTP/1.1" status: 204 len: 168 time: 0.6891999 Jul 05 10:24:51.149987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595255e-51ec-4a6a-a8e0-9591518f0288 admin admin] Pushing event deleted for resources: {'Network': ['ID=19bdaac7-4c06-48ce-b69f-b6afbbae32ab,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:51.230207 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6a86e-5dfd-45ff-8693-e2acf4122cef req-c5aaddcb-fba1-4f2e-8abd-74c6e88f86d5 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:51.235098 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2dd6a86e-5dfd-45ff-8693-e2acf4122cef req-c5aaddcb-fba1-4f2e-8abd-74c6e88f86d5 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.64 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 945 time: 0.1912687 Jul 05 10:24:51.447057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1ac07-156a-49f4-8a92-830e5784fb48 req-186dece9-00df-4768-bbe6-898b6887174b tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:51.474035 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67c1ac07-156a-49f4-8a92-830e5784fb48 req-186dece9-00df-4768-bbe6-898b6887174b tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 945 time: 0.1461146 Jul 05 10:24:51.521447 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-2dd6a86e-5dfd-45ff-8693-e2acf4122cef req-2a317731-bc2e-4bb9-a5a8-5b6d3dacf9ca tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Deleting port 6e291819-bb07-422b-ad9f-19143fd3b1e7 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:24:51.522085 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2dd6a86e-5dfd-45ff-8693-e2acf4122cef req-2a317731-bc2e-4bb9-a5a8-5b6d3dacf9ca tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:51.557481 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67c1ac07-156a-49f4-8a92-830e5784fb48 req-e626e7da-d40f-4a05-a783-eb77e6c65152 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/security-groups?id=dc4d8a15-45b4-4d67-9dcd-d2e31419e0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821018 Jul 05 10:24:51.677431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-2dd6a86e-5dfd-45ff-8693-e2acf4122cef req-2a317731-bc2e-4bb9-a5a8-5b6d3dacf9ca tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] For port 6e291819-bb07-422b-ad9f-19143fd3b1e7, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=6e291819-bb07-422b-ad9f-19143fd3b1e7,segment=NetworkSegment(4a0c858e-48a4-4573-8ffd-70c2867b6ae9),segment_id=4a0c858e-48a4-4573-8ffd-70c2867b6ae9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:24:51.677982 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2dd6a86e-5dfd-45ff-8693-e2acf4122cef req-2a317731-bc2e-4bb9-a5a8-5b6d3dacf9ca tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:51.697791 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-2dd6a86e-5dfd-45ff-8693-e2acf4122cef req-2a317731-bc2e-4bb9-a5a8-5b6d3dacf9ca tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Calling delete_port for 6e291819-bb07-422b-ad9f-19143fd3b1e7 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:24:51.915816 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40166) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:51.970857 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-262c5ef5-bcab-47c7-9a0d-d89efa555a7b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4cf3781db7094fd6b2999873e917d8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515997 Jul 05 10:24:51.970857 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2dd6a86e-5dfd-45ff-8693-e2acf4122cef req-2a317731-bc2e-4bb9-a5a8-5b6d3dacf9ca tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:51.971832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40170) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:52.029141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a317731-bc2e-4bb9-a5a8-5b6d3dacf9ca tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Pushing event deleted for resources: {'Port': ['ID=6e291819-bb07-422b-ad9f-19143fd3b1e7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:52.098117 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd6a86e-5dfd-45ff-8693-e2acf4122cef req-2a317731-bc2e-4bb9-a5a8-5b6d3dacf9ca tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] No DVR routers for this DVR port 6e291819-bb07-422b-ad9f-19143fd3b1e7 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:24:52.134715 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2dd6a86e-5dfd-45ff-8693-e2acf4122cef req-2a317731-bc2e-4bb9-a5a8-5b6d3dacf9ca tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:52.137674 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2dd6a86e-5dfd-45ff-8693-e2acf4122cef req-2a317731-bc2e-4bb9-a5a8-5b6d3dacf9ca tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.64 "DELETE /v2.0/ports/6e291819-bb07-422b-ad9f-19143fd3b1e7 HTTP/1.1" status: 204 len: 173 time: 0.8926117 Jul 05 10:24:52.138782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb', 'name': 'network-vif-deleted', 'tag': '6e291819-bb07-422b-ad9f-19143fd3b1e7'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:24:52.141269 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7123674-5154-4f6a-92b7-5472a4606c8f" -d '{"events": [{"server_uuid": "52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb", "name": "network-vif-deleted", "tag": "6e291819-bb07-422b-ad9f-19143fd3b1e7"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:24:52.146625 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2ceffd15-190e-4084-94cd-400c74a3e86e req-bdbcdeaf-b6b5-4f48-b11f-7f048280463e tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0588791 Jul 05 10:24:52.151322 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-42bb94d7-7b48-4f5f-8b00-5fa252c7a957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:52.213876 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-42bb94d7-7b48-4f5f-8b00-5fa252c7a957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:52.269647 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d07b6f2-8561-4c38-9f23-1bd5a43a075e x-openstack-request-id: req-4d07b6f2-8561-4c38-9f23-1bd5a43a075e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:24:52.270561 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb", "name": "network-vif-deleted", "tag": "6e291819-bb07-422b-ad9f-19143fd3b1e7", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:24:52.271353 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d07b6f2-8561-4c38-9f23-1bd5a43a075e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:24:52.271919 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb', 'name': 'network-vif-deleted', 'tag': '6e291819-bb07-422b-ad9f-19143fd3b1e7', 'status': 'completed', 'code': 200} Jul 05 10:24:52.359201 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:52.440722 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-42bb94d7-7b48-4f5f-8b00-5fa252c7a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:52.444725 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-42bb94d7-7b48-4f5f-8b00-5fa252c7a957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:52.447478 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-42bb94d7-7b48-4f5f-8b00-5fa252c7a957 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1ca891bf-6340-46f7-a42b-14e20d787a02 HTTP/1.1" status: 204 len: 168 time: 0.4732652 Jul 05 10:24:52.477751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb94d7-7b48-4f5f-8b00-5fa252c7a957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca891bf-6340-46f7-a42b-14e20d787a02,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:52.856992 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48abb5aa-f675-4575-b490-fc7b3bc8533e req-dfb41aee-18b8-40c4-adfa-75c99b0a97c4 tempest-VolumesActionsTest-1235594820 tempest-VolumesActionsTest-1235594820-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b4a6a1-c909-4f5c-8f02-ce2ea01d3ccb HTTP/1.1" status: 200 len: 210 time: 0.0756655 Jul 05 10:24:53.000695 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-11d0a26e-59dd-43a8-9457-0f211e1ac2dc req-e3af1c2c-f09a-4272-a66f-b82db3b981e1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0319064 Jul 05 10:24:53.387981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 6e291819-bb07-422b-ad9f-19143fd3b1e7 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:24:53.452808 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 6e291819-bb07-422b-ad9f-19143fd3b1e7 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:24:53.453456 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 6e291819-bb07-422b-ad9f-19143fd3b1e7 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:24:53.516200 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eeb6b17f-dc22-400f-819b-593c5700a71c req-417ae5ee-acca-4e7f-bb29-1a60a8558a39 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0787973 Jul 05 10:24:54.044915 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:54.784803 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-55ac2d3e-139e-4c46-abd7-f68fdef628ca req-f92c847c-b5a2-42d1-93cf-a5726eeb0cbf tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0373359 Jul 05 10:24:56.504812 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82cc7925-ab06-4393-89dc-6becf09549a7 req-9cdcd250-c775-4d19-bc2f-b895baa667ae tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.1608901 Jul 05 10:24:57.884487 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-05ce3ff0-c4f8-47e1-800c-3ee05c6ec53b req-44e424ba-c752-447b-aec6-65fe60883acb tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.1375427 Jul 05 10:24:58.466203 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40358) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:58.479917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-68137476-89dd-4025-92fa-e5c380f17b5b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Request body: {'network': {'name': 'tempest-network-smoke--1412932015', 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'port_security_enabled': True}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:24:58.609093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68137476-89dd-4025-92fa-e5c380f17b5b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Made reservation on behalf of fccd5cc7d8c242f7bec61d45963cb5b7 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:24:58.614746 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-68137476-89dd-4025-92fa-e5c380f17b5b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:58.627778 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-68137476-89dd-4025-92fa-e5c380f17b5b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:58.805710 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-68137476-89dd-4025-92fa-e5c380f17b5b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:59.180806 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-68137476-89dd-4025-92fa-e5c380f17b5b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:59.219790 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68137476-89dd-4025-92fa-e5c380f17b5b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a61eccf-e1f7-400d-b80b-65738f23a7a1,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:59.231000 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68137476-89dd-4025-92fa-e5c380f17b5b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:24:59.245560 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-68137476-89dd-4025-92fa-e5c380f17b5b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:59.246021 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-68137476-89dd-4025-92fa-e5c380f17b5b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Added segment 8a4e2d0f-3e55-4469-937e-6ae924bae20a of type vlan for network fde05f62-acad-406f-ad37-7cc4e7d0f66a Jul 05 10:24:59.268610 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-76cf2ad4-8265-43d1-a33a-a9dbb3780874 req-108d0a27-4dd3-48a6-ba27-946469d38b25 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0447478 Jul 05 10:24:59.317680 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-68137476-89dd-4025-92fa-e5c380f17b5b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:59.489075 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-68137476-89dd-4025-92fa-e5c380f17b5b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:59.496422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68137476-89dd-4025-92fa-e5c380f17b5b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:24:59.497217 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-68137476-89dd-4025-92fa-e5c380f17b5b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:59.588689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68137476-89dd-4025-92fa-e5c380f17b5b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'Network': ['ID=fde05f62-acad-406f-ad37-7cc4e7d0f66a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:24:59.608361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network fde05f62-acad-406f-ad37-7cc4e7d0f66a details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:24:59.645450 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-68137476-89dd-4025-92fa-e5c380f17b5b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1761391 Jul 05 10:24:59.650218 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40390) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:24:59.657252 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1532333325', 'admin_state_up': True, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:24:59.810490 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:59.812085 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:24:59.943059 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:00.770284 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10c48db8-2194-4e09-bb0c-4a63074666d9 req-593d053a-9d44-4b43-82dd-fe2a58c64a79 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.1766777 Jul 05 10:25:00.909244 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:01.420305 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:01.464112 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:01.696156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Allocated IP 172.25.5.82 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/829d16d4-ec77-4676-beb1-389f90a132d0) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:01.985856 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:02.174924 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:02.263202 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-61f7e877-5ed3-4c32-b5b9-1c68a0d7732b req-f39d8364-38b1-4345-9ce7-beb1071bec8b tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.1493397 Jul 05 10:25:02.289784 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:02.316338 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:02.322856 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:25:02.461335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'Port': ['ID=829d16d4-ec77-4676-beb1-389f90a132d0,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:02.863449 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:03.199052 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:03.481966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Router 33c945b6-676a-4e68-be29-d2f5e1566425 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:25:03.520697 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69540f8e-4337-4a8b-ad13-130c6fdb65b2 req-5c8ece1e-e432-458f-a162-fd0203dcc572 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0515392 Jul 05 10:25:03.688641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:03.703193 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Sync routers for ids ['33c945b6-676a-4e68-be29-d2f5e1566425'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:03.730441 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Routers {'33c945b6-676a-4e68-be29-d2f5e1566425'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:03.731048 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:24:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['33c945b6-676a-4e68-be29-d2f5e1566425'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:03.834193 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:03.836231 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a36616a6-4b38-4509-b65b-930149deee7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.1840959 Jul 05 10:25:03.839932 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40466) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:03.952497 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Set router 33c945b6-676a-4e68-be29-d2f5e1566425 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:04.119314 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-99edd7be-b122-4293-8840-734535497957 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=fccd5cc7d8c242f7bec61d45963cb5b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2748115 Jul 05 10:25:04.120089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40472) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:04.231060 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1532333325', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:24:59Z', 'updated_at': '2021-07-05T10:25:02Z', 'revision_number': 3, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:01Z', 'updated_at': '2021-07-05T10:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:04.256200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40476) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:04.270392 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Checking router: 33c945b6-676a-4e68-be29-d2f5e1566425 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:04.271002 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Updating router 33c945b6-676a-4e68-be29-d2f5e1566425 port 829d16d4-ec77-4676-beb1-389f90a132d0 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:25:04.320859 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:04.409276 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a36a6-cc85-4182-a42f-18c1f8b1f9d2 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:04.414779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40490) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:04.424293 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-773a36a6-cc85-4182-a42f-18c1f8b1f9d2 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3034704 Jul 05 10:25:04.468461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40492) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:04.473967 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-dffd2b77-5dda-48e9-aac3-a85211d9033a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1292898361', 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:04.478387 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1d4501f0-5ce7-4545-a392-5c66979fe3ec tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0621037 Jul 05 10:25:04.615580 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e383423-72e2-4ec5-b1c2-c5b7fa2a8d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:04.665663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffd2b77-5dda-48e9-aac3-a85211d9033a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Made reservation on behalf of fccd5cc7d8c242f7bec61d45963cb5b7 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:04.669431 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dffd2b77-5dda-48e9-aac3-a85211d9033a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:04.698214 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:04.731070 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Transition to ACTIVE for port object 829d16d4-ec77-4676-beb1-389f90a132d0 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:04.793750 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a27c4d16-df9f-4c9e-bbe1-26ec8f381377 req-141e629a-2309-4a2a-93a0-c9d912a0a647 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0336704 Jul 05 10:25:04.855212 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e383423-72e2-4ec5-b1c2-c5b7fa2a8d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.168097 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.221963 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Attempting to bind port 829d16d4-ec77-4676-beb1-389f90a132d0 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:25:05.222327 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Attempting to bind port 829d16d4-ec77-4676-beb1-389f90a132d0 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:25:05.222850 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Attempting to bind port 829d16d4-ec77-4676-beb1-389f90a132d0 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:05.225972 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d286a-3293-4f35-b8dc-15ce13376ccd None None] Pushing event updated for resources: {'Port': ['ID=829d16d4-ec77-4676-beb1-389f90a132d0,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:05.231129 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:25:05.231490 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:05.231911 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.232302 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:25:05.232754 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Bound port: 829d16d4-ec77-4676-beb1-389f90a132d0, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:25:05.233129 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.248968 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e383423-72e2-4ec5-b1c2-c5b7fa2a8d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.258035 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d286a-3293-4f35-b8dc-15ce13376ccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:05.258389 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d286a-3293-4f35-b8dc-15ce13376ccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:05.258690 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d286a-3293-4f35-b8dc-15ce13376ccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:05.259025 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d286a-3293-4f35-b8dc-15ce13376ccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:05.259445 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d286a-3293-4f35-b8dc-15ce13376ccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:05.259836 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d286a-3293-4f35-b8dc-15ce13376ccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:05.260163 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d286a-3293-4f35-b8dc-15ce13376ccd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:05.260916 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d286a-3293-4f35-b8dc-15ce13376ccd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:05.260916 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d286a-3293-4f35-b8dc-15ce13376ccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:05.261242 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d286a-3293-4f35-b8dc-15ce13376ccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:05.261470 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d286a-3293-4f35-b8dc-15ce13376ccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:05.261785 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d286a-3293-4f35-b8dc-15ce13376ccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:05.290665 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3e383423-72e2-4ec5-b1c2-c5b7fa2a8d46 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2a6020c687184d9da6cc10edbc0d66dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0327241 Jul 05 10:25:05.291398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e383423-72e2-4ec5-b1c2-c5b7fa2a8d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29cb3fc-2f3c-431e-b889-1de17851ed22,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:05.294228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40500) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:05.302430 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] For port 829d16d4-ec77-4676-beb1-389f90a132d0, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:05.303538 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] For port 829d16d4-ec77-4676-beb1-389f90a132d0, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=829d16d4-ec77-4676-beb1-389f90a132d0,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:05.319034 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dffd2b77-5dda-48e9-aac3-a85211d9033a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.434042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd2b77-5dda-48e9-aac3-a85211d9033a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Checking segment: {'id': '8a4e2d0f-3e55-4469-937e-6ae924bae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:05.434290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffd2b77-5dda-48e9-aac3-a85211d9033a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Network hostable DHCP agents. Network: fde05f62-acad-406f-ad37-7cc4e7d0f66a, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:25:05.449449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd2b77-5dda-48e9-aac3-a85211d9033a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'Subnet': ['ID=1452af3d-493c-4d68-98a2-44b71573ca71,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:05.454507 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-287765c3-e3b4-402e-a9b0-831210a88970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.460127 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.496779 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-287765c3-e3b4-402e-a9b0-831210a88970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.580272 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Routers {'33c945b6-676a-4e68-be29-d2f5e1566425'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:05.581337 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:24:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['33c945b6-676a-4e68-be29-d2f5e1566425'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:05.583615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffd2b77-5dda-48e9-aac3-a85211d9033a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Network fde05f62-acad-406f-ad37-7cc4e7d0f66a is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:25:05.627516 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d286a-3293-4f35-b8dc-15ce13376ccd None None] Pushing event updated for resources: {'Port': ['ID=829d16d4-ec77-4676-beb1-389f90a132d0,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:05.686243 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-287765c3-e3b4-402e-a9b0-831210a88970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.689713 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-287765c3-e3b4-402e-a9b0-831210a88970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.691248 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-287765c3-e3b4-402e-a9b0-831210a88970 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a29cb3fc-2f3c-431e-b889-1de17851ed22 HTTP/1.1" status: 204 len: 168 time: 0.3953497 Jul 05 10:25:05.723221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287765c3-e3b4-402e-a9b0-831210a88970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29cb3fc-2f3c-431e-b889-1de17851ed22,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:05.729922 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] Set router 33c945b6-676a-4e68-be29-d2f5e1566425 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:05.741234 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-dffd2b77-5dda-48e9-aac3-a85211d9033a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, fde05f62-acad-406f-ad37-7cc4e7d0f66a) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:05.754346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffd2b77-5dda-48e9-aac3-a85211d9033a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:05.754903 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dffd2b77-5dda-48e9-aac3-a85211d9033a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:05.784092 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9974f9-3e21-4732-b7c7-0f3d10b253e1 None None] Network fde05f62-acad-406f-ad37-7cc4e7d0f66a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:25:06.003929 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1532333325', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:24:59Z', 'updated_at': '2021-07-05T10:25:02Z', 'revision_number': 3, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:01Z', 'updated_at': '2021-07-05T10:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:06.015059 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dffd2b77-5dda-48e9-aac3-a85211d9033a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5452757 Jul 05 10:25:06.017769 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40530) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:06.045320 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b8205-d750-45bf-876d-5352ed38f1ac None None] The sync data for ids ['33c945b6-676a-4e68-be29-d2f5e1566425'] in n-d-779913-27 is: [{'id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1532333325', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:24:59Z', 'updated_at': '2021-07-05T10:25:02Z', 'revision_number': 3, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:01Z', 'updated_at': '2021-07-05T10:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:06.125042 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eb536691-1b30-4341-aa3b-f81b1c29eb36 req-b53c115f-b818-421d-98a4-035f208b477c tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.1002793 Jul 05 10:25:06.281514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'fixed_ips': [{'subnet_id': '1452af3d-493c-4d68-98a2-44b71573ca71'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:25:06.282870 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.502330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Allocated IP 172.20.0.2 (fde05f62-acad-406f-ad37-7cc4e7d0f66a/1452af3d-493c-4d68-98a2-44b71573ca71/df4cd354-b8be-4446-8a2b-2feeb5c56ee4) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:06.792715 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.807058 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Transition to ACTIVE for port object df4cd354-b8be-4446-8a2b-2feeb5c56ee4 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:06.838225 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Transition to ACTIVE for port object df4cd354-b8be-4446-8a2b-2feeb5c56ee4 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:06.909307 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:06.987091 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.063363 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Network fde05f62-acad-406f-ad37-7cc4e7d0f66a is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:07.067640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:07.078699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:25:07.248957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Attempting to bind port df4cd354-b8be-4446-8a2b-2feeb5c56ee4 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:25:07.250841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Attempting to bind port df4cd354-b8be-4446-8a2b-2feeb5c56ee4 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '8a4e2d0f-3e55-4469-937e-6ae924bae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:25:07.252190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Attempting to bind port df4cd354-b8be-4446-8a2b-2feeb5c56ee4 on network fde05f62-acad-406f-ad37-7cc4e7d0f66a {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:07.262068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Pushing event updated for resources: {'Port': ['ID=df4cd354-b8be-4446-8a2b-2feeb5c56ee4,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:07.282995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:25:07.289388 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Checking segment: {'id': '8a4e2d0f-3e55-4469-937e-6ae924bae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:07.290839 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.290839 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Bound using segment: {'id': '8a4e2d0f-3e55-4469-937e-6ae924bae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:25:07.291315 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Bound port: df4cd354-b8be-4446-8a2b-2feeb5c56ee4, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4e2d0f-3e55-4469-937e-6ae924bae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:25:07.309960 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.416732 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 829d16d4-ec77-4676-beb1-389f90a132d0 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:07.501035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] For port df4cd354-b8be-4446-8a2b-2feeb5c56ee4, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:07.541715 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] For port df4cd354-b8be-4446-8a2b-2feeb5c56ee4, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=df4cd354-b8be-4446-8a2b-2feeb5c56ee4,segment=NetworkSegment(8a4e2d0f-3e55-4469-937e-6ae924bae20a),segment_id=8a4e2d0f-3e55-4469-937e-6ae924bae20a)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:07.562523 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d18391a-3298-4bac-9d8b-a71d84e59174 req-5b4b23c3-3153-4507-9c46-75824b4020b1 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0365126 Jul 05 10:25:07.645115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 829d16d4-ec77-4676-beb1-389f90a132d0 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:07.648724 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.672230 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 829d16d4-ec77-4676-beb1-389f90a132d0 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:07.673355 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.707092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Allocated IP 172.20.0.1 (fde05f62-acad-406f-ad37-7cc4e7d0f66a/1452af3d-493c-4d68-98a2-44b71573ca71/8ce009f3-4cb4-488b-bdcf-ce6d599be411) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:07.800913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b2dfc-affc-49f5-be59-7740b980cc4d None None] Pushing event updated for resources: {'Port': ['ID=df4cd354-b8be-4446-8a2b-2feeb5c56ee4,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:07.945430 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:07.976838 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.006594 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 829d16d4-ec77-4676-beb1-389f90a132d0, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=829d16d4-ec77-4676-beb1-389f90a132d0,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:08.021718 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Transition to ACTIVE for port object 8ce009f3-4cb4-488b-bdcf-ce6d599be411 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:08.118869 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.273103 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.289342 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=829d16d4-ec77-4676-beb1-389f90a132d0,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:08.343104 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Network fde05f62-acad-406f-ad37-7cc4e7d0f66a is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:08.351901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:08.355915 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:25:08.398839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'Port': ['ID=8ce009f3-4cb4-488b-bdcf-ce6d599be411,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:08.461807 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:08.795609 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20d31217-52f7-4291-b34f-9d28d4472576 req-9a54b165-d381-4734-bc38-09ca08fdf445 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0408864 Jul 05 10:25:08.806845 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:09.369384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ac70f9-d772-4ce7-8bf7-bd49445814ea None None] Network fde05f62-acad-406f-ad37-7cc4e7d0f66a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:25:09.557321 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 829d16d4-ec77-4676-beb1-389f90a132d0 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:09.845068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 829d16d4-ec77-4676-beb1-389f90a132d0 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:09.845532 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:09.880745 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:09.943957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e24e50e-f9dd-401a-a257-c8bea879d3d9 None None] Provisioning for port df4cd354-b8be-4446-8a2b-2feeb5c56ee4 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:09.993816 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:10.051675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device df4cd354-b8be-4446-8a2b-2feeb5c56ee4 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:10.125879 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:10.130092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'Port': ['ID=8ce009f3-4cb4-488b-bdcf-ce6d599be411,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:10.303619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port df4cd354-b8be-4446-8a2b-2feeb5c56ee4 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:10.315870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port df4cd354-b8be-4446-8a2b-2feeb5c56ee4 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:10.320448 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:10.346421 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-27d323b4-978c-4c31-b009-88925a20c25d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:10.356089 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-27d323b4-978c-4c31-b009-88925a20c25d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/networks?id=edd4465b-390d-4777-8a67-9c0e7de02108 HTTP/1.1" status: 200 len: 804 time: 0.3115420 Jul 05 10:25:10.397458 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-1bdfb787-82d3-4d84-9aaf-1d49c0057cc3 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/quotas/d352e50c540947d985966a904467acf3 HTTP/1.1" status: 200 len: 375 time: 0.0391691 Jul 05 10:25:10.437230 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ffd9f48-6dd3-43a2-b198-d93759a766b8 req-7641cb77-12ef-4bd4-b13f-e6e3594ecaa5 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.1315057 Jul 05 10:25:10.601252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Network fde05f62-acad-406f-ad37-7cc4e7d0f66a is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:10.606415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:10.622208 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:10.718296 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-3c9f44f7-8318-4d4f-831a-f1a6a5ab6e4a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d352e50c540947d985966a904467acf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3073506 Jul 05 10:25:10.729185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port df4cd354-b8be-4446-8a2b-2feeb5c56ee4, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=df4cd354-b8be-4446-8a2b-2feeb5c56ee4,segment=NetworkSegment(8a4e2d0f-3e55-4469-937e-6ae924bae20a),segment_id=8a4e2d0f-3e55-4469-937e-6ae924bae20a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:10.833065 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:10.995617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-24ae899a-5f40-4fdc-976f-e7a80ce4bd5e None None] Provisioning for port 8ce009f3-4cb4-488b-bdcf-ce6d599be411 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:11.005982 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-24ae899a-5f40-4fdc-976f-e7a80ce4bd5e None None] Provisioning complete for port 8ce009f3-4cb4-488b-bdcf-ce6d599be411 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:11.006541 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-24ae899a-5f40-4fdc-976f-e7a80ce4bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.022917 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-02eced2e-4611-4c9d-84e0-830a669ac651 service neutron] 10.222.0.77 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030865 Jul 05 10:25:11.039573 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Router 33c945b6-676a-4e68-be29-d2f5e1566425 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:25:11.132391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=df4cd354-b8be-4446-8a2b-2feeb5c56ee4,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:11.143432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:11.144448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:11.145443 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:11.146527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:11.156428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:11.156428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:11.156428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:11.156428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:11.156428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:11.156428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:11.156428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:11.156428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:11.158634 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-886abd10-359e-45d9-9c04-d06a2ef68dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.160592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-24ae899a-5f40-4fdc-976f-e7a80ce4bd5e None None] Port 8ce009f3-4cb4-488b-bdcf-ce6d599be411 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:25:11.187966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-24ae899a-5f40-4fdc-976f-e7a80ce4bd5e None None] Provisioning complete for port df4cd354-b8be-4446-8a2b-2feeb5c56ee4 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:11.188493 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-24ae899a-5f40-4fdc-976f-e7a80ce4bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.195115 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-cf43f059-a6bc-4a11-94f2-2d2fb59e7b0a service neutron] 10.222.0.77 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704049 Jul 05 10:25:11.313589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device df4cd354-b8be-4446-8a2b-2feeb5c56ee4 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:11.361435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:11.369081 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fc154f03-d3d7-4027-922c-2afce31a7e5c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "PUT /v2.0/routers/33c945b6-676a-4e68-be29-d2f5e1566425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3499250 Jul 05 10:25:11.372522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40684) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:11.379868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-39c8ec0d-8582-42a0-933a-b82afdfe5773 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1069117655', 'description': 'tempest-secgroup_access--1069117655 description', 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:11.392107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Sync routers for ids ['33c945b6-676a-4e68-be29-d2f5e1566425'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:11.424442 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Routers {'33c945b6-676a-4e68-be29-d2f5e1566425'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:11.425252 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:24:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['33c945b6-676a-4e68-be29-d2f5e1566425'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:11.456349 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86340a41-f2b8-42c8-a7ea-fc745a45ef61 req-7fcaef23-b95e-43d7-b5b8-4c1c13ac49e6 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:11.467235 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-86340a41-f2b8-42c8-a7ea-fc745a45ef61 req-7fcaef23-b95e-43d7-b5b8-4c1c13ac49e6 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.73 "GET /v2.0/ports?device_id=0cb555be-24f5-442e-b7d7-737d42d22f2a HTTP/1.1" status: 200 len: 946 time: 0.2614343 Jul 05 10:25:11.574954 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39c8ec0d-8582-42a0-933a-b82afdfe5773 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.594272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port df4cd354-b8be-4446-8a2b-2feeb5c56ee4 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:11.595570 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.669305 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-984ed380-1d9c-4346-843d-6d3e212dd14c None None] Provisioning complete for port 8ce009f3-4cb4-488b-bdcf-ce6d599be411 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:11.670080 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-984ed380-1d9c-4346-843d-6d3e212dd14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.734608 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39c8ec0d-8582-42a0-933a-b82afdfe5773 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.764058 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Set router 33c945b6-676a-4e68-be29-d2f5e1566425 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:11.783177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-86340a41-f2b8-42c8-a7ea-fc745a45ef61 req-56f0565b-658e-44f1-acbe-fa9511328d7d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Deleting port cb01c22d-b137-4040-ab71-49daa4cf4a60 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:11.783541 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-86340a41-f2b8-42c8-a7ea-fc745a45ef61 req-56f0565b-658e-44f1-acbe-fa9511328d7d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.800162 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2cbe5613-29fe-4467-a615-d16ae39cecd0 req-b17e15ff-ce9f-4874-ac9d-fffc939d7747 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 210 time: 0.0523870 Jul 05 10:25:11.808550 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39c8ec0d-8582-42a0-933a-b82afdfe5773 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.903594 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-984ed380-1d9c-4346-843d-6d3e212dd14c None None] Port 8ce009f3-4cb4-488b-bdcf-ce6d599be411 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:25:11.908608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8ec0d-8582-42a0-933a-b82afdfe5773 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3cdc14-2b19-4512-a426-cde0c01cbded,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:11.960843 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ffedd9c-8eae-43a4-9fbf-dd6427a9c509 req-55545e2f-8870-4ae0-9e15-b4dd06da50ec tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0377538 Jul 05 10:25:11.968941 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39c8ec0d-8582-42a0-933a-b82afdfe5773 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.970738 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-39c8ec0d-8582-42a0-933a-b82afdfe5773 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5964165 Jul 05 10:25:11.973197 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-86340a41-f2b8-42c8-a7ea-fc745a45ef61 req-56f0565b-658e-44f1-acbe-fa9511328d7d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] For port cb01c22d-b137-4040-ab71-49daa4cf4a60, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=cb01c22d-b137-4040-ab71-49daa4cf4a60,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:11.973197 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-86340a41-f2b8-42c8-a7ea-fc745a45ef61 req-56f0565b-658e-44f1-acbe-fa9511328d7d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:11.973854 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40700) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:11.979998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4785e32e-9193-4f5c-8471-8ea0af78f567 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--902993973', 'description': 'tempest-secgroup_general--902993973 description', 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:12.016036 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-86340a41-f2b8-42c8-a7ea-fc745a45ef61 req-56f0565b-658e-44f1-acbe-fa9511328d7d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Calling delete_port for cb01c22d-b137-4040-ab71-49daa4cf4a60 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:12.117010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device cb01c22d-b137-4040-ab71-49daa4cf4a60 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:12.133355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4785e32e-9193-4f5c-8471-8ea0af78f567 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.258712 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.274710 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1532333325', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:24:59Z', 'updated_at': '2021-07-05T10:25:08Z', 'revision_number': 4, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:01Z', 'updated_at': '2021-07-05T10:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8ce009f3-4cb4-488b-bdcf-ce6d599be411', 'name': '', 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'mac_address': 'fa:16:3e:44:e5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:07Z', 'updated_at': '2021-07-05T10:25:09Z', 'revision_number': 2, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'subnets': [{'id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:12.297427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4785e32e-9193-4f5c-8471-8ea0af78f567 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.306692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Checking router: 33c945b6-676a-4e68-be29-d2f5e1566425 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:12.307046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Updating router 33c945b6-676a-4e68-be29-d2f5e1566425 port 8ce009f3-4cb4-488b-bdcf-ce6d599be411 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:25:12.320294 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-86340a41-f2b8-42c8-a7ea-fc745a45ef61 req-56f0565b-658e-44f1-acbe-fa9511328d7d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.365832 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.406428 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0565b-658e-44f1-acbe-fa9511328d7d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Pushing event deleted for resources: {'Port': ['ID=cb01c22d-b137-4040-ab71-49daa4cf4a60,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:12.414686 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4785e32e-9193-4f5c-8471-8ea0af78f567 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.434098 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-86340a41-f2b8-42c8-a7ea-fc745a45ef61 req-56f0565b-658e-44f1-acbe-fa9511328d7d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] No DVR routers for this DVR port cb01c22d-b137-4040-ab71-49daa4cf4a60 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:25:12.437523 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-86340a41-f2b8-42c8-a7ea-fc745a45ef61 req-56f0565b-658e-44f1-acbe-fa9511328d7d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.439955 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-86340a41-f2b8-42c8-a7ea-fc745a45ef61 req-56f0565b-658e-44f1-acbe-fa9511328d7d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.73 "DELETE /v2.0/ports/cb01c22d-b137-4040-ab71-49daa4cf4a60 HTTP/1.1" status: 204 len: 173 time: 0.9663923 Jul 05 10:25:12.440521 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb555be-24f5-442e-b7d7-737d42d22f2a', 'name': 'network-vif-deleted', 'tag': 'cb01c22d-b137-4040-ab71-49daa4cf4a60'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:12.450768 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54485ef3-b39b-4734-99ea-a712cac806fa" -d '{"events": [{"server_uuid": "0cb555be-24f5-442e-b7d7-737d42d22f2a", "name": "network-vif-deleted", "tag": "cb01c22d-b137-4040-ab71-49daa4cf4a60"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:12.471285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785e32e-9193-4f5c-8471-8ea0af78f567 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22266200-cc85-4bf7-ba81-00e807796855,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:12.497379 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661bfd02-36ec-4189-9f25-fd01cdfdf575 x-openstack-request-id: req-661bfd02-36ec-4189-9f25-fd01cdfdf575 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:12.497682 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb555be-24f5-442e-b7d7-737d42d22f2a", "name": "network-vif-deleted", "tag": "cb01c22d-b137-4040-ab71-49daa4cf4a60", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:12.497941 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-661bfd02-36ec-4189-9f25-fd01cdfdf575 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:12.498344 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb555be-24f5-442e-b7d7-737d42d22f2a', 'name': 'network-vif-deleted', 'tag': 'cb01c22d-b137-4040-ab71-49daa4cf4a60', 'status': 'completed', 'code': 200} Jul 05 10:25:12.517414 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4785e32e-9193-4f5c-8471-8ea0af78f567 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.520259 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4785e32e-9193-4f5c-8471-8ea0af78f567 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5435638 Jul 05 10:25:12.521760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40710) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:12.536862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f15fc493-6d1d-4172-a8d8-699d1b6db084 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Request body: {'security_group_rule': {'security_group_id': '3d3cdc14-2b19-4512-a426-cde0c01cbded', 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:12.699926 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f15fc493-6d1d-4172-a8d8-699d1b6db084 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.707094 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.721158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Transition to ACTIVE for port object 8ce009f3-4cb4-488b-bdcf-ce6d599be411 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:12.766875 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f15fc493-6d1d-4172-a8d8-699d1b6db084 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.849685 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.908797 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f15fc493-6d1d-4172-a8d8-699d1b6db084 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:12.924157 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-012afa78-02a1-4144-b832-158cc04872f0 req-7d6481fa-f7c9-4d22-bede-b7d12f2a7521 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 210 time: 0.0676894 Jul 05 10:25:12.968149 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fc493-6d1d-4172-a8d8-699d1b6db084 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b535b8-7044-4205-9156-53968d8a8a56,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:13.017761 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bb209-8f0c-4d47-8852-37ef915f2afc None None] Pushing event updated for resources: {'Port': ['ID=8ce009f3-4cb4-488b-bdcf-ce6d599be411,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:13.030609 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Attempting to bind port 8ce009f3-4cb4-488b-bdcf-ce6d599be411 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:25:13.030609 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Attempting to bind port 8ce009f3-4cb4-488b-bdcf-ce6d599be411 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '8a4e2d0f-3e55-4469-937e-6ae924bae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:25:13.030849 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Attempting to bind port 8ce009f3-4cb4-488b-bdcf-ce6d599be411 on network fde05f62-acad-406f-ad37-7cc4e7d0f66a {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:13.036126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:25:13.036497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Checking segment: {'id': '8a4e2d0f-3e55-4469-937e-6ae924bae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:13.036898 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:13.037286 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Bound using segment: {'id': '8a4e2d0f-3e55-4469-937e-6ae924bae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:25:13.037760 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Bound port: 8ce009f3-4cb4-488b-bdcf-ce6d599be411, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4e2d0f-3e55-4469-937e-6ae924bae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:25:13.038425 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:13.083257 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f15fc493-6d1d-4172-a8d8-699d1b6db084 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:13.084748 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f15fc493-6d1d-4172-a8d8-699d1b6db084 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5531261 Jul 05 10:25:13.165684 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] For port 8ce009f3-4cb4-488b-bdcf-ce6d599be411, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:13.188667 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] For port 8ce009f3-4cb4-488b-bdcf-ce6d599be411, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8ce009f3-4cb4-488b-bdcf-ce6d599be411,segment=NetworkSegment(8a4e2d0f-3e55-4469-937e-6ae924bae20a),segment_id=8a4e2d0f-3e55-4469-937e-6ae924bae20a)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:13.300751 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:13.343622 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a1a160bd-2865-4267-bb38-f66e7bdce369 req-2fc06bac-739d-406d-ae99-97cf8ed62b08 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0733597 Jul 05 10:25:13.444353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bb209-8f0c-4d47-8852-37ef915f2afc None None] Pushing event updated for resources: {'Port': ['ID=8ce009f3-4cb4-488b-bdcf-ce6d599be411,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:13.457173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Routers {'33c945b6-676a-4e68-be29-d2f5e1566425'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:13.457825 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:24:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['33c945b6-676a-4e68-be29-d2f5e1566425'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:13.545429 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-e0dc1cec-4368-4c59-8a7e-ad2ed244ac34 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_access--1069117655&fields=id&tenant_id=fccd5cc7d8c242f7bec61d45963cb5b7 HTTP/1.1" status: 200 len: 267 time: 0.0790675 Jul 05 10:25:13.639284 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-654ff866-570b-4b5b-8ec0-5d06508a43fd tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_general--902993973&fields=id&tenant_id=fccd5cc7d8c242f7bec61d45963cb5b7 HTTP/1.1" status: 200 len: 267 time: 0.0915775 Jul 05 10:25:13.688622 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] Set router 33c945b6-676a-4e68-be29-d2f5e1566425 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:13.899542 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a577b-ec20-4a12-8e13-fb60c825518d req-103de1c3-3225-4d98-90ab-aaa0bf44e2de tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:13.915245 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-103de1c3-3225-4d98-90ab-aaa0bf44e2de tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/networks?id=fde05f62-acad-406f-ad37-7cc4e7d0f66a HTTP/1.1" status: 200 len: 797 time: 0.2745235 Jul 05 10:25:13.934283 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-a3f5cf6e-f7ed-45bb-b6ed-34d2722798c8 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/quotas/fccd5cc7d8c242f7bec61d45963cb5b7 HTTP/1.1" status: 200 len: 375 time: 0.0176420 Jul 05 10:25:14.037291 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-e14c0a65-a586-4106-95b3-0bcaf98dbeb8 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fccd5cc7d8c242f7bec61d45963cb5b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016698 Jul 05 10:25:14.174426 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9abeac03-2bd2-4f87-b7f6-2e498bea2fd7 req-3a514f16-dc82-440a-9da4-2b9ddbe47ffd tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 210 time: 0.0684381 Jul 05 10:25:14.182486 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:14.186140 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fa774eb0-cdc0-4c77-9d9c-937fa48430c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:14.204833 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1532333325', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:24:59Z', 'updated_at': '2021-07-05T10:25:08Z', 'revision_number': 4, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:01Z', 'updated_at': '2021-07-05T10:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8ce009f3-4cb4-488b-bdcf-ce6d599be411', 'name': '', 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'mac_address': 'fa:16:3e:44:e5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:07Z', 'updated_at': '2021-07-05T10:25:13Z', 'revision_number': 4, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'subnets': [{'id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:14.245029 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3faa0f-a35c-4c87-bc7d-b87f5e648869 None None] The sync data for ids ['33c945b6-676a-4e68-be29-d2f5e1566425'] in n-d-779913-27 is: [{'id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1532333325', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:24:59Z', 'updated_at': '2021-07-05T10:25:08Z', 'revision_number': 4, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:01Z', 'updated_at': '2021-07-05T10:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8ce009f3-4cb4-488b-bdcf-ce6d599be411', 'name': '', 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'mac_address': 'fa:16:3e:44:e5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:07Z', 'updated_at': '2021-07-05T10:25:13Z', 'revision_number': 4, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'subnets': [{'id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:14.343660 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-b2add65d-de61-4a0f-9ee9-a9b55332c39d service neutron] 10.222.0.77 "GET /v2.0/networks/fde05f62-acad-406f-ad37-7cc4e7d0f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942061 Jul 05 10:25:14.495397 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-91b4fc15-767d-49d8-975f-21b0f8bdb5bc service neutron] 10.222.0.77 "GET /v2.0/networks/fde05f62-acad-406f-ad37-7cc4e7d0f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370018 Jul 05 10:25:14.638394 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f535bda2-438d-4ddb-af67-567c410bd984 req-1b2ef1bd-b242-45c2-a752-cdc895f0e97d tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0461066 Jul 05 10:25:14.989218 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-80d76fc7-a167-4095-9b20-ac1469735bca req-acc83b3c-cd28-46cd-8a8b-35d696f7deba tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 210 time: 0.0623682 Jul 05 10:25:15.015812 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:15.352295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8ce009f3-4cb4-488b-bdcf-ce6d599be411 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:15.368361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-094000ad-6f0b-49fa-a906-cac426b9d369 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:15.369924 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-094000ad-6f0b-49fa-a906-cac426b9d369 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.64 "GET /v2.0/networks?id=edd4465b-390d-4777-8a67-9c0e7de02108 HTTP/1.1" status: 200 len: 804 time: 0.1924810 Jul 05 10:25:15.387628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-e0dd5c63-4ffc-4587-a9c8-ab62fbda09f4 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Request body: {'port': {'device_id': '476e86ce-fe47-42b9-af77-01b266770d23', 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108', 'admin_state_up': True, 'tenant_id': 'd352e50c540947d985966a904467acf3'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:15.559521 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0fa40435-8567-4398-ae21-d8b572cb41d2 req-b5f9cd3d-c99d-4d39-a0f6-ebe29e869dd3 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 210 time: 0.0542629 Jul 05 10:25:15.671626 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 8ce009f3-4cb4-488b-bdcf-ce6d599be411 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:15.676665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 8ce009f3-4cb4-488b-bdcf-ce6d599be411 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:15.677793 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:15.833081 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-e0dd5c63-4ffc-4587-a9c8-ab62fbda09f4 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Made reservation on behalf of d352e50c540947d985966a904467acf3 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:15.840757 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-e0dd5c63-4ffc-4587-a9c8-ab62fbda09f4 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:15.912230 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:15.993927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 8ce009f3-4cb4-488b-bdcf-ce6d599be411, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8ce009f3-4cb4-488b-bdcf-ce6d599be411,segment=NetworkSegment(8a4e2d0f-3e55-4469-937e-6ae924bae20a),segment_id=8a4e2d0f-3e55-4469-937e-6ae924bae20a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:16.006428 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-05fe0d60-94ea-45d8-82cc-2d50ce482dc2 req-ace25462-0488-4717-b245-75aee94548e9 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0795989 Jul 05 10:25:16.090499 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:16.133046 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7846ca48-af7c-43db-996b-be7e83345735 req-8db2e29d-a08e-48af-9046-a2997adc7184 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 210 time: 0.0671365 Jul 05 10:25:16.161771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device cb01c22d-b137-4040-ab71-49daa4cf4a60 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:16.186936 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-e0dd5c63-4ffc-4587-a9c8-ab62fbda09f4 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Allocated IP 172.20.0.11 (edd4465b-390d-4777-8a67-9c0e7de02108/416d4cde-47b1-4b1b-a789-838086a2fbf2/ce4399dc-43df-4b25-81a1-97776b33db88) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:16.209876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: cb01c22d-b137-4040-ab71-49daa4cf4a60 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:25:16.209876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device cb01c22d-b137-4040-ab71-49daa4cf4a60 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:16.239372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=8ce009f3-4cb4-488b-bdcf-ce6d599be411,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:16.368778 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-e0dd5c63-4ffc-4587-a9c8-ab62fbda09f4 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:16.684554 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-e0dd5c63-4ffc-4587-a9c8-ab62fbda09f4 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:16.787403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-e0dd5c63-4ffc-4587-a9c8-ab62fbda09f4 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Network edd4465b-390d-4777-8a67-9c0e7de02108 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:16.793137 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:16.798190 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-e0dd5c63-4ffc-4587-a9c8-ab62fbda09f4 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:16.813903 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-e0dd5c63-4ffc-4587-a9c8-ab62fbda09f4 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:25:16.913994 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd5c63-4ffc-4587-a9c8-ab62fbda09f4 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Pushing event updated for resources: {'Port': ['ID=ce4399dc-43df-4b25-81a1-97776b33db88,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:16.927907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-e0dd5c63-4ffc-4587-a9c8-ab62fbda09f4 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:16.928544 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-e0dd5c63-4ffc-4587-a9c8-ab62fbda09f4 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:16.973113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e5579-a5da-48e5-b848-309b835278c3 req-5474b707-6a38-43e4-a497-f6f2ed902a4d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:16.974820 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca4e5579-a5da-48e5-b848-309b835278c3 req-5474b707-6a38-43e4-a497-f6f2ed902a4d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 932 time: 0.1241975 Jul 05 10:25:17.018649 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca4e5579-a5da-48e5-b848-309b835278c3 req-eefb505c-80c9-451b-a393-ff5a5b2229f3 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375707 Jul 05 10:25:17.108498 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-e0dd5c63-4ffc-4587-a9c8-ab62fbda09f4 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7250752 Jul 05 10:25:17.121132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Request body: {'port': {'device_id': '476e86ce-fe47-42b9-af77-01b266770d23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:17.271356 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:17.414281 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8ce009f3-4cb4-488b-bdcf-ce6d599be411 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:17.424134 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e105d2a2-64bf-404a-bfda-8f4a8a5025eb req-f6011ceb-a529-4afe-99ab-eb58d20cd9ea tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.1526275 Jul 05 10:25:17.624822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 8ce009f3-4cb4-488b-bdcf-ce6d599be411 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:17.625610 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:17.790564 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60b4975c-7592-4676-8f2c-20220ee9d3ca req-f04bdde9-1d57-4165-bf5d-0b5112eff962 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 210 time: 0.3505356 Jul 05 10:25:17.960645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4399dc-43df-4b25-81a1-97776b33db88 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:25:17.971477 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:17.988502 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Transition to ACTIVE for port object ce4399dc-43df-4b25-81a1-97776b33db88 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:18.055689 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:18.588564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Pushing event updated for resources: {'Port': ['ID=ce4399dc-43df-4b25-81a1-97776b33db88,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:18.654212 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ae9b0008-b96b-4bc0-8800-3376002c91f3 req-81657325-1d7a-4bdd-bc33-7ac67cab48a4 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0572329 Jul 05 10:25:18.687122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690c7fc-a0a4-4d73-a6f0-2bddcb92d3e3 req-d3965fee-7bc0-480d-906e-5847d8b3147d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:18.689449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e690c7fc-a0a4-4d73-a6f0-2bddcb92d3e3 req-d3965fee-7bc0-480d-906e-5847d8b3147d tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 944 time: 0.1707089 Jul 05 10:25:18.735395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Attempting to bind port ce4399dc-43df-4b25-81a1-97776b33db88 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:25:18.735764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Attempting to bind port ce4399dc-43df-4b25-81a1-97776b33db88 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:25:18.736108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Attempting to bind port ce4399dc-43df-4b25-81a1-97776b33db88 on network edd4465b-390d-4777-8a67-9c0e7de02108 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:18.752206 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Port ce4399dc-43df-4b25-81a1-97776b33db88 on network edd4465b-390d-4777-8a67-9c0e7de02108 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:25:18.752206 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Attempting to bind port ce4399dc-43df-4b25-81a1-97776b33db88 on network edd4465b-390d-4777-8a67-9c0e7de02108 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:18.757027 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e690c7fc-a0a4-4d73-a6f0-2bddcb92d3e3 req-b217768b-1480-4862-85d8-efa51af62c47 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587473 Jul 05 10:25:18.761788 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:25:18.762136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Checking segment: {'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:18.762531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Bound using segment: {'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:25:18.762979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Bound port: ce4399dc-43df-4b25-81a1-97776b33db88, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787438c-f634-4e31-8113-7f85c8c9774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:25:18.763351 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:18.838053 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] For port ce4399dc-43df-4b25-81a1-97776b33db88, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:18.841700 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] For port ce4399dc-43df-4b25-81a1-97776b33db88, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ce4399dc-43df-4b25-81a1-97776b33db88,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:18.948486 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-428ed4e3-ce17-499c-b13d-61fa4bd4728b req-8868b9fb-3647-4b98-a8bc-e5405c29e993 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 210 time: 0.0287721 Jul 05 10:25:18.974348 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:19.015006 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:19.015659 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:19.017388 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] 10.222.0.64 "PUT /v2.0/ports/ce4399dc-43df-4b25-81a1-97776b33db88 HTTP/1.1" status: 200 len: 1093 time: 1.9007940 Jul 05 10:25:19.017899 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476e86ce-fe47-42b9-af77-01b266770d23', 'tag': 'ce4399dc-43df-4b25-81a1-97776b33db88'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:19.020942 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b27d58-ba27-4e27-a805-d4c208ee1007" -d '{"events": [{"name": "network-changed", "server_uuid": "476e86ce-fe47-42b9-af77-01b266770d23", "tag": "ce4399dc-43df-4b25-81a1-97776b33db88"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:19.050558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeede53-aaee-4aa3-8673-38e955959f6b service neutron] Pushing event updated for resources: {'Port': ['ID=ce4399dc-43df-4b25-81a1-97776b33db88,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:19.079086 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00c8cb4-fab4-439b-be5c-400f5f748afb x-openstack-request-id: req-f00c8cb4-fab4-439b-be5c-400f5f748afb {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:19.079976 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476e86ce-fe47-42b9-af77-01b266770d23", "tag": "ce4399dc-43df-4b25-81a1-97776b33db88", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:19.079976 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f00c8cb4-fab4-439b-be5c-400f5f748afb {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:19.079976 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476e86ce-fe47-42b9-af77-01b266770d23', 'tag': 'ce4399dc-43df-4b25-81a1-97776b33db88', 'status': 'completed', 'code': 200} Jul 05 10:25:19.186680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b27d58-ba27-4e27-a805-d4c208ee1007 req-c6d712c7-8235-424c-963a-1be3bd56aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:19.188548 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91b27d58-ba27-4e27-a805-d4c208ee1007 req-c6d712c7-8235-424c-963a-1be3bd56aec4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d352e50c540947d985966a904467acf3&device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 1096 time: 0.0827563 Jul 05 10:25:19.207071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a577b-ec20-4a12-8e13-fb60c825518d req-898cf1c0-1583-4059-b372-d12dbdcc434a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:19.208659 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-898cf1c0-1583-4059-b372-d12dbdcc434a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.73 "GET /v2.0/networks?id=fde05f62-acad-406f-ad37-7cc4e7d0f66a HTTP/1.1" status: 200 len: 797 time: 0.1522923 Jul 05 10:25:19.260163 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-559861a7-0955-40c8-9b94-3a294cad3b06 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fccd5cc7d8c242f7bec61d45963cb5b7 HTTP/1.1" status: 200 len: 477 time: 0.0429285 Jul 05 10:25:19.269438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-463a577b-ec20-4a12-8e13-fb60c825518d req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Request body: {'port': {'device_id': 'a90db372-e27a-44e2-9315-4d1258a33197', 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'admin_state_up': True, 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'security_groups': ['3d3cdc14-2b19-4512-a426-cde0c01cbded', '22266200-cc85-4bf7-ba81-00e807796855']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:19.310080 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b27d58-ba27-4e27-a805-d4c208ee1007 req-5834eb70-4d47-49fd-8bcc-66c22772d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:19.312010 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91b27d58-ba27-4e27-a805-d4c208ee1007 req-5834eb70-4d47-49fd-8bcc-66c22772d125 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d352e50c540947d985966a904467acf3&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1127043 Jul 05 10:25:19.424826 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b27d58-ba27-4e27-a805-d4c208ee1007 req-ff284fe7-f375-4409-b691-258a5956a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:19.427350 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91b27d58-ba27-4e27-a805-d4c208ee1007 req-ff284fe7-f375-4409-b691-258a5956a70a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064653 Jul 05 10:25:19.523292 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463a577b-ec20-4a12-8e13-fb60c825518d req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Made reservation on behalf of fccd5cc7d8c242f7bec61d45963cb5b7 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:19.527436 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-463a577b-ec20-4a12-8e13-fb60c825518d req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:19.555454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-213cdef5-bca7-47dc-8e64-86d902468497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:19.559786 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-213cdef5-bca7-47dc-8e64-86d902468497 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d352e50c540947d985966a904467acf3&device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 1096 time: 0.0573714 Jul 05 10:25:19.601382 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-86b9e2c5-6dfb-415a-87c1-7865547530d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4399dc-43df-4b25-81a1-97776b33db88 HTTP/1.1" status: 200 len: 217 time: 0.0362065 Jul 05 10:25:19.661503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-3126ee59-af5e-4770-91a9-74236c174860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:19.664911 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-3126ee59-af5e-4770-91a9-74236c174860 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=416d4cde-47b1-4b1b-a789-838086a2fbf2 HTTP/1.1" status: 200 len: 844 time: 0.0564780 Jul 05 10:25:19.676048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-463a577b-ec20-4a12-8e13-fb60c825518d req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Allocated IP 172.20.0.9 (fde05f62-acad-406f-ad37-7cc4e7d0f66a/1452af3d-493c-4d68-98a2-44b71573ca71/c99ab5ed-b26a-41d8-907f-fdc8a47dcb38) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:19.721736 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-5c825dce-fb2d-4aa3-9da4-4b43b8572928 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=edd4465b-390d-4777-8a67-9c0e7de02108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504997 Jul 05 10:25:19.926607 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a5988d2-d3b6-489e-95dd-cba963ab1417 req-cdcb5e14-96ba-48b7-b08f-b8ea79c75fae tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0438728 Jul 05 10:25:19.979845 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-f5b3da56-a05c-499b-88e0-7691a154a72c service neutron] 10.222.0.64 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419424 Jul 05 10:25:20.071169 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-463a577b-ec20-4a12-8e13-fb60c825518d req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:20.102597 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-463a577b-ec20-4a12-8e13-fb60c825518d req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Transition to ACTIVE for port object c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:20.112253 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-905be36d-2f98-41c1-9beb-b2eb85527aae req-d6978037-9467-4eb0-af7c-e253bc73d88e service neutron] 10.222.0.64 "GET /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248839 Jul 05 10:25:20.159023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af30f6-67ac-47e9-8a9b-efe9744ebcbd req-e32d8287-555c-4403-a749-2f4c6b112509 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:20.160386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16af30f6-67ac-47e9-8a9b-efe9744ebcbd req-e32d8287-555c-4403-a749-2f4c6b112509 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 944 time: 0.2256470 Jul 05 10:25:20.227832 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16af30f6-67ac-47e9-8a9b-efe9744ebcbd req-d278ae69-08ab-441b-afba-fea67af91753 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534501 Jul 05 10:25:20.248957 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-74edd7b5-a90f-4283-9ece-0ef6d25d4dec req-3c60047e-79c8-4913-a339-d25366092875 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 210 time: 0.0410650 Jul 05 10:25:20.411621 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-463a577b-ec20-4a12-8e13-fb60c825518d req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:20.463153 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463a577b-ec20-4a12-8e13-fb60c825518d req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Network fde05f62-acad-406f-ad37-7cc4e7d0f66a is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:20.469328 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-463a577b-ec20-4a12-8e13-fb60c825518d req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:20.473209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-463a577b-ec20-4a12-8e13-fb60c825518d req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:25:20.480758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'Port': ['ID=c99ab5ed-b26a-41d8-907f-fdc8a47dcb38,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:20.523148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:20.523682 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:20.524334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:20.525117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:20.526068 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:20.526630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:20.527240 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:20.528059 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:20.528417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:20.528973 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:20.529538 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:20.530045 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:20.573595 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a577b-ec20-4a12-8e13-fb60c825518d req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:20.574615 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-463a577b-ec20-4a12-8e13-fb60c825518d req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:20.651583 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-9b781c0d-0c47-4f96-a610-ba62129d0007 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3862526 Jul 05 10:25:20.664156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Request body: {'port': {'device_id': 'a90db372-e27a-44e2-9315-4d1258a33197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:20.798109 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:20.934325 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e174c354-bf07-439e-9a99-9f04c75088b6 None None] Provisioning for port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:20.939318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e174c354-bf07-439e-9a99-9f04c75088b6 None None] Provisioning complete for port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:20.939931 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e174c354-bf07-439e-9a99-9f04c75088b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:21.007048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e174c354-bf07-439e-9a99-9f04c75088b6 None None] Port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:25:21.150847 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e83d2a0c-9cae-4317-a66d-7c55f6132144 req-b736371a-eb1f-4f7e-a1eb-316c0f5083ac tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0398631 Jul 05 10:25:21.215570 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:25:21.228758 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:21.245320 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Transition to ACTIVE for port object c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:21.324310 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:21.471342 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9c123-c2bc-4bff-aa72-e6e73f3d9a13 req-6c363ed5-943e-497e-a3f4-2c4f83f1484e tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:21.471960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Pushing event updated for resources: {'Port': ['ID=c99ab5ed-b26a-41d8-907f-fdc8a47dcb38,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:21.480687 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aff9c123-c2bc-4bff-aa72-e6e73f3d9a13 req-6c363ed5-943e-497e-a3f4-2c4f83f1484e tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 944 time: 0.1109014 Jul 05 10:25:21.552493 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aff9c123-c2bc-4bff-aa72-e6e73f3d9a13 req-80eb981b-ebfe-4a82-85e3-10335b7bd72f tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677485 Jul 05 10:25:21.594946 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ce4399dc-43df-4b25-81a1-97776b33db88 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:25:21.628985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59957103-5d39-4924-882d-68dbc1a6b2c2 req-ef2f8dfd-401b-441d-8842-7cbce8e74cb2 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:21.637865 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59957103-5d39-4924-882d-68dbc1a6b2c2 req-ef2f8dfd-401b-441d-8842-7cbce8e74cb2 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 982 time: 0.2479529 Jul 05 10:25:21.707569 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Attempting to bind port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:25:21.708284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Attempting to bind port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '8a4e2d0f-3e55-4469-937e-6ae924bae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:25:21.708841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Attempting to bind port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 on network fde05f62-acad-406f-ad37-7cc4e7d0f66a {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:21.720502 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59957103-5d39-4924-882d-68dbc1a6b2c2 req-061c8e83-38bf-473d-a6d7-a87c247f396e tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d3cdc14-2b19-4512-a426-cde0c01cbded&id=22266200-cc85-4bf7-ba81-00e807796855&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0813634 Jul 05 10:25:21.724091 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 on network fde05f62-acad-406f-ad37-7cc4e7d0f66a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:25:21.724605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Attempting to bind port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 on network fde05f62-acad-406f-ad37-7cc4e7d0f66a {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:21.748783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:25:21.749741 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Checking segment: {'id': '8a4e2d0f-3e55-4469-937e-6ae924bae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:21.750543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Bound using segment: {'id': '8a4e2d0f-3e55-4469-937e-6ae924bae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:25:21.751376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Bound port: c99ab5ed-b26a-41d8-907f-fdc8a47dcb38, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a4e2d0f-3e55-4469-937e-6ae924bae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:25:21.752034 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:21.826795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ce4399dc-43df-4b25-81a1-97776b33db88, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ce4399dc-43df-4b25-81a1-97776b33db88,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:21.840227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'ce4399dc-43df-4b25-81a1-97776b33db88', 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108', 'port_id': 'ce4399dc-43df-4b25-81a1-97776b33db88', 'mac_address': 'fa:16:3e:96:91:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416d4cde-47b1-4b1b-a789-838086a2fbf2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:25:21.845236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] For port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:21.848881 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] For port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c99ab5ed-b26a-41d8-907f-fdc8a47dcb38,segment=NetworkSegment(8a4e2d0f-3e55-4469-937e-6ae924bae20a),segment_id=8a4e2d0f-3e55-4469-937e-6ae924bae20a)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:21.888577 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:21.906551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4399dc-43df-4b25-81a1-97776b33db88 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:25:21.934704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ce4399dc-43df-4b25-81a1-97776b33db88, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ce4399dc-43df-4b25-81a1-97776b33db88,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:22.083188 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:22.084959 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:22.133283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:22.134010 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:22.135632 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] 10.222.0.73 "PUT /v2.0/ports/c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 HTTP/1.1" status: 200 len: 1131 time: 1.4762468 Jul 05 10:25:22.138676 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90db372-e27a-44e2-9315-4d1258a33197', 'tag': 'c99ab5ed-b26a-41d8-907f-fdc8a47dcb38'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:22.149284 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314109ae-4678-41b4-9045-e419daa26fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "a90db372-e27a-44e2-9315-4d1258a33197", "tag": "c99ab5ed-b26a-41d8-907f-fdc8a47dcb38"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:22.165160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=ce4399dc-43df-4b25-81a1-97776b33db88,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:22.210447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbdbb0-6e3c-4db0-b2a8-e8d8148e165a service neutron] Pushing event updated for resources: {'Port': ['ID=c99ab5ed-b26a-41d8-907f-fdc8a47dcb38,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:22.221411 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa408bb8-71d6-4a39-a019-4d48474660cd x-openstack-request-id: req-aa408bb8-71d6-4a39-a019-4d48474660cd {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:22.221781 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90db372-e27a-44e2-9315-4d1258a33197", "tag": "c99ab5ed-b26a-41d8-907f-fdc8a47dcb38", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:22.222082 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa408bb8-71d6-4a39-a019-4d48474660cd {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:22.222677 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90db372-e27a-44e2-9315-4d1258a33197', 'tag': 'c99ab5ed-b26a-41d8-907f-fdc8a47dcb38', 'status': 'completed', 'code': 200} Jul 05 10:25:22.342508 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['ce4399dc-43df-4b25-81a1-97776b33db88'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:25:22.342803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314109ae-4678-41b4-9045-e419daa26fd8 req-ed7f587c-58a5-4b36-84e1-fc167606ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:22.345655 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-314109ae-4678-41b4-9045-e419daa26fd8 req-ed7f587c-58a5-4b36-84e1-fc167606ee27 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fccd5cc7d8c242f7bec61d45963cb5b7&device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 1134 time: 0.0995693 Jul 05 10:25:22.472898 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-24a17162-0c50-4d4b-9fb7-0e2ee8930ec2 req-3e232ce5-f3c8-4a00-8d2f-7c6bc9f7a70e tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0378964 Jul 05 10:25:22.477961 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314109ae-4678-41b4-9045-e419daa26fd8 req-0b6f1100-bc96-43de-ab6d-dc5a8cd3a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:22.479938 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-314109ae-4678-41b4-9045-e419daa26fd8 req-0b6f1100-bc96-43de-ab6d-dc5a8cd3a3cf service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=fccd5cc7d8c242f7bec61d45963cb5b7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1286576 Jul 05 10:25:22.592499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314109ae-4678-41b4-9045-e419daa26fd8 req-4d802856-ebdc-4809-9725-3cab921e3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:22.594183 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-314109ae-4678-41b4-9045-e419daa26fd8 req-4d802856-ebdc-4809-9725-3cab921e3003 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071596 Jul 05 10:25:22.661084 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:22.730721 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a577b-ec20-4a12-8e13-fb60c825518d req-f59c8d9f-b3ef-4e43-8307-b9955c21dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:22.732345 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-f59c8d9f-b3ef-4e43-8307-b9955c21dadc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fccd5cc7d8c242f7bec61d45963cb5b7&device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 1134 time: 0.0970356 Jul 05 10:25:22.791981 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-d91fd1b8-47f5-4212-aeda-f97df429cdf8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 HTTP/1.1" status: 200 len: 217 time: 0.0520666 Jul 05 10:25:22.802673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336f696-b541-4c2c-a50e-330b2250c29b req-1cb86633-1828-41de-bdb2-5a2523afee3a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:22.804206 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9336f696-b541-4c2c-a50e-330b2250c29b req-1cb86633-1828-41de-bdb2-5a2523afee3a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 945 time: 0.1285248 Jul 05 10:25:22.906433 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a577b-ec20-4a12-8e13-fb60c825518d req-c2083095-3da3-4c98-aeaf-2ef1dad911cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:22.915150 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-c2083095-3da3-4c98-aeaf-2ef1dad911cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1452af3d-493c-4d68-98a2-44b71573ca71 HTTP/1.1" status: 200 len: 835 time: 0.1099675 Jul 05 10:25:22.919606 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9336f696-b541-4c2c-a50e-330b2250c29b req-cf641398-36f7-40c9-a183-0ec9e7a43138 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061933 Jul 05 10:25:23.006537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fbd3d-e26f-49d2-b667-e719a7ac4149 req-84a37aef-fc9a-4902-b054-affa253b306d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:23.009271 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da7fbd3d-e26f-49d2-b667-e719a7ac4149 req-84a37aef-fc9a-4902-b054-affa253b306d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 982 time: 0.1360319 Jul 05 10:25:23.078747 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da7fbd3d-e26f-49d2-b667-e719a7ac4149 req-96d2aa1a-b278-44cd-86c6-457d5103ea29 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d3cdc14-2b19-4512-a426-cde0c01cbded&id=22266200-cc85-4bf7-ba81-00e807796855&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0558286 Jul 05 10:25:23.081108 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a577b-ec20-4a12-8e13-fb60c825518d req-4814c660-113c-4816-883b-d7d31205ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:23.087745 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-4814c660-113c-4816-883b-d7d31205ab61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fde05f62-acad-406f-ad37-7cc4e7d0f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1645567 Jul 05 10:25:23.181769 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-e8105108-647a-4944-9ba2-097522a90f29 service neutron] 10.222.0.73 "GET /v2.0/networks/fde05f62-acad-406f-ad37-7cc4e7d0f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871928 Jul 05 10:25:23.308004 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-463a577b-ec20-4a12-8e13-fb60c825518d req-4cb1a7b5-f88d-485a-a407-85bf08b9c02e service neutron] 10.222.0.73 "GET /v2.0/networks/fde05f62-acad-406f-ad37-7cc4e7d0f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200981 Jul 05 10:25:23.602728 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ce4399dc-43df-4b25-81a1-97776b33db88 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:23.650233 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f83eca0-c14b-49d4-8302-dd488b7f51df req-e3b769ce-e8f3-4b09-94d1-1a899ec5eac4 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0392857 Jul 05 10:25:23.759495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40878) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:23.774620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port ce4399dc-43df-4b25-81a1-97776b33db88 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:23.786978 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port ce4399dc-43df-4b25-81a1-97776b33db88 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:23.786978 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:23.878452 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:23.894125 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:23.907044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476e86ce-fe47-42b9-af77-01b266770d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4399dc-43df-4b25-81a1-97776b33db88'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:23.909317 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3576f6-fb9e-405b-9618-e868cfb7e6a2" -d '{"events": [{"server_uuid": "476e86ce-fe47-42b9-af77-01b266770d23", "name": "network-vif-plugged", "status": "completed", "tag": "ce4399dc-43df-4b25-81a1-97776b33db88"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:23.923431 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ce4399dc-43df-4b25-81a1-97776b33db88, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ce4399dc-43df-4b25-81a1-97776b33db88,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:23.958708 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded82e1a-085e-4de8-82c0-42f319feb674 x-openstack-request-id: req-ded82e1a-085e-4de8-82c0-42f319feb674 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:23.958708 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476e86ce-fe47-42b9-af77-01b266770d23", "name": "network-vif-plugged", "status": "completed", "tag": "ce4399dc-43df-4b25-81a1-97776b33db88", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:23.958963 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ded82e1a-085e-4de8-82c0-42f319feb674 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:23.959325 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476e86ce-fe47-42b9-af77-01b266770d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4399dc-43df-4b25-81a1-97776b33db88', 'code': 200} Jul 05 10:25:24.050678 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:24.100024 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:24.117891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=ce4399dc-43df-4b25-81a1-97776b33db88,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:24.220961 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:24.253832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16d0c1-a722-45f1-bc84-22dde24d2539 req-50b9d076-3f10-4f3f-b90a-e50db23376ad tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:24.255554 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b16d0c1-a722-45f1-bc84-22dde24d2539 req-50b9d076-3f10-4f3f-b90a-e50db23376ad tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 946 time: 0.1471224 Jul 05 10:25:24.258200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc508e-e878-48cb-80cc-79533a212fa9 req-b1a44f42-3d09-4e7d-9701-8ce9cfdf1512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:24.260782 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09dc508e-e878-48cb-80cc-79533a212fa9 req-b1a44f42-3d09-4e7d-9701-8ce9cfdf1512 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 1098 time: 0.1640768 Jul 05 10:25:24.296349 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd93c83-3b15-4000-97cb-7a92f3b943c3 req-9eecc538-838f-44fb-bb3e-ceced8e99c30 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:24.304140 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ffd93c83-3b15-4000-97cb-7a92f3b943c3 req-9eecc538-838f-44fb-bb3e-ceced8e99c30 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 982 time: 0.0868521 Jul 05 10:25:24.330386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b16d0c1-a722-45f1-bc84-22dde24d2539 req-4d4cecfa-0aa1-456d-b1d9-49e370cf3a3b tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679693 Jul 05 10:25:24.332676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09dc508e-e878-48cb-80cc-79533a212fa9 req-5d17ebe1-3349-48c7-ba66-5ee564aa20d9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583944 Jul 05 10:25:24.347016 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ffd93c83-3b15-4000-97cb-7a92f3b943c3 req-667eaea6-90b1-4e2d-b401-dc37a4bd2eec tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d3cdc14-2b19-4512-a426-cde0c01cbded&id=22266200-cc85-4bf7-ba81-00e807796855&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0417652 Jul 05 10:25:24.392123 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:24.438390 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=be70e88f9d02471eb74f3131ff2ee2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6774302 Jul 05 10:25:24.438630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40894) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:24.441504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229b79ae-1312-49e1-9162-e100da5328ec,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:24.451228 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:24.451891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:24.452409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:24.452914 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:24.453419 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:24.453960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:24.455037 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:24.455543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:24.456195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:24.456697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:24.457191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:24.457701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb72d1-5a99-4704-b199-e8b7a8d4782a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:25:24.509925 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c23d-e386-4c84-94b1-568bad3657ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:24.536213 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c23d-e386-4c84-94b1-568bad3657ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:24.740665 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c23d-e386-4c84-94b1-568bad3657ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:24.744346 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c23d-e386-4c84-94b1-568bad3657ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:24.748626 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f1a1c23d-e386-4c84-94b1-568bad3657ee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/229b79ae-1312-49e1-9162-e100da5328ec HTTP/1.1" status: 204 len: 168 time: 0.3057952 Jul 05 10:25:24.758387 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1c23d-e386-4c84-94b1-568bad3657ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229b79ae-1312-49e1-9162-e100da5328ec,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:24.832586 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b1a1cf2b-aef6-44c2-a9b6-bfb1481d9871 req-16bb009f-f993-4bb0-9635-606989f544eb tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0297346 Jul 05 10:25:25.346447 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:25:25.627557 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ff224-685a-404e-9d16-9dc558dd382a req-a782fba8-9669-4a30-9b42-ced16d5af04c tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:25.629296 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-624ff224-685a-404e-9d16-9dc558dd382a req-a782fba8-9669-4a30-9b42-ced16d5af04c tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 946 time: 0.0884290 Jul 05 10:25:25.638846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d5a42-dfdd-478e-8d58-2415a1abea7a req-f250f27d-f618-4106-a063-f926cf01ec8b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:25.640493 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ec9d5a42-dfdd-478e-8d58-2415a1abea7a req-f250f27d-f618-4106-a063-f926cf01ec8b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 982 time: 0.0756767 Jul 05 10:25:25.675193 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-624ff224-685a-404e-9d16-9dc558dd382a req-f6943e3c-35be-4463-9a0f-6cca044cb89f tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396953 Jul 05 10:25:25.714629 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ec9d5a42-dfdd-478e-8d58-2415a1abea7a req-cf8a258a-66ee-4c24-9254-85c1bc7a6eb6 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d3cdc14-2b19-4512-a426-cde0c01cbded&id=22266200-cc85-4bf7-ba81-00e807796855&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0620098 Jul 05 10:25:26.124035 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-02b1b8e0-7f21-44ac-ab3a-0330ec49a0e2 req-07181320-7b58-452f-813e-4127e1ed5f14 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0569818 Jul 05 10:25:26.167264 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:25:26.271327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c99ab5ed-b26a-41d8-907f-fdc8a47dcb38,segment=NetworkSegment(8a4e2d0f-3e55-4469-937e-6ae924bae20a),segment_id=8a4e2d0f-3e55-4469-937e-6ae924bae20a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:26.284168 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'c99ab5ed-b26a-41d8-907f-fdc8a47dcb38', 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'port_id': 'c99ab5ed-b26a-41d8-907f-fdc8a47dcb38', 'mac_address': 'fa:16:3e:75:69:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:25:26.329904 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:26.345717 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:25:26.365616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c99ab5ed-b26a-41d8-907f-fdc8a47dcb38,segment=NetworkSegment(8a4e2d0f-3e55-4469-937e-6ae924bae20a),segment_id=8a4e2d0f-3e55-4469-937e-6ae924bae20a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:26.500935 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:26.553216 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=c99ab5ed-b26a-41d8-907f-fdc8a47dcb38,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:26.835271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['c99ab5ed-b26a-41d8-907f-fdc8a47dcb38'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:25:26.933610 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d210b-5867-4bbc-894e-2e1b38d37213 req-c8e8c43e-503d-4962-bd5e-9c4972ab57fe tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:26.935400 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748d210b-5867-4bbc-894e-2e1b38d37213 req-c8e8c43e-503d-4962-bd5e-9c4972ab57fe tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 946 time: 0.0859783 Jul 05 10:25:26.940130 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d660d6-0e79-433d-9f68-d36bc3a5f487 req-dab4481b-9938-4556-8666-d452af88be31 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:26.941855 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8d660d6-0e79-433d-9f68-d36bc3a5f487 req-dab4481b-9938-4556-8666-d452af88be31 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 983 time: 0.0888414 Jul 05 10:25:26.989432 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748d210b-5867-4bbc-894e-2e1b38d37213 req-7d8d47ca-bdd9-4f20-b055-be3444bf6530 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472896 Jul 05 10:25:26.998291 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8d660d6-0e79-433d-9f68-d36bc3a5f487 req-d39f1486-7bc9-42bd-a66a-ab240eacbb52 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d3cdc14-2b19-4512-a426-cde0c01cbded&id=22266200-cc85-4bf7-ba81-00e807796855&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0495195 Jul 05 10:25:27.317022 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7229e365-edfb-4453-a22c-00fa711b0895 req-7051c3ee-5d28-4ab2-a3b8-e63b86f43f33 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0323694 Jul 05 10:25:28.178278 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:28.200576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642cbcb-c175-43c7-8b0d-4692eb4d5995 req-74087236-7911-44c7-b1ef-35e941576020 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:28.202927 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6642cbcb-c175-43c7-8b0d-4692eb4d5995 req-74087236-7911-44c7-b1ef-35e941576020 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 983 time: 0.0742095 Jul 05 10:25:28.265417 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6642cbcb-c175-43c7-8b0d-4692eb4d5995 req-90c15361-85a8-4de9-a199-397d473d7083 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d3cdc14-2b19-4512-a426-cde0c01cbded&id=22266200-cc85-4bf7-ba81-00e807796855&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0524523 Jul 05 10:25:28.457190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:28.463867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:28.464662 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:28.551592 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2aae4b2e-f229-4b9f-8784-a36436f62752 req-53742260-8d79-4b0a-852e-86ae6ba6a6ab tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0497406 Jul 05 10:25:28.566313 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:28.596304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90db372-e27a-44e2-9315-4d1258a33197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99ab5ed-b26a-41d8-907f-fdc8a47dcb38'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:28.598596 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4432a979-7f8d-41e6-b16b-f66c5b62366b" -d '{"events": [{"server_uuid": "a90db372-e27a-44e2-9315-4d1258a33197", "name": "network-vif-plugged", "status": "completed", "tag": "c99ab5ed-b26a-41d8-907f-fdc8a47dcb38"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:28.621709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c99ab5ed-b26a-41d8-907f-fdc8a47dcb38,segment=NetworkSegment(8a4e2d0f-3e55-4469-937e-6ae924bae20a),segment_id=8a4e2d0f-3e55-4469-937e-6ae924bae20a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:28.639388 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ccabf7-7703-4322-a258-3857a8e19627 x-openstack-request-id: req-93ccabf7-7703-4322-a258-3857a8e19627 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:28.639929 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90db372-e27a-44e2-9315-4d1258a33197", "name": "network-vif-plugged", "status": "completed", "tag": "c99ab5ed-b26a-41d8-907f-fdc8a47dcb38", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:28.640484 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93ccabf7-7703-4322-a258-3857a8e19627 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:28.641111 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90db372-e27a-44e2-9315-4d1258a33197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99ab5ed-b26a-41d8-907f-fdc8a47dcb38', 'code': 200} Jul 05 10:25:28.723597 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:28.753801 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d7a5d-c10f-4d0f-9de5-845cc5df28df req-dc5384a2-9efc-4c04-8405-dea9d70bac22 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:28.756116 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f7d7a5d-c10f-4d0f-9de5-845cc5df28df req-dc5384a2-9efc-4c04-8405-dea9d70bac22 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 946 time: 0.0854051 Jul 05 10:25:28.802179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb710148-f868-4f5a-a8f1-1058f92dcdc7 req-10ed189e-3756-4950-af56-37fd9da202d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:28.804213 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eb710148-f868-4f5a-a8f1-1058f92dcdc7 req-10ed189e-3756-4950-af56-37fd9da202d3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 1136 time: 0.0738795 Jul 05 10:25:28.825119 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f7d7a5d-c10f-4d0f-9de5-845cc5df28df req-980a58e9-dc77-4dfc-b612-ab881b270751 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544426 Jul 05 10:25:28.837936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=c99ab5ed-b26a-41d8-907f-fdc8a47dcb38,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:28.875402 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eb710148-f868-4f5a-a8f1-1058f92dcdc7 req-6b024fcf-eafe-4235-9904-18e84a5a4d78 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3d3cdc14-2b19-4512-a426-cde0c01cbded&id=22266200-cc85-4bf7-ba81-00e807796855&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0613196 Jul 05 10:25:29.466091 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d22b7-45af-46a3-98f3-6ae88a5415d6 req-4c78b969-03c0-4a73-a612-aca8646d55d7 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:29.472433 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ce0d22b7-45af-46a3-98f3-6ae88a5415d6 req-4c78b969-03c0-4a73-a612-aca8646d55d7 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 984 time: 0.0761175 Jul 05 10:25:29.518843 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ce0d22b7-45af-46a3-98f3-6ae88a5415d6 req-978a777e-4cbe-4975-a67d-06de261084fa tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d3cdc14-2b19-4512-a426-cde0c01cbded&id=22266200-cc85-4bf7-ba81-00e807796855&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0446525 Jul 05 10:25:29.604973 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ce4399dc-43df-4b25-81a1-97776b33db88 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:25:29.782771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ce4399dc-43df-4b25-81a1-97776b33db88, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ce4399dc-43df-4b25-81a1-97776b33db88,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:29.800301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'ce4399dc-43df-4b25-81a1-97776b33db88', 'network_id': 'edd4465b-390d-4777-8a67-9c0e7de02108', 'port_id': 'ce4399dc-43df-4b25-81a1-97776b33db88', 'mac_address': 'fa:16:3e:96:91:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416d4cde-47b1-4b1b-a789-838086a2fbf2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:25:29.848517 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5cea2fe8-e6a0-473e-97ac-d2375788aed9 req-d7b27506-d617-4884-a52a-6b710aa03213 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0527251 Jul 05 10:25:29.851050 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:29.866893 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce4399dc-43df-4b25-81a1-97776b33db88 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:25:29.890077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ce4399dc-43df-4b25-81a1-97776b33db88, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ce4399dc-43df-4b25-81a1-97776b33db88,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:30.029145 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5a213-3c74-47c9-b9eb-95f09f644ed3 req-06cb25d8-8b50-4e63-9808-74462b1ad6a3 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:30.030636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-72b5a213-3c74-47c9-b9eb-95f09f644ed3 req-06cb25d8-8b50-4e63-9808-74462b1ad6a3 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 946 time: 0.0728400 Jul 05 10:25:30.043130 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:30.081857 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-72b5a213-3c74-47c9-b9eb-95f09f644ed3 req-199fbc2d-32ac-4a2a-a563-a9a5edf25313 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Jul 05 10:25:30.099921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=ce4399dc-43df-4b25-81a1-97776b33db88,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:30.121007 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['ce4399dc-43df-4b25-81a1-97776b33db88'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:25:30.172328 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d69aa082-3b6f-4d96-9cfb-0586025751af req-2921f05f-da88-4670-b3dd-a128513ea8c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0314679 Jul 05 10:25:30.705818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890f84e-51eb-4fc7-8791-c1e2d66ea0ea req-5dc80b5c-1fe4-4eb8-a939-efd8c68a873c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:30.707641 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f890f84e-51eb-4fc7-8791-c1e2d66ea0ea req-5dc80b5c-1fe4-4eb8-a939-efd8c68a873c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 984 time: 0.0632305 Jul 05 10:25:30.751027 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f890f84e-51eb-4fc7-8791-c1e2d66ea0ea req-5c4ce2e6-3a62-4fbc-bde0-2f2952eabb4c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d3cdc14-2b19-4512-a426-cde0c01cbded&id=22266200-cc85-4bf7-ba81-00e807796855&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0369816 Jul 05 10:25:30.938843 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654cad5-e6ee-4f74-a0c9-002e16d5d9d1 req-d21bf069-248d-4f9a-9db3-59bcb6f7ca2a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:30.941762 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0654cad5-e6ee-4f74-a0c9-002e16d5d9d1 req-d21bf069-248d-4f9a-9db3-59bcb6f7ca2a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 984 time: 0.0715787 Jul 05 10:25:31.007179 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0654cad5-e6ee-4f74-a0c9-002e16d5d9d1 req-83bc648e-13ca-4a98-83dc-3b945fa2766e tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d3cdc14-2b19-4512-a426-cde0c01cbded&id=22266200-cc85-4bf7-ba81-00e807796855&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0567360 Jul 05 10:25:31.039566 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-66c91f11-f122-49e5-b117-0d836ca37265 req-6ee61797-3e56-408f-82fe-96b1211c60c7 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0404811 Jul 05 10:25:31.188320 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea782e9-8f9e-455f-86bb-d887d948a926 req-c05b7be5-a235-447f-be96-038f45288ee2 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:31.190891 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1ea782e9-8f9e-455f-86bb-d887d948a926 req-c05b7be5-a235-447f-be96-038f45288ee2 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 1136 time: 0.0679142 Jul 05 10:25:31.221099 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1ea782e9-8f9e-455f-86bb-d887d948a926 req-bdafc270-6d6e-495b-be5f-2b2abf9690e9 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:31.267925 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0065f0-13e8-4cde-ad11-f5dc4f07074c req-0e0e3559-097c-4e2c-aee6-d9e481c8d294 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:31.275056 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0065f0-13e8-4cde-ad11-f5dc4f07074c req-0e0e3559-097c-4e2c-aee6-d9e481c8d294 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 945 time: 0.0700448 Jul 05 10:25:31.312134 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0065f0-13e8-4cde-ad11-f5dc4f07074c req-5decc7ee-5537-4a3c-bb38-2156dc904735 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361242 Jul 05 10:25:31.326213 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1ea782e9-8f9e-455f-86bb-d887d948a926 req-bdafc270-6d6e-495b-be5f-2b2abf9690e9 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:31.511547 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1ea782e9-8f9e-455f-86bb-d887d948a926 req-bdafc270-6d6e-495b-be5f-2b2abf9690e9 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:31.540897 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1ea782e9-8f9e-455f-86bb-d887d948a926 req-bdafc270-6d6e-495b-be5f-2b2abf9690e9 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=3d3cdc14-2b19-4512-a426-cde0c01cbded&id=22266200-cc85-4bf7-ba81-00e807796855&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3367088 Jul 05 10:25:31.549947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafc270-6d6e-495b-be5f-2b2abf9690e9 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca4fb87-6de2-44f5-9811-195b54bc5723,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:31.581496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41030) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:31.604793 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ce4399dc-43df-4b25-81a1-97776b33db88 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:31.662744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ddd98b-fcf7-42f6-ab89-7e6e09b0675d tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:31.666975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-74ddd98b-fcf7-42f6-ab89-7e6e09b0675d tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 1131 time: 0.0843585 Jul 05 10:25:31.670054 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41040) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:31.674774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port ce4399dc-43df-4b25-81a1-97776b33db88 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:31.675154 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:31.683319 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': 'c99ab5ed-b26a-41d8-907f-fdc8a47dcb38', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:31.792450 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:31.803537 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:31.817095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476e86ce-fe47-42b9-af77-01b266770d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4399dc-43df-4b25-81a1-97776b33db88'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:31.819925 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcc9905-2f25-4961-b013-1dc3383a4103" -d '{"events": [{"server_uuid": "476e86ce-fe47-42b9-af77-01b266770d23", "name": "network-vif-plugged", "status": "completed", "tag": "ce4399dc-43df-4b25-81a1-97776b33db88"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:31.838215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ce4399dc-43df-4b25-81a1-97776b33db88, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ce4399dc-43df-4b25-81a1-97776b33db88,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:31.875194 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56f2226-cef7-4e1d-bf35-90849e81ab28 x-openstack-request-id: req-e56f2226-cef7-4e1d-bf35-90849e81ab28 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:31.875611 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476e86ce-fe47-42b9-af77-01b266770d23", "name": "network-vif-plugged", "status": "completed", "tag": "ce4399dc-43df-4b25-81a1-97776b33db88", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:31.876036 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e56f2226-cef7-4e1d-bf35-90849e81ab28 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:31.876661 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476e86ce-fe47-42b9-af77-01b266770d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4399dc-43df-4b25-81a1-97776b33db88', 'code': 200} Jul 05 10:25:31.931488 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:31.968663 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:32.025045 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=ce4399dc-43df-4b25-81a1-97776b33db88,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:32.040279 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Allocated IP 172.25.5.201 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/8c9ce06a-d716-4b4a-8303-5ed23327217e) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:32.220816 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:32.240388 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-18cf3081-6934-434a-a542-44c8fe182580 req-6244129a-f888-4061-a61e-100a1d6dfdce tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0463722 Jul 05 10:25:32.360643 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:32.409677 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:32.413380 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:32.421645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:25:32.487639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'Port': ['ID=8c9ce06a-d716-4b4a-8303-5ed23327217e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:32.595403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8366a4-02bb-4720-9041-e70eb203862a req-cf51a644-07c7-4384-9a4d-4d850a870420 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:32.596900 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0b8366a4-02bb-4720-9041-e70eb203862a req-cf51a644-07c7-4384-9a4d-4d850a870420 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 946 time: 0.1432178 Jul 05 10:25:32.928050 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e2a4f390-c465-4c85-9b5a-e314b4dc5f1e req-2ab8d875-16de-48a8-9018-1a18022a5e27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=10bfca0ff3734720b851ce1f10e3c8a3&device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0370204 Jul 05 10:25:32.957624 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e2a4f390-c465-4c85-9b5a-e314b4dc5f1e req-b81f6516-0d29-4b12-9af1-d9da17774bb8 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=10bfca0ff3734720b851ce1f10e3c8a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228498 Jul 05 10:25:33.040598 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0b8366a4-02bb-4720-9041-e70eb203862a req-36320402-a9e2-4bf0-9d46-39e8be8d759f tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340727 Jul 05 10:25:33.086158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4f390-c465-4c85-9b5a-e314b4dc5f1e req-23a2829e-9124-4c04-ac8a-3ddc349def23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:33.088636 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e2a4f390-c465-4c85-9b5a-e314b4dc5f1e req-23a2829e-9124-4c04-ac8a-3ddc349def23 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1254697 Jul 05 10:25:33.146548 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4984a14-b79f-4f89-874b-e51ca138ef9d req-892b5d47-c3c7-403b-8c21-eb7e6df1157d tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0399060 Jul 05 10:25:33.427950 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:33.620553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ce4399dc-43df-4b25-81a1-97776b33db88 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:33.655353 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:33.720329 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:33.758843 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ce4399dc-43df-4b25-81a1-97776b33db88, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ce4399dc-43df-4b25-81a1-97776b33db88,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:33.827122 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:33.881205 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476e86ce-fe47-42b9-af77-01b266770d23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4399dc-43df-4b25-81a1-97776b33db88'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:33.881205 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5054ac-60e5-489f-88d8-41d5089238c9" -d '{"events": [{"server_uuid": "476e86ce-fe47-42b9-af77-01b266770d23", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4399dc-43df-4b25-81a1-97776b33db88"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:33.900584 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:33.922562 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:33.937034 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2478daae-b592-487a-a7a5-73603d9cffac x-openstack-request-id: req-2478daae-b592-487a-a7a5-73603d9cffac {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:33.937330 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476e86ce-fe47-42b9-af77-01b266770d23", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4399dc-43df-4b25-81a1-97776b33db88", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:33.937582 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2478daae-b592-487a-a7a5-73603d9cffac {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:33.937967 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476e86ce-fe47-42b9-af77-01b266770d23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4399dc-43df-4b25-81a1-97776b33db88', 'code': 200} Jul 05 10:25:33.967014 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=ce4399dc-43df-4b25-81a1-97776b33db88,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:34.053920 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'Port': ['ID=8c9ce06a-d716-4b4a-8303-5ed23327217e,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:34.068495 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:34.172686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa538d-ba8d-4bdd-8efa-bdc22e568f21 req-dbc3f552-e4d4-4cee-8a89-2b0d3b20d191 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:34.174250 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-69fa538d-ba8d-4bdd-8efa-bdc22e568f21 req-dbc3f552-e4d4-4cee-8a89-2b0d3b20d191 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 944 time: 0.1710269 Jul 05 10:25:34.219985 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Floating IP 2772f45b-1aee-47ae-9bd1-4eccc2bbd977 associated. External IP: 172.25.5.201, port: c99ab5ed-b26a-41d8-907f-fdc8a47dcb38. Jul 05 10:25:34.268376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41082) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:34.276307 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-69fa538d-ba8d-4bdd-8efa-bdc22e568f21 req-eb09c63d-943d-4cac-ba52-0921912bb9f9 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931487 Jul 05 10:25:34.340334 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-caa12fa7-bc39-41a0-b659-d721a21e2182 req-cf1e9346-ec22-45e9-b9ef-2486d429ac28 tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0351849 Jul 05 10:25:34.357512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fff3d8-8c12-43a1-ae23-7704bfec0d8c admin admin] Deleting subnet ddef2e4d-0828-4255-9baa-c352d2e2b1d5 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:25:34.363283 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-01fff3d8-8c12-43a1-ae23-7704bfec0d8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:34.428908 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e2a4f390-c465-4c85-9b5a-e314b4dc5f1e req-89d21059-2633-4b9d-b9e9-e0aae14231ba tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0326228 Jul 05 10:25:34.444381 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-01fff3d8-8c12-43a1-ae23-7704bfec0d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:34.481292 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Router 33c945b6-676a-4e68-be29-d2f5e1566425 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:25:34.496449 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-01fff3d8-8c12-43a1-ae23-7704bfec0d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:34.632309 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:25:34.646189 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c6528b-ad90-4df9-8bce-f1c0b8e47c1d None None] Sync routers for ids ['33c945b6-676a-4e68-be29-d2f5e1566425'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:25:34.656891 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c6528b-ad90-4df9-8bce-f1c0b8e47c1d None None] Routers {'33c945b6-676a-4e68-be29-d2f5e1566425'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:34.657630 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-74c6528b-ad90-4df9-8bce-f1c0b8e47c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:25:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['33c945b6-676a-4e68-be29-d2f5e1566425'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:34.758019 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-01fff3d8-8c12-43a1-ae23-7704bfec0d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:34.786687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fff3d8-8c12-43a1-ae23-7704bfec0d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddef2e4d-0828-4255-9baa-c352d2e2b1d5,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:34.794018 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-01fff3d8-8c12-43a1-ae23-7704bfec0d8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:34.799707 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:34.800361 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41084) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:34.800507 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-01fff3d8-8c12-43a1-ae23-7704bfec0d8c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ddef2e4d-0828-4255-9baa-c352d2e2b1d5 HTTP/1.1" status: 204 len: 168 time: 0.5304141 Jul 05 10:25:34.868337 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-74c6528b-ad90-4df9-8bce-f1c0b8e47c1d None None] Set router 33c945b6-676a-4e68-be29-d2f5e1566425 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:34.901531 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-673c5022-e580-4bcb-b849-3fdd321e331d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2272186 Jul 05 10:25:34.901531 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90db372-e27a-44e2-9315-4d1258a33197', 'tag': 'c99ab5ed-b26a-41d8-907f-fdc8a47dcb38'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:34.901531 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c03a54-0ddd-4e4b-ac9d-93c555ebef9f" -d '{"events": [{"name": "network-changed", "server_uuid": "a90db372-e27a-44e2-9315-4d1258a33197", "tag": "c99ab5ed-b26a-41d8-907f-fdc8a47dcb38"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:34.905546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41086) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:34.942239 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b08a0c24-aa37-4201-b213-7725f4a57cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:34.946365 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c349d8-215b-4ed2-98cf-1816fa38cc60 x-openstack-request-id: req-93c349d8-215b-4ed2-98cf-1816fa38cc60 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:34.946661 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90db372-e27a-44e2-9315-4d1258a33197", "tag": "c99ab5ed-b26a-41d8-907f-fdc8a47dcb38", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:34.946916 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93c349d8-215b-4ed2-98cf-1816fa38cc60 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:34.947312 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90db372-e27a-44e2-9315-4d1258a33197', 'tag': 'c99ab5ed-b26a-41d8-907f-fdc8a47dcb38', 'status': 'completed', 'code': 200} Jul 05 10:25:35.212450 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-74c6528b-ad90-4df9-8bce-f1c0b8e47c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1532333325', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:24:59Z', 'updated_at': '2021-07-05T10:25:08Z', 'revision_number': 4, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:01Z', 'updated_at': '2021-07-05T10:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '2772f45b-1aee-47ae-9bd1-4eccc2bbd977', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'port_id': 'c99ab5ed-b26a-41d8-907f-fdc8a47dcb38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'mac_address': 'fa:16:3e:75:69:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90db372-e27a-44e2-9315-4d1258a33197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:25:33Z', 'updated_at': '2021-07-05T10:25:33Z', 'revision_number': 0, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce009f3-4cb4-488b-bdcf-ce6d599be411', 'name': '', 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'mac_address': 'fa:16:3e:44:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:07Z', 'updated_at': '2021-07-05T10:25:15Z', 'revision_number': 5, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'subnets': [{'id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:35.250385 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b08a0c24-aa37-4201-b213-7725f4a57cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:35.255641 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c6528b-ad90-4df9-8bce-f1c0b8e47c1d None None] Checking router: 33c945b6-676a-4e68-be29-d2f5e1566425 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:25:35.266573 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c6528b-ad90-4df9-8bce-f1c0b8e47c1d None None] Routers {'33c945b6-676a-4e68-be29-d2f5e1566425'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:25:35.267274 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-74c6528b-ad90-4df9-8bce-f1c0b8e47c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:25:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['33c945b6-676a-4e68-be29-d2f5e1566425'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:35.269155 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed14055-38e5-43e1-a0f9-dd7c0642c4ea tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.269910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed14055-38e5-43e1-a0f9-dd7c0642c4ea tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.270641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed14055-38e5-43e1-a0f9-dd7c0642c4ea tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.271368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed14055-38e5-43e1-a0f9-dd7c0642c4ea tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.272729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed14055-38e5-43e1-a0f9-dd7c0642c4ea tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.273495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed14055-38e5-43e1-a0f9-dd7c0642c4ea tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.274206 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed14055-38e5-43e1-a0f9-dd7c0642c4ea tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.274936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed14055-38e5-43e1-a0f9-dd7c0642c4ea tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.275663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed14055-38e5-43e1-a0f9-dd7c0642c4ea tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.276398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed14055-38e5-43e1-a0f9-dd7c0642c4ea tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.277172 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed14055-38e5-43e1-a0f9-dd7c0642c4ea tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.277927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed14055-38e5-43e1-a0f9-dd7c0642c4ea tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.278650 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed14055-38e5-43e1-a0f9-dd7c0642c4ea tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.282389 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-eed14055-38e5-43e1-a0f9-dd7c0642c4ea tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9093 time: 0.3743160 Jul 05 10:25:35.289327 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c03a54-0ddd-4e4b-ac9d-93c555ebef9f req-ab8c8348-0bfd-4911-9111-84d880d920b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.289753 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09c03a54-0ddd-4e4b-ac9d-93c555ebef9f req-ab8c8348-0bfd-4911-9111-84d880d920b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fccd5cc7d8c242f7bec61d45963cb5b7&device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 1136 time: 0.3074543 Jul 05 10:25:35.291594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41092) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:35.292121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b08a0c24-aa37-4201-b213-7725f4a57cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d9197b-f9ee-442d-b0c7-34e4f932a087']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:35.356473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b08a0c24-aa37-4201-b213-7725f4a57cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0c858e-48a4-4573-8ffd-70c2867b6ae9') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:35.356710 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b08a0c24-aa37-4201-b213-7725f4a57cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0c858e-48a4-4573-8ffd-70c2867b6ae9') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:35.373074 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b08a0c24-aa37-4201-b213-7725f4a57cec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:35.410647 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b08a0c24-aa37-4201-b213-7725f4a57cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:35.442299 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-74c6528b-ad90-4df9-8bce-f1c0b8e47c1d None None] Set router 33c945b6-676a-4e68-be29-d2f5e1566425 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:25:35.511196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1720a-818a-4777-a675-8e6f5b233155 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.512280 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1720a-818a-4777-a675-8e6f5b233155 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.512940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1720a-818a-4777-a675-8e6f5b233155 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.513647 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1720a-818a-4777-a675-8e6f5b233155 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.514296 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1720a-818a-4777-a675-8e6f5b233155 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.514940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1720a-818a-4777-a675-8e6f5b233155 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.518683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1720a-818a-4777-a675-8e6f5b233155 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.519400 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1720a-818a-4777-a675-8e6f5b233155 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.520209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1720a-818a-4777-a675-8e6f5b233155 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.520862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1720a-818a-4777-a675-8e6f5b233155 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.521690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1720a-818a-4777-a675-8e6f5b233155 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.522479 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1720a-818a-4777-a675-8e6f5b233155 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.528806 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0fd1720a-818a-4777-a675-8e6f5b233155 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7618 time: 0.2357833 Jul 05 10:25:35.530629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41098) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:35.700344 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-19f6ff97-ecae-42e1-ad2a-bfffe13be438 req-e55a5ffb-dd4e-4263-a404-7a6fa49223dc tempest-ServerShowV257Test-1001428049 tempest-ServerShowV257Test-1001428049-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd000f32-e6fc-4452-bae5-9583a0798bf1 HTTP/1.1" status: 200 len: 210 time: 0.0432429 Jul 05 10:25:35.769765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08a0c24-aa37-4201-b213-7725f4a57cec admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:25:35.770192 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b08a0c24-aa37-4201-b213-7725f4a57cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:25:35.772037 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:25:35.776366 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d323271-d3cf-42f4-aec6-b96cba02044e req-95f3f740-1185-4160-90bf-e135bddb12df tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.776366 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3d323271-d3cf-42f4-aec6-b96cba02044e req-95f3f740-1185-4160-90bf-e135bddb12df tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.64 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 944 time: 0.2420712 Jul 05 10:25:35.793000 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-74c6528b-ad90-4df9-8bce-f1c0b8e47c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1532333325', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:24:59Z', 'updated_at': '2021-07-05T10:25:08Z', 'revision_number': 4, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:01Z', 'updated_at': '2021-07-05T10:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '2772f45b-1aee-47ae-9bd1-4eccc2bbd977', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'port_id': 'c99ab5ed-b26a-41d8-907f-fdc8a47dcb38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'mac_address': 'fa:16:3e:75:69:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90db372-e27a-44e2-9315-4d1258a33197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:25:33Z', 'updated_at': '2021-07-05T10:25:33Z', 'revision_number': 0, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce009f3-4cb4-488b-bdcf-ce6d599be411', 'name': '', 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'mac_address': 'fa:16:3e:44:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:07Z', 'updated_at': '2021-07-05T10:25:15Z', 'revision_number': 5, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'subnets': [{'id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:35.826941 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c6528b-ad90-4df9-8bce-f1c0b8e47c1d None None] The sync data for ids ['33c945b6-676a-4e68-be29-d2f5e1566425'] in n-d-779913-27 is: [{'id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1532333325', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:24:59Z', 'updated_at': '2021-07-05T10:25:08Z', 'revision_number': 4, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:01Z', 'updated_at': '2021-07-05T10:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '2772f45b-1aee-47ae-9bd1-4eccc2bbd977', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'port_id': 'c99ab5ed-b26a-41d8-907f-fdc8a47dcb38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'mac_address': 'fa:16:3e:75:69:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90db372-e27a-44e2-9315-4d1258a33197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:25:33Z', 'updated_at': '2021-07-05T10:25:33Z', 'revision_number': 0, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce009f3-4cb4-488b-bdcf-ce6d599be411', 'name': '', 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'mac_address': 'fa:16:3e:44:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:07Z', 'updated_at': '2021-07-05T10:25:15Z', 'revision_number': 5, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'subnets': [{'id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:25:35.858198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c03a54-0ddd-4e4b-ac9d-93c555ebef9f req-fe64e150-a538-46cc-8955-127eb0613fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.859703 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09c03a54-0ddd-4e4b-ac9d-93c555ebef9f req-fe64e150-a538-46cc-8955-127eb0613fc8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fde05f62-acad-406f-ad37-7cc4e7d0f66a HTTP/1.1" status: 200 len: 898 time: 0.5638890 Jul 05 10:25:35.950964 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09c03a54-0ddd-4e4b-ac9d-93c555ebef9f req-04ee5031-0cd0-42ab-835c-9313dda19555 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 HTTP/1.1" status: 200 len: 999 time: 0.0829098 Jul 05 10:25:35.958371 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ed66f-730c-41ca-bd9f-4d9c3c8f1f53 req-885e5d6e-0400-4f3c-a2dd-6621cd65b79a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:35.960020 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f48ed66f-730c-41ca-bd9f-4d9c3c8f1f53 req-885e5d6e-0400-4f3c-a2dd-6621cd65b79a tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 944 time: 0.1937599 Jul 05 10:25:35.989186 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b08a0c24-aa37-4201-b213-7725f4a57cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:35.999994 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-3d323271-d3cf-42f4-aec6-b96cba02044e req-b0833578-b60d-489b-a5af-c242683482fb tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Deleting port ce4399dc-43df-4b25-81a1-97776b33db88 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:25:36.001269 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3d323271-d3cf-42f4-aec6-b96cba02044e req-b0833578-b60d-489b-a5af-c242683482fb tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.007288 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b08a0c24-aa37-4201-b213-7725f4a57cec admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.009727 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b08a0c24-aa37-4201-b213-7725f4a57cec admin admin] 10.222.0.77 "DELETE /v2.0/networks/41d9197b-f9ee-442d-b0c7-34e4f932a087 HTTP/1.1" status: 204 len: 168 time: 1.2076280 Jul 05 10:25:36.017864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41100) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:36.041247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a0c24-aa37-4201-b213-7725f4a57cec admin admin] Pushing event deleted for resources: {'Network': ['ID=41d9197b-f9ee-442d-b0c7-34e4f932a087,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:36.080662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c03a54-0ddd-4e4b-ac9d-93c555ebef9f req-2ddaa3d2-3a13-418f-83de-4f3b899e940f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:36.081585 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09c03a54-0ddd-4e4b-ac9d-93c555ebef9f req-2ddaa3d2-3a13-418f-83de-4f3b899e940f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1452af3d-493c-4d68-98a2-44b71573ca71 HTTP/1.1" status: 200 len: 835 time: 0.1207275 Jul 05 10:25:36.091688 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5e98aa77-132e-43ea-886f-4a6566895c79 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3059 time: 0.5395937 Jul 05 10:25:36.092692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41102) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:36.105146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41d2ea-0dbe-42cc-adc5-f5260d43bc55 None None] New status for floating IP 2772f45b-1aee-47ae-9bd1-4eccc2bbd977: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:25:36.106432 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f48ed66f-730c-41ca-bd9f-4d9c3c8f1f53 req-f1be9623-390c-4493-a722-65f1a5c20add tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa582dcf-5d70-44ab-bc91-14304c1ec500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364088 Jul 05 10:25:36.153274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d4429b-ef44-44b5-82be-8367c52a32a4 admin admin] Deleting subnet c9e4d728-7544-4788-bd48-10a0a2bb27a1 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:25:36.158729 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f8d4429b-ef44-44b5-82be-8367c52a32a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.168310 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-3d323271-d3cf-42f4-aec6-b96cba02044e req-b0833578-b60d-489b-a5af-c242683482fb tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] For port ce4399dc-43df-4b25-81a1-97776b33db88, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ce4399dc-43df-4b25-81a1-97776b33db88,segment=NetworkSegment(0787438c-f634-4e31-8113-7f85c8c9774c),segment_id=0787438c-f634-4e31-8113-7f85c8c9774c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:36.168680 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3d323271-d3cf-42f4-aec6-b96cba02044e req-b0833578-b60d-489b-a5af-c242683482fb tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.189307 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-3d323271-d3cf-42f4-aec6-b96cba02044e req-b0833578-b60d-489b-a5af-c242683482fb tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Calling delete_port for ce4399dc-43df-4b25-81a1-97776b33db88 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:25:36.198267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b719d61-a611-4cd1-98c2-b2c49ab3dc6c tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:36.198752 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b719d61-a611-4cd1-98c2-b2c49ab3dc6c tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:36.203635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c03a54-0ddd-4e4b-ac9d-93c555ebef9f req-7a71a2e1-7797-413e-86bc-2217bb6b312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:36.204775 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09c03a54-0ddd-4e4b-ac9d-93c555ebef9f req-7a71a2e1-7797-413e-86bc-2217bb6b312e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fde05f62-acad-406f-ad37-7cc4e7d0f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120713 Jul 05 10:25:36.210672 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f8d4429b-ef44-44b5-82be-8367c52a32a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.213380 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3b719d61-a611-4cd1-98c2-b2c49ab3dc6c tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=33c945b6-676a-4e68-be29-d2f5e1566425 HTTP/1.1" status: 200 len: 1991 time: 0.1169214 Jul 05 10:25:36.322556 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f8d4429b-ef44-44b5-82be-8367c52a32a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.381204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09c03a54-0ddd-4e4b-ac9d-93c555ebef9f req-7ff34bdb-0680-49c0-bcf2-1eec01218d28 service neutron] 10.222.0.73 "GET /v2.0/networks/fde05f62-acad-406f-ad37-7cc4e7d0f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684532 Jul 05 10:25:36.460621 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3d323271-d3cf-42f4-aec6-b96cba02044e req-b0833578-b60d-489b-a5af-c242683482fb tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.485733 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09c03a54-0ddd-4e4b-ac9d-93c555ebef9f req-23f32710-a29f-46a3-b5f7-5527c75cc1e4 service neutron] 10.222.0.73 "GET /v2.0/networks/fde05f62-acad-406f-ad37-7cc4e7d0f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983493 Jul 05 10:25:36.491917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0833578-b60d-489b-a5af-c242683482fb tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Pushing event deleted for resources: {'Port': ['ID=ce4399dc-43df-4b25-81a1-97776b33db88,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:36.541321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d323271-d3cf-42f4-aec6-b96cba02044e req-b0833578-b60d-489b-a5af-c242683482fb tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] No DVR routers for this DVR port ce4399dc-43df-4b25-81a1-97776b33db88 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:25:36.544063 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3d323271-d3cf-42f4-aec6-b96cba02044e req-b0833578-b60d-489b-a5af-c242683482fb tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.546135 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3d323271-d3cf-42f4-aec6-b96cba02044e req-b0833578-b60d-489b-a5af-c242683482fb tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.64 "DELETE /v2.0/ports/ce4399dc-43df-4b25-81a1-97776b33db88 HTTP/1.1" status: 204 len: 173 time: 0.7609797 Jul 05 10:25:36.546530 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f8d4429b-ef44-44b5-82be-8367c52a32a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.550659 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476e86ce-fe47-42b9-af77-01b266770d23', 'name': 'network-vif-deleted', 'tag': 'ce4399dc-43df-4b25-81a1-97776b33db88'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:36.550659 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab4fc2e-7494-417a-a9d2-583050cb065a" -d '{"events": [{"server_uuid": "476e86ce-fe47-42b9-af77-01b266770d23", "name": "network-vif-deleted", "tag": "ce4399dc-43df-4b25-81a1-97776b33db88"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:36.573849 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4429b-ef44-44b5-82be-8367c52a32a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e4d728-7544-4788-bd48-10a0a2bb27a1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:36.585583 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f8d4429b-ef44-44b5-82be-8367c52a32a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.587839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f8d4429b-ef44-44b5-82be-8367c52a32a4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c9e4d728-7544-4788-bd48-10a0a2bb27a1 HTTP/1.1" status: 204 len: 168 time: 0.5594761 Jul 05 10:25:36.590708 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41110) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:36.598293 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98ec692-3030-471c-a50b-fa22021bc0bb x-openstack-request-id: req-c98ec692-3030-471c-a50b-fa22021bc0bb {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:36.598577 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476e86ce-fe47-42b9-af77-01b266770d23", "name": "network-vif-deleted", "tag": "ce4399dc-43df-4b25-81a1-97776b33db88", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:36.598822 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c98ec692-3030-471c-a50b-fa22021bc0bb {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:36.599230 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476e86ce-fe47-42b9-af77-01b266770d23', 'name': 'network-vif-deleted', 'tag': 'ce4399dc-43df-4b25-81a1-97776b33db88', 'status': 'completed', 'code': 200} Jul 05 10:25:36.661500 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fff3a3b-133e-468e-baf2-311146bf5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.744506 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fff3a3b-133e-468e-baf2-311146bf5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.752866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5fff3a3b-133e-468e-baf2-311146bf5902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9ac502-9f3a-4eaa-b170-eff5d3f0a401']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:36.763593 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5fff3a3b-133e-468e-baf2-311146bf5902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58cd664-0d45-40a0-a951-b581fcdfbc93') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:36.763926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5fff3a3b-133e-468e-baf2-311146bf5902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58cd664-0d45-40a0-a951-b581fcdfbc93') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:36.774396 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fff3a3b-133e-468e-baf2-311146bf5902 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.794932 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fff3a3b-133e-468e-baf2-311146bf5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.801624 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fff3a3b-133e-468e-baf2-311146bf5902 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:25:36.802028 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fff3a3b-133e-468e-baf2-311146bf5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:25:36.803764 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:25:36.922931 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fff3a3b-133e-468e-baf2-311146bf5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.929007 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fff3a3b-133e-468e-baf2-311146bf5902 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:36.932298 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5fff3a3b-133e-468e-baf2-311146bf5902 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4d9ac502-9f3a-4eaa-b170-eff5d3f0a401 HTTP/1.1" status: 204 len: 168 time: 0.3391488 Jul 05 10:25:36.942418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff3a3b-133e-468e-baf2-311146bf5902 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9ac502-9f3a-4eaa-b170-eff5d3f0a401,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:37.298939 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9999401-c68d-4afa-818a-798a8e13f28e req-5fb9c045-ffea-4a96-8067-a603707f8ea8 tempest-ImagesTestJSON-1430052914 tempest-ImagesTestJSON-1430052914-project] 10.222.0.77 "GET /v2.0/ports?device_id=476e86ce-fe47-42b9-af77-01b266770d23 HTTP/1.1" status: 200 len: 210 time: 0.0321014 Jul 05 10:25:37.376614 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41124) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:37.390167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41128) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:37.439865 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b63b54cd-cb1f-416a-87ab-9aa18819145f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d597b0f592fd43b599c2e5a64c59c759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486331 Jul 05 10:25:37.452382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41130) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:37.526529 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-504748b1-8e94-4729-a730-9c29c132d444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:37.550118 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-504748b1-8e94-4729-a730-9c29c132d444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:37.625329 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a04b2314-d00b-45bc-80a1-6b4b7932365b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:37.653173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ce4399dc-43df-4b25-81a1-97776b33db88 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:25:37.672522 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-504748b1-8e94-4729-a730-9c29c132d444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:37.675708 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-504748b1-8e94-4729-a730-9c29c132d444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:37.680238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: ce4399dc-43df-4b25-81a1-97776b33db88 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:25:37.680238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ce4399dc-43df-4b25-81a1-97776b33db88 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:25:37.681132 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-504748b1-8e94-4729-a730-9c29c132d444 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dc4d8a15-45b4-4d67-9dcd-d2e31419e0f8 HTTP/1.1" status: 204 len: 168 time: 0.2255299 Jul 05 10:25:37.690235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504748b1-8e94-4729-a730-9c29c132d444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4d8a15-45b4-4d67-9dcd-d2e31419e0f8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:37.752982 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a04b2314-d00b-45bc-80a1-6b4b7932365b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:37.843044 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a04b2314-d00b-45bc-80a1-6b4b7932365b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:37.882928 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a04b2314-d00b-45bc-80a1-6b4b7932365b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=10bfca0ff3734720b851ce1f10e3c8a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5049269 Jul 05 10:25:37.883877 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b2314-d00b-45bc-80a1-6b4b7932365b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e3a657-cde6-4d00-99f3-711a0bc2fd28,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:37.885692 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41134) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:37.943327 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d954c09e-6fca-4228-9582-e5ad0cfc326f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:37.965762 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d954c09e-6fca-4228-9582-e5ad0cfc326f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:38.140411 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d954c09e-6fca-4228-9582-e5ad0cfc326f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:38.145386 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d954c09e-6fca-4228-9582-e5ad0cfc326f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:38.147936 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d954c09e-6fca-4228-9582-e5ad0cfc326f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/78e3a657-cde6-4d00-99f3-711a0bc2fd28 HTTP/1.1" status: 204 len: 168 time: 0.2604513 Jul 05 10:25:38.161266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954c09e-6fca-4228-9582-e5ad0cfc326f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e3a657-cde6-4d00-99f3-711a0bc2fd28,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:38.653570 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41166) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:38.698808 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-59cebe23-1ff3-4ddb-b49c-943cca63d408 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=06a2d89b8cfd4a9fa531f41d71ab7889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431139 Jul 05 10:25:38.701257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41170) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:38.763137 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e5a00ed-9f3f-4d29-afc4-65a198b31dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:38.786513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e5a00ed-9f3f-4d29-afc4-65a198b31dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:38.930357 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e5a00ed-9f3f-4d29-afc4-65a198b31dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:38.934897 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0e5a00ed-9f3f-4d29-afc4-65a198b31dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:38.936874 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0e5a00ed-9f3f-4d29-afc4-65a198b31dc7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79c5e70a-b22d-45b1-bbe3-81b1095ef63a HTTP/1.1" status: 204 len: 168 time: 0.2344959 Jul 05 10:25:38.950001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a00ed-9f3f-4d29-afc4-65a198b31dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c5e70a-b22d-45b1-bbe3-81b1095ef63a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:39.043444 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41190) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:39.090436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-610eb7b5-d9a9-4bea-bc7f-96619ee41186 admin admin] Deleting subnet 416d4cde-47b1-4b1b-a789-838086a2fbf2 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:25:39.094102 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-610eb7b5-d9a9-4bea-bc7f-96619ee41186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:39.146558 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-610eb7b5-d9a9-4bea-bc7f-96619ee41186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:39.192534 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-610eb7b5-d9a9-4bea-bc7f-96619ee41186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:39.359591 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-610eb7b5-d9a9-4bea-bc7f-96619ee41186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:39.401945 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610eb7b5-d9a9-4bea-bc7f-96619ee41186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=416d4cde-47b1-4b1b-a789-838086a2fbf2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:39.416056 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-610eb7b5-d9a9-4bea-bc7f-96619ee41186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:39.420771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41208) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:39.421311 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-610eb7b5-d9a9-4bea-bc7f-96619ee41186 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/416d4cde-47b1-4b1b-a789-838086a2fbf2 HTTP/1.1" status: 204 len: 168 time: 0.3762422 Jul 05 10:25:39.492323 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13b25c3a-9b7f-47f2-b7d2-56f02d1a9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:39.580689 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13b25c3a-9b7f-47f2-b7d2-56f02d1a9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:39.592809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-13b25c3a-9b7f-47f2-b7d2-56f02d1a9bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd4465b-390d-4777-8a67-9c0e7de02108']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:39.603820 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-13b25c3a-9b7f-47f2-b7d2-56f02d1a9bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0787438c-f634-4e31-8113-7f85c8c9774c') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:39.604210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-13b25c3a-9b7f-47f2-b7d2-56f02d1a9bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0787438c-f634-4e31-8113-7f85c8c9774c') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:39.614258 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13b25c3a-9b7f-47f2-b7d2-56f02d1a9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:39.630911 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13b25c3a-9b7f-47f2-b7d2-56f02d1a9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:39.638507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b25c3a-9b7f-47f2-b7d2-56f02d1a9bbd admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:25:39.638909 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13b25c3a-9b7f-47f2-b7d2-56f02d1a9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:25:39.640727 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:25:39.680845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41218) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:39.785095 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13b25c3a-9b7f-47f2-b7d2-56f02d1a9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:39.787665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-654809d8-68cd-466c-bcb7-ffb9aedb0b11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-922977021-network', 'tenant_id': '0407b2d2311842b7b7b45b036954cf3e'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:39.791152 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13b25c3a-9b7f-47f2-b7d2-56f02d1a9bbd admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:39.794473 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-13b25c3a-9b7f-47f2-b7d2-56f02d1a9bbd admin admin] 10.222.0.77 "DELETE /v2.0/networks/edd4465b-390d-4777-8a67-9c0e7de02108 HTTP/1.1" status: 204 len: 168 time: 0.3707602 Jul 05 10:25:39.808882 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b25c3a-9b7f-47f2-b7d2-56f02d1a9bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=edd4465b-390d-4777-8a67-9c0e7de02108,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:39.888725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654809d8-68cd-466c-bcb7-ffb9aedb0b11 admin admin] Made reservation on behalf of 0407b2d2311842b7b7b45b036954cf3e for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:39.891222 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-654809d8-68cd-466c-bcb7-ffb9aedb0b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:39.900884 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-654809d8-68cd-466c-bcb7-ffb9aedb0b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:40.003330 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-654809d8-68cd-466c-bcb7-ffb9aedb0b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:40.100084 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-654809d8-68cd-466c-bcb7-ffb9aedb0b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:40.125977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654809d8-68cd-466c-bcb7-ffb9aedb0b11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:25:40.136862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654809d8-68cd-466c-bcb7-ffb9aedb0b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7cd86f-a020-4b48-b125-bd1b7556c98a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:40.143055 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-654809d8-68cd-466c-bcb7-ffb9aedb0b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:40.143403 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-654809d8-68cd-466c-bcb7-ffb9aedb0b11 admin admin] Added segment 604c0544-49f4-4e81-9723-6d1a1bb30aae of type vlan for network 5828239e-e9aa-4397-a7c5-30775e4f30c8 Jul 05 10:25:40.184130 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-654809d8-68cd-466c-bcb7-ffb9aedb0b11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:40.248055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41234) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:40.289897 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-774ae294-9a41-4fea-9e6a-015302cf12e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d352e50c540947d985966a904467acf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404150 Jul 05 10:25:40.292478 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41236) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:40.306739 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-654809d8-68cd-466c-bcb7-ffb9aedb0b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:40.307784 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654809d8-68cd-466c-bcb7-ffb9aedb0b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:40.308306 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-654809d8-68cd-466c-bcb7-ffb9aedb0b11 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:40.392913 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654809d8-68cd-466c-bcb7-ffb9aedb0b11 admin admin] Pushing event updated for resources: {'Network': ['ID=5828239e-e9aa-4397-a7c5-30775e4f30c8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:40.404381 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 5828239e-e9aa-4397-a7c5-30775e4f30c8 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:25:40.410925 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c61ab39-6524-4b8f-ae24-b8db5a8bc4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:40.439959 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c61ab39-6524-4b8f-ae24-b8db5a8bc4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:40.512362 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-654809d8-68cd-466c-bcb7-ffb9aedb0b11 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8303695 Jul 05 10:25:40.519704 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41242) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:40.524855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-18d7e08e-a3ba-4478-bc35-96715f902c20 admin admin] Request body: {'subnet': {'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-922977021-subnet', 'tenant_id': '0407b2d2311842b7b7b45b036954cf3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:40.614532 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c61ab39-6524-4b8f-ae24-b8db5a8bc4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:40.617252 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c61ab39-6524-4b8f-ae24-b8db5a8bc4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:40.618443 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1c61ab39-6524-4b8f-ae24-b8db5a8bc4f5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa582dcf-5d70-44ab-bc91-14304c1ec500 HTTP/1.1" status: 204 len: 168 time: 0.3250127 Jul 05 10:25:40.626903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61ab39-6524-4b8f-ae24-b8db5a8bc4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa582dcf-5d70-44ab-bc91-14304c1ec500,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:40.637285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d7e08e-a3ba-4478-bc35-96715f902c20 admin admin] Made reservation on behalf of 0407b2d2311842b7b7b45b036954cf3e for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:40.640545 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-18d7e08e-a3ba-4478-bc35-96715f902c20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:40.889393 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-18d7e08e-a3ba-4478-bc35-96715f902c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:40.964009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7e08e-a3ba-4478-bc35-96715f902c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df989988-1124-4662-aef8-e9d872973b8c,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:40.967329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7e08e-a3ba-4478-bc35-96715f902c20 admin admin] Checking segment: {'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:40.967698 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d7e08e-a3ba-4478-bc35-96715f902c20 admin admin] Network hostable DHCP agents. Network: 5828239e-e9aa-4397-a7c5-30775e4f30c8, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:25:41.128325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d7e08e-a3ba-4478-bc35-96715f902c20 admin admin] Network 5828239e-e9aa-4397-a7c5-30775e4f30c8 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:25:41.208558 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a27f45d1-0863-4bf2-bfb4-4adc446c9996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:41.325658 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-18d7e08e-a3ba-4478-bc35-96715f902c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 5828239e-e9aa-4397-a7c5-30775e4f30c8) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:41.326410 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d7e08e-a3ba-4478-bc35-96715f902c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:41.327113 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-18d7e08e-a3ba-4478-bc35-96715f902c20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:41.333369 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e559aa-88a8-46dc-90d4-15dedd78158c None None] Network 5828239e-e9aa-4397-a7c5-30775e4f30c8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:25:41.424261 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-18d7e08e-a3ba-4478-bc35-96715f902c20 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9036040 Jul 05 10:25:41.463449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab4ea70-279a-493b-9196-956e26365c5b None None] Network 5828239e-e9aa-4397-a7c5-30775e4f30c8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:25:41.797116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41294) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:41.867359 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-a413445f-c4b0-4d95-8da1-cdefb043d89c tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:41.875976 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-a413445f-c4b0-4d95-8da1-cdefb043d89c tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/networks?id=5828239e-e9aa-4397-a7c5-30775e4f30c8 HTTP/1.1" status: 200 len: 814 time: 0.1152642 Jul 05 10:25:41.888318 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-f81b66c8-2fd6-4d0c-a2c6-5dde5e392a05 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/quotas/0407b2d2311842b7b7b45b036954cf3e HTTP/1.1" status: 200 len: 375 time: 0.0111656 Jul 05 10:25:41.904405 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-aed65318-c5da-46fb-8dd8-43bd6f2d4dd3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1116348834-network', 'tenant_id': '81f8b486cc8240da9836ce53b7c842fc'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:41.930037 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-e89b4dbd-9536-497d-adb3-ec67e7b38b25 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0407b2d2311842b7b7b45b036954cf3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362775 Jul 05 10:25:42.059960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed65318-c5da-46fb-8dd8-43bd6f2d4dd3 admin admin] Made reservation on behalf of 81f8b486cc8240da9836ce53b7c842fc for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:42.062360 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aed65318-c5da-46fb-8dd8-43bd6f2d4dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:42.071366 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aed65318-c5da-46fb-8dd8-43bd6f2d4dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:42.108537 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-85a53785-1cc4-48e2-88ba-ecec0cd320c0 service neutron] 10.222.0.77 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596448 Jul 05 10:25:42.181294 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aed65318-c5da-46fb-8dd8-43bd6f2d4dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:42.197718 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-84c69000-028e-4547-9aaf-fc61629a4d08 service neutron] 10.222.0.77 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830398 Jul 05 10:25:42.323238 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aed65318-c5da-46fb-8dd8-43bd6f2d4dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:42.348181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed65318-c5da-46fb-8dd8-43bd6f2d4dd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:25:42.358686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed65318-c5da-46fb-8dd8-43bd6f2d4dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b8174f-df7c-4daf-bf7e-90c2700dce7f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:42.364640 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aed65318-c5da-46fb-8dd8-43bd6f2d4dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:42.364987 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-aed65318-c5da-46fb-8dd8-43bd6f2d4dd3 admin admin] Added segment e91533eb-520c-47e9-a7e9-21eb72760086 of type vlan for network 0c4898d2-fb0c-4d77-97c7-f7a6bfd746dc Jul 05 10:25:42.404339 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aed65318-c5da-46fb-8dd8-43bd6f2d4dd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:42.528666 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aed65318-c5da-46fb-8dd8-43bd6f2d4dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:42.529741 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed65318-c5da-46fb-8dd8-43bd6f2d4dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:42.530655 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aed65318-c5da-46fb-8dd8-43bd6f2d4dd3 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:42.629087 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c3dc13e-7256-420a-9283-c3d9c94c6305 req-6a01cade-8f8b-44c8-98df-c49b26c965df tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 210 time: 0.0704067 Jul 05 10:25:42.633481 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aed65318-c5da-46fb-8dd8-43bd6f2d4dd3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8352830 Jul 05 10:25:42.636426 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41312) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:42.641395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-74ad59fb-1de2-40c6-96a5-3c931957cd5d admin admin] Request body: {'subnet': {'network_id': '0c4898d2-fb0c-4d77-97c7-f7a6bfd746dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1116348834-subnet', 'tenant_id': '81f8b486cc8240da9836ce53b7c842fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:42.645926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed65318-c5da-46fb-8dd8-43bd6f2d4dd3 admin admin] Pushing event updated for resources: {'Network': ['ID=0c4898d2-fb0c-4d77-97c7-f7a6bfd746dc,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:42.659326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 0c4898d2-fb0c-4d77-97c7-f7a6bfd746dc details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:25:42.762756 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ad59fb-1de2-40c6-96a5-3c931957cd5d admin admin] Made reservation on behalf of 81f8b486cc8240da9836ce53b7c842fc for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:42.765382 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74ad59fb-1de2-40c6-96a5-3c931957cd5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:43.032481 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74ad59fb-1de2-40c6-96a5-3c931957cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:43.107407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad59fb-1de2-40c6-96a5-3c931957cd5d admin admin] Checking segment: {'id': 'e91533eb-520c-47e9-a7e9-21eb72760086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c4898d2-fb0c-4d77-97c7-f7a6bfd746dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:43.108026 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ad59fb-1de2-40c6-96a5-3c931957cd5d admin admin] Network hostable DHCP agents. Network: 0c4898d2-fb0c-4d77-97c7-f7a6bfd746dc, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:25:43.123466 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad59fb-1de2-40c6-96a5-3c931957cd5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ace4f6b-b0a7-471a-87a7-3554d2231ea2,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:43.328536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ad59fb-1de2-40c6-96a5-3c931957cd5d admin admin] Network 0c4898d2-fb0c-4d77-97c7-f7a6bfd746dc is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:25:43.398218 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-74ad59fb-1de2-40c6-96a5-3c931957cd5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 0c4898d2-fb0c-4d77-97c7-f7a6bfd746dc) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:43.406381 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ad59fb-1de2-40c6-96a5-3c931957cd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:43.407288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053bdbbc-3e7d-4a0c-8714-508ec9e0d3ee None None] Network 0c4898d2-fb0c-4d77-97c7-f7a6bfd746dc requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:25:43.407954 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74ad59fb-1de2-40c6-96a5-3c931957cd5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:43.506625 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-74ad59fb-1de2-40c6-96a5-3c931957cd5d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8691278 Jul 05 10:25:43.558676 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f99bc-da18-47f7-b0a7-8f8325d21120 None None] Network 0c4898d2-fb0c-4d77-97c7-f7a6bfd746dc requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:25:43.613741 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-147c4ff4-2a1d-463e-a71e-503fc919d4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:43.742487 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c004334a-e472-48d3-807d-fa5a7084b72d req-86bc4048-f0a2-4cf0-bb64-a203723288a9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 210 time: 0.0359213 Jul 05 10:25:43.780014 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:43.906910 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-f9473aef-e970-4886-afb9-5156870f82af req-b5abf655-346e-4853-84fd-cbcf782de20c tempest-SecurityGroupsNegativeTestJSON-338069513 tempest-SecurityGroupsNegativeTestJSON-338069513-project] show failed (client error): The resource could not be found. Jul 05 10:25:43.908042 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9473aef-e970-4886-afb9-5156870f82af req-b5abf655-346e-4853-84fd-cbcf782de20c tempest-SecurityGroupsNegativeTestJSON-338069513 tempest-SecurityGroupsNegativeTestJSON-338069513-project] 10.222.0.77 "GET /v2.0/security-groups/2cb42e52-b0cb-48b4-b115-13e4752b261c HTTP/1.1" status: 404 len: 352 time: 0.0143516 Jul 05 10:25:43.992968 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7dba74a7-be3d-48bf-84fe-1e807243fbdf req-efeb8e6a-2963-4762-ab38-deaae0ad356f tempest-SecurityGroupsNegativeTestJSON-338069513 tempest-SecurityGroupsNegativeTestJSON-338069513-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=81f8b486cc8240da9836ce53b7c842fc HTTP/1.1" status: 200 len: 2988 time: 0.0533762 Jul 05 10:25:44.040300 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7dba74a7-be3d-48bf-84fe-1e807243fbdf req-80d8a95b-03cd-4d82-852c-8ab9ab8e54a8 tempest-SecurityGroupsNegativeTestJSON-338069513 tempest-SecurityGroupsNegativeTestJSON-338069513-project] 10.222.0.77 "GET /v2.0/security-groups/c9b8174f-df7c-4daf-bf7e-90c2700dce7f HTTP/1.1" status: 200 len: 2985 time: 0.0413811 Jul 05 10:25:44.087810 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7dba74a7-be3d-48bf-84fe-1e807243fbdf req-58c0bf3d-b819-4c99-a194-33d4a98c29b5 tempest-SecurityGroupsNegativeTestJSON-338069513 tempest-SecurityGroupsNegativeTestJSON-338069513-project] 10.222.0.77 "GET /v2.0/security-groups/c9b8174f-df7c-4daf-bf7e-90c2700dce7f HTTP/1.1" status: 200 len: 2985 time: 0.0417311 Jul 05 10:25:44.154275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-867c8fa7-9cd3-4af8-8f61-7fe0e909de6c req-7140152d-7629-4688-ad99-ce8ca560aaa4 tempest-SecurityGroupsNegativeTestJSON-338069513 tempest-SecurityGroupsNegativeTestJSON-338069513-project] 10.222.0.77 "GET /v2.0/security-groups/c9b8174f-df7c-4daf-bf7e-90c2700dce7f HTTP/1.1" status: 200 len: 2985 time: 0.0453486 Jul 05 10:25:44.227321 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-867c8fa7-9cd3-4af8-8f61-7fe0e909de6c req-53984eaa-4198-403e-bce9-5e10c7abe85e tempest-SecurityGroupsNegativeTestJSON-338069513 tempest-SecurityGroupsNegativeTestJSON-338069513-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 10:25:44.228436 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-867c8fa7-9cd3-4af8-8f61-7fe0e909de6c req-53984eaa-4198-403e-bce9-5e10c7abe85e tempest-SecurityGroupsNegativeTestJSON-338069513 tempest-SecurityGroupsNegativeTestJSON-338069513-project] 10.222.0.77 "DELETE /v2.0/security-groups/c9b8174f-df7c-4daf-bf7e-90c2700dce7f HTTP/1.1" status: 409 len: 352 time: 0.0684526 Jul 05 10:25:44.266730 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-9e6bc0d8-781e-4515-888b-e9d69d62a940 req-24a43a5c-4a4b-44ac-a36c-1b7abfee8d64 tempest-SecurityGroupsNegativeTestJSON-338069513 tempest-SecurityGroupsNegativeTestJSON-338069513-project] show failed (client error): The resource could not be found. Jul 05 10:25:44.267827 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9e6bc0d8-781e-4515-888b-e9d69d62a940 req-24a43a5c-4a4b-44ac-a36c-1b7abfee8d64 tempest-SecurityGroupsNegativeTestJSON-338069513 tempest-SecurityGroupsNegativeTestJSON-338069513-project] 10.222.0.77 "GET /v2.0/security-groups/b53b575f-5dd7-4371-9c13-f7b32aaa682c HTTP/1.1" status: 404 len: 352 time: 0.0161867 Jul 05 10:25:44.306443 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-7c1fa499-cf3d-4a71-bd7e-b09c5dce8ee1 req-45975923-f130-4a15-b6fe-67c3378f26d5 tempest-SecurityGroupsNegativeTestJSON-338069513 tempest-SecurityGroupsNegativeTestJSON-338069513-project] show failed (client error): The resource could not be found. Jul 05 10:25:44.307499 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7c1fa499-cf3d-4a71-bd7e-b09c5dce8ee1 req-45975923-f130-4a15-b6fe-67c3378f26d5 tempest-SecurityGroupsNegativeTestJSON-338069513 tempest-SecurityGroupsNegativeTestJSON-338069513-project] 10.222.0.77 "GET /v2.0/security-groups/dd769358-3c08-4b49-ad01-fa3ce44578e7 HTTP/1.1" status: 404 len: 352 time: 0.0142088 Jul 05 10:25:44.318337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41348) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:44.363998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-97fe2f22-9011-4f91-a12f-113b3a42b001 admin admin] Deleting subnet 0ace4f6b-b0a7-471a-87a7-3554d2231ea2 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:25:44.367809 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97fe2f22-9011-4f91-a12f-113b3a42b001 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:44.403301 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97fe2f22-9011-4f91-a12f-113b3a42b001 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:44.448175 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97fe2f22-9011-4f91-a12f-113b3a42b001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:44.598055 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97fe2f22-9011-4f91-a12f-113b3a42b001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:44.624846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe2f22-9011-4f91-a12f-113b3a42b001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ace4f6b-b0a7-471a-87a7-3554d2231ea2,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:44.628490 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97fe2f22-9011-4f91-a12f-113b3a42b001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:44.634245 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-97fe2f22-9011-4f91-a12f-113b3a42b001 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0ace4f6b-b0a7-471a-87a7-3554d2231ea2 HTTP/1.1" status: 204 len: 168 time: 0.3106816 Jul 05 10:25:44.634245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41350) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:44.703942 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3069f1dc-87a4-4a05-a9f5-dc106466a265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:45.019260 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:45.126430 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49bc81e2-08b8-48e7-b144-cc17cba3ac2d req-82810a27-f9e1-44c7-8162-5870d795a252 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 210 time: 0.0616360 Jul 05 10:25:45.132267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3069f1dc-87a4-4a05-a9f5-dc106466a265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:45.143420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3069f1dc-87a4-4a05-a9f5-dc106466a265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4898d2-fb0c-4d77-97c7-f7a6bfd746dc']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:45.154300 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3069f1dc-87a4-4a05-a9f5-dc106466a265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91533eb-520c-47e9-a7e9-21eb72760086') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:45.154954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3069f1dc-87a4-4a05-a9f5-dc106466a265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91533eb-520c-47e9-a7e9-21eb72760086') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:25:45.164244 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3069f1dc-87a4-4a05-a9f5-dc106466a265 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3069f1dc-87a4-4a05-a9f5-dc106466a265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3069f1dc-87a4-4a05-a9f5-dc106466a265 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3069f1dc-87a4-4a05-a9f5-dc106466a265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:25:45.190787 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:25:45.374593 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3069f1dc-87a4-4a05-a9f5-dc106466a265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:45.382040 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3069f1dc-87a4-4a05-a9f5-dc106466a265 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:45.385294 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3069f1dc-87a4-4a05-a9f5-dc106466a265 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0c4898d2-fb0c-4d77-97c7-f7a6bfd746dc HTTP/1.1" status: 204 len: 168 time: 0.7493401 Jul 05 10:25:45.396649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069f1dc-87a4-4a05-a9f5-dc106466a265 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c4898d2-fb0c-4d77-97c7-f7a6bfd746dc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:45.803458 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41360) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:45.846704 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9a2c9288-c8fc-4025-9125-31b4c72002c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=81f8b486cc8240da9836ce53b7c842fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419083 Jul 05 10:25:45.850347 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41362) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:45.959773 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc2e3fd1-ff13-4866-8627-f7fa38400bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:45.996854 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc2e3fd1-ff13-4866-8627-f7fa38400bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:46.060832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-999c85b2-a21d-48f8-9653-5b545461b42d tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:46.062720 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-999c85b2-a21d-48f8-9653-5b545461b42d tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.64 "GET /v2.0/networks?id=5828239e-e9aa-4397-a7c5-30775e4f30c8 HTTP/1.1" status: 200 len: 814 time: 0.1603882 Jul 05 10:25:46.086641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-82abaf4e-ca63-4963-9a76-a9362bf7b3a1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Request body: {'port': {'device_id': 'a8c3bec4-4db3-4511-b41c-b08bf4dad289', 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8', 'admin_state_up': True, 'tenant_id': '0407b2d2311842b7b7b45b036954cf3e'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:46.204900 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc2e3fd1-ff13-4866-8627-f7fa38400bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:46.207869 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc2e3fd1-ff13-4866-8627-f7fa38400bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:46.211551 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bc2e3fd1-ff13-4866-8627-f7fa38400bba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9b8174f-df7c-4daf-bf7e-90c2700dce7f HTTP/1.1" status: 204 len: 168 time: 0.3578234 Jul 05 10:25:46.221783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e3fd1-ff13-4866-8627-f7fa38400bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b8174f-df7c-4daf-bf7e-90c2700dce7f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:46.312144 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bee39290-e8b8-4245-858c-3ee3e8c95eb7 req-36381c2f-4aeb-46ad-bceb-65800712d68b tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 210 time: 0.0385411 Jul 05 10:25:46.351157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-82abaf4e-ca63-4963-9a76-a9362bf7b3a1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Made reservation on behalf of 0407b2d2311842b7b7b45b036954cf3e for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:46.355528 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-82abaf4e-ca63-4963-9a76-a9362bf7b3a1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:46.516937 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-82abaf4e-ca63-4963-9a76-a9362bf7b3a1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Allocated IP 172.20.0.12 (5828239e-e9aa-4397-a7c5-30775e4f30c8/df989988-1124-4662-aef8-e9d872973b8c/7271e7dc-8d93-465f-b530-16b0549f6169) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:46.679907 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-82abaf4e-ca63-4963-9a76-a9362bf7b3a1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:46.803540 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:46.832239 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-82abaf4e-ca63-4963-9a76-a9362bf7b3a1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:46.857730 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-82abaf4e-ca63-4963-9a76-a9362bf7b3a1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Network 5828239e-e9aa-4397-a7c5-30775e4f30c8 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:46.881038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-82abaf4e-ca63-4963-9a76-a9362bf7b3a1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:46.885567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-82abaf4e-ca63-4963-9a76-a9362bf7b3a1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:25:46.934867 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abaf4e-ca63-4963-9a76-a9362bf7b3a1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Pushing event updated for resources: {'Port': ['ID=7271e7dc-8d93-465f-b530-16b0549f6169,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:46.948108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-82abaf4e-ca63-4963-9a76-a9362bf7b3a1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:46.948941 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-82abaf4e-ca63-4963-9a76-a9362bf7b3a1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:47.049563 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-82abaf4e-ca63-4963-9a76-a9362bf7b3a1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9672425 Jul 05 10:25:47.066449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Request body: {'port': {'device_id': 'a8c3bec4-4db3-4511-b41c-b08bf4dad289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:47.138979 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:47.442667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7271e7dc-8d93-465f-b530-16b0549f6169 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:25:47.475413 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:47.493408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Transition to ACTIVE for port object 7271e7dc-8d93-465f-b530-16b0549f6169 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:47.519660 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41396) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:47.533132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd2a40-1a09-4f97-baa0-5aa79ef43b2e req-e137d306-79c7-4f6b-a99a-fdeff323044d tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:47.534656 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c3cd2a40-1a09-4f97-baa0-5aa79ef43b2e req-e137d306-79c7-4f6b-a99a-fdeff323044d tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 932 time: 0.0951707 Jul 05 10:25:47.583752 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:47.601564 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c3cd2a40-1a09-4f97-baa0-5aa79ef43b2e req-6d458d77-e8a5-430d-a1cc-73a8371cdc39 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586762 Jul 05 10:25:47.661354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-6389a02d-9e38-4c54-9999-6dbbcd9077e0 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-352903245-network', 'tenant_id': '1eb8cc4378f34d4795e526b5e1cde58f'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:47.688939 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Pushing event updated for resources: {'Port': ['ID=7271e7dc-8d93-465f-b530-16b0549f6169,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:47.763631 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Attempting to bind port 7271e7dc-8d93-465f-b530-16b0549f6169 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:25:47.764277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Attempting to bind port 7271e7dc-8d93-465f-b530-16b0549f6169 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:25:47.764607 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Attempting to bind port 7271e7dc-8d93-465f-b530-16b0549f6169 on network 5828239e-e9aa-4397-a7c5-30775e4f30c8 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:47.768909 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Port 7271e7dc-8d93-465f-b530-16b0549f6169 on network 5828239e-e9aa-4397-a7c5-30775e4f30c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:25:47.769228 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Attempting to bind port 7271e7dc-8d93-465f-b530-16b0549f6169 on network 5828239e-e9aa-4397-a7c5-30775e4f30c8 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:47.774155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:25:47.774491 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Checking segment: {'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:47.774871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Bound using segment: {'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:25:47.775292 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Bound port: 7271e7dc-8d93-465f-b530-16b0549f6169, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:25:47.775648 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:47.842426 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] For port 7271e7dc-8d93-465f-b530-16b0549f6169, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:47.845681 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] For port 7271e7dc-8d93-465f-b530-16b0549f6169, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7271e7dc-8d93-465f-b530-16b0549f6169,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:47.870951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6389a02d-9e38-4c54-9999-6dbbcd9077e0 admin admin] Made reservation on behalf of 1eb8cc4378f34d4795e526b5e1cde58f for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:47.873498 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6389a02d-9e38-4c54-9999-6dbbcd9077e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:47.883433 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6389a02d-9e38-4c54-9999-6dbbcd9077e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:47.969900 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:48.013817 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6389a02d-9e38-4c54-9999-6dbbcd9077e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:48.021698 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:48.022314 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:48.023742 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] 10.222.0.64 "PUT /v2.0/ports/7271e7dc-8d93-465f-b530-16b0549f6169 HTTP/1.1" status: 200 len: 1093 time: 0.9617374 Jul 05 10:25:48.025572 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c3bec4-4db3-4511-b41c-b08bf4dad289', 'tag': '7271e7dc-8d93-465f-b530-16b0549f6169'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:48.026404 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8a6589-546a-4441-89fb-f6ed9dd1569a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c3bec4-4db3-4511-b41c-b08bf4dad289", "tag": "7271e7dc-8d93-465f-b530-16b0549f6169"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:48.044289 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bd834-8d0a-46ac-ad36-833721d5ca3d service neutron] Pushing event updated for resources: {'Port': ['ID=7271e7dc-8d93-465f-b530-16b0549f6169,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:48.079933 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a448b77-97ce-459f-9a12-a02f971faaef x-openstack-request-id: req-5a448b77-97ce-459f-9a12-a02f971faaef {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:48.080328 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c3bec4-4db3-4511-b41c-b08bf4dad289", "tag": "7271e7dc-8d93-465f-b530-16b0549f6169", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:48.080685 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a448b77-97ce-459f-9a12-a02f971faaef {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:48.081190 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c3bec4-4db3-4511-b41c-b08bf4dad289', 'tag': '7271e7dc-8d93-465f-b530-16b0549f6169', 'status': 'completed', 'code': 200} Jul 05 10:25:48.094386 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6389a02d-9e38-4c54-9999-6dbbcd9077e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:48.122309 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6389a02d-9e38-4c54-9999-6dbbcd9077e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:25:48.161049 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6389a02d-9e38-4c54-9999-6dbbcd9077e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:48.161454 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-6389a02d-9e38-4c54-9999-6dbbcd9077e0 admin admin] Added segment a259741c-0572-4167-b2b8-e1fb37ab782d of type vlan for network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 Jul 05 10:25:48.174237 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389a02d-9e38-4c54-9999-6dbbcd9077e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:48.216392 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6389a02d-9e38-4c54-9999-6dbbcd9077e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:48.250997 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6589-546a-4441-89fb-f6ed9dd1569a req-a011f04d-b55e-423e-b921-212f0a59825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:48.252476 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8e8a6589-546a-4441-89fb-f6ed9dd1569a req-a011f04d-b55e-423e-b921-212f0a59825d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0407b2d2311842b7b7b45b036954cf3e&device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 1096 time: 0.1485729 Jul 05 10:25:48.359401 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6389a02d-9e38-4c54-9999-6dbbcd9077e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:48.360415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6389a02d-9e38-4c54-9999-6dbbcd9077e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:48.360995 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6389a02d-9e38-4c54-9999-6dbbcd9077e0 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:48.370075 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6589-546a-4441-89fb-f6ed9dd1569a req-ff4dff85-a550-4d80-82c5-a88bc8c9efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:48.371498 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8e8a6589-546a-4441-89fb-f6ed9dd1569a req-ff4dff85-a550-4d80-82c5-a88bc8c9efed service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=0407b2d2311842b7b7b45b036954cf3e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1064270 Jul 05 10:25:48.476776 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389a02d-9e38-4c54-9999-6dbbcd9077e0 admin admin] Pushing event updated for resources: {'Network': ['ID=42d00941-25a7-4fb5-9e9f-8d332d2045d3,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:48.493467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:25:48.519320 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6589-546a-4441-89fb-f6ed9dd1569a req-ea87c672-dc61-405f-af3e-7e3b6a9c9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:48.520913 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8e8a6589-546a-4441-89fb-f6ed9dd1569a req-ea87c672-dc61-405f-af3e-7e3b6a9c9b36 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1145399 Jul 05 10:25:48.602332 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6389a02d-9e38-4c54-9999-6dbbcd9077e0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0815756 Jul 05 10:25:48.605487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41408) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:25:48.611572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-eac62b97-845c-4015-937a-774697288b2c admin admin] Request body: {'subnet': {'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-352903245-subnet', 'tenant_id': '1eb8cc4378f34d4795e526b5e1cde58f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:48.630109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-b60ff8a5-51c7-409a-8fd5-92722065c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:48.632627 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-b60ff8a5-51c7-409a-8fd5-92722065c9f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0407b2d2311842b7b7b45b036954cf3e&device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 1096 time: 0.0596318 Jul 05 10:25:48.688688 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-378f4055-71d6-46c5-ada0-0ebd1ad6c331 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7271e7dc-8d93-465f-b530-16b0549f6169 HTTP/1.1" status: 200 len: 217 time: 0.0448024 Jul 05 10:25:48.744312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-51377512-da6a-477b-bee3-d4646e1f3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:48.745815 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-51377512-da6a-477b-bee3-d4646e1f3574 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df989988-1124-4662-aef8-e9d872973b8c HTTP/1.1" status: 200 len: 854 time: 0.0500350 Jul 05 10:25:48.761339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac62b97-845c-4015-937a-774697288b2c admin admin] Made reservation on behalf of 1eb8cc4378f34d4795e526b5e1cde58f for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:48.764261 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eac62b97-845c-4015-937a-774697288b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:48.793561 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-09672f17-5126-493e-8a15-7f54b2c814eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5828239e-e9aa-4397-a7c5-30775e4f30c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340905 Jul 05 10:25:48.854759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a801b-52ab-458a-ac47-f3a972f4adbf req-7e507e5e-76c8-4935-8eba-5c4862e536cc tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:48.861772 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-916a801b-52ab-458a-ac47-f3a972f4adbf req-7e507e5e-76c8-4935-8eba-5c4862e536cc tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 944 time: 0.1345828 Jul 05 10:25:48.893298 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-dbb93cbf-9773-4a71-ac4f-1a27a17e9e5a service neutron] 10.222.0.64 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958939 Jul 05 10:25:48.915658 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-916a801b-52ab-458a-ac47-f3a972f4adbf req-9b727ffe-db9b-47c8-8932-430935dae93f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530031 Jul 05 10:25:49.002089 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85aa6889-82fb-4c1d-bf89-c437ad6132c2 req-ecf8053e-da5c-44af-b92a-9e2ce1a61352 service neutron] 10.222.0.64 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986354 Jul 05 10:25:49.123568 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eac62b97-845c-4015-937a-774697288b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:49.181999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac62b97-845c-4015-937a-774697288b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:49.192476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac62b97-845c-4015-937a-774697288b2c admin admin] Checking segment: {'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:49.192910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac62b97-845c-4015-937a-774697288b2c admin admin] Network hostable DHCP agents. Network: 42d00941-25a7-4fb5-9e9f-8d332d2045d3, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:25:49.298807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac62b97-845c-4015-937a-774697288b2c admin admin] Network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:25:49.402905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-eac62b97-845c-4015-937a-774697288b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 42d00941-25a7-4fb5-9e9f-8d332d2045d3) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:49.407155 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac62b97-845c-4015-937a-774697288b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:49.408690 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eac62b97-845c-4015-937a-774697288b2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:49.413351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2dfcf1-e31a-473f-bbac-57b9157ed19c None None] Network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:25:49.541149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b3da37-63be-4d96-b96f-8d5dc7bbe64b None None] Network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:25:49.546037 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-eac62b97-845c-4015-937a-774697288b2c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9393935 Jul 05 10:25:50.074824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa674e95-7236-4751-a391-7c0c5927c37b req-90d203c1-5509-4d6a-8a48-06e456196ded tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:50.076523 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-90d203c1-5509-4d6a-8a48-06e456196ded tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/networks?id=42d00941-25a7-4fb5-9e9f-8d332d2045d3 HTTP/1.1" status: 200 len: 812 time: 0.1212797 Jul 05 10:25:50.098564 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-43f9cf52-4116-44ba-af5b-b13880451429 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/quotas/1eb8cc4378f34d4795e526b5e1cde58f HTTP/1.1" status: 200 len: 375 time: 0.0127513 Jul 05 10:25:50.132677 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9ee15-8a55-4704-bded-6dc098ff4883 req-bef11ff7-4bb4-4d95-8c3c-f52e8bffad0e tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:50.134099 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69d9ee15-8a55-4704-bded-6dc098ff4883 req-bef11ff7-4bb4-4d95-8c3c-f52e8bffad0e tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 944 time: 0.0886569 Jul 05 10:25:50.136429 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-eb9a0b6c-daa5-4ac7-bddd-0a7fe9315840 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1eb8cc4378f34d4795e526b5e1cde58f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325623 Jul 05 10:25:50.172630 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69d9ee15-8a55-4704-bded-6dc098ff4883 req-33b11cb9-1b48-4b0c-975d-3e9d23b09b98 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326300 Jul 05 10:25:50.228813 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-2f938cdb-28f6-4384-91d5-5e83f16fc033 service neutron] 10.222.0.77 "GET /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855594 Jul 05 10:25:50.323389 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-c5e3b7f3-e56e-4a8d-82a3-7b299aaabec6 service neutron] 10.222.0.77 "GET /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887115 Jul 05 10:25:50.860945 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e117bd98-bc23-424e-abab-62edbc4ee24d req-904b479b-9113-42b1-889e-c26e2c1c8535 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 210 time: 0.0297728 Jul 05 10:25:51.351858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb7f1e-9d1d-49cc-8ed6-a1224b301873 req-21896b3e-9b2f-4950-a74f-ad505723cb5b tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:51.353378 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f6eb7f1e-9d1d-49cc-8ed6-a1224b301873 req-21896b3e-9b2f-4950-a74f-ad505723cb5b tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 944 time: 0.0680540 Jul 05 10:25:51.390958 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f6eb7f1e-9d1d-49cc-8ed6-a1224b301873 req-83d03432-01a5-493f-a103-5b7c65068ca6 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318050 Jul 05 10:25:51.730793 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7271e7dc-8d93-465f-b530-16b0549f6169 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:25:52.004003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7271e7dc-8d93-465f-b530-16b0549f6169, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7271e7dc-8d93-465f-b530-16b0549f6169,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:52.012865 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef1bc283-bb59-4e48-91ed-ea57ba5109f4 req-205fb054-681f-4a53-9211-035aab5e9cbb tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 210 time: 0.0965519 Jul 05 10:25:52.019576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '7271e7dc-8d93-465f-b530-16b0549f6169', 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8', 'port_id': '7271e7dc-8d93-465f-b530-16b0549f6169', 'mac_address': 'fa:16:3e:69:26:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df989988-1124-4662-aef8-e9d872973b8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:25:52.059867 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:52.073312 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7271e7dc-8d93-465f-b530-16b0549f6169 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:25:52.094993 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7271e7dc-8d93-465f-b530-16b0549f6169, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7271e7dc-8d93-465f-b530-16b0549f6169,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:52.245446 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:52.292080 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:52.295062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=7271e7dc-8d93-465f-b530-16b0549f6169,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:52.530006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['7271e7dc-8d93-465f-b530-16b0549f6169'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:25:52.581312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25094d0b-50ed-4e73-8fdc-2e4c3e9e94f6 req-86a4c08e-81dd-4878-9adc-119a374a6af1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:52.583319 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-25094d0b-50ed-4e73-8fdc-2e4c3e9e94f6 req-86a4c08e-81dd-4878-9adc-119a374a6af1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 945 time: 0.0734677 Jul 05 10:25:52.623805 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-25094d0b-50ed-4e73-8fdc-2e4c3e9e94f6 req-7972d513-2a03-4918-b8ea-2a10019a3174 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340216 Jul 05 10:25:53.228106 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7ecea46c-360e-4e09-858c-2833aaa140f5 req-7eb50af1-d9a9-4ece-a8c2-b42154a17128 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 210 time: 0.0778689 Jul 05 10:25:53.728277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7271e7dc-8d93-465f-b530-16b0549f6169 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:25:53.849470 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57a485-d8c9-4d47-8426-440678c13ea6 req-6e8a43f3-d200-46a2-817b-c7bd62ef4bd9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:53.851809 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff57a485-d8c9-4d47-8426-440678c13ea6 req-6e8a43f3-d200-46a2-817b-c7bd62ef4bd9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 945 time: 0.1069260 Jul 05 10:25:53.877122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 7271e7dc-8d93-465f-b530-16b0549f6169 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:25:53.881288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 7271e7dc-8d93-465f-b530-16b0549f6169 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:25:53.882542 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:53.887434 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-c450b5fc-7848-4890-add9-6715f8b7cac7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0992727 Jul 05 10:25:53.909438 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff57a485-d8c9-4d47-8426-440678c13ea6 req-ea6d1a2d-7d4c-4573-b8b6-db70301f2c4a tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494266 Jul 05 10:25:54.001985 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:54.017915 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-3134bb59-2dab-44b0-b48f-1ca9c8b45990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:54.018551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-3134bb59-2dab-44b0-b48f-1ca9c8b45990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:54.019210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-3134bb59-2dab-44b0-b48f-1ca9c8b45990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:54.020473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-3134bb59-2dab-44b0-b48f-1ca9c8b45990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:54.021017 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-3134bb59-2dab-44b0-b48f-1ca9c8b45990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:54.021593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-3134bb59-2dab-44b0-b48f-1ca9c8b45990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:54.022126 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-3134bb59-2dab-44b0-b48f-1ca9c8b45990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:54.025096 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-3134bb59-2dab-44b0-b48f-1ca9c8b45990 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=faeb5dc6b3a74c028f443dfad351e225&device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 6499 time: 0.0718355 Jul 05 10:25:54.025641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c3bec4-4db3-4511-b41c-b08bf4dad289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7271e7dc-8d93-465f-b530-16b0549f6169'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:54.027912 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656aee2a-056c-44a5-b7cd-0731538d1a8b" -d '{"events": [{"server_uuid": "a8c3bec4-4db3-4511-b41c-b08bf4dad289", "name": "network-vif-plugged", "status": "completed", "tag": "7271e7dc-8d93-465f-b530-16b0549f6169"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:54.055981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7271e7dc-8d93-465f-b530-16b0549f6169, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7271e7dc-8d93-465f-b530-16b0549f6169,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:25:54.074938 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477a0f03-cbeb-4168-9dd7-2f157ea7d298 x-openstack-request-id: req-477a0f03-cbeb-4168-9dd7-2f157ea7d298 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:54.074938 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c3bec4-4db3-4511-b41c-b08bf4dad289", "name": "network-vif-plugged", "status": "completed", "tag": "7271e7dc-8d93-465f-b530-16b0549f6169", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:54.074938 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-477a0f03-cbeb-4168-9dd7-2f157ea7d298 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:54.074938 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c3bec4-4db3-4511-b41c-b08bf4dad289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7271e7dc-8d93-465f-b530-16b0549f6169', 'code': 200} Jul 05 10:25:54.162751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-5fee6509-63a9-4b27-b008-5cb1bd8c97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:54.163501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-5fee6509-63a9-4b27-b008-5cb1bd8c97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:54.164203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-5fee6509-63a9-4b27-b008-5cb1bd8c97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:54.165621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-5fee6509-63a9-4b27-b008-5cb1bd8c97a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=34a24dd1-7873-4589-9de4-782dc8402e9e&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=64b7b143-0d34-4d45-beb0-8230e0a65658&id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5 HTTP/1.1" status: 200 len: 2293 time: 0.1112459 Jul 05 10:25:54.168463 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:54.244804 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:54.245056 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-914b3890-42a6-4ca9-a1c0-b50c2d22f6dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08c3b1db-4b45-496d-a361-b318ba0dcfda HTTP/1.1" status: 200 len: 1002 time: 0.0728593 Jul 05 10:25:54.253832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5018dd-9909-4769-bc87-8695181bed2d req-e23d3af7-4e9b-4310-8fa3-a22e1dd04e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:54.255431 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3a5018dd-9909-4769-bc87-8695181bed2d req-e23d3af7-4e9b-4310-8fa3-a22e1dd04e40 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 1097 time: 0.0686936 Jul 05 10:25:54.328103 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3a5018dd-9909-4769-bc87-8695181bed2d req-1438a63a-eb05-4a09-83db-1cbad34f4b9f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600834 Jul 05 10:25:54.330009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=7271e7dc-8d93-465f-b530-16b0549f6169,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:54.331498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-23dbe6b8-b468-4088-93cd-9c94e184c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:54.341811 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-23dbe6b8-b468-4088-93cd-9c94e184c98a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27292f2c-a95d-441e-b478-d099205c251b HTTP/1.1" status: 200 len: 850 time: 0.0885968 Jul 05 10:25:54.461814 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-33691dc1-a95c-44ff-b1fe-1e9c3debded2 req-8d5876f2-a412-4848-8cd0-879b6d85a8a8 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 210 time: 0.0438612 Jul 05 10:25:54.511885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa674e95-7236-4751-a391-7c0c5927c37b req-59eeb10d-2959-4248-a39f-e98756828e4a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:54.513364 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-59eeb10d-2959-4248-a39f-e98756828e4a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.73 "GET /v2.0/networks?id=42d00941-25a7-4fb5-9e9f-8d332d2045d3 HTTP/1.1" status: 200 len: 812 time: 0.1871626 Jul 05 10:25:54.519743 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-bc47f673-68bb-4afe-8d99-9ed22ed66ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:54.521204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-bc47f673-68bb-4afe-8d99-9ed22ed66ba3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34a24dd1-7873-4589-9de4-782dc8402e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1684690 Jul 05 10:25:54.533539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-fa674e95-7236-4751-a391-7c0c5927c37b req-019171ba-e795-42e3-8f34-a87374b71657 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Request body: {'port': {'device_id': 'a3863278-f080-4a79-9211-6504367cd186', 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3', 'admin_state_up': True, 'tenant_id': '1eb8cc4378f34d4795e526b5e1cde58f'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:54.705957 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-f604f4ea-93c4-49f2-81f8-9ddc420346e9 service neutron] 10.222.0.73 "GET /v2.0/networks/34a24dd1-7873-4589-9de4-782dc8402e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764255 Jul 05 10:25:54.802029 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-357c40c1-691e-4aaf-8530-85c336beb232 service neutron] 10.222.0.73 "GET /v2.0/networks/34a24dd1-7873-4589-9de4-782dc8402e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880058 Jul 05 10:25:54.843170 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-06989b01-324d-402b-9b9d-8a609ca4a527 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=80fc754d-8956-4773-bf0a-c1b21e4c283f HTTP/1.1" status: 200 len: 217 time: 0.0347981 Jul 05 10:25:54.894906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-f250b9f9-3bff-411a-9e76-6c81a4844909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:54.896418 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-f250b9f9-3bff-411a-9e76-6c81a4844909 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.0475869 Jul 05 10:25:54.956856 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-e385d07a-e297-48bf-a6e4-8ad4feb1e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:54.958740 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-e385d07a-e297-48bf-a6e4-8ad4feb1e7ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0550408 Jul 05 10:25:55.045587 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa674e95-7236-4751-a391-7c0c5927c37b req-019171ba-e795-42e3-8f34-a87374b71657 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Made reservation on behalf of 1eb8cc4378f34d4795e526b5e1cde58f for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:55.049935 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-019171ba-e795-42e3-8f34-a87374b71657 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:55.152508 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-95998afe-e316-4ee2-ba61-49948f545446 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860468 Jul 05 10:25:55.188328 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa674e95-7236-4751-a391-7c0c5927c37b req-455e6141-fb78-45ab-88f7-bc319c46af66 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:55.189951 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-455e6141-fb78-45ab-88f7-bc319c46af66 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.64 "GET /v2.0/networks?id=42d00941-25a7-4fb5-9e9f-8d332d2045d3 HTTP/1.1" status: 200 len: 812 time: 0.1929839 Jul 05 10:25:55.203404 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-fa674e95-7236-4751-a391-7c0c5927c37b req-89e10ac8-9fd3-4bf8-b29b-71b776e617e9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Request body: {'port': {'device_id': '7b18b72e-5569-4e36-9b81-58d78635a5e3', 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3', 'admin_state_up': True, 'tenant_id': '1eb8cc4378f34d4795e526b5e1cde58f'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:55.252255 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-c24c8a90-e28b-455b-b21e-4ea263b5d8c3 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928051 Jul 05 10:25:55.315441 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003110-e57e-4dec-95e5-f0dae7e99da8 req-546487c4-d1a8-46f8-ac34-122b371adced tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:55.317192 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e3003110-e57e-4dec-95e5-f0dae7e99da8 req-546487c4-d1a8-46f8-ac34-122b371adced tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 946 time: 0.2374506 Jul 05 10:25:55.327615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-8bd20394-e919-4639-8308-3add70702fa4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=0586289b-a830-48a9-b498-b77e4ab05bf0 HTTP/1.1" status: 200 len: 217 time: 0.0688741 Jul 05 10:25:55.381830 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e3003110-e57e-4dec-95e5-f0dae7e99da8 req-a8f30b65-11d1-40a8-88b5-bcb104e34763 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510585 Jul 05 10:25:55.390411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-fa674e95-7236-4751-a391-7c0c5927c37b req-019171ba-e795-42e3-8f34-a87374b71657 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Allocated IP 172.20.0.10 (42d00941-25a7-4fb5-9e9f-8d332d2045d3/ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a/80b0e33d-89eb-4bfd-b0f2-c27903116ab0) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:55.414948 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-3667dd94-d183-495d-9df1-b2e99c7ecc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:55.417455 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-3667dd94-d183-495d-9df1-b2e99c7ecc5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.0803072 Jul 05 10:25:55.551817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa674e95-7236-4751-a391-7c0c5927c37b req-89e10ac8-9fd3-4bf8-b29b-71b776e617e9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Made reservation on behalf of 1eb8cc4378f34d4795e526b5e1cde58f for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:25:55.560186 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-89e10ac8-9fd3-4bf8-b29b-71b776e617e9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:55.618677 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-9d35f9e1-18ec-4844-a90c-f346fb817c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:55.621268 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-9d35f9e1-18ec-4844-a90c-f346fb817c70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1925731 Jul 05 10:25:55.681672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e597a065-c998-46ea-9562-7873cb032aa1 req-e59149c4-1ba0-4939-bfe1-f475f18cbf54 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 210 time: 0.0785463 Jul 05 10:25:55.732054 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-019171ba-e795-42e3-8f34-a87374b71657 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:55.790922 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-30dccfd4-28f6-45cb-90ad-e20385f9f575 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606452 Jul 05 10:25:55.889188 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-2b61f10b-f4a4-45ea-a5be-c11bb0c62c4a service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914218 Jul 05 10:25:55.930796 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-46f772e9-9434-4a3f-a67c-d36a15c54a2d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b3f00607-07b6-4240-997d-5aa1a2d0de4a HTTP/1.1" status: 200 len: 217 time: 0.0351155 Jul 05 10:25:55.946879 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-019171ba-e795-42e3-8f34-a87374b71657 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:56.021142 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-fa674e95-7236-4751-a391-7c0c5927c37b req-89e10ac8-9fd3-4bf8-b29b-71b776e617e9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Allocated IP 172.20.0.7 (42d00941-25a7-4fb5-9e9f-8d332d2045d3/ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a/d1c2faa8-5d0f-4d38-9d2b-457f341acb16) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:25:56.030071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa674e95-7236-4751-a391-7c0c5927c37b req-019171ba-e795-42e3-8f34-a87374b71657 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:56.034406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-3ed0e186-5b81-4f75-94a0-1f2dfc05534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:56.036060 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-3ed0e186-5b81-4f75-94a0-1f2dfc05534e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.0991642 Jul 05 10:25:56.037405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019171ba-e795-42e3-8f34-a87374b71657 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Pushing event updated for resources: {'Port': ['ID=80b0e33d-89eb-4bfd-b0f2-c27903116ab0,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:56.040047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-fa674e95-7236-4751-a391-7c0c5927c37b req-019171ba-e795-42e3-8f34-a87374b71657 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:56.047825 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa674e95-7236-4751-a391-7c0c5927c37b req-019171ba-e795-42e3-8f34-a87374b71657 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:25:56.123987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa674e95-7236-4751-a391-7c0c5927c37b req-019171ba-e795-42e3-8f34-a87374b71657 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:56.124614 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-019171ba-e795-42e3-8f34-a87374b71657 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:56.151537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-711baf49-cbdc-4633-a767-3ef3d49944b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:56.153070 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-711baf49-cbdc-4633-a767-3ef3d49944b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1023455 Jul 05 10:25:56.191605 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-89e10ac8-9fd3-4bf8-b29b-71b776e617e9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:56.253164 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-6bab0133-6ec8-4203-9dbc-24cf551007a1 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923538 Jul 05 10:25:56.303880 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-019171ba-e795-42e3-8f34-a87374b71657 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7756097 Jul 05 10:25:56.317917 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Request body: {'port': {'device_id': 'a3863278-f080-4a79-9211-6504367cd186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:56.357672 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-89e10ac8-9fd3-4bf8-b29b-71b776e617e9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:56.405399 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa674e95-7236-4751-a391-7c0c5927c37b req-89e10ac8-9fd3-4bf8-b29b-71b776e617e9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:25:56.407444 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-017734af-ac2b-47f7-9b24-c1cb636585f8 service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468754 Jul 05 10:25:56.410601 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-fa674e95-7236-4751-a391-7c0c5927c37b req-89e10ac8-9fd3-4bf8-b29b-71b776e617e9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:25:56.414409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa674e95-7236-4751-a391-7c0c5927c37b req-89e10ac8-9fd3-4bf8-b29b-71b776e617e9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:25:56.425697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e10ac8-9fd3-4bf8-b29b-71b776e617e9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Pushing event updated for resources: {'Port': ['ID=d1c2faa8-5d0f-4d38-9d2b-457f341acb16,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:56.470193 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:56.475705 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-b5f0b3ab-10b6-45e6-8708-e4024da132bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=df93e2bd-1f20-44b5-84fb-18b52916910e HTTP/1.1" status: 200 len: 217 time: 0.0589731 Jul 05 10:25:56.481094 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa674e95-7236-4751-a391-7c0c5927c37b req-89e10ac8-9fd3-4bf8-b29b-71b776e617e9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:56.481094 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-89e10ac8-9fd3-4bf8-b29b-71b776e617e9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:56.596795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-e1897414-eb47-4571-970b-d8d6b5d1e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:56.598411 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-e1897414-eb47-4571-970b-d8d6b5d1e804 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 200 len: 797 time: 0.1137090 Jul 05 10:25:56.609499 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-89e10ac8-9fd3-4bf8-b29b-71b776e617e9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4103949 Jul 05 10:25:56.623233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Request body: {'port': {'device_id': '7b18b72e-5569-4e36-9b81-58d78635a5e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:25:56.711687 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:56.992576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d804a41-2533-4d21-9dba-33637a49cd94 req-4a1b578a-f76b-4453-9fc8-4464951812d0 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:56.994277 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d804a41-2533-4d21-9dba-33637a49cd94 req-4a1b578a-f76b-4453-9fc8-4464951812d0 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 931 time: 0.1523769 Jul 05 10:25:57.058507 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d804a41-2533-4d21-9dba-33637a49cd94 req-a0aef469-e852-4e4f-9e17-fe8abfa67778 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544343 Jul 05 10:25:57.100795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b7915-e226-4ed8-9021-7600e6a1b441 req-034fc878-fe37-47e5-ad36-71e3c226b812 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:57.100795 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-590b7915-e226-4ed8-9021-7600e6a1b441 req-034fc878-fe37-47e5-ad36-71e3c226b812 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 946 time: 0.5566013 Jul 05 10:25:57.111906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c2faa8-5d0f-4d38-9d2b-457f341acb16 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:25:57.119910 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:57.123579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-a08ed040-2b95-4206-9aa7-ff3e859b826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:57.125070 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-a08ed040-2b95-4206-9aa7-ff3e859b826a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64b7b143-0d34-4d45-beb0-8230e0a65658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4679768 Jul 05 10:25:57.132323 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Transition to ACTIVE for port object d1c2faa8-5d0f-4d38-9d2b-457f341acb16 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:57.182299 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-590b7915-e226-4ed8-9021-7600e6a1b441 req-54b7d5d0-6bdc-4986-9a41-6e8be7127e5a tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759003 Jul 05 10:25:57.226530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-830430c6-7c11-4276-86ef-f8e6c4c55e2c service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938783 Jul 05 10:25:57.231130 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:57.291691 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c2faa8-5d0f-4d38-9d2b-457f341acb16,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:57.410121 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Attempting to bind port d1c2faa8-5d0f-4d38-9d2b-457f341acb16 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:25:57.410823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Attempting to bind port d1c2faa8-5d0f-4d38-9d2b-457f341acb16 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:25:57.410823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Attempting to bind port d1c2faa8-5d0f-4d38-9d2b-457f341acb16 on network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:57.415697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Port d1c2faa8-5d0f-4d38-9d2b-457f341acb16 on network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:25:57.416225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Attempting to bind port d1c2faa8-5d0f-4d38-9d2b-457f341acb16 on network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:57.420856 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-c8e12acf-4d73-44bf-89b1-6b13074670bf service neutron] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749091 Jul 05 10:25:57.422285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:25:57.422705 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Checking segment: {'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:57.423177 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Bound using segment: {'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:25:57.423769 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Bound port: d1c2faa8-5d0f-4d38-9d2b-457f341acb16, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:25:57.424262 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:57.472275 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-8e225c92-5a27-41c6-b944-e396a1578755 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=87979250-90f3-4016-8a2b-f250a6558e51 HTTP/1.1" status: 200 len: 217 time: 0.0425093 Jul 05 10:25:57.504565 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] For port d1c2faa8-5d0f-4d38-9d2b-457f341acb16, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:57.509286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] For port d1c2faa8-5d0f-4d38-9d2b-457f341acb16, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d1c2faa8-5d0f-4d38-9d2b-457f341acb16,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:57.544710 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:25:57.554855 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:57.560960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-7e8a6580-74c2-453e-947c-9e7575e7a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:57.562453 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-7e8a6580-74c2-453e-947c-9e7575e7a7d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fca18096-664d-47c5-a713-0716b10e1546 HTTP/1.1" status: 200 len: 797 time: 0.0705423 Jul 05 10:25:57.579753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Transition to ACTIVE for port object 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:25:57.622618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-9fa15b04-520e-447d-94dc-4048f123062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:57.624208 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-9fa15b04-520e-447d-94dc-4048f123062a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0540268 Jul 05 10:25:57.632431 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:57.667424 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:57.668062 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:57.669859 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] 10.222.0.64 "PUT /v2.0/ports/d1c2faa8-5d0f-4d38-9d2b-457f341acb16 HTTP/1.1" status: 200 len: 1092 time: 1.0520146 Jul 05 10:25:57.670332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b18b72e-5569-4e36-9b81-58d78635a5e3', 'tag': 'd1c2faa8-5d0f-4d38-9d2b-457f341acb16'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:57.672929 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3441d19-dcfa-4948-8f36-3733551e64e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b18b72e-5569-4e36-9b81-58d78635a5e3", "tag": "d1c2faa8-5d0f-4d38-9d2b-457f341acb16"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:57.740493 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577c5ee9-9435-4b3f-9619-aba5a50c2ef5 x-openstack-request-id: req-577c5ee9-9435-4b3f-9619-aba5a50c2ef5 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:57.741137 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b18b72e-5569-4e36-9b81-58d78635a5e3", "tag": "d1c2faa8-5d0f-4d38-9d2b-457f341acb16", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:57.741553 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-577c5ee9-9435-4b3f-9619-aba5a50c2ef5 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:57.742463 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b18b72e-5569-4e36-9b81-58d78635a5e3', 'tag': 'd1c2faa8-5d0f-4d38-9d2b-457f341acb16', 'status': 'completed', 'code': 200} Jul 05 10:25:57.746478 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c611075-7aaf-46c0-99db-9ac853647862 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c2faa8-5d0f-4d38-9d2b-457f341acb16,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:57.768279 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-593f7651-4ad8-4479-b070-8d6b017fade8 service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360102 Jul 05 10:25:57.770383 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:57.836774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3441d19-dcfa-4948-8f36-3733551e64e6 req-e16898e5-5e75-42a7-9683-ef7bbef89931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:57.838229 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c3441d19-dcfa-4948-8f36-3733551e64e6 req-e16898e5-5e75-42a7-9683-ef7bbef89931 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb8cc4378f34d4795e526b5e1cde58f&device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 1095 time: 0.0843759 Jul 05 10:25:57.881341 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Pushing event updated for resources: {'Port': ['ID=80b0e33d-89eb-4bfd-b0f2-c27903116ab0,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:57.955682 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3441d19-dcfa-4948-8f36-3733551e64e6 req-ee5a8d17-b61c-4fe4-bf9e-9cfefc9a9583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:57.959167 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c3441d19-dcfa-4948-8f36-3733551e64e6 req-ee5a8d17-b61c-4fe4-bf9e-9cfefc9a9583 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1eb8cc4378f34d4795e526b5e1cde58f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1112473 Jul 05 10:25:57.980254 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-95a7ba94-c4bb-4205-83ca-082907ffbe03 service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009864 Jul 05 10:25:57.995787 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Attempting to bind port 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:25:57.996119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Attempting to bind port 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:25:57.996443 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Attempting to bind port 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 on network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:58.029834 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-9c98e1e1-4241-4549-9009-3d41f92650c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=853fb337-6ae9-42a9-a887-cc7a60298722 HTTP/1.1" status: 200 len: 217 time: 0.0407031 Jul 05 10:25:58.030548 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Port 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 on network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:25:58.030873 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Attempting to bind port 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 on network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:25:58.036172 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:25:58.036649 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Checking segment: {'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:25:58.036924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Bound using segment: {'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:25:58.037470 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Bound port: 80b0e33d-89eb-4bfd-b0f2-c27903116ab0, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:25:58.038224 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:58.061832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3441d19-dcfa-4948-8f36-3733551e64e6 req-febd0503-a9e6-4b09-a322-05eb000b0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:58.063552 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c3441d19-dcfa-4948-8f36-3733551e64e6 req-febd0503-a9e6-4b09-a322-05eb000b0cfd service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998039 Jul 05 10:25:58.131673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-230b437b-7d1e-4c68-bad4-0eb54167a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:58.134605 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-230b437b-7d1e-4c68-bad4-0eb54167a858 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fca18096-664d-47c5-a713-0716b10e1546 HTTP/1.1" status: 200 len: 797 time: 0.0924785 Jul 05 10:25:58.173779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa674e95-7236-4751-a391-7c0c5927c37b req-30f19116-037b-4a1a-ae28-a54f9b66a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:58.175522 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-30f19116-037b-4a1a-ae28-a54f9b66a24c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb8cc4378f34d4795e526b5e1cde58f&device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 1095 time: 0.0707161 Jul 05 10:25:58.183916 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] For port 80b0e33d-89eb-4bfd-b0f2-c27903116ab0, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:25:58.198733 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] For port 80b0e33d-89eb-4bfd-b0f2-c27903116ab0, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=80b0e33d-89eb-4bfd-b0f2-c27903116ab0,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:25:58.227202 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-ac77604c-3901-4dd3-99bf-b8b540f27157 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1c2faa8-5d0f-4d38-9d2b-457f341acb16 HTTP/1.1" status: 200 len: 217 time: 0.0439250 Jul 05 10:25:58.249846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-ac9e7b3a-f93b-4785-9677-39827b2302a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:58.252216 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-ac9e7b3a-f93b-4785-9677-39827b2302a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b5db243d-0a6e-4dda-99a5-70a4b3692aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1112525 Jul 05 10:25:58.288682 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa674e95-7236-4751-a391-7c0c5927c37b req-6424080f-4063-4a91-8149-154d06c4a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:58.290288 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-6424080f-4063-4a91-8149-154d06c4a924 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a HTTP/1.1" status: 200 len: 852 time: 0.0573053 Jul 05 10:25:58.310472 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:58.329500 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7bd6ac49-f2c8-417a-bfd5-9dd5311b17ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42d00941-25a7-4fb5-9e9f-8d332d2045d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322387 Jul 05 10:25:58.408716 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:58.409805 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:25:58.411684 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] 10.222.0.73 "PUT /v2.0/ports/80b0e33d-89eb-4bfd-b0f2-c27903116ab0 HTTP/1.1" status: 200 len: 1093 time: 2.0992022 Jul 05 10:25:58.412710 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3863278-f080-4a79-9211-6504367cd186', 'tag': '80b0e33d-89eb-4bfd-b0f2-c27903116ab0'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:25:58.422615 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6a8f6b-0530-445d-947b-b521d788062f" -d '{"events": [{"name": "network-changed", "server_uuid": "a3863278-f080-4a79-9211-6504367cd186", "tag": "80b0e33d-89eb-4bfd-b0f2-c27903116ab0"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:25:58.443406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc1f2b-1f3d-4b9b-a109-09e0a5262810 req-e6227d76-a57b-4016-8127-d7a21736e6e2 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:58.445114 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73dc1f2b-1f3d-4b9b-a109-09e0a5262810 req-e6227d76-a57b-4016-8127-d7a21736e6e2 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 943 time: 0.2353580 Jul 05 10:25:58.446236 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-0c310133-03df-44ba-aec6-86c20f70a3fa service neutron] 10.222.0.64 "GET /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097960 Jul 05 10:25:58.473357 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5277d-038a-4064-8422-1355e5f2ead2 service neutron] Pushing event updated for resources: {'Port': ['ID=80b0e33d-89eb-4bfd-b0f2-c27903116ab0,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:25:58.483790 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-731631c1-eee3-4336-a758-ec2d6b6641d7 service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256298 Jul 05 10:25:58.510633 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fb441b-232b-466c-bc3c-283d5f81865f x-openstack-request-id: req-13fb441b-232b-466c-bc3c-283d5f81865f {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:25:58.510974 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3863278-f080-4a79-9211-6504367cd186", "tag": "80b0e33d-89eb-4bfd-b0f2-c27903116ab0", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:25:58.511230 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13fb441b-232b-466c-bc3c-283d5f81865f {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:25:58.511618 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3863278-f080-4a79-9211-6504367cd186', 'tag': '80b0e33d-89eb-4bfd-b0f2-c27903116ab0', 'status': 'completed', 'code': 200} Jul 05 10:25:58.583447 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-199c68b3-2641-4979-8a54-dc0be4956dfc service neutron] 10.222.0.64 "GET /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293497 Jul 05 10:25:58.599025 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73dc1f2b-1f3d-4b9b-a109-09e0a5262810 req-aaa4dee5-7d6e-4524-9b85-1c7da9160e4b tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393435 Jul 05 10:25:58.659056 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eabcf3b6-c874-4a70-be59-a7582c17daca req-f3421fe0-d953-4844-bf81-ab0de8a614c4 service neutron] 10.222.0.73 "GET /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610160 Jul 05 10:25:58.661777 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a8f6b-0530-445d-947b-b521d788062f req-02d75221-c8f7-4c48-88e0-6fc8c82eaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:58.663800 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a6a8f6b-0530-445d-947b-b521d788062f req-02d75221-c8f7-4c48-88e0-6fc8c82eaafa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1eb8cc4378f34d4795e526b5e1cde58f&device_id=a3863278-f080-4a79-9211-6504367cd186 HTTP/1.1" status: 200 len: 1096 time: 0.1396461 Jul 05 10:25:58.769107 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a8f6b-0530-445d-947b-b521d788062f req-f44db79a-7570-44f3-9050-aa264c3fa5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:58.770449 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a6a8f6b-0530-445d-947b-b521d788062f req-f44db79a-7570-44f3-9050-aa264c3fa5b1 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1eb8cc4378f34d4795e526b5e1cde58f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0991168 Jul 05 10:25:58.880507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a8f6b-0530-445d-947b-b521d788062f req-8f4bd538-0170-4dac-bf18-4958350963a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:58.882384 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a6a8f6b-0530-445d-947b-b521d788062f req-8f4bd538-0170-4dac-bf18-4958350963a8 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049950 Jul 05 10:25:58.990808 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa674e95-7236-4751-a391-7c0c5927c37b req-59b5aa9f-1e49-4b73-a818-35c07810f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:58.992339 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-59b5aa9f-1e49-4b73-a818-35c07810f4cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1eb8cc4378f34d4795e526b5e1cde58f&device_id=a3863278-f080-4a79-9211-6504367cd186 HTTP/1.1" status: 200 len: 1096 time: 0.0556946 Jul 05 10:25:59.033478 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-fe242228-c62a-4203-bd31-2c1e8a036638 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80b0e33d-89eb-4bfd-b0f2-c27903116ab0 HTTP/1.1" status: 200 len: 217 time: 0.0339005 Jul 05 10:25:59.086518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa674e95-7236-4751-a391-7c0c5927c37b req-705f6e89-35ed-4552-8522-fd1416870eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:59.088043 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-705f6e89-35ed-4552-8522-fd1416870eba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a HTTP/1.1" status: 200 len: 852 time: 0.0475841 Jul 05 10:25:59.120997 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-5f3b5b41-393d-4e95-b205-82cbbae159f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=42d00941-25a7-4fb5-9e9f-8d332d2045d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269463 Jul 05 10:25:59.221630 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-549bc79f-8269-4498-ba9f-af701d82b9ff service neutron] 10.222.0.73 "GET /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939796 Jul 05 10:25:59.330463 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa674e95-7236-4751-a391-7c0c5927c37b req-dda6da27-f075-491f-95c2-36ba9df371a6 service neutron] 10.222.0.73 "GET /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019900 Jul 05 10:25:59.788616 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2797c-6a61-4f3f-b916-42c72331779b req-b20befd1-8917-4e3a-8977-3d2c38bd9b35 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:25:59.790479 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6db2797c-6a61-4f3f-b916-42c72331779b req-b20befd1-8917-4e3a-8977-3d2c38bd9b35 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 943 time: 0.0739710 Jul 05 10:25:59.830477 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6db2797c-6a61-4f3f-b916-42c72331779b req-63a5af5b-d0e7-4ab9-9068-ff5d32599080 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342081 Jul 05 10:26:01.012273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb421af7-32ef-4271-a166-a9d7543fe79a req-4d9590c4-2a4e-42d9-84b8-7045fed50564 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:01.017610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb421af7-32ef-4271-a166-a9d7543fe79a req-4d9590c4-2a4e-42d9-84b8-7045fed50564 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 943 time: 0.0667381 Jul 05 10:26:01.057071 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb421af7-32ef-4271-a166-a9d7543fe79a req-e2b50de7-82ee-439a-a566-019bc627cd1c tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376751 Jul 05 10:26:01.746995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d1c2faa8-5d0f-4d38-9d2b-457f341acb16 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:26:01.847451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d1c2faa8-5d0f-4d38-9d2b-457f341acb16, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d1c2faa8-5d0f-4d38-9d2b-457f341acb16,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:01.860917 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'd1c2faa8-5d0f-4d38-9d2b-457f341acb16', 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3', 'port_id': 'd1c2faa8-5d0f-4d38-9d2b-457f341acb16', 'mac_address': 'fa:16:3e:78:26:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:26:01.900762 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:01.915108 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c2faa8-5d0f-4d38-9d2b-457f341acb16 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:26:01.937439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d1c2faa8-5d0f-4d38-9d2b-457f341acb16, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d1c2faa8-5d0f-4d38-9d2b-457f341acb16,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:02.082783 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:02.139070 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d1c2faa8-5d0f-4d38-9d2b-457f341acb16,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:02.258461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c6644-0583-4d73-ad85-373c64174100 req-173858cb-b2e9-4a6d-8329-dd63a44010d8 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:02.261023 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df2c6644-0583-4d73-ad85-373c64174100 req-173858cb-b2e9-4a6d-8329-dd63a44010d8 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 944 time: 0.0747890 Jul 05 10:26:02.304680 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d1c2faa8-5d0f-4d38-9d2b-457f341acb16'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:02.305087 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df2c6644-0583-4d73-ad85-373c64174100 req-f19374d6-362a-4be8-8d2f-9c66e3bee7bc tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378349 Jul 05 10:26:02.310625 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:26:02.337252 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:26:02.508684 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 80b0e33d-89eb-4bfd-b0f2-c27903116ab0, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=80b0e33d-89eb-4bfd-b0f2-c27903116ab0,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:02.534395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '80b0e33d-89eb-4bfd-b0f2-c27903116ab0', 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3', 'port_id': '80b0e33d-89eb-4bfd-b0f2-c27903116ab0', 'mac_address': 'fa:16:3e:2d:f9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:26:02.597199 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:02.616734 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:26:02.638089 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 80b0e33d-89eb-4bfd-b0f2-c27903116ab0, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=80b0e33d-89eb-4bfd-b0f2-c27903116ab0,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:02.734423 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:02.782621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=80b0e33d-89eb-4bfd-b0f2-c27903116ab0,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:03.112803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['80b0e33d-89eb-4bfd-b0f2-c27903116ab0'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:03.517352 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7280e8-01a3-432d-b4e0-9633494de1e8 req-460249a0-0125-4644-956a-ef28fb13ed72 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:03.518873 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f7280e8-01a3-432d-b4e0-9633494de1e8 req-460249a0-0125-4644-956a-ef28fb13ed72 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 944 time: 0.0709362 Jul 05 10:26:03.559906 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4f7280e8-01a3-432d-b4e0-9633494de1e8 req-97d0a66a-db98-4f0c-8de2-ea5636c1c612 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350106 Jul 05 10:26:03.772865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d1c2faa8-5d0f-4d38-9d2b-457f341acb16 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:26:03.928603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port d1c2faa8-5d0f-4d38-9d2b-457f341acb16 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:26:03.933223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port d1c2faa8-5d0f-4d38-9d2b-457f341acb16 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:03.933740 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:04.026778 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:04.047767 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b18b72e-5569-4e36-9b81-58d78635a5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c2faa8-5d0f-4d38-9d2b-457f341acb16'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:04.049145 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b51305-00b2-4abf-9c60-e1f9d2eeec1e" -d '{"events": [{"server_uuid": "7b18b72e-5569-4e36-9b81-58d78635a5e3", "name": "network-vif-plugged", "status": "completed", "tag": "d1c2faa8-5d0f-4d38-9d2b-457f341acb16"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:04.062551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d1c2faa8-5d0f-4d38-9d2b-457f341acb16, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d1c2faa8-5d0f-4d38-9d2b-457f341acb16,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:04.094914 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c636f052-0e6f-4637-b98f-899f3d023dcc x-openstack-request-id: req-c636f052-0e6f-4637-b98f-899f3d023dcc {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:04.094914 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b18b72e-5569-4e36-9b81-58d78635a5e3", "name": "network-vif-plugged", "status": "completed", "tag": "d1c2faa8-5d0f-4d38-9d2b-457f341acb16", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:04.095094 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c636f052-0e6f-4637-b98f-899f3d023dcc {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:04.095340 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b18b72e-5569-4e36-9b81-58d78635a5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c2faa8-5d0f-4d38-9d2b-457f341acb16', 'code': 200} Jul 05 10:26:04.197826 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:04.222969 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4aeee6-fe62-4658-8d8a-be3aeb20b15d req-1a1d21a2-d8ea-47e5-bd63-59637ce3ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:04.224956 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e4aeee6-fe62-4658-8d8a-be3aeb20b15d req-1a1d21a2-d8ea-47e5-bd63-59637ce3ee5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 1096 time: 0.0608475 Jul 05 10:26:04.267584 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d1c2faa8-5d0f-4d38-9d2b-457f341acb16,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:04.289319 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e4aeee6-fe62-4658-8d8a-be3aeb20b15d req-66c6648a-ef52-4efd-b7a1-9e05c98ffe68 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565298 Jul 05 10:26:04.758845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcb02c-9741-45c1-91c5-50c6cda6d2e7 req-b81d295f-8dd0-4bce-90ba-3482f8ad7ab4 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:04.760538 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bfcb02c-9741-45c1-91c5-50c6cda6d2e7 req-b81d295f-8dd0-4bce-90ba-3482f8ad7ab4 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 945 time: 0.0713346 Jul 05 10:26:04.802064 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bfcb02c-9741-45c1-91c5-50c6cda6d2e7 req-7e0ad704-a8b0-474c-add2-b3d63c8e5bd7 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349548 Jul 05 10:26:05.987382 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a29910-3b92-43a5-a24f-b4ad99bd2311 req-e5f6f173-e0bd-4841-b3c2-fd085f4a16a6 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:05.989006 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b8a29910-3b92-43a5-a24f-b4ad99bd2311 req-e5f6f173-e0bd-4841-b3c2-fd085f4a16a6 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 945 time: 0.0686796 Jul 05 10:26:06.032344 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b8a29910-3b92-43a5-a24f-b4ad99bd2311 req-cb062673-5965-4a60-b87c-d5fd0cedca05 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368788 Jul 05 10:26:06.277997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397074e-ffff-4847-9d5b-1254c349d8a8 req-127d9e47-1f69-456f-9004-539345342aea tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:06.279577 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e397074e-ffff-4847-9d5b-1254c349d8a8 req-127d9e47-1f69-456f-9004-539345342aea tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3863278-f080-4a79-9211-6504367cd186 HTTP/1.1" status: 200 len: 945 time: 0.1271808 Jul 05 10:26:06.320423 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e397074e-ffff-4847-9d5b-1254c349d8a8 req-516a64ec-724d-486e-9a35-bae815a0995c tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343523 Jul 05 10:26:06.339830 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:26:06.477319 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:26:06.481345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:06.481718 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:06.566026 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:06.605408 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3863278-f080-4a79-9211-6504367cd186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b0e33d-89eb-4bfd-b0f2-c27903116ab0'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:06.607671 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfea580-5053-4358-a82b-0aafc60bb36f" -d '{"events": [{"server_uuid": "a3863278-f080-4a79-9211-6504367cd186", "name": "network-vif-plugged", "status": "completed", "tag": "80b0e33d-89eb-4bfd-b0f2-c27903116ab0"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:06.621531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 80b0e33d-89eb-4bfd-b0f2-c27903116ab0, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=80b0e33d-89eb-4bfd-b0f2-c27903116ab0,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:06.647655 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98d4c56-0ef0-4013-bf6c-79947b531e0c x-openstack-request-id: req-a98d4c56-0ef0-4013-bf6c-79947b531e0c {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:06.648184 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3863278-f080-4a79-9211-6504367cd186", "name": "network-vif-plugged", "status": "completed", "tag": "80b0e33d-89eb-4bfd-b0f2-c27903116ab0", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:06.648600 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a98d4c56-0ef0-4013-bf6c-79947b531e0c {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:06.649007 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3863278-f080-4a79-9211-6504367cd186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b0e33d-89eb-4bfd-b0f2-c27903116ab0', 'code': 200} Jul 05 10:26:06.694958 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:06.759620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=80b0e33d-89eb-4bfd-b0f2-c27903116ab0,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:06.777313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfe2ad-e125-421c-bd5a-970f9bdb0ded req-107b9401-98ba-45fa-867e-a36cc1f2c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:06.778795 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8cfe2ad-e125-421c-bd5a-970f9bdb0ded req-107b9401-98ba-45fa-867e-a36cc1f2c0b3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a3863278-f080-4a79-9211-6504367cd186 HTTP/1.1" status: 200 len: 1098 time: 0.0634384 Jul 05 10:26:06.815108 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8cfe2ad-e125-421c-bd5a-970f9bdb0ded req-fa4b92fa-cbfc-4b50-a980-497f6a4f4513 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300167 Jul 05 10:26:07.508216 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229b614-6034-4714-8540-b386f259d71e req-51b23fcb-84cb-480e-8439-81f67945009b tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:07.509902 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a229b614-6034-4714-8540-b386f259d71e req-51b23fcb-84cb-480e-8439-81f67945009b tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3863278-f080-4a79-9211-6504367cd186 HTTP/1.1" status: 200 len: 946 time: 0.0683329 Jul 05 10:26:07.549171 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a229b614-6034-4714-8540-b386f259d71e req-95dd8162-43c5-40f0-921e-b6efb4d0f20d tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335906 Jul 05 10:26:08.740693 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b8827-4a15-4e57-8d12-533796bb9768 req-c0765b72-1a5e-4498-8ed8-b9fdce584336 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:08.742288 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-147b8827-4a15-4e57-8d12-533796bb9768 req-c0765b72-1a5e-4498-8ed8-b9fdce584336 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3863278-f080-4a79-9211-6504367cd186 HTTP/1.1" status: 200 len: 946 time: 0.0697348 Jul 05 10:26:08.780922 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-147b8827-4a15-4e57-8d12-533796bb9768 req-ca173df8-babd-4cf5-b8fd-852d42852823 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330713 Jul 05 10:26:08.873062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41798) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:09.013941 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-94b459ba-f4d7-4e4f-8766-87f8133c0255 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5114 time: 0.1396592 Jul 05 10:26:09.016931 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41804) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:09.022243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f5ccc804-98fa-41ad-b035-aeb8505c862f tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Request body: {'network': {'name': 'tempest-network-smoke--481723772', 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'port_security_enabled': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:09.173104 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ccc804-98fa-41ad-b035-aeb8505c862f tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Made reservation on behalf of fccd5cc7d8c242f7bec61d45963cb5b7 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:26:09.177496 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f5ccc804-98fa-41ad-b035-aeb8505c862f tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:09.201872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ccc804-98fa-41ad-b035-aeb8505c862f tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:26:09.212156 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f5ccc804-98fa-41ad-b035-aeb8505c862f tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:09.212509 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-f5ccc804-98fa-41ad-b035-aeb8505c862f tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Added segment 9791ef2e-29d2-419c-af0d-12814d6f6b5f of type vlan for network 639b900f-9b2f-469f-99cd-5a2ab9dcba9e Jul 05 10:26:09.253024 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f5ccc804-98fa-41ad-b035-aeb8505c862f tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:09.377604 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f5ccc804-98fa-41ad-b035-aeb8505c862f tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:09.384399 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ccc804-98fa-41ad-b035-aeb8505c862f tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:09.385425 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f5ccc804-98fa-41ad-b035-aeb8505c862f tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:09.464835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccc804-98fa-41ad-b035-aeb8505c862f tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'Network': ['ID=639b900f-9b2f-469f-99cd-5a2ab9dcba9e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:09.476099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 639b900f-9b2f-469f-99cd-5a2ab9dcba9e details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:26:09.480942 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f5ccc804-98fa-41ad-b035-aeb8505c862f tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4595373 Jul 05 10:26:09.480942 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41812) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:09.485531 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-133549208', 'admin_state_up': True, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:09.586140 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:09.589758 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:09.642138 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:09.919984 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:10.093659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-acacd1b8-3d6c-4d10-854f-4037a2bd5b1c tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:10.095389 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-acacd1b8-3d6c-4d10-854f-4037a2bd5b1c tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/networks?id=42d00941-25a7-4fb5-9e9f-8d332d2045d3 HTTP/1.1" status: 200 len: 812 time: 0.1461816 Jul 05 10:26:10.121694 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-22abea0c-5109-45b3-8007-a7c3f57d07c7 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/quotas/1eb8cc4378f34d4795e526b5e1cde58f HTTP/1.1" status: 200 len: 375 time: 0.0201242 Jul 05 10:26:10.222466 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-e3863367-41a5-424e-b180-32868836fc85 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1eb8cc4378f34d4795e526b5e1cde58f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941951 Jul 05 10:26:10.358686 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:10.382477 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:10.452789 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-42da72fa-58d8-4dd2-b362-c444450ee14d service neutron] 10.222.0.77 "GET /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939137 Jul 05 10:26:10.568943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Allocated IP 172.25.5.208 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/9a96ff0f-c879-49ac-bbba-3b1cef4a8d47) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:26:10.604378 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-4fabbe13-75bf-4f9d-a5c3-1b758e583ce7 service neutron] 10.222.0.77 "GET /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440184 Jul 05 10:26:10.744983 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:10.796680 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09581bf-3436-493b-a47a-2325e1edaeaf req-8a5d36f6-653d-43f1-a87b-79448c2bf6f3 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:10.798190 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d09581bf-3436-493b-a47a-2325e1edaeaf req-8a5d36f6-653d-43f1-a87b-79448c2bf6f3 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3863278-f080-4a79-9211-6504367cd186 HTTP/1.1" status: 200 len: 946 time: 0.1059122 Jul 05 10:26:10.916228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-d09581bf-3436-493b-a47a-2325e1edaeaf req-d01d9a58-9895-4447-ad67-d189852760c9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Deleting port 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:10.916572 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d09581bf-3436-493b-a47a-2325e1edaeaf req-d01d9a58-9895-4447-ad67-d189852760c9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:10.997716 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:11.066674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:26:11.070455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'Port': ['ID=9a96ff0f-c879-49ac-bbba-3b1cef4a8d47,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:11.073878 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:26:11.079480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:26:11.106048 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-60cd511b-a2b2-45e1-8004-42028497cb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:11.134553 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-d09581bf-3436-493b-a47a-2325e1edaeaf req-d01d9a58-9895-4447-ad67-d189852760c9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] For port 80b0e33d-89eb-4bfd-b0f2-c27903116ab0, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=80b0e33d-89eb-4bfd-b0f2-c27903116ab0,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:11.135083 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d09581bf-3436-493b-a47a-2325e1edaeaf req-d01d9a58-9895-4447-ad67-d189852760c9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:11.148336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-d09581bf-3436-493b-a47a-2325e1edaeaf req-d01d9a58-9895-4447-ad67-d189852760c9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Calling delete_port for 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:11.362562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4732647-8270-4a28-adf3-da8bbafe4672 req-bbe2b6a8-d48d-413e-95aa-f7594575098a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 210 time: 0.0481617 Jul 05 10:26:11.399051 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e584fbb-4592-47c6-a7a8-30273b9890ba req-5c3e124c-6413-4daf-8ee4-2c4114b29181 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:11.400537 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e584fbb-4592-47c6-a7a8-30273b9890ba req-5c3e124c-6413-4daf-8ee4-2c4114b29181 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b18b72e-5569-4e36-9b81-58d78635a5e3 HTTP/1.1" status: 200 len: 945 time: 0.0947680 Jul 05 10:26:11.460299 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d09581bf-3436-493b-a47a-2325e1edaeaf req-d01d9a58-9895-4447-ad67-d189852760c9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:11.475138 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['80b0e33d-89eb-4bfd-b0f2-c27903116ab0'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:11.508242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d1c2faa8-5d0f-4d38-9d2b-457f341acb16'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:11.520712 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-4e584fbb-4592-47c6-a7a8-30273b9890ba req-b378adbf-9a94-4956-93b2-e3496e7ee79a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Deleting port d1c2faa8-5d0f-4d38-9d2b-457f341acb16 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:11.521710 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4e584fbb-4592-47c6-a7a8-30273b9890ba req-b378adbf-9a94-4956-93b2-e3496e7ee79a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:11.531522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d9a58-9895-4447-ad67-d189852760c9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Pushing event deleted for resources: {'Port': ['ID=80b0e33d-89eb-4bfd-b0f2-c27903116ab0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:11.686486 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-4e584fbb-4592-47c6-a7a8-30273b9890ba req-b378adbf-9a94-4956-93b2-e3496e7ee79a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] For port d1c2faa8-5d0f-4d38-9d2b-457f341acb16, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d1c2faa8-5d0f-4d38-9d2b-457f341acb16,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:11.691810 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4e584fbb-4592-47c6-a7a8-30273b9890ba req-b378adbf-9a94-4956-93b2-e3496e7ee79a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:11.714773 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-4e584fbb-4592-47c6-a7a8-30273b9890ba req-b378adbf-9a94-4956-93b2-e3496e7ee79a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Calling delete_port for d1c2faa8-5d0f-4d38-9d2b-457f341acb16 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:11.980976 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4e584fbb-4592-47c6-a7a8-30273b9890ba req-b378adbf-9a94-4956-93b2-e3496e7ee79a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:11.994576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['80b0e33d-89eb-4bfd-b0f2-c27903116ab0'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:12.059025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378adbf-9a94-4956-93b2-e3496e7ee79a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Pushing event deleted for resources: {'Port': ['ID=d1c2faa8-5d0f-4d38-9d2b-457f341acb16,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:12.119413 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e584fbb-4592-47c6-a7a8-30273b9890ba req-b378adbf-9a94-4956-93b2-e3496e7ee79a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] No DVR routers for this DVR port d1c2faa8-5d0f-4d38-9d2b-457f341acb16 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:12.122314 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4e584fbb-4592-47c6-a7a8-30273b9890ba req-b378adbf-9a94-4956-93b2-e3496e7ee79a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:12.124476 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e584fbb-4592-47c6-a7a8-30273b9890ba req-b378adbf-9a94-4956-93b2-e3496e7ee79a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.64 "DELETE /v2.0/ports/d1c2faa8-5d0f-4d38-9d2b-457f341acb16 HTTP/1.1" status: 204 len: 173 time: 0.7101393 Jul 05 10:26:12.124981 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b18b72e-5569-4e36-9b81-58d78635a5e3', 'name': 'network-vif-deleted', 'tag': 'd1c2faa8-5d0f-4d38-9d2b-457f341acb16'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:12.127389 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e2b285-cb52-4231-8b98-e4da3676f9ef" -d '{"events": [{"server_uuid": "7b18b72e-5569-4e36-9b81-58d78635a5e3", "name": "network-vif-deleted", "tag": "d1c2faa8-5d0f-4d38-9d2b-457f341acb16"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:12.128404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09581bf-3436-493b-a47a-2325e1edaeaf req-d01d9a58-9895-4447-ad67-d189852760c9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] No DVR routers for this DVR port 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:12.133144 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d09581bf-3436-493b-a47a-2325e1edaeaf req-d01d9a58-9895-4447-ad67-d189852760c9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:12.135153 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d09581bf-3436-493b-a47a-2325e1edaeaf req-d01d9a58-9895-4447-ad67-d189852760c9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.73 "DELETE /v2.0/ports/80b0e33d-89eb-4bfd-b0f2-c27903116ab0 HTTP/1.1" status: 204 len: 173 time: 1.3291414 Jul 05 10:26:12.135824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3863278-f080-4a79-9211-6504367cd186', 'name': 'network-vif-deleted', 'tag': '80b0e33d-89eb-4bfd-b0f2-c27903116ab0'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:12.138281 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec47c4b2-a3e0-4777-a553-3cc7a0626414" -d '{"events": [{"server_uuid": "a3863278-f080-4a79-9211-6504367cd186", "name": "network-vif-deleted", "tag": "80b0e33d-89eb-4bfd-b0f2-c27903116ab0"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:12.147647 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:12.182599 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a487a6f0-dfbf-47a5-86ff-a38e2ca131e7 x-openstack-request-id: req-a487a6f0-dfbf-47a5-86ff-a38e2ca131e7 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:12.182900 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3863278-f080-4a79-9211-6504367cd186", "name": "network-vif-deleted", "tag": "80b0e33d-89eb-4bfd-b0f2-c27903116ab0", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:12.183189 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a487a6f0-dfbf-47a5-86ff-a38e2ca131e7 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:12.183860 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3863278-f080-4a79-9211-6504367cd186', 'name': 'network-vif-deleted', 'tag': '80b0e33d-89eb-4bfd-b0f2-c27903116ab0', 'status': 'completed', 'code': 200} Jul 05 10:26:12.183979 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cb67d8-f70b-4242-a5e4-eda0b692563a x-openstack-request-id: req-98cb67d8-f70b-4242-a5e4-eda0b692563a {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:12.183979 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b18b72e-5569-4e36-9b81-58d78635a5e3", "name": "network-vif-deleted", "tag": "d1c2faa8-5d0f-4d38-9d2b-457f341acb16", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:12.183979 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98cb67d8-f70b-4242-a5e4-eda0b692563a {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:12.183979 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b18b72e-5569-4e36-9b81-58d78635a5e3', 'name': 'network-vif-deleted', 'tag': 'd1c2faa8-5d0f-4d38-9d2b-457f341acb16', 'status': 'completed', 'code': 200} Jul 05 10:26:12.417040 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:12.503369 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c011d938-56bb-43cf-bb2f-2ff9bf58aba5 req-39c8031b-e032-4df8-9a89-538a5308c7f1 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 210 time: 0.0426741 Jul 05 10:26:12.700277 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Router 2a0d875e-8000-45b6-9477-39accf493dd5 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:26:12.832450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:26:12.845423 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Sync routers for ids ['2a0d875e-8000-45b6-9477-39accf493dd5'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:26:12.856447 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Routers {'2a0d875e-8000-45b6-9477-39accf493dd5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:26:12.857072 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:25:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2a0d875e-8000-45b6-9477-39accf493dd5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:12.975144 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:12.976798 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fe19fd5d-3537-4506-bf69-8d4bc6e8577d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.4956841 Jul 05 10:26:12.979178 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Set router 2a0d875e-8000-45b6-9477-39accf493dd5 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:26:12.980449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41902) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:13.123395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec58d6-4f89-4f11-8b44-26d30b19c2e4 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:13.125113 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-31ec58d6-4f89-4f11-8b44-26d30b19c2e4 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=fccd5cc7d8c242f7bec61d45963cb5b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1433589 Jul 05 10:26:13.127917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 41908) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:13.343326 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-133549208', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:26:09Z', 'updated_at': '2021-07-05T10:26:11Z', 'revision_number': 3, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:26:10Z', 'updated_at': '2021-07-05T10:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:13.392786 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Checking router: 2a0d875e-8000-45b6-9477-39accf493dd5 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:26:13.393440 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Updating router 2a0d875e-8000-45b6-9477-39accf493dd5 port 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:26:13.437356 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:13.566199 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6041f803-ab60-4999-a110-e0d6f698f0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:13.637113 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:13.840046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d1c2faa8-5d0f-4d38-9d2b-457f341acb16 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:13.882037 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9cdf52a1-d7b4-4430-a47e-1c5fec96e15f req-6f67cbe6-7755-4fe5-9db3-380155784107 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 210 time: 0.0673399 Jul 05 10:26:13.888663 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: d1c2faa8-5d0f-4d38-9d2b-457f341acb16 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:26:13.889284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d1c2faa8-5d0f-4d38-9d2b-457f341acb16 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:26:13.910018 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:13.912249 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3497ca1d-ed0d-447b-978f-c90bd9cc39fe tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:13.915051 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3497ca1d-ed0d-447b-978f-c90bd9cc39fe tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7851148 Jul 05 10:26:13.923278 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Transition to ACTIVE for port object 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:26:13.924585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41932) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:13.978727 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c8903eea-5376-437f-91fc-a45a0299bb24 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501118 Jul 05 10:26:13.978727 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41934) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:13.983203 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-dc41fc74-b454-4e19-8437-a9d9fab710b1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:13.988205 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-dc41fc74-b454-4e19-8437-a9d9fab710b1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/networks?id=5828239e-e9aa-4397-a7c5-30775e4f30c8 HTTP/1.1" status: 200 len: 814 time: 0.2607484 Jul 05 10:26:14.000298 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-842da08c-0508-472e-b2c2-b9bb58d4e01e tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/quotas/0407b2d2311842b7b7b45b036954cf3e HTTP/1.1" status: 200 len: 375 time: 0.0099638 Jul 05 10:26:14.010543 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f1be54b4-316d-4875-8ee3-3c5e486787a1 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=fccd5cc7d8c242f7bec61d45963cb5b7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307889 Jul 05 10:26:14.013376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41938) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:14.020080 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:14.080667 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Attempting to bind port 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:26:14.081519 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Attempting to bind port 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:26:14.081519 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Attempting to bind port 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:14.081877 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-86f7a5c7-fe2c-407d-8576-353f0a67bfb3 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0407b2d2311842b7b7b45b036954cf3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754330 Jul 05 10:26:14.084296 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7a464-41b3-424a-882b-b63f15ca802c None None] Pushing event updated for resources: {'Port': ['ID=9a96ff0f-c879-49ac-bbba-3b1cef4a8d47,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:14.094094 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:26:14.094377 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:26:14.094771 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:14.095161 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:26:14.095624 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Bound port: 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:26:14.096191 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:14.098929 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7a464-41b3-424a-882b-b63f15ca802c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:14.098929 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7a464-41b3-424a-882b-b63f15ca802c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:14.099231 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7a464-41b3-424a-882b-b63f15ca802c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:14.099492 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7a464-41b3-424a-882b-b63f15ca802c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:14.099858 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7a464-41b3-424a-882b-b63f15ca802c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:14.100179 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7a464-41b3-424a-882b-b63f15ca802c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:14.100499 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7a464-41b3-424a-882b-b63f15ca802c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:14.100816 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7a464-41b3-424a-882b-b63f15ca802c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:14.101282 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7a464-41b3-424a-882b-b63f15ca802c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:14.101479 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7a464-41b3-424a-882b-b63f15ca802c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:14.101847 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7a464-41b3-424a-882b-b63f15ca802c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:14.102167 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7a464-41b3-424a-882b-b63f15ca802c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:14.117951 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f34eef-2414-4b0e-b15a-9f2c7d21563c tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:14.123559 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f0f34eef-2414-4b0e-b15a-9f2c7d21563c tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1094854 Jul 05 10:26:14.127310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41942) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:14.176216 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3ac060b3-64b7-4f5c-a4c3-93cf945b1db9 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464649 Jul 05 10:26:14.178273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41944) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:14.185016 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] For port 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:26:14.188043 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-99fb64ea-eea8-4f31-814e-f005320c7515 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-913766190', 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e', 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:14.189876 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] For port 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=9a96ff0f-c879-49ac-bbba-3b1cef4a8d47,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:26:14.231467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-9b4d7547-3856-46d3-80d9-89381d1da45e service neutron] 10.222.0.77 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487739 Jul 05 10:26:14.316462 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:14.339471 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-f2b36a8f-507a-4eb1-adf8-05f0d4d0a794 service neutron] 10.222.0.77 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012802 Jul 05 10:26:14.369602 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:14.391012 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7a464-41b3-424a-882b-b63f15ca802c None None] Pushing event updated for resources: {'Port': ['ID=9a96ff0f-c879-49ac-bbba-3b1cef4a8d47,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:14.391365 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fb64ea-eea8-4f31-814e-f005320c7515 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Made reservation on behalf of fccd5cc7d8c242f7bec61d45963cb5b7 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:26:14.395073 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-99fb64ea-eea8-4f31-814e-f005320c7515 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:14.413320 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Routers {'2a0d875e-8000-45b6-9477-39accf493dd5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:26:14.415368 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:26:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2a0d875e-8000-45b6-9477-39accf493dd5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:14.421964 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:26:14.422316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 80b0e33d-89eb-4bfd-b0f2-c27903116ab0 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:26:14.619220 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] Set router 2a0d875e-8000-45b6-9477-39accf493dd5 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:26:14.723655 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-99fb64ea-eea8-4f31-814e-f005320c7515 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:14.827370 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2dc96b7f-d1d8-4e2e-9fb6-05fc627d049e req-2b702597-c65c-46d0-a6e7-01aac8df73f1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 210 time: 0.0716619 Jul 05 10:26:14.928005 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-133549208', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:26:09Z', 'updated_at': '2021-07-05T10:26:11Z', 'revision_number': 3, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:26:10Z', 'updated_at': '2021-07-05T10:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:14.929356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb64ea-eea8-4f31-814e-f005320c7515 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Checking segment: {'id': '9791ef2e-29d2-419c-af0d-12814d6f6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:26:14.930030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb64ea-eea8-4f31-814e-f005320c7515 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Network hostable DHCP agents. Network: 639b900f-9b2f-469f-99cd-5a2ab9dcba9e, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:26:14.935062 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:14.942850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-c080524b-5046-43ec-b77b-5e629bafbe3a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:14.944597 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-c080524b-5046-43ec-b77b-5e629bafbe3a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.73 "GET /v2.0/networks?id=42d00941-25a7-4fb5-9e9f-8d332d2045d3 HTTP/1.1" status: 200 len: 812 time: 0.3056908 Jul 05 10:26:14.946848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb64ea-eea8-4f31-814e-f005320c7515 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'Subnet': ['ID=d98005ca-8931-4717-a519-f7d6e1b34177,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:14.961823 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-326d3386-f37a-4f9d-b371-ef1e3f671a94 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Request body: {'port': {'device_id': 'afc93b36-bc60-4ed6-a3a2-629efca3be7b', 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3', 'admin_state_up': True, 'tenant_id': '1eb8cc4378f34d4795e526b5e1cde58f'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:14.972777 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870f6a0-646f-4948-ba25-c48c5725de02 None None] The sync data for ids ['2a0d875e-8000-45b6-9477-39accf493dd5'] in n-d-779913-27 is: [{'id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-133549208', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:26:09Z', 'updated_at': '2021-07-05T10:26:11Z', 'revision_number': 3, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:26:10Z', 'updated_at': '2021-07-05T10:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:26:15.131365 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6d8cb56-6e2b-44dd-b333-1451727e489a req-d8e74f2e-a73d-4eba-a9c5-7dd63cea4cbc tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 210 time: 0.0556071 Jul 05 10:26:15.230121 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-5dafa590-47dc-4402-800f-3532f0c6d0f9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:15.239895 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-5dafa590-47dc-4402-800f-3532f0c6d0f9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.64 "GET /v2.0/networks?id=42d00941-25a7-4fb5-9e9f-8d332d2045d3 HTTP/1.1" status: 200 len: 812 time: 0.1388564 Jul 05 10:26:15.248936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb64ea-eea8-4f31-814e-f005320c7515 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Network 639b900f-9b2f-469f-99cd-5a2ab9dcba9e is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:26:15.266722 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-e22cd57b-5988-48e9-9313-b30b57fe7fd7 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Request body: {'port': {'device_id': '67c21235-d50f-4a38-a2a1-0d2eabf3c1c6', 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3', 'admin_state_up': True, 'tenant_id': '1eb8cc4378f34d4795e526b5e1cde58f'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:15.347704 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-326d3386-f37a-4f9d-b371-ef1e3f671a94 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Made reservation on behalf of 1eb8cc4378f34d4795e526b5e1cde58f for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:26:15.356359 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-326d3386-f37a-4f9d-b371-ef1e3f671a94 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:15.419912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-99fb64ea-eea8-4f31-814e-f005320c7515 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 639b900f-9b2f-469f-99cd-5a2ab9dcba9e) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:26:15.430685 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954d71e4-7e2c-4a7a-937e-a5e31eb5e429 None None] Network 639b900f-9b2f-469f-99cd-5a2ab9dcba9e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:26:15.441650 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fb64ea-eea8-4f31-814e-f005320c7515 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:15.442250 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-99fb64ea-eea8-4f31-814e-f005320c7515 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:15.573056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-e22cd57b-5988-48e9-9313-b30b57fe7fd7 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Made reservation on behalf of 1eb8cc4378f34d4795e526b5e1cde58f for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:26:15.577596 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-e22cd57b-5988-48e9-9313-b30b57fe7fd7 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:15.667568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-639b900f-9b2f-469f-99cd-5a2ab9dcba9e', 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'fixed_ips': [{'subnet_id': 'd98005ca-8931-4717-a519-f7d6e1b34177'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:26:15.668576 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:15.701572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-326d3386-f37a-4f9d-b371-ef1e3f671a94 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Allocated IP 172.20.0.3 (42d00941-25a7-4fb5-9e9f-8d332d2045d3/ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a/2ae3a368-e86f-40c9-808b-6193fc948840) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:26:15.709521 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-99fb64ea-eea8-4f31-814e-f005320c7515 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5296698 Jul 05 10:26:15.715657 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41972) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:15.833375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Allocated IP 172.20.0.18 (639b900f-9b2f-469f-99cd-5a2ab9dcba9e/d98005ca-8931-4717-a519-f7d6e1b34177/271bfeb4-0ecc-48ef-a4c5-876e0fb76988) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:26:16.064172 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-326d3386-f37a-4f9d-b371-ef1e3f671a94 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:16.072949 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:16.091652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Transition to ACTIVE for port object 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:26:16.106862 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6053f62d-4273-4f2d-a34e-bdf3b60d50ec req-eccea29f-6707-42a8-803a-15f0bb476bfa tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 210 time: 0.0980260 Jul 05 10:26:16.114077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Transition to ACTIVE for port object 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:26:16.203690 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:16.250587 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Network 639b900f-9b2f-469f-99cd-5a2ab9dcba9e is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:26:16.260189 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:26:16.271779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:26:16.313572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Pushing event updated for resources: {'Port': ['ID=271bfeb4-0ecc-48ef-a4c5-876e0fb76988,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:16.326457 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f1354e1-9dce-456e-89d4-d83dff33f109 req-a5627a9c-f205-4992-876b-1af4a8f444b9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 210 time: 0.0467710 Jul 05 10:26:16.340797 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:16.341032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:16.341363 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:16.341693 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:16.342018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:16.342337 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:16.342655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:16.342971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:16.343291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:16.343606 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:16.349604 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:16.350933 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:16.353917 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-326d3386-f37a-4f9d-b371-ef1e3f671a94 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:16.372705 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Attempting to bind port 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:26:16.373064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Attempting to bind port 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '9791ef2e-29d2-419c-af0d-12814d6f6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:26:16.373425 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Attempting to bind port 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 on network 639b900f-9b2f-469f-99cd-5a2ab9dcba9e {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:16.380782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:26:16.380782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Checking segment: {'id': '9791ef2e-29d2-419c-af0d-12814d6f6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:26:16.381899 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:16.382298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Bound using segment: {'id': '9791ef2e-29d2-419c-af0d-12814d6f6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:26:16.383144 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Bound port: 271bfeb4-0ecc-48ef-a4c5-876e0fb76988, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9791ef2e-29d2-419c-af0d-12814d6f6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:26:16.384323 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:16.423442 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-e22cd57b-5988-48e9-9313-b30b57fe7fd7 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Allocated IP 172.20.0.5 (42d00941-25a7-4fb5-9e9f-8d332d2045d3/ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a/ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:26:16.468591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-326d3386-f37a-4f9d-b371-ef1e3f671a94 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:26:16.473174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] For port 271bfeb4-0ecc-48ef-a4c5-876e0fb76988, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:26:16.475078 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-326d3386-f37a-4f9d-b371-ef1e3f671a94 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:26:16.479129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] For port 271bfeb4-0ecc-48ef-a4c5-876e0fb76988, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=271bfeb4-0ecc-48ef-a4c5-876e0fb76988,segment=NetworkSegment(9791ef2e-29d2-419c-af0d-12814d6f6b5f),segment_id=9791ef2e-29d2-419c-af0d-12814d6f6b5f)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:26:16.482439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-326d3386-f37a-4f9d-b371-ef1e3f671a94 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:26:16.507765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d3386-f37a-4f9d-b371-ef1e3f671a94 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Pushing event updated for resources: {'Port': ['ID=2ae3a368-e86f-40c9-808b-6193fc948840,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:16.574618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-326d3386-f37a-4f9d-b371-ef1e3f671a94 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:16.575350 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-326d3386-f37a-4f9d-b371-ef1e3f671a94 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:16.615362 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:16.636513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:16.650261 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-e22cd57b-5988-48e9-9313-b30b57fe7fd7 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:16.726887 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e1aa7-8d70-4a73-8b73-ae47869540ba None None] Pushing event updated for resources: {'Port': ['ID=271bfeb4-0ecc-48ef-a4c5-876e0fb76988,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:16.804285 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-326d3386-f37a-4f9d-b371-ef1e3f671a94 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8463936 Jul 05 10:26:16.849777 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:16.850863 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-e22cd57b-5988-48e9-9313-b30b57fe7fd7 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:16.960870 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cd57b-5988-48e9-9313-b30b57fe7fd7 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Pushing event updated for resources: {'Port': ['ID=ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:17.003889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-e22cd57b-5988-48e9-9313-b30b57fe7fd7 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:26:17.010360 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-e22cd57b-5988-48e9-9313-b30b57fe7fd7 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:26:17.014189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-e22cd57b-5988-48e9-9313-b30b57fe7fd7 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:26:17.014439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Request body: {'port': {'device_id': 'afc93b36-bc60-4ed6-a3a2-629efca3be7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:17.089410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-e22cd57b-5988-48e9-9313-b30b57fe7fd7 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:17.091389 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-e22cd57b-5988-48e9-9313-b30b57fe7fd7 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:17.097958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Allocated IP 172.20.0.17 (639b900f-9b2f-469f-99cd-5a2ab9dcba9e/d98005ca-8931-4717-a519-f7d6e1b34177/64ef06e9-a868-48cf-846c-79485298d2f8) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:26:17.226826 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:17.267568 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-e22cd57b-5988-48e9-9313-b30b57fe7fd7 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0148425 Jul 05 10:26:17.283995 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Request body: {'port': {'device_id': '67c21235-d50f-4a38-a2a1-0d2eabf3c1c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:17.368999 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4afd996-95dd-4aee-b6e4-ab086fa246ca req-0afaa4ad-9691-4b63-81e2-1f992d75844a tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 210 time: 0.0461109 Jul 05 10:26:17.450056 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:26:17.451604 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:17.508197 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:17.569740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Transition to ACTIVE for port object 64ef06e9-a868-48cf-846c-79485298d2f8 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:26:17.577503 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:26:17.583631 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:17.584166 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:17.702098 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:17.732837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=9a96ff0f-c879-49ac-bbba-3b1cef4a8d47,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:17.763634 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee11b9d-c969-4837-96a6-cc74a2bb02e7 req-6b05a3f3-9508-4f17-8cf1-785141f82e2a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:17.765332 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bee11b9d-c969-4837-96a6-cc74a2bb02e7 req-6b05a3f3-9508-4f17-8cf1-785141f82e2a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 931 time: 0.2785814 Jul 05 10:26:17.803667 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:17.804539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:26:17.904906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae3a368-e86f-40c9-808b-6193fc948840 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:26:17.914969 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:17.917693 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=9a96ff0f-c879-49ac-bbba-3b1cef4a8d47,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:17.933985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Transition to ACTIVE for port object 2ae3a368-e86f-40c9-808b-6193fc948840 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:26:17.937663 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bee11b9d-c969-4837-96a6-cc74a2bb02e7 req-6edb75bb-d4ec-4686-8772-3f831c268b00 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581507 Jul 05 10:26:17.964656 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:18.003338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Network 639b900f-9b2f-469f-99cd-5a2ab9dcba9e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:26:18.006926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:26:18.013491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:26:18.044903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'Port': ['ID=64ef06e9-a868-48cf-846c-79485298d2f8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:18.071368 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:26:18.076994 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:18.082515 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd1c73f-c108-4b47-93fb-3d5696f78446 None None] Network 639b900f-9b2f-469f-99cd-5a2ab9dcba9e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:26:18.121680 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:18.316320 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-95bbf4a6-0542-42e0-b58e-a6bf072594a8 None None] Provisioning for port 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:26:18.346154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-95bbf4a6-0542-42e0-b58e-a6bf072594a8 None None] Provisioning complete for port 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:18.346536 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-95bbf4a6-0542-42e0-b58e-a6bf072594a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:18.439147 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:26:18.465371 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:18.525827 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Transition to ACTIVE for port object ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:26:18.561917 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-95bbf4a6-0542-42e0-b58e-a6bf072594a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:18.639081 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:18.648458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-95bbf4a6-0542-42e0-b58e-a6bf072594a8 None None] For port 271bfeb4-0ecc-48ef-a4c5-876e0fb76988, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=271bfeb4-0ecc-48ef-a4c5-876e0fb76988,segment=NetworkSegment(9791ef2e-29d2-419c-af0d-12814d6f6b5f),segment_id=9791ef2e-29d2-419c-af0d-12814d6f6b5f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:18.745576 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-95bbf4a6-0542-42e0-b58e-a6bf072594a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:18.769308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Pushing event updated for resources: {'Port': ['ID=ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:18.805627 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a25399dc-7205-461d-b172-7a5d413ce751 req-e96cea4e-d2cc-4727-b9d2-89e364135ccd tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 210 time: 0.1420751 Jul 05 10:26:18.814365 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae3a368-e86f-40c9-808b-6193fc948840,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:18.859165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbf4a6-0542-42e0-b58e-a6bf072594a8 None None] Pushing event updated for resources: {'Port': ['ID=271bfeb4-0ecc-48ef-a4c5-876e0fb76988,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:18.879141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Attempting to bind port ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:26:18.879958 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Attempting to bind port ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:26:18.881300 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Attempting to bind port ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 on network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:18.888406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Port ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 on network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:26:18.888925 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Attempting to bind port ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 on network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:18.895072 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:26:18.895706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Checking segment: {'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:26:18.896174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Bound using segment: {'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:26:18.896624 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Bound port: ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:26:18.897023 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:18.918322 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c87af436-4095-4a0b-92e0-3e884f5f8e39 None None] Provisioning complete for port 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:18.918727 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c87af436-4095-4a0b-92e0-3e884f5f8e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:18.949253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-628209dd-0a60-40f6-b8cd-a1582a14824f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:18.949253 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-628209dd-0a60-40f6-b8cd-a1582a14824f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.73 "GET /v2.0/networks?id=5828239e-e9aa-4397-a7c5-30775e4f30c8 HTTP/1.1" status: 200 len: 814 time: 0.7907264 Jul 05 10:26:18.985251 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a641b848-e2a4-4092-a691-c8ebb7d578a9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Request body: {'port': {'device_id': '1525e9b6-1a8d-45b1-ba8c-d039271a54d8', 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8', 'admin_state_up': True, 'tenant_id': '0407b2d2311842b7b7b45b036954cf3e'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:18.997195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] For port ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:26:19.000305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] For port ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:26:19.049326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Attempting to bind port 2ae3a368-e86f-40c9-808b-6193fc948840 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:26:19.049326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Attempting to bind port 2ae3a368-e86f-40c9-808b-6193fc948840 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:26:19.049609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Attempting to bind port 2ae3a368-e86f-40c9-808b-6193fc948840 on network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:19.143443 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Port 2ae3a368-e86f-40c9-808b-6193fc948840 on network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:26:19.144202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Attempting to bind port 2ae3a368-e86f-40c9-808b-6193fc948840 on network 42d00941-25a7-4fb5-9e9f-8d332d2045d3 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:19.146619 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:19.184412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:26:19.185022 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Checking segment: {'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:26:19.185263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Bound using segment: {'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:26:19.185791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Bound port: 2ae3a368-e86f-40c9-808b-6193fc948840, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a259741c-0572-4167-b2b8-e1fb37ab782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:26:19.193611 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:19.224551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Pushing event updated for resources: {'Port': ['ID=ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:19.237439 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:19.238077 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:19.239680 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-b035f5e8-2349-4709-9de8-2094914f8648 service neutron] 10.222.0.64 "PUT /v2.0/ports/ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 HTTP/1.1" status: 200 len: 1092 time: 1.9614947 Jul 05 10:26:19.240710 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c21235-d50f-4a38-a2a1-0d2eabf3c1c6', 'tag': 'ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:19.244145 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd69ebf-da4d-4d1a-9fa6-5c1142f6da19" -d '{"events": [{"name": "network-changed", "server_uuid": "67c21235-d50f-4a38-a2a1-0d2eabf3c1c6", "tag": "ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:19.323017 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:19.429618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] For port 2ae3a368-e86f-40c9-808b-6193fc948840, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:26:19.461352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:26:19.478313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] For port 2ae3a368-e86f-40c9-808b-6193fc948840, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=2ae3a368-e86f-40c9-808b-6193fc948840,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:26:19.480004 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-e210cccc-5ea9-4ac9-a51b-6f945c490e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:19.481536 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-e210cccc-5ea9-4ac9-a51b-6f945c490e1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb8cc4378f34d4795e526b5e1cde58f&device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 1095 time: 0.0804904 Jul 05 10:26:19.520639 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:19.521042 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:19.529816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a9703-ec73-4f81-881b-21c67c6efdf8 req-08f63e54-17c4-498e-8627-3a828dff474d tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:19.531368 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c87a9703-ec73-4f81-881b-21c67c6efdf8 req-08f63e54-17c4-498e-8627-3a828dff474d tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 943 time: 0.3484998 Jul 05 10:26:19.539308 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-819e1a5b-fee2-468b-a3eb-4ae0235f6058 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 HTTP/1.1" status: 200 len: 217 time: 0.0462182 Jul 05 10:26:19.585861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a641b848-e2a4-4092-a691-c8ebb7d578a9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Made reservation on behalf of 0407b2d2311842b7b7b45b036954cf3e for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:26:19.589635 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a641b848-e2a4-4092-a691-c8ebb7d578a9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:19.594008 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c87af436-4095-4a0b-92e0-3e884f5f8e39 None None] Provisioning for port 64ef06e9-a868-48cf-846c-79485298d2f8 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:26:19.603384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c87af436-4095-4a0b-92e0-3e884f5f8e39 None None] Provisioning complete for port 64ef06e9-a868-48cf-846c-79485298d2f8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:19.603930 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c87af436-4095-4a0b-92e0-3e884f5f8e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:19.604653 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:19.619456 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-ee5937af-2385-4ca5-a239-bd49172980ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:19.621396 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-ee5937af-2385-4ca5-a239-bd49172980ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a HTTP/1.1" status: 200 len: 852 time: 0.0729961 Jul 05 10:26:19.661560 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-c29f7697-d2a2-485d-a87a-712c617cb88f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42d00941-25a7-4fb5-9e9f-8d332d2045d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302446 Jul 05 10:26:19.673973 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c87af436-4095-4a0b-92e0-3e884f5f8e39 None None] Port 64ef06e9-a868-48cf-846c-79485298d2f8 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:26:19.678085 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:19.678723 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:19.680596 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] 10.222.0.73 "PUT /v2.0/ports/2ae3a368-e86f-40c9-808b-6193fc948840 HTTP/1.1" status: 200 len: 1092 time: 2.8653946 Jul 05 10:26:19.688219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:26:19.722255 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc93b36-bc60-4ed6-a3a2-629efca3be7b', 'tag': '2ae3a368-e86f-40c9-808b-6193fc948840'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:19.725122 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88c7e31-cfc5-4a05-9392-ce6b518aa247" -d '{"events": [{"name": "network-changed", "server_uuid": "afc93b36-bc60-4ed6-a3a2-629efca3be7b", "tag": "2ae3a368-e86f-40c9-808b-6193fc948840"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:19.747828 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:19.748339 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:19.759742 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3088d87-9861-42f9-87c3-688d579910e2 x-openstack-request-id: req-a3088d87-9861-42f9-87c3-688d579910e2 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:19.760070 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c21235-d50f-4a38-a2a1-0d2eabf3c1c6", "tag": "ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:19.760379 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a3088d87-9861-42f9-87c3-688d579910e2 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:19.760788 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c21235-d50f-4a38-a2a1-0d2eabf3c1c6', 'tag': 'ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4', 'status': 'completed', 'code': 200} Jul 05 10:26:19.773677 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c87a9703-ec73-4f81-881b-21c67c6efdf8 req-76dccc94-e210-4c7b-99c2-bdb032830e8c tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978052 Jul 05 10:26:19.837262 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-48b336d9-4078-4ad5-af48-e5faea40ad30 service neutron] 10.222.0.64 "GET /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693623 Jul 05 10:26:19.866558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba30807-2c29-41f4-a443-19ef9da391d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae3a368-e86f-40c9-808b-6193fc948840,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:19.948213 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dcad0964-801c-45ff-8117-a25b3bcf2524 None None] Provisioning complete for port 64ef06e9-a868-48cf-846c-79485298d2f8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:19.948618 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dcad0964-801c-45ff-8117-a25b3bcf2524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:19.994453 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-dcad0964-801c-45ff-8117-a25b3bcf2524 None None] Port 64ef06e9-a868-48cf-846c-79485298d2f8 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:26:20.011128 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bc4a66-ac98-4d71-88a1-2ccd05b6fd4a x-openstack-request-id: req-f3bc4a66-ac98-4d71-88a1-2ccd05b6fd4a {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:20.011420 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc93b36-bc60-4ed6-a3a2-629efca3be7b", "tag": "2ae3a368-e86f-40c9-808b-6193fc948840", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:20.011685 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f3bc4a66-ac98-4d71-88a1-2ccd05b6fd4a {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:20.012057 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc93b36-bc60-4ed6-a3a2-629efca3be7b', 'tag': '2ae3a368-e86f-40c9-808b-6193fc948840', 'status': 'completed', 'code': 200} Jul 05 10:26:20.047325 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-303127a7-bbaa-4fea-8ea7-1b8cbf937596 service neutron] 10.222.0.64 "GET /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996839 Jul 05 10:26:20.126349 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-64d676c4-b11b-43ed-8e62-7aeaca49dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:20.127926 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-64d676c4-b11b-43ed-8e62-7aeaca49dd2c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1eb8cc4378f34d4795e526b5e1cde58f&device_id=afc93b36-bc60-4ed6-a3a2-629efca3be7b HTTP/1.1" status: 200 len: 1095 time: 0.3019423 Jul 05 10:26:20.129149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a641b848-e2a4-4092-a691-c8ebb7d578a9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Allocated IP 172.20.0.4 (5828239e-e9aa-4397-a7c5-30775e4f30c8/df989988-1124-4662-aef8-e9d872973b8c/8046d47e-bae9-4bb1-8408-d6a646e65905) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:26:20.135748 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-34f280ee-1b74-4fff-8595-51d511c10ca3 req-f5956228-cded-4baf-a26c-be1ff215d4fa tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 210 time: 0.0367184 Jul 05 10:26:20.206806 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-3d9371d1-5c84-4b76-a370-256b02fc7b17 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae3a368-e86f-40c9-808b-6193fc948840 HTTP/1.1" status: 200 len: 217 time: 0.0673881 Jul 05 10:26:20.236538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd69ebf-da4d-4d1a-9fa6-5c1142f6da19 req-5d370187-b9ac-4c87-9c69-c79c17049af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:20.238097 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1dd69ebf-da4d-4d1a-9fa6-5c1142f6da19 req-5d370187-b9ac-4c87-9c69-c79c17049af8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb8cc4378f34d4795e526b5e1cde58f&device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 1095 time: 0.0647371 Jul 05 10:26:20.253939 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:20.323504 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36d8d2-2777-4908-862b-029f4fc50bd5 req-88f09e8f-797a-4a14-a43f-a2215699c78e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:20.329746 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36d8d2-2777-4908-862b-029f4fc50bd5 req-88f09e8f-797a-4a14-a43f-a2215699c78e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:20.336364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36d8d2-2777-4908-862b-029f4fc50bd5 req-88f09e8f-797a-4a14-a43f-a2215699c78e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:20.342435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36d8d2-2777-4908-862b-029f4fc50bd5 req-88f09e8f-797a-4a14-a43f-a2215699c78e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:20.346390 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd69ebf-da4d-4d1a-9fa6-5c1142f6da19 req-1e6a778a-5a67-4441-ba5e-4df1d6c34f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:20.347908 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1dd69ebf-da4d-4d1a-9fa6-5c1142f6da19 req-1e6a778a-5a67-4441-ba5e-4df1d6c34f11 service neutron] 10.222.0.64 "GET /v2.0/networks?id=42d00941-25a7-4fb5-9e9f-8d332d2045d3 HTTP/1.1" status: 200 len: 913 time: 0.1033995 Jul 05 10:26:20.349001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36d8d2-2777-4908-862b-029f4fc50bd5 req-88f09e8f-797a-4a14-a43f-a2215699c78e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:20.355161 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36d8d2-2777-4908-862b-029f4fc50bd5 req-88f09e8f-797a-4a14-a43f-a2215699c78e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:20.361102 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36d8d2-2777-4908-862b-029f4fc50bd5 req-88f09e8f-797a-4a14-a43f-a2215699c78e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:20.363019 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c36d8d2-2777-4908-862b-029f4fc50bd5 req-88f09e8f-797a-4a14-a43f-a2215699c78e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5435 time: 0.3154225 Jul 05 10:26:20.377668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-c610443f-ebb8-437a-b07d-b36d326a55c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:20.377875 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-c610443f-ebb8-437a-b07d-b36d326a55c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a HTTP/1.1" status: 200 len: 852 time: 0.1631372 Jul 05 10:26:20.391550 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1dd69ebf-da4d-4d1a-9fa6-5c1142f6da19 req-8e508898-1c02-4bd4-affb-2d790340f633 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 HTTP/1.1" status: 200 len: 217 time: 0.0359583 Jul 05 10:26:20.403694 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:20.448907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd69ebf-da4d-4d1a-9fa6-5c1142f6da19 req-ee6a2e8c-2c67-450b-bfaa-eba731f50ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:20.450724 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1dd69ebf-da4d-4d1a-9fa6-5c1142f6da19 req-ee6a2e8c-2c67-450b-bfaa-eba731f50ccd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a HTTP/1.1" status: 200 len: 852 time: 0.0529380 Jul 05 10:26:20.485456 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1dd69ebf-da4d-4d1a-9fa6-5c1142f6da19 req-8d02e7d7-aed6-437a-91ab-cda8a6e03196 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=42d00941-25a7-4fb5-9e9f-8d332d2045d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274453 Jul 05 10:26:20.508015 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-0b65a0e9-ac5d-4c25-809e-b09c8ec14ef2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=42d00941-25a7-4fb5-9e9f-8d332d2045d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959041 Jul 05 10:26:20.593956 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1dd69ebf-da4d-4d1a-9fa6-5c1142f6da19 req-a271ff5b-9e30-4c6e-be6c-fd87c3eb9149 service neutron] 10.222.0.64 "GET /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011627 Jul 05 10:26:20.608214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'Port': ['ID=64ef06e9-a868-48cf-846c-79485298d2f8,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:20.620968 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:20.659413 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.659413 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.659685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.659992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.660253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.660583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.660912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.661237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.661630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.661953 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.662272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.662590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:20.675237 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c36d8d2-2777-4908-862b-029f4fc50bd5 req-3c65b0fa-a58a-4f5b-afee-f9495ecf338f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2964323 Jul 05 10:26:20.724945 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1dd69ebf-da4d-4d1a-9fa6-5c1142f6da19 req-2f5705d4-42ac-4810-8a29-43309f750434 service neutron] 10.222.0.64 "GET /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238632 Jul 05 10:26:20.753685 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a641b848-e2a4-4092-a691-c8ebb7d578a9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:20.829269 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-73a3bfb7-b1dd-4321-a967-ec8041f4b4be service neutron] 10.222.0.73 "GET /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063455 Jul 05 10:26:20.948281 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Network 639b900f-9b2f-469f-99cd-5a2ab9dcba9e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:26:20.961445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:26:20.981148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45731f1-e2b6-464b-9080-d324197f26b3 req-42e1e0ac-2370-4048-b07e-b420efa7d26a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:20.992337 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b45731f1-e2b6-464b-9080-d324197f26b3 req-42e1e0ac-2370-4048-b07e-b420efa7d26a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 943 time: 0.0907011 Jul 05 10:26:21.011314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec1aa-587c-4654-8521-6005967b0e05 req-7db7cd06-257e-4ba8-8357-2cabf6f99cf3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:21.020807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec1aa-587c-4654-8521-6005967b0e05 req-7db7cd06-257e-4ba8-8357-2cabf6f99cf3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:21.026975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec1aa-587c-4654-8521-6005967b0e05 req-7db7cd06-257e-4ba8-8357-2cabf6f99cf3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:21.033093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec1aa-587c-4654-8521-6005967b0e05 req-7db7cd06-257e-4ba8-8357-2cabf6f99cf3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:21.040633 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec1aa-587c-4654-8521-6005967b0e05 req-7db7cd06-257e-4ba8-8357-2cabf6f99cf3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:21.046766 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec1aa-587c-4654-8521-6005967b0e05 req-7db7cd06-257e-4ba8-8357-2cabf6f99cf3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:21.054432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec1aa-587c-4654-8521-6005967b0e05 req-7db7cd06-257e-4ba8-8357-2cabf6f99cf3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:21.056390 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49bec1aa-587c-4654-8521-6005967b0e05 req-7db7cd06-257e-4ba8-8357-2cabf6f99cf3 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.73 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5435 time: 0.3073466 Jul 05 10:26:21.073609 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b45731f1-e2b6-464b-9080-d324197f26b3 req-bf18859a-6a5d-4825-951c-1232867d5f64 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778568 Jul 05 10:26:21.154462 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a641b848-e2a4-4092-a691-c8ebb7d578a9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:21.169033 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['7271e7dc-8d93-465f-b530-16b0549f6169'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:21.193609 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31e0bb63-2401-4a7e-a331-3a65971ac0bf req-c7b37710-ec3d-4610-8188-fe34bd7f4656 service neutron] 10.222.0.73 "GET /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539343 Jul 05 10:26:21.253071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a641b848-e2a4-4092-a691-c8ebb7d578a9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Network 5828239e-e9aa-4397-a7c5-30775e4f30c8 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:26:21.268305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec1aa-587c-4654-8521-6005967b0e05 req-f979486a-e3f1-4a39-8602-45fed8f9d25f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:21.270125 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49bec1aa-587c-4654-8521-6005967b0e05 req-f979486a-e3f1-4a39-8602-45fed8f9d25f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.73 "GET /v2.0/ports/0586289b-a830-48a9-b498-b77e4ab05bf0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1518967 Jul 05 10:26:21.271573 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a641b848-e2a4-4092-a691-c8ebb7d578a9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:26:21.274798 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a641b848-e2a4-4092-a691-c8ebb7d578a9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:26:21.369090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f2c2412f-3e58-4649-b369-2b598e4fbc88 None None] Provisioning complete for port 64ef06e9-a868-48cf-846c-79485298d2f8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:21.369761 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f2c2412f-3e58-4649-b369-2b598e4fbc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:21.387121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a641b848-e2a4-4092-a691-c8ebb7d578a9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:21.387815 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a641b848-e2a4-4092-a691-c8ebb7d578a9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:21.424335 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f2c2412f-3e58-4649-b369-2b598e4fbc88 None None] Port 64ef06e9-a868-48cf-846c-79485298d2f8 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:26:21.431452 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc437-59d1-47ef-94b9-c8fed6269c86 req-227e9f15-72ca-4b12-a330-3bfa9b48ca20 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:21.433094 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b7fc437-59d1-47ef-94b9-c8fed6269c86 req-227e9f15-72ca-4b12-a330-3bfa9b48ca20 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 931 time: 0.1152740 Jul 05 10:26:21.478049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641b848-e2a4-4092-a691-c8ebb7d578a9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Pushing event updated for resources: {'Port': ['ID=8046d47e-bae9-4bb1-8408-d6a646e65905,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:21.481300 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b7fc437-59d1-47ef-94b9-c8fed6269c86 req-b3072fd9-27ca-417e-8706-754d473adb6c tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421765 Jul 05 10:26:21.538058 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Router 2a0d875e-8000-45b6-9477-39accf493dd5 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:26:21.564403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c7e31-cfc5-4a05-9392-ce6b518aa247 req-d46fa219-2ffb-4737-a751-52732636de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:21.565897 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b88c7e31-cfc5-4a05-9392-ce6b518aa247 req-d46fa219-2ffb-4737-a751-52732636de74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1eb8cc4378f34d4795e526b5e1cde58f&device_id=afc93b36-bc60-4ed6-a3a2-629efca3be7b HTTP/1.1" status: 200 len: 1095 time: 0.2403073 Jul 05 10:26:21.578828 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49bec1aa-587c-4654-8521-6005967b0e05 req-d9d9afce-6a5f-40b4-80a7-a3b10ed7618c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.73 "GET /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2061386 Jul 05 10:26:21.618794 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a641b848-e2a4-4092-a691-c8ebb7d578a9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6557338 Jul 05 10:26:21.624234 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-49bec1aa-587c-4654-8521-6005967b0e05 req-8145aad4-a62e-4568-b2a3-50a6b28c99dc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:22.041781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Request body: {'port': {'device_id': '1525e9b6-1a8d-45b1-ba8c-d039271a54d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:22.236976 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:22.289572 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065aea7-661f-4b53-8d1f-1849daf5f709 req-321ffeb8-b4b7-402d-9082-efe4afd7476d tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:22.291143 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5065aea7-661f-4b53-8d1f-1849daf5f709 req-321ffeb8-b4b7-402d-9082-efe4afd7476d tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 943 time: 0.0737450 Jul 05 10:26:22.335459 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:26:22.342200 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bfe1b3aa-09cf-4992-81a8-1aa2638a3fea tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "PUT /v2.0/routers/2a0d875e-8000-45b6-9477-39accf493dd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6264608 Jul 05 10:26:22.352340 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5065aea7-661f-4b53-8d1f-1849daf5f709 req-d5695f9a-00db-4575-974e-45545d40f7d8 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535960 Jul 05 10:26:22.354614 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Sync routers for ids ['2a0d875e-8000-45b6-9477-39accf493dd5'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:26:22.363942 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c7e31-cfc5-4a05-9392-ce6b518aa247 req-a10e9cf6-1c45-4a09-83e5-c454e0082441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:22.366071 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b88c7e31-cfc5-4a05-9392-ce6b518aa247 req-a10e9cf6-1c45-4a09-83e5-c454e0082441 service neutron] 10.222.0.73 "GET /v2.0/networks?id=42d00941-25a7-4fb5-9e9f-8d332d2045d3 HTTP/1.1" status: 200 len: 913 time: 0.7917736 Jul 05 10:26:22.368734 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:22.371466 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-8145aad4-a62e-4568-b2a3-50a6b28c99dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:22.376393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Routers {'2a0d875e-8000-45b6-9477-39accf493dd5'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:26:22.377245 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:26:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2a0d875e-8000-45b6-9477-39accf493dd5'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:22.402517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00bdf-ef5a-4fd7-acf7-c11029de00dc req-3e2fb97c-59cb-496d-a178-a8946e8fb984 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:22.409463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00bdf-ef5a-4fd7-acf7-c11029de00dc req-3e2fb97c-59cb-496d-a178-a8946e8fb984 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:22.416246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00bdf-ef5a-4fd7-acf7-c11029de00dc req-3e2fb97c-59cb-496d-a178-a8946e8fb984 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:22.422250 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00bdf-ef5a-4fd7-acf7-c11029de00dc req-3e2fb97c-59cb-496d-a178-a8946e8fb984 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:22.428933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00bdf-ef5a-4fd7-acf7-c11029de00dc req-3e2fb97c-59cb-496d-a178-a8946e8fb984 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:22.434700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00bdf-ef5a-4fd7-acf7-c11029de00dc req-3e2fb97c-59cb-496d-a178-a8946e8fb984 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:22.440899 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00bdf-ef5a-4fd7-acf7-c11029de00dc req-3e2fb97c-59cb-496d-a178-a8946e8fb984 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:22.442945 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bca00bdf-ef5a-4fd7-acf7-c11029de00dc req-3e2fb97c-59cb-496d-a178-a8946e8fb984 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 5435 time: 0.3947244 Jul 05 10:26:22.538623 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Set router 2a0d875e-8000-45b6-9477-39accf493dd5 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:26:22.558505 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b88c7e31-cfc5-4a05-9392-ce6b518aa247 req-a24372e0-bf47-4191-88a8-03deae63440a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae3a368-e86f-40c9-808b-6193fc948840 HTTP/1.1" status: 200 len: 217 time: 0.1731043 Jul 05 10:26:22.621537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c7e31-cfc5-4a05-9392-ce6b518aa247 req-80cd78a3-5ca4-4f74-b50a-5ef658e9a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:22.625673 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b88c7e31-cfc5-4a05-9392-ce6b518aa247 req-80cd78a3-5ca4-4f74-b50a-5ef658e9a0c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a HTTP/1.1" status: 200 len: 852 time: 0.0532908 Jul 05 10:26:22.726137 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-71febbc0-b089-4308-adcb-a97276e8b91e tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:22.734593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-71febbc0-b089-4308-adcb-a97276e8b91e tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/networks?id=639b900f-9b2f-469f-99cd-5a2ab9dcba9e HTTP/1.1" status: 200 len: 797 time: 0.1455359 Jul 05 10:26:22.752122 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-70b4e662-31be-4a1f-8fb6-1b9b721e6469 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/quotas/fccd5cc7d8c242f7bec61d45963cb5b7 HTTP/1.1" status: 200 len: 375 time: 0.0164976 Jul 05 10:26:22.768500 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b88c7e31-cfc5-4a05-9392-ce6b518aa247 req-bca7e67f-bb2b-4192-853b-d4357ad0b1ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=42d00941-25a7-4fb5-9e9f-8d332d2045d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319475 Jul 05 10:26:22.813061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-133549208', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:26:09Z', 'updated_at': '2021-07-05T10:26:18Z', 'revision_number': 4, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:26:10Z', 'updated_at': '2021-07-05T10:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '64ef06e9-a868-48cf-846c-79485298d2f8', 'name': '', 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'mac_address': 'fa:16:3e:a4:97:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': 'd98005ca-8931-4717-a519-f7d6e1b34177', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:26:16Z', 'updated_at': '2021-07-05T10:26:19Z', 'revision_number': 2, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'subnets': [{'id': 'd98005ca-8931-4717-a519-f7d6e1b34177', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:22.839895 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-5ed8a1ba-4a31-4375-afeb-a6d93983dfc2 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fccd5cc7d8c242f7bec61d45963cb5b7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0867791 Jul 05 10:26:22.842662 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Checking router: 2a0d875e-8000-45b6-9477-39accf493dd5 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:26:22.843000 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Updating router 2a0d875e-8000-45b6-9477-39accf493dd5 port 64ef06e9-a868-48cf-846c-79485298d2f8 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:26:22.878644 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bca00bdf-ef5a-4fd7-acf7-c11029de00dc req-d57fd8df-59b8-47f7-9c96-38f6524bfac9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4155467 Jul 05 10:26:22.893384 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:23.004698 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-06d9feb5-3200-4233-a22e-cffb92a130b9 service neutron] 10.222.0.77 "GET /v2.0/networks/639b900f-9b2f-469f-99cd-5a2ab9dcba9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489010 Jul 05 10:26:23.132927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-8145aad4-a62e-4568-b2a3-50a6b28c99dc service neutron] For port 0586289b-a830-48a9-b498-b77e4ab05bf0, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0586289b-a830-48a9-b498-b77e4ab05bf0,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:23.158078 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-1e34e94e-5966-4bdc-b0c6-22faeaf11d85 service neutron] 10.222.0.77 "GET /v2.0/networks/639b900f-9b2f-469f-99cd-5a2ab9dcba9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463692 Jul 05 10:26:23.239207 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:23.250359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Transition to ACTIVE for port object 64ef06e9-a868-48cf-846c-79485298d2f8 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:26:23.254663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-8145aad4-a62e-4568-b2a3-50a6b28c99dc service neutron] For port 0586289b-a830-48a9-b498-b77e4ab05bf0, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:26:23.289593 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b88c7e31-cfc5-4a05-9392-ce6b518aa247 req-a1edcc23-6fd7-4396-89b8-871617d1a471 service neutron] 10.222.0.73 "GET /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107849 Jul 05 10:26:23.329067 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e22427-67cf-4aef-a3aa-b24e57077015 req-b6f27152-cdbd-4ef2-b0b3-6ada8f434f45 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:23.330786 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-54e22427-67cf-4aef-a3aa-b24e57077015 req-b6f27152-cdbd-4ef2-b0b3-6ada8f434f45 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 931 time: 0.2591865 Jul 05 10:26:23.367966 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-49bec1aa-587c-4654-8521-6005967b0e05 req-8145aad4-a62e-4568-b2a3-50a6b28c99dc service neutron] device_id is not set on port 0586289b-a830-48a9-b498-b77e4ab05bf0 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:26:23.371687 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:23.423908 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4cd1b-3a5c-4791-ac32-74d1610e396f None None] Pushing event updated for resources: {'Port': ['ID=64ef06e9-a868-48cf-846c-79485298d2f8,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:23.432713 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-8145aad4-a62e-4568-b2a3-50a6b28c99dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:23.436689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8046d47e-bae9-4bb1-8408-d6a646e65905 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:26:23.507319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:23.507793 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Attempting to bind port 64ef06e9-a868-48cf-846c-79485298d2f8 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:26:23.508353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Attempting to bind port 64ef06e9-a868-48cf-846c-79485298d2f8 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '9791ef2e-29d2-419c-af0d-12814d6f6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:26:23.508888 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Attempting to bind port 64ef06e9-a868-48cf-846c-79485298d2f8 on network 639b900f-9b2f-469f-99cd-5a2ab9dcba9e {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:23.522156 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:26:23.522817 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Checking segment: {'id': '9791ef2e-29d2-419c-af0d-12814d6f6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:26:23.523952 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:23.524566 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Bound using segment: {'id': '9791ef2e-29d2-419c-af0d-12814d6f6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:26:23.525247 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Bound port: 64ef06e9-a868-48cf-846c-79485298d2f8, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9791ef2e-29d2-419c-af0d-12814d6f6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:26:23.525813 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:23.537872 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-54e22427-67cf-4aef-a3aa-b24e57077015 req-5c17bf03-7088-4b97-b2ef-2b4ad4d0c57f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722584 Jul 05 10:26:23.550124 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-8145aad4-a62e-4568-b2a3-50a6b28c99dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:23.672394 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Transition to ACTIVE for port object 8046d47e-bae9-4bb1-8408-d6a646e65905 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:26:23.699732 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] For port 64ef06e9-a868-48cf-846c-79485298d2f8, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:26:23.708107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] For port 64ef06e9-a868-48cf-846c-79485298d2f8, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=64ef06e9-a868-48cf-846c-79485298d2f8,segment=NetworkSegment(9791ef2e-29d2-419c-af0d-12814d6f6b5f),segment_id=9791ef2e-29d2-419c-af0d-12814d6f6b5f)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:26:23.802873 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:23.802873 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-8145aad4-a62e-4568-b2a3-50a6b28c99dc service neutron] No DVR routers for this DVR port 0586289b-a830-48a9-b498-b77e4ab05bf0 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:23.807333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cdc24b0c-f4df-4ac6-aa28-b0e7efe60559 req-1e2f5c24-e161-4240-9869-c4a5aab16ec6 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 210 time: 0.1216633 Jul 05 10:26:23.832472 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:23.855251 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618cb24-480f-4ba7-9414-24c51b8a4498 req-0b68d745-a5b0-466f-bebf-83e12b94d59f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:23.863486 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2618cb24-480f-4ba7-9414-24c51b8a4498 req-0b68d745-a5b0-466f-bebf-83e12b94d59f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 943 time: 0.1345239 Jul 05 10:26:23.914269 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b88c7e31-cfc5-4a05-9392-ce6b518aa247 req-f276d2fb-7dae-4070-8772-c70aa3d907c8 service neutron] 10.222.0.73 "GET /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124978 Jul 05 10:26:23.928548 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:26:23.944415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145aad4-a62e-4568-b2a3-50a6b28c99dc service neutron] Pushing event updated for resources: {'Port': ['ID=0586289b-a830-48a9-b498-b77e4ab05bf0,revision_number=6']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:24.001584 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Routers {'2a0d875e-8000-45b6-9477-39accf493dd5'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:26:24.001584 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:26:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2a0d875e-8000-45b6-9477-39accf493dd5'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:24.002056 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2618cb24-480f-4ba7-9414-24c51b8a4498 req-11ad6f30-5bf1-4440-98ac-0ca9323a93b9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198692 Jul 05 10:26:24.006598 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-49bec1aa-587c-4654-8521-6005967b0e05 req-8145aad4-a62e-4568-b2a3-50a6b28c99dc service neutron] In _notify_port_updated(), no bound segment for port 0586289b-a830-48a9-b498-b77e4ab05bf0 on network 64b7b143-0d34-4d45-beb0-8230e0a65658 {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:26:24.011509 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec1aa-587c-4654-8521-6005967b0e05 req-8145aad4-a62e-4568-b2a3-50a6b28c99dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:24.012239 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-8145aad4-a62e-4568-b2a3-50a6b28c99dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:24.018261 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49bec1aa-587c-4654-8521-6005967b0e05 req-8145aad4-a62e-4568-b2a3-50a6b28c99dc service neutron] 10.222.0.73 "PUT /v2.0/ports/0586289b-a830-48a9-b498-b77e4ab05bf0 HTTP/1.1" status: 200 len: 1028 time: 2.4022501 Jul 05 10:26:24.091845 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4cd1b-3a5c-4791-ac32-74d1610e396f None None] Pushing event updated for resources: {'Port': ['ID=64ef06e9-a868-48cf-846c-79485298d2f8,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:24.176346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec1aa-587c-4654-8521-6005967b0e05 req-2bc70c76-2ecb-46cf-873c-9797c486cefb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:24.178327 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49bec1aa-587c-4654-8521-6005967b0e05 req-2bc70c76-2ecb-46cf-873c-9797c486cefb tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.73 "GET /v2.0/ports/80fc754d-8956-4773-bf0a-c1b21e4c283f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0969710 Jul 05 10:26:24.194104 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-49bec1aa-587c-4654-8521-6005967b0e05 req-3db63e60-156f-48e5-8400-3f0d1219c6de service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:24.213439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-35b438a3-6a00-44a6-b3f6-f11e41e598aa None None] Provisioning complete for port 0586289b-a830-48a9-b498-b77e4ab05bf0 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:24.215817 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-35b438a3-6a00-44a6-b3f6-f11e41e598aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:24.235412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Pushing event updated for resources: {'Port': ['ID=8046d47e-bae9-4bb1-8408-d6a646e65905,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:24.240839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Attempting to bind port 8046d47e-bae9-4bb1-8408-d6a646e65905 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:26:24.241321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Attempting to bind port 8046d47e-bae9-4bb1-8408-d6a646e65905 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:26:24.241539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Attempting to bind port 8046d47e-bae9-4bb1-8408-d6a646e65905 on network 5828239e-e9aa-4397-a7c5-30775e4f30c8 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:24.252943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Port 8046d47e-bae9-4bb1-8408-d6a646e65905 on network 5828239e-e9aa-4397-a7c5-30775e4f30c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:26:24.253280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Attempting to bind port 8046d47e-bae9-4bb1-8408-d6a646e65905 on network 5828239e-e9aa-4397-a7c5-30775e4f30c8 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:24.262947 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:26:24.263279 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Checking segment: {'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:26:24.265434 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Bound using segment: {'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:26:24.265434 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Bound port: 8046d47e-bae9-4bb1-8408-d6a646e65905, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:26:24.265434 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:24.288958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] Set router 2a0d875e-8000-45b6-9477-39accf493dd5 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:26:24.313626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c473-afde-4fca-977d-6cf44a894223 req-4b4ecd92-c584-4346-abff-6a773b450093 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:24.322444 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c473-afde-4fca-977d-6cf44a894223 req-4b4ecd92-c584-4346-abff-6a773b450093 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:24.328553 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c473-afde-4fca-977d-6cf44a894223 req-4b4ecd92-c584-4346-abff-6a773b450093 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:24.334603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c473-afde-4fca-977d-6cf44a894223 req-4b4ecd92-c584-4346-abff-6a773b450093 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:24.341115 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c473-afde-4fca-977d-6cf44a894223 req-4b4ecd92-c584-4346-abff-6a773b450093 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:24.347127 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:24.350583 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-3db63e60-156f-48e5-8400-3f0d1219c6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:24.350860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:24.352641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c473-afde-4fca-977d-6cf44a894223 req-4b4ecd92-c584-4346-abff-6a773b450093 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:24.356266 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9ee3c473-afde-4fca-977d-6cf44a894223 req-4b4ecd92-c584-4346-abff-6a773b450093 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 4660 time: 0.1407323 Jul 05 10:26:24.387475 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4', 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3', 'port_id': 'ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4', 'mac_address': 'fa:16:3e:99:53:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:26:24.394303 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-35b438a3-6a00-44a6-b3f6-f11e41e598aa None None] Port 0586289b-a830-48a9-b498-b77e4ab05bf0 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:26:24.435195 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9ee3c473-afde-4fca-977d-6cf44a894223 req-de4b28f5-794c-49dd-98bd-36b8140e0390 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&id=50674e1c-081f-4b50-b0c2-89fab05e3a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713260 Jul 05 10:26:24.445439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] For port 8046d47e-bae9-4bb1-8408-d6a646e65905, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:26:24.461664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] For port 8046d47e-bae9-4bb1-8408-d6a646e65905, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8046d47e-bae9-4bb1-8408-d6a646e65905,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:26:24.629207 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-3db63e60-156f-48e5-8400-3f0d1219c6de service neutron] For port 80fc754d-8956-4773-bf0a-c1b21e4c283f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=80fc754d-8956-4773-bf0a-c1b21e4c283f,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:24.655330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 2ae3a368-e86f-40c9-808b-6193fc948840 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:26:24.660882 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:24.671189 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 87979250-90f3-4016-8a2b-f250a6558e51 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:24.723632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:24.723632 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:24.725643 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9960d82-300f-4d39-bc72-516932de372f service neutron] 10.222.0.73 "PUT /v2.0/ports/8046d47e-bae9-4bb1-8408-d6a646e65905 HTTP/1.1" status: 200 len: 1092 time: 3.0873449 Jul 05 10:26:24.731127 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1525e9b6-1a8d-45b1-ba8c-d039271a54d8', 'tag': '8046d47e-bae9-4bb1-8408-d6a646e65905'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:24.734461 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8e2901-d887-4878-9e24-bdc16a098f79" -d '{"events": [{"name": "network-changed", "server_uuid": "1525e9b6-1a8d-45b1-ba8c-d039271a54d8", "tag": "8046d47e-bae9-4bb1-8408-d6a646e65905"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:24.763236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-3db63e60-156f-48e5-8400-3f0d1219c6de service neutron] For port 80fc754d-8956-4773-bf0a-c1b21e4c283f, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:26:24.823229 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f1a20d-54d8-45fd-8b40-bb69cd77e7d9 x-openstack-request-id: req-f9f1a20d-54d8-45fd-8b40-bb69cd77e7d9 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:24.823525 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1525e9b6-1a8d-45b1-ba8c-d039271a54d8", "tag": "8046d47e-bae9-4bb1-8408-d6a646e65905", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:24.824138 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f9f1a20d-54d8-45fd-8b40-bb69cd77e7d9 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:24.824452 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1525e9b6-1a8d-45b1-ba8c-d039271a54d8', 'tag': '8046d47e-bae9-4bb1-8408-d6a646e65905', 'status': 'completed', 'code': 200} Jul 05 10:26:24.887544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9960d82-300f-4d39-bc72-516932de372f service neutron] Pushing event updated for resources: {'Port': ['ID=8046d47e-bae9-4bb1-8408-d6a646e65905,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:24.905261 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-49bec1aa-587c-4654-8521-6005967b0e05 req-3db63e60-156f-48e5-8400-3f0d1219c6de service neutron] device_id is not set on port 80fc754d-8956-4773-bf0a-c1b21e4c283f yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:26:24.920875 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-3db63e60-156f-48e5-8400-3f0d1219c6de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:24.957096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e2901-d887-4878-9e24-bdc16a098f79 req-e53c742e-7c95-48cf-aea8-b7933b7fa818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:24.957096 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b8e2901-d887-4878-9e24-bdc16a098f79 req-e53c742e-7c95-48cf-aea8-b7933b7fa818 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0407b2d2311842b7b7b45b036954cf3e&device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 1095 time: 0.1284361 Jul 05 10:26:24.969799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f86a27-9983-459f-beaf-157d1092bb89 req-2035a9e0-db04-414e-adcf-4925dd532fc1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:24.971331 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8f86a27-9983-459f-beaf-157d1092bb89 req-2035a9e0-db04-414e-adcf-4925dd532fc1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 943 time: 0.2229156 Jul 05 10:26:24.982510 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c9921ba-7ef8-46b4-9e03-879d62a58544 req-fadf2881-8b54-4efa-b631-ee819c31bbff tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 210 time: 0.0544651 Jul 05 10:26:25.023395 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:25.074369 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 2ae3a368-e86f-40c9-808b-6193fc948840, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=2ae3a368-e86f-40c9-808b-6193fc948840,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:25.087828 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8f86a27-9983-459f-beaf-157d1092bb89 req-f84fda35-d8f7-4b12-9ae1-8651951220f4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052570 Jul 05 10:26:25.106863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-3db63e60-156f-48e5-8400-3f0d1219c6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:25.110007 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:26:25.196880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e2901-d887-4878-9e24-bdc16a098f79 req-f6347c64-f79a-49f0-8065-33ba7ad4cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:25.198728 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b8e2901-d887-4878-9e24-bdc16a098f79 req-f6347c64-f79a-49f0-8065-33ba7ad4cc61 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=0407b2d2311842b7b7b45b036954cf3e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2259088 Jul 05 10:26:25.253918 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '2ae3a368-e86f-40c9-808b-6193fc948840', 'network_id': '42d00941-25a7-4fb5-9e9f-8d332d2045d3', 'port_id': '2ae3a368-e86f-40c9-808b-6193fc948840', 'mac_address': 'fa:16:3e:a2:9a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:26:25.305122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:25.314543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-3db63e60-156f-48e5-8400-3f0d1219c6de service neutron] No DVR routers for this DVR port 80fc754d-8956-4773-bf0a-c1b21e4c283f on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:25.376927 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23f86d-a336-45ab-ab59-a71ce1980731 req-aa5ddce1-a043-445c-b0bc-6e8ba7719d9b tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:25.386140 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af23f86d-a336-45ab-ab59-a71ce1980731 req-aa5ddce1-a043-445c-b0bc-6e8ba7719d9b tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 943 time: 0.1435468 Jul 05 10:26:25.392749 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db63e60-156f-48e5-8400-3f0d1219c6de service neutron] Pushing event updated for resources: {'Port': ['ID=80fc754d-8956-4773-bf0a-c1b21e4c283f,revision_number=6']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:25.407746 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-49bec1aa-587c-4654-8521-6005967b0e05 req-3db63e60-156f-48e5-8400-3f0d1219c6de service neutron] In _notify_port_updated(), no bound segment for port 80fc754d-8956-4773-bf0a-c1b21e4c283f on network 64b7b143-0d34-4d45-beb0-8230e0a65658 {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:26:25.411479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec1aa-587c-4654-8521-6005967b0e05 req-3db63e60-156f-48e5-8400-3f0d1219c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:25.411479 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-3db63e60-156f-48e5-8400-3f0d1219c6de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:25.411479 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49bec1aa-587c-4654-8521-6005967b0e05 req-3db63e60-156f-48e5-8400-3f0d1219c6de service neutron] 10.222.0.73 "PUT /v2.0/ports/80fc754d-8956-4773-bf0a-c1b21e4c283f HTTP/1.1" status: 200 len: 1027 time: 1.2218707 Jul 05 10:26:25.452976 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:25.455222 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:25.461383 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af23f86d-a336-45ab-ab59-a71ce1980731 req-341e7dd0-2aa1-4140-9d95-2e5becd281b9 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742254 Jul 05 10:26:25.544587 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:25.597885 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87979250-90f3-4016-8a2b-f250a6558e51'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:25.602702 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54b3a7a-f45f-466c-b9dc-e3afb8695997" -d '{"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-unplugged", "status": "completed", "tag": "87979250-90f3-4016-8a2b-f250a6558e51"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:25.642121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 87979250-90f3-4016-8a2b-f250a6558e51, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=87979250-90f3-4016-8a2b-f250a6558e51,segment=NetworkSegment(b5a651a3-5ef9-4dbd-80a8-58188f295930),segment_id=b5a651a3-5ef9-4dbd-80a8-58188f295930)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:25.648110 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae3a368-e86f-40c9-808b-6193fc948840 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:26:25.663287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:25.673821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e2901-d887-4878-9e24-bdc16a098f79 req-b667c284-b33a-4ec7-a1bc-370c02db88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:25.675462 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b8e2901-d887-4878-9e24-bdc16a098f79 req-b667c284-b33a-4ec7-a1bc-370c02db88f4 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4501519 Jul 05 10:26:25.680361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-133549208', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:26:09Z', 'updated_at': '2021-07-05T10:26:18Z', 'revision_number': 4, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:26:10Z', 'updated_at': '2021-07-05T10:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '64ef06e9-a868-48cf-846c-79485298d2f8', 'name': '', 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'mac_address': 'fa:16:3e:a4:97:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': 'd98005ca-8931-4717-a519-f7d6e1b34177', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:26:16Z', 'updated_at': '2021-07-05T10:26:23Z', 'revision_number': 4, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'subnets': [{'id': 'd98005ca-8931-4717-a519-f7d6e1b34177', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:25.717692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 2ae3a368-e86f-40c9-808b-6193fc948840, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=2ae3a368-e86f-40c9-808b-6193fc948840,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:25.723706 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f273dd-1b61-4b33-be86-db586d9ffa7e x-openstack-request-id: req-72f273dd-1b61-4b33-be86-db586d9ffa7e {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:25.724315 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-unplugged", "status": "completed", "tag": "87979250-90f3-4016-8a2b-f250a6558e51", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:25.724578 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-72f273dd-1b61-4b33-be86-db586d9ffa7e {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:25.725015 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87979250-90f3-4016-8a2b-f250a6558e51', 'code': 200} Jul 05 10:26:25.726848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb661906-fc89-4b54-a990-3e654d0817ea None None] The sync data for ids ['2a0d875e-8000-45b6-9477-39accf493dd5'] in n-d-779913-27 is: [{'id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-133549208', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:26:09Z', 'updated_at': '2021-07-05T10:26:18Z', 'revision_number': 4, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:26:10Z', 'updated_at': '2021-07-05T10:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '64ef06e9-a868-48cf-846c-79485298d2f8', 'name': '', 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'mac_address': 'fa:16:3e:a4:97:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': 'd98005ca-8931-4717-a519-f7d6e1b34177', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:26:16Z', 'updated_at': '2021-07-05T10:26:23Z', 'revision_number': 4, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'subnets': [{'id': 'd98005ca-8931-4717-a519-f7d6e1b34177', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:26:25.734607 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:25.778636 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:25.785207 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0586289b-a830-48a9-b498-b77e4ab05bf0 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:25.846673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-49bec1aa-587c-4654-8521-6005967b0e05 req-6ddeec1e-e039-4c05-bda9-aa8b0a93603e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Deleting port 08c3b1db-4b45-496d-a361-b318ba0dcfda {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:25.847572 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-6ddeec1e-e039-4c05-bda9-aa8b0a93603e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:25.867039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3f298e81-46ca-4fc7-8027-6ad790d322d6 None None] Provisioning complete for port 80fc754d-8956-4773-bf0a-c1b21e4c283f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:25.867039 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3f298e81-46ca-4fc7-8027-6ad790d322d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:25.874706 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:25.993970 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3f298e81-46ca-4fc7-8027-6ad790d322d6 None None] Port 80fc754d-8956-4773-bf0a-c1b21e4c283f cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:26:25.995395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0586289b-a830-48a9-b498-b77e4ab05bf0 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:26:25.995847 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 08c3b1db-4b45-496d-a361-b318ba0dcfda no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:26.027167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376fe7e-9bb8-4b21-89f5-0ff4379988a4 req-6b287e29-097a-43be-ad8e-7a23229863c0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:26.032238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=87979250-90f3-4016-8a2b-f250a6558e51,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:26.035254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376fe7e-9bb8-4b21-89f5-0ff4379988a4 req-6b287e29-097a-43be-ad8e-7a23229863c0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:26.044855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376fe7e-9bb8-4b21-89f5-0ff4379988a4 req-6b287e29-097a-43be-ad8e-7a23229863c0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:26.048524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376fe7e-9bb8-4b21-89f5-0ff4379988a4 req-6b287e29-097a-43be-ad8e-7a23229863c0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:26.056055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376fe7e-9bb8-4b21-89f5-0ff4379988a4 req-6b287e29-097a-43be-ad8e-7a23229863c0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:26.065133 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f376fe7e-9bb8-4b21-89f5-0ff4379988a4 req-6b287e29-097a-43be-ad8e-7a23229863c0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 3886 time: 0.3453732 Jul 05 10:26:26.113970 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-6ddeec1e-e039-4c05-bda9-aa8b0a93603e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] For port 08c3b1db-4b45-496d-a361-b318ba0dcfda, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=08c3b1db-4b45-496d-a361-b318ba0dcfda,segment=NetworkSegment(e4ea8374-396f-4b61-834e-cc6ce8da0e03),segment_id=e4ea8374-396f-4b61-834e-cc6ce8da0e03)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:26.114455 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-6ddeec1e-e039-4c05-bda9-aa8b0a93603e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:26.155521 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a41a1f8a-b430-44ae-819f-a297d4cd4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:26.165624 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a41a1f8a-b430-44ae-819f-a297d4cd4622 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0407b2d2311842b7b7b45b036954cf3e&device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 1095 time: 0.3037751 Jul 05 10:26:26.194101 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['2ae3a368-e86f-40c9-808b-6193fc948840'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:26.208473 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f376fe7e-9bb8-4b21-89f5-0ff4379988a4 req-bd14cb54-96a0-4f94-9250-c5c9987c89cf tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420877 Jul 05 10:26:26.324870 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e53d0ad7-ac03-413f-bca2-7baa3f6bafe1 req-cdd5923a-2ca1-48a4-92d8-be87f370e4bd tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 210 time: 0.0609689 Jul 05 10:26:26.371074 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-213b8b89-36af-4f07-a3ec-4d0222c4d1cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8046d47e-bae9-4bb1-8408-d6a646e65905 HTTP/1.1" status: 200 len: 217 time: 0.2013290 Jul 05 10:26:26.470511 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=2ae3a368-e86f-40c9-808b-6193fc948840,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:26.560015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-9ffffe7d-7e21-4abe-a961-9183f5a9d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:26.561528 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-9ffffe7d-7e21-4abe-a961-9183f5a9d95d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=df989988-1124-4662-aef8-e9d872973b8c HTTP/1.1" status: 200 len: 854 time: 0.1843174 Jul 05 10:26:26.581353 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:26.619489 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-a9c2c0ef-7ab6-4c10-aa7a-bd2e454428c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5828239e-e9aa-4397-a7c5-30775e4f30c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492117 Jul 05 10:26:26.668076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 08c3b1db-4b45-496d-a361-b318ba0dcfda, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=08c3b1db-4b45-496d-a361-b318ba0dcfda,segment=NetworkSegment(e4ea8374-396f-4b61-834e-cc6ce8da0e03),segment_id=e4ea8374-396f-4b61-834e-cc6ce8da0e03)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:26.740332 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:26.741315 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 853fb337-6ae9-42a9-a887-cc7a60298722 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:26.785573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a47ab-cf9f-421d-be75-89297648c98a req-f8bd7358-bfde-4271-9136-cee79dfa141f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:26.787414 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-048a47ab-cf9f-421d-be75-89297648c98a req-f8bd7358-bfde-4271-9136-cee79dfa141f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 944 time: 0.1458278 Jul 05 10:26:26.907598 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-048a47ab-cf9f-421d-be75-89297648c98a req-f125c2a0-028c-4c7c-bad8-adb2a9101c44 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990252 Jul 05 10:26:26.948899 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:27.045937 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 853fb337-6ae9-42a9-a887-cc7a60298722, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=853fb337-6ae9-42a9-a887-cc7a60298722,segment=NetworkSegment(b5a651a3-5ef9-4dbd-80a8-58188f295930),segment_id=b5a651a3-5ef9-4dbd-80a8-58188f295930)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:27.049278 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=08c3b1db-4b45-496d-a361-b318ba0dcfda,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:27.117508 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:27.118516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device b3f00607-07b6-4240-997d-5aa1a2d0de4a no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:27.256896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ccc28-f657-4787-a761-0a164732a641 req-21d963b2-8c42-45cf-be29-c4a9606e9564 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:27.259291 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-833ccc28-f657-4787-a761-0a164732a641 req-21d963b2-8c42-45cf-be29-c4a9606e9564 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 943 time: 0.7828639 Jul 05 10:26:27.264373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=853fb337-6ae9-42a9-a887-cc7a60298722,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:27.272406 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-6ddeec1e-e039-4c05-bda9-aa8b0a93603e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:27.272406 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-6ddeec1e-e039-4c05-bda9-aa8b0a93603e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:27.272406 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-6ddeec1e-e039-4c05-bda9-aa8b0a93603e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Floating IP fbe1148a-d55b-45a7-a654-0d29438705e1 disassociated. External IP: 172.25.5.151, port: 08c3b1db-4b45-496d-a361-b318ba0dcfda. Jul 05 10:26:27.272406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-49bec1aa-587c-4654-8521-6005967b0e05 req-6ddeec1e-e039-4c05-bda9-aa8b0a93603e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Calling delete_port for 08c3b1db-4b45-496d-a361-b318ba0dcfda owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:27.341735 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:27.453287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port b3f00607-07b6-4240-997d-5aa1a2d0de4a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=b3f00607-07b6-4240-997d-5aa1a2d0de4a,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:27.481705 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 64ef06e9-a868-48cf-846c-79485298d2f8 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:26:27.517195 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-833ccc28-f657-4787-a761-0a164732a641 req-d74a5b4c-c556-4c29-b1ec-d3d727c016f2 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382200 Jul 05 10:26:27.540289 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:27.541193 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device df93e2bd-1f20-44b5-84fb-18b52916910e no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:27.560623 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-1f547714-726a-4bf2-8fac-ece8c0669582 service neutron] 10.222.0.73 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9030387 Jul 05 10:26:27.642169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-5b47bdb7-57a9-4e32-aa31-a2b0713a5438 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:27.644447 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-5b47bdb7-57a9-4e32-aa31-a2b0713a5438 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.64 "GET /v2.0/networks?id=639b900f-9b2f-469f-99cd-5a2ab9dcba9e HTTP/1.1" status: 200 len: 797 time: 0.4112072 Jul 05 10:26:27.666920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Request body: {'port': {'device_id': 'b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf', 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e', 'admin_state_up': True, 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:27.687152 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=b3f00607-07b6-4240-997d-5aa1a2d0de4a,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:27.731294 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08c3b1db-4b45-496d-a361-b318ba0dcfda'}, {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853fb337-6ae9-42a9-a887-cc7a60298722'}, {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f00607-07b6-4240-997d-5aa1a2d0de4a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:27.731294 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd622cd-122c-4344-a70f-9c469b0470bb" -d '{"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-unplugged", "status": "completed", "tag": "08c3b1db-4b45-496d-a361-b318ba0dcfda"}, {"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-unplugged", "status": "completed", "tag": "853fb337-6ae9-42a9-a887-cc7a60298722"}, {"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-unplugged", "status": "completed", "tag": "b3f00607-07b6-4240-997d-5aa1a2d0de4a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:27.752178 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:27.758016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 64ef06e9-a868-48cf-846c-79485298d2f8 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:26:27.773745 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 64ef06e9-a868-48cf-846c-79485298d2f8 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:27.774589 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:27.819755 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d6f8d5e-9c63-4110-89a0-1c9fccfee2c7 req-6ca002bb-26c7-4801-ab10-fbfa096e2cde service neutron] 10.222.0.73 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424495 Jul 05 10:26:27.859975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port df93e2bd-1f20-44b5-84fb-18b52916910e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=df93e2bd-1f20-44b5-84fb-18b52916910e,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:27.861725 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc98cf6-7cdf-401d-a89d-18f62a577dbe req-48cd16fd-bb5c-4a81-b015-667d6a124c8c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:27.879016 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49a71a9a-c0b1-48b4-85e5-d6b4aa8b2533 req-d5ca9f59-9b24-4cf8-b92a-75c2e9deb7cb tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 210 time: 0.0829418 Jul 05 10:26:27.908612 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc98cf6-7cdf-401d-a89d-18f62a577dbe req-48cd16fd-bb5c-4a81-b015-667d6a124c8c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:27.924805 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc98cf6-7cdf-401d-a89d-18f62a577dbe req-48cd16fd-bb5c-4a81-b015-667d6a124c8c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:27.946821 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc98cf6-7cdf-401d-a89d-18f62a577dbe req-48cd16fd-bb5c-4a81-b015-667d6a124c8c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:27.951347 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:26:27.967351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc98cf6-7cdf-401d-a89d-18f62a577dbe req-48cd16fd-bb5c-4a81-b015-667d6a124c8c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:27.976328 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bbc98cf6-7cdf-401d-a89d-18f62a577dbe req-48cd16fd-bb5c-4a81-b015-667d6a124c8c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 3878 time: 0.3944993 Jul 05 10:26:27.993435 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:27.994206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 80fc754d-8956-4773-bf0a-c1b21e4c283f no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:28.001596 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:28.041794 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-6ddeec1e-e039-4c05-bda9-aa8b0a93603e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:28.082314 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bbc98cf6-7cdf-401d-a89d-18f62a577dbe req-73a53776-80da-46f9-82cd-468e4d581056 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049895 Jul 05 10:26:28.114722 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddeec1e-e039-4c05-bda9-aa8b0a93603e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event deleted for resources: {'Port': ['ID=08c3b1db-4b45-496d-a361-b318ba0dcfda,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:28.163261 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Made reservation on behalf of fccd5cc7d8c242f7bec61d45963cb5b7 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:26:28.167029 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:28.276780 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1869c490-98c2-4b9f-bcd3-31d8512fa7a8 x-openstack-request-id: req-1869c490-98c2-4b9f-bcd3-31d8512fa7a8 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:28.277018 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-unplugged", "status": "completed", "tag": "08c3b1db-4b45-496d-a361-b318ba0dcfda", "code": 200}, {"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-unplugged", "status": "completed", "tag": "853fb337-6ae9-42a9-a887-cc7a60298722", "code": 200}, {"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-unplugged", "status": "completed", "tag": "b3f00607-07b6-4240-997d-5aa1a2d0de4a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:28.277280 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1869c490-98c2-4b9f-bcd3-31d8512fa7a8 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:28.277706 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08c3b1db-4b45-496d-a361-b318ba0dcfda', 'code': 200} Jul 05 10:26:28.278000 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853fb337-6ae9-42a9-a887-cc7a60298722', 'code': 200} Jul 05 10:26:28.278307 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f00607-07b6-4240-997d-5aa1a2d0de4a', 'code': 200} Jul 05 10:26:28.281185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49bec1aa-587c-4654-8521-6005967b0e05 req-6ddeec1e-e039-4c05-bda9-aa8b0a93603e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:26:28.342658 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=df93e2bd-1f20-44b5-84fb-18b52916910e,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:28.355233 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 64ef06e9-a868-48cf-846c-79485298d2f8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=64ef06e9-a868-48cf-846c-79485298d2f8,segment=NetworkSegment(9791ef2e-29d2-419c-af0d-12814d6f6b5f),segment_id=9791ef2e-29d2-419c-af0d-12814d6f6b5f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:28.357136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 80fc754d-8956-4773-bf0a-c1b21e4c283f not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:26:28.366792 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 2ae3a368-e86f-40c9-808b-6193fc948840 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:26:28.384294 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Allocated IP 172.20.0.22 (639b900f-9b2f-469f-99cd-5a2ab9dcba9e/d98005ca-8931-4717-a519-f7d6e1b34177/581ecdb3-9796-4322-884c-5db44df55a7f) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:26:28.404333 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134d7f1-0e1b-44f6-90b8-859b23d4e3de req-16f2a331-1376-42d7-a659-0a9ebdbbd0c3 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:28.412444 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3134d7f1-0e1b-44f6-90b8-859b23d4e3de req-16f2a331-1376-42d7-a659-0a9ebdbbd0c3 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 944 time: 0.1682158 Jul 05 10:26:28.437043 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:26:28.440970 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:28.441450 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:28.446143 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49bec1aa-587c-4654-8521-6005967b0e05 req-6ddeec1e-e039-4c05-bda9-aa8b0a93603e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:26:28.463352 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f68577-2038-44c8-b1f5-ab15f2a04bde None None] Sync routers for ids ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:26:28.481218 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f68577-2038-44c8-b1f5-ab15f2a04bde None None] Routers {'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:26:28.482222 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-90f68577-2038-44c8-b1f5-ab15f2a04bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:26:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:28.529959 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3134d7f1-0e1b-44f6-90b8-859b23d4e3de req-564d83d1-cdb1-4601-a1cd-3f3d20ebfabc tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166241 Jul 05 10:26:28.567237 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:28.577419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 2ae3a368-e86f-40c9-808b-6193fc948840 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:26:28.607495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-6ddeec1e-e039-4c05-bda9-aa8b0a93603e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] No DVR routers for this DVR port 08c3b1db-4b45-496d-a361-b318ba0dcfda on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:28.611668 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-6ddeec1e-e039-4c05-bda9-aa8b0a93603e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:28.613765 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49bec1aa-587c-4654-8521-6005967b0e05 req-6ddeec1e-e039-4c05-bda9-aa8b0a93603e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.73 "DELETE /v2.0/ports/08c3b1db-4b45-496d-a361-b318ba0dcfda HTTP/1.1" status: 204 len: 173 time: 3.1941533 Jul 05 10:26:28.614213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-deleted', 'tag': '08c3b1db-4b45-496d-a361-b318ba0dcfda'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:28.615863 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:28.634154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Transition to ACTIVE for port object 581ecdb3-9796-4322-884c-5db44df55a7f will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:26:28.640303 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e9396b-b44c-47ba-8b7a-3cba694bc5a8" -d '{"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-deleted", "tag": "08c3b1db-4b45-496d-a361-b318ba0dcfda"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:28.647473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 2ae3a368-e86f-40c9-808b-6193fc948840 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:28.647473 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:28.727815 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29480040-e185-4f38-8a64-7e4191360f39 x-openstack-request-id: req-29480040-e185-4f38-8a64-7e4191360f39 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:28.728138 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-deleted", "tag": "08c3b1db-4b45-496d-a361-b318ba0dcfda", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:28.728406 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-29480040-e185-4f38-8a64-7e4191360f39 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:28.728977 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-deleted', 'tag': '08c3b1db-4b45-496d-a361-b318ba0dcfda', 'status': 'completed', 'code': 200} Jul 05 10:26:28.730096 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-90f68577-2038-44c8-b1f5-ab15f2a04bde None None] Set router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:26:28.781413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=64ef06e9-a868-48cf-846c-79485298d2f8,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:28.832019 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:28.863397 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:28.897504 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:28.916827 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Network 639b900f-9b2f-469f-99cd-5a2ab9dcba9e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:26:28.920651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1548f-459b-415d-b9fe-08b0075cd6a6 req-c48089bf-0b07-4f3c-9ced-a56f0b34574f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:28.929865 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-54e1548f-459b-415d-b9fe-08b0075cd6a6 req-c48089bf-0b07-4f3c-9ced-a56f0b34574f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 943 time: 0.1759191 Jul 05 10:26:28.939265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-49bec1aa-587c-4654-8521-6005967b0e05 req-28034921-a85e-4958-af11-e897151a6ffc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Deleting port 87979250-90f3-4016-8a2b-f250a6558e51 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:28.939649 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-28034921-a85e-4958-af11-e897151a6ffc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:28.945175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:26:28.948593 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:26:29.000709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:29.030025 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 2ae3a368-e86f-40c9-808b-6193fc948840, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=2ae3a368-e86f-40c9-808b-6193fc948840,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:29.081988 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:29.085689 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-54e1548f-459b-415d-b9fe-08b0075cd6a6 req-4349d285-3313-486d-8bfb-cd2be6bf2803 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548114 Jul 05 10:26:29.090620 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event updated for resources: {'Port': ['ID=581ecdb3-9796-4322-884c-5db44df55a7f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:29.146578 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:29.164211 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.164594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.164943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.165274 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.165853 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.165980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.166233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.166557 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.166881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.167202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.167518 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.167865 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:26:29.176538 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-28034921-a85e-4958-af11-e897151a6ffc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] For port 87979250-90f3-4016-8a2b-f250a6558e51, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=87979250-90f3-4016-8a2b-f250a6558e51,segment=NetworkSegment(b5a651a3-5ef9-4dbd-80a8-58188f295930),segment_id=b5a651a3-5ef9-4dbd-80a8-58188f295930)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:29.180917 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-28034921-a85e-4958-af11-e897151a6ffc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:29.190363 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:29.191053 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:29.200513 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-90f68577-2038-44c8-b1f5-ab15f2a04bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'name': 'tempest-TaggedBootDevicesTest-917932306-router', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:07Z', 'updated_at': '2021-07-05T10:15:19Z', 'revision_number': 4, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'gw_port': {'id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:11Z', 'updated_at': '2021-07-05T10:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '77a00d29-445e-4fbe-be7c-bf9f6b267d0e', 'name': '', 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'mac_address': 'fa:16:3e:d6:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '27292f2c-a95d-441e-b478-d099205c251b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:17Z', 'updated_at': '2021-07-05T10:15:28Z', 'revision_number': 5, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'subnets': [{'id': '27292f2c-a95d-441e-b478-d099205c251b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:29.219603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-49bec1aa-587c-4654-8521-6005967b0e05 req-28034921-a85e-4958-af11-e897151a6ffc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Calling delete_port for 87979250-90f3-4016-8a2b-f250a6558e51 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:29.240818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:29.252001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb137ea0-617d-4043-962c-00559eede5d4 req-3ac97bf2-7620-4b91-8bfa-9573352029f0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:29.257487 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb137ea0-617d-4043-962c-00559eede5d4 req-3ac97bf2-7620-4b91-8bfa-9573352029f0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 895 time: 0.1436381 Jul 05 10:26:29.267242 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f68577-2038-44c8-b1f5-ab15f2a04bde None None] Checking router: dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:26:29.287603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-e6990b21-d5b1-41cb-b19f-0f25096245d0 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.6286042 Jul 05 10:26:29.306635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Request body: {'port': {'device_id': 'b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:29.319597 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f68577-2038-44c8-b1f5-ab15f2a04bde None None] Routers {'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:26:29.320694 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-90f68577-2038-44c8-b1f5-ab15f2a04bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:26:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:29.332146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=2ae3a368-e86f-40c9-808b-6193fc948840,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:29.412572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 64ef06e9-a868-48cf-846c-79485298d2f8 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:26:29.455695 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:29.483358 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f7be845b-6f31-4781-9f39-ae33dcb15d99 None None] Provisioning for port 581ecdb3-9796-4322-884c-5db44df55a7f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:26:29.488930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f7be845b-6f31-4781-9f39-ae33dcb15d99 None None] Provisioning complete for port 581ecdb3-9796-4322-884c-5db44df55a7f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:29.489747 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f7be845b-6f31-4781-9f39-ae33dcb15d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:29.504358 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-90f68577-2038-44c8-b1f5-ab15f2a04bde None None] Set router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:26:29.562886 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-28034921-a85e-4958-af11-e897151a6ffc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:29.609597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f7be845b-6f31-4781-9f39-ae33dcb15d99 None None] Port 581ecdb3-9796-4322-884c-5db44df55a7f cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:26:29.625083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 64ef06e9-a868-48cf-846c-79485298d2f8 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:29.625445 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:29.640937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28034921-a85e-4958-af11-e897151a6ffc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event deleted for resources: {'Port': ['ID=87979250-90f3-4016-8a2b-f250a6558e51,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:29.720212 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-28034921-a85e-4958-af11-e897151a6ffc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] No DVR routers for this DVR port 87979250-90f3-4016-8a2b-f250a6558e51 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:29.723168 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-28034921-a85e-4958-af11-e897151a6ffc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:29.726607 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49bec1aa-587c-4654-8521-6005967b0e05 req-28034921-a85e-4958-af11-e897151a6ffc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.73 "DELETE /v2.0/ports/87979250-90f3-4016-8a2b-f250a6558e51 HTTP/1.1" status: 204 len: 173 time: 1.0824225 Jul 05 10:26:29.779539 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-90f68577-2038-44c8-b1f5-ab15f2a04bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'name': 'tempest-TaggedBootDevicesTest-917932306-router', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:07Z', 'updated_at': '2021-07-05T10:15:19Z', 'revision_number': 4, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'gw_port': {'id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:11Z', 'updated_at': '2021-07-05T10:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '77a00d29-445e-4fbe-be7c-bf9f6b267d0e', 'name': '', 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'mac_address': 'fa:16:3e:d6:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '27292f2c-a95d-441e-b478-d099205c251b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:17Z', 'updated_at': '2021-07-05T10:15:28Z', 'revision_number': 5, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'subnets': [{'id': '27292f2c-a95d-441e-b478-d099205c251b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:29.806688 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f68577-2038-44c8-b1f5-ab15f2a04bde None None] The sync data for ids ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'] in n-d-779913-27 is: [{'id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'name': 'tempest-TaggedBootDevicesTest-917932306-router', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:07Z', 'updated_at': '2021-07-05T10:15:19Z', 'revision_number': 4, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'gw_port': {'id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:11Z', 'updated_at': '2021-07-05T10:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '77a00d29-445e-4fbe-be7c-bf9f6b267d0e', 'name': '', 'network_id': '34a24dd1-7873-4589-9de4-782dc8402e9e', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'mac_address': 'fa:16:3e:d6:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '27292f2c-a95d-441e-b478-d099205c251b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:17Z', 'updated_at': '2021-07-05T10:15:28Z', 'revision_number': 5, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'subnets': [{'id': '27292f2c-a95d-441e-b478-d099205c251b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:26:29.841502 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9276b-404f-4893-84bc-755dcfba1175 req-fef24760-9570-49c8-829a-3ae460f1d6fd tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:29.849504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9276b-404f-4893-84bc-755dcfba1175 req-fef24760-9570-49c8-829a-3ae460f1d6fd tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:29.857213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9276b-404f-4893-84bc-755dcfba1175 req-fef24760-9570-49c8-829a-3ae460f1d6fd tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:29.863470 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9276b-404f-4893-84bc-755dcfba1175 req-fef24760-9570-49c8-829a-3ae460f1d6fd tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:29.865277 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f5c9276b-404f-4893-84bc-755dcfba1175 req-fef24760-9570-49c8-829a-3ae460f1d6fd tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 3064 time: 0.3891475 Jul 05 10:26:29.877510 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3a48a-9059-4983-9a42-077552147a4e req-24591ab5-4f9c-457e-a6fd-1b80c1098f19 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:29.879125 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2eb3a48a-9059-4983-9a42-077552147a4e req-24591ab5-4f9c-457e-a6fd-1b80c1098f19 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 945 time: 0.1496532 Jul 05 10:26:29.941644 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2eb3a48a-9059-4983-9a42-077552147a4e req-8e529c3e-2325-4af7-b06d-977a7ec7e378 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532455 Jul 05 10:26:29.948092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-49bec1aa-587c-4654-8521-6005967b0e05 req-35c3689c-a8d8-4122-8cf1-e6a33545aa76 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Deleting port b3f00607-07b6-4240-997d-5aa1a2d0de4a {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:29.948456 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-35c3689c-a8d8-4122-8cf1-e6a33545aa76 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:29.968949 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f5c9276b-404f-4893-84bc-755dcfba1175 req-43f84043-43c7-4851-8edf-bf1e326cc24b tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772207 Jul 05 10:26:30.117612 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-35c3689c-a8d8-4122-8cf1-e6a33545aa76 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] For port b3f00607-07b6-4240-997d-5aa1a2d0de4a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=b3f00607-07b6-4240-997d-5aa1a2d0de4a,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:30.118047 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-35c3689c-a8d8-4122-8cf1-e6a33545aa76 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:30.129091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581ecdb3-9796-4322-884c-5db44df55a7f {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:26:30.140579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-49bec1aa-587c-4654-8521-6005967b0e05 req-35c3689c-a8d8-4122-8cf1-e6a33545aa76 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Calling delete_port for b3f00607-07b6-4240-997d-5aa1a2d0de4a owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:30.143961 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:30.160707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Transition to ACTIVE for port object 581ecdb3-9796-4322-884c-5db44df55a7f will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:26:30.248974 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:30.253108 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7b29fa-3b52-4929-a58c-89a1d0256a4f None None] New status for floating IP fbe1148a-d55b-45a7-a654-0d29438705e1: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:26:30.302538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df93e2bd-1f20-44b5-84fb-18b52916910e'}, {'server_uuid': '67c21235-d50f-4a38-a2a1-0d2eabf3c1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4'}, {'server_uuid': 'afc93b36-bc60-4ed6-a3a2-629efca3be7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae3a368-e86f-40c9-808b-6193fc948840'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:30.305680 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6909ffbc-8d3a-4b62-a6da-969db2cd18a8" -d '{"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-unplugged", "status": "completed", "tag": "df93e2bd-1f20-44b5-84fb-18b52916910e"}, {"server_uuid": "67c21235-d50f-4a38-a2a1-0d2eabf3c1c6", "name": "network-vif-plugged", "status": "completed", "tag": "ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4"}, {"server_uuid": "afc93b36-bc60-4ed6-a3a2-629efca3be7b", "name": "network-vif-plugged", "status": "completed", "tag": "2ae3a368-e86f-40c9-808b-6193fc948840"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:30.363602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42219d-f5b8-433c-a8fb-0c19ebbbecf2 req-d181df48-f372-4b81-be20-0412ebc3068b tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:30.365144 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d42219d-f5b8-433c-a8fb-0c19ebbbecf2 req-d181df48-f372-4b81-be20-0412ebc3068b tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 943 time: 0.1220024 Jul 05 10:26:30.416092 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 8046d47e-bae9-4bb1-8408-d6a646e65905 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:26:30.438164 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d42219d-f5b8-433c-a8fb-0c19ebbbecf2 req-d475f76a-cc66-4a50-99ce-cd22aed53c0e tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624139 Jul 05 10:26:30.443973 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Pushing event updated for resources: {'Port': ['ID=581ecdb3-9796-4322-884c-5db44df55a7f,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:30.460674 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-35c3689c-a8d8-4122-8cf1-e6a33545aa76 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:30.510375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Attempting to bind port 581ecdb3-9796-4322-884c-5db44df55a7f on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:26:30.510723 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Attempting to bind port 581ecdb3-9796-4322-884c-5db44df55a7f by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '9791ef2e-29d2-419c-af0d-12814d6f6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:26:30.511062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Attempting to bind port 581ecdb3-9796-4322-884c-5db44df55a7f on network 639b900f-9b2f-469f-99cd-5a2ab9dcba9e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:30.520545 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Port 581ecdb3-9796-4322-884c-5db44df55a7f on network 639b900f-9b2f-469f-99cd-5a2ab9dcba9e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:26:30.521399 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Attempting to bind port 581ecdb3-9796-4322-884c-5db44df55a7f on network 639b900f-9b2f-469f-99cd-5a2ab9dcba9e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:30.531180 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3689c-a8d8-4122-8cf1-e6a33545aa76 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event deleted for resources: {'Port': ['ID=b3f00607-07b6-4240-997d-5aa1a2d0de4a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:30.571582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:26:30.571956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Checking segment: {'id': '9791ef2e-29d2-419c-af0d-12814d6f6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:26:30.572354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Bound using segment: {'id': '9791ef2e-29d2-419c-af0d-12814d6f6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:26:30.575743 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Bound port: 581ecdb3-9796-4322-884c-5db44df55a7f, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9791ef2e-29d2-419c-af0d-12814d6f6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:26:30.577543 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:30.599773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 8046d47e-bae9-4bb1-8408-d6a646e65905, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8046d47e-bae9-4bb1-8408-d6a646e65905,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:30.615931 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '8046d47e-bae9-4bb1-8408-d6a646e65905', 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8', 'port_id': '8046d47e-bae9-4bb1-8408-d6a646e65905', 'mac_address': 'fa:16:3e:3c:f4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df989988-1124-4662-aef8-e9d872973b8c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:26:30.619888 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e36d5e-5f8f-4189-b40c-96fa3cbf7fe0 x-openstack-request-id: req-44e36d5e-5f8f-4189-b40c-96fa3cbf7fe0 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:30.620304 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-unplugged", "status": "completed", "tag": "df93e2bd-1f20-44b5-84fb-18b52916910e", "code": 200}, {"server_uuid": "67c21235-d50f-4a38-a2a1-0d2eabf3c1c6", "name": "network-vif-plugged", "status": "completed", "tag": "ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4", "code": 200}, {"server_uuid": "afc93b36-bc60-4ed6-a3a2-629efca3be7b", "name": "network-vif-plugged", "status": "completed", "tag": "2ae3a368-e86f-40c9-808b-6193fc948840", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:30.620813 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44e36d5e-5f8f-4189-b40c-96fa3cbf7fe0 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:30.621446 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df93e2bd-1f20-44b5-84fb-18b52916910e', 'code': 200} Jul 05 10:26:30.622085 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c21235-d50f-4a38-a2a1-0d2eabf3c1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4', 'code': 200} Jul 05 10:26:30.622498 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc93b36-bc60-4ed6-a3a2-629efca3be7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae3a368-e86f-40c9-808b-6193fc948840', 'code': 200} Jul 05 10:26:30.698323 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:30.709232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-35c3689c-a8d8-4122-8cf1-e6a33545aa76 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] No DVR routers for this DVR port b3f00607-07b6-4240-997d-5aa1a2d0de4a on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:30.711993 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-35c3689c-a8d8-4122-8cf1-e6a33545aa76 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:30.714415 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49bec1aa-587c-4654-8521-6005967b0e05 req-35c3689c-a8d8-4122-8cf1-e6a33545aa76 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.73 "DELETE /v2.0/ports/b3f00607-07b6-4240-997d-5aa1a2d0de4a HTTP/1.1" status: 204 len: 173 time: 0.9711249 Jul 05 10:26:30.717646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8046d47e-bae9-4bb1-8408-d6a646e65905 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:26:30.740628 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 8046d47e-bae9-4bb1-8408-d6a646e65905, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8046d47e-bae9-4bb1-8408-d6a646e65905,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:30.780984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-deleted', 'tag': '87979250-90f3-4016-8a2b-f250a6558e51'}, {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-deleted', 'tag': 'b3f00607-07b6-4240-997d-5aa1a2d0de4a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:30.783407 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0d1e5c-f8d9-4d97-8b37-c0e2704345af" -d '{"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-deleted", "tag": "87979250-90f3-4016-8a2b-f250a6558e51"}, {"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-deleted", "tag": "b3f00607-07b6-4240-997d-5aa1a2d0de4a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:30.820231 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:30.863545 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef8a2ef-7434-419d-a1b9-ccad7fd99097 x-openstack-request-id: req-0ef8a2ef-7434-419d-a1b9-ccad7fd99097 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:30.863885 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-deleted", "tag": "87979250-90f3-4016-8a2b-f250a6558e51", "status": "completed", "code": 200}, {"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-deleted", "tag": "b3f00607-07b6-4240-997d-5aa1a2d0de4a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:30.864119 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ef8a2ef-7434-419d-a1b9-ccad7fd99097 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:30.865572 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-deleted', 'tag': '87979250-90f3-4016-8a2b-f250a6558e51', 'status': 'completed', 'code': 200} Jul 05 10:26:30.865572 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-deleted', 'tag': 'b3f00607-07b6-4240-997d-5aa1a2d0de4a', 'status': 'completed', 'code': 200} Jul 05 10:26:30.913874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33f1b1-05de-4f13-b85c-a89b209b7c84 req-30f31333-d687-4f36-92c9-47009045245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:30.915476 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2e33f1b1-05de-4f13-b85c-a89b209b7c84 req-30f31333-d687-4f36-92c9-47009045245e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=afc93b36-bc60-4ed6-a3a2-629efca3be7b HTTP/1.1" status: 200 len: 1097 time: 0.2001028 Jul 05 10:26:30.920960 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=8046d47e-bae9-4bb1-8408-d6a646e65905,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:30.932885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-49bec1aa-587c-4654-8521-6005967b0e05 req-4fbb819c-479f-4ae4-b94f-265c205e0010 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Deleting port df93e2bd-1f20-44b5-84fb-18b52916910e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:30.933634 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-4fbb819c-479f-4ae4-b94f-265c205e0010 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:31.036282 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2e33f1b1-05de-4f13-b85c-a89b209b7c84 req-6fdc56c9-9df9-48b4-8d4c-322a8f8cf039 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135678 Jul 05 10:26:31.109701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['8046d47e-bae9-4bb1-8408-d6a646e65905'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:31.125823 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-4fbb819c-479f-4ae4-b94f-265c205e0010 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] For port df93e2bd-1f20-44b5-84fb-18b52916910e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=df93e2bd-1f20-44b5-84fb-18b52916910e,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:31.126267 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-4fbb819c-479f-4ae4-b94f-265c205e0010 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:31.144276 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-49bec1aa-587c-4654-8521-6005967b0e05 req-4fbb819c-479f-4ae4-b94f-265c205e0010 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Calling delete_port for df93e2bd-1f20-44b5-84fb-18b52916910e owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:31.304541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28d84b-4bb7-4cc4-a7ba-1fbe78a0d555 req-71f1f971-286c-45fe-b366-82ced78bb2a8 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:31.306154 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e28d84b-4bb7-4cc4-a7ba-1fbe78a0d555 req-71f1f971-286c-45fe-b366-82ced78bb2a8 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 945 time: 0.1633499 Jul 05 10:26:31.344408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] For port 581ecdb3-9796-4322-884c-5db44df55a7f, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:26:31.354134 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b92e9-8ab7-4207-a188-873dae8751c7 req-4e16fa3e-de58-4137-a711-872ef5fb1101 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:31.355829 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c2b92e9-8ab7-4207-a188-873dae8751c7 req-4e16fa3e-de58-4137-a711-872ef5fb1101 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 907 time: 0.8468993 Jul 05 10:26:31.357724 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] For port 581ecdb3-9796-4322-884c-5db44df55a7f, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=581ecdb3-9796-4322-884c-5db44df55a7f,segment=NetworkSegment(9791ef2e-29d2-419c-af0d-12814d6f6b5f),segment_id=9791ef2e-29d2-419c-af0d-12814d6f6b5f)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:26:31.376967 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e28d84b-4bb7-4cc4-a7ba-1fbe78a0d555 req-f51a5568-a7f6-4f0c-b3f1-9ce781f84b60 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614157 Jul 05 10:26:31.382466 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041f1b4-c753-4ded-a262-d43b17512feb req-dbe2e68f-29d3-408e-909f-f700c5ddcfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:31.383984 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7041f1b4-c753-4ded-a262-d43b17512feb req-dbe2e68f-29d3-408e-909f-f700c5ddcfc7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 1097 time: 0.6398122 Jul 05 10:26:31.426712 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7041f1b4-c753-4ded-a262-d43b17512feb req-50e2ba6d-f511-446f-a04f-ebc26fa2879a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354228 Jul 05 10:26:31.525636 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:31.568938 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:31.569674 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:31.570998 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] 10.222.0.64 "PUT /v2.0/ports/581ecdb3-9796-4322-884c-5db44df55a7f HTTP/1.1" status: 200 len: 1056 time: 2.2739162 Jul 05 10:26:31.571448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf', 'tag': '581ecdb3-9796-4322-884c-5db44df55a7f'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:31.574849 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1eae07-41bf-47ab-a8f4-7d229a1543dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf", "tag": "581ecdb3-9796-4322-884c-5db44df55a7f"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:31.581736 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-4fbb819c-479f-4ae4-b94f-265c205e0010 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:31.626852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857edbb-0996-4c88-b07e-88fe2f830511 req-7ae14c0e-58f2-483e-a0f8-cec0f566210f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:31.633645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857edbb-0996-4c88-b07e-88fe2f830511 req-7ae14c0e-58f2-483e-a0f8-cec0f566210f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:31.635449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b857edbb-0996-4c88-b07e-88fe2f830511 req-7ae14c0e-58f2-483e-a0f8-cec0f566210f tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 1599 time: 0.1508744 Jul 05 10:26:31.649539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059970e-2997-48ce-a0c4-3f43d7a924cf service neutron] Pushing event updated for resources: {'Port': ['ID=581ecdb3-9796-4322-884c-5db44df55a7f,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:31.651878 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb819c-479f-4ae4-b94f-265c205e0010 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event deleted for resources: {'Port': ['ID=df93e2bd-1f20-44b5-84fb-18b52916910e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:31.722938 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b857edbb-0996-4c88-b07e-88fe2f830511 req-48a1f8e0-0a2c-4e1e-a33e-8bd97d759f1c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups?id=99125026-0c47-4b57-aadc-cd590d6c9885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758276 Jul 05 10:26:31.724698 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-4fbb819c-479f-4ae4-b94f-265c205e0010 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] No DVR routers for this DVR port df93e2bd-1f20-44b5-84fb-18b52916910e on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:31.728988 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-4fbb819c-479f-4ae4-b94f-265c205e0010 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:31.730632 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49bec1aa-587c-4654-8521-6005967b0e05 req-4fbb819c-479f-4ae4-b94f-265c205e0010 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.73 "DELETE /v2.0/ports/df93e2bd-1f20-44b5-84fb-18b52916910e HTTP/1.1" status: 204 len: 173 time: 0.9820712 Jul 05 10:26:31.746645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c0472-6d39-4a3b-bde1-1f3e6a8d41f9 req-9430aaeb-462d-4d48-944c-38357d942868 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:31.759057 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-639c0472-6d39-4a3b-bde1-1f3e6a8d41f9 req-9430aaeb-462d-4d48-944c-38357d942868 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 944 time: 0.1929073 Jul 05 10:26:31.819359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-6ddbebce-b7f0-4377-b4ac-271d2dc1d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:31.821593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-6ddbebce-b7f0-4377-b4ac-271d2dc1d3ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fccd5cc7d8c242f7bec61d45963cb5b7&device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 1059 time: 0.0836639 Jul 05 10:26:31.879801 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-639c0472-6d39-4a3b-bde1-1f3e6a8d41f9 req-6087b14d-a202-4867-a2da-7fbeb1b8350e tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251490 Jul 05 10:26:31.889361 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-2239c7f6-c70f-45ac-9b7f-8e51f6273a0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=581ecdb3-9796-4322-884c-5db44df55a7f HTTP/1.1" status: 200 len: 217 time: 0.0524161 Jul 05 10:26:31.890828 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79ebd5a-36af-446a-804b-ee097ccab557 x-openstack-request-id: req-f79ebd5a-36af-446a-804b-ee097ccab557 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:31.891146 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf", "tag": "581ecdb3-9796-4322-884c-5db44df55a7f", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:31.891390 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f79ebd5a-36af-446a-804b-ee097ccab557 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:31.891799 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf', 'tag': '581ecdb3-9796-4322-884c-5db44df55a7f', 'status': 'completed', 'code': 200} Jul 05 10:26:31.960289 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-da8f3f29-9116-4889-b75a-2bd03f618ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:31.962571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-da8f3f29-9116-4889-b75a-2bd03f618ed4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d98005ca-8931-4717-a519-f7d6e1b34177 HTTP/1.1" status: 200 len: 837 time: 0.0642917 Jul 05 10:26:31.994482 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-49bec1aa-587c-4654-8521-6005967b0e05 req-26a458c5-8675-4faf-8de4-3068d8569bc2 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Deleting port 853fb337-6ae9-42a9-a887-cc7a60298722 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:31.994995 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-26a458c5-8675-4faf-8de4-3068d8569bc2 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:32.041128 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-175da8ca-35b5-433c-ba83-4ba6b526cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:32.042722 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-175da8ca-35b5-433c-ba83-4ba6b526cb80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=639b900f-9b2f-469f-99cd-5a2ab9dcba9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0738461 Jul 05 10:26:32.090248 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-26a458c5-8675-4faf-8de4-3068d8569bc2 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] For port 853fb337-6ae9-42a9-a887-cc7a60298722, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=853fb337-6ae9-42a9-a887-cc7a60298722,segment=NetworkSegment(b5a651a3-5ef9-4dbd-80a8-58188f295930),segment_id=b5a651a3-5ef9-4dbd-80a8-58188f295930)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:32.090836 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-26a458c5-8675-4faf-8de4-3068d8569bc2 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:32.106723 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-49bec1aa-587c-4654-8521-6005967b0e05 req-26a458c5-8675-4faf-8de4-3068d8569bc2 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Calling delete_port for 853fb337-6ae9-42a9-a887-cc7a60298722 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:32.206966 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-6323baa3-6e35-45d0-8fb1-c4642e2fe587 service neutron] 10.222.0.64 "GET /v2.0/networks/639b900f-9b2f-469f-99cd-5a2ab9dcba9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534686 Jul 05 10:26:32.311519 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e93cf8f-b60f-4ce5-bf3b-4540a8c3cbe6 req-7a56721e-a2b0-4b49-8464-2f0dbb7c169a service neutron] 10.222.0.64 "GET /v2.0/networks/639b900f-9b2f-469f-99cd-5a2ab9dcba9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952778 Jul 05 10:26:32.363379 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-26a458c5-8675-4faf-8de4-3068d8569bc2 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:32.395670 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a458c5-8675-4faf-8de4-3068d8569bc2 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event deleted for resources: {'Port': ['ID=853fb337-6ae9-42a9-a887-cc7a60298722,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:32.415930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 8046d47e-bae9-4bb1-8408-d6a646e65905 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:26:32.446499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bec1aa-587c-4654-8521-6005967b0e05 req-26a458c5-8675-4faf-8de4-3068d8569bc2 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] No DVR routers for this DVR port 853fb337-6ae9-42a9-a887-cc7a60298722 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:32.449476 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-49bec1aa-587c-4654-8521-6005967b0e05 req-26a458c5-8675-4faf-8de4-3068d8569bc2 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:32.451219 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49bec1aa-587c-4654-8521-6005967b0e05 req-26a458c5-8675-4faf-8de4-3068d8569bc2 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.73 "DELETE /v2.0/ports/853fb337-6ae9-42a9-a887-cc7a60298722 HTTP/1.1" status: 204 len: 173 time: 0.6776097 Jul 05 10:26:32.585935 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 8046d47e-bae9-4bb1-8408-d6a646e65905 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:26:32.590805 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3d164-a8b0-4481-b50d-eed9346e8ffa req-fe4c0123-b4e6-4565-be32-9e0ba6ac5795 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:32.591151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 8046d47e-bae9-4bb1-8408-d6a646e65905 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:32.595831 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:32.596026 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-33c3d164-a8b0-4481-b50d-eed9346e8ffa req-fe4c0123-b4e6-4565-be32-9e0ba6ac5795 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 907 time: 0.0883145 Jul 05 10:26:32.632044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eae07-41bf-47ab-a8f4-7d229a1543dc req-ca78fe8e-2b19-4e1a-bce4-b40ec77d83e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:32.634344 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a1eae07-41bf-47ab-a8f4-7d229a1543dc req-ca78fe8e-2b19-4e1a-bce4-b40ec77d83e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fccd5cc7d8c242f7bec61d45963cb5b7&device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 1059 time: 0.1589167 Jul 05 10:26:32.719702 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:32.747299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1525e9b6-1a8d-45b1-ba8c-d039271a54d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8046d47e-bae9-4bb1-8408-d6a646e65905'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:32.749647 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c25c5b-3802-414e-98c5-dfbb205834c2" -d '{"events": [{"server_uuid": "1525e9b6-1a8d-45b1-ba8c-d039271a54d8", "name": "network-vif-plugged", "status": "completed", "tag": "8046d47e-bae9-4bb1-8408-d6a646e65905"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:32.760716 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55298e-d9d7-48ba-981e-e1ed15cabb04 req-bfebb503-f708-41d4-abdc-3ee277f00f7c tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:32.767152 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 8046d47e-bae9-4bb1-8408-d6a646e65905, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8046d47e-bae9-4bb1-8408-d6a646e65905,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:32.768329 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f55298e-d9d7-48ba-981e-e1ed15cabb04 req-bfebb503-f708-41d4-abdc-3ee277f00f7c tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 945 time: 0.2093718 Jul 05 10:26:32.813990 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44283280-d7d4-4ace-a588-88805c9bcd57 x-openstack-request-id: req-44283280-d7d4-4ace-a588-88805c9bcd57 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:32.813990 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1525e9b6-1a8d-45b1-ba8c-d039271a54d8", "name": "network-vif-plugged", "status": "completed", "tag": "8046d47e-bae9-4bb1-8408-d6a646e65905", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:32.813990 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44283280-d7d4-4ace-a588-88805c9bcd57 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:32.813990 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1525e9b6-1a8d-45b1-ba8c-d039271a54d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8046d47e-bae9-4bb1-8408-d6a646e65905', 'code': 200} Jul 05 10:26:32.849708 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:32.855076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eae07-41bf-47ab-a8f4-7d229a1543dc req-00e5c070-1a15-402f-bd0e-8a9d58ba7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:32.857060 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a1eae07-41bf-47ab-a8f4-7d229a1543dc req-00e5c070-1a15-402f-bd0e-8a9d58ba7856 service neutron] 10.222.0.64 "GET /v2.0/networks?id=639b900f-9b2f-469f-99cd-5a2ab9dcba9e HTTP/1.1" status: 200 len: 898 time: 0.2068162 Jul 05 10:26:32.866454 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-deleted', 'tag': 'df93e2bd-1f20-44b5-84fb-18b52916910e'}, {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-deleted', 'tag': '853fb337-6ae9-42a9-a887-cc7a60298722'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:32.871140 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abae3f01-73aa-4443-a0d5-41bf49b0f805" -d '{"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-deleted", "tag": "df93e2bd-1f20-44b5-84fb-18b52916910e"}, {"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-deleted", "tag": "853fb337-6ae9-42a9-a887-cc7a60298722"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:32.978046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=8046d47e-bae9-4bb1-8408-d6a646e65905,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:32.995748 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a1eae07-41bf-47ab-a8f4-7d229a1543dc req-62dd88e6-cf02-424d-82a8-d045b69d50a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=581ecdb3-9796-4322-884c-5db44df55a7f HTTP/1.1" status: 200 len: 217 time: 0.1191983 Jul 05 10:26:33.007023 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f55298e-d9d7-48ba-981e-e1ed15cabb04 req-151e0924-de90-4145-b9ef-816fd6a93b5e tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347088 Jul 05 10:26:33.059794 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-245832d8-e8bb-4d1c-8b1e-5e0af161daa1 req-2e0f140f-b0bd-483d-b040-1742dee4e4cc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0499215 Jul 05 10:26:33.078744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aedfdd-47d1-4fbd-a250-7f1d69007773 req-bf2de959-2e90-47c0-83f8-090a77fa19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:33.080483 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3aedfdd-47d1-4fbd-a250-7f1d69007773 req-bf2de959-2e90-47c0-83f8-090a77fa19ba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 1097 time: 0.1790683 Jul 05 10:26:33.126605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eae07-41bf-47ab-a8f4-7d229a1543dc req-a7e4df3e-f667-466d-bc6d-62a3c5bfc5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:33.129779 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a1eae07-41bf-47ab-a8f4-7d229a1543dc req-a7e4df3e-f667-466d-bc6d-62a3c5bfc5de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d98005ca-8931-4717-a519-f7d6e1b34177 HTTP/1.1" status: 200 len: 837 time: 0.1218066 Jul 05 10:26:33.132345 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3aedfdd-47d1-4fbd-a250-7f1d69007773 req-982dffef-6e44-435e-b3ce-258db29247e6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Jul 05 10:26:33.152430 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47a09f2-ce76-4e81-9f71-9bdb55ee86cf x-openstack-request-id: req-e47a09f2-ce76-4e81-9f71-9bdb55ee86cf {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:33.152678 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-deleted", "tag": "df93e2bd-1f20-44b5-84fb-18b52916910e", "status": "completed", "code": 200}, {"server_uuid": "d14e80ff-676c-4de3-9d5d-e2964fa51716", "name": "network-vif-deleted", "tag": "853fb337-6ae9-42a9-a887-cc7a60298722", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:33.152928 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e47a09f2-ce76-4e81-9f71-9bdb55ee86cf {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:33.153344 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-deleted', 'tag': 'df93e2bd-1f20-44b5-84fb-18b52916910e', 'status': 'completed', 'code': 200} Jul 05 10:26:33.153639 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14e80ff-676c-4de3-9d5d-e2964fa51716', 'name': 'network-vif-deleted', 'tag': '853fb337-6ae9-42a9-a887-cc7a60298722', 'status': 'completed', 'code': 200} Jul 05 10:26:33.215140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eae07-41bf-47ab-a8f4-7d229a1543dc req-66aa73f1-2002-4cee-ad9b-d2357d831c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:33.231027 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a1eae07-41bf-47ab-a8f4-7d229a1543dc req-66aa73f1-2002-4cee-ad9b-d2357d831c8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=639b900f-9b2f-469f-99cd-5a2ab9dcba9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0911846 Jul 05 10:26:33.346395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c00c7f-753a-4e15-bd5d-bd4188b552f0 req-0d662ead-454f-4228-b5db-a3f2054cdc16 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:33.347973 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-03c00c7f-753a-4e15-bd5d-bd4188b552f0 req-0d662ead-454f-4228-b5db-a3f2054cdc16 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 945 time: 0.0990491 Jul 05 10:26:33.370811 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a1eae07-41bf-47ab-a8f4-7d229a1543dc req-f71fb325-9cea-4c14-af83-433173f9cfc0 service neutron] 10.222.0.64 "GET /v2.0/networks/639b900f-9b2f-469f-99cd-5a2ab9dcba9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339421 Jul 05 10:26:33.391636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-03c00c7f-753a-4e15-bd5d-bd4188b552f0 req-e3185f80-0a6d-474f-a09e-5d3270e2dbd1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351427 Jul 05 10:26:33.473070 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a1eae07-41bf-47ab-a8f4-7d229a1543dc req-2fd981cb-607f-448a-9dd2-549a73ad6c1b service neutron] 10.222.0.64 "GET /v2.0/networks/639b900f-9b2f-469f-99cd-5a2ab9dcba9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946963 Jul 05 10:26:33.815079 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0e130-cecb-4fa9-9f1c-38118eb8f58f req-ae8a04cb-3199-4a86-9bcd-27c53cefaf7b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:33.816624 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0a0e130-cecb-4fa9-9f1c-38118eb8f58f req-ae8a04cb-3199-4a86-9bcd-27c53cefaf7b tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 907 time: 0.0790203 Jul 05 10:26:34.243908 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535fe20-1817-4675-9a13-afc0056c5809 req-33fc613d-90e4-4789-8a54-5fdba87dc887 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:34.246409 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3535fe20-1817-4675-9a13-afc0056c5809 req-33fc613d-90e4-4789-8a54-5fdba87dc887 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 945 time: 0.0839050 Jul 05 10:26:34.277053 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-faa5d72e-7308-459d-a19b-c6e48b298267 req-ecc3bf43-707a-4963-9ddb-94b0ffbb0426 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0449555 Jul 05 10:26:34.302362 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3535fe20-1817-4675-9a13-afc0056c5809 req-4d85c0f0-892a-43f4-b594-b6c083be7354 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489552 Jul 05 10:26:34.559935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79838d94-22a6-4453-b9e1-56e782bebfef req-a0640d11-463b-407f-b4e6-56acb8c5f399 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:34.561975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79838d94-22a6-4453-b9e1-56e782bebfef req-a0640d11-463b-407f-b4e6-56acb8c5f399 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=afc93b36-bc60-4ed6-a3a2-629efca3be7b HTTP/1.1" status: 200 len: 945 time: 0.0989702 Jul 05 10:26:34.617964 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79838d94-22a6-4453-b9e1-56e782bebfef req-2aba195b-938a-473c-9f24-aa41784e696f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498793 Jul 05 10:26:34.640382 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cd3ac-af6a-4484-85c9-7935eed24a12 req-30bdaa7f-6d2f-43c2-9b4b-cf96a0f39906 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:34.646525 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-625cd3ac-af6a-4484-85c9-7935eed24a12 req-30bdaa7f-6d2f-43c2-9b4b-cf96a0f39906 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 945 time: 0.0790393 Jul 05 10:26:34.689102 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-625cd3ac-af6a-4484-85c9-7935eed24a12 req-52581040-d336-440a-9fc3-b8f48a68a758 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386376 Jul 05 10:26:35.086702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b976-e84a-447b-b818-775f53cb4613 req-6c7c8d01-4a2f-4967-9d12-3cda6beb190c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:35.088533 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b5b976-e84a-447b-b818-775f53cb4613 req-6c7c8d01-4a2f-4967-9d12-3cda6beb190c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 907 time: 0.0721483 Jul 05 10:26:35.698926 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b2dc02f-3634-4e2b-8c5f-800a02556c28 req-fe430a5c-fbd3-4556-b0b1-776135829e71 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0388176 Jul 05 10:26:35.922416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98cff4-593e-4758-9b29-6c7463355c73 req-5d11e54b-3638-44ee-97f3-4c581a0b6ec0 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:35.931827 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fc98cff4-593e-4758-9b29-6c7463355c73 req-5d11e54b-3638-44ee-97f3-4c581a0b6ec0 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=afc93b36-bc60-4ed6-a3a2-629efca3be7b HTTP/1.1" status: 200 len: 945 time: 0.1026611 Jul 05 10:26:35.970339 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fc98cff4-593e-4758-9b29-6c7463355c73 req-4309c0c0-3d8c-45a5-8d64-99380946d62a tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376475 Jul 05 10:26:35.976183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 581ecdb3-9796-4322-884c-5db44df55a7f details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:26:36.085939 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 581ecdb3-9796-4322-884c-5db44df55a7f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=581ecdb3-9796-4322-884c-5db44df55a7f,segment=NetworkSegment(9791ef2e-29d2-419c-af0d-12814d6f6b5f),segment_id=9791ef2e-29d2-419c-af0d-12814d6f6b5f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:36.098685 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '581ecdb3-9796-4322-884c-5db44df55a7f', 'network_id': '639b900f-9b2f-469f-99cd-5a2ab9dcba9e', 'port_id': '581ecdb3-9796-4322-884c-5db44df55a7f', 'mac_address': 'fa:16:3e:08:9a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd98005ca-8931-4717-a519-f7d6e1b34177', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:26:36.146084 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:36.163414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581ecdb3-9796-4322-884c-5db44df55a7f {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:26:36.193214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 581ecdb3-9796-4322-884c-5db44df55a7f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=581ecdb3-9796-4322-884c-5db44df55a7f,segment=NetworkSegment(9791ef2e-29d2-419c-af0d-12814d6f6b5f),segment_id=9791ef2e-29d2-419c-af0d-12814d6f6b5f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:36.276795 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:36.329342 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c0bd4-39af-40fe-b4fe-2cecd9458ef1 req-4134091e-51c4-48e7-a7ae-7df96acde78e tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:36.346920 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d9c0bd4-39af-40fe-b4fe-2cecd9458ef1 req-4134091e-51c4-48e7-a7ae-7df96acde78e tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 907 time: 0.1098194 Jul 05 10:26:36.388861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=581ecdb3-9796-4322-884c-5db44df55a7f,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:36.482357 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abea2d-5204-48d2-8a4e-c5112e7b74a1 req-a6c9d6f6-eb5b-4f88-a7c5-14d0be3b568e tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:36.486055 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-19abea2d-5204-48d2-8a4e-c5112e7b74a1 req-a6c9d6f6-eb5b-4f88-a7c5-14d0be3b568e tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.73 "GET /v2.0/ports?device_id=afc93b36-bc60-4ed6-a3a2-629efca3be7b HTTP/1.1" status: 200 len: 945 time: 0.0754237 Jul 05 10:26:36.523193 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['581ecdb3-9796-4322-884c-5db44df55a7f'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:36.610188 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-19abea2d-5204-48d2-8a4e-c5112e7b74a1 req-c52df532-c879-4744-985c-2509193c2141 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Deleting port 2ae3a368-e86f-40c9-808b-6193fc948840 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:36.610660 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-19abea2d-5204-48d2-8a4e-c5112e7b74a1 req-c52df532-c879-4744-985c-2509193c2141 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:36.746258 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-19abea2d-5204-48d2-8a4e-c5112e7b74a1 req-c52df532-c879-4744-985c-2509193c2141 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] For port 2ae3a368-e86f-40c9-808b-6193fc948840, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=2ae3a368-e86f-40c9-808b-6193fc948840,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:36.747022 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-19abea2d-5204-48d2-8a4e-c5112e7b74a1 req-c52df532-c879-4744-985c-2509193c2141 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:36.765490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-19abea2d-5204-48d2-8a4e-c5112e7b74a1 req-c52df532-c879-4744-985c-2509193c2141 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Calling delete_port for 2ae3a368-e86f-40c9-808b-6193fc948840 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:36.897638 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0593fb71-8c57-4615-ae39-bbd00acbea14 req-6a6609b3-3169-4609-80e9-c1d198c555d6 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0374842 Jul 05 10:26:37.071889 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-19abea2d-5204-48d2-8a4e-c5112e7b74a1 req-c52df532-c879-4744-985c-2509193c2141 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:37.087353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['2ae3a368-e86f-40c9-808b-6193fc948840'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:37.090137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:37.181142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52df532-c879-4744-985c-2509193c2141 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Pushing event deleted for resources: {'Port': ['ID=2ae3a368-e86f-40c9-808b-6193fc948840,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:37.229724 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e5efa6ad-a473-4ad7-8d74-19f2677bb94f req-5315e300-04a6-4b8f-bad2-7de1013e76b5 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=afc93b36-bc60-4ed6-a3a2-629efca3be7b HTTP/1.1" status: 200 len: 210 time: 0.0672758 Jul 05 10:26:37.308217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-19abea2d-5204-48d2-8a4e-c5112e7b74a1 req-c52df532-c879-4744-985c-2509193c2141 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] No DVR routers for this DVR port 2ae3a368-e86f-40c9-808b-6193fc948840 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:37.311040 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-19abea2d-5204-48d2-8a4e-c5112e7b74a1 req-c52df532-c879-4744-985c-2509193c2141 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:37.314991 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-19abea2d-5204-48d2-8a4e-c5112e7b74a1 req-c52df532-c879-4744-985c-2509193c2141 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.73 "DELETE /v2.0/ports/2ae3a368-e86f-40c9-808b-6193fc948840 HTTP/1.1" status: 204 len: 173 time: 0.8262005 Jul 05 10:26:37.315489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc93b36-bc60-4ed6-a3a2-629efca3be7b', 'name': 'network-vif-deleted', 'tag': '2ae3a368-e86f-40c9-808b-6193fc948840'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:37.336903 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6b71bb-1d59-4d4e-a43a-b64c3cadd409" -d '{"events": [{"server_uuid": "afc93b36-bc60-4ed6-a3a2-629efca3be7b", "name": "network-vif-deleted", "tag": "2ae3a368-e86f-40c9-808b-6193fc948840"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:37.418520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c0a6d-cb6a-4826-abcc-a68015be48f1 req-24213040-ef44-4390-aa94-50bf441c717f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:37.420430 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b88c0a6d-cb6a-4826-abcc-a68015be48f1 req-24213040-ef44-4390-aa94-50bf441c717f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.64 "GET /v2.0/ports?device_id=67c21235-d50f-4a38-a2a1-0d2eabf3c1c6 HTTP/1.1" status: 200 len: 945 time: 0.1057303 Jul 05 10:26:37.422383 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b381f1-efee-4a4a-81c5-c1644039e194 x-openstack-request-id: req-a2b381f1-efee-4a4a-81c5-c1644039e194 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:37.422751 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc93b36-bc60-4ed6-a3a2-629efca3be7b", "name": "network-vif-deleted", "tag": "2ae3a368-e86f-40c9-808b-6193fc948840", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:37.423209 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2b381f1-efee-4a4a-81c5-c1644039e194 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:37.423842 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc93b36-bc60-4ed6-a3a2-629efca3be7b', 'name': 'network-vif-deleted', 'tag': '2ae3a368-e86f-40c9-808b-6193fc948840', 'status': 'completed', 'code': 200} Jul 05 10:26:37.551980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-b88c0a6d-cb6a-4826-abcc-a68015be48f1 req-ffcdd009-068b-4850-bd98-282740a9fb7f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Deleting port ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:37.552493 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b88c0a6d-cb6a-4826-abcc-a68015be48f1 req-ffcdd009-068b-4850-bd98-282740a9fb7f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:37.669536 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d08c6-c2a5-4f9b-8de7-369523958439 req-a377e1d7-07e8-4b05-84c2-0c39c5641d99 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:37.669783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-b88c0a6d-cb6a-4826-abcc-a68015be48f1 req-ffcdd009-068b-4850-bd98-282740a9fb7f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] For port ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4,segment=NetworkSegment(a259741c-0572-4167-b2b8-e1fb37ab782d),segment_id=a259741c-0572-4167-b2b8-e1fb37ab782d)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:37.669783 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b88c0a6d-cb6a-4826-abcc-a68015be48f1 req-ffcdd009-068b-4850-bd98-282740a9fb7f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:37.671992 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e84d08c6-c2a5-4f9b-8de7-369523958439 req-a377e1d7-07e8-4b05-84c2-0c39c5641d99 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 908 time: 0.1574576 Jul 05 10:26:37.684395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-b88c0a6d-cb6a-4826-abcc-a68015be48f1 req-ffcdd009-068b-4850-bd98-282740a9fb7f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Calling delete_port for ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:37.951611 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b88c0a6d-cb6a-4826-abcc-a68015be48f1 req-ffcdd009-068b-4850-bd98-282740a9fb7f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:37.967636 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['2ae3a368-e86f-40c9-808b-6193fc948840'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:37.994724 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdd009-068b-4850-bd98-282740a9fb7f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Pushing event deleted for resources: {'Port': ['ID=ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:38.042834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 581ecdb3-9796-4322-884c-5db44df55a7f up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:26:38.056436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88c0a6d-cb6a-4826-abcc-a68015be48f1 req-ffcdd009-068b-4850-bd98-282740a9fb7f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] No DVR routers for this DVR port ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:38.059825 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b88c0a6d-cb6a-4826-abcc-a68015be48f1 req-ffcdd009-068b-4850-bd98-282740a9fb7f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:38.066322 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b88c0a6d-cb6a-4826-abcc-a68015be48f1 req-ffcdd009-068b-4850-bd98-282740a9fb7f tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.64 "DELETE /v2.0/ports/ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 HTTP/1.1" status: 204 len: 173 time: 0.6288157 Jul 05 10:26:38.067030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c21235-d50f-4a38-a2a1-0d2eabf3c1c6', 'name': 'network-vif-deleted', 'tag': 'ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:38.069636 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2b51ba-73b0-4182-ba13-993a1268db01" -d '{"events": [{"server_uuid": "67c21235-d50f-4a38-a2a1-0d2eabf3c1c6", "name": "network-vif-deleted", "tag": "ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:38.107947 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5007e801-48dc-4bed-88a0-299b555b8ce1 req-a75662b1-c6c6-4218-835b-4a647b87f976 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0342119 Jul 05 10:26:38.226169 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9be598e-3a6a-4895-8e0f-7a85bd63833f x-openstack-request-id: req-e9be598e-3a6a-4895-8e0f-7a85bd63833f {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:38.226583 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c21235-d50f-4a38-a2a1-0d2eabf3c1c6", "name": "network-vif-deleted", "tag": "ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:38.226901 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e9be598e-3a6a-4895-8e0f-7a85bd63833f {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:38.227413 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c21235-d50f-4a38-a2a1-0d2eabf3c1c6', 'name': 'network-vif-deleted', 'tag': 'ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4', 'status': 'completed', 'code': 200} Jul 05 10:26:38.299864 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 581ecdb3-9796-4322-884c-5db44df55a7f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:26:38.307459 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 581ecdb3-9796-4322-884c-5db44df55a7f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:38.308072 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:38.420230 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:38.441607 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f418df99-2ca5-49d5-a8fa-f5c562897ab3 req-4615a9a1-a9cb-473a-be8c-ddd143c15e81 tempest-MultipleCreateTestJSON-34615765 tempest-MultipleCreateTestJSON-34615765-project] 10.222.0.77 "GET /v2.0/ports?device_id=afc93b36-bc60-4ed6-a3a2-629efca3be7b HTTP/1.1" status: 200 len: 210 time: 0.0421982 Jul 05 10:26:38.456348 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581ecdb3-9796-4322-884c-5db44df55a7f'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:38.457286 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae85bdb1-0e42-46ea-88d3-044499403622" -d '{"events": [{"server_uuid": "b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf", "name": "network-vif-plugged", "status": "completed", "tag": "581ecdb3-9796-4322-884c-5db44df55a7f"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:38.474298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 581ecdb3-9796-4322-884c-5db44df55a7f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=581ecdb3-9796-4322-884c-5db44df55a7f,segment=NetworkSegment(9791ef2e-29d2-419c-af0d-12814d6f6b5f),segment_id=9791ef2e-29d2-419c-af0d-12814d6f6b5f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:38.541392 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c354611c-8e82-40d8-b4b6-000d49744059 x-openstack-request-id: req-c354611c-8e82-40d8-b4b6-000d49744059 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:38.541769 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf", "name": "network-vif-plugged", "status": "completed", "tag": "581ecdb3-9796-4322-884c-5db44df55a7f", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:38.542500 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c354611c-8e82-40d8-b4b6-000d49744059 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:38.542932 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581ecdb3-9796-4322-884c-5db44df55a7f', 'code': 200} Jul 05 10:26:38.563146 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:38.564801 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:38.633396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:26:38.633748 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ab514cee-a84f-4992-bc7e-2ed1bc6cb9a4 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:26:38.668764 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=581ecdb3-9796-4322-884c-5db44df55a7f,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:38.707522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230d8a8-cf66-4446-8de4-b98bb7872376 req-628300e1-f3ed-4000-aeda-75304b6b5f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:38.709845 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7230d8a8-cf66-4446-8de4-b98bb7872376 req-628300e1-f3ed-4000-aeda-75304b6b5f1d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 1061 time: 0.0762711 Jul 05 10:26:38.902202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb928686-bcef-41ee-9cb3-13439c050c28 req-7bbdc8d6-e759-4c0f-b31c-76287bf8e504 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:38.914289 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb928686-bcef-41ee-9cb3-13439c050c28 req-7bbdc8d6-e759-4c0f-b31c-76287bf8e504 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 909 time: 0.0846572 Jul 05 10:26:39.337375 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:26:39.342479 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a0a6c364-c6a4-45fb-943c-0caec61beb5d req-d365d89b-07b9-4523-8c96-53e66e2a80f9 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0693419 Jul 05 10:26:39.605331 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42440) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:39.650709 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ecb14e-c136-47bb-b196-fe35530477d5 admin admin] Deleting subnet ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:26:39.654098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-66ecb14e-c136-47bb-b196-fe35530477d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:39.701906 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-66ecb14e-c136-47bb-b196-fe35530477d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:39.745264 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-66ecb14e-c136-47bb-b196-fe35530477d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:39.917323 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-66ecb14e-c136-47bb-b196-fe35530477d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:39.942386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecb14e-c136-47bb-b196-fe35530477d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:39.948681 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-66ecb14e-c136-47bb-b196-fe35530477d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:39.951219 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-66ecb14e-c136-47bb-b196-fe35530477d5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ab6aba69-82b3-42bc-b50f-7e3f6ab9d89a HTTP/1.1" status: 204 len: 168 time: 0.3447907 Jul 05 10:26:39.953799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42448) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:40.035951 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4fe26c21-5af1-4741-99fa-16d4ea775f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:40.125552 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e844327-c6e6-4a71-af76-896acfeb113a req-a911903e-e5d6-4062-9707-89a3d994cba6 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:40.127322 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8e844327-c6e6-4a71-af76-896acfeb113a req-a911903e-e5d6-4062-9707-89a3d994cba6 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 909 time: 0.0839074 Jul 05 10:26:40.128249 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4fe26c21-5af1-4741-99fa-16d4ea775f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:40.138651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4fe26c21-5af1-4741-99fa-16d4ea775f3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d00941-25a7-4fb5-9e9f-8d332d2045d3']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:40.150308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4fe26c21-5af1-4741-99fa-16d4ea775f3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a259741c-0572-4167-b2b8-e1fb37ab782d') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:40.150627 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4fe26c21-5af1-4741-99fa-16d4ea775f3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a259741c-0572-4167-b2b8-e1fb37ab782d') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:40.161684 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4fe26c21-5af1-4741-99fa-16d4ea775f3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:40.178629 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4fe26c21-5af1-4741-99fa-16d4ea775f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:40.185769 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe26c21-5af1-4741-99fa-16d4ea775f3d admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:26:40.186269 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4fe26c21-5af1-4741-99fa-16d4ea775f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:26:40.188455 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:26:40.329166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1a325-4a63-41e5-819c-f48d367e4c0f req-19819080-70df-4a9c-9b07-baa7fc6ab99c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:40.330672 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-90a1a325-4a63-41e5-819c-f48d367e4c0f req-19819080-70df-4a9c-9b07-baa7fc6ab99c tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 909 time: 0.0656292 Jul 05 10:26:40.356768 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4fe26c21-5af1-4741-99fa-16d4ea775f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:40.362249 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4fe26c21-5af1-4741-99fa-16d4ea775f3d admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:40.366949 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4fe26c21-5af1-4741-99fa-16d4ea775f3d admin admin] 10.222.0.77 "DELETE /v2.0/networks/42d00941-25a7-4fb5-9e9f-8d332d2045d3 HTTP/1.1" status: 204 len: 168 time: 0.4118645 Jul 05 10:26:40.392734 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe26c21-5af1-4741-99fa-16d4ea775f3d admin admin] Pushing event deleted for resources: {'Network': ['ID=42d00941-25a7-4fb5-9e9f-8d332d2045d3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:40.477467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 2ae3a368-e86f-40c9-808b-6193fc948840 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:40.511059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 2ae3a368-e86f-40c9-808b-6193fc948840 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:26:40.512102 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 2ae3a368-e86f-40c9-808b-6193fc948840 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:26:40.568039 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19c2dd-81df-40f8-81c1-e82ea7daa671 req-c626dd29-6e92-4a60-ae9a-5b6007130115 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:40.569598 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc19c2dd-81df-40f8-81c1-e82ea7daa671 req-c626dd29-6e92-4a60-ae9a-5b6007130115 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 1061 time: 0.0867729 Jul 05 10:26:40.570452 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-845fea15-7ef5-4886-8a1a-217518fcd6b5 req-3d6f82ca-930f-4c57-97cc-989b425dcfc2 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0279930 Jul 05 10:26:40.761013 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865b2d9-74de-49c7-be40-bf58d7037f42 req-9d9a59c2-0941-43b6-89f4-364f2d96dc59 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:40.762629 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7865b2d9-74de-49c7-be40-bf58d7037f42 req-9d9a59c2-0941-43b6-89f4-364f2d96dc59 tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 1136 time: 0.0621383 Jul 05 10:26:40.806962 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7865b2d9-74de-49c7-be40-bf58d7037f42 req-7f27c145-d982-4974-b224-0cf298f93d7b tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=3d3cdc14-2b19-4512-a426-cde0c01cbded&id=22266200-cc85-4bf7-ba81-00e807796855&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0342269 Jul 05 10:26:40.829661 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42474) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:40.832573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42476) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:40.881034 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-316ad291-d023-49fd-a50d-44da38e17efe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1eb8cc4378f34d4795e526b5e1cde58f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474803 Jul 05 10:26:40.881347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42478) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:40.888935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4461fbcf-6bf5-4cd0-a77b-268c70b1f48e tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:40.893073 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4461fbcf-6bf5-4cd0-a77b-268c70b1f48e tempest-TestSecurityGroupsBasicOps-1487327932 tempest-TestSecurityGroupsBasicOps-1487327932-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 1056 time: 0.0568147 Jul 05 10:26:40.944853 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-481bc2f5-85ca-4b8d-a687-548dd34f3d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:40.967056 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-481bc2f5-85ca-4b8d-a687-548dd34f3d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:41.139786 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a6b4a95a-c978-4d3b-baff-a34e7afbec9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:41.202592 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-481bc2f5-85ca-4b8d-a687-548dd34f3d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:41.206253 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-481bc2f5-85ca-4b8d-a687-548dd34f3d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:41.207828 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-481bc2f5-85ca-4b8d-a687-548dd34f3d6a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6 HTTP/1.1" status: 204 len: 168 time: 0.3255756 Jul 05 10:26:41.219538 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bc2f5-85ca-4b8d-a687-548dd34f3d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa600aae-7ef9-4c7e-a63a-2c21cfc56bc6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:41.716611 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73deacdf-d8e3-4db8-ae60-0368be213b1a req-02856523-eebe-4cdf-a0b5-cf49b9486032 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:41.727899 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73deacdf-d8e3-4db8-ae60-0368be213b1a req-02856523-eebe-4cdf-a0b5-cf49b9486032 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 909 time: 0.1134200 Jul 05 10:26:41.763999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-75c98ffb-5fef-4b62-baf3-cd1aa4adb439 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:41.771265 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-75c98ffb-5fef-4b62-baf3-cd1aa4adb439 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/networks?id=5828239e-e9aa-4397-a7c5-30775e4f30c8 HTTP/1.1" status: 200 len: 814 time: 0.1731217 Jul 05 10:26:41.795960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-3926a7a7-c1a6-443a-b6a6-aec76e0e85f8 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/quotas/0407b2d2311842b7b7b45b036954cf3e HTTP/1.1" status: 200 len: 375 time: 0.0195715 Jul 05 10:26:41.902392 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-7f6827fe-c76c-422b-b8df-8a897f1d1e66 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0407b2d2311842b7b7b45b036954cf3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046913 Jul 05 10:26:41.928091 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-460a143e-d053-4c9b-b626-e5f19dd6b6f9 req-5ae5d9bb-a37a-4dba-9c1a-fa6dd6d76559 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0420375 Jul 05 10:26:42.036731 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-83649b0a-5686-471a-b15e-08feb9532e0c service neutron] 10.222.0.77 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248779 Jul 05 10:26:42.137329 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-1b428582-565e-4988-84e5-5fa8e5a30b3e service neutron] 10.222.0.77 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993061 Jul 05 10:26:42.460715 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-30346440-d7cc-44f5-80d2-297edfaafde7 req-ec360355-2887-4528-aa96-40d7e8f897f3 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 210 time: 0.0686693 Jul 05 10:26:42.656198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42532) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:42.774120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a3a3009f-8118-4185-b38c-557420294ebd admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-449353168-network', 'tenant_id': '1ddb61c2aa2c432f951cf6895511bfdc'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:42.899122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a3009f-8118-4185-b38c-557420294ebd admin admin] Made reservation on behalf of 1ddb61c2aa2c432f951cf6895511bfdc for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:26:42.900613 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3a3009f-8118-4185-b38c-557420294ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:42.943350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3a3009f-8118-4185-b38c-557420294ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:43.017915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36039dcb-4c41-4594-acd8-b0c3b64fa552 req-1cb8e1ac-b4c7-4ab4-9ecf-0beb8ec89a7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:43.019532 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-36039dcb-4c41-4594-acd8-b0c3b64fa552 req-1cb8e1ac-b4c7-4ab4-9ecf-0beb8ec89a7a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 909 time: 0.1642246 Jul 05 10:26:43.059157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aea371-9b08-4d5e-b26a-cb8dd8b14757 req-6dacec2e-0303-4a1b-86b1-2389e36e12e5 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:43.059157 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d2aea371-9b08-4d5e-b26a-cb8dd8b14757 req-6dacec2e-0303-4a1b-86b1-2389e36e12e5 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 909 time: 0.1688175 Jul 05 10:26:43.111662 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1c0edf1a-5260-472c-a095-791893e51ada req-41fd5ec4-4c74-4d4e-b788-97499ae037c0 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0387528 Jul 05 10:26:43.222253 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-d2aea371-9b08-4d5e-b26a-cb8dd8b14757 req-7feebeac-7ff9-4c07-bda6-cd097c3414b2 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Deleting port 581ecdb3-9796-4322-884c-5db44df55a7f {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:43.229690 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d2aea371-9b08-4d5e-b26a-cb8dd8b14757 req-7feebeac-7ff9-4c07-bda6-cd097c3414b2 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:43.277264 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3a3009f-8118-4185-b38c-557420294ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:43.328562 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-d2aea371-9b08-4d5e-b26a-cb8dd8b14757 req-7feebeac-7ff9-4c07-bda6-cd097c3414b2 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] For port 581ecdb3-9796-4322-884c-5db44df55a7f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=581ecdb3-9796-4322-884c-5db44df55a7f,segment=NetworkSegment(9791ef2e-29d2-419c-af0d-12814d6f6b5f),segment_id=9791ef2e-29d2-419c-af0d-12814d6f6b5f)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:43.328923 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d2aea371-9b08-4d5e-b26a-cb8dd8b14757 req-7feebeac-7ff9-4c07-bda6-cd097c3414b2 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:43.347554 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-d2aea371-9b08-4d5e-b26a-cb8dd8b14757 req-7feebeac-7ff9-4c07-bda6-cd097c3414b2 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Calling delete_port for 581ecdb3-9796-4322-884c-5db44df55a7f owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:43.363344 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3a3009f-8118-4185-b38c-557420294ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:43.421861 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a3009f-8118-4185-b38c-557420294ebd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:26:43.440555 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3009f-8118-4185-b38c-557420294ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a83b1dc-709b-4954-915f-4e2f481982fa,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:43.457294 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3a3009f-8118-4185-b38c-557420294ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:43.457659 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-a3a3009f-8118-4185-b38c-557420294ebd admin admin] Added segment 4dd51765-c690-4ee1-b082-4ae9b4c197b6 of type vlan for network f5379c95-7ff7-474f-b624-96be2960d779 Jul 05 10:26:43.526147 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3a3009f-8118-4185-b38c-557420294ebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:43.577694 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a73d0e14-d917-4383-9326-13bb0acb021f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:43.632902 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-591ffb58-d9c1-4845-9521-2a655905446b req-90f2d479-8101-4738-b40c-2f1412c4b0e2 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 210 time: 0.0403883 Jul 05 10:26:43.677457 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d2aea371-9b08-4d5e-b26a-cb8dd8b14757 req-7feebeac-7ff9-4c07-bda6-cd097c3414b2 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:43.705331 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:43.713989 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3a3009f-8118-4185-b38c-557420294ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:43.715012 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a3009f-8118-4185-b38c-557420294ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:43.715697 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3a3009f-8118-4185-b38c-557420294ebd admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:43.717907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feebeac-7ff9-4c07-bda6-cd097c3414b2 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event deleted for resources: {'Port': ['ID=581ecdb3-9796-4322-884c-5db44df55a7f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:43.819420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2aea371-9b08-4d5e-b26a-cb8dd8b14757 req-7feebeac-7ff9-4c07-bda6-cd097c3414b2 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] No DVR routers for this DVR port 581ecdb3-9796-4322-884c-5db44df55a7f on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:43.824484 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d2aea371-9b08-4d5e-b26a-cb8dd8b14757 req-7feebeac-7ff9-4c07-bda6-cd097c3414b2 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:43.826562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d2aea371-9b08-4d5e-b26a-cb8dd8b14757 req-7feebeac-7ff9-4c07-bda6-cd097c3414b2 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.64 "DELETE /v2.0/ports/581ecdb3-9796-4322-884c-5db44df55a7f HTTP/1.1" status: 204 len: 173 time: 0.7598848 Jul 05 10:26:43.827230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf', 'name': 'network-vif-deleted', 'tag': '581ecdb3-9796-4322-884c-5db44df55a7f'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:43.829746 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685838cc-5b53-446f-b1ae-178171ca5b87" -d '{"events": [{"server_uuid": "b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf", "name": "network-vif-deleted", "tag": "581ecdb3-9796-4322-884c-5db44df55a7f"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:43.835917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3009f-8118-4185-b38c-557420294ebd admin admin] Pushing event updated for resources: {'Network': ['ID=f5379c95-7ff7-474f-b624-96be2960d779,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:43.859503 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a3a3009f-8118-4185-b38c-557420294ebd admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1967733 Jul 05 10:26:43.859503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42550) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:43.860922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network f5379c95-7ff7-474f-b624-96be2960d779 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:26:43.868407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-9108425e-0d6d-4803-bb81-bd35fa68e510 admin admin] Request body: {'subnet': {'network_id': 'f5379c95-7ff7-474f-b624-96be2960d779', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-449353168-subnet', 'tenant_id': '1ddb61c2aa2c432f951cf6895511bfdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:43.900458 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f2edc0-8886-41c4-8360-ed7ba58ca52d x-openstack-request-id: req-e8f2edc0-8886-41c4-8360-ed7ba58ca52d {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:43.901012 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf", "name": "network-vif-deleted", "tag": "581ecdb3-9796-4322-884c-5db44df55a7f", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:43.901460 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8f2edc0-8886-41c4-8360-ed7ba58ca52d {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:43.902209 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf', 'name': 'network-vif-deleted', 'tag': '581ecdb3-9796-4322-884c-5db44df55a7f', 'status': 'completed', 'code': 200} Jul 05 10:26:44.025828 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9108425e-0d6d-4803-bb81-bd35fa68e510 admin admin] Made reservation on behalf of 1ddb61c2aa2c432f951cf6895511bfdc for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:26:44.032967 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9108425e-0d6d-4803-bb81-bd35fa68e510 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:44.199266 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-847a2c5d-63e0-4ca7-a61b-4a538ab04aa0 req-cba3466e-d6d9-4cdb-ae89-972812325e27 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 210 time: 0.0403104 Jul 05 10:26:44.354306 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-707ea3fa-490f-41d6-8992-202205738051 req-5cdc1bc0-78fc-4d72-b23f-0b0b301b88b1 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0360632 Jul 05 10:26:44.418983 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9108425e-0d6d-4803-bb81-bd35fa68e510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:44.479273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108425e-0d6d-4803-bb81-bd35fa68e510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48682cf6-9114-4a55-9337-181f4fce421b,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:44.488467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9108425e-0d6d-4803-bb81-bd35fa68e510 admin admin] Checking segment: {'id': '4dd51765-c690-4ee1-b082-4ae9b4c197b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f5379c95-7ff7-474f-b624-96be2960d779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:26:44.488835 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9108425e-0d6d-4803-bb81-bd35fa68e510 admin admin] Network hostable DHCP agents. Network: f5379c95-7ff7-474f-b624-96be2960d779, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:26:44.636843 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9108425e-0d6d-4803-bb81-bd35fa68e510 admin admin] Network f5379c95-7ff7-474f-b624-96be2960d779 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:26:44.734113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-9108425e-0d6d-4803-bb81-bd35fa68e510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, f5379c95-7ff7-474f-b624-96be2960d779) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:26:44.738220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9108425e-0d6d-4803-bb81-bd35fa68e510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:44.739635 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9108425e-0d6d-4803-bb81-bd35fa68e510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:44.743258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67831615-a832-402b-8d85-9b18b2777d2f None None] Network f5379c95-7ff7-474f-b624-96be2960d779 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:26:44.789694 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-005e32be-97a2-4765-9834-d2826190d5f0 req-f090f31d-1e32-43d6-95be-74de6fcbf76d tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 210 time: 0.0285244 Jul 05 10:26:44.849960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9108425e-0d6d-4803-bb81-bd35fa68e510 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9900119 Jul 05 10:26:44.917986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b200a3e0-bee9-47cf-b57f-f1b1d79326ec None None] Network f5379c95-7ff7-474f-b624-96be2960d779 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:26:44.990216 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:45.340518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-a0f9d719-6240-4722-9293-627f076760b6 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:45.342231 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-a0f9d719-6240-4722-9293-627f076760b6 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.73 "GET /v2.0/networks?id=5828239e-e9aa-4397-a7c5-30775e4f30c8 HTTP/1.1" status: 200 len: 814 time: 0.2163167 Jul 05 10:26:45.356033 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-00328f2e-c13a-4078-9878-224121327dc4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Request body: {'port': {'device_id': '2a86363a-0b21-4c01-ad31-cb895dc4a291', 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8', 'admin_state_up': True, 'tenant_id': '0407b2d2311842b7b7b45b036954cf3e'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:45.449856 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689a409-009a-459f-b07f-b504a57d194d req-c2df9a49-cb76-4fec-9884-785e3a47f51b tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:45.451803 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0689a409-009a-459f-b07f-b504a57d194d req-c2df9a49-cb76-4fec-9884-785e3a47f51b tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/networks?id=f5379c95-7ff7-474f-b624-96be2960d779 HTTP/1.1" status: 200 len: 820 time: 0.1412313 Jul 05 10:26:45.475673 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0689a409-009a-459f-b07f-b504a57d194d req-a92c1258-ade5-4170-af79-dfb37164f859 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/quotas/1ddb61c2aa2c432f951cf6895511bfdc HTTP/1.1" status: 200 len: 375 time: 0.0179605 Jul 05 10:26:45.480387 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-24a6ddbd-bff9-4d7d-a6e9-9debb2222adc req-28f66719-28d8-4222-a59a-9e79de93110a tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a9e2aa-fb30-4cc0-911a-bc384c2a5bcf HTTP/1.1" status: 200 len: 210 time: 0.0474007 Jul 05 10:26:45.534925 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0689a409-009a-459f-b07f-b504a57d194d req-cb1fb125-d9b6-45c4-a13d-1834498c086e tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ddb61c2aa2c432f951cf6895511bfdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573506 Jul 05 10:26:45.614700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-00328f2e-c13a-4078-9878-224121327dc4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Made reservation on behalf of 0407b2d2311842b7b7b45b036954cf3e for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:26:45.619223 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-00328f2e-c13a-4078-9878-224121327dc4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:45.672190 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0689a409-009a-459f-b07f-b504a57d194d req-ec4a72a7-03b0-4e08-b895-1ab7ecd02d75 service neutron] 10.222.0.77 "GET /v2.0/networks/f5379c95-7ff7-474f-b624-96be2960d779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273565 Jul 05 10:26:45.778660 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-00328f2e-c13a-4078-9878-224121327dc4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Allocated IP 172.20.0.10 (5828239e-e9aa-4397-a7c5-30775e4f30c8/df989988-1124-4662-aef8-e9d872973b8c/27f93928-f696-4869-96c2-319abddb2dfe) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:26:45.813802 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0689a409-009a-459f-b07f-b504a57d194d req-a7c39e30-3df1-40f2-a9f7-032e36afb722 service neutron] 10.222.0.77 "GET /v2.0/networks/f5379c95-7ff7-474f-b624-96be2960d779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401484 Jul 05 10:26:45.992643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 581ecdb3-9796-4322-884c-5db44df55a7f no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:46.013188 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 581ecdb3-9796-4322-884c-5db44df55a7f {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:26:46.013533 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 581ecdb3-9796-4322-884c-5db44df55a7f not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:26:46.026198 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0a261c7f-280c-4cd4-b95f-dbe2e461e3c4 req-b692ce0b-c2ca-48fa-a26c-4d146a75bb33 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0389202 Jul 05 10:26:46.029250 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-00328f2e-c13a-4078-9878-224121327dc4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:46.151976 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-00328f2e-c13a-4078-9878-224121327dc4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:46.164312 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['8046d47e-bae9-4bb1-8408-d6a646e65905'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:46.169368 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['7271e7dc-8d93-465f-b530-16b0549f6169'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:46.206702 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6e9bbaf-0221-4ab9-92f8-6547822993de req-ec9b92ae-8319-4dcd-990f-c0799135c9a6 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 210 time: 0.0684941 Jul 05 10:26:46.264584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-00328f2e-c13a-4078-9878-224121327dc4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Network 5828239e-e9aa-4397-a7c5-30775e4f30c8 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:26:46.270408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-00328f2e-c13a-4078-9878-224121327dc4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:26:46.274091 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00328f2e-c13a-4078-9878-224121327dc4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Pushing event updated for resources: {'Port': ['ID=27f93928-f696-4869-96c2-319abddb2dfe,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:46.279479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-00328f2e-c13a-4078-9878-224121327dc4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:26:46.352300 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-00328f2e-c13a-4078-9878-224121327dc4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:46.352963 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-00328f2e-c13a-4078-9878-224121327dc4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:46.369960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184be7d4-3730-42e4-b98f-0fa9a09edfab req-f8ccfb1e-316a-40c6-8fdc-73c4a30d8e31 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:46.371594 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-184be7d4-3730-42e4-b98f-0fa9a09edfab req-f8ccfb1e-316a-40c6-8fdc-73c4a30d8e31 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 932 time: 0.1693377 Jul 05 10:26:46.423958 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-184be7d4-3730-42e4-b98f-0fa9a09edfab req-ca6bef99-9573-4a81-abd0-957ef09abfc2 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460975 Jul 05 10:26:46.467661 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-00328f2e-c13a-4078-9878-224121327dc4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1161788 Jul 05 10:26:46.483236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Request body: {'port': {'device_id': '2a86363a-0b21-4c01-ad31-cb895dc4a291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:46.573919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42600) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:46.575341 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:46.791444 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:47.077072 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa943ed9-ddfe-444e-9b5f-1c919f474741 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:47.280092 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bdda766e-d900-4fdf-8dfd-5f9407b961a0 req-e7ad955b-94c8-48a0-af5f-fd3dba5daf79 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0566137 Jul 05 10:26:47.360482 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f93928-f696-4869-96c2-319abddb2dfe {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:26:47.372234 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-37029d1f-3ded-4e06-8126-88a2253dd3da req-5d34795c-c756-44ee-abaa-20e3736ab088 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 210 time: 0.0995486 Jul 05 10:26:47.382516 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:47.408097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Transition to ACTIVE for port object 27f93928-f696-4869-96c2-319abddb2dfe will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:26:47.448526 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-aa943ed9-ddfe-444e-9b5f-1c919f474741 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Deleting port 64ef06e9-a868-48cf-846c-79485298d2f8 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:47.448862 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa943ed9-ddfe-444e-9b5f-1c919f474741 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:47.516092 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:47.575846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Pushing event updated for resources: {'Port': ['ID=27f93928-f696-4869-96c2-319abddb2dfe,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:47.619651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-aa943ed9-ddfe-444e-9b5f-1c919f474741 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] For port 64ef06e9-a868-48cf-846c-79485298d2f8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=64ef06e9-a868-48cf-846c-79485298d2f8,segment=NetworkSegment(9791ef2e-29d2-419c-af0d-12814d6f6b5f),segment_id=9791ef2e-29d2-419c-af0d-12814d6f6b5f)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:47.620072 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa943ed9-ddfe-444e-9b5f-1c919f474741 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:47.638331 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-aa943ed9-ddfe-444e-9b5f-1c919f474741 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Calling delete_port for 64ef06e9-a868-48cf-846c-79485298d2f8 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:47.685777 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Attempting to bind port 27f93928-f696-4869-96c2-319abddb2dfe on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:26:47.686156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Attempting to bind port 27f93928-f696-4869-96c2-319abddb2dfe by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:26:47.686454 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Attempting to bind port 27f93928-f696-4869-96c2-319abddb2dfe on network 5828239e-e9aa-4397-a7c5-30775e4f30c8 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:47.691291 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Port 27f93928-f696-4869-96c2-319abddb2dfe on network 5828239e-e9aa-4397-a7c5-30775e4f30c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:26:47.691856 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Attempting to bind port 27f93928-f696-4869-96c2-319abddb2dfe on network 5828239e-e9aa-4397-a7c5-30775e4f30c8 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:47.697546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:26:47.698171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Checking segment: {'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:26:47.698502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Bound using segment: {'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:26:47.698942 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Bound port: 27f93928-f696-4869-96c2-319abddb2dfe, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:26:47.699306 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:47.716570 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d94975-829d-461b-92ce-6b99bad9a18b req-0acfe46d-4bb5-4e3a-bcbc-2bf5045f9bcb tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:47.718417 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d1d94975-829d-461b-92ce-6b99bad9a18b req-0acfe46d-4bb5-4e3a-bcbc-2bf5045f9bcb tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 944 time: 0.1595459 Jul 05 10:26:47.768556 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d1d94975-829d-461b-92ce-6b99bad9a18b req-fc9a468e-d5aa-4f18-85dc-94e926f9de51 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440409 Jul 05 10:26:47.789466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] For port 27f93928-f696-4869-96c2-319abddb2dfe, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:26:47.810319 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] For port 27f93928-f696-4869-96c2-319abddb2dfe, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27f93928-f696-4869-96c2-319abddb2dfe,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:26:47.917289 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:47.952247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:47.952865 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:47.954273 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] 10.222.0.73 "PUT /v2.0/ports/27f93928-f696-4869-96c2-319abddb2dfe HTTP/1.1" status: 200 len: 1093 time: 1.4778554 Jul 05 10:26:47.954711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a86363a-0b21-4c01-ad31-cb895dc4a291', 'tag': '27f93928-f696-4869-96c2-319abddb2dfe'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:47.957004 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c956d0-3a4e-4201-945d-9f8a8380ee3a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a86363a-0b21-4c01-ad31-cb895dc4a291", "tag": "27f93928-f696-4869-96c2-319abddb2dfe"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:47.984901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab26ef0-f620-41cc-9b89-4669d1eaee89 service neutron] Pushing event updated for resources: {'Port': ['ID=27f93928-f696-4869-96c2-319abddb2dfe,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:48.021348 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6038c791-d88f-4ab5-b652-6e1fa879e717 x-openstack-request-id: req-6038c791-d88f-4ab5-b652-6e1fa879e717 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:48.021647 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a86363a-0b21-4c01-ad31-cb895dc4a291", "tag": "27f93928-f696-4869-96c2-319abddb2dfe", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:48.021905 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6038c791-d88f-4ab5-b652-6e1fa879e717 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:48.022302 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a86363a-0b21-4c01-ad31-cb895dc4a291', 'tag': '27f93928-f696-4869-96c2-319abddb2dfe', 'status': 'completed', 'code': 200} Jul 05 10:26:48.031747 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa943ed9-ddfe-444e-9b5f-1c919f474741 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:48.060255 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943ed9-ddfe-444e-9b5f-1c919f474741 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event deleted for resources: {'Port': ['ID=64ef06e9-a868-48cf-846c-79485298d2f8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:48.192840 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c956d0-3a4e-4201-945d-9f8a8380ee3a req-ae4fcbdf-ac76-4f88-ac4e-f346fca662bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:48.201469 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-62c956d0-3a4e-4201-945d-9f8a8380ee3a req-ae4fcbdf-ac76-4f88-ac4e-f346fca662bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0407b2d2311842b7b7b45b036954cf3e&device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 1096 time: 0.1459146 Jul 05 10:26:48.277725 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa943ed9-ddfe-444e-9b5f-1c919f474741 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:48.346387 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c956d0-3a4e-4201-945d-9f8a8380ee3a req-15bf541e-16bc-4b55-9d82-4972b7f8c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:48.348109 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-62c956d0-3a4e-4201-945d-9f8a8380ee3a req-15bf541e-16bc-4b55-9d82-4972b7f8c6f9 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=0407b2d2311842b7b7b45b036954cf3e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1383975 Jul 05 10:26:48.458812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c956d0-3a4e-4201-945d-9f8a8380ee3a req-37cdd427-5dc9-47e9-b8bb-c0ccd54f5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:48.460526 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-62c956d0-3a4e-4201-945d-9f8a8380ee3a req-37cdd427-5dc9-47e9-b8bb-c0ccd54f5304 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1068673 Jul 05 10:26:48.534157 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-abd5d111-7ca6-40ef-a215-0c7d0d42b44d req-da1604c9-9115-48b4-89a2-4badb5a7fcdc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0501535 Jul 05 10:26:48.589660 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-1400fbbb-2266-41c1-af25-c738ed6a8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:48.591367 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-1400fbbb-2266-41c1-af25-c738ed6a8e39 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0407b2d2311842b7b7b45b036954cf3e&device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 1096 time: 0.0673447 Jul 05 10:26:48.599607 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ce3093a2-6ebf-4d79-9fd1-0d086a8bf0d0 req-00622aef-2629-4ea9-978a-1e226900f430 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 210 time: 0.0386014 Jul 05 10:26:48.609821 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa943ed9-ddfe-444e-9b5f-1c919f474741 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Router 2a0d875e-8000-45b6-9477-39accf493dd5 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:26:48.658600 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-ae765c35-c595-440f-a031-1e607eca3548 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27f93928-f696-4869-96c2-319abddb2dfe HTTP/1.1" status: 200 len: 217 time: 0.0598042 Jul 05 10:26:48.714644 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-9a1b7da6-49ab-4531-b26b-9f65b5edeef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:48.716336 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-9a1b7da6-49ab-4531-b26b-9f65b5edeef6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=df989988-1124-4662-aef8-e9d872973b8c HTTP/1.1" status: 200 len: 854 time: 0.0517344 Jul 05 10:26:48.750590 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-9eaeee1f-1802-4fad-aee0-fa30b5771160 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5828239e-e9aa-4397-a7c5-30775e4f30c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283358 Jul 05 10:26:48.755995 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa943ed9-ddfe-444e-9b5f-1c919f474741 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:26:48.765748 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7135804-7438-40d3-a926-e4c3f1022db2 None None] Sync routers for ids ['2a0d875e-8000-45b6-9477-39accf493dd5'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:26:48.771094 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aa943ed9-ddfe-444e-9b5f-1c919f474741 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "PUT /v2.0/routers/2a0d875e-8000-45b6-9477-39accf493dd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1925516 Jul 05 10:26:48.771267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42624) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:48.782551 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7135804-7438-40d3-a926-e4c3f1022db2 None None] Routers {'2a0d875e-8000-45b6-9477-39accf493dd5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:26:48.784023 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e7135804-7438-40d3-a926-e4c3f1022db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:26:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2a0d875e-8000-45b6-9477-39accf493dd5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:48.897733 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-db50fd9d-c30c-40e3-b198-025d6d473949 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Deleting subnet d98005ca-8931-4717-a519-f7d6e1b34177 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:26:48.907694 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-db50fd9d-c30c-40e3-b198-025d6d473949 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:48.909423 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-6c8f7d17-1ced-4e16-8b73-0d88087b37fd service neutron] 10.222.0.73 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523416 Jul 05 10:26:48.919340 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e7135804-7438-40d3-a926-e4c3f1022db2 None None] Set router 2a0d875e-8000-45b6-9477-39accf493dd5 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:26:49.012915 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-db50fd9d-c30c-40e3-b198-025d6d473949 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:49.055281 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f68cf636-270a-467c-8b7e-23832ae989f7 req-b616567b-cac9-40b0-a2c6-fe3b709342d8 service neutron] 10.222.0.73 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367369 Jul 05 10:26:49.143913 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-db50fd9d-c30c-40e3-b198-025d6d473949 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:49.159004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03bb95-9222-4615-9173-31223b3a23c0 req-41770ba9-6f2b-4fa7-9a48-41d269498bec tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:49.160650 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bf03bb95-9222-4615-9173-31223b3a23c0 req-41770ba9-6f2b-4fa7-9a48-41d269498bec tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 944 time: 0.1042840 Jul 05 10:26:49.195865 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e7135804-7438-40d3-a926-e4c3f1022db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-133549208', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:26:09Z', 'updated_at': '2021-07-05T10:26:47Z', 'revision_number': 5, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:26:10Z', 'updated_at': '2021-07-05T10:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:49.218980 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bf03bb95-9222-4615-9173-31223b3a23c0 req-7d75254c-386f-4e9f-94aa-48e83fe0c4bf tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456123 Jul 05 10:26:49.261153 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7135804-7438-40d3-a926-e4c3f1022db2 None None] Checking router: 2a0d875e-8000-45b6-9477-39accf493dd5 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:26:49.290234 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7135804-7438-40d3-a926-e4c3f1022db2 None None] Routers {'2a0d875e-8000-45b6-9477-39accf493dd5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:26:49.290888 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e7135804-7438-40d3-a926-e4c3f1022db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:26:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2a0d875e-8000-45b6-9477-39accf493dd5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:49.363205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689a409-009a-459f-b07f-b504a57d194d req-143c67f3-bfdc-4a77-a6f0-52ae19c96c66 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:49.365429 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0689a409-009a-459f-b07f-b504a57d194d req-143c67f3-bfdc-4a77-a6f0-52ae19c96c66 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.64 "GET /v2.0/networks?id=f5379c95-7ff7-474f-b624-96be2960d779 HTTP/1.1" status: 200 len: 820 time: 0.1398442 Jul 05 10:26:49.388334 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-0689a409-009a-459f-b07f-b504a57d194d req-1b961b98-9fd6-41e4-9bc6-88a6a89c8aaf tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Request body: {'port': {'device_id': '37416d9d-1701-4071-a0ca-188968c52bc4', 'network_id': 'f5379c95-7ff7-474f-b624-96be2960d779', 'admin_state_up': True, 'tenant_id': '1ddb61c2aa2c432f951cf6895511bfdc'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:49.460852 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e7135804-7438-40d3-a926-e4c3f1022db2 None None] Set router 2a0d875e-8000-45b6-9477-39accf493dd5 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:26:49.472760 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-db50fd9d-c30c-40e3-b198-025d6d473949 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:49.528778 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50fd9d-c30c-40e3-b198-025d6d473949 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event deleted for resources: {'Subnet': ['ID=d98005ca-8931-4717-a519-f7d6e1b34177,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:49.587698 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-db50fd9d-c30c-40e3-b198-025d6d473949 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:49.590241 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-db50fd9d-c30c-40e3-b198-025d6d473949 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "DELETE /v2.0/subnets/d98005ca-8931-4717-a519-f7d6e1b34177 HTTP/1.1" status: 204 len: 168 time: 0.8179357 Jul 05 10:26:49.592725 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efde92eb-f2d7-475e-a10d-926efb4935ad None None] Network 639b900f-9b2f-469f-99cd-5a2ab9dcba9e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:26:49.594597 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42632) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:49.717197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0689a409-009a-459f-b07f-b504a57d194d req-1b961b98-9fd6-41e4-9bc6-88a6a89c8aaf tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Made reservation on behalf of 1ddb61c2aa2c432f951cf6895511bfdc for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:26:49.721523 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0689a409-009a-459f-b07f-b504a57d194d req-1b961b98-9fd6-41e4-9bc6-88a6a89c8aaf tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:49.809794 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abfda616-ea89-4647-ba48-a5e5282fe075 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:49.875025 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6469a9-63eb-414d-b9f9-c553dcea8e1f None None] DHCP port deletion for 639b900f-9b2f-469f-99cd-5a2ab9dcba9e request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:26:49.952083 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f3a4df5d-83e3-473a-9cb6-44a910672b24 req-e97bce0b-1ed2-493b-b81c-e215b1affa7e tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 210 time: 0.0655887 Jul 05 10:26:49.955630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3b6469a9-63eb-414d-b9f9-c553dcea8e1f None None] Deleting port 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:49.955630 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3b6469a9-63eb-414d-b9f9-c553dcea8e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:49.968999 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7c8d3a3f-f109-4060-9cd6-a65e10706199 req-65677e1d-60ba-43c9-acd9-c9be7f018371 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0765641 Jul 05 10:26:49.994059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-0689a409-009a-459f-b07f-b504a57d194d req-1b961b98-9fd6-41e4-9bc6-88a6a89c8aaf tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Allocated IP 172.20.0.4 (f5379c95-7ff7-474f-b624-96be2960d779/48682cf6-9114-4a55-9337-181f4fce421b/a3431bba-c004-47d6-9011-f525c83ef503) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:26:50.026602 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abfda616-ea89-4647-ba48-a5e5282fe075 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:50.061647 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e7135804-7438-40d3-a926-e4c3f1022db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-133549208', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:26:09Z', 'updated_at': '2021-07-05T10:26:47Z', 'revision_number': 5, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:26:10Z', 'updated_at': '2021-07-05T10:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:50.079377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-3b6469a9-63eb-414d-b9f9-c553dcea8e1f None None] For port 271bfeb4-0ecc-48ef-a4c5-876e0fb76988, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=271bfeb4-0ecc-48ef-a4c5-876e0fb76988,segment=NetworkSegment(9791ef2e-29d2-419c-af0d-12814d6f6b5f),segment_id=9791ef2e-29d2-419c-af0d-12814d6f6b5f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:50.080106 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3b6469a9-63eb-414d-b9f9-c553dcea8e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:50.102443 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3b6469a9-63eb-414d-b9f9-c553dcea8e1f None None] Calling delete_port for 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:50.104234 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7135804-7438-40d3-a926-e4c3f1022db2 None None] The sync data for ids ['2a0d875e-8000-45b6-9477-39accf493dd5'] in n-d-779913-27 is: [{'id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-133549208', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:26:09Z', 'updated_at': '2021-07-05T10:26:47Z', 'revision_number': 5, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '9a96ff0f-c879-49ac-bbba-3b1cef4a8d47', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d875e-8000-45b6-9477-39accf493dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:26:10Z', 'updated_at': '2021-07-05T10:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:26:50.188004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-abfda616-ea89-4647-ba48-a5e5282fe075 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Deleting port 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:50.188388 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abfda616-ea89-4647-ba48-a5e5282fe075 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:50.210378 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0689a409-009a-459f-b07f-b504a57d194d req-1b961b98-9fd6-41e4-9bc6-88a6a89c8aaf tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:50.280677 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-abfda616-ea89-4647-ba48-a5e5282fe075 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] For port 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=9a96ff0f-c879-49ac-bbba-3b1cef4a8d47,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:50.281034 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abfda616-ea89-4647-ba48-a5e5282fe075 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:50.297180 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-abfda616-ea89-4647-ba48-a5e5282fe075 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Calling delete_port for 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:50.335131 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3b6469a9-63eb-414d-b9f9-c553dcea8e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:50.375545 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0689a409-009a-459f-b07f-b504a57d194d req-1b961b98-9fd6-41e4-9bc6-88a6a89c8aaf tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:50.375825 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6469a9-63eb-414d-b9f9-c553dcea8e1f None None] Pushing event deleted for resources: {'Port': ['ID=271bfeb4-0ecc-48ef-a4c5-876e0fb76988,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:50.388880 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6469a9-63eb-414d-b9f9-c553dcea8e1f None None] No DVR routers for this DVR port 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:50.457262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0689a409-009a-459f-b07f-b504a57d194d req-1b961b98-9fd6-41e4-9bc6-88a6a89c8aaf tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Network f5379c95-7ff7-474f-b624-96be2960d779 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:26:50.471318 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-0689a409-009a-459f-b07f-b504a57d194d req-1b961b98-9fd6-41e4-9bc6-88a6a89c8aaf tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:26:50.493284 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0689a409-009a-459f-b07f-b504a57d194d req-1b961b98-9fd6-41e4-9bc6-88a6a89c8aaf tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:26:50.552656 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b961b98-9fd6-41e4-9bc6-88a6a89c8aaf tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Pushing event updated for resources: {'Port': ['ID=a3431bba-c004-47d6-9011-f525c83ef503,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:50.579260 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1f61a-8a22-4e96-b1e4-c6a845a7bbe3 req-d14e411d-86b4-41c6-bc7d-9cf344f16bf1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:50.580889 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60b1f61a-8a22-4e96-b1e4-c6a845a7bbe3 req-d14e411d-86b4-41c6-bc7d-9cf344f16bf1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 944 time: 0.2504568 Jul 05 10:26:50.596743 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689a409-009a-459f-b07f-b504a57d194d req-1b961b98-9fd6-41e4-9bc6-88a6a89c8aaf tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:50.602274 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0689a409-009a-459f-b07f-b504a57d194d req-1b961b98-9fd6-41e4-9bc6-88a6a89c8aaf tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:50.614841 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abfda616-ea89-4647-ba48-a5e5282fe075 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:50.650826 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfda616-ea89-4647-ba48-a5e5282fe075 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event deleted for resources: {'Port': ['ID=9a96ff0f-c879-49ac-bbba-3b1cef4a8d47,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:50.679650 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60b1f61a-8a22-4e96-b1e4-c6a845a7bbe3 req-09f04155-8bf0-401c-9d56-a81254d1b45a tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791614 Jul 05 10:26:50.733629 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abfda616-ea89-4647-ba48-a5e5282fe075 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:50.735620 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0689a409-009a-459f-b07f-b504a57d194d req-1b961b98-9fd6-41e4-9bc6-88a6a89c8aaf tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3560722 Jul 05 10:26:50.753870 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Request body: {'port': {'device_id': '37416d9d-1701-4071-a0ca-188968c52bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:26:50.840497 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abfda616-ea89-4647-ba48-a5e5282fe075 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:50.842891 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abfda616-ea89-4647-ba48-a5e5282fe075 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:50.851810 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:50.989594 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abfda616-ea89-4647-ba48-a5e5282fe075 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:50.992357 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfda616-ea89-4647-ba48-a5e5282fe075 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Fanout notify agent at l3_agent the message router_deleted on router 2a0d875e-8000-45b6-9477-39accf493dd5 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:26:51.018601 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abfda616-ea89-4647-ba48-a5e5282fe075 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:51.023779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42648) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:51.035195 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-abfda616-ea89-4647-ba48-a5e5282fe075 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "DELETE /v2.0/routers/2a0d875e-8000-45b6-9477-39accf493dd5 HTTP/1.1" status: 204 len: 168 time: 1.4237118 Jul 05 10:26:51.184623 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c96868-33b5-4d9f-a881-24e9288ad8af req-f447e89a-29a2-42df-b37a-431a43e0cbff tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:51.186727 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-37c96868-33b5-4d9f-a881-24e9288ad8af req-f447e89a-29a2-42df-b37a-431a43e0cbff tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 931 time: 0.0909145 Jul 05 10:26:51.239853 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-37c96868-33b5-4d9f-a881-24e9288ad8af req-9dc4360b-66e0-41b6-afb1-dcf25d9e434f tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a83b1dc-709b-4954-915f-4e2f481982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462534 Jul 05 10:26:51.558271 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7ae35176-ef11-4977-8e3b-a94414da30c4 req-05435541-9c98-4030-93d9-4be0523bcd64 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/ports?device_id=d14e80ff-676c-4de3-9d5d-e2964fa51716 HTTP/1.1" status: 200 len: 210 time: 0.0354450 Jul 05 10:26:51.611165 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c4fed3f-4d52-40b3-a8f8-068ad65aa2ae tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:51.658686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 64ef06e9-a868-48cf-846c-79485298d2f8 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:51.681818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 64ef06e9-a868-48cf-846c-79485298d2f8 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:26:51.687832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 64ef06e9-a868-48cf-846c-79485298d2f8 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:26:51.687832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:51.704494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:26:51.704842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 271bfeb4-0ecc-48ef-a4c5-876e0fb76988 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:26:51.705262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:51.733085 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:26:51.733418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9a96ff0f-c879-49ac-bbba-3b1cef4a8d47 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:26:51.801312 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c4fed3f-4d52-40b3-a8f8-068ad65aa2ae tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:51.814682 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-2c4fed3f-4d52-40b3-a8f8-068ad65aa2ae tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639b900f-9b2f-469f-99cd-5a2ab9dcba9e']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:51.830345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3431bba-c004-47d6-9011-f525c83ef503 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:26:51.836898 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-2c4fed3f-4d52-40b3-a8f8-068ad65aa2ae tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9791ef2e-29d2-419c-af0d-12814d6f6b5f') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:51.837284 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-2c4fed3f-4d52-40b3-a8f8-068ad65aa2ae tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9791ef2e-29d2-419c-af0d-12814d6f6b5f') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:51.848115 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:51.865053 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c4fed3f-4d52-40b3-a8f8-068ad65aa2ae tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:51.903634 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c4fed3f-4d52-40b3-a8f8-068ad65aa2ae tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:51.910287 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Transition to ACTIVE for port object a3431bba-c004-47d6-9011-f525c83ef503 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:26:51.914016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4fed3f-4d52-40b3-a8f8-068ad65aa2ae tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:26:51.914434 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c4fed3f-4d52-40b3-a8f8-068ad65aa2ae tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:26:51.917494 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:26:52.003005 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1aacb8-7d21-422d-9f53-d26d315ab855 req-1183d850-5fc2-4935-b72d-b76ec8ccbc9b tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:52.005208 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de1aacb8-7d21-422d-9f53-d26d315ab855 req-1183d850-5fc2-4935-b72d-b76ec8ccbc9b tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 944 time: 0.1538675 Jul 05 10:26:52.026541 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:52.084919 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de1aacb8-7d21-422d-9f53-d26d315ab855 req-35358282-9de5-4af3-99e3-094f5501bf43 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741663 Jul 05 10:26:52.099455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Pushing event updated for resources: {'Port': ['ID=a3431bba-c004-47d6-9011-f525c83ef503,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:52.158462 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c4fed3f-4d52-40b3-a8f8-068ad65aa2ae tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:52.175811 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c4fed3f-4d52-40b3-a8f8-068ad65aa2ae tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:52.180977 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2c4fed3f-4d52-40b3-a8f8-068ad65aa2ae tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "DELETE /v2.0/networks/639b900f-9b2f-469f-99cd-5a2ab9dcba9e HTTP/1.1" status: 204 len: 168 time: 1.1528490 Jul 05 10:26:52.181585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42656) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:52.193465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fed3f-4d52-40b3-a8f8-068ad65aa2ae tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event deleted for resources: {'Network': ['ID=639b900f-9b2f-469f-99cd-5a2ab9dcba9e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:52.228460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Attempting to bind port a3431bba-c004-47d6-9011-f525c83ef503 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:26:52.228460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Attempting to bind port a3431bba-c004-47d6-9011-f525c83ef503 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '4dd51765-c690-4ee1-b082-4ae9b4c197b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f5379c95-7ff7-474f-b624-96be2960d779'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:26:52.228834 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Attempting to bind port a3431bba-c004-47d6-9011-f525c83ef503 on network f5379c95-7ff7-474f-b624-96be2960d779 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:52.234138 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Port a3431bba-c004-47d6-9011-f525c83ef503 on network f5379c95-7ff7-474f-b624-96be2960d779 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:26:52.234645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Attempting to bind port a3431bba-c004-47d6-9011-f525c83ef503 on network f5379c95-7ff7-474f-b624-96be2960d779 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:26:52.240999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:26:52.241318 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Checking segment: {'id': '4dd51765-c690-4ee1-b082-4ae9b4c197b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f5379c95-7ff7-474f-b624-96be2960d779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:26:52.247971 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Bound using segment: {'id': '4dd51765-c690-4ee1-b082-4ae9b4c197b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f5379c95-7ff7-474f-b624-96be2960d779'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:26:52.247971 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Bound port: a3431bba-c004-47d6-9011-f525c83ef503, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd51765-c690-4ee1-b082-4ae9b4c197b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f5379c95-7ff7-474f-b624-96be2960d779'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:26:52.247971 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:52.282457 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:52.312040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] For port a3431bba-c004-47d6-9011-f525c83ef503, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:26:52.315489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] For port a3431bba-c004-47d6-9011-f525c83ef503, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a3431bba-c004-47d6-9011-f525c83ef503,segment=NetworkSegment(4dd51765-c690-4ee1-b082-4ae9b4c197b6),segment_id=4dd51765-c690-4ee1-b082-4ae9b4c197b6)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:26:52.414330 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-661b50e5-c73d-4b84-9c41-d83dcc017046 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Deleting port 8c9ce06a-d716-4b4a-8303-5ed23327217e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:52.414834 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-661b50e5-c73d-4b84-9c41-d83dcc017046 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:52.431655 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:52.468433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:52.469244 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:52.471620 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0689a409-009a-459f-b07f-b504a57d194d req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] 10.222.0.64 "PUT /v2.0/ports/a3431bba-c004-47d6-9011-f525c83ef503 HTTP/1.1" status: 200 len: 1092 time: 1.7271941 Jul 05 10:26:52.474801 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37416d9d-1701-4071-a0ca-188968c52bc4', 'tag': 'a3431bba-c004-47d6-9011-f525c83ef503'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:52.477152 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22816695-834b-4b1c-b553-7eb833df337a" -d '{"events": [{"name": "network-changed", "server_uuid": "37416d9d-1701-4071-a0ca-188968c52bc4", "tag": "a3431bba-c004-47d6-9011-f525c83ef503"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:52.504173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021191e5-a45d-4286-abb6-ae44850cca63 req-16c9533b-c51f-4226-a364-d541db6773a2 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:52.512308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17aa0e1-cd24-43ac-b509-fc7439ce136c service neutron] Pushing event updated for resources: {'Port': ['ID=a3431bba-c004-47d6-9011-f525c83ef503,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:52.513137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-021191e5-a45d-4286-abb6-ae44850cca63 req-16c9533b-c51f-4226-a364-d541db6773a2 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 943 time: 0.1437752 Jul 05 10:26:52.536450 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bdcd9f-3bec-44e3-8775-c8b01f6a280e x-openstack-request-id: req-58bdcd9f-3bec-44e3-8775-c8b01f6a280e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:52.536918 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37416d9d-1701-4071-a0ca-188968c52bc4", "tag": "a3431bba-c004-47d6-9011-f525c83ef503", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:52.537271 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-58bdcd9f-3bec-44e3-8775-c8b01f6a280e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:52.537781 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37416d9d-1701-4071-a0ca-188968c52bc4', 'tag': 'a3431bba-c004-47d6-9011-f525c83ef503', 'status': 'completed', 'code': 200} Jul 05 10:26:52.539773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 27f93928-f696-4869-96c2-319abddb2dfe details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:26:52.551948 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-661b50e5-c73d-4b84-9c41-d83dcc017046 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:52.556892 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-661b50e5-c73d-4b84-9c41-d83dcc017046 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:52.584113 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-021191e5-a45d-4286-abb6-ae44850cca63 req-29048d71-cb9a-4bed-b91e-71f413bb31c6 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a83b1dc-709b-4954-915f-4e2f481982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697792 Jul 05 10:26:52.588007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-661b50e5-c73d-4b84-9c41-d83dcc017046 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Calling delete_port for 8c9ce06a-d716-4b4a-8303-5ed23327217e owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:52.643825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22816695-834b-4b1c-b553-7eb833df337a req-80e4edf8-c8df-4755-9f85-395c97c88ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:52.646875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-22816695-834b-4b1c-b553-7eb833df337a req-80e4edf8-c8df-4755-9f85-395c97c88ff8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ddb61c2aa2c432f951cf6895511bfdc&device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 1095 time: 0.0785387 Jul 05 10:26:52.658909 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 27f93928-f696-4869-96c2-319abddb2dfe, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27f93928-f696-4869-96c2-319abddb2dfe,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:52.672721 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '27f93928-f696-4869-96c2-319abddb2dfe', 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8', 'port_id': '27f93928-f696-4869-96c2-319abddb2dfe', 'mac_address': 'fa:16:3e:2d:da:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df989988-1124-4662-aef8-e9d872973b8c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:26:52.741961 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:52.767868 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f93928-f696-4869-96c2-319abddb2dfe {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:26:52.768441 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22816695-834b-4b1c-b553-7eb833df337a req-ae414199-111c-469d-902e-3e3bdb9ed91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:52.770030 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-22816695-834b-4b1c-b553-7eb833df337a req-ae414199-111c-469d-902e-3e3bdb9ed91a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1ddb61c2aa2c432f951cf6895511bfdc&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1109753 Jul 05 10:26:52.821862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 27f93928-f696-4869-96c2-319abddb2dfe, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27f93928-f696-4869-96c2-319abddb2dfe,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:52.894562 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22816695-834b-4b1c-b553-7eb833df337a req-815ab03e-3308-40ee-9901-deed837beaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:52.896252 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-22816695-834b-4b1c-b553-7eb833df337a req-815ab03e-3308-40ee-9901-deed837beaea service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1152253 Jul 05 10:26:52.914132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42670) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:52.940019 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:52.957851 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-661b50e5-c73d-4b84-9c41-d83dcc017046 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:53.004109 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=27f93928-f696-4869-96c2-319abddb2dfe,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:53.028853 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b50e5-c73d-4b84-9c41-d83dcc017046 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event deleted for resources: {'Port': ['ID=8c9ce06a-d716-4b4a-8303-5ed23327217e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:53.042906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689a409-009a-459f-b07f-b504a57d194d req-e1633dc1-d093-49f9-8cd4-248974509ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:53.042906 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0689a409-009a-459f-b07f-b504a57d194d req-e1633dc1-d093-49f9-8cd4-248974509ee5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ddb61c2aa2c432f951cf6895511bfdc&device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 1095 time: 0.0955222 Jul 05 10:26:53.086715 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0689a409-009a-459f-b07f-b504a57d194d req-5f2aa825-ce86-43d2-aae7-3c541eccb74c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3431bba-c004-47d6-9011-f525c83ef503 HTTP/1.1" status: 200 len: 217 time: 0.0381336 Jul 05 10:26:53.104003 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4f92a37-8643-4811-a6b6-75f697162cbf tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:53.135771 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-661b50e5-c73d-4b84-9c41-d83dcc017046 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:53.136288 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-661b50e5-c73d-4b84-9c41-d83dcc017046 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Floating IP 2772f45b-1aee-47ae-9bd1-4eccc2bbd977 disassociated (deleted). External IP: 172.25.5.201, port: c99ab5ed-b26a-41d8-907f-fdc8a47dcb38. Jul 05 10:26:53.155459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689a409-009a-459f-b07f-b504a57d194d req-28546020-d204-4284-a713-60a9cf9a2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:53.157398 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0689a409-009a-459f-b07f-b504a57d194d req-28546020-d204-4284-a713-60a9cf9a2550 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48682cf6-9114-4a55-9337-181f4fce421b HTTP/1.1" status: 200 len: 860 time: 0.0617816 Jul 05 10:26:53.184016 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4f92a37-8643-4811-a6b6-75f697162cbf tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:53.207400 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0689a409-009a-459f-b07f-b504a57d194d req-0da445ab-0566-4aa5-811e-3eff45190dc1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5379c95-7ff7-474f-b624-96be2960d779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388403 Jul 05 10:26:53.231988 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['27f93928-f696-4869-96c2-319abddb2dfe'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:53.357445 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0689a409-009a-459f-b07f-b504a57d194d req-6251413b-adfa-44c0-bb31-57741634d750 service neutron] 10.222.0.64 "GET /v2.0/networks/f5379c95-7ff7-474f-b624-96be2960d779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424570 Jul 05 10:26:53.368578 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4f92a37-8643-4811-a6b6-75f697162cbf tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:53.371568 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4f92a37-8643-4811-a6b6-75f697162cbf tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:53.376912 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b4f92a37-8643-4811-a6b6-75f697162cbf tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "DELETE /v2.0/security-groups/99125026-0c47-4b57-aadc-cd590d6c9885 HTTP/1.1" status: 204 len: 168 time: 0.4578173 Jul 05 10:26:53.378516 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42674) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:53.396203 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d49e2-ee12-462f-8aff-c3fb4a87c9cb req-56105075-2c4a-4d27-8039-ca8d5f86b9a9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:53.403422 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2e5d49e2-ee12-462f-8aff-c3fb4a87c9cb req-56105075-2c4a-4d27-8039-ca8d5f86b9a9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 945 time: 0.1233013 Jul 05 10:26:53.416923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f92a37-8643-4811-a6b6-75f697162cbf tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99125026-0c47-4b57-aadc-cd590d6c9885,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:53.442803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661b50e5-c73d-4b84-9c41-d83dcc017046 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Router 33c945b6-676a-4e68-be29-d2f5e1566425 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:26:53.462622 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-483b9585-1c06-41fe-a7b9-1cd7aa754259 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] show failed (client error): The resource could not be found. Jul 05 10:26:53.464108 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-483b9585-1c06-41fe-a7b9-1cd7aa754259 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "GET /v2.0/security-groups/99125026-0c47-4b57-aadc-cd590d6c9885 HTTP/1.1" status: 404 len: 347 time: 0.0820906 Jul 05 10:26:53.469157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42676) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:53.541704 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2e5d49e2-ee12-462f-8aff-c3fb4a87c9cb req-46646cde-eb2c-4ac6-b366-502a19b2b130 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373701 Jul 05 10:26:53.564787 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661b50e5-c73d-4b84-9c41-d83dcc017046 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:26:53.578477 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-661b50e5-c73d-4b84-9c41-d83dcc017046 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:53.583474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a7c62-6b95-42bb-bafd-c52b9f444642 None None] Sync routers for ids ['33c945b6-676a-4e68-be29-d2f5e1566425'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:26:53.593352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548a7c62-6b95-42bb-bafd-c52b9f444642 None None] Routers {'33c945b6-676a-4e68-be29-d2f5e1566425'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:26:53.593991 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-548a7c62-6b95-42bb-bafd-c52b9f444642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:26:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['33c945b6-676a-4e68-be29-d2f5e1566425'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:53.643375 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-661b50e5-c73d-4b84-9c41-d83dcc017046 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "DELETE /v2.0/floatingips/2772f45b-1aee-47ae-9bd1-4eccc2bbd977 HTTP/1.1" status: 204 len: 168 time: 1.4535522 Jul 05 10:26:53.643375 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90db372-e27a-44e2-9315-4d1258a33197', 'tag': 'c99ab5ed-b26a-41d8-907f-fdc8a47dcb38'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:53.643375 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5837b4f2-9d09-4031-a41f-35cf01bd8802" -d '{"events": [{"name": "network-changed", "server_uuid": "a90db372-e27a-44e2-9315-4d1258a33197", "tag": "c99ab5ed-b26a-41d8-907f-fdc8a47dcb38"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:53.664769 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0689a409-009a-459f-b07f-b504a57d194d req-66982f44-adb3-4dc6-92eb-804facdd8e9e service neutron] 10.222.0.64 "GET /v2.0/networks/f5379c95-7ff7-474f-b624-96be2960d779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941756 Jul 05 10:26:53.688242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-14cfa1cd-1c0f-4cb1-a38f-7afda7a50f03 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Deleting port dbef5078-ecc3-473c-af24-f111020a395e {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:53.688643 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-14cfa1cd-1c0f-4cb1-a38f-7afda7a50f03 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:53.708156 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313f2593-1671-4235-ae73-fc2d77726e84 x-openstack-request-id: req-313f2593-1671-4235-ae73-fc2d77726e84 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:53.708568 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90db372-e27a-44e2-9315-4d1258a33197", "tag": "c99ab5ed-b26a-41d8-907f-fdc8a47dcb38", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:53.709135 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-313f2593-1671-4235-ae73-fc2d77726e84 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:53.709581 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90db372-e27a-44e2-9315-4d1258a33197', 'tag': 'c99ab5ed-b26a-41d8-907f-fdc8a47dcb38', 'status': 'completed', 'code': 200} Jul 05 10:26:53.799670 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-14cfa1cd-1c0f-4cb1-a38f-7afda7a50f03 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:53.800204 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-14cfa1cd-1c0f-4cb1-a38f-7afda7a50f03 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:53.815374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-14cfa1cd-1c0f-4cb1-a38f-7afda7a50f03 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Calling delete_port for dbef5078-ecc3-473c-af24-f111020a395e owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:53.898176 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a113188-ae2b-46dc-8988-5b1ce230cc1c req-7e2d55d8-8bff-417f-b14a-c84b24fd4701 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:53.900159 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a113188-ae2b-46dc-8988-5b1ce230cc1c req-7e2d55d8-8bff-417f-b14a-c84b24fd4701 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 943 time: 0.1282899 Jul 05 10:26:53.937547 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837b4f2-9d09-4031-a41f-35cf01bd8802 req-1daa62f0-c617-4c24-9cd7-27ec569042f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:53.938678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-548a7c62-6b95-42bb-bafd-c52b9f444642 None None] Set router 33c945b6-676a-4e68-be29-d2f5e1566425 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:26:53.941127 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5837b4f2-9d09-4031-a41f-35cf01bd8802 req-1daa62f0-c617-4c24-9cd7-27ec569042f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fccd5cc7d8c242f7bec61d45963cb5b7&device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 1136 time: 0.2067947 Jul 05 10:26:53.976592 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a113188-ae2b-46dc-8988-5b1ce230cc1c req-bd1f1140-19ae-4a64-a85a-ea38721c10de tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a83b1dc-709b-4954-915f-4e2f481982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686355 Jul 05 10:26:54.053826 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837b4f2-9d09-4031-a41f-35cf01bd8802 req-ab9cfa36-260c-4ef3-bbb8-5073b38288ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:54.055328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5837b4f2-9d09-4031-a41f-35cf01bd8802 req-ab9cfa36-260c-4ef3-bbb8-5073b38288ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=fde05f62-acad-406f-ad37-7cc4e7d0f66a HTTP/1.1" status: 200 len: 898 time: 0.1061783 Jul 05 10:26:54.099908 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-14cfa1cd-1c0f-4cb1-a38f-7afda7a50f03 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:54.102715 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:54.108312 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5837b4f2-9d09-4031-a41f-35cf01bd8802 req-dffb103e-0f19-4a34-bb86-af54e1470ad4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 HTTP/1.1" status: 200 len: 217 time: 0.0460398 Jul 05 10:26:54.140444 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfa1cd-1c0f-4cb1-a38f-7afda7a50f03 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event deleted for resources: {'Port': ['ID=dbef5078-ecc3-473c-af24-f111020a395e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:54.168957 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837b4f2-9d09-4031-a41f-35cf01bd8802 req-0a93ca4e-6c5b-45af-861e-2275c3b7627c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:54.168957 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5837b4f2-9d09-4031-a41f-35cf01bd8802 req-0a93ca4e-6c5b-45af-861e-2275c3b7627c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1452af3d-493c-4d68-98a2-44b71573ca71 HTTP/1.1" status: 200 len: 835 time: 0.0475516 Jul 05 10:26:54.207149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-548a7c62-6b95-42bb-bafd-c52b9f444642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1532333325', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:24:59Z', 'updated_at': '2021-07-05T10:25:08Z', 'revision_number': 4, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:01Z', 'updated_at': '2021-07-05T10:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8ce009f3-4cb4-488b-bdcf-ce6d599be411', 'name': '', 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'mac_address': 'fa:16:3e:44:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:07Z', 'updated_at': '2021-07-05T10:25:15Z', 'revision_number': 5, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'subnets': [{'id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:54.223095 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-14cfa1cd-1c0f-4cb1-a38f-7afda7a50f03 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:54.226382 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-14cfa1cd-1c0f-4cb1-a38f-7afda7a50f03 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:54.228390 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-14cfa1cd-1c0f-4cb1-a38f-7afda7a50f03 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "DELETE /v2.0/floatingips/fbe1148a-d55b-45a7-a654-0d29438705e1 HTTP/1.1" status: 204 len: 168 time: 0.7542343 Jul 05 10:26:54.231213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42688) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:54.244231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a7c62-6b95-42bb-bafd-c52b9f444642 None None] Checking router: 33c945b6-676a-4e68-be29-d2f5e1566425 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:26:54.252723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548a7c62-6b95-42bb-bafd-c52b9f444642 None None] Routers {'33c945b6-676a-4e68-be29-d2f5e1566425'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:26:54.253336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-548a7c62-6b95-42bb-bafd-c52b9f444642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:26:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['33c945b6-676a-4e68-be29-d2f5e1566425'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:54.270047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837b4f2-9d09-4031-a41f-35cf01bd8802 req-c4421900-74a0-4cda-9456-5cd3125753ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:54.276239 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5837b4f2-9d09-4031-a41f-35cf01bd8802 req-c4421900-74a0-4cda-9456-5cd3125753ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fde05f62-acad-406f-ad37-7cc4e7d0f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000915 Jul 05 10:26:54.369222 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-548a7c62-6b95-42bb-bafd-c52b9f444642 None None] Set router 33c945b6-676a-4e68-be29-d2f5e1566425 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:26:54.412439 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5837b4f2-9d09-4031-a41f-35cf01bd8802 req-ea343ec3-ea1b-478e-830f-d4aa518fdbe3 service neutron] 10.222.0.73 "GET /v2.0/networks/fde05f62-acad-406f-ad37-7cc4e7d0f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309700 Jul 05 10:26:54.414758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-0c27cf63-93a8-4686-9fbd-eef3b3e1c054 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Deleting port 0586289b-a830-48a9-b498-b77e4ab05bf0 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:54.415114 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0c27cf63-93a8-4686-9fbd-eef3b3e1c054 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:54.553981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 27f93928-f696-4869-96c2-319abddb2dfe up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:26:54.622182 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5837b4f2-9d09-4031-a41f-35cf01bd8802 req-1a90843c-aaba-4f56-887b-6ed0c280a1e2 service neutron] 10.222.0.73 "GET /v2.0/networks/fde05f62-acad-406f-ad37-7cc4e7d0f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022634 Jul 05 10:26:54.634132 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-548a7c62-6b95-42bb-bafd-c52b9f444642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1532333325', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:24:59Z', 'updated_at': '2021-07-05T10:25:08Z', 'revision_number': 4, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:01Z', 'updated_at': '2021-07-05T10:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8ce009f3-4cb4-488b-bdcf-ce6d599be411', 'name': '', 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'mac_address': 'fa:16:3e:44:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:07Z', 'updated_at': '2021-07-05T10:25:15Z', 'revision_number': 5, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'subnets': [{'id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:54.640900 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0c27cf63-93a8-4686-9fbd-eef3b3e1c054 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:54.657136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-0c27cf63-93a8-4686-9fbd-eef3b3e1c054 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Calling delete_port for 0586289b-a830-48a9-b498-b77e4ab05bf0 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:54.669589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30465192-4624-4cc3-96ce-a11b53fc11ac req-07944866-eba0-472a-a9f2-9c44f70e3f15 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:54.671803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a7c62-6b95-42bb-bafd-c52b9f444642 None None] The sync data for ids ['33c945b6-676a-4e68-be29-d2f5e1566425'] in n-d-779913-27 is: [{'id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1532333325', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:24:59Z', 'updated_at': '2021-07-05T10:25:08Z', 'revision_number': 4, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:01Z', 'updated_at': '2021-07-05T10:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8ce009f3-4cb4-488b-bdcf-ce6d599be411', 'name': '', 'network_id': 'fde05f62-acad-406f-ad37-7cc4e7d0f66a', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'mac_address': 'fa:16:3e:44:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:07Z', 'updated_at': '2021-07-05T10:25:15Z', 'revision_number': 5, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'subnets': [{'id': '1452af3d-493c-4d68-98a2-44b71573ca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:26:54.673099 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-30465192-4624-4cc3-96ce-a11b53fc11ac req-07944866-eba0-472a-a9f2-9c44f70e3f15 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 984 time: 0.1598244 Jul 05 10:26:54.756220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22bf64-e684-42c7-8496-b12db8271500 req-ff9607e1-3e92-48cb-b9fc-ae1489424673 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:54.758089 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a22bf64-e684-42c7-8496-b12db8271500 req-ff9607e1-3e92-48cb-b9fc-ae1489424673 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 945 time: 0.0765288 Jul 05 10:26:54.766227 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-30465192-4624-4cc3-96ce-a11b53fc11ac req-cddbca02-ef5e-4f76-96da-024728d5ace2 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d3cdc14-2b19-4512-a426-cde0c01cbded&id=22266200-cc85-4bf7-ba81-00e807796855&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0874355 Jul 05 10:26:54.804241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 27f93928-f696-4869-96c2-319abddb2dfe completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:26:54.806206 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a22bf64-e684-42c7-8496-b12db8271500 req-9f71a9c2-ab56-4266-9e91-4b2807e696d3 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Jul 05 10:26:54.809472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 27f93928-f696-4869-96c2-319abddb2dfe triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:26:54.809923 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:54.951449 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:54.951449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a86363a-0b21-4c01-ad31-cb895dc4a291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f93928-f696-4869-96c2-319abddb2dfe'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:54.951449 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd80df1-69e8-43ac-a121-cd2428273944" -d '{"events": [{"server_uuid": "2a86363a-0b21-4c01-ad31-cb895dc4a291", "name": "network-vif-plugged", "status": "completed", "tag": "27f93928-f696-4869-96c2-319abddb2dfe"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:54.958612 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 27f93928-f696-4869-96c2-319abddb2dfe, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27f93928-f696-4869-96c2-319abddb2dfe,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:54.963304 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d39202e-4738-47e3-aa0c-239ccb05f347 None None] New status for floating IP 2772f45b-1aee-47ae-9bd1-4eccc2bbd977: DOWN {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:26:54.987928 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41e3ab5-9612-4f4d-bf01-fd0b82be4d53 x-openstack-request-id: req-f41e3ab5-9612-4f4d-bf01-fd0b82be4d53 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:54.988275 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a86363a-0b21-4c01-ad31-cb895dc4a291", "name": "network-vif-plugged", "status": "completed", "tag": "27f93928-f696-4869-96c2-319abddb2dfe", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:54.988533 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f41e3ab5-9612-4f4d-bf01-fd0b82be4d53 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:54.988964 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a86363a-0b21-4c01-ad31-cb895dc4a291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f93928-f696-4869-96c2-319abddb2dfe', 'code': 200} Jul 05 10:26:55.140236 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0c27cf63-93a8-4686-9fbd-eef3b3e1c054 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:55.160428 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf10b6-b44f-4ef1-a552-b480d7902183 req-5e58115a-2b59-4b04-a1a9-e58c317b30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:55.163093 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b8bf10b6-b44f-4ef1-a552-b480d7902183 req-5e58115a-2b59-4b04-a1a9-e58c317b30dd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 1097 time: 0.0899386 Jul 05 10:26:55.197854 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27cf63-93a8-4686-9fbd-eef3b3e1c054 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event deleted for resources: {'Port': ['ID=0586289b-a830-48a9-b498-b77e4ab05bf0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:55.255614 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:55.273220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b587f-8f48-44bd-a3e5-2f2067d69cc4 req-464319e1-82fe-4299-a899-817179d0a75f tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:55.276037 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dd0b587f-8f48-44bd-a3e5-2f2067d69cc4 req-464319e1-82fe-4299-a899-817179d0a75f tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 943 time: 0.1635005 Jul 05 10:26:55.277398 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b8bf10b6-b44f-4ef1-a552-b480d7902183 req-4db542c8-c6fd-47e8-ad6f-d1004ab3ee8d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892477 Jul 05 10:26:55.323626 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0c27cf63-93a8-4686-9fbd-eef3b3e1c054 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:55.324766 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=27f93928-f696-4869-96c2-319abddb2dfe,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:55.333934 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0c27cf63-93a8-4686-9fbd-eef3b3e1c054 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "DELETE /v2.0/ports/0586289b-a830-48a9-b498-b77e4ab05bf0 HTTP/1.1" status: 204 len: 168 time: 1.0999765 Jul 05 10:26:55.335081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42708) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:55.350577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dd0b587f-8f48-44bd-a3e5-2f2067d69cc4 req-5424eae7-1fb2-4e15-abc9-fd2e6154d16b tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a83b1dc-709b-4954-915f-4e2f481982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671549 Jul 05 10:26:55.354471 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f67fa38-9b56-4640-8775-10fccd424948 req-66ed2fdf-172a-4b21-96a6-917727655cf3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1601942 Jul 05 10:26:55.441312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3a182-84bb-45d6-931e-1bff5d265fbc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Deleting port 80fc754d-8956-4773-bf0a-c1b21e4c283f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:55.441656 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ec3a182-84bb-45d6-931e-1bff5d265fbc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:55.461219 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67fa38-9b56-4640-8775-10fccd424948 req-fc70df20-f627-49ac-ae09-545f830f989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:55.462896 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f67fa38-9b56-4640-8775-10fccd424948 req-fc70df20-f627-49ac-ae09-545f830f989f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0407b2d2311842b7b7b45b036954cf3e&device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 1098 time: 0.0554266 Jul 05 10:26:55.538169 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ec3a182-84bb-45d6-931e-1bff5d265fbc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:55.551397 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3a182-84bb-45d6-931e-1bff5d265fbc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Calling delete_port for 80fc754d-8956-4773-bf0a-c1b21e4c283f owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:55.574440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67fa38-9b56-4640-8775-10fccd424948 req-36add668-50fc-49aa-8147-c0f625c6aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:55.576080 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f67fa38-9b56-4640-8775-10fccd424948 req-36add668-50fc-49aa-8147-c0f625c6aaf4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5828239e-e9aa-4397-a7c5-30775e4f30c8 HTTP/1.1" status: 200 len: 915 time: 0.0887747 Jul 05 10:26:55.631925 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f67fa38-9b56-4640-8775-10fccd424948 req-d3f943cb-0ae4-41d9-be87-d587ab977f72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7271e7dc-8d93-465f-b530-16b0549f6169 HTTP/1.1" status: 200 len: 217 time: 0.0451479 Jul 05 10:26:55.690233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67fa38-9b56-4640-8775-10fccd424948 req-ffd52899-3f96-4405-b5db-90787fee1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:55.692670 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f67fa38-9b56-4640-8775-10fccd424948 req-ffd52899-3f96-4405-b5db-90787fee1c57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df989988-1124-4662-aef8-e9d872973b8c HTTP/1.1" status: 200 len: 854 time: 0.0502846 Jul 05 10:26:55.732385 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f67fa38-9b56-4640-8775-10fccd424948 req-a109a904-6f03-4f29-8062-e9545117413e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5828239e-e9aa-4397-a7c5-30775e4f30c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304739 Jul 05 10:26:55.834123 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ec3a182-84bb-45d6-931e-1bff5d265fbc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:55.839833 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f67fa38-9b56-4640-8775-10fccd424948 req-bad8d27f-f51a-4e30-98bd-918f89caf64c service neutron] 10.222.0.64 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996287 Jul 05 10:26:56.045524 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f67fa38-9b56-4640-8775-10fccd424948 req-8a866c64-206c-465b-b36f-36b200845531 service neutron] 10.222.0.64 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976862 Jul 05 10:26:56.073173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a4482-a76d-4343-be34-2b434fe67b18 req-1417d38f-a27c-43c7-a031-f9c505f981f9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:56.075012 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cc5a4482-a76d-4343-be34-2b434fe67b18 req-1417d38f-a27c-43c7-a031-f9c505f981f9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 946 time: 0.1152611 Jul 05 10:26:56.119695 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cc5a4482-a76d-4343-be34-2b434fe67b18 req-51467615-385c-4012-ad56-70dab56e5816 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384111 Jul 05 10:26:56.312506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3a182-84bb-45d6-931e-1bff5d265fbc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event deleted for resources: {'Port': ['ID=80fc754d-8956-4773-bf0a-c1b21e4c283f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:56.454911 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-3d9f1ba3-c8fe-4ad8-826e-d1bc8217f5fb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6319273 Jul 05 10:26:56.456106 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ec3a182-84bb-45d6-931e-1bff5d265fbc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:56.461637 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1ec3a182-84bb-45d6-931e-1bff5d265fbc tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "DELETE /v2.0/ports/80fc754d-8956-4773-bf0a-c1b21e4c283f HTTP/1.1" status: 204 len: 168 time: 1.1219087 Jul 05 10:26:56.462562 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42724) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:56.468392 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147309-e008-41ff-ab5f-7a5e74ce5db4 req-eab5719d-242b-4aae-901a-6c756d2ed3b4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:56.469938 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6147309-e008-41ff-ab5f-7a5e74ce5db4 req-eab5719d-242b-4aae-901a-6c756d2ed3b4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.73 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 984 time: 0.2380595 Jul 05 10:26:56.479326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13b5df-3d12-4077-bfcd-2bf0528915ac req-44393a54-0be7-4e4e-a34c-464ff87bfd81 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:56.487572 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5e13b5df-3d12-4077-bfcd-2bf0528915ac req-44393a54-0be7-4e4e-a34c-464ff87bfd81 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 984 time: 0.2568629 Jul 05 10:26:56.532721 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88e9a02-d085-4492-ae75-265a21eabc65 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Deleting subnet fca18096-664d-47c5-a713-0716b10e1546 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:26:56.537063 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d88e9a02-d085-4492-ae75-265a21eabc65 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:56.589534 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d88e9a02-d085-4492-ae75-265a21eabc65 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:56.611366 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5e13b5df-3d12-4077-bfcd-2bf0528915ac req-713403de-e0de-42bd-967c-68baeb5916f4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d3cdc14-2b19-4512-a426-cde0c01cbded&id=22266200-cc85-4bf7-ba81-00e807796855&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1227415 Jul 05 10:26:56.679904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-b3408bc1-29c7-4b14-aad2-d62ed415a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:56.680396 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-b3408bc1-29c7-4b14-aad2-d62ed415a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:56.680873 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-b3408bc1-29c7-4b14-aad2-d62ed415a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:56.681344 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-b3408bc1-29c7-4b14-aad2-d62ed415a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:56.681812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-b3408bc1-29c7-4b14-aad2-d62ed415a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:56.682295 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-b3408bc1-29c7-4b14-aad2-d62ed415a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:56.682767 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-b3408bc1-29c7-4b14-aad2-d62ed415a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:56.684868 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-b3408bc1-29c7-4b14-aad2-d62ed415a00a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6730456afa24179937818b8d8e62041&device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 6507 time: 0.1795921 Jul 05 10:26:56.727227 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-d6147309-e008-41ff-ab5f-7a5e74ce5db4 req-055b0ae8-06cc-45a2-aad9-8e8201e1fae8 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Deleting port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:56.727574 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d6147309-e008-41ff-ab5f-7a5e74ce5db4 req-055b0ae8-06cc-45a2-aad9-8e8201e1fae8 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:56.756937 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d88e9a02-d085-4492-ae75-265a21eabc65 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:56.819871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e627d7-305a-4fe8-9f36-526a8b010861 req-613f892c-8a23-4536-a5d9-0c8c9b24418b tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:56.821467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71e627d7-305a-4fe8-9f36-526a8b010861 req-613f892c-8a23-4536-a5d9-0c8c9b24418b tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 943 time: 0.1235611 Jul 05 10:26:56.884582 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71e627d7-305a-4fe8-9f36-526a8b010861 req-1ea0ff2b-9aa2-45c6-b23e-c9c7b40a4a31 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a83b1dc-709b-4954-915f-4e2f481982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548337 Jul 05 10:26:56.913930 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-d6147309-e008-41ff-ab5f-7a5e74ce5db4 req-055b0ae8-06cc-45a2-aad9-8e8201e1fae8 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] For port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c99ab5ed-b26a-41d8-907f-fdc8a47dcb38,segment=NetworkSegment(8a4e2d0f-3e55-4469-937e-6ae924bae20a),segment_id=8a4e2d0f-3e55-4469-937e-6ae924bae20a)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:56.914300 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d6147309-e008-41ff-ab5f-7a5e74ce5db4 req-055b0ae8-06cc-45a2-aad9-8e8201e1fae8 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:56.917279 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-06b64e83-6291-437c-a01f-a57ea519a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:56.917759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-06b64e83-6291-437c-a01f-a57ea519a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:56.918231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-06b64e83-6291-437c-a01f-a57ea519a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:56.920104 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-06b64e83-6291-437c-a01f-a57ea519a3b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=790a2fc1-a8c9-440b-a219-3f87c3a52e5a&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=fe926520-9d96-4a2d-8770-b9c16396c5e0&id=fe926520-9d96-4a2d-8770-b9c16396c5e0 HTTP/1.1" status: 200 len: 2298 time: 0.2023203 Jul 05 10:26:56.938929 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-d6147309-e008-41ff-ab5f-7a5e74ce5db4 req-055b0ae8-06cc-45a2-aad9-8e8201e1fae8 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Calling delete_port for c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:57.007476 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d88e9a02-d085-4492-ae75-265a21eabc65 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:57.037254 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-04269374-f06d-4cc4-a08f-8084b4724064 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fffa5d11-45e6-4914-88f1-c5bffc30543b HTTP/1.1" status: 200 len: 1000 time: 0.1093781 Jul 05 10:26:57.044951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e9a02-d085-4492-ae75-265a21eabc65 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event deleted for resources: {'Subnet': ['ID=fca18096-664d-47c5-a713-0716b10e1546,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:57.051272 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d88e9a02-d085-4492-ae75-265a21eabc65 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:57.054990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f785420-21e0-44ea-93c0-564a0782a336 None None] Network b5db243d-0a6e-4dda-99a5-70a4b3692aa5 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:26:57.061528 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d88e9a02-d085-4492-ae75-265a21eabc65 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "DELETE /v2.0/subnets/fca18096-664d-47c5-a713-0716b10e1546 HTTP/1.1" status: 204 len: 168 time: 0.5935175 Jul 05 10:26:57.061528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42732) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:57.123874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-cf796c81-db62-4df6-8b6b-1258c40bb3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:57.124694 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-cf796c81-db62-4df6-8b6b-1258c40bb3a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7cf4802-24ef-472a-8c66-7e6ccb85e80d HTTP/1.1" status: 200 len: 856 time: 0.0793633 Jul 05 10:26:57.156339 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd1ce76-6cae-46ed-9ec6-649ab370424c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Deleting subnet 0f41942a-e82d-431e-b053-14befb466f23 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:26:57.160483 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ce76-6cae-46ed-9ec6-649ab370424c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:57.218032 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ce76-6cae-46ed-9ec6-649ab370424c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:57.251998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-4a8f821e-2719-45f5-9f45-20822b73a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:57.255502 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-4a8f821e-2719-45f5-9f45-20822b73a7b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=790a2fc1-a8c9-440b-a219-3f87c3a52e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209984 Jul 05 10:26:57.341707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e84fbf-62b7-4dbb-863a-3d853504b950 None None] DHCP port deletion for b5db243d-0a6e-4dda-99a5-70a4b3692aa5 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:26:57.342451 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ce76-6cae-46ed-9ec6-649ab370424c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:57.361407 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d6147309-e008-41ff-ab5f-7a5e74ce5db4 req-055b0ae8-06cc-45a2-aad9-8e8201e1fae8 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:57.395182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b6e84fbf-62b7-4dbb-863a-3d853504b950 None None] Deleting port 8ecdda58-7476-4e7f-9627-4f974aa66162 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:57.395618 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b6e84fbf-62b7-4dbb-863a-3d853504b950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:57.459437 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-0632a55d-40a5-4661-981a-f962e14e324e service neutron] 10.222.0.73 "GET /v2.0/networks/790a2fc1-a8c9-440b-a219-3f87c3a52e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960747 Jul 05 10:26:57.465381 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b0ae8-06cc-45a2-aad9-8e8201e1fae8 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event deleted for resources: {'Port': ['ID=c99ab5ed-b26a-41d8-907f-fdc8a47dcb38,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:57.501343 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ce76-6cae-46ed-9ec6-649ab370424c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:57.507461 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b6e84fbf-62b7-4dbb-863a-3d853504b950 None None] For port 8ecdda58-7476-4e7f-9627-4f974aa66162, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8ecdda58-7476-4e7f-9627-4f974aa66162,segment=NetworkSegment(b5a651a3-5ef9-4dbd-80a8-58188f295930),segment_id=b5a651a3-5ef9-4dbd-80a8-58188f295930)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:57.508132 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b6e84fbf-62b7-4dbb-863a-3d853504b950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:57.523097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b6e84fbf-62b7-4dbb-863a-3d853504b950 None None] Calling delete_port for 8ecdda58-7476-4e7f-9627-4f974aa66162 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:57.543398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1ce76-6cae-46ed-9ec6-649ab370424c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event deleted for resources: {'Subnet': ['ID=0f41942a-e82d-431e-b053-14befb466f23,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:57.569663 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ce76-6cae-46ed-9ec6-649ab370424c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:57.571761 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ebd1ce76-6cae-46ed-9ec6-649ab370424c tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "DELETE /v2.0/subnets/0f41942a-e82d-431e-b053-14befb466f23 HTTP/1.1" status: 204 len: 168 time: 0.5114658 Jul 05 10:26:57.574436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42738) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:57.581402 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6147309-e008-41ff-ab5f-7a5e74ce5db4 req-055b0ae8-06cc-45a2-aad9-8e8201e1fae8 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] No DVR routers for this DVR port c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:57.586125 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d6147309-e008-41ff-ab5f-7a5e74ce5db4 req-055b0ae8-06cc-45a2-aad9-8e8201e1fae8 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:57.587065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9093f645-a214-4362-a2a0-409c9777ec46 None None] Network 64b7b143-0d34-4d45-beb0-8230e0a65658 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:26:57.588133 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6147309-e008-41ff-ab5f-7a5e74ce5db4 req-055b0ae8-06cc-45a2-aad9-8e8201e1fae8 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.73 "DELETE /v2.0/ports/c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 HTTP/1.1" status: 204 len: 173 time: 1.0977626 Jul 05 10:26:57.592106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90db372-e27a-44e2-9315-4d1258a33197', 'name': 'network-vif-deleted', 'tag': 'c99ab5ed-b26a-41d8-907f-fdc8a47dcb38'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:26:57.594207 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1676e093-8d3b-4906-a07a-f84d162c6ec8" -d '{"events": [{"server_uuid": "a90db372-e27a-44e2-9315-4d1258a33197", "name": "network-vif-deleted", "tag": "c99ab5ed-b26a-41d8-907f-fdc8a47dcb38"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:26:57.624501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9db4d-ce83-4598-b851-16045aff8de3 req-37a52910-248f-4431-8440-ac9ef5e56ea2 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:57.627308 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b2f9db4d-ce83-4598-b851-16045aff8de3 req-37a52910-248f-4431-8440-ac9ef5e56ea2 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 946 time: 0.3406684 Jul 05 10:26:57.636025 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88851d50-4a18-4813-b2c3-a25f8d82a0a2 x-openstack-request-id: req-88851d50-4a18-4813-b2c3-a25f8d82a0a2 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:26:57.636315 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90db372-e27a-44e2-9315-4d1258a33197", "name": "network-vif-deleted", "tag": "c99ab5ed-b26a-41d8-907f-fdc8a47dcb38", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:26:57.636568 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88851d50-4a18-4813-b2c3-a25f8d82a0a2 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:26:57.636966 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90db372-e27a-44e2-9315-4d1258a33197', 'name': 'network-vif-deleted', 'tag': 'c99ab5ed-b26a-41d8-907f-fdc8a47dcb38', 'status': 'completed', 'code': 200} Jul 05 10:26:57.671563 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:57.750067 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b2f9db4d-ce83-4598-b851-16045aff8de3 req-cae060c0-6d84-437e-a3f3-132f9f582db4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159837 Jul 05 10:26:57.753199 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-80f7d0e0-44fb-4520-a456-5fd39dd8692f service neutron] 10.222.0.73 "GET /v2.0/networks/790a2fc1-a8c9-440b-a219-3f87c3a52e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842038 Jul 05 10:26:57.798445 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Deleting port 8ecdda58-7476-4e7f-9627-4f974aa66162 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:57.799132 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:57.805085 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-ae73cbe3-1d0e-4b90-9565-a878b984da64 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef HTTP/1.1" status: 200 len: 217 time: 0.0450888 Jul 05 10:26:57.880159 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-9733f4a3-c9ab-481b-b061-f169d7a26ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:57.881217 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-9733f4a3-c9ab-481b-b061-f169d7a26ed4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0686474 Jul 05 10:26:57.907603 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b6e84fbf-62b7-4dbb-863a-3d853504b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:57.991457 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e84fbf-62b7-4dbb-863a-3d853504b950 None None] Pushing event deleted for resources: {'Port': ['ID=8ecdda58-7476-4e7f-9627-4f974aa66162,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:57.994819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f7811e-cdd3-4b1c-94fa-c103aee8aefd None None] DHCP port deletion for 64b7b143-0d34-4d45-beb0-8230e0a65658 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:26:58.012319 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e84fbf-62b7-4dbb-863a-3d853504b950 None None] No DVR routers for this DVR port 8ecdda58-7476-4e7f-9627-4f974aa66162 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:58.017711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-bce7ae45-d0b9-4336-a202-ecc27f41c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:58.022460 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-bce7ae45-d0b9-4336-a202-ecc27f41c58c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1337075 Jul 05 10:26:58.026728 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da9af003-ccb5-4f47-92bf-c88df21df925 req-90b5a27b-187c-4aa3-b1ce-10455a1f72f4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 210 time: 0.2322865 Jul 05 10:26:58.042641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] For port 8ecdda58-7476-4e7f-9627-4f974aa66162, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8ecdda58-7476-4e7f-9627-4f974aa66162,segment=NetworkSegment(b5a651a3-5ef9-4dbd-80a8-58188f295930),segment_id=b5a651a3-5ef9-4dbd-80a8-58188f295930)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:58.043188 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:58.050144 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a3431bba-c004-47d6-9011-f525c83ef503 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:26:58.076532 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Calling delete_port for 8ecdda58-7476-4e7f-9627-4f974aa66162 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:58.207165 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:58.208075 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-30f7811e-cdd3-4b1c-94fa-c103aee8aefd None None] Deleting port e3e92a5d-0e5f-475e-a655-c794cb00c5f3 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:26:58.208812 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-30f7811e-cdd3-4b1c-94fa-c103aee8aefd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:58.240705 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event deleted for resources: {'Port': ['ID=8ecdda58-7476-4e7f-9627-4f974aa66162,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:58.245064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] No DVR routers for this DVR port 8ecdda58-7476-4e7f-9627-4f974aa66162 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:58.266059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a3431bba-c004-47d6-9011-f525c83ef503, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a3431bba-c004-47d6-9011-f525c83ef503,segment=NetworkSegment(4dd51765-c690-4ee1-b082-4ae9b4c197b6),segment_id=4dd51765-c690-4ee1-b082-4ae9b4c197b6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:58.292679 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'a3431bba-c004-47d6-9011-f525c83ef503', 'network_id': 'f5379c95-7ff7-474f-b624-96be2960d779', 'port_id': 'a3431bba-c004-47d6-9011-f525c83ef503', 'mac_address': 'fa:16:3e:40:98:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48682cf6-9114-4a55-9337-181f4fce421b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:26:58.309600 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-30f7811e-cdd3-4b1c-94fa-c103aee8aefd None None] For port e3e92a5d-0e5f-475e-a655-c794cb00c5f3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e3e92a5d-0e5f-475e-a655-c794cb00c5f3,segment=NetworkSegment(1b93fa07-c1e5-46d3-afdd-16942b6f88f7),segment_id=1b93fa07-c1e5-46d3-afdd-16942b6f88f7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:58.310134 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-30f7811e-cdd3-4b1c-94fa-c103aee8aefd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:58.314783 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-94629c2a-1e91-4b73-ba70-673a2472b4d5 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840214 Jul 05 10:26:58.348568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-30f7811e-cdd3-4b1c-94fa-c103aee8aefd None None] Calling delete_port for e3e92a5d-0e5f-475e-a655-c794cb00c5f3 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:26:58.349760 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e650614-94d0-4d11-b4fa-647414b95f6a req-7fe8fa37-7b6e-41a2-92f0-8bbf3f7d0808 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:58.352067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:58.356268 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9e650614-94d0-4d11-b4fa-647414b95f6a req-7fe8fa37-7b6e-41a2-92f0-8bbf3f7d0808 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 943 time: 0.2046239 Jul 05 10:26:58.372643 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:58.382454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5db243d-0a6e-4dda-99a5-70a4b3692aa5']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:58.399308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a651a3-5ef9-4dbd-80a8-58188f295930') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:58.399735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a651a3-5ef9-4dbd-80a8-58188f295930') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:58.413314 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:58.417962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3431bba-c004-47d6-9011-f525c83ef503 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:26:58.456977 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:58.459029 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a3431bba-c004-47d6-9011-f525c83ef503, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a3431bba-c004-47d6-9011-f525c83ef503,segment=NetworkSegment(4dd51765-c690-4ee1-b082-4ae9b4c197b6),segment_id=4dd51765-c690-4ee1-b082-4ae9b4c197b6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:26:58.465181 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9e650614-94d0-4d11-b4fa-647414b95f6a req-1cadcc6f-6674-426c-a81e-2fee72bbbcb6 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a83b1dc-709b-4954-915f-4e2f481982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008668 Jul 05 10:26:58.468351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:26:58.468910 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:26:58.523233 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:26:58.526806 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-be6eac90-8046-439a-8809-71f542f6b324 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903269 Jul 05 10:26:58.541262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:58.563998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:26:58.564359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c99ab5ed-b26a-41d8-907f-fdc8a47dcb38 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:26:58.602805 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-6f0f49e9-98ea-489b-9304-6b2222e22712 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 HTTP/1.1" status: 200 len: 217 time: 0.0557270 Jul 05 10:26:58.608718 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:58.659384 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:58.670659 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:58.673081 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "DELETE /v2.0/networks/b5db243d-0a6e-4dda-99a5-70a4b3692aa5 HTTP/1.1" status: 204 len: 168 time: 1.0974727 Jul 05 10:26:58.681512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42754) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:26:58.684447 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-30f7811e-cdd3-4b1c-94fa-c103aee8aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:58.685206 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a741c-346b-4b2e-8139-bf23839dfd7e tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event deleted for resources: {'Network': ['ID=b5db243d-0a6e-4dda-99a5-70a4b3692aa5,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:58.703681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=a3431bba-c004-47d6-9011-f525c83ef503,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:58.731671 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f7811e-cdd3-4b1c-94fa-c103aee8aefd None None] No DVR routers for this DVR port e3e92a5d-0e5f-475e-a655-c794cb00c5f3 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:26:58.745114 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7811e-cdd3-4b1c-94fa-c103aee8aefd None None] Pushing event deleted for resources: {'Port': ['ID=e3e92a5d-0e5f-475e-a655-c794cb00c5f3,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:58.775621 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-886d0d01-5585-4a03-8517-ec613ad865d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:58.777193 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-886d0d01-5585-4a03-8517-ec613ad865d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.1519241 Jul 05 10:26:58.818605 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90938d4e-2317-4414-b1b7-521b961c0c67 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:58.873847 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['a3431bba-c004-47d6-9011-f525c83ef503'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:26:58.950476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-12b0e6d0-31da-41e6-938c-c5c9ca8a207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:58.952016 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-12b0e6d0-31da-41e6-938c-c5c9ca8a207e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1669159 Jul 05 10:26:58.981260 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90938d4e-2317-4414-b1b7-521b961c0c67 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:59.015971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-90938d4e-2317-4414-b1b7-521b961c0c67 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b7b143-0d34-4d45-beb0-8230e0a65658']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:59.031972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-90938d4e-2317-4414-b1b7-521b961c0c67 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b93fa07-c1e5-46d3-afdd-16942b6f88f7') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:59.032278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-90938d4e-2317-4414-b1b7-521b961c0c67 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b93fa07-c1e5-46d3-afdd-16942b6f88f7') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:26:59.045322 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90938d4e-2317-4414-b1b7-521b961c0c67 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:59.072711 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90938d4e-2317-4414-b1b7-521b961c0c67 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:59.088216 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90938d4e-2317-4414-b1b7-521b961c0c67 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:26:59.088976 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90938d4e-2317-4414-b1b7-521b961c0c67 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:26:59.092048 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:26:59.111615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-891fa59c-ea4e-4fc5-bb51-327c4cdbb697 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514816 Jul 05 10:26:59.295962 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-54a7edaf-318b-4945-b9fe-f3b762c759b1 req-ea46f6f5-91c3-47ed-92b0-e4563b8c4785 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "GET /v2.0/ports?device_id=a90db372-e27a-44e2-9315-4d1258a33197 HTTP/1.1" status: 200 len: 210 time: 0.0477128 Jul 05 10:26:59.319569 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e3e92a5d-0e5f-475e-a655-c794cb00c5f3 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:59.336419 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-785f6dd5-bd79-45a7-ae28-5496e2b40dc3 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931088 Jul 05 10:26:59.344199 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: e3e92a5d-0e5f-475e-a655-c794cb00c5f3 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:26:59.344540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e3e92a5d-0e5f-475e-a655-c794cb00c5f3 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:26:59.344991 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8ecdda58-7476-4e7f-9627-4f974aa66162 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:26:59.365775 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 8ecdda58-7476-4e7f-9627-4f974aa66162 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:26:59.366123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8ecdda58-7476-4e7f-9627-4f974aa66162 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:26:59.382743 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-9e5633b9-0de0-462a-a9da-d9383d68b4cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=3ac044fe-0830-4bcc-8679-44388904c41f HTTP/1.1" status: 200 len: 217 time: 0.0394454 Jul 05 10:26:59.418793 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90938d4e-2317-4414-b1b7-521b961c0c67 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:59.429358 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90938d4e-2317-4414-b1b7-521b961c0c67 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:26:59.431191 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-90938d4e-2317-4414-b1b7-521b961c0c67 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] 10.222.0.77 "DELETE /v2.0/networks/64b7b143-0d34-4d45-beb0-8230e0a65658 HTTP/1.1" status: 204 len: 168 time: 0.7483165 Jul 05 10:26:59.457907 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90938d4e-2317-4414-b1b7-521b961c0c67 tempest-TaggedBootDevicesTest-750363091 tempest-TaggedBootDevicesTest-750363091-project] Pushing event deleted for resources: {'Network': ['ID=64b7b143-0d34-4d45-beb0-8230e0a65658,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:26:59.483701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-92ed935b-4cd0-449b-b066-99c9ac11158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:59.488150 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-92ed935b-4cd0-449b-b066-99c9ac11158f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0987804 Jul 05 10:26:59.615131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-cb8579f7-a629-4465-891e-045387c01edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:59.618718 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-cb8579f7-a629-4465-891e-045387c01edc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1234553 Jul 05 10:26:59.740759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a9917-2fc1-403e-afa5-8b2154235a87 req-8b8c2848-e468-4f9a-9d68-65c4f1734ff3 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:26:59.750072 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-977a9917-2fc1-403e-afa5-8b2154235a87 req-8b8c2848-e468-4f9a-9d68-65c4f1734ff3 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 944 time: 0.1317711 Jul 05 10:26:59.798106 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-977a9917-2fc1-403e-afa5-8b2154235a87 req-90f7ee55-9c21-4560-8702-d9fe12342a8e tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a83b1dc-709b-4954-915f-4e2f481982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466390 Jul 05 10:26:59.830038 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-292b1088-08fe-4569-880e-5e43eb0f64fe service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041633 Jul 05 10:26:59.945884 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-41e04833-d8d4-4bcb-92f6-163bd5bd453a service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064312 Jul 05 10:26:59.993757 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-31acc2c7-fa9b-4b21-b4a1-323a3f05ce7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a HTTP/1.1" status: 200 len: 217 time: 0.0408065 Jul 05 10:27:00.024061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a3431bba-c004-47d6-9011-f525c83ef503 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:00.046970 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-0b37e96c-9583-44a1-b185-816819d17065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:00.048858 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-0b37e96c-9583-44a1-b185-816819d17065 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0491004 Jul 05 10:27:00.122370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-ab9fc1cf-fb01-4e58-a108-0f80e10024b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:00.123944 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-ab9fc1cf-fb01-4e58-a108-0f80e10024b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0678864 Jul 05 10:27:00.239733 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-b0885e16-d05c-465c-89c4-4103e2f822ec service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091363 Jul 05 10:27:00.248569 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port a3431bba-c004-47d6-9011-f525c83ef503 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:00.260328 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port a3431bba-c004-47d6-9011-f525c83ef503 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:00.260818 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:00.367205 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:00.392333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-0e4ad2c8-7fa9-499d-b42c-d528082d32f5 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438549 Jul 05 10:27:00.402042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37416d9d-1701-4071-a0ca-188968c52bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3431bba-c004-47d6-9011-f525c83ef503'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:27:00.405267 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e9be17-6489-4c69-9118-070e89977e18" -d '{"events": [{"server_uuid": "37416d9d-1701-4071-a0ca-188968c52bc4", "name": "network-vif-plugged", "status": "completed", "tag": "a3431bba-c004-47d6-9011-f525c83ef503"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:27:00.433386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a3431bba-c004-47d6-9011-f525c83ef503, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a3431bba-c004-47d6-9011-f525c83ef503,segment=NetworkSegment(4dd51765-c690-4ee1-b082-4ae9b4c197b6),segment_id=4dd51765-c690-4ee1-b082-4ae9b4c197b6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:00.461011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-341b532f-5a78-4955-a400-6fdcf5e1bc67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfa8cf6e-3669-4539-adce-95324f9f4748 HTTP/1.1" status: 200 len: 217 time: 0.0602133 Jul 05 10:27:00.483867 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42790) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:00.522834 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-399af99d-2679-4f01-a8af-61d5566cd0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:00.525299 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-399af99d-2679-4f01-a8af-61d5566cd0d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e9418dd-e12b-4545-a8c0-25cb3a67831b HTTP/1.1" status: 200 len: 797 time: 0.0580342 Jul 05 10:27:00.527948 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a3c28b-c76e-425a-99ff-4743662576af x-openstack-request-id: req-e6a3c28b-c76e-425a-99ff-4743662576af {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:27:00.528244 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37416d9d-1701-4071-a0ca-188968c52bc4", "name": "network-vif-plugged", "status": "completed", "tag": "a3431bba-c004-47d6-9011-f525c83ef503", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:27:00.528498 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6a3c28b-c76e-425a-99ff-4743662576af {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:27:00.528892 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37416d9d-1701-4071-a0ca-188968c52bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3431bba-c004-47d6-9011-f525c83ef503', 'code': 200} Jul 05 10:27:00.530081 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:00.595860 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8be819e9-6a5f-4a34-b638-54f8061a9a8d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:00.624332 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-faa0eea8-0166-4c15-959f-452a402239f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:00.626769 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-faa0eea8-0166-4c15-959f-452a402239f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe926520-9d96-4a2d-8770-b9c16396c5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0952678 Jul 05 10:27:00.633995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=a3431bba-c004-47d6-9011-f525c83ef503,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:00.685179 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8be819e9-6a5f-4a34-b638-54f8061a9a8d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:00.725090 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033a1e3-8b22-4575-9037-45e12086fdc8 req-dd2beb29-7e6c-4e66-b3bf-c0c50e7a0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:00.726719 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3033a1e3-8b22-4575-9037-45e12086fdc8 req-dd2beb29-7e6c-4e66-b3bf-c0c50e7a0477 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 1097 time: 0.1205287 Jul 05 10:27:00.745352 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-55a8fc7f-3890-4072-b428-b64650fcb65c service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103480 Jul 05 10:27:00.775166 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3033a1e3-8b22-4575-9037-45e12086fdc8 req-0fd34455-3d51-4e10-9aeb-fae12a19a530 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0a83b1dc-709b-4954-915f-4e2f481982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383816 Jul 05 10:27:00.842675 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8be819e9-6a5f-4a34-b638-54f8061a9a8d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:00.846178 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8be819e9-6a5f-4a34-b638-54f8061a9a8d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:00.850644 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8be819e9-6a5f-4a34-b638-54f8061a9a8d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "DELETE /v2.0/security-groups/22266200-cc85-4bf7-ba81-00e807796855 HTTP/1.1" status: 204 len: 168 time: 0.3651383 Jul 05 10:27:00.851248 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42796) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:00.877653 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be819e9-6a5f-4a34-b638-54f8061a9a8d tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22266200-cc85-4bf7-ba81-00e807796855,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:00.934995 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-63ee49cc-2e06-4ca9-9b0b-1d3c39f9e773 service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829281 Jul 05 10:27:00.997012 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-d0eb05ac-b6dd-451e-873e-3149d2bd0842 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=241fbf91-b9f3-4d7c-bcee-bb68eec0e536 HTTP/1.1" status: 200 len: 217 time: 0.0554237 Jul 05 10:27:00.999956 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7deb97de-54b0-4d5b-96a3-c6bdbbcf27e7 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:01.053694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-f8fde2cc-17aa-47b1-991f-d3bdb9f36867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:01.056170 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-f8fde2cc-17aa-47b1-991f-d3bdb9f36867 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e9418dd-e12b-4545-a8c0-25cb3a67831b HTTP/1.1" status: 200 len: 797 time: 0.0534909 Jul 05 10:27:01.094283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e8160-53b9-4327-8a9f-709a22224c62 req-9a99b2db-11d7-4767-98ad-afa6c6c6a15c tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:01.102795 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b44e8160-53b9-4327-8a9f-709a22224c62 req-9a99b2db-11d7-4767-98ad-afa6c6c6a15c tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 945 time: 0.1002245 Jul 05 10:27:01.142360 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7deb97de-54b0-4d5b-96a3-c6bdbbcf27e7 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:01.160018 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b44e8160-53b9-4327-8a9f-709a22224c62 req-965aa9d2-b50e-4ec2-a8bf-dad5ec622a8f tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a83b1dc-709b-4954-915f-4e2f481982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562105 Jul 05 10:27:01.211649 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-78f1e0b3-b8e8-4621-9353-a9901b7381f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:01.213903 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-78f1e0b3-b8e8-4621-9353-a9901b7381f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe926520-9d96-4a2d-8770-b9c16396c5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1496274 Jul 05 10:27:01.334121 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-1b29add1-ef85-43d9-a3bd-1cc95c7912e2 service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132796 Jul 05 10:27:01.354129 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7deb97de-54b0-4d5b-96a3-c6bdbbcf27e7 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:01.359970 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7deb97de-54b0-4d5b-96a3-c6bdbbcf27e7 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:01.359970 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7deb97de-54b0-4d5b-96a3-c6bdbbcf27e7 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "DELETE /v2.0/security-groups/3d3cdc14-2b19-4512-a426-cde0c01cbded HTTP/1.1" status: 204 len: 168 time: 0.5059869 Jul 05 10:27:01.362992 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42806) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:01.965113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb97de-54b0-4d5b-96a3-c6bdbbcf27e7 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3cdc14-2b19-4512-a426-cde0c01cbded,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:01.975518 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29e08438-606d-4b02-888f-27fb83bc9f17 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:02.050679 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f0dae86-3fdb-4c01-9d3f-0465d3eac596 req-5d6fd052-f4a1-484b-924a-ab7191b5cf7d service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7061515 Jul 05 10:27:02.489840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-29e08438-606d-4b02-888f-27fb83bc9f17 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Deleting port 8ce009f3-4cb4-488b-bdcf-ce6d599be411 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:27:02.490196 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29e08438-606d-4b02-888f-27fb83bc9f17 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:02.503008 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011034a-b6a4-42f4-9b19-3579260d735a req-6a18298b-915c-4d58-b33d-7f0feba9a884 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:02.505669 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3011034a-b6a4-42f4-9b19-3579260d735a req-6a18298b-915c-4d58-b33d-7f0feba9a884 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 945 time: 0.1155853 Jul 05 10:27:02.619452 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3011034a-b6a4-42f4-9b19-3579260d735a req-3629bad0-17b1-4bc8-98a3-28029cf8f615 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a83b1dc-709b-4954-915f-4e2f481982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943301 Jul 05 10:27:02.681390 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-29e08438-606d-4b02-888f-27fb83bc9f17 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] For port 8ce009f3-4cb4-488b-bdcf-ce6d599be411, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8ce009f3-4cb4-488b-bdcf-ce6d599be411,segment=NetworkSegment(8a4e2d0f-3e55-4469-937e-6ae924bae20a),segment_id=8a4e2d0f-3e55-4469-937e-6ae924bae20a)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:02.681829 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29e08438-606d-4b02-888f-27fb83bc9f17 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:02.712726 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-29e08438-606d-4b02-888f-27fb83bc9f17 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Calling delete_port for 8ce009f3-4cb4-488b-bdcf-ce6d599be411 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:27:03.258386 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29e08438-606d-4b02-888f-27fb83bc9f17 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:03.343649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e08438-606d-4b02-888f-27fb83bc9f17 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event deleted for resources: {'Port': ['ID=8ce009f3-4cb4-488b-bdcf-ce6d599be411,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:03.977986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cb36c-92ec-4146-8c99-931d2b1da623 req-188878e8-5a13-4401-8eb2-0521cd19d836 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:03.979865 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-939cb36c-92ec-4146-8c99-931d2b1da623 req-188878e8-5a13-4401-8eb2-0521cd19d836 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 945 time: 0.0951371 Jul 05 10:27:03.991125 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29e08438-606d-4b02-888f-27fb83bc9f17 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:04.039228 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-939cb36c-92ec-4146-8c99-931d2b1da623 req-14271cdc-d4c1-4482-a62c-a954586b4b68 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a83b1dc-709b-4954-915f-4e2f481982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528958 Jul 05 10:27:04.267154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e08438-606d-4b02-888f-27fb83bc9f17 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Router 33c945b6-676a-4e68-be29-d2f5e1566425 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:27:04.387546 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e08438-606d-4b02-888f-27fb83bc9f17 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:27:04.395362 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-29e08438-606d-4b02-888f-27fb83bc9f17 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "PUT /v2.0/routers/33c945b6-676a-4e68-be29-d2f5e1566425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0295622 Jul 05 10:27:04.402979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fd451e-0f9e-4f9b-963b-8e5658706419 None None] Sync routers for ids ['33c945b6-676a-4e68-be29-d2f5e1566425'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:27:04.404472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42862) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:04.419396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fd451e-0f9e-4f9b-963b-8e5658706419 None None] Routers {'33c945b6-676a-4e68-be29-d2f5e1566425'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:04.420355 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-29fd451e-0f9e-4f9b-963b-8e5658706419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:26:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['33c945b6-676a-4e68-be29-d2f5e1566425'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:04.477843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-790b7d53-be20-439c-96b5-cd4cc95d5d94 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Deleting subnet 1452af3d-493c-4d68-98a2-44b71573ca71 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:27:04.486160 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-790b7d53-be20-439c-96b5-cd4cc95d5d94 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:04.586296 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-790b7d53-be20-439c-96b5-cd4cc95d5d94 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:04.622050 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-29fd451e-0f9e-4f9b-963b-8e5658706419 None None] Set router 33c945b6-676a-4e68-be29-d2f5e1566425 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:04.708709 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-790b7d53-be20-439c-96b5-cd4cc95d5d94 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:04.885446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-29fd451e-0f9e-4f9b-963b-8e5658706419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1532333325', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:24:59Z', 'updated_at': '2021-07-05T10:27:03Z', 'revision_number': 5, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:01Z', 'updated_at': '2021-07-05T10:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:04.913616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fd451e-0f9e-4f9b-963b-8e5658706419 None None] Checking router: 33c945b6-676a-4e68-be29-d2f5e1566425 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:27:04.921996 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-790b7d53-be20-439c-96b5-cd4cc95d5d94 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:04.923097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fd451e-0f9e-4f9b-963b-8e5658706419 None None] Routers {'33c945b6-676a-4e68-be29-d2f5e1566425'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:04.923841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-29fd451e-0f9e-4f9b-963b-8e5658706419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:26:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['33c945b6-676a-4e68-be29-d2f5e1566425'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:04.959232 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-790b7d53-be20-439c-96b5-cd4cc95d5d94 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:04.964699 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-790b7d53-be20-439c-96b5-cd4cc95d5d94 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "DELETE /v2.0/subnets/1452af3d-493c-4d68-98a2-44b71573ca71 HTTP/1.1" status: 204 len: 168 time: 0.5557456 Jul 05 10:27:04.964699 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b7d53-be20-439c-96b5-cd4cc95d5d94 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event deleted for resources: {'Subnet': ['ID=1452af3d-493c-4d68-98a2-44b71573ca71,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:04.964699 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42872) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:04.969531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effde295-bfee-41a1-a11b-776f1f1179f3 None None] Network fde05f62-acad-406f-ad37-7cc4e7d0f66a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:27:05.141738 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59127988-b267-4f49-88b3-259898273110 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:05.367887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34edc68-3669-4550-8075-2c50552f4c1a req-738b8a43-5237-4875-b19f-03ce4c7e336b tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:05.371363 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c34edc68-3669-4550-8075-2c50552f4c1a req-738b8a43-5237-4875-b19f-03ce4c7e336b tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.64 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 945 time: 0.1166472 Jul 05 10:27:05.392875 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59127988-b267-4f49-88b3-259898273110 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:05.418528 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d485d0-bcd8-4617-b85d-26542ffb016e req-181fdc59-392b-471d-b0d0-f33072bc33c4 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:05.420461 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-08d485d0-bcd8-4617-b85d-26542ffb016e req-181fdc59-392b-471d-b0d0-f33072bc33c4 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 945 time: 0.1990483 Jul 05 10:27:05.426523 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-29fd451e-0f9e-4f9b-963b-8e5658706419 None None] Set router 33c945b6-676a-4e68-be29-d2f5e1566425 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:05.497377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-08d485d0-bcd8-4617-b85d-26542ffb016e req-2f262c07-ca10-437c-9b9f-da7278807a94 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a83b1dc-709b-4954-915f-4e2f481982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661070 Jul 05 10:27:05.516290 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-c34edc68-3669-4550-8075-2c50552f4c1a req-b17ae7ca-f310-49b4-9807-ca23fa5e7626 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Deleting port a3431bba-c004-47d6-9011-f525c83ef503 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:27:05.516648 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c34edc68-3669-4550-8075-2c50552f4c1a req-b17ae7ca-f310-49b4-9807-ca23fa5e7626 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:05.534330 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-59127988-b267-4f49-88b3-259898273110 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Deleting port 829d16d4-ec77-4676-beb1-389f90a132d0 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:27:05.534709 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59127988-b267-4f49-88b3-259898273110 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:05.690881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-c34edc68-3669-4550-8075-2c50552f4c1a req-b17ae7ca-f310-49b4-9807-ca23fa5e7626 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] For port a3431bba-c004-47d6-9011-f525c83ef503, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a3431bba-c004-47d6-9011-f525c83ef503,segment=NetworkSegment(4dd51765-c690-4ee1-b082-4ae9b4c197b6),segment_id=4dd51765-c690-4ee1-b082-4ae9b4c197b6)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:05.692507 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c34edc68-3669-4550-8075-2c50552f4c1a req-b17ae7ca-f310-49b4-9807-ca23fa5e7626 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:05.722588 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-29fd451e-0f9e-4f9b-963b-8e5658706419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1532333325', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:24:59Z', 'updated_at': '2021-07-05T10:27:03Z', 'revision_number': 5, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:01Z', 'updated_at': '2021-07-05T10:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:05.728949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-c34edc68-3669-4550-8075-2c50552f4c1a req-b17ae7ca-f310-49b4-9807-ca23fa5e7626 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Calling delete_port for a3431bba-c004-47d6-9011-f525c83ef503 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:27:05.731269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-59127988-b267-4f49-88b3-259898273110 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] For port 829d16d4-ec77-4676-beb1-389f90a132d0, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=829d16d4-ec77-4676-beb1-389f90a132d0,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:05.731655 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59127988-b267-4f49-88b3-259898273110 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:05.750596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-59127988-b267-4f49-88b3-259898273110 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Calling delete_port for 829d16d4-ec77-4676-beb1-389f90a132d0 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:27:05.778215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c642242a-5dfb-4246-b219-96b352d220f9 None None] DHCP port deletion for fde05f62-acad-406f-ad37-7cc4e7d0f66a request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:27:05.782615 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fd451e-0f9e-4f9b-963b-8e5658706419 None None] The sync data for ids ['33c945b6-676a-4e68-be29-d2f5e1566425'] in n-d-779913-27 is: [{'id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1532333325', 'tenant_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:24:59Z', 'updated_at': '2021-07-05T10:27:03Z', 'revision_number': 5, 'project_id': 'fccd5cc7d8c242f7bec61d45963cb5b7', 'gw_port': {'id': '829d16d4-ec77-4676-beb1-389f90a132d0', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c945b6-676a-4e68-be29-d2f5e1566425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:25:01Z', 'updated_at': '2021-07-05T10:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:27:05.853214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c642242a-5dfb-4246-b219-96b352d220f9 None None] Deleting port df4cd354-b8be-4446-8a2b-2feeb5c56ee4 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:27:05.853755 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c642242a-5dfb-4246-b219-96b352d220f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:05.951256 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c642242a-5dfb-4246-b219-96b352d220f9 None None] For port df4cd354-b8be-4446-8a2b-2feeb5c56ee4, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=df4cd354-b8be-4446-8a2b-2feeb5c56ee4,segment=NetworkSegment(8a4e2d0f-3e55-4469-937e-6ae924bae20a),segment_id=8a4e2d0f-3e55-4469-937e-6ae924bae20a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:05.952222 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c642242a-5dfb-4246-b219-96b352d220f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:05.969809 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c642242a-5dfb-4246-b219-96b352d220f9 None None] Calling delete_port for df4cd354-b8be-4446-8a2b-2feeb5c56ee4 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:27:06.060771 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c34edc68-3669-4550-8075-2c50552f4c1a req-b17ae7ca-f310-49b4-9807-ca23fa5e7626 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.074691 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['a3431bba-c004-47d6-9011-f525c83ef503'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:27:06.083832 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59127988-b267-4f49-88b3-259898273110 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.102248 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ae7ca-f310-49b4-9807-ca23fa5e7626 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Pushing event deleted for resources: {'Port': ['ID=a3431bba-c004-47d6-9011-f525c83ef503,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:06.123260 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c642242a-5dfb-4246-b219-96b352d220f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.140512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59127988-b267-4f49-88b3-259898273110 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event deleted for resources: {'Port': ['ID=829d16d4-ec77-4676-beb1-389f90a132d0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:06.174021 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34edc68-3669-4550-8075-2c50552f4c1a req-b17ae7ca-f310-49b4-9807-ca23fa5e7626 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] No DVR routers for this DVR port a3431bba-c004-47d6-9011-f525c83ef503 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:27:06.177324 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c34edc68-3669-4550-8075-2c50552f4c1a req-b17ae7ca-f310-49b4-9807-ca23fa5e7626 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.179376 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c34edc68-3669-4550-8075-2c50552f4c1a req-b17ae7ca-f310-49b4-9807-ca23fa5e7626 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.64 "DELETE /v2.0/ports/a3431bba-c004-47d6-9011-f525c83ef503 HTTP/1.1" status: 204 len: 173 time: 0.8007343 Jul 05 10:27:06.179861 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37416d9d-1701-4071-a0ca-188968c52bc4', 'name': 'network-vif-deleted', 'tag': 'a3431bba-c004-47d6-9011-f525c83ef503'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:27:06.182482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642242a-5dfb-4246-b219-96b352d220f9 None None] Pushing event deleted for resources: {'Port': ['ID=df4cd354-b8be-4446-8a2b-2feeb5c56ee4,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:06.186174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c642242a-5dfb-4246-b219-96b352d220f9 None None] No DVR routers for this DVR port df4cd354-b8be-4446-8a2b-2feeb5c56ee4 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:27:06.200056 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fdc7d1-5ec3-46c0-bf2c-00681ff38905" -d '{"events": [{"server_uuid": "37416d9d-1701-4071-a0ca-188968c52bc4", "name": "network-vif-deleted", "tag": "a3431bba-c004-47d6-9011-f525c83ef503"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:27:06.252702 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59127988-b267-4f49-88b3-259898273110 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.254720 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a4c4cf-830d-4f1b-8122-735e6cf582ef x-openstack-request-id: req-45a4c4cf-830d-4f1b-8122-735e6cf582ef {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:27:06.255067 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37416d9d-1701-4071-a0ca-188968c52bc4", "name": "network-vif-deleted", "tag": "a3431bba-c004-47d6-9011-f525c83ef503", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:27:06.255252 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45a4c4cf-830d-4f1b-8122-735e6cf582ef {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:27:06.255650 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37416d9d-1701-4071-a0ca-188968c52bc4', 'name': 'network-vif-deleted', 'tag': 'a3431bba-c004-47d6-9011-f525c83ef503', 'status': 'completed', 'code': 200} Jul 05 10:27:06.402004 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59127988-b267-4f49-88b3-259898273110 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.406181 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59127988-b267-4f49-88b3-259898273110 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.540756 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59127988-b267-4f49-88b3-259898273110 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.541873 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59127988-b267-4f49-88b3-259898273110 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Fanout notify agent at l3_agent the message router_deleted on router 33c945b6-676a-4e68-be29-d2f5e1566425 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:27:06.555806 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59127988-b267-4f49-88b3-259898273110 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.559783 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-59127988-b267-4f49-88b3-259898273110 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "DELETE /v2.0/routers/33c945b6-676a-4e68-be29-d2f5e1566425 HTTP/1.1" status: 204 len: 168 time: 1.5919251 Jul 05 10:27:06.560244 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42892) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:06.696149 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-474d5991-c8d3-470e-8235-b02470d7bef4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.719471 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1098de84-e298-4f30-b06c-43f5b67a1ef7 req-e1bb14ea-7605-4a8a-ae24-1528bb025f85 tempest-ServerMetadataNegativeTestJSON-1053948818 tempest-ServerMetadataNegativeTestJSON-1053948818-project] 10.222.0.77 "GET /v2.0/ports?device_id=37416d9d-1701-4071-a0ca-188968c52bc4 HTTP/1.1" status: 200 len: 210 time: 0.0469351 Jul 05 10:27:06.848405 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-474d5991-c8d3-470e-8235-b02470d7bef4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.858997 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-474d5991-c8d3-470e-8235-b02470d7bef4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde05f62-acad-406f-ad37-7cc4e7d0f66a']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:06.871595 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-474d5991-c8d3-470e-8235-b02470d7bef4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4e2d0f-3e55-4469-937e-6ae924bae20a') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:06.875258 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-474d5991-c8d3-470e-8235-b02470d7bef4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4e2d0f-3e55-4469-937e-6ae924bae20a') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:06.883519 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-474d5991-c8d3-470e-8235-b02470d7bef4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.898843 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-474d5991-c8d3-470e-8235-b02470d7bef4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.905223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474d5991-c8d3-470e-8235-b02470d7bef4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:27:06.905627 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-474d5991-c8d3-470e-8235-b02470d7bef4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:27:06.908797 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:27:07.042651 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-474d5991-c8d3-470e-8235-b02470d7bef4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:07.053452 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-474d5991-c8d3-470e-8235-b02470d7bef4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:07.055536 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-474d5991-c8d3-470e-8235-b02470d7bef4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] 10.222.0.77 "DELETE /v2.0/networks/fde05f62-acad-406f-ad37-7cc4e7d0f66a HTTP/1.1" status: 204 len: 168 time: 0.4941897 Jul 05 10:27:07.066422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d5991-c8d3-470e-8235-b02470d7bef4 tempest-TestSecurityGroupsBasicOps-445038305 tempest-TestSecurityGroupsBasicOps-445038305-project] Pushing event deleted for resources: {'Network': ['ID=fde05f62-acad-406f-ad37-7cc4e7d0f66a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:07.367982 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 829d16d4-ec77-4676-beb1-389f90a132d0 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:27:07.386054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 829d16d4-ec77-4676-beb1-389f90a132d0 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:27:07.386400 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 829d16d4-ec77-4676-beb1-389f90a132d0 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:27:07.386817 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8ce009f3-4cb4-488b-bdcf-ce6d599be411 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:27:07.412010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 8ce009f3-4cb4-488b-bdcf-ce6d599be411 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:27:07.412010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8ce009f3-4cb4-488b-bdcf-ce6d599be411 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:27:07.412010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device df4cd354-b8be-4446-8a2b-2feeb5c56ee4 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:27:07.432512 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: df4cd354-b8be-4446-8a2b-2feeb5c56ee4 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:27:07.432842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device df4cd354-b8be-4446-8a2b-2feeb5c56ee4 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:27:07.848275 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42910) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:07.891904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-632bbc82-182f-4559-94f3-af85e431e904 admin admin] Deleting subnet 48682cf6-9114-4a55-9337-181f4fce421b {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:27:07.895479 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-632bbc82-182f-4559-94f3-af85e431e904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:07.942547 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-632bbc82-182f-4559-94f3-af85e431e904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.003453 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-632bbc82-182f-4559-94f3-af85e431e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.142340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42916) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:08.253688 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-632bbc82-182f-4559-94f3-af85e431e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.292269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bbc82-182f-4559-94f3-af85e431e904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48682cf6-9114-4a55-9337-181f4fce421b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:08.299678 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-632bbc82-182f-4559-94f3-af85e431e904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.302055 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-632bbc82-182f-4559-94f3-af85e431e904 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/48682cf6-9114-4a55-9337-181f4fce421b HTTP/1.1" status: 204 len: 168 time: 0.4615195 Jul 05 10:27:08.304634 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42920) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:08.327075 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c429bdf8-2e13-4e7d-a5c5-c533c698eda0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fccd5cc7d8c242f7bec61d45963cb5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810462 Jul 05 10:27:08.327352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42922) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:08.387466 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e04a8007-0632-41a6-b23a-1ddc59d54cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.399914 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba00c35f-c7cb-4fbd-b1a3-61884dddf5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.414688 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e04a8007-0632-41a6-b23a-1ddc59d54cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.514159 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba00c35f-c7cb-4fbd-b1a3-61884dddf5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.525709 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ba00c35f-c7cb-4fbd-b1a3-61884dddf5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5379c95-7ff7-474f-b624-96be2960d779']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:08.536912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ba00c35f-c7cb-4fbd-b1a3-61884dddf5d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd51765-c690-4ee1-b082-4ae9b4c197b6') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:08.537209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ba00c35f-c7cb-4fbd-b1a3-61884dddf5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd51765-c690-4ee1-b082-4ae9b4c197b6') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:08.547340 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba00c35f-c7cb-4fbd-b1a3-61884dddf5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.552275 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e04a8007-0632-41a6-b23a-1ddc59d54cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.556794 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e04a8007-0632-41a6-b23a-1ddc59d54cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.562720 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e04a8007-0632-41a6-b23a-1ddc59d54cb8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6a61eccf-e1f7-400d-b80b-65738f23a7a1 HTTP/1.1" status: 204 len: 168 time: 0.2334125 Jul 05 10:27:08.576046 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba00c35f-c7cb-4fbd-b1a3-61884dddf5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.576587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a8007-0632-41a6-b23a-1ddc59d54cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a61eccf-e1f7-400d-b80b-65738f23a7a1,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:08.588970 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba00c35f-c7cb-4fbd-b1a3-61884dddf5d8 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:27:08.589382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba00c35f-c7cb-4fbd-b1a3-61884dddf5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:27:08.592940 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:27:08.728092 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba00c35f-c7cb-4fbd-b1a3-61884dddf5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.739576 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba00c35f-c7cb-4fbd-b1a3-61884dddf5d8 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:08.739576 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ba00c35f-c7cb-4fbd-b1a3-61884dddf5d8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f5379c95-7ff7-474f-b624-96be2960d779 HTTP/1.1" status: 204 len: 168 time: 0.4318259 Jul 05 10:27:08.763507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00c35f-c7cb-4fbd-b1a3-61884dddf5d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5379c95-7ff7-474f-b624-96be2960d779,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:09.336176 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42942) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:09.378976 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-42e1b2aa-841c-422f-9ac9-012c4da37876 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ddb61c2aa2c432f951cf6895511bfdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449345 Jul 05 10:27:09.383109 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42944) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:09.444865 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46938a06-d7be-4158-83f1-49704fb8d6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.464016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42950) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:09.471023 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46938a06-d7be-4158-83f1-49704fb8d6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.494356 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4f5ec8cf-40bc-4e2b-94bf-b2510cec98c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.618289 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4f5ec8cf-40bc-4e2b-94bf-b2510cec98c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.695266 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46938a06-d7be-4158-83f1-49704fb8d6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.698579 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46938a06-d7be-4158-83f1-49704fb8d6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.699906 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-46938a06-d7be-4158-83f1-49704fb8d6db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a83b1dc-709b-4954-915f-4e2f481982fa HTTP/1.1" status: 204 len: 168 time: 0.3156447 Jul 05 10:27:09.709161 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46938a06-d7be-4158-83f1-49704fb8d6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a83b1dc-709b-4954-915f-4e2f481982fa,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:09.721821 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4f5ec8cf-40bc-4e2b-94bf-b2510cec98c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.765209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ec8cf-40bc-4e2b-94bf-b2510cec98c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9667472c-d14a-4a91-ae64-51e6c592f76f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:09.771649 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4f5ec8cf-40bc-4e2b-94bf-b2510cec98c7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f265215dae5d4d4d8288142158e4f5fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067956 Jul 05 10:27:09.774466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42954) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:09.847542 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e6bd-a2fd-4111-8c84-c5d7a0f4a573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:09.882822 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e6bd-a2fd-4111-8c84-c5d7a0f4a573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:10.054300 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e6bd-a2fd-4111-8c84-c5d7a0f4a573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:10.057976 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e6bd-a2fd-4111-8c84-c5d7a0f4a573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:10.063797 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6ab0e6bd-a2fd-4111-8c84-c5d7a0f4a573 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9667472c-d14a-4a91-ae64-51e6c592f76f HTTP/1.1" status: 204 len: 168 time: 0.2836182 Jul 05 10:27:10.077011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0e6bd-a2fd-4111-8c84-c5d7a0f4a573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9667472c-d14a-4a91-ae64-51e6c592f76f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:10.090828 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a3431bba-c004-47d6-9011-f525c83ef503 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:27:10.127198 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: a3431bba-c004-47d6-9011-f525c83ef503 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:27:10.127608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a3431bba-c004-47d6-9011-f525c83ef503 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:27:10.863664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42984) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:10.920185 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6afdd23b-7e0a-42a8-ab1b-e3aeaa8895f7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7fce4f994108490bb5ff5d73d70a2e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525837 Jul 05 10:27:10.920605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42986) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:11.038031 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b963cc5-e294-4aeb-a1c1-3b2e82f1188b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:11.064305 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b963cc5-e294-4aeb-a1c1-3b2e82f1188b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:11.214328 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92306bd4-05e8-4e9a-b288-c8eab1d4099f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:11.214895 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b963cc5-e294-4aeb-a1c1-3b2e82f1188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:11.217821 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b963cc5-e294-4aeb-a1c1-3b2e82f1188b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:11.219198 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1b963cc5-e294-4aeb-a1c1-3b2e82f1188b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aca4fb87-6de2-44f5-9811-195b54bc5723 HTTP/1.1" status: 204 len: 168 time: 0.2966771 Jul 05 10:27:11.236907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b963cc5-e294-4aeb-a1c1-3b2e82f1188b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca4fb87-6de2-44f5-9811-195b54bc5723,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:11.466250 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43020) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:11.730068 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-2e2a4b34-1a3f-424e-bdf3-719bd4ac8508 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-996476939-network', 'tenant_id': '2db59ace4c53411588c30de772dfd6b0'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:11.859703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2a4b34-1a3f-424e-bdf3-719bd4ac8508 admin admin] Made reservation on behalf of 2db59ace4c53411588c30de772dfd6b0 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:27:11.864038 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4b34-1a3f-424e-bdf3-719bd4ac8508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:11.873644 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4b34-1a3f-424e-bdf3-719bd4ac8508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.045553 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4b34-1a3f-424e-bdf3-719bd4ac8508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.185950 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4b34-1a3f-424e-bdf3-719bd4ac8508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.230844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2a4b34-1a3f-424e-bdf3-719bd4ac8508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:27:12.248573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a4b34-1a3f-424e-bdf3-719bd4ac8508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd973f08-92b2-48a4-8bd2-30d9af917e39,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:12.251616 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4b34-1a3f-424e-bdf3-719bd4ac8508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.252062 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-2e2a4b34-1a3f-424e-bdf3-719bd4ac8508 admin admin] Added segment f81864af-35f2-435d-9e6c-237bae2f4691 of type vlan for network 8d680670-6cfb-400e-8532-8dd1d889c7b1 Jul 05 10:27:12.314974 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4b34-1a3f-424e-bdf3-719bd4ac8508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.454277 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4b34-1a3f-424e-bdf3-719bd4ac8508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.455263 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2a4b34-1a3f-424e-bdf3-719bd4ac8508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:12.455890 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4b34-1a3f-424e-bdf3-719bd4ac8508 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.526123 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a4b34-1a3f-424e-bdf3-719bd4ac8508 admin admin] Pushing event updated for resources: {'Network': ['ID=8d680670-6cfb-400e-8532-8dd1d889c7b1,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:12.546268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 8d680670-6cfb-400e-8532-8dd1d889c7b1 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:27:12.627370 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2e2a4b34-1a3f-424e-bdf3-719bd4ac8508 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1863515 Jul 05 10:27:12.632471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43064) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:12.639975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-686653dd-654f-49db-bd2b-724986e70a52 admin admin] Request body: {'subnet': {'network_id': '8d680670-6cfb-400e-8532-8dd1d889c7b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-996476939-subnet', 'tenant_id': '2db59ace4c53411588c30de772dfd6b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:12.756229 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686653dd-654f-49db-bd2b-724986e70a52 admin admin] Made reservation on behalf of 2db59ace4c53411588c30de772dfd6b0 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:27:12.765408 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-686653dd-654f-49db-bd2b-724986e70a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:12.770377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43068) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:12.979837 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-56042504-312d-4cad-a892-a97dbdf952fc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-363536242-network', 'tenant_id': 'a028895f1392438ea8fff7de4ee4cbb6'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:13.163686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56042504-312d-4cad-a892-a97dbdf952fc admin admin] Made reservation on behalf of a028895f1392438ea8fff7de4ee4cbb6 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:27:13.167323 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56042504-312d-4cad-a892-a97dbdf952fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.178611 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56042504-312d-4cad-a892-a97dbdf952fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.192394 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-686653dd-654f-49db-bd2b-724986e70a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.286586 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686653dd-654f-49db-bd2b-724986e70a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00cc4226-2ced-4e40-b788-c46a897f0bd1,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:13.299136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686653dd-654f-49db-bd2b-724986e70a52 admin admin] Checking segment: {'id': 'f81864af-35f2-435d-9e6c-237bae2f4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8d680670-6cfb-400e-8532-8dd1d889c7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:13.299502 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686653dd-654f-49db-bd2b-724986e70a52 admin admin] Network hostable DHCP agents. Network: 8d680670-6cfb-400e-8532-8dd1d889c7b1, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:27:13.322114 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56042504-312d-4cad-a892-a97dbdf952fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.403245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686653dd-654f-49db-bd2b-724986e70a52 admin admin] Network 8d680670-6cfb-400e-8532-8dd1d889c7b1 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:27:13.437655 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56042504-312d-4cad-a892-a97dbdf952fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.462541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56042504-312d-4cad-a892-a97dbdf952fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:27:13.473884 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56042504-312d-4cad-a892-a97dbdf952fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b6a06e-a2c1-4f09-9329-d6a070d226d3,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:13.479047 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56042504-312d-4cad-a892-a97dbdf952fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.479390 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-56042504-312d-4cad-a892-a97dbdf952fc admin admin] Added segment 295b44b9-65d2-4d2a-a030-f619f358f5a5 of type vlan for network a04b8452-128d-414a-9ea3-2c4f841eba5a Jul 05 10:27:13.534577 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-686653dd-654f-49db-bd2b-724986e70a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 8d680670-6cfb-400e-8532-8dd1d889c7b1) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:13.540917 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56042504-312d-4cad-a892-a97dbdf952fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.547191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686653dd-654f-49db-bd2b-724986e70a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:13.551541 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-686653dd-654f-49db-bd2b-724986e70a52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.557118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa6c5a0-7312-451d-a0a7-a49d3a276205 None None] Network 8d680670-6cfb-400e-8532-8dd1d889c7b1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:27:13.632770 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9f1c-efa4-4159-b6d8-4385bf24e3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.691174 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-686653dd-654f-49db-bd2b-724986e70a52 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0574045 Jul 05 10:27:13.728075 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.733208 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56042504-312d-4cad-a892-a97dbdf952fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.734904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56042504-312d-4cad-a892-a97dbdf952fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:13.735976 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56042504-312d-4cad-a892-a97dbdf952fc admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:13.782955 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c820db-2e5d-4eb7-af5d-cfcf1bd7dd29 None None] Network 8d680670-6cfb-400e-8532-8dd1d889c7b1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:27:13.825336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56042504-312d-4cad-a892-a97dbdf952fc admin admin] Pushing event updated for resources: {'Network': ['ID=a04b8452-128d-414a-9ea3-2c4f841eba5a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:13.887504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43096) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:13.888396 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-56042504-312d-4cad-a892-a97dbdf952fc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1155937 Jul 05 10:27:13.896177 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network a04b8452-128d-414a-9ea3-2c4f841eba5a details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:27:13.905195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-32ad4e32-de04-496f-a2bc-776752cc1245 admin admin] Request body: {'subnet': {'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-363536242-subnet', 'tenant_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:13.966128 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43100) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:14.016016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38662d5-5da0-4cf4-a3d9-75afaa1db9f9 admin admin] Deleting subnet 00cc4226-2ced-4e40-b788-c46a897f0bd1 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:27:14.020151 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a38662d5-5da0-4cf4-a3d9-75afaa1db9f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.042194 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ad4e32-de04-496f-a2bc-776752cc1245 admin admin] Made reservation on behalf of a028895f1392438ea8fff7de4ee4cbb6 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:27:14.045091 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-32ad4e32-de04-496f-a2bc-776752cc1245 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.118613 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a38662d5-5da0-4cf4-a3d9-75afaa1db9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.183636 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a38662d5-5da0-4cf4-a3d9-75afaa1db9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.379795 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a38662d5-5da0-4cf4-a3d9-75afaa1db9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.408396 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38662d5-5da0-4cf4-a3d9-75afaa1db9f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00cc4226-2ced-4e40-b788-c46a897f0bd1,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:14.412518 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a38662d5-5da0-4cf4-a3d9-75afaa1db9f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.414400 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a38662d5-5da0-4cf4-a3d9-75afaa1db9f9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/00cc4226-2ced-4e40-b788-c46a897f0bd1 HTTP/1.1" status: 204 len: 168 time: 0.4472802 Jul 05 10:27:14.417043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43112) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:14.429753 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-32ad4e32-de04-496f-a2bc-776752cc1245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.560635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad4e32-de04-496f-a2bc-776752cc1245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=251539a4-2688-4efc-803b-35b6e0cc29d4,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:14.564443 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ef9a41e0-0a8d-4f0e-8209-c59d8ad9f16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.576195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad4e32-de04-496f-a2bc-776752cc1245 admin admin] Checking segment: {'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:14.576316 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ad4e32-de04-496f-a2bc-776752cc1245 admin admin] Network hostable DHCP agents. Network: a04b8452-128d-414a-9ea3-2c4f841eba5a, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:27:14.683175 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ef9a41e0-0a8d-4f0e-8209-c59d8ad9f16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.693202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ad4e32-de04-496f-a2bc-776752cc1245 admin admin] Network a04b8452-128d-414a-9ea3-2c4f841eba5a is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:27:14.696196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-ef9a41e0-0a8d-4f0e-8209-c59d8ad9f16f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d680670-6cfb-400e-8532-8dd1d889c7b1']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:14.714716 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-ef9a41e0-0a8d-4f0e-8209-c59d8ad9f16f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81864af-35f2-435d-9e6c-237bae2f4691') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:14.714716 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-ef9a41e0-0a8d-4f0e-8209-c59d8ad9f16f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81864af-35f2-435d-9e6c-237bae2f4691') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:14.720583 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ef9a41e0-0a8d-4f0e-8209-c59d8ad9f16f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.736576 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ef9a41e0-0a8d-4f0e-8209-c59d8ad9f16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.748557 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9a41e0-0a8d-4f0e-8209-c59d8ad9f16f admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:27:14.748557 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ef9a41e0-0a8d-4f0e-8209-c59d8ad9f16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:27:14.748829 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:27:14.796833 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-32ad4e32-de04-496f-a2bc-776752cc1245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, a04b8452-128d-414a-9ea3-2c4f841eba5a) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:14.806844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ad4e32-de04-496f-a2bc-776752cc1245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:14.814519 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-32ad4e32-de04-496f-a2bc-776752cc1245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.814694 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61207db7-f709-4ba7-a417-3fa01de0a0a4 None None] Network a04b8452-128d-414a-9ea3-2c4f841eba5a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:27:14.912236 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ef9a41e0-0a8d-4f0e-8209-c59d8ad9f16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.924747 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ef9a41e0-0a8d-4f0e-8209-c59d8ad9f16f admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:14.924747 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ef9a41e0-0a8d-4f0e-8209-c59d8ad9f16f admin admin] 10.222.0.77 "DELETE /v2.0/networks/8d680670-6cfb-400e-8532-8dd1d889c7b1 HTTP/1.1" status: 204 len: 168 time: 0.5028024 Jul 05 10:27:14.936321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a41e0-0a8d-4f0e-8209-c59d8ad9f16f admin admin] Pushing event deleted for resources: {'Network': ['ID=8d680670-6cfb-400e-8532-8dd1d889c7b1,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:14.951215 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-32ad4e32-de04-496f-a2bc-776752cc1245 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0618339 Jul 05 10:27:14.954033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43128) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:14.961739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-363536242-router', 'tenant_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:15.013851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-a04b8452-128d-414a-9ea3-2c4f841eba5a', 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a', 'tenant_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'fixed_ips': [{'subnet_id': '251539a4-2688-4efc-803b-35b6e0cc29d4'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:27:15.014859 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.140128 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.141452 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.145387 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.186935 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Allocated IP 172.20.0.2 (a04b8452-128d-414a-9ea3-2c4f841eba5a/251539a4-2688-4efc-803b-35b6e0cc29d4/859f91b9-77e9-432f-bb18-e21a8a2204ac) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:27:15.215034 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.229245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43134) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:15.430313 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.445106 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Transition to ACTIVE for port object 859f91b9-77e9-432f-bb18-e21a8a2204ac will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:15.455412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43144) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:15.465126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Transition to ACTIVE for port object 859f91b9-77e9-432f-bb18-e21a8a2204ac will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:15.538424 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-50d91fa0-7952-4631-bdd0-f6fb95f81d8b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2db59ace4c53411588c30de772dfd6b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0792401 Jul 05 10:27:15.538671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43146) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:15.575203 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.583152 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.624908 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eff85f7c-ce93-4c4a-969d-272a24142155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.632257 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Network a04b8452-128d-414a-9ea3-2c4f841eba5a is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:15.635546 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:15.641877 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:27:15.655535 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eff85f7c-ce93-4c4a-969d-272a24142155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.665425 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Pushing event updated for resources: {'Port': ['ID=859f91b9-77e9-432f-bb18-e21a8a2204ac,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:15.738797 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Attempting to bind port 859f91b9-77e9-432f-bb18-e21a8a2204ac on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:27:15.739062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Attempting to bind port 859f91b9-77e9-432f-bb18-e21a8a2204ac by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:27:15.739451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Attempting to bind port 859f91b9-77e9-432f-bb18-e21a8a2204ac on network a04b8452-128d-414a-9ea3-2c4f841eba5a {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:15.746493 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:27:15.747064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Checking segment: {'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:15.747553 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.748043 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Bound using segment: {'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:27:15.748593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Bound port: 859f91b9-77e9-432f-bb18-e21a8a2204ac, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:27:15.749050 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.801195 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eff85f7c-ce93-4c4a-969d-272a24142155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.803813 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eff85f7c-ce93-4c4a-969d-272a24142155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:15.804995 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-eff85f7c-ce93-4c4a-969d-272a24142155 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd973f08-92b2-48a4-8bd2-30d9af917e39 HTTP/1.1" status: 204 len: 168 time: 0.2653048 Jul 05 10:27:15.825698 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] For port 859f91b9-77e9-432f-bb18-e21a8a2204ac, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:27:15.828233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff85f7c-ce93-4c4a-969d-272a24142155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd973f08-92b2-48a4-8bd2-30d9af917e39,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:15.829469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] For port 859f91b9-77e9-432f-bb18-e21a8a2204ac, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=859f91b9-77e9-432f-bb18-e21a8a2204ac,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:27:15.928728 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:16.026422 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34972e-866d-4c07-b923-23fa831e3a47 None None] Pushing event updated for resources: {'Port': ['ID=859f91b9-77e9-432f-bb18-e21a8a2204ac,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:16.121133 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:16.154996 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:16.229948 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bf40197-d04d-4e4b-8d65-ff21627a6df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:16.345931 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:27:16.807202 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:16.858622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Allocated IP 172.25.5.211 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:27:17.115890 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:17.330751 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be61b37-41e1-43a5-9dcd-3be2ba3104b6 None None] Network a04b8452-128d-414a-9ea3-2c4f841eba5a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:27:17.385019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1bf40197-d04d-4e4b-8d65-ff21627a6df0 admin admin] Deleting port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:27:17.385624 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bf40197-d04d-4e4b-8d65-ff21627a6df0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:17.451962 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:17.458344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 859f91b9-77e9-432f-bb18-e21a8a2204ac up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:17.504742 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:17.510286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:17.517935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:27:17.536401 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-63c24474-381c-4112-bed6-3cd78ae12866 None None] Provisioning for port 859f91b9-77e9-432f-bb18-e21a8a2204ac completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:17.573150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:17.633362 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-1bf40197-d04d-4e4b-8d65-ff21627a6df0 admin admin] For port 77a00d29-445e-4fbe-be7c-bf9f6b267d0e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=77a00d29-445e-4fbe-be7c-bf9f6b267d0e,segment=NetworkSegment(e4ea8374-396f-4b61-834e-cc6ce8da0e03),segment_id=e4ea8374-396f-4b61-834e-cc6ce8da0e03)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:17.633765 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bf40197-d04d-4e4b-8d65-ff21627a6df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:17.734576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1bf40197-d04d-4e4b-8d65-ff21627a6df0 admin admin] Calling delete_port for 77a00d29-445e-4fbe-be7c-bf9f6b267d0e owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:27:17.749905 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 859f91b9-77e9-432f-bb18-e21a8a2204ac completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:17.756136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 859f91b9-77e9-432f-bb18-e21a8a2204ac triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:17.756545 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:17.941130 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:18.014247 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 859f91b9-77e9-432f-bb18-e21a8a2204ac, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=859f91b9-77e9-432f-bb18-e21a8a2204ac,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:18.183145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a8169e70-8789-4a46-958e-a8007922d5be None None] Provisioning complete for port 859f91b9-77e9-432f-bb18-e21a8a2204ac triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:18.183630 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a8169e70-8789-4a46-958e-a8007922d5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:18.287223 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a8169e70-8789-4a46-958e-a8007922d5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:18.614515 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:18.707115 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-a8169e70-8789-4a46-958e-a8007922d5be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:27:18.707825 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-a8169e70-8789-4a46-958e-a8007922d5be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:27:18.708363 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=859f91b9-77e9-432f-bb18-e21a8a2204ac,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:18.716339 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:18.716684 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:18.717032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:18.717374 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:18.717705 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:18.718029 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:18.718361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:18.718701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:18.719014 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:18.719338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:18.719662 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:18.720007 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:18.760048 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:19.016007 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bf40197-d04d-4e4b-8d65-ff21627a6df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:19.053497 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf40197-d04d-4e4b-8d65-ff21627a6df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a00d29-445e-4fbe-be7c-bf9f6b267d0e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:19.055462 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:19.411481 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1bf40197-d04d-4e4b-8d65-ff21627a6df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:19.483934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 859f91b9-77e9-432f-bb18-e21a8a2204ac up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:19.557012 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Router 9e5c53b5-5720-4f7f-903f-113d1b3a4e20 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:27:19.558035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 859f91b9-77e9-432f-bb18-e21a8a2204ac triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:19.558633 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:19.794204 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:27:19.805148 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Sync routers for ids ['9e5c53b5-5720-4f7f-903f-113d1b3a4e20'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:27:19.818307 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf40197-d04d-4e4b-8d65-ff21627a6df0 admin admin] Router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:27:19.820656 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Routers {'9e5c53b5-5720-4f7f-903f-113d1b3a4e20'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:19.821886 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:27:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['9e5c53b5-5720-4f7f-903f-113d1b3a4e20'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:19.925295 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:19.930695 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0eb24ba6-8ba8-438b-92c5-9e2ccba31ea4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9702818 Jul 05 10:27:19.930904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43270) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:19.979838 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Set router 9e5c53b5-5720-4f7f-903f-113d1b3a4e20 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:20.037261 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf40197-d04d-4e4b-8d65-ff21627a6df0 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:27:20.046137 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1bf40197-d04d-4e4b-8d65-ff21627a6df0 admin admin] 10.222.0.77 "PUT /v2.0/routers/dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8157609 Jul 05 10:27:20.047216 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9402f0ea-e4cf-42d4-bcd6-cfdd4547eabd None None] Sync routers for ids ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:27:20.050141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43274) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:20.090812 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9402f0ea-e4cf-42d4-bcd6-cfdd4547eabd None None] Routers {'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:20.091457 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-9402f0ea-e4cf-42d4-bcd6-cfdd4547eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:27:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:20.309210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-9402f0ea-e4cf-42d4-bcd6-cfdd4547eabd None None] Set router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:20.385454 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'name': 'tempest-TestServerMultinode-363536242-router', 'tenant_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:15Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 3, 'project_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'gw_port': {'id': '1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:16Z', 'updated_at': '2021-07-05T10:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:20.392480 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff08e88b-18af-4a44-a20f-13864b442586 admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:20.468442 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Checking router: 9e5c53b5-5720-4f7f-903f-113d1b3a4e20 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:27:20.468797 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Updating router 9e5c53b5-5720-4f7f-903f-113d1b3a4e20 port 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:27:20.544357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-9402f0ea-e4cf-42d4-bcd6-cfdd4547eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'name': 'tempest-TaggedBootDevicesTest-917932306-router', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:07Z', 'updated_at': '2021-07-05T10:27:18Z', 'revision_number': 5, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'gw_port': {'id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:11Z', 'updated_at': '2021-07-05T10:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:20.553028 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:20.583355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff08e88b-18af-4a44-a20f-13864b442586 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:20.624073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9402f0ea-e4cf-42d4-bcd6-cfdd4547eabd None None] Checking router: dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:27:20.640404 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9402f0ea-e4cf-42d4-bcd6-cfdd4547eabd None None] Routers {'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:20.644184 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-9402f0ea-e4cf-42d4-bcd6-cfdd4547eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:27:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:20.844338 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-ff08e88b-18af-4a44-a20f-13864b442586 admin admin] Deleting port a790c1fd-7b16-4a55-ab57-eff1952de038 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:27:20.844828 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff08e88b-18af-4a44-a20f-13864b442586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:20.907227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-9402f0ea-e4cf-42d4-bcd6-cfdd4547eabd None None] Set router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:20.914668 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:20.970621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-ff08e88b-18af-4a44-a20f-13864b442586 admin admin] For port a790c1fd-7b16-4a55-ab57-eff1952de038, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a790c1fd-7b16-4a55-ab57-eff1952de038,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:20.974952 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff08e88b-18af-4a44-a20f-13864b442586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.016382 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-ff08e88b-18af-4a44-a20f-13864b442586 admin admin] Calling delete_port for a790c1fd-7b16-4a55-ab57-eff1952de038 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:27:21.048558 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.062292 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Transition to ACTIVE for port object 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:21.184097 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.257219 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027cb19-b36c-4fd1-8052-bf8fd5b72278 None None] Pushing event updated for resources: {'Port': ['ID=1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:21.295962 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027cb19-b36c-4fd1-8052-bf8fd5b72278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:21.296319 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027cb19-b36c-4fd1-8052-bf8fd5b72278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:21.297295 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027cb19-b36c-4fd1-8052-bf8fd5b72278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:21.297295 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027cb19-b36c-4fd1-8052-bf8fd5b72278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:21.297503 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027cb19-b36c-4fd1-8052-bf8fd5b72278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:21.297734 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027cb19-b36c-4fd1-8052-bf8fd5b72278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:21.298061 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027cb19-b36c-4fd1-8052-bf8fd5b72278 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:21.298387 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027cb19-b36c-4fd1-8052-bf8fd5b72278 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:21.298708 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027cb19-b36c-4fd1-8052-bf8fd5b72278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:21.299222 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027cb19-b36c-4fd1-8052-bf8fd5b72278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:21.299554 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027cb19-b36c-4fd1-8052-bf8fd5b72278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:21.299901 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027cb19-b36c-4fd1-8052-bf8fd5b72278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:21.330781 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Attempting to bind port 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:27:21.331524 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Attempting to bind port 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:27:21.332756 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Attempting to bind port 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:21.339801 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:27:21.341497 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:21.342079 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.342647 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:27:21.343413 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Bound port: 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:27:21.344169 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.431025 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] For port 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:27:21.434756 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] For port 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:27:21.459835 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff08e88b-18af-4a44-a20f-13864b442586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.512342 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-9402f0ea-e4cf-42d4-bcd6-cfdd4547eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'name': 'tempest-TaggedBootDevicesTest-917932306-router', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:07Z', 'updated_at': '2021-07-05T10:27:18Z', 'revision_number': 5, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'gw_port': {'id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:11Z', 'updated_at': '2021-07-05T10:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:21.518245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08e88b-18af-4a44-a20f-13864b442586 admin admin] Pushing event deleted for resources: {'Port': ['ID=a790c1fd-7b16-4a55-ab57-eff1952de038,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:21.530562 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.579578 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Allocated IP 172.20.0.1 (a04b8452-128d-414a-9ea3-2c4f841eba5a/251539a4-2688-4efc-803b-35b6e0cc29d4/4e5c6b14-8d46-421a-847a-8a47c654ae24) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:27:21.584081 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9402f0ea-e4cf-42d4-bcd6-cfdd4547eabd None None] The sync data for ids ['dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96'] in n-d-779913-27 is: [{'id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'name': 'tempest-TaggedBootDevicesTest-917932306-router', 'tenant_id': 'faeb5dc6b3a74c028f443dfad351e225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:15:07Z', 'updated_at': '2021-07-05T10:27:18Z', 'revision_number': 5, 'project_id': 'faeb5dc6b3a74c028f443dfad351e225', 'gw_port': {'id': 'a790c1fd-7b16-4a55-ab57-eff1952de038', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:15:11Z', 'updated_at': '2021-07-05T10:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:27:21.672469 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Routers {'9e5c53b5-5720-4f7f-903f-113d1b3a4e20'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:21.676092 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:27:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['9e5c53b5-5720-4f7f-903f-113d1b3a4e20'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:21.699568 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff08e88b-18af-4a44-a20f-13864b442586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.793942 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027cb19-b36c-4fd1-8052-bf8fd5b72278 None None] Pushing event updated for resources: {'Port': ['ID=1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:21.794540 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.813405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Transition to ACTIVE for port object 4e5c6b14-8d46-421a-847a-8a47c654ae24 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:21.884071 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff08e88b-18af-4a44-a20f-13864b442586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.886927 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff08e88b-18af-4a44-a20f-13864b442586 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:21.942376 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] Set router 9e5c53b5-5720-4f7f-903f-113d1b3a4e20 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:22.014967 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.060327 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff08e88b-18af-4a44-a20f-13864b442586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.060874 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff08e88b-18af-4a44-a20f-13864b442586 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:27:22.078830 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff08e88b-18af-4a44-a20f-13864b442586 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.080797 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ff08e88b-18af-4a44-a20f-13864b442586 admin admin] 10.222.0.77 "DELETE /v2.0/routers/dadd11f8-b5ad-4642-8cc7-0da7d5cb3a96 HTTP/1.1" status: 204 len: 168 time: 2.0293834 Jul 05 10:27:22.084052 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43320) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:22.098498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Pushing event updated for resources: {'Port': ['ID=4e5c6b14-8d46-421a-847a-8a47c654ae24,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:22.110288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Network a04b8452-128d-414a-9ea3-2c4f841eba5a is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:22.111934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.112289 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.112635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.113000 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.113535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.114052 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.114797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.115306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.115837 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.116347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.116846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.117527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:22.121462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:22.123995 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:27:22.184149 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.201239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb26cd97-4ef8-4262-8c44-b474f6150d7e admin admin] Deleting subnet 27292f2c-a95d-441e-b478-d099205c251b {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:27:22.206058 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb26cd97-4ef8-4262-8c44-b474f6150d7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.253417 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'name': 'tempest-TestServerMultinode-363536242-router', 'tenant_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:15Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 3, 'project_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'gw_port': {'id': '1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:16Z', 'updated_at': '2021-07-05T10:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:22.275221 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.309006 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb26cd97-4ef8-4262-8c44-b474f6150d7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.316561 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02f782b-2d6d-4bdb-8dfd-0b72f77dd4e2 None None] The sync data for ids ['9e5c53b5-5720-4f7f-903f-113d1b3a4e20'] in n-d-779913-27 is: [{'id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'name': 'tempest-TestServerMultinode-363536242-router', 'tenant_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:15Z', 'updated_at': '2021-07-05T10:27:17Z', 'revision_number': 3, 'project_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'gw_port': {'id': '1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:16Z', 'updated_at': '2021-07-05T10:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:27:22.505044 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb26cd97-4ef8-4262-8c44-b474f6150d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.546665 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.728940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-92011ab0-17dd-414c-8797-1f82ff3275fd None None] Provisioning for port 4e5c6b14-8d46-421a-847a-8a47c654ae24 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:22.736517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-92011ab0-17dd-414c-8797-1f82ff3275fd None None] Provisioning complete for port 4e5c6b14-8d46-421a-847a-8a47c654ae24 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:22.742811 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92011ab0-17dd-414c-8797-1f82ff3275fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.790609 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-92011ab0-17dd-414c-8797-1f82ff3275fd None None] Port 4e5c6b14-8d46-421a-847a-8a47c654ae24 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:27:22.801090 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb26cd97-4ef8-4262-8c44-b474f6150d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.871910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26cd97-4ef8-4262-8c44-b474f6150d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27292f2c-a95d-441e-b478-d099205c251b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:22.886437 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0bb924-0081-40e7-b400-8959d386d621 None None] Network 34a24dd1-7873-4589-9de4-782dc8402e9e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:27:22.895554 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb26cd97-4ef8-4262-8c44-b474f6150d7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:22.897839 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eb26cd97-4ef8-4262-8c44-b474f6150d7e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/27292f2c-a95d-441e-b478-d099205c251b HTTP/1.1" status: 204 len: 168 time: 0.8123312 Jul 05 10:27:22.912274 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43348) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:23.007029 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.074632 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.134208 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.165594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] Deleting port 3b94c37e-73ba-45d2-8301-48a7295c2fb3 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:27:23.166361 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.287637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a6b380-aaa1-4e8b-bc05-05bfbcd04889 None None] DHCP port deletion for 34a24dd1-7873-4589-9de4-782dc8402e9e request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:27:23.414935 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.415545 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-80a6b380-aaa1-4e8b-bc05-05bfbcd04889 None None] Deleting port 3b94c37e-73ba-45d2-8301-48a7295c2fb3 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:27:23.418776 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-80a6b380-aaa1-4e8b-bc05-05bfbcd04889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.422949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] For port 3b94c37e-73ba-45d2-8301-48a7295c2fb3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3b94c37e-73ba-45d2-8301-48a7295c2fb3,segment=NetworkSegment(e4ea8374-396f-4b61-834e-cc6ce8da0e03),segment_id=e4ea8374-396f-4b61-834e-cc6ce8da0e03)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:23.423587 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.425368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Pushing event updated for resources: {'Port': ['ID=4e5c6b14-8d46-421a-847a-8a47c654ae24,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:23.458254 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] Calling delete_port for 3b94c37e-73ba-45d2-8301-48a7295c2fb3 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:27:23.545948 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:23.640788 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-80a6b380-aaa1-4e8b-bc05-05bfbcd04889 None None] For port 3b94c37e-73ba-45d2-8301-48a7295c2fb3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3b94c37e-73ba-45d2-8301-48a7295c2fb3,segment=NetworkSegment(e4ea8374-396f-4b61-834e-cc6ce8da0e03),segment_id=e4ea8374-396f-4b61-834e-cc6ce8da0e03)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:23.641721 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-80a6b380-aaa1-4e8b-bc05-05bfbcd04889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.669240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-80a6b380-aaa1-4e8b-bc05-05bfbcd04889 None None] Calling delete_port for 3b94c37e-73ba-45d2-8301-48a7295c2fb3 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:27:23.694581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Network a04b8452-128d-414a-9ea3-2c4f841eba5a is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:23.702404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:23.845623 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:23.852232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:23.853605 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.888386 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.911244 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-80a6b380-aaa1-4e8b-bc05-05bfbcd04889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:23.955428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6b380-aaa1-4e8b-bc05-05bfbcd04889 None None] Pushing event deleted for resources: {'Port': ['ID=3b94c37e-73ba-45d2-8301-48a7295c2fb3,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:23.973750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6b380-aaa1-4e8b-bc05-05bfbcd04889 None None] No DVR routers for this DVR port 3b94c37e-73ba-45d2-8301-48a7295c2fb3 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:27:24.050014 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] Pushing event deleted for resources: {'Port': ['ID=3b94c37e-73ba-45d2-8301-48a7295c2fb3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:24.060352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] No DVR routers for this DVR port 3b94c37e-73ba-45d2-8301-48a7295c2fb3 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:27:24.124064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Router 9e5c53b5-5720-4f7f-903f-113d1b3a4e20 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:27:24.159790 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:24.213031 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:24.256887 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:24.266448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:24.269690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a24dd1-7873-4589-9de4-782dc8402e9e']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:24.276306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e1d821d2-6f63-48cc-843e-6f5851a12932 None None] Provisioning complete for port 4e5c6b14-8d46-421a-847a-8a47c654ae24 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:24.277315 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e1d821d2-6f63-48cc-843e-6f5851a12932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:24.303779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ea8374-396f-4b61-834e-cc6ce8da0e03') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:24.306548 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ea8374-396f-4b61-834e-cc6ce8da0e03') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:24.340171 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:24.355753 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e1d821d2-6f63-48cc-843e-6f5851a12932 None None] Port 4e5c6b14-8d46-421a-847a-8a47c654ae24 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:27:24.358856 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:24.361360 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:24.375620 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:27:24.376464 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:24.381922 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:27:24.412712 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d6e33d93-ad5f-4ef3-bdbe-96565a867475 admin admin] 10.222.0.77 "PUT /v2.0/routers/9e5c53b5-5720-4f7f-903f-113d1b3a4e20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4815791 Jul 05 10:27:24.474551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a790c1fd-7b16-4a55-ab57-eff1952de038 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:27:24.507760 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: a790c1fd-7b16-4a55-ab57-eff1952de038 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:27:24.508144 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a790c1fd-7b16-4a55-ab57-eff1952de038 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:27:24.508503 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3b94c37e-73ba-45d2-8301-48a7295c2fb3 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:27:24.552356 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 3b94c37e-73ba-45d2-8301-48a7295c2fb3 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:27:24.552756 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3b94c37e-73ba-45d2-8301-48a7295c2fb3 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:27:24.553779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 77a00d29-445e-4fbe-be7c-bf9f6b267d0e no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:27:24.556246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:27:24.563485 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:27:24.583867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 77a00d29-445e-4fbe-be7c-bf9f6b267d0e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:27:24.584293 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 77a00d29-445e-4fbe-be7c-bf9f6b267d0e not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:27:24.717073 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:24.727764 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:24.727764 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] 10.222.0.77 "DELETE /v2.0/networks/34a24dd1-7873-4589-9de4-782dc8402e9e HTTP/1.1" status: 204 len: 168 time: 1.8127539 Jul 05 10:27:24.771575 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352c67f-f030-47d7-b9b8-3b1e5059c7cf admin admin] Pushing event deleted for resources: {'Network': ['ID=34a24dd1-7873-4589-9de4-782dc8402e9e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:25.364066 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43400) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:25.457516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:25.512481 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43404) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:25.536033 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a755ee46-5f03-410a-a3c5-15ccf5fde307 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=faeb5dc6b3a74c028f443dfad351e225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673191 Jul 05 10:27:25.627595 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:25.628666 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:25.634936 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3fcb7cd0-4fba-48e4-9bad-586186c04d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:25.669741 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3fcb7cd0-4fba-48e4-9bad-586186c04d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:25.821358 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Sync routers for ids ['9e5c53b5-5720-4f7f-903f-113d1b3a4e20'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:27:25.843508 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3fcb7cd0-4fba-48e4-9bad-586186c04d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:25.852079 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Routers {'9e5c53b5-5720-4f7f-903f-113d1b3a4e20'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:25.852079 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:27:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['9e5c53b5-5720-4f7f-903f-113d1b3a4e20'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:25.852349 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3fcb7cd0-4fba-48e4-9bad-586186c04d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:25.852349 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3fcb7cd0-4fba-48e4-9bad-586186c04d3d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50674e1c-081f-4b50-b0c2-89fab05e3a34 HTTP/1.1" status: 204 len: 168 time: 0.3348417 Jul 05 10:27:25.860942 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb7cd0-4fba-48e4-9bad-586186c04d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50674e1c-081f-4b50-b0c2-89fab05e3a34,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:26.232285 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Set router 9e5c53b5-5720-4f7f-903f-113d1b3a4e20 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:26.318449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43438) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:26.324862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2a0ff13b-a35e-4ec6-8f61-b0e51e7082e2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-437358091-network', 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:26.430467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0ff13b-a35e-4ec6-8f61-b0e51e7082e2 admin admin] Made reservation on behalf of f55cab4cca4348d1b40ed63605e42e14 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:27:26.436467 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff13b-a35e-4ec6-8f61-b0e51e7082e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:26.477798 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff13b-a35e-4ec6-8f61-b0e51e7082e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:26.634789 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff13b-a35e-4ec6-8f61-b0e51e7082e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:26.636557 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'name': 'tempest-TestServerMultinode-363536242-router', 'tenant_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:15Z', 'updated_at': '2021-07-05T10:27:22Z', 'revision_number': 4, 'project_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'gw_port': {'id': '1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:16Z', 'updated_at': '2021-07-05T10:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '4e5c6b14-8d46-421a-847a-8a47c654ae24', 'name': '', 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a', 'tenant_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'mac_address': 'fa:16:3e:af:72:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '251539a4-2688-4efc-803b-35b6e0cc29d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:20Z', 'updated_at': '2021-07-05T10:27:22Z', 'revision_number': 2, 'project_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'subnets': [{'id': '251539a4-2688-4efc-803b-35b6e0cc29d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:26.670818 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Checking router: 9e5c53b5-5720-4f7f-903f-113d1b3a4e20 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:27:26.671221 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Updating router 9e5c53b5-5720-4f7f-903f-113d1b3a4e20 port 4e5c6b14-8d46-421a-847a-8a47c654ae24 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:27:26.710116 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:26.772281 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff13b-a35e-4ec6-8f61-b0e51e7082e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:26.789272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0ff13b-a35e-4ec6-8f61-b0e51e7082e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:27:26.807056 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff13b-a35e-4ec6-8f61-b0e51e7082e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:26.807990 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-2a0ff13b-a35e-4ec6-8f61-b0e51e7082e2 admin admin] Added segment 8f78edd5-32b0-4276-a8e3-1faaa0a8aaee of type vlan for network 62b42d8b-4cd8-4da0-982d-5623cc760245 Jul 05 10:27:26.958652 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ff13b-a35e-4ec6-8f61-b0e51e7082e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:26.986943 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff13b-a35e-4ec6-8f61-b0e51e7082e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:27.178666 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff13b-a35e-4ec6-8f61-b0e51e7082e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:27.182310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ff13b-a35e-4ec6-8f61-b0e51e7082e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:27.182310 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff13b-a35e-4ec6-8f61-b0e51e7082e2 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:27.182556 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:27.193870 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Transition to ACTIVE for port object 4e5c6b14-8d46-421a-847a-8a47c654ae24 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:27.280924 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:27.292146 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ff13b-a35e-4ec6-8f61-b0e51e7082e2 admin admin] Pushing event updated for resources: {'Network': ['ID=62b42d8b-4cd8-4da0-982d-5623cc760245,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:27.305967 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 62b42d8b-4cd8-4da0-982d-5623cc760245 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:27:27.397049 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2a0ff13b-a35e-4ec6-8f61-b0e51e7082e2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0771651 Jul 05 10:27:27.412156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43476) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:27.419340 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-03f04500-4f5c-4ca0-864e-4d0680886842 admin admin] Request body: {'subnet': {'network_id': '62b42d8b-4cd8-4da0-982d-5623cc760245', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-437358091-subnet', 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14', 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:27.498839 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada2252-1d60-4481-b204-bdf93341f220 None None] Pushing event updated for resources: {'Port': ['ID=4e5c6b14-8d46-421a-847a-8a47c654ae24,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:27.545855 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Attempting to bind port 4e5c6b14-8d46-421a-847a-8a47c654ae24 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:27:27.549469 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Attempting to bind port 4e5c6b14-8d46-421a-847a-8a47c654ae24 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:27:27.549469 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Attempting to bind port 4e5c6b14-8d46-421a-847a-8a47c654ae24 on network a04b8452-128d-414a-9ea3-2c4f841eba5a {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:27.554746 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:27:27.555119 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Checking segment: {'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:27.555593 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:27.556012 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Bound using segment: {'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:27:27.556490 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Bound port: 4e5c6b14-8d46-421a-847a-8a47c654ae24, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:27:27.556871 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:27.574059 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f04500-4f5c-4ca0-864e-4d0680886842 admin admin] Made reservation on behalf of f55cab4cca4348d1b40ed63605e42e14 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:27:27.576912 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03f04500-4f5c-4ca0-864e-4d0680886842 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:27.633140 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] For port 4e5c6b14-8d46-421a-847a-8a47c654ae24, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:27:27.636992 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] For port 4e5c6b14-8d46-421a-847a-8a47c654ae24, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=4e5c6b14-8d46-421a-847a-8a47c654ae24,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:27:27.752117 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:27.877086 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Routers {'9e5c53b5-5720-4f7f-903f-113d1b3a4e20'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:27.877941 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:27:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['9e5c53b5-5720-4f7f-903f-113d1b3a4e20'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:28.005988 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada2252-1d60-4481-b204-bdf93341f220 None None] Pushing event updated for resources: {'Port': ['ID=4e5c6b14-8d46-421a-847a-8a47c654ae24,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:28.018107 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03f04500-4f5c-4ca0-864e-4d0680886842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:28.049751 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] Set router 9e5c53b5-5720-4f7f-903f-113d1b3a4e20 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:28.083657 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f04500-4f5c-4ca0-864e-4d0680886842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ad25e8-2a4b-4413-9c39-4e37fcc0e460,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:28.134757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f04500-4f5c-4ca0-864e-4d0680886842 admin admin] Checking segment: {'id': '8f78edd5-32b0-4276-a8e3-1faaa0a8aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62b42d8b-4cd8-4da0-982d-5623cc760245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:28.135256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f04500-4f5c-4ca0-864e-4d0680886842 admin admin] Network hostable DHCP agents. Network: 62b42d8b-4cd8-4da0-982d-5623cc760245, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:27:28.424488 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'name': 'tempest-TestServerMultinode-363536242-router', 'tenant_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:15Z', 'updated_at': '2021-07-05T10:27:22Z', 'revision_number': 4, 'project_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'gw_port': {'id': '1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:16Z', 'updated_at': '2021-07-05T10:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '4e5c6b14-8d46-421a-847a-8a47c654ae24', 'name': '', 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a', 'tenant_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'mac_address': 'fa:16:3e:af:72:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '251539a4-2688-4efc-803b-35b6e0cc29d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:20Z', 'updated_at': '2021-07-05T10:27:27Z', 'revision_number': 4, 'project_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'subnets': [{'id': '251539a4-2688-4efc-803b-35b6e0cc29d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:28.432837 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f04500-4f5c-4ca0-864e-4d0680886842 admin admin] Network 62b42d8b-4cd8-4da0-982d-5623cc760245 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:27:28.463681 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba960f4-a166-4514-b798-32e560c8d3db None None] The sync data for ids ['9e5c53b5-5720-4f7f-903f-113d1b3a4e20'] in n-d-779913-27 is: [{'id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'name': 'tempest-TestServerMultinode-363536242-router', 'tenant_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:15Z', 'updated_at': '2021-07-05T10:27:22Z', 'revision_number': 4, 'project_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'gw_port': {'id': '1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:16Z', 'updated_at': '2021-07-05T10:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '4e5c6b14-8d46-421a-847a-8a47c654ae24', 'name': '', 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a', 'tenant_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'mac_address': 'fa:16:3e:af:72:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '251539a4-2688-4efc-803b-35b6e0cc29d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:20Z', 'updated_at': '2021-07-05T10:27:27Z', 'revision_number': 4, 'project_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'subnets': [{'id': '251539a4-2688-4efc-803b-35b6e0cc29d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:27:28.543735 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-03f04500-4f5c-4ca0-864e-4d0680886842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 62b42d8b-4cd8-4da0-982d-5623cc760245) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:28.557711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f04500-4f5c-4ca0-864e-4d0680886842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:28.558919 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03f04500-4f5c-4ca0-864e-4d0680886842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:28.563998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2559d767-200a-4951-933f-e49ef66b2eb2 None None] Network 62b42d8b-4cd8-4da0-982d-5623cc760245 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:27:28.761215 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dd4d8d36-39a4-4830-a62d-d42b0c557260 req-927705d0-73fe-4ed9-82e9-5a5458e8bbbd tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8fe5dbe-a84f-4fc9-8087-18faa4f36117 HTTP/1.1" status: 200 len: 210 time: 0.0633614 Jul 05 10:27:28.766695 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-03f04500-4f5c-4ca0-864e-4d0680886842 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3532207 Jul 05 10:27:28.767547 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43538) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:28.792534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-437358091-router', 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:28.941510 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:28.946112 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:29.065623 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-62b42d8b-4cd8-4da0-982d-5623cc760245', 'network_id': '62b42d8b-4cd8-4da0-982d-5623cc760245', 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14', 'fixed_ips': [{'subnet_id': '64ad25e8-2a4b-4413-9c39-4e37fcc0e460'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:27:29.072821 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:29.112012 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:29.145770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de88bf-39b3-4224-a6da-0378b35e722f req-18760e87-cb06-4dfb-90dd-d6b800f47fc6 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:29.151522 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69de88bf-39b3-4224-a6da-0378b35e722f req-18760e87-cb06-4dfb-90dd-d6b800f47fc6 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/networks?id=5828239e-e9aa-4397-a7c5-30775e4f30c8 HTTP/1.1" status: 200 len: 814 time: 0.6862326 Jul 05 10:27:29.168891 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69de88bf-39b3-4224-a6da-0378b35e722f req-3fa71601-a19e-42ae-8656-c2fa57cf4601 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/quotas/0407b2d2311842b7b7b45b036954cf3e HTTP/1.1" status: 200 len: 375 time: 0.0161667 Jul 05 10:27:29.297043 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69de88bf-39b3-4224-a6da-0378b35e722f req-d333efea-1f7e-4820-bb59-5c442ec3300d tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0407b2d2311842b7b7b45b036954cf3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1269970 Jul 05 10:27:29.428310 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Allocated IP 172.20.0.2 (62b42d8b-4cd8-4da0-982d-5623cc760245/64ad25e8-2a4b-4413-9c39-4e37fcc0e460/62a894b1-5c3a-49fe-aa9b-6185ef47a337) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:27:29.442709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 4e5c6b14-8d46-421a-847a-8a47c654ae24 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:29.515753 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69de88bf-39b3-4224-a6da-0378b35e722f req-0c839fd0-4950-4c9d-9831-8ed88db41e7b service neutron] 10.222.0.77 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997294 Jul 05 10:27:29.602532 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:29.707126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 4e5c6b14-8d46-421a-847a-8a47c654ae24 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:29.710611 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69de88bf-39b3-4224-a6da-0378b35e722f req-e3b0bba0-4aa9-45b8-8c88-e168b3fd0d70 service neutron] 10.222.0.77 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867397 Jul 05 10:27:29.739198 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 4e5c6b14-8d46-421a-847a-8a47c654ae24 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:29.744968 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:29.878788 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:29.916159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Transition to ACTIVE for port object 62a894b1-5c3a-49fe-aa9b-6185ef47a337 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:30.017696 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:30.028813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Transition to ACTIVE for port object 62a894b1-5c3a-49fe-aa9b-6185ef47a337 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:30.160396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 4e5c6b14-8d46-421a-847a-8a47c654ae24, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=4e5c6b14-8d46-421a-847a-8a47c654ae24,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:30.181517 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:30.241218 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Pushing event updated for resources: {'Port': ['ID=62a894b1-5c3a-49fe-aa9b-6185ef47a337,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:30.268927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Network 62b42d8b-4cd8-4da0-982d-5623cc760245 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:30.271912 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:30.275604 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:27:30.291849 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:30.468276 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-002231a7-8e6b-48bb-b349-5996791f0e0c req-4f3802c6-cf89-4d04-8208-96f7ec17d69a tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.5089684 Jul 05 10:27:30.499011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Attempting to bind port 62a894b1-5c3a-49fe-aa9b-6185ef47a337 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:27:30.499624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Attempting to bind port 62a894b1-5c3a-49fe-aa9b-6185ef47a337 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '8f78edd5-32b0-4276-a8e3-1faaa0a8aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62b42d8b-4cd8-4da0-982d-5623cc760245'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:27:30.502110 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Attempting to bind port 62a894b1-5c3a-49fe-aa9b-6185ef47a337 on network 62b42d8b-4cd8-4da0-982d-5623cc760245 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:30.510393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:27:30.511068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Checking segment: {'id': '8f78edd5-32b0-4276-a8e3-1faaa0a8aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62b42d8b-4cd8-4da0-982d-5623cc760245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:30.511667 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:30.512273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Bound using segment: {'id': '8f78edd5-32b0-4276-a8e3-1faaa0a8aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62b42d8b-4cd8-4da0-982d-5623cc760245'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:27:30.512925 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Bound port: 62a894b1-5c3a-49fe-aa9b-6185ef47a337, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f78edd5-32b0-4276-a8e3-1faaa0a8aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62b42d8b-4cd8-4da0-982d-5623cc760245'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:27:30.513483 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:30.591128 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84e989cb-588b-4ff2-92fd-6d6f883ad7d5 req-e1e6e630-edb1-4c78-858e-a6b1029b0abc tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 210 time: 0.0720334 Jul 05 10:27:30.624368 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=4e5c6b14-8d46-421a-847a-8a47c654ae24,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:30.659440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] For port 62a894b1-5c3a-49fe-aa9b-6185ef47a337, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:27:30.663661 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] For port 62a894b1-5c3a-49fe-aa9b-6185ef47a337, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=62a894b1-5c3a-49fe-aa9b-6185ef47a337,segment=NetworkSegment(8f78edd5-32b0-4276-a8e3-1faaa0a8aaee),segment_id=8f78edd5-32b0-4276-a8e3-1faaa0a8aaee)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:27:30.688965 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:30.728088 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:30.817037 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:30.882625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Allocated IP 172.25.5.5 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/fefac9d9-5e4a-404f-ab32-3220334c0bb5) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:27:31.005061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030ff6c-4555-4865-a984-658c25957a5f None None] Pushing event updated for resources: {'Port': ['ID=62a894b1-5c3a-49fe-aa9b-6185ef47a337,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:31.092338 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:31.408205 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:31.473771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:31.479303 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 4e5c6b14-8d46-421a-847a-8a47c654ae24 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:31.495607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:31.500963 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:27:31.509815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Pushing event updated for resources: {'Port': ['ID=fefac9d9-5e4a-404f-ab32-3220334c0bb5,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:31.599137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 4e5c6b14-8d46-421a-847a-8a47c654ae24 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:31.599892 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:31.812783 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 62a894b1-5c3a-49fe-aa9b-6185ef47a337 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:31.927313 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a7a37c10-da8d-45d2-aff3-f3f7fce0995e req-97b585e0-0908-48f4-9a07-4d6024666787 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 210 time: 0.0803735 Jul 05 10:27:31.937023 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d62b912c-b96f-431e-9a36-0167f0d47628 req-d86fd2e9-908c-4493-8793-dc22f4ee5673 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.1344926 Jul 05 10:27:32.046609 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 62a894b1-5c3a-49fe-aa9b-6185ef47a337 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:32.267256 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:32.471568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e438e9e0-6984-4411-ae2c-ff21476950b9 None None] Network 62b42d8b-4cd8-4da0-982d-5623cc760245 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:27:32.567891 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:32.607345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9336972b-9c22-4d9a-95a8-f893b253f983 None None] Provisioning for port 62a894b1-5c3a-49fe-aa9b-6185ef47a337 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:32.614820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9336972b-9c22-4d9a-95a8-f893b253f983 None None] Provisioning complete for port 62a894b1-5c3a-49fe-aa9b-6185ef47a337 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:32.615849 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9336972b-9c22-4d9a-95a8-f893b253f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:32.779377 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9336972b-9c22-4d9a-95a8-f893b253f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:32.823381 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-9336972b-9c22-4d9a-95a8-f893b253f983 None None] For port 62a894b1-5c3a-49fe-aa9b-6185ef47a337, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=62a894b1-5c3a-49fe-aa9b-6185ef47a337,segment=NetworkSegment(8f78edd5-32b0-4276-a8e3-1faaa0a8aaee),segment_id=8f78edd5-32b0-4276-a8e3-1faaa0a8aaee)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:32.878253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Router f5230c5f-ca48-45e5-b9c5-aa01872fa6a4 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:27:32.908618 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9336972b-9c22-4d9a-95a8-f893b253f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:33.054841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336972b-9c22-4d9a-95a8-f893b253f983 None None] Pushing event updated for resources: {'Port': ['ID=62a894b1-5c3a-49fe-aa9b-6185ef47a337,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:33.080769 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:27:33.100912 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Sync routers for ids ['f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:27:33.114069 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Routers {'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:33.119769 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:27:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:33.189295 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d9e1d70f-697a-47c0-b041-52fab843284f req-ab762a17-e8d2-4010-aa95-cf32220cb201 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 210 time: 0.0597270 Jul 05 10:27:33.217726 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6fe942aa-bd5f-4026-8de0-cf2ada5a75f0 req-912911db-5186-4dac-be3d-a503d90cb77c tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0564022 Jul 05 10:27:33.231437 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:33.232821 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c9da0b52-ceb9-4ceb-b7be-8a8e13cb854e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4640880 Jul 05 10:27:33.235823 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43648) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:33.244260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3fbd56cb-d417-40ae-82ba-5af7a2bd01f0 None None] Provisioning complete for port 62a894b1-5c3a-49fe-aa9b-6185ef47a337 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:33.244637 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3fbd56cb-d417-40ae-82ba-5af7a2bd01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:33.412456 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Set router f5230c5f-ca48-45e5-b9c5-aa01872fa6a4 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:33.541093 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 62a894b1-5c3a-49fe-aa9b-6185ef47a337 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:34.088784 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 62a894b1-5c3a-49fe-aa9b-6185ef47a337 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:34.089736 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:34.110543 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:34.293879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'name': 'tempest-TestServerMultinode-437358091-router', 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:28Z', 'updated_at': '2021-07-05T10:27:31Z', 'revision_number': 3, 'project_id': 'f55cab4cca4348d1b40ed63605e42e14', 'gw_port': {'id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:30Z', 'updated_at': '2021-07-05T10:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:34.333513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Allocated IP 172.20.0.1 (62b42d8b-4cd8-4da0-982d-5623cc760245/64ad25e8-2a4b-4413-9c39-4e37fcc0e460/6a6bfa9e-730c-4616-b079-57874530e200) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:27:34.349228 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43668) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:34.378212 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Checking router: f5230c5f-ca48-45e5-b9c5-aa01872fa6a4 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:27:34.381403 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Updating router f5230c5f-ca48-45e5-b9c5-aa01872fa6a4 port fefac9d9-5e4a-404f-ab32-3220334c0bb5 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:27:34.485576 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:34.564335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-18c92511-c53a-446e-ab0e-6d5956641fe7 req-2ef3383e-5c80-4d44-b8ed-7c72fe97aae5 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 210 time: 0.1176572 Jul 05 10:27:34.603266 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:34.758675 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:34.846819 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:34.951173 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aefc6f76953e4a6e91065fdecbe88d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998619 Jul 05 10:27:34.954861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43676) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:35.013495 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-edd6baf5-7098-488e-a8fe-365dd6440ef8 req-53e8050b-4165-4faf-be3c-3a7ba3551df9 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0572033 Jul 05 10:27:35.054543 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:35.090178 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Transition to ACTIVE for port object fefac9d9-5e4a-404f-ab32-3220334c0bb5 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:35.107816 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9ad02bf-3cd7-44c9-859c-437199da3f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:35.108895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3927da78-1402-4234-bdcd-77331f68eadb,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:35.130538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:35.130538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:35.130879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:35.131307 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:35.132175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:35.132542 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:35.132883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:35.133531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:35.133531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:35.133886 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:35.134191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:35.134517 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c52dcd-c00d-46e0-bb4d-5633b09d7799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:27:35.138609 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:35.154481 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9ad02bf-3cd7-44c9-859c-437199da3f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:35.174007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Transition to ACTIVE for port object 6a6bfa9e-730c-4616-b079-57874530e200 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:35.196820 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:35.229298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de88bf-39b3-4224-a6da-0378b35e722f req-98b65db2-4d2e-4caf-baff-c103e5acfb05 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:35.234250 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69de88bf-39b3-4224-a6da-0378b35e722f req-98b65db2-4d2e-4caf-baff-c103e5acfb05 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.64 "GET /v2.0/networks?id=5828239e-e9aa-4397-a7c5-30775e4f30c8 HTTP/1.1" status: 200 len: 814 time: 0.2727046 Jul 05 10:27:35.257896 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3524d8-9c1a-4488-a1c7-789007a27494 None None] Pushing event updated for resources: {'Port': ['ID=fefac9d9-5e4a-404f-ab32-3220334c0bb5,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:35.271438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-69de88bf-39b3-4224-a6da-0378b35e722f req-7da3bd75-3cb3-4258-92b4-9470fbbe5d54 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Request body: {'port': {'device_id': '83f50b7d-b2e1-4650-9d06-78b5555b2462', 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8', 'admin_state_up': True, 'tenant_id': '0407b2d2311842b7b7b45b036954cf3e'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:35.284955 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Attempting to bind port fefac9d9-5e4a-404f-ab32-3220334c0bb5 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:27:35.285338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Attempting to bind port fefac9d9-5e4a-404f-ab32-3220334c0bb5 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:27:35.285706 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Attempting to bind port fefac9d9-5e4a-404f-ab32-3220334c0bb5 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:35.291803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:27:35.292159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:35.293629 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:35.293629 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:27:35.293629 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Bound port: fefac9d9-5e4a-404f-ab32-3220334c0bb5, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:27:35.294212 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:35.357349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] For port fefac9d9-5e4a-404f-ab32-3220334c0bb5, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:27:35.358141 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bac240d6-5d96-4c29-a272-be916a7a33c4 req-0ae7ab44-f228-468b-906a-bdc5ad30dec8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8fe5dbe-a84f-4fc9-8087-18faa4f36117 HTTP/1.1" status: 200 len: 210 time: 0.2505896 Jul 05 10:27:35.361387 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] For port fefac9d9-5e4a-404f-ab32-3220334c0bb5, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=fefac9d9-5e4a-404f-ab32-3220334c0bb5,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:27:35.373022 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:35.377748 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9ad02bf-3cd7-44c9-859c-437199da3f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:35.381603 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9ad02bf-3cd7-44c9-859c-437199da3f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:35.381913 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c9ad02bf-3cd7-44c9-859c-437199da3f03 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3927da78-1402-4234-bdcd-77331f68eadb HTTP/1.1" status: 204 len: 168 time: 0.4236495 Jul 05 10:27:35.418934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad02bf-3cd7-44c9-859c-437199da3f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3927da78-1402-4234-bdcd-77331f68eadb,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:35.448099 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Network 62b42d8b-4cd8-4da0-982d-5623cc760245 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:35.449432 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:35.458117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:35.464550 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:27:35.529235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Pushing event updated for resources: {'Port': ['ID=6a6bfa9e-730c-4616-b079-57874530e200,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:35.532393 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:35.538555 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Routers {'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:35.539367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:27:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:35.598682 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3524d8-9c1a-4488-a1c7-789007a27494 None None] Pushing event updated for resources: {'Port': ['ID=fefac9d9-5e4a-404f-ab32-3220334c0bb5,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:35.652591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69de88bf-39b3-4224-a6da-0378b35e722f req-7da3bd75-3cb3-4258-92b4-9470fbbe5d54 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Made reservation on behalf of 0407b2d2311842b7b7b45b036954cf3e for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:27:35.656436 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-69de88bf-39b3-4224-a6da-0378b35e722f req-7da3bd75-3cb3-4258-92b4-9470fbbe5d54 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:35.785856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] Set router f5230c5f-ca48-45e5-b9c5-aa01872fa6a4 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:35.819992 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a30aa998-c506-45e5-a4df-dae1de2a2aa2 req-6fd92e0e-b6c9-40bc-b7d6-a6b7b50a7307 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 210 time: 0.0493793 Jul 05 10:27:35.908472 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:35.963052 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-69de88bf-39b3-4224-a6da-0378b35e722f req-7da3bd75-3cb3-4258-92b4-9470fbbe5d54 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Allocated IP 172.20.0.14 (5828239e-e9aa-4397-a7c5-30775e4f30c8/df989988-1124-4662-aef8-e9d872973b8c/cde56885-7a94-401d-a41b-c79e3005a79b) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:27:36.140097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'name': 'tempest-TestServerMultinode-437358091-router', 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:28Z', 'updated_at': '2021-07-05T10:27:31Z', 'revision_number': 3, 'project_id': 'f55cab4cca4348d1b40ed63605e42e14', 'gw_port': {'id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:30Z', 'updated_at': '2021-07-05T10:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:36.206267 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a613b218-d600-4258-b09b-e26c77e01f48 req-c407d1dd-b4f7-4628-a435-e37e4a0448fb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0549409 Jul 05 10:27:36.246538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f252d4-79c5-4ce0-9e69-134b54ff6975 None None] The sync data for ids ['f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'] in n-d-779913-27 is: [{'id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'name': 'tempest-TestServerMultinode-437358091-router', 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:28Z', 'updated_at': '2021-07-05T10:27:31Z', 'revision_number': 3, 'project_id': 'f55cab4cca4348d1b40ed63605e42e14', 'gw_port': {'id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:30Z', 'updated_at': '2021-07-05T10:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:27:36.251348 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bc3ca9a3-9cb0-45f8-81d9-bdbe83bf2873 None None] Provisioning for port 6a6bfa9e-730c-4616-b079-57874530e200 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:36.261605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bc3ca9a3-9cb0-45f8-81d9-bdbe83bf2873 None None] Provisioning complete for port 6a6bfa9e-730c-4616-b079-57874530e200 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:36.261983 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca9a3-9cb0-45f8-81d9-bdbe83bf2873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:36.308269 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:36.311027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ca9a3-9cb0-45f8-81d9-bdbe83bf2873 None None] Port 6a6bfa9e-730c-4616-b079-57874530e200 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:27:36.322174 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-57777e28-eade-4dc2-a2fa-c3ff2d841417 req-854d3200-3769-4baa-bcf3-dbc168c281c5 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0755379 Jul 05 10:27:36.327880 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-69de88bf-39b3-4224-a6da-0378b35e722f req-7da3bd75-3cb3-4258-92b4-9470fbbe5d54 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:36.437022 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:36.477416 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-69de88bf-39b3-4224-a6da-0378b35e722f req-7da3bd75-3cb3-4258-92b4-9470fbbe5d54 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:36.495262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['8046d47e-bae9-4bb1-8408-d6a646e65905', '27f93928-f696-4869-96c2-319abddb2dfe'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:27:36.497931 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['7271e7dc-8d93-465f-b530-16b0549f6169'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:27:36.525660 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:36.537447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Pushing event updated for resources: {'Port': ['ID=6a6bfa9e-730c-4616-b079-57874530e200,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:36.554924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69de88bf-39b3-4224-a6da-0378b35e722f req-7da3bd75-3cb3-4258-92b4-9470fbbe5d54 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Network 5828239e-e9aa-4397-a7c5-30775e4f30c8 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:36.564149 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-69de88bf-39b3-4224-a6da-0378b35e722f req-7da3bd75-3cb3-4258-92b4-9470fbbe5d54 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:36.567137 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-69de88bf-39b3-4224-a6da-0378b35e722f req-7da3bd75-3cb3-4258-92b4-9470fbbe5d54 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:27:36.691430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de88bf-39b3-4224-a6da-0378b35e722f req-7da3bd75-3cb3-4258-92b4-9470fbbe5d54 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:36.692104 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-69de88bf-39b3-4224-a6da-0378b35e722f req-7da3bd75-3cb3-4258-92b4-9470fbbe5d54 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:36.718069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3bd75-3cb3-4258-92b4-9470fbbe5d54 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Pushing event updated for resources: {'Port': ['ID=cde56885-7a94-401d-a41b-c79e3005a79b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:36.730738 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Network 62b42d8b-4cd8-4da0-982d-5623cc760245 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:36.739609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:36.809844 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69de88bf-39b3-4224-a6da-0378b35e722f req-7da3bd75-3cb3-4258-92b4-9470fbbe5d54 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5511308 Jul 05 10:27:36.825452 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Request body: {'port': {'device_id': '83f50b7d-b2e1-4650-9d06-78b5555b2462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:37.114449 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:37.133516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Router f5230c5f-ca48-45e5-b9c5-aa01872fa6a4 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:27:37.270637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0329d614-63fa-4a30-b4e3-c29b880695d6 None None] Provisioning complete for port 6a6bfa9e-730c-4616-b079-57874530e200 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:37.271579 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0329d614-63fa-4a30-b4e3-c29b880695d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:37.350840 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0329d614-63fa-4a30-b4e3-c29b880695d6 None None] Port 6a6bfa9e-730c-4616-b079-57874530e200 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:27:37.544248 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device fefac9d9-5e4a-404f-ab32-3220334c0bb5 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:37.669522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:27:37.680788 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6c0eb513-46b4-490b-a1b1-10c73e52205d admin admin] 10.222.0.77 "PUT /v2.0/routers/f5230c5f-ca48-45e5-b9c5-aa01872fa6a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4437969 Jul 05 10:27:37.689509 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bb1974e5-34ba-4991-a45b-65fdec6735c9 req-e632885d-babd-4989-b050-e3d5c876b4da tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0858655 Jul 05 10:27:37.717037 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port fefac9d9-5e4a-404f-ab32-3220334c0bb5 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:37.726457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d146bf-339b-47c3-a9d3-558c01f02a6b req-36152da2-f9ef-4c26-845a-9ffd1c59bc02 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:37.729005 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port fefac9d9-5e4a-404f-ab32-3220334c0bb5 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:37.729005 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:37.740115 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-23d146bf-339b-47c3-a9d3-558c01f02a6b req-36152da2-f9ef-4c26-845a-9ffd1c59bc02 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 932 time: 0.5705237 Jul 05 10:27:37.852776 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-23d146bf-339b-47c3-a9d3-558c01f02a6b req-9da100ac-e112-4daf-a871-25a266720c78 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104507 Jul 05 10:27:37.919823 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:37.948507 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port fefac9d9-5e4a-404f-ab32-3220334c0bb5, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=fefac9d9-5e4a-404f-ab32-3220334c0bb5,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:37.970323 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde56885-7a94-401d-a41b-c79e3005a79b {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:27:37.979267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:37.996470 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Transition to ACTIVE for port object cde56885-7a94-401d-a41b-c79e3005a79b will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:38.075938 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:38.111471 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:38.151016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=fefac9d9-5e4a-404f-ab32-3220334c0bb5,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:38.249489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Pushing event updated for resources: {'Port': ['ID=cde56885-7a94-401d-a41b-c79e3005a79b,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:38.352879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Attempting to bind port cde56885-7a94-401d-a41b-c79e3005a79b on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:27:38.353124 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Attempting to bind port cde56885-7a94-401d-a41b-c79e3005a79b by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:27:38.353335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Attempting to bind port cde56885-7a94-401d-a41b-c79e3005a79b on network 5828239e-e9aa-4397-a7c5-30775e4f30c8 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:38.358364 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Port cde56885-7a94-401d-a41b-c79e3005a79b on network 5828239e-e9aa-4397-a7c5-30775e4f30c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:27:38.358742 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Attempting to bind port cde56885-7a94-401d-a41b-c79e3005a79b on network 5828239e-e9aa-4397-a7c5-30775e4f30c8 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:38.365443 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:27:38.365850 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Checking segment: {'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:38.366046 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Bound using segment: {'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:27:38.366307 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Bound port: cde56885-7a94-401d-a41b-c79e3005a79b, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604c0544-49f4-4e81-9723-6d1a1bb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:27:38.366904 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:38.482511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] For port cde56885-7a94-401d-a41b-c79e3005a79b, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:27:38.486645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] For port cde56885-7a94-401d-a41b-c79e3005a79b, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=cde56885-7a94-401d-a41b-c79e3005a79b,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:27:38.578794 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:38.650915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:38.652262 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:38.653297 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69de88bf-39b3-4224-a6da-0378b35e722f req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] 10.222.0.64 "PUT /v2.0/ports/cde56885-7a94-401d-a41b-c79e3005a79b HTTP/1.1" status: 200 len: 1093 time: 1.8330407 Jul 05 10:27:38.688614 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f50b7d-b2e1-4650-9d06-78b5555b2462', 'tag': 'cde56885-7a94-401d-a41b-c79e3005a79b'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:27:38.692117 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979d46d8-6c74-436b-9d85-59d6f9ffc7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "83f50b7d-b2e1-4650-9d06-78b5555b2462", "tag": "cde56885-7a94-401d-a41b-c79e3005a79b"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:27:38.736320 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29eae6d-dcda-4538-8014-458e4839d545 service neutron] Pushing event updated for resources: {'Port': ['ID=cde56885-7a94-401d-a41b-c79e3005a79b,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:38.835471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-1cee22b5-90fe-4206-b328-43bbc466755c tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:38.837146 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-1cee22b5-90fe-4206-b328-43bbc466755c tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/networks?id=a04b8452-128d-414a-9ea3-2c4f841eba5a HTTP/1.1" status: 200 len: 910 time: 0.2249501 Jul 05 10:27:38.885426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-a031d902-673b-4848-9a9a-1d1267867c0b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/quotas/f55cab4cca4348d1b40ed63605e42e14 HTTP/1.1" status: 200 len: 375 time: 0.0387416 Jul 05 10:27:38.985567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de88bf-39b3-4224-a6da-0378b35e722f req-9651db61-8d6c-4740-b46b-e6217258dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:38.985567 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69de88bf-39b3-4224-a6da-0378b35e722f req-9651db61-8d6c-4740-b46b-e6217258dbd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0407b2d2311842b7b7b45b036954cf3e&device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 1096 time: 0.1973963 Jul 05 10:27:39.020595 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e587f33-efcb-4c02-a4df-f0526bc1bc38 x-openstack-request-id: req-0e587f33-efcb-4c02-a4df-f0526bc1bc38 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:27:39.021351 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f50b7d-b2e1-4650-9d06-78b5555b2462", "tag": "cde56885-7a94-401d-a41b-c79e3005a79b", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:27:39.021612 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e587f33-efcb-4c02-a4df-f0526bc1bc38 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:27:39.022018 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f50b7d-b2e1-4650-9d06-78b5555b2462', 'tag': 'cde56885-7a94-401d-a41b-c79e3005a79b', 'status': 'completed', 'code': 200} Jul 05 10:27:39.074634 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69de88bf-39b3-4224-a6da-0378b35e722f req-d0572f5e-5a06-45d5-932a-7ea929a2dfed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cde56885-7a94-401d-a41b-c79e3005a79b HTTP/1.1" status: 200 len: 217 time: 0.0794783 Jul 05 10:27:39.202535 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-906a33e5-fd70-412c-a1b3-bae204e1ed33 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=f55cab4cca4348d1b40ed63605e42e14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3157701 Jul 05 10:27:39.257653 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e184ccc-d990-44e0-a291-0cb13eaca692 req-05b22790-9117-457d-ac4c-4f08e6de5370 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0650101 Jul 05 10:27:39.298219 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de88bf-39b3-4224-a6da-0378b35e722f req-6cc64800-03b2-4e5e-b3e8-e6ab6e0b0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:39.298219 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69de88bf-39b3-4224-a6da-0378b35e722f req-6cc64800-03b2-4e5e-b3e8-e6ab6e0b0a16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df989988-1124-4662-aef8-e9d872973b8c HTTP/1.1" status: 200 len: 854 time: 0.2050965 Jul 05 10:27:39.310809 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Sync routers for ids ['f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:27:39.332057 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Routers {'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:39.333272 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:27:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:39.374397 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69de88bf-39b3-4224-a6da-0378b35e722f req-bd7ded52-cb1e-4330-917c-513759fd2323 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5828239e-e9aa-4397-a7c5-30775e4f30c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675440 Jul 05 10:27:39.410341 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device fefac9d9-5e4a-404f-ab32-3220334c0bb5 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:39.475162 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port fefac9d9-5e4a-404f-ab32-3220334c0bb5 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:39.475530 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:39.560224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878179f6-2a79-43c4-b39a-85bb251e7eec req-786174a8-fe09-482c-9f3c-afa582528ba7 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:39.568394 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-878179f6-2a79-43c4-b39a-85bb251e7eec req-786174a8-fe09-482c-9f3c-afa582528ba7 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 944 time: 0.0976663 Jul 05 10:27:39.577695 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-90424d19-e686-4f8e-8c35-505223ea0505 service neutron] 10.222.0.77 "GET /v2.0/networks/a04b8452-128d-414a-9ea3-2c4f841eba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741660 Jul 05 10:27:39.632472 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-878179f6-2a79-43c4-b39a-85bb251e7eec req-63ee11d3-10e7-40af-b253-7ef3199d4f08 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602291 Jul 05 10:27:39.634987 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Set router f5230c5f-ca48-45e5-b9c5-aa01872fa6a4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:39.693609 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69de88bf-39b3-4224-a6da-0378b35e722f req-d7c6e366-d4cc-4986-a6a6-04ce227207eb service neutron] 10.222.0.64 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052886 Jul 05 10:27:39.838032 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69de88bf-39b3-4224-a6da-0378b35e722f req-b83e0c15-bc28-4db8-8223-506dafae6708 service neutron] 10.222.0.64 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351535 Jul 05 10:27:39.922647 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-9fa584d9-13f9-4d89-acff-05bfe7e71878 service neutron] 10.222.0.77 "GET /v2.0/networks/a04b8452-128d-414a-9ea3-2c4f841eba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342123 Jul 05 10:27:39.993835 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'name': 'tempest-TestServerMultinode-437358091-router', 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:28Z', 'updated_at': '2021-07-05T10:27:35Z', 'revision_number': 4, 'project_id': 'f55cab4cca4348d1b40ed63605e42e14', 'gw_port': {'id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:30Z', 'updated_at': '2021-07-05T10:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '6a6bfa9e-730c-4616-b079-57874530e200', 'name': '', 'network_id': '62b42d8b-4cd8-4da0-982d-5623cc760245', 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14', 'mac_address': 'fa:16:3e:f8:a1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '64ad25e8-2a4b-4413-9c39-4e37fcc0e460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:34Z', 'updated_at': '2021-07-05T10:27:35Z', 'revision_number': 2, 'project_id': 'f55cab4cca4348d1b40ed63605e42e14', 'subnets': [{'id': '64ad25e8-2a4b-4413-9c39-4e37fcc0e460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:40.027936 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Checking router: f5230c5f-ca48-45e5-b9c5-aa01872fa6a4 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:27:40.028288 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Updating router f5230c5f-ca48-45e5-b9c5-aa01872fa6a4 port 6a6bfa9e-730c-4616-b079-57874530e200 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:27:40.075426 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:40.105174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d46d8-6c74-436b-9d85-59d6f9ffc7bc req-e30c5fe5-e5be-4acc-b6d7-d378227b145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:40.106781 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-979d46d8-6c74-436b-9d85-59d6f9ffc7bc req-e30c5fe5-e5be-4acc-b6d7-d378227b145d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0407b2d2311842b7b7b45b036954cf3e&device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 1096 time: 0.0712252 Jul 05 10:27:40.254643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d46d8-6c74-436b-9d85-59d6f9ffc7bc req-8d63970f-07b4-4474-b0c1-a8b880a0e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:40.262431 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-979d46d8-6c74-436b-9d85-59d6f9ffc7bc req-8d63970f-07b4-4474-b0c1-a8b880a0e251 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5828239e-e9aa-4397-a7c5-30775e4f30c8 HTTP/1.1" status: 200 len: 915 time: 0.1481652 Jul 05 10:27:40.321888 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-979d46d8-6c74-436b-9d85-59d6f9ffc7bc req-df6b46fa-ab82-4eaf-b69d-0047350cd56e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cde56885-7a94-401d-a41b-c79e3005a79b HTTP/1.1" status: 200 len: 217 time: 0.0532367 Jul 05 10:27:40.377341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d46d8-6c74-436b-9d85-59d6f9ffc7bc req-24ee5b93-3e54-42b5-9346-4a121c04883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:40.388172 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-979d46d8-6c74-436b-9d85-59d6f9ffc7bc req-24ee5b93-3e54-42b5-9346-4a121c04883e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df989988-1124-4662-aef8-e9d872973b8c HTTP/1.1" status: 200 len: 854 time: 0.0560937 Jul 05 10:27:40.515970 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-979d46d8-6c74-436b-9d85-59d6f9ffc7bc req-00d7dc56-f0db-40b6-90ea-096569f08d56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5828239e-e9aa-4397-a7c5-30775e4f30c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024489 Jul 05 10:27:40.583330 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:40.618333 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Transition to ACTIVE for port object 6a6bfa9e-730c-4616-b079-57874530e200 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:40.662466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-59a4ddc7-b028-4230-8cc0-3500debc5413 req-30e3d677-054d-4e66-85b5-e1755d41170c tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 210 time: 0.0455337 Jul 05 10:27:40.705582 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:40.728881 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-979d46d8-6c74-436b-9d85-59d6f9ffc7bc req-703cdc85-2710-416d-8b6f-8fa51728c3ca service neutron] 10.222.0.64 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115593 Jul 05 10:27:40.927547 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fd3c1-ee78-46fd-8aff-1febce1fb579 None None] Pushing event updated for resources: {'Port': ['ID=6a6bfa9e-730c-4616-b079-57874530e200,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:40.952004 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-979d46d8-6c74-436b-9d85-59d6f9ffc7bc req-6a2cf039-253a-41e1-bbe2-53543133fe22 service neutron] 10.222.0.64 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136216 Jul 05 10:27:40.987342 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Attempting to bind port 6a6bfa9e-730c-4616-b079-57874530e200 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:27:40.990364 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Attempting to bind port 6a6bfa9e-730c-4616-b079-57874530e200 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '8f78edd5-32b0-4276-a8e3-1faaa0a8aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62b42d8b-4cd8-4da0-982d-5623cc760245'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:27:40.990993 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Attempting to bind port 6a6bfa9e-730c-4616-b079-57874530e200 on network 62b42d8b-4cd8-4da0-982d-5623cc760245 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:41.005107 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:27:41.005906 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Checking segment: {'id': '8f78edd5-32b0-4276-a8e3-1faaa0a8aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62b42d8b-4cd8-4da0-982d-5623cc760245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:41.007063 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:41.007759 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Bound using segment: {'id': '8f78edd5-32b0-4276-a8e3-1faaa0a8aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62b42d8b-4cd8-4da0-982d-5623cc760245'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:27:41.008487 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Bound port: 6a6bfa9e-730c-4616-b079-57874530e200, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f78edd5-32b0-4276-a8e3-1faaa0a8aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62b42d8b-4cd8-4da0-982d-5623cc760245'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:27:41.012477 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:41.129721 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de82e0ec-7ba8-40ac-aa80-3102f20ff2f8 req-98473c94-cb4a-4e15-b833-a1e9b83add00 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0623519 Jul 05 10:27:41.152235 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-59a6cc0b-53af-4602-bdad-3dd9aed28241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:41.212841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36481dc-8b79-4024-b7c4-5c1dd60da2fd req-608e587d-58bc-4179-8c9b-0015181df769 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:41.215056 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b36481dc-8b79-4024-b7c4-5c1dd60da2fd req-608e587d-58bc-4179-8c9b-0015181df769 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 944 time: 0.1480472 Jul 05 10:27:41.216484 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] For port 6a6bfa9e-730c-4616-b079-57874530e200, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:27:41.220970 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] For port 6a6bfa9e-730c-4616-b079-57874530e200, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6a6bfa9e-730c-4616-b079-57874530e200,segment=NetworkSegment(8f78edd5-32b0-4276-a8e3-1faaa0a8aaee),segment_id=8f78edd5-32b0-4276-a8e3-1faaa0a8aaee)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:27:41.264460 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b36481dc-8b79-4024-b7c4-5c1dd60da2fd req-c342f27c-ba5a-4e9a-9547-a48ac85ab2b9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377443 Jul 05 10:27:41.340258 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:41.399584 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Routers {'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:27:41.400250 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:27:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:41.405289 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fd3c1-ee78-46fd-8aff-1febce1fb579 None None] Pushing event updated for resources: {'Port': ['ID=6a6bfa9e-730c-4616-b079-57874530e200,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:41.743037 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] Set router f5230c5f-ca48-45e5-b9c5-aa01872fa6a4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:27:41.781095 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6511e19c-3f62-4b23-b48c-e0dd8647109e req-95d75533-0cd2-4f91-b634-1209759fbada tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 210 time: 0.0660379 Jul 05 10:27:42.092542 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'name': 'tempest-TestServerMultinode-437358091-router', 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:28Z', 'updated_at': '2021-07-05T10:27:35Z', 'revision_number': 4, 'project_id': 'f55cab4cca4348d1b40ed63605e42e14', 'gw_port': {'id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:30Z', 'updated_at': '2021-07-05T10:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '6a6bfa9e-730c-4616-b079-57874530e200', 'name': '', 'network_id': '62b42d8b-4cd8-4da0-982d-5623cc760245', 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14', 'mac_address': 'fa:16:3e:f8:a1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '64ad25e8-2a4b-4413-9c39-4e37fcc0e460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:34Z', 'updated_at': '2021-07-05T10:27:41Z', 'revision_number': 4, 'project_id': 'f55cab4cca4348d1b40ed63605e42e14', 'subnets': [{'id': '64ad25e8-2a4b-4413-9c39-4e37fcc0e460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:27:42.127804 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3790431-fc39-4c05-8446-2d8228226e42 None None] The sync data for ids ['f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'] in n-d-779913-27 is: [{'id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'name': 'tempest-TestServerMultinode-437358091-router', 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:28Z', 'updated_at': '2021-07-05T10:27:35Z', 'revision_number': 4, 'project_id': 'f55cab4cca4348d1b40ed63605e42e14', 'gw_port': {'id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:30Z', 'updated_at': '2021-07-05T10:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '6a6bfa9e-730c-4616-b079-57874530e200', 'name': '', 'network_id': '62b42d8b-4cd8-4da0-982d-5623cc760245', 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14', 'mac_address': 'fa:16:3e:f8:a1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '64ad25e8-2a4b-4413-9c39-4e37fcc0e460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:34Z', 'updated_at': '2021-07-05T10:27:41Z', 'revision_number': 4, 'project_id': 'f55cab4cca4348d1b40ed63605e42e14', 'subnets': [{'id': '64ad25e8-2a4b-4413-9c39-4e37fcc0e460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:27:42.418966 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a93cc713-1aaa-438c-9186-5f6482d8a522 req-8d1073f6-3b91-473a-943e-9952638beead tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0587971 Jul 05 10:27:42.532229 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17dfef-0391-4e3a-bec0-8a4129854bd8 req-08f074b1-99d4-47bf-a52c-84bfa847c1c1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:42.533185 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e17dfef-0391-4e3a-bec0-8a4129854bd8 req-08f074b1-99d4-47bf-a52c-84bfa847c1c1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 944 time: 0.0864599 Jul 05 10:27:42.575160 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e17dfef-0391-4e3a-bec0-8a4129854bd8 req-1a12b323-0ba9-4798-b1bc-43dbe529d206 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356331 Jul 05 10:27:42.938654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43906) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:43.027653 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d3adade-7834-407e-8ad1-2b53a4b10d93 req-2e914dcd-41ba-401b-8650-00dba405f173 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 210 time: 0.0839982 Jul 05 10:27:43.119188 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-baf16934-15d8-460e-b175-9d89dc9457d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:43.236019 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-baf16934-15d8-460e-b175-9d89dc9457d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:43.357663 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-baf16934-15d8-460e-b175-9d89dc9457d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:43.407143 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf16934-15d8-460e-b175-9d89dc9457d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0555f75a-31c3-4f3c-8a4b-b1e900c3adf4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:43.413546 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6a6bfa9e-730c-4616-b079-57874530e200 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:43.418523 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-baf16934-15d8-460e-b175-9d89dc9457d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6b12b2c69d942979438c1d7c2bc1915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4778697 Jul 05 10:27:43.420342 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43922) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:43.503622 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8638bb5c-00fd-4fb5-a1e1-23c98dbe76a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:43.532553 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8638bb5c-00fd-4fb5-a1e1-23c98dbe76a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:43.576704 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-09ceb16e-7611-4b0f-9f31-177553f19709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:43.583919 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 6a6bfa9e-730c-4616-b079-57874530e200 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:43.596384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 6a6bfa9e-730c-4616-b079-57874530e200 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:43.597664 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:43.691654 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:43.699581 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-edae2127-7e2a-49e6-8051-8debb8c58a93 req-22017599-7778-48f0-85d0-5551d36b49a3 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0656407 Jul 05 10:27:43.745518 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8638bb5c-00fd-4fb5-a1e1-23c98dbe76a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:43.748256 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8638bb5c-00fd-4fb5-a1e1-23c98dbe76a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:43.749985 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8638bb5c-00fd-4fb5-a1e1-23c98dbe76a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0555f75a-31c3-4f3c-8a4b-b1e900c3adf4 HTTP/1.1" status: 204 len: 168 time: 0.3278284 Jul 05 10:27:43.769680 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:43.798977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638bb5c-00fd-4fb5-a1e1-23c98dbe76a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0555f75a-31c3-4f3c-8a4b-b1e900c3adf4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:43.845467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 6a6bfa9e-730c-4616-b079-57874530e200, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6a6bfa9e-730c-4616-b079-57874530e200,segment=NetworkSegment(8f78edd5-32b0-4276-a8e3-1faaa0a8aaee),segment_id=8f78edd5-32b0-4276-a8e3-1faaa0a8aaee)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:43.898701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c9eeb-618b-4594-acfe-ca53a6060d71 req-d6de2d2f-1bbb-4d79-b75c-9da42f8faf8e tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:43.915522 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-823c9eeb-618b-4594-acfe-ca53a6060d71 req-d6de2d2f-1bbb-4d79-b75c-9da42f8faf8e tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 944 time: 0.1542504 Jul 05 10:27:43.986981 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-823c9eeb-618b-4594-acfe-ca53a6060d71 req-6efde08d-80b6-4ceb-bfa2-7ac994bddf99 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694828 Jul 05 10:27:44.008961 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:44.071387 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=6a6bfa9e-730c-4616-b079-57874530e200,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:44.180706 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98da154a-6674-4a0f-9db6-40a7e286528b req-969eb56e-c082-4f07-acda-92cdd8336c80 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 210 time: 0.0370269 Jul 05 10:27:44.182963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device cde56885-7a94-401d-a41b-c79e3005a79b details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:27:44.286438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-6b20c712-b62c-4fa9-91c4-c53178967427 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:44.291953 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-6b20c712-b62c-4fa9-91c4-c53178967427 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.73 "GET /v2.0/networks?id=a04b8452-128d-414a-9ea3-2c4f841eba5a HTTP/1.1" status: 200 len: 910 time: 0.1193292 Jul 05 10:27:44.292867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port cde56885-7a94-401d-a41b-c79e3005a79b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=cde56885-7a94-401d-a41b-c79e3005a79b,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:44.306828 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'cde56885-7a94-401d-a41b-c79e3005a79b', 'network_id': '5828239e-e9aa-4397-a7c5-30775e4f30c8', 'port_id': 'cde56885-7a94-401d-a41b-c79e3005a79b', 'mac_address': 'fa:16:3e:d8:29:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df989988-1124-4662-aef8-e9d872973b8c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:27:44.317290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-0f659e1a-0739-4f4f-9380-06ca3da70f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Request body: {'port': {'device_id': '3e3ec245-94e1-4a32-96ac-456b0eb511ac', 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a', 'admin_state_up': True, 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:44.357375 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:44.372230 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde56885-7a94-401d-a41b-c79e3005a79b {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:27:44.395989 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port cde56885-7a94-401d-a41b-c79e3005a79b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=cde56885-7a94-401d-a41b-c79e3005a79b,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:44.426231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-0f659e1a-0739-4f4f-9380-06ca3da70f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Made reservation on behalf of f55cab4cca4348d1b40ed63605e42e14 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:27:44.429197 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-0f659e1a-0739-4f4f-9380-06ca3da70f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:44.551437 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-0f659e1a-0739-4f4f-9380-06ca3da70f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Allocated IP 172.20.0.3 (a04b8452-128d-414a-9ea3-2c4f841eba5a/251539a4-2688-4efc-803b-35b6e0cc29d4/0d407da4-511e-4209-9b7e-fa0caf0a7d9a) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:27:44.580320 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:44.640998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=cde56885-7a94-401d-a41b-c79e3005a79b,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:44.714881 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-0f659e1a-0739-4f4f-9380-06ca3da70f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:44.732346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-0f659e1a-0739-4f4f-9380-06ca3da70f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Transition to ACTIVE for port object 0d407da4-511e-4209-9b7e-fa0caf0a7d9a will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:44.739830 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43984) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:44.755909 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d9235309-4d26-4f88-88aa-48d0052725c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:44.818828 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['cde56885-7a94-401d-a41b-c79e3005a79b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:27:44.867597 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d9235309-4d26-4f88-88aa-48d0052725c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:44.946811 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-0f659e1a-0739-4f4f-9380-06ca3da70f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:45.061547 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fc148812-0a7f-4a04-875b-4160f21ba314 req-7434cb22-9b70-4787-aa13-83ee16a3de5c tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0512953 Jul 05 10:27:45.090903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f659e1a-0739-4f4f-9380-06ca3da70f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Pushing event updated for resources: {'Port': ['ID=0d407da4-511e-4209-9b7e-fa0caf0a7d9a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:45.100250 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d9235309-4d26-4f88-88aa-48d0052725c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:45.110982 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-0f659e1a-0739-4f4f-9380-06ca3da70f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Network a04b8452-128d-414a-9ea3-2c4f841eba5a is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:27:45.113971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-0f659e1a-0739-4f4f-9380-06ca3da70f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:27:45.153662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-0f659e1a-0739-4f4f-9380-06ca3da70f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:27:45.170603 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:45.199096 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d9235309-4d26-4f88-88aa-48d0052725c4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8d0a6184bd74d489bfd24443070b6b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4575205 Jul 05 10:27:45.200023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44004) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:45.200764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9235309-4d26-4f88-88aa-48d0052725c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da05155a-0f4f-4c16-bf85-7d70bf015119,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:45.251659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-0f659e1a-0739-4f4f-9380-06ca3da70f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:45.252684 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-0f659e1a-0739-4f4f-9380-06ca3da70f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:45.320008 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b477aeea-4e81-44b9-bd06-ec28d8a37b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:45.367377 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b477aeea-4e81-44b9-bd06-ec28d8a37b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:45.368605 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-0f659e1a-0739-4f4f-9380-06ca3da70f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0623012 Jul 05 10:27:45.380747 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Request body: {'port': {'device_id': '3e3ec245-94e1-4a32-96ac-456b0eb511ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:27:45.395313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c73258-1a21-4682-90af-16e00acc3088 req-2fed5b76-a08a-4e14-9ebd-563e6662fec9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:45.403177 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-63c73258-1a21-4682-90af-16e00acc3088 req-2fed5b76-a08a-4e14-9ebd-563e6662fec9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 945 time: 0.1126895 Jul 05 10:27:45.418865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6a6bfa9e-730c-4616-b079-57874530e200 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:45.502096 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 6a6bfa9e-730c-4616-b079-57874530e200 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:45.503109 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:45.516363 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d8cb3-d478-43c7-b57e-e5951a652238 req-5a51a56e-c637-4b55-9f47-18c0b1595f85 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:45.524074 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc5d8cb3-d478-43c7-b57e-e5951a652238 req-5a51a56e-c637-4b55-9f47-18c0b1595f85 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1027 time: 0.0946047 Jul 05 10:27:45.534951 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-63c73258-1a21-4682-90af-16e00acc3088 req-6027c9e4-1090-4f0a-bd0e-568953b42c2d tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301079 Jul 05 10:27:45.548286 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:45.574699 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b477aeea-4e81-44b9-bd06-ec28d8a37b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:45.577597 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b477aeea-4e81-44b9-bd06-ec28d8a37b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:45.578926 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b477aeea-4e81-44b9-bd06-ec28d8a37b76 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da05155a-0f4f-4c16-bf85-7d70bf015119 HTTP/1.1" status: 204 len: 168 time: 0.3749595 Jul 05 10:27:45.593329 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc5d8cb3-d478-43c7-b57e-e5951a652238 req-e9a32d0f-c46e-42e9-b633-dd8cfe59e7b4 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526338 Jul 05 10:27:45.600668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477aeea-4e81-44b9-bd06-ec28d8a37b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da05155a-0f4f-4c16-bf85-7d70bf015119,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:45.682262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-897b2aca-5354-49f3-ac46-f9e046df46a7 None None] Provisioning for port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:45.686366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-897b2aca-5354-49f3-ac46-f9e046df46a7 None None] Provisioning complete for port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:45.686754 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-897b2aca-5354-49f3-ac46-f9e046df46a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:45.730249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-897b2aca-5354-49f3-ac46-f9e046df46a7 None None] Port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:27:45.856004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d407da4-511e-4209-9b7e-fa0caf0a7d9a {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:27:45.864178 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:45.877240 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Transition to ACTIVE for port object 0d407da4-511e-4209-9b7e-fa0caf0a7d9a will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:27:45.990964 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:46.060012 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Pushing event updated for resources: {'Port': ['ID=0d407da4-511e-4209-9b7e-fa0caf0a7d9a,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:46.150277 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Attempting to bind port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:27:46.150737 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Attempting to bind port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:27:46.151087 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Attempting to bind port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a on network a04b8452-128d-414a-9ea3-2c4f841eba5a {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:46.159783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a on network a04b8452-128d-414a-9ea3-2c4f841eba5a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:27:46.159783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Attempting to bind port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a on network a04b8452-128d-414a-9ea3-2c4f841eba5a {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:27:46.163499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:27:46.165447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Checking segment: {'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:27:46.165860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Bound using segment: {'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:27:46.166312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Bound port: 0d407da4-511e-4209-9b7e-fa0caf0a7d9a, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:27:46.166683 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:46.219083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device cde56885-7a94-401d-a41b-c79e3005a79b up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:46.269035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] For port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:27:46.274760 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] For port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0d407da4-511e-4209-9b7e-fa0caf0a7d9a,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:27:46.315346 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fa129ca-ab49-4933-9e76-9238c45cc3c7 req-94a65576-afef-4619-8705-e28a47751230 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0370200 Jul 05 10:27:46.372679 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:46.383310 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port cde56885-7a94-401d-a41b-c79e3005a79b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:46.387767 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port cde56885-7a94-401d-a41b-c79e3005a79b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:46.388222 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:46.405289 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:46.405905 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:46.407301 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] 10.222.0.73 "PUT /v2.0/ports/0d407da4-511e-4209-9b7e-fa0caf0a7d9a HTTP/1.1" status: 200 len: 1092 time: 1.0316560 Jul 05 10:27:46.407755 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3ec245-94e1-4a32-96ac-456b0eb511ac', 'tag': '0d407da4-511e-4209-9b7e-fa0caf0a7d9a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:27:46.410591 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceff8ce8-a57b-42b1-8cc5-212a1f1b4d21" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3ec245-94e1-4a32-96ac-456b0eb511ac", "tag": "0d407da4-511e-4209-9b7e-fa0caf0a7d9a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:27:46.438979 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c9a78-6183-45b9-af67-58de6d038cbb service neutron] Pushing event updated for resources: {'Port': ['ID=0d407da4-511e-4209-9b7e-fa0caf0a7d9a,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:46.480742 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:46.508626 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f50b7d-b2e1-4650-9d06-78b5555b2462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde56885-7a94-401d-a41b-c79e3005a79b'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:27:46.512368 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4294e2d1-0a0a-4b7c-9e8e-4e4fc5419ba9" -d '{"events": [{"server_uuid": "83f50b7d-b2e1-4650-9d06-78b5555b2462", "name": "network-vif-plugged", "status": "completed", "tag": "cde56885-7a94-401d-a41b-c79e3005a79b"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:27:46.563366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port cde56885-7a94-401d-a41b-c79e3005a79b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=cde56885-7a94-401d-a41b-c79e3005a79b,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:46.583062 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9155462c-5924-44d2-929a-1b3d45ec3899 x-openstack-request-id: req-9155462c-5924-44d2-929a-1b3d45ec3899 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:27:46.583421 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f50b7d-b2e1-4650-9d06-78b5555b2462", "name": "network-vif-plugged", "status": "completed", "tag": "cde56885-7a94-401d-a41b-c79e3005a79b", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:27:46.583826 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9155462c-5924-44d2-929a-1b3d45ec3899 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:27:46.584303 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f50b7d-b2e1-4650-9d06-78b5555b2462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde56885-7a94-401d-a41b-c79e3005a79b', 'code': 200} Jul 05 10:27:46.649449 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:46.663103 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3cd42d-b6c9-4281-b2ed-5a668720561b x-openstack-request-id: req-1c3cd42d-b6c9-4281-b2ed-5a668720561b {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:27:46.664845 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3ec245-94e1-4a32-96ac-456b0eb511ac", "tag": "0d407da4-511e-4209-9b7e-fa0caf0a7d9a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:27:46.665175 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c3cd42d-b6c9-4281-b2ed-5a668720561b {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:27:46.665676 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3ec245-94e1-4a32-96ac-456b0eb511ac', 'tag': '0d407da4-511e-4209-9b7e-fa0caf0a7d9a', 'status': 'completed', 'code': 200} Jul 05 10:27:46.712818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-6f647923-5e5b-4bfa-ae24-4e154a9e276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:46.714928 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-6f647923-5e5b-4bfa-ae24-4e154a9e276e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f55cab4cca4348d1b40ed63605e42e14&device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1095 time: 0.1281459 Jul 05 10:27:46.802523 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=cde56885-7a94-401d-a41b-c79e3005a79b,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:46.803354 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-4b918dc9-a114-443d-a282-9783a4ae7f4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d407da4-511e-4209-9b7e-fa0caf0a7d9a HTTP/1.1" status: 200 len: 217 time: 0.0770140 Jul 05 10:27:46.843931 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ce94-895f-45f6-b088-8aac3bd54793 req-4bf5a937-aff1-4e36-9885-e1cd124099d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:46.845439 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9a63ce94-895f-45f6-b088-8aac3bd54793 req-4bf5a937-aff1-4e36-9885-e1cd124099d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 1098 time: 0.1378989 Jul 05 10:27:46.873797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-52b1b737-bbd4-41a1-8354-33e74398ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:46.875247 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-52b1b737-bbd4-41a1-8354-33e74398ede1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=251539a4-2688-4efc-803b-35b6e0cc29d4 HTTP/1.1" status: 200 len: 848 time: 0.0652103 Jul 05 10:27:46.884176 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d002ad2-e868-4555-ae69-8fea4e51846c req-1b7b0705-be0d-44f5-bc58-c519863ea572 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:46.885692 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7d002ad2-e868-4555-ae69-8fea4e51846c req-1b7b0705-be0d-44f5-bc58-c519863ea572 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 946 time: 0.1691067 Jul 05 10:27:46.889886 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7fc9b-aca3-4da5-a508-632fad5dfe11 req-a1d52b29-d0c9-4f18-94f9-086b27f49f04 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:46.896919 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ede7fc9b-aca3-4da5-a508-632fad5dfe11 req-a1d52b29-d0c9-4f18-94f9-086b27f49f04 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1095 time: 0.1016567 Jul 05 10:27:46.903417 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9a63ce94-895f-45f6-b088-8aac3bd54793 req-006fb777-9411-460a-99bb-b83212ebefdb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505657 Jul 05 10:27:46.968343 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ede7fc9b-aca3-4da5-a508-632fad5dfe11 req-c1a6ec84-5e1a-4802-bda5-c42b36f43beb tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501719 Jul 05 10:27:46.976257 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7d002ad2-e868-4555-ae69-8fea4e51846c req-d776019c-9880-4304-95f7-d1d9e8b8dec3 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702422 Jul 05 10:27:47.007384 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:47.012001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-ef72187a-8615-428b-a6e5-47355c853a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:47.013862 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-ef72187a-8615-428b-a6e5-47355c853a90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a04b8452-128d-414a-9ea3-2c4f841eba5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272581 Jul 05 10:27:47.116773 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-5b0cd50e-6166-4dcc-883e-a14e1787040c service neutron] 10.222.0.73 "GET /v2.0/networks/a04b8452-128d-414a-9ea3-2c4f841eba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957232 Jul 05 10:27:47.210003 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4a9ae51-50e0-4aef-b29f-0eaed77e0a24 req-82e5188e-41f9-4151-9b00-793682853165 service neutron] 10.222.0.73 "GET /v2.0/networks/a04b8452-128d-414a-9ea3-2c4f841eba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873890 Jul 05 10:27:47.488443 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff8ce8-a57b-42b1-8cc5-212a1f1b4d21 req-16387fd2-bf88-4f81-b8b2-a2718987e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:47.490072 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ceff8ce8-a57b-42b1-8cc5-212a1f1b4d21 req-16387fd2-bf88-4f81-b8b2-a2718987e428 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f55cab4cca4348d1b40ed63605e42e14&device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1095 time: 0.0615220 Jul 05 10:27:47.494940 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c07f78a-b610-4887-a0c2-d410d988937e req-b93bf78f-630c-4aa2-8da1-3b23406797c0 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0293262 Jul 05 10:27:47.598664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff8ce8-a57b-42b1-8cc5-212a1f1b4d21 req-4cb059b7-187d-4ec7-b227-4044ca5f4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:47.598664 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ceff8ce8-a57b-42b1-8cc5-212a1f1b4d21 req-4cb059b7-187d-4ec7-b227-4044ca5f4785 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a04b8452-128d-414a-9ea3-2c4f841eba5a HTTP/1.1" status: 200 len: 910 time: 0.0988574 Jul 05 10:27:47.639226 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ceff8ce8-a57b-42b1-8cc5-212a1f1b4d21 req-752753e5-9bd4-4213-818c-84dcebfb67d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d407da4-511e-4209-9b7e-fa0caf0a7d9a HTTP/1.1" status: 200 len: 217 time: 0.0358188 Jul 05 10:27:47.688716 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff8ce8-a57b-42b1-8cc5-212a1f1b4d21 req-80d4714f-a8e0-4ccd-b640-12d19aeb2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:47.690094 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ceff8ce8-a57b-42b1-8cc5-212a1f1b4d21 req-80d4714f-a8e0-4ccd-b640-12d19aeb2034 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=251539a4-2688-4efc-803b-35b6e0cc29d4 HTTP/1.1" status: 200 len: 848 time: 0.0432642 Jul 05 10:27:47.756681 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff8ce8-a57b-42b1-8cc5-212a1f1b4d21 req-60c22d4a-2948-4c4f-bac2-59daf36fd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:47.758204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ceff8ce8-a57b-42b1-8cc5-212a1f1b4d21 req-60c22d4a-2948-4c4f-bac2-59daf36fd55e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a04b8452-128d-414a-9ea3-2c4f841eba5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616815 Jul 05 10:27:47.866500 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ceff8ce8-a57b-42b1-8cc5-212a1f1b4d21 req-f5b618df-04fa-4504-876a-6fb2c28255ed service neutron] 10.222.0.73 "GET /v2.0/networks/a04b8452-128d-414a-9ea3-2c4f841eba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991359 Jul 05 10:27:47.980725 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ceff8ce8-a57b-42b1-8cc5-212a1f1b4d21 req-acb491cd-346a-4a90-aa8a-1565664ac2d3 service neutron] 10.222.0.73 "GET /v2.0/networks/a04b8452-128d-414a-9ea3-2c4f841eba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081522 Jul 05 10:27:48.180081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd3c98-c233-4412-a6c7-c9d62853e5b4 req-466618c7-edc1-477a-8542-5356981f6a79 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:48.181591 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cfbd3c98-c233-4412-a6c7-c9d62853e5b4 req-466618c7-edc1-477a-8542-5356981f6a79 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 946 time: 0.0723159 Jul 05 10:27:48.191408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686c1e3-f305-4564-bade-50fc95fa55ae req-00b6e174-89a2-42bf-9f67-43e460376558 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:48.192873 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c686c1e3-f305-4564-bade-50fc95fa55ae req-00b6e174-89a2-42bf-9f67-43e460376558 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1095 time: 0.0592091 Jul 05 10:27:48.222284 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cfbd3c98-c233-4412-a6c7-c9d62853e5b4 req-d7cb144c-9e23-4716-a8bf-bdbeae01107d tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343237 Jul 05 10:27:48.232981 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c686c1e3-f305-4564-bade-50fc95fa55ae req-f639bc19-6190-4a28-95a8-78b31b8afc47 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333061 Jul 05 10:27:48.667636 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f20b8dc-db17-4953-bef0-ec2865972b39 req-13a9f8cc-f0e7-4d7f-bff0-aff3f31b4355 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0467722 Jul 05 10:27:49.412110 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252861f-2e99-4262-9b54-3010cb372611 req-f1e3a146-71be-4885-ad87-bd1f2e4d5e06 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:49.418660 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b51096-e0cf-440a-bc61-9f5a5a347aa6 req-93412361-9e30-4d5e-a80b-25a2e85f1fe6 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:49.420246 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-94b51096-e0cf-440a-bc61-9f5a5a347aa6 req-93412361-9e30-4d5e-a80b-25a2e85f1fe6 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 946 time: 0.0727181 Jul 05 10:27:49.424072 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f252861f-2e99-4262-9b54-3010cb372611 req-f1e3a146-71be-4885-ad87-bd1f2e4d5e06 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1095 time: 0.0634134 Jul 05 10:27:49.464357 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f252861f-2e99-4262-9b54-3010cb372611 req-015be8ad-d166-4dec-ac11-143fb428b913 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393324 Jul 05 10:27:49.472462 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-94b51096-e0cf-440a-bc61-9f5a5a347aa6 req-68abd8a4-0967-45e2-b2e1-e2778227614d tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453475 Jul 05 10:27:49.836720 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7ce6f6f9-1676-4362-8d56-a78a3b9facf4 req-26653805-57f7-496e-acb9-10df2cbf3209 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0411837 Jul 05 10:27:50.642900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36f1f2-ef0c-454c-abaf-687e65cde60c req-a80d3fab-a7b2-4d5f-a2c9-2199a9e254d9 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:50.644569 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d36f1f2-ef0c-454c-abaf-687e65cde60c req-a80d3fab-a7b2-4d5f-a2c9-2199a9e254d9 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1095 time: 0.0681410 Jul 05 10:27:50.687745 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d36f1f2-ef0c-454c-abaf-687e65cde60c req-30bf7bfd-96cf-426d-8707-115fb367023d tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371625 Jul 05 10:27:50.793892 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0d407da4-511e-4209-9b7e-fa0caf0a7d9a details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:27:50.913811 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0d407da4-511e-4209-9b7e-fa0caf0a7d9a,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:50.931852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '0d407da4-511e-4209-9b7e-fa0caf0a7d9a', 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a', 'port_id': '0d407da4-511e-4209-9b7e-fa0caf0a7d9a', 'mac_address': 'fa:16:3e:10:07:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251539a4-2688-4efc-803b-35b6e0cc29d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:27:51.003130 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:51.013975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d407da4-511e-4209-9b7e-fa0caf0a7d9a {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:27:51.042141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0d407da4-511e-4209-9b7e-fa0caf0a7d9a,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:51.046391 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c8539a9-53bd-420a-aef1-d083fb7e0f6b req-98acc03f-686b-441e-a433-17a5541e3bf3 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0452597 Jul 05 10:27:51.306983 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:51.373798 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0d407da4-511e-4209-9b7e-fa0caf0a7d9a,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:51.613978 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0d407da4-511e-4209-9b7e-fa0caf0a7d9a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:27:51.880521 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7978283-49b7-4bde-a7e7-2604a4da107c req-7d04b04b-4a03-441f-8d64-fdc9fa813c98 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:51.882189 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7978283-49b7-4bde-a7e7-2604a4da107c req-7d04b04b-4a03-441f-8d64-fdc9fa813c98 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1096 time: 0.0672834 Jul 05 10:27:51.924549 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7978283-49b7-4bde-a7e7-2604a4da107c req-3a2fb552-8d24-4d59-be95-2877aeb18e62 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353467 Jul 05 10:27:52.207383 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b56c83c-ab3e-4541-8841-31884471cd98 req-a24e747b-bdbd-44a6-8228-25d556fef96d tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0300674 Jul 05 10:27:52.361027 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:52.803698 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0d407da4-511e-4209-9b7e-fa0caf0a7d9a up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:27:53.059649 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:27:53.059649 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:27:53.059649 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:53.134491 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:53.185832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3ec245-94e1-4a32-96ac-456b0eb511ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d407da4-511e-4209-9b7e-fa0caf0a7d9a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:27:53.185832 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1321814-b915-43ec-a595-56b5199b45d9" -d '{"events": [{"server_uuid": "3e3ec245-94e1-4a32-96ac-456b0eb511ac", "name": "network-vif-plugged", "status": "completed", "tag": "0d407da4-511e-4209-9b7e-fa0caf0a7d9a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:27:53.185832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0d407da4-511e-4209-9b7e-fa0caf0a7d9a,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:27:53.281126 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:53.321744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14520b50-fcef-4ba3-85c2-17d1f10a1651 req-9ebfe873-80e3-478a-9ce1-d51b588cb357 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:53.323373 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-14520b50-fcef-4ba3-85c2-17d1f10a1651 req-9ebfe873-80e3-478a-9ce1-d51b588cb357 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1096 time: 0.0639386 Jul 05 10:27:53.333107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0d407da4-511e-4209-9b7e-fa0caf0a7d9a,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:53.336941 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:27:53.366460 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-14520b50-fcef-4ba3-85c2-17d1f10a1651 req-73549a23-2ec4-4571-822d-6bd9e159125e tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301948 Jul 05 10:27:53.434481 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdae715d-1a44-4365-b928-5950509533b6 x-openstack-request-id: req-cdae715d-1a44-4365-b928-5950509533b6 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:27:53.435015 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3ec245-94e1-4a32-96ac-456b0eb511ac", "name": "network-vif-plugged", "status": "completed", "tag": "0d407da4-511e-4209-9b7e-fa0caf0a7d9a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:27:53.435015 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cdae715d-1a44-4365-b928-5950509533b6 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:27:53.435421 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3ec245-94e1-4a32-96ac-456b0eb511ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d407da4-511e-4209-9b7e-fa0caf0a7d9a', 'code': 200} Jul 05 10:27:53.563128 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e60856ce-3edc-41b5-84b9-9e1b8b986582 req-5b539268-fd39-4fa3-9976-140c3d8338d6 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0309076 Jul 05 10:27:53.566194 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eab489-d0e7-4318-8dba-32978b66076a req-710a726a-9091-4b4a-95f2-1ddc21039013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:53.576736 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71eab489-d0e7-4318-8dba-32978b66076a req-710a726a-9091-4b4a-95f2-1ddc21039013 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1097 time: 0.0659242 Jul 05 10:27:53.606217 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71eab489-d0e7-4318-8dba-32978b66076a req-ace126a8-af9d-4305-b702-3f608014266d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323606 Jul 05 10:27:54.114814 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:54.583921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a355c-90d6-4d05-848a-27cb31e06896 req-bd34f181-d633-4fc4-b04e-046c91a715fa tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:54.585407 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-540a355c-90d6-4d05-848a-27cb31e06896 req-bd34f181-d633-4fc4-b04e-046c91a715fa tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1097 time: 0.0720696 Jul 05 10:27:54.639120 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-540a355c-90d6-4d05-848a-27cb31e06896 req-fb01f78e-7ca8-49f0-b6ed-415f100838d6 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457149 Jul 05 10:27:54.747816 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4f15c837-a8b8-46e2-a97b-074be50b11e1 req-f10185eb-75de-40d4-bdc0-047d312372dd tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0337741 Jul 05 10:27:55.262781 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b59aa8-1116-4970-b11c-c349627c9d0a req-a8c023f9-faed-43db-9f4f-c5e00e8e9d43 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0694845 Jul 05 10:27:55.392982 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b59aa8-1116-4970-b11c-c349627c9d0a req-0435432e-fa46-4f0c-965b-8d5988e2a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:55.395979 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b59aa8-1116-4970-b11c-c349627c9d0a req-0435432e-fa46-4f0c-965b-8d5988e2a44a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0407b2d2311842b7b7b45b036954cf3e&device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 1098 time: 0.0666933 Jul 05 10:27:55.509814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b59aa8-1116-4970-b11c-c349627c9d0a req-bf240a1e-2721-4854-a957-f4982e95e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:55.511381 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b59aa8-1116-4970-b11c-c349627c9d0a req-bf240a1e-2721-4854-a957-f4982e95e22c service neutron] 10.222.0.64 "GET /v2.0/networks?id=5828239e-e9aa-4397-a7c5-30775e4f30c8 HTTP/1.1" status: 200 len: 915 time: 0.0944881 Jul 05 10:27:55.576056 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b59aa8-1116-4970-b11c-c349627c9d0a req-628d2ab1-e55f-4d56-8d8e-ed678580904e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7271e7dc-8d93-465f-b530-16b0549f6169 HTTP/1.1" status: 200 len: 217 time: 0.0557678 Jul 05 10:27:55.629332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b59aa8-1116-4970-b11c-c349627c9d0a req-f8148e3f-a703-48dc-a859-f7a87f7690ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:55.630875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b59aa8-1116-4970-b11c-c349627c9d0a req-f8148e3f-a703-48dc-a859-f7a87f7690ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df989988-1124-4662-aef8-e9d872973b8c HTTP/1.1" status: 200 len: 854 time: 0.0483494 Jul 05 10:27:55.666637 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b59aa8-1116-4970-b11c-c349627c9d0a req-691d6c3b-7bd4-4e8a-86c6-5f5b66be0941 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5828239e-e9aa-4397-a7c5-30775e4f30c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288360 Jul 05 10:27:55.813213 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b59aa8-1116-4970-b11c-c349627c9d0a req-a82d0f25-a478-4ea1-9a9d-7bb6de4fb4b6 service neutron] 10.222.0.64 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396151 Jul 05 10:27:55.996805 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d71d283-a6e0-45f1-a224-3d7d02ab9116 req-4e063e22-f098-4c21-b5c2-dd201ce48d46 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0461292 Jul 05 10:27:56.004481 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b59aa8-1116-4970-b11c-c349627c9d0a req-1a8e6c62-f2e0-426f-bc11-df345305da27 service neutron] 10.222.0.64 "GET /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828976 Jul 05 10:27:56.009344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa9b67-2255-4967-a871-6c5c131e5a2b req-f6e4c59b-68bc-43fc-b4b4-6b34e70bb66d tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:56.010862 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87fa9b67-2255-4967-a871-6c5c131e5a2b req-f6e4c59b-68bc-43fc-b4b4-6b34e70bb66d tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1097 time: 0.1641309 Jul 05 10:27:56.074503 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87fa9b67-2255-4967-a871-6c5c131e5a2b req-816c0989-d9a3-4e9a-9676-e313b8fb1e7c tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507936 Jul 05 10:27:56.276097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2de86-825b-4e26-b99f-b78faaeb6513 req-f6fdd01e-da07-4fa1-9376-eeeff6c3c158 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:56.277651 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ea2de86-825b-4e26-b99f-b78faaeb6513 req-f6fdd01e-da07-4fa1-9376-eeeff6c3c158 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1097 time: 0.0738511 Jul 05 10:27:56.337003 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ea2de86-825b-4e26-b99f-b78faaeb6513 req-64adeb35-7929-4418-99dc-8b562a3b5f84 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444703 Jul 05 10:27:56.532642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb6411-59df-4a97-b184-ffdbdcb6f147 req-549fe374-ec86-4b70-85fa-18ce213b9a0b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:56.534811 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b9cb6411-59df-4a97-b184-ffdbdcb6f147 req-549fe374-ec86-4b70-85fa-18ce213b9a0b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1097 time: 0.0658622 Jul 05 10:27:56.572873 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b9cb6411-59df-4a97-b184-ffdbdcb6f147 req-076b504b-f33a-4d7d-b2d2-895eb93f7c8f tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314143 Jul 05 10:27:56.892162 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-4d348a22-e067-45e7-8ee1-89ce9c93fca7 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:27:56.894814 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-4d348a22-e067-45e7-8ee1-89ce9c93fca7 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/networks?id=a04b8452-128d-414a-9ea3-2c4f841eba5a HTTP/1.1" status: 200 len: 910 time: 0.0976782 Jul 05 10:27:56.909946 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-d66a2420-d677-4e1b-a16e-91a7bf1e9ffe tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/quotas/f55cab4cca4348d1b40ed63605e42e14 HTTP/1.1" status: 200 len: 375 time: 0.0092006 Jul 05 10:27:56.997643 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-775638e4-72bb-4d0a-b50b-7f8a9c46cc6e tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=f55cab4cca4348d1b40ed63605e42e14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821044 Jul 05 10:27:57.104503 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-dffc2135-5e11-4e89-b069-30b9f12a71a3 service neutron] 10.222.0.77 "GET /v2.0/networks/a04b8452-128d-414a-9ea3-2c4f841eba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050491 Jul 05 10:27:57.182651 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e60f097c-1f09-4a2b-8c75-dde198badbfe req-7dc08b8f-518e-4f04-95d4-17e812235d66 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0482345 Jul 05 10:27:57.600222 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-4a88ecb2-1936-4f2f-a467-57957a85dbf3 service neutron] 10.222.0.77 "GET /v2.0/networks/a04b8452-128d-414a-9ea3-2c4f841eba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893994 Jul 05 10:27:57.947125 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f706f568-59bc-4e7a-8454-02ccdbf5476b req-dc0eea1a-ae72-417c-81d9-f39e21d1aad4 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 210 time: 0.0643687 Jul 05 10:27:58.356665 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9a453a0b-f481-4eef-a549-feaea3eea1ee req-59c70886-2371-4434-955e-b9be0920a4bc tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0331495 Jul 05 10:27:59.008439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44638) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:59.145588 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2572c42f-aa9c-4d89-ba06-89da01d0c9dd req-76d8331c-e66a-45ca-88f3-1cfcb09c7d2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 210 time: 0.0360310 Jul 05 10:27:59.183213 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e65ecb1b-efa6-43de-af44-efd196e261e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:59.294004 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e65ecb1b-efa6-43de-af44-efd196e261e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:59.356885 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e65ecb1b-efa6-43de-af44-efd196e261e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:59.400172 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e65ecb1b-efa6-43de-af44-efd196e261e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dd4682d83ad44f93aeb82987741f57bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906066 Jul 05 10:27:59.401370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ecb1b-efa6-43de-af44-efd196e261e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb96bfe-dd3d-41cc-9999-8ca89580d37a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:27:59.403215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44648) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:27:59.465374 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47c77d51-5efb-4093-9a9b-5454c5404663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:59.500276 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47c77d51-5efb-4093-9a9b-5454c5404663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:59.533400 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-12d792e4-94b8-4fe1-b7f8-37d552150ed4 req-1d4b76f0-9b1f-408d-a311-797762a5447f tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0291378 Jul 05 10:27:59.614025 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47c77d51-5efb-4093-9a9b-5454c5404663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:59.616642 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47c77d51-5efb-4093-9a9b-5454c5404663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:27:59.617883 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-47c77d51-5efb-4093-9a9b-5454c5404663 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6cb96bfe-dd3d-41cc-9999-8ca89580d37a HTTP/1.1" status: 204 len: 168 time: 0.2129629 Jul 05 10:27:59.628579 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c77d51-5efb-4093-9a9b-5454c5404663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb96bfe-dd3d-41cc-9999-8ca89580d37a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:00.242973 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44664) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:00.261617 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0432bf04-2597-4a35-9a88-15828b5e1bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:00.295536 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-41d0bb9b-a2f9-4cdf-bdaa-e7af33fc1e4b req-fa849008-e758-438d-a1b1-7f41f4e4b147 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 210 time: 0.0312371 Jul 05 10:28:00.372448 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0432bf04-2597-4a35-9a88-15828b5e1bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:00.483397 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0432bf04-2597-4a35-9a88-15828b5e1bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:00.520680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432bf04-2597-4a35-9a88-15828b5e1bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d598ff-9acd-408f-a3e8-c89c58a9c1c3,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:00.525122 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0432bf04-2597-4a35-9a88-15828b5e1bd7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dffb8ab80e3649f7ac40f25430f84613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808473 Jul 05 10:28:00.528685 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44666) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:00.577439 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7fcce3df-97b7-4302-aff3-87c5d7c3d54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:00.604570 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7fcce3df-97b7-4302-aff3-87c5d7c3d54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:00.699075 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c090bb75-d820-46f8-9f84-37a6dd280ce8 req-fd305f70-cd5c-43b6-8ebb-b15b89f2e433 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0333550 Jul 05 10:28:00.711073 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7fcce3df-97b7-4302-aff3-87c5d7c3d54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:00.714258 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7fcce3df-97b7-4302-aff3-87c5d7c3d54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:00.715604 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7fcce3df-97b7-4302-aff3-87c5d7c3d54b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/38d598ff-9acd-408f-a3e8-c89c58a9c1c3 HTTP/1.1" status: 204 len: 168 time: 0.1866024 Jul 05 10:28:00.727308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcce3df-97b7-4302-aff3-87c5d7c3d54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d598ff-9acd-408f-a3e8-c89c58a9c1c3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:01.093031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-e39946ab-12de-4265-a10a-75e35b1143f1 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:01.100592 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-e39946ab-12de-4265-a10a-75e35b1143f1 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.64 "GET /v2.0/networks?id=a04b8452-128d-414a-9ea3-2c4f841eba5a HTTP/1.1" status: 200 len: 910 time: 0.0970180 Jul 05 10:28:01.111197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-6ebaff76-3e03-48f0-8bd8-8abc8e6e9212 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Request body: {'port': {'device_id': '2822ac13-5511-43e5-86c9-cf56a65b994d', 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a', 'admin_state_up': True, 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:01.236997 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-6ebaff76-3e03-48f0-8bd8-8abc8e6e9212 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Made reservation on behalf of f55cab4cca4348d1b40ed63605e42e14 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:28:01.240403 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-6ebaff76-3e03-48f0-8bd8-8abc8e6e9212 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:01.436540 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-6ebaff76-3e03-48f0-8bd8-8abc8e6e9212 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Allocated IP 172.20.0.9 (a04b8452-128d-414a-9ea3-2c4f841eba5a/251539a4-2688-4efc-803b-35b6e0cc29d4/1318fdf4-da68-4028-8d46-65c6acd010d0) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:28:01.478394 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-34acb44b-6462-4d87-9312-6e5bf2266fb1 req-d81f44c5-8fb7-4a76-a1e6-3995180c3980 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 210 time: 0.0362058 Jul 05 10:28:01.631953 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-6ebaff76-3e03-48f0-8bd8-8abc8e6e9212 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:01.647571 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-6ebaff76-3e03-48f0-8bd8-8abc8e6e9212 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Transition to ACTIVE for port object 1318fdf4-da68-4028-8d46-65c6acd010d0 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:28:01.741528 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-6ebaff76-3e03-48f0-8bd8-8abc8e6e9212 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:01.757135 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0d407da4-511e-4209-9b7e-fa0caf0a7d9a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:28:01.863532 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-6ebaff76-3e03-48f0-8bd8-8abc8e6e9212 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Network a04b8452-128d-414a-9ea3-2c4f841eba5a is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:28:01.869148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-6ebaff76-3e03-48f0-8bd8-8abc8e6e9212 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:01.876281 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-6ebaff76-3e03-48f0-8bd8-8abc8e6e9212 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:28:01.904029 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2c33f07c-4022-4097-9acd-0c87ef7043be req-b298d74a-e24f-4d63-b27b-7f4505a1e4b9 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0421960 Jul 05 10:28:01.924660 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebaff76-3e03-48f0-8bd8-8abc8e6e9212 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Pushing event updated for resources: {'Port': ['ID=1318fdf4-da68-4028-8d46-65c6acd010d0,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:01.969912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-6ebaff76-3e03-48f0-8bd8-8abc8e6e9212 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:01.971669 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-6ebaff76-3e03-48f0-8bd8-8abc8e6e9212 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:02.478822 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-6ebaff76-3e03-48f0-8bd8-8abc8e6e9212 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3730700 Jul 05 10:28:02.494796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Request body: {'port': {'device_id': '2822ac13-5511-43e5-86c9-cf56a65b994d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:02.546297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-486d2618-f422-4dd5-9f82-d1413ff666f3 None None] Provisioning for port 1318fdf4-da68-4028-8d46-65c6acd010d0 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:28:02.555322 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-486d2618-f422-4dd5-9f82-d1413ff666f3 None None] Provisioning complete for port 1318fdf4-da68-4028-8d46-65c6acd010d0 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:02.556157 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-486d2618-f422-4dd5-9f82-d1413ff666f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:02.599978 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:02.607757 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-486d2618-f422-4dd5-9f82-d1413ff666f3 None None] Port 1318fdf4-da68-4028-8d46-65c6acd010d0 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:28:02.707000 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebabf5-bcd3-4f3d-abae-0a3ae1dd26a7 req-5a0866e1-c70d-4a5b-8baa-56a69e4d6300 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:02.712488 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8cebabf5-bcd3-4f3d-abae-0a3ae1dd26a7 req-5a0866e1-c70d-4a5b-8baa-56a69e4d6300 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1027 time: 0.0666246 Jul 05 10:28:02.746014 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8cebabf5-bcd3-4f3d-abae-0a3ae1dd26a7 req-c03ce696-17fc-4b81-ad2c-43248ffe01fa tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310414 Jul 05 10:28:02.948449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1318fdf4-da68-4028-8d46-65c6acd010d0 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:28:02.954573 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:02.970157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Transition to ACTIVE for port object 1318fdf4-da68-4028-8d46-65c6acd010d0 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:28:03.088407 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b9a95a9e-1e24-4e6b-9d3b-5007f0861ffe req-84400284-2236-4a92-9323-09a368e0a2ba tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0549030 Jul 05 10:28:03.099976 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:03.162511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1318fdf4-da68-4028-8d46-65c6acd010d0,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:03.236635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Attempting to bind port 1318fdf4-da68-4028-8d46-65c6acd010d0 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:28:03.237650 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Attempting to bind port 1318fdf4-da68-4028-8d46-65c6acd010d0 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:28:03.238078 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Attempting to bind port 1318fdf4-da68-4028-8d46-65c6acd010d0 on network a04b8452-128d-414a-9ea3-2c4f841eba5a {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:28:03.258289 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Port 1318fdf4-da68-4028-8d46-65c6acd010d0 on network a04b8452-128d-414a-9ea3-2c4f841eba5a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:28:03.258289 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Attempting to bind port 1318fdf4-da68-4028-8d46-65c6acd010d0 on network a04b8452-128d-414a-9ea3-2c4f841eba5a {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:28:03.265345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:28:03.265878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Checking segment: {'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:28:03.266343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Bound using segment: {'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:28:03.266961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Bound port: 1318fdf4-da68-4028-8d46-65c6acd010d0, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295b44b9-65d2-4d2a-a030-f619f358f5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:28:03.267448 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:03.358388 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] For port 1318fdf4-da68-4028-8d46-65c6acd010d0, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:28:03.362445 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] For port 1318fdf4-da68-4028-8d46-65c6acd010d0, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1318fdf4-da68-4028-8d46-65c6acd010d0,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:28:03.442723 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:03.504496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:03.505267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:03.506655 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] 10.222.0.64 "PUT /v2.0/ports/1318fdf4-da68-4028-8d46-65c6acd010d0 HTTP/1.1" status: 200 len: 1092 time: 1.0178683 Jul 05 10:28:03.507061 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2822ac13-5511-43e5-86c9-cf56a65b994d', 'tag': '1318fdf4-da68-4028-8d46-65c6acd010d0'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:28:03.509438 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e78916-c6ff-4d43-ab7a-3783b8ee0383" -d '{"events": [{"name": "network-changed", "server_uuid": "2822ac13-5511-43e5-86c9-cf56a65b994d", "tag": "1318fdf4-da68-4028-8d46-65c6acd010d0"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:28:03.523245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa278c2-f853-4522-94ce-42e75471cdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1318fdf4-da68-4028-8d46-65c6acd010d0,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:03.582134 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfe516a-ec12-440c-99ff-038a9d4a8634 x-openstack-request-id: req-2dfe516a-ec12-440c-99ff-038a9d4a8634 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:28:03.582489 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2822ac13-5511-43e5-86c9-cf56a65b994d", "tag": "1318fdf4-da68-4028-8d46-65c6acd010d0", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:28:03.582753 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2dfe516a-ec12-440c-99ff-038a9d4a8634 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:28:03.583156 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2822ac13-5511-43e5-86c9-cf56a65b994d', 'tag': '1318fdf4-da68-4028-8d46-65c6acd010d0', 'status': 'completed', 'code': 200} Jul 05 10:28:03.676134 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e78916-c6ff-4d43-ab7a-3783b8ee0383 req-aeeee2f6-727c-4bcb-b2ae-1d25ccf242a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:03.677711 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94e78916-c6ff-4d43-ab7a-3783b8ee0383 req-aeeee2f6-727c-4bcb-b2ae-1d25ccf242a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f55cab4cca4348d1b40ed63605e42e14&device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1095 time: 0.0640934 Jul 05 10:28:03.793507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e78916-c6ff-4d43-ab7a-3783b8ee0383 req-3d03908e-4188-471e-b663-43ed7151b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:03.795022 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94e78916-c6ff-4d43-ab7a-3783b8ee0383 req-3d03908e-4188-471e-b663-43ed7151b21e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f55cab4cca4348d1b40ed63605e42e14&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1095383 Jul 05 10:28:03.936907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e78916-c6ff-4d43-ab7a-3783b8ee0383 req-6783a427-ee6d-4de6-8076-dfad53d3dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:03.939757 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94e78916-c6ff-4d43-ab7a-3783b8ee0383 req-6783a427-ee6d-4de6-8076-dfad53d3dd78 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304405 Jul 05 10:28:03.955735 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00dc1c-66ea-441a-adca-151f681edcbd req-b332f84a-a65c-4025-86dc-afdecefcf18b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:03.960235 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f00dc1c-66ea-441a-adca-151f681edcbd req-b332f84a-a65c-4025-86dc-afdecefcf18b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1095 time: 0.0676203 Jul 05 10:28:04.000686 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f00dc1c-66ea-441a-adca-151f681edcbd req-4a5b20a2-a5f3-4a56-a13e-2f8adb4726a8 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329576 Jul 05 10:28:04.063027 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-f895350f-efba-442b-9a24-e767ddf81fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:04.064818 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-f895350f-efba-442b-9a24-e767ddf81fad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f55cab4cca4348d1b40ed63605e42e14&device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1095 time: 0.0654233 Jul 05 10:28:04.110206 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-86a0babe-f963-42f0-8dd7-d778a258515d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1318fdf4-da68-4028-8d46-65c6acd010d0 HTTP/1.1" status: 200 len: 217 time: 0.0355480 Jul 05 10:28:04.189810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-5f13c479-388f-4cce-af4e-98c05a49ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:04.191922 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-5f13c479-388f-4cce-af4e-98c05a49ee16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=251539a4-2688-4efc-803b-35b6e0cc29d4 HTTP/1.1" status: 200 len: 848 time: 0.0731797 Jul 05 10:28:04.295591 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea092136-b780-492e-87b9-a88d3681f923 req-c1099dfe-aa20-400f-a63c-e347066577a8 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0607228 Jul 05 10:28:04.330610 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-5b51a7ee-d009-4dac-8ed2-c6be3569965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:04.330610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-5b51a7ee-d009-4dac-8ed2-c6be3569965b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a04b8452-128d-414a-9ea3-2c4f841eba5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1267185 Jul 05 10:28:04.437082 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-935252c5-cd15-47ee-a9ce-114b01cc7458 service neutron] 10.222.0.64 "GET /v2.0/networks/a04b8452-128d-414a-9ea3-2c4f841eba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940962 Jul 05 10:28:04.560384 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0aa96034-adc9-4ebf-835c-56fe756b32ef req-aeee9a27-e3e8-4f0a-894a-8efdba317128 service neutron] 10.222.0.64 "GET /v2.0/networks/a04b8452-128d-414a-9ea3-2c4f841eba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116211 Jul 05 10:28:05.176450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d64d5-93ca-4f83-be64-54b59b54209c req-1eadf801-43ea-4667-9519-11cd33a159d4 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:05.178061 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-150d64d5-93ca-4f83-be64-54b59b54209c req-1eadf801-43ea-4667-9519-11cd33a159d4 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1095 time: 0.0554669 Jul 05 10:28:05.221916 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-150d64d5-93ca-4f83-be64-54b59b54209c req-fa8b4703-b1c7-4282-8dd7-b8d20f387358 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369189 Jul 05 10:28:05.396823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44778) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:05.473111 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0b75d25f-148b-4782-b5c3-3f0f35cb6c80 req-b1a93d2b-4bac-4a58-8821-86655a6b42f3 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0350537 Jul 05 10:28:05.522508 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2544148c-746d-44e0-a413-5b344df2d63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:05.634357 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2544148c-746d-44e0-a413-5b344df2d63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:05.710673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36800-5830-4128-8e65-aade32e42b43 req-48c7f990-4673-4b0f-9c84-953a6fb846b3 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:05.717389 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36800-5830-4128-8e65-aade32e42b43 req-48c7f990-4673-4b0f-9c84-953a6fb846b3 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:05.724086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36800-5830-4128-8e65-aade32e42b43 req-48c7f990-4673-4b0f-9c84-953a6fb846b3 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:05.730438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36800-5830-4128-8e65-aade32e42b43 req-48c7f990-4673-4b0f-9c84-953a6fb846b3 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:05.736513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36800-5830-4128-8e65-aade32e42b43 req-48c7f990-4673-4b0f-9c84-953a6fb846b3 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:05.743391 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36800-5830-4128-8e65-aade32e42b43 req-48c7f990-4673-4b0f-9c84-953a6fb846b3 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:05.749620 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36800-5830-4128-8e65-aade32e42b43 req-48c7f990-4673-4b0f-9c84-953a6fb846b3 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:05.749822 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2544148c-746d-44e0-a413-5b344df2d63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:05.762756 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fcd36800-5830-4128-8e65-aade32e42b43 req-48c7f990-4673-4b0f-9c84-953a6fb846b3 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5443 time: 0.1337352 Jul 05 10:28:05.817442 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2544148c-746d-44e0-a413-5b344df2d63b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb5d485e761546f08740bd4e9664cbcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164386 Jul 05 10:28:05.817659 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fcd36800-5830-4128-8e65-aade32e42b43 req-66f5321d-4b93-4d33-a2a4-74e91752e248 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524688 Jul 05 10:28:05.817779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44794) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:05.824702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544148c-746d-44e0-a413-5b344df2d63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178b18fd-7098-4659-8969-49299f5b7efc,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:05.894356 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78686509-af60-4b0d-ad42-1d582c9bcb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:05.927845 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78686509-af60-4b0d-ad42-1d582c9bcb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:06.077462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6de61-d48a-40bb-bc5e-9943bce1722a req-a7fcab7e-e786-4bfd-9b3e-30285fed95ea tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:06.083778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6de61-d48a-40bb-bc5e-9943bce1722a req-a7fcab7e-e786-4bfd-9b3e-30285fed95ea tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:06.089877 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6de61-d48a-40bb-bc5e-9943bce1722a req-a7fcab7e-e786-4bfd-9b3e-30285fed95ea tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:06.095752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6de61-d48a-40bb-bc5e-9943bce1722a req-a7fcab7e-e786-4bfd-9b3e-30285fed95ea tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:06.102228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6de61-d48a-40bb-bc5e-9943bce1722a req-a7fcab7e-e786-4bfd-9b3e-30285fed95ea tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:06.108081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6de61-d48a-40bb-bc5e-9943bce1722a req-a7fcab7e-e786-4bfd-9b3e-30285fed95ea tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:06.113920 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6de61-d48a-40bb-bc5e-9943bce1722a req-a7fcab7e-e786-4bfd-9b3e-30285fed95ea tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:06.115847 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cae6de61-d48a-40bb-bc5e-9943bce1722a req-a7fcab7e-e786-4bfd-9b3e-30285fed95ea tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5443 time: 0.1077940 Jul 05 10:28:06.231079 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78686509-af60-4b0d-ad42-1d582c9bcb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:06.233793 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78686509-af60-4b0d-ad42-1d582c9bcb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:06.235202 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-78686509-af60-4b0d-ad42-1d582c9bcb7f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/178b18fd-7098-4659-8969-49299f5b7efc HTTP/1.1" status: 204 len: 168 time: 0.4169791 Jul 05 10:28:06.243064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78686509-af60-4b0d-ad42-1d582c9bcb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178b18fd-7098-4659-8969-49299f5b7efc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:06.397311 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93e48f-8945-4ac8-a2c5-c1f2faeeb5e0 req-28d014ad-dcc2-4dfc-b679-45d685fc01bf tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:06.398845 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fc93e48f-8945-4ac8-a2c5-c1f2faeeb5e0 req-28d014ad-dcc2-4dfc-b679-45d685fc01bf tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1095 time: 0.0609598 Jul 05 10:28:06.657822 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62237380-30e8-4c47-8746-d4eeb79b49fa req-f3a19fe8-0262-4046-a98f-f2ea95f0de27 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0343111 Jul 05 10:28:06.695908 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fc93e48f-8945-4ac8-a2c5-c1f2faeeb5e0 req-626768c3-2f6a-46db-903f-e6cbdc7a74fc tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912352 Jul 05 10:28:07.206051 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44820) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:07.220357 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc515bd0-f1c8-431c-8755-6d024d2808c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:07.333477 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc515bd0-f1c8-431c-8755-6d024d2808c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:07.431380 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc515bd0-f1c8-431c-8755-6d024d2808c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:07.477301 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc515bd0-f1c8-431c-8755-6d024d2808c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813aa956-9b09-4989-a3ce-000f293b17c8,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:07.481948 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fc515bd0-f1c8-431c-8755-6d024d2808c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=563d872a347042f2a0897e12e981f87b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746980 Jul 05 10:28:07.484976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44826) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:07.549254 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-61c330dc-b70b-483c-8f8e-5b6b1b6488a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:07.598688 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-61c330dc-b70b-483c-8f8e-5b6b1b6488a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:07.779669 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-61c330dc-b70b-483c-8f8e-5b6b1b6488a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:07.784797 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-61c330dc-b70b-483c-8f8e-5b6b1b6488a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:07.786198 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-61c330dc-b70b-483c-8f8e-5b6b1b6488a6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/813aa956-9b09-4989-a3ce-000f293b17c8 HTTP/1.1" status: 204 len: 168 time: 0.3000252 Jul 05 10:28:07.799129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c330dc-b70b-483c-8f8e-5b6b1b6488a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813aa956-9b09-4989-a3ce-000f293b17c8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:07.853686 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8cec7c32-4ac7-4edf-ab18-56f5858dfb98 req-1bb584ed-1c4b-491b-8020-dd4af7590c2a tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0373759 Jul 05 10:28:07.911202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77458ceb-8bb0-482b-b73f-63fb4952ddd5 req-3b3d2709-6b26-4b3b-8295-d808ef5cf51f tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:07.913150 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-77458ceb-8bb0-482b-b73f-63fb4952ddd5 req-3b3d2709-6b26-4b3b-8295-d808ef5cf51f tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1095 time: 0.0739944 Jul 05 10:28:07.973975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-77458ceb-8bb0-482b-b73f-63fb4952ddd5 req-ddbd77d0-e508-4109-948e-c4b60b4b67d9 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538554 Jul 05 10:28:08.304491 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1318fdf4-da68-4028-8d46-65c6acd010d0 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:28:08.444979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 1318fdf4-da68-4028-8d46-65c6acd010d0, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1318fdf4-da68-4028-8d46-65c6acd010d0,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:08.471060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '1318fdf4-da68-4028-8d46-65c6acd010d0', 'network_id': 'a04b8452-128d-414a-9ea3-2c4f841eba5a', 'port_id': '1318fdf4-da68-4028-8d46-65c6acd010d0', 'mac_address': 'fa:16:3e:8c:b7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251539a4-2688-4efc-803b-35b6e0cc29d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:28:08.518682 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44868) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:08.532907 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:08.555961 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1318fdf4-da68-4028-8d46-65c6acd010d0 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:28:08.580119 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 1318fdf4-da68-4028-8d46-65c6acd010d0, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1318fdf4-da68-4028-8d46-65c6acd010d0,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:08.665102 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:08.674155 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fbc3b-b842-4e9b-a995-585fff6fa377 req-00d63578-1b70-46b4-86b2-fddf23932480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:08.675348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fbc3b-b842-4e9b-a995-585fff6fa377 req-00d63578-1b70-46b4-86b2-fddf23932480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:08.677568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fbc3b-b842-4e9b-a995-585fff6fa377 req-00d63578-1b70-46b4-86b2-fddf23932480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:08.678286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fbc3b-b842-4e9b-a995-585fff6fa377 req-00d63578-1b70-46b4-86b2-fddf23932480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:08.678924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fbc3b-b842-4e9b-a995-585fff6fa377 req-00d63578-1b70-46b4-86b2-fddf23932480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:08.679550 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fbc3b-b842-4e9b-a995-585fff6fa377 req-00d63578-1b70-46b4-86b2-fddf23932480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:08.680236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fbc3b-b842-4e9b-a995-585fff6fa377 req-00d63578-1b70-46b4-86b2-fddf23932480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:08.682464 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-278fbc3b-b842-4e9b-a995-585fff6fa377 req-00d63578-1b70-46b4-86b2-fddf23932480 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 6507 time: 0.1625268 Jul 05 10:28:08.732192 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=1318fdf4-da68-4028-8d46-65c6acd010d0,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:08.747391 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-278fbc3b-b842-4e9b-a995-585fff6fa377 req-5deafc79-582b-4517-bb42-2a27a4bf0b23 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&id=66661995-234b-4c60-803a-93d4c20fa400&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561497 Jul 05 10:28:08.946367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['1318fdf4-da68-4028-8d46-65c6acd010d0'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:28:09.053214 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2efc2f0e-237e-4c52-88d9-b7b5d7823493 req-1810e901-c059-4e4b-8caa-d6d1a2b57cc8 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0330925 Jul 05 10:28:09.247072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237beb79-1635-42f4-b3e5-f3854b7ca288 req-e4692751-95e3-4b76-a9a1-977b0851eed5 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:09.254784 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-237beb79-1635-42f4-b3e5-f3854b7ca288 req-e4692751-95e3-4b76-a9a1-977b0851eed5 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1096 time: 0.0743787 Jul 05 10:28:09.285200 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-237beb79-1635-42f4-b3e5-f3854b7ca288 req-88d53257-6db8-4dea-93ce-dab81d3acdb1 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295517 Jul 05 10:28:10.258480 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4fcc8680-ed4d-4167-bc0a-b7a90655e253 req-c10fa358-32d5-41a1-b50c-0fe5b270193e tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0370581 Jul 05 10:28:10.319011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1318fdf4-da68-4028-8d46-65c6acd010d0 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:28:10.498736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8068f6-9f7d-4e48-968b-c5698f3a8ad0 req-6efa5de6-52ed-47b1-972e-8679cb050e6a tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:10.506267 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b8068f6-9f7d-4e48-968b-c5698f3a8ad0 req-6efa5de6-52ed-47b1-972e-8679cb050e6a tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1096 time: 0.0586329 Jul 05 10:28:10.532831 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 1318fdf4-da68-4028-8d46-65c6acd010d0 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:28:10.540056 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 1318fdf4-da68-4028-8d46-65c6acd010d0 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:10.547672 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:10.548783 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b8068f6-9f7d-4e48-968b-c5698f3a8ad0 req-3fd7ed9d-d4c9-438b-ac64-19703fc85d65 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410125 Jul 05 10:28:10.670098 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:10.695805 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2822ac13-5511-43e5-86c9-cf56a65b994d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1318fdf4-da68-4028-8d46-65c6acd010d0'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:28:10.698128 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5073567d-66b3-4b16-bed6-3e9fa6ac41a2" -d '{"events": [{"server_uuid": "2822ac13-5511-43e5-86c9-cf56a65b994d", "name": "network-vif-plugged", "status": "completed", "tag": "1318fdf4-da68-4028-8d46-65c6acd010d0"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:28:10.717535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 1318fdf4-da68-4028-8d46-65c6acd010d0, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1318fdf4-da68-4028-8d46-65c6acd010d0,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:10.780675 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f0e031-16f5-46e5-9d79-2f35d4bcc7e1 x-openstack-request-id: req-f0f0e031-16f5-46e5-9d79-2f35d4bcc7e1 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:28:10.781014 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2822ac13-5511-43e5-86c9-cf56a65b994d", "name": "network-vif-plugged", "status": "completed", "tag": "1318fdf4-da68-4028-8d46-65c6acd010d0", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:28:10.781274 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0f0e031-16f5-46e5-9d79-2f35d4bcc7e1 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:28:10.781664 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2822ac13-5511-43e5-86c9-cf56a65b994d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1318fdf4-da68-4028-8d46-65c6acd010d0', 'code': 200} Jul 05 10:28:10.813373 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:10.980912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76900014-ba0b-49ab-8c0e-545036b8ae51 req-65baba21-2423-4e7d-8c78-8b7084949934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:10.983275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-76900014-ba0b-49ab-8c0e-545036b8ae51 req-65baba21-2423-4e7d-8c78-8b7084949934 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1097 time: 0.0970883 Jul 05 10:28:11.036899 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-76900014-ba0b-49ab-8c0e-545036b8ae51 req-5b6bcdb8-82a3-437e-8d18-1096fc32d757 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443258 Jul 05 10:28:11.138594 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=1318fdf4-da68-4028-8d46-65c6acd010d0,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:11.219409 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7d3ad6d9-4e0b-4de9-80b2-d8909186aedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:11.420791 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59b0a2bf-a48a-4f68-bb9f-8f1e87fefded req-5cc5cadb-6a6d-4f3d-b22a-13e6cee1bd76 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0321543 Jul 05 10:28:11.712127 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53d77f-009e-4f11-8501-1a41df5fb0ef req-f8c43fd8-2b92-42d7-8a65-38950930e0ae tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:11.713943 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1c53d77f-009e-4f11-8501-1a41df5fb0ef req-f8c43fd8-2b92-42d7-8a65-38950930e0ae tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1097 time: 0.0533171 Jul 05 10:28:11.747968 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1c53d77f-009e-4f11-8501-1a41df5fb0ef req-3196e9f3-8248-4517-96f6-9957eb42bb7b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278659 Jul 05 10:28:12.594431 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3822599a-d8e3-4761-86ed-7f8adae998e7 req-0d5d32e3-7c5a-4da3-ba9f-b3d4417fafae tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0473378 Jul 05 10:28:12.932601 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddade4ea-8b0f-467c-b364-247abd2fc435 req-332b5e03-316e-4b78-a85a-65127ebfadf5 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:12.934175 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ddade4ea-8b0f-467c-b364-247abd2fc435 req-332b5e03-316e-4b78-a85a-65127ebfadf5 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1097 time: 0.0665622 Jul 05 10:28:12.975496 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ddade4ea-8b0f-467c-b364-247abd2fc435 req-49b17de4-e364-46c8-bece-c4d7059987c2 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344219 Jul 05 10:28:13.188172 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb72f50-906f-4a39-a981-c02a06449b25 req-79cdfcfe-1d9c-4ba1-892d-0ba1b6b314cc tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:13.190688 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bb72f50-906f-4a39-a981-c02a06449b25 req-79cdfcfe-1d9c-4ba1-892d-0ba1b6b314cc tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1097 time: 0.0704331 Jul 05 10:28:13.240963 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bb72f50-906f-4a39-a981-c02a06449b25 req-f0b2bc22-ef54-422a-9ac1-f0d7bf9f8d92 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445948 Jul 05 10:28:13.411263 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6490b1a-a20e-41d6-89ad-0a9365364f8f req-df87e5bb-014b-4307-bd36-42462b9f1d69 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:13.412904 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e6490b1a-a20e-41d6-89ad-0a9365364f8f req-df87e5bb-014b-4307-bd36-42462b9f1d69 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1097 time: 0.0654809 Jul 05 10:28:13.456403 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e6490b1a-a20e-41d6-89ad-0a9365364f8f req-1adf61d8-8669-4c37-a147-1c4178cd6b8d tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360348 Jul 05 10:28:13.589205 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-15545b4b-aabc-44d3-b428-67290880e800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:13.646251 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:13.771374 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bebd42de-d7ff-4654-b9dc-111a81d17de8 req-2a610155-3ae2-4f68-8dc6-0ab1e5a0fb5e tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0367150 Jul 05 10:28:14.175238 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a0ea3-ce90-4a66-8452-ead217d62e12 req-42b1fa56-1e12-4216-9c20-71ebecc900a2 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:14.180396 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-785a0ea3-ce90-4a66-8452-ead217d62e12 req-42b1fa56-1e12-4216-9c20-71ebecc900a2 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1097 time: 0.0657978 Jul 05 10:28:14.218520 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-785a0ea3-ce90-4a66-8452-ead217d62e12 req-b47187df-c97b-49fd-8638-5da108ddf70d tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359437 Jul 05 10:28:14.945443 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9013cca4-c983-47f2-9dfa-e209132f7052 req-dbb75afd-1bb4-428e-82ca-35da130ab9f8 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0290358 Jul 05 10:28:14.974007 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:15.442286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566278d2-cadd-4c13-9d8d-af05a50fdf10 req-cf9f9419-2633-42cb-ba0f-e54e38a9eae9 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:15.444652 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-566278d2-cadd-4c13-9d8d-af05a50fdf10 req-cf9f9419-2633-42cb-ba0f-e54e38a9eae9 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1097 time: 0.0698111 Jul 05 10:28:15.492681 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-566278d2-cadd-4c13-9d8d-af05a50fdf10 req-156f75e9-bc62-4e3b-bdd8-6be023f5c47e tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423460 Jul 05 10:28:15.654613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac02e1-e2e3-4814-88bd-7c25fab9bb57 req-613cec4d-b6a8-4877-8f02-394ac3161ce3 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:15.656514 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3fac02e1-e2e3-4814-88bd-7c25fab9bb57 req-613cec4d-b6a8-4877-8f02-394ac3161ce3 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 1097 time: 0.0660312 Jul 05 10:28:15.756377 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fac1b7d7-4419-47bf-9a93-c9276eddae54 req-58a3575d-5865-45fa-9a2b-928d530cdcd3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0786021 Jul 05 10:28:15.826104 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-3fac02e1-e2e3-4814-88bd-7c25fab9bb57 req-28886669-1741-4420-a1fd-4fa0de9af6a5 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Deleting port 1318fdf4-da68-4028-8d46-65c6acd010d0 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:28:15.826467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3fac02e1-e2e3-4814-88bd-7c25fab9bb57 req-28886669-1741-4420-a1fd-4fa0de9af6a5 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:15.976512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-3fac02e1-e2e3-4814-88bd-7c25fab9bb57 req-28886669-1741-4420-a1fd-4fa0de9af6a5 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] For port 1318fdf4-da68-4028-8d46-65c6acd010d0, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1318fdf4-da68-4028-8d46-65c6acd010d0,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:15.976889 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3fac02e1-e2e3-4814-88bd-7c25fab9bb57 req-28886669-1741-4420-a1fd-4fa0de9af6a5 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:15.993231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-3fac02e1-e2e3-4814-88bd-7c25fab9bb57 req-28886669-1741-4420-a1fd-4fa0de9af6a5 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Calling delete_port for 1318fdf4-da68-4028-8d46-65c6acd010d0 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:28:16.145917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b416d-57d3-41a7-a015-2cc79d07c5ad req-0931aba0-ee77-414a-a3d5-3545dbe3b875 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:16.154936 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b42b416d-57d3-41a7-a015-2cc79d07c5ad req-0931aba0-ee77-414a-a3d5-3545dbe3b875 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 946 time: 0.1533270 Jul 05 10:28:16.199686 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-81c2f17d-baeb-464b-bef0-c0f2ec79254c req-8b355397-3dba-4ca8-a8aa-16c26d23790f tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0318174 Jul 05 10:28:16.223249 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b42b416d-57d3-41a7-a015-2cc79d07c5ad req-51e2888a-7208-497e-bc27-2819370e45c2 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674300 Jul 05 10:28:16.334161 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3fac02e1-e2e3-4814-88bd-7c25fab9bb57 req-28886669-1741-4420-a1fd-4fa0de9af6a5 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:16.346499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0d407da4-511e-4209-9b7e-fa0caf0a7d9a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:28:16.350936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['1318fdf4-da68-4028-8d46-65c6acd010d0'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:28:16.382808 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28886669-1741-4420-a1fd-4fa0de9af6a5 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Pushing event deleted for resources: {'Port': ['ID=1318fdf4-da68-4028-8d46-65c6acd010d0,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:16.461040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fac02e1-e2e3-4814-88bd-7c25fab9bb57 req-28886669-1741-4420-a1fd-4fa0de9af6a5 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] No DVR routers for this DVR port 1318fdf4-da68-4028-8d46-65c6acd010d0 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:28:16.464584 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3fac02e1-e2e3-4814-88bd-7c25fab9bb57 req-28886669-1741-4420-a1fd-4fa0de9af6a5 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:16.466383 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3fac02e1-e2e3-4814-88bd-7c25fab9bb57 req-28886669-1741-4420-a1fd-4fa0de9af6a5 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.64 "DELETE /v2.0/ports/1318fdf4-da68-4028-8d46-65c6acd010d0 HTTP/1.1" status: 204 len: 173 time: 0.7964666 Jul 05 10:28:16.466918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2822ac13-5511-43e5-86c9-cf56a65b994d', 'name': 'network-vif-deleted', 'tag': '1318fdf4-da68-4028-8d46-65c6acd010d0'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:28:16.474677 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ded4125-8313-45e7-818d-a8cc0b43ffb5" -d '{"events": [{"server_uuid": "2822ac13-5511-43e5-86c9-cf56a65b994d", "name": "network-vif-deleted", "tag": "1318fdf4-da68-4028-8d46-65c6acd010d0"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:28:16.553043 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b999fc4-6261-44c3-a0a2-659e4606386c x-openstack-request-id: req-9b999fc4-6261-44c3-a0a2-659e4606386c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:28:16.556379 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2822ac13-5511-43e5-86c9-cf56a65b994d", "name": "network-vif-deleted", "tag": "1318fdf4-da68-4028-8d46-65c6acd010d0", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:28:16.556379 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9b999fc4-6261-44c3-a0a2-659e4606386c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:28:16.556379 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2822ac13-5511-43e5-86c9-cf56a65b994d', 'name': 'network-vif-deleted', 'tag': '1318fdf4-da68-4028-8d46-65c6acd010d0', 'status': 'completed', 'code': 200} Jul 05 10:28:16.738348 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-629ddc2e-1505-4520-8ae1-70ae3315d9c9 req-9f2d5bd3-85b6-403a-a300-dd72f7e34fbd tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2822ac13-5511-43e5-86c9-cf56a65b994d HTTP/1.1" status: 200 len: 210 time: 0.0656872 Jul 05 10:28:16.783424 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:16.817734 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-cd9a43ec-8f1c-4085-9388-7cc462cda114 req-02a12ceb-a0db-4660-9075-0cbd78a172e0 service neutron] (100776) timed out ('10.222.0.64', 52241) {{(pid=100776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:28:17.405875 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f18634c6-70e9-4361-a1e7-bd93f5a7870a req-21a7e44a-67d5-4acd-af2d-6731db7cebcd tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0428686 Jul 05 10:28:17.503409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03f551-626a-4a9d-89a8-0f8ce734491f req-be301107-ab6b-419f-b833-ca5bcc853474 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:17.505001 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af03f551-626a-4a9d-89a8-0f8ce734491f req-be301107-ab6b-419f-b833-ca5bcc853474 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 946 time: 0.0819061 Jul 05 10:28:17.544124 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af03f551-626a-4a9d-89a8-0f8ce734491f req-b084d0a9-653c-424f-859f-872e8ab06637 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336368 Jul 05 10:28:17.778308 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4822eb5-39ab-40e9-8673-92ba1187fb5f req-45318c12-44c5-4c4d-9477-0807a74abf8f tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32&device_id=b8fe5dbe-a84f-4fc9-8087-18faa4f36117 HTTP/1.1" status: 200 len: 210 time: 0.0323710 Jul 05 10:28:17.892550 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978beb78-c359-46b9-9e99-ed1b3c1d12bf req-72546410-2874-4954-b597-4a36cf7fb6ce tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:17.894663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-978beb78-c359-46b9-9e99-ed1b3c1d12bf req-72546410-2874-4954-b597-4a36cf7fb6ce tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 946 time: 0.0713933 Jul 05 10:28:18.031695 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-978beb78-c359-46b9-9e99-ed1b3c1d12bf req-7ebe8f69-f124-41e9-9dda-4a6529a138d3 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Deleting port cde56885-7a94-401d-a41b-c79e3005a79b {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:28:18.032224 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-978beb78-c359-46b9-9e99-ed1b3c1d12bf req-7ebe8f69-f124-41e9-9dda-4a6529a138d3 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:18.154401 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-978beb78-c359-46b9-9e99-ed1b3c1d12bf req-7ebe8f69-f124-41e9-9dda-4a6529a138d3 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] For port cde56885-7a94-401d-a41b-c79e3005a79b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=cde56885-7a94-401d-a41b-c79e3005a79b,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:18.158302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-978beb78-c359-46b9-9e99-ed1b3c1d12bf req-7ebe8f69-f124-41e9-9dda-4a6529a138d3 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:18.175640 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-978beb78-c359-46b9-9e99-ed1b3c1d12bf req-7ebe8f69-f124-41e9-9dda-4a6529a138d3 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Calling delete_port for cde56885-7a94-401d-a41b-c79e3005a79b owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:28:18.348387 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6f339a03-dbe8-4a9e-b2fa-f3361f56bd80 req-670b5121-e775-4261-8254-53d3ebf8e9ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d82c0ec533f44e3ba6d47b58b8b2cd96&device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0353620 Jul 05 10:28:18.376726 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6f339a03-dbe8-4a9e-b2fa-f3361f56bd80 req-8edea42a-becb-496f-a08a-9fa27b52ec10 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d82c0ec533f44e3ba6d47b58b8b2cd96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210581 Jul 05 10:28:18.445305 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d0026c23-b9eb-477a-919f-242ad2edfc96 req-f5c938b5-fea3-4c02-b584-04915665a96b tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0357442 Jul 05 10:28:18.472304 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-978beb78-c359-46b9-9e99-ed1b3c1d12bf req-7ebe8f69-f124-41e9-9dda-4a6529a138d3 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:18.490167 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['8046d47e-bae9-4bb1-8408-d6a646e65905', '27f93928-f696-4869-96c2-319abddb2dfe'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:28:18.492943 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['7271e7dc-8d93-465f-b530-16b0549f6169', 'cde56885-7a94-401d-a41b-c79e3005a79b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:28:18.533247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe8f69-f124-41e9-9dda-4a6529a138d3 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Pushing event deleted for resources: {'Port': ['ID=cde56885-7a94-401d-a41b-c79e3005a79b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:18.699219 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f339a03-dbe8-4a9e-b2fa-f3361f56bd80 req-e62372c5-daaf-4acf-b332-1559a5d90612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:18.700794 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6f339a03-dbe8-4a9e-b2fa-f3361f56bd80 req-e62372c5-daaf-4acf-b332-1559a5d90612 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3183701 Jul 05 10:28:18.706712 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-978beb78-c359-46b9-9e99-ed1b3c1d12bf req-7ebe8f69-f124-41e9-9dda-4a6529a138d3 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] No DVR routers for this DVR port cde56885-7a94-401d-a41b-c79e3005a79b on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:28:18.722301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041562a-69c8-41c9-a626-b3a929487c0a req-be3218f9-f1f9-422c-912e-22ad71b3979b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:18.723877 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-978beb78-c359-46b9-9e99-ed1b3c1d12bf req-7ebe8f69-f124-41e9-9dda-4a6529a138d3 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:18.724360 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f041562a-69c8-41c9-a626-b3a929487c0a req-be3218f9-f1f9-422c-912e-22ad71b3979b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1097 time: 0.0844736 Jul 05 10:28:18.726692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-978beb78-c359-46b9-9e99-ed1b3c1d12bf req-7ebe8f69-f124-41e9-9dda-4a6529a138d3 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.64 "DELETE /v2.0/ports/cde56885-7a94-401d-a41b-c79e3005a79b HTTP/1.1" status: 204 len: 173 time: 0.8242047 Jul 05 10:28:18.727802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f50b7d-b2e1-4650-9d06-78b5555b2462', 'name': 'network-vif-deleted', 'tag': 'cde56885-7a94-401d-a41b-c79e3005a79b'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:28:18.738301 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72db929d-ce84-458c-88db-3d261eb881b7" -d '{"events": [{"server_uuid": "83f50b7d-b2e1-4650-9d06-78b5555b2462", "name": "network-vif-deleted", "tag": "cde56885-7a94-401d-a41b-c79e3005a79b"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:28:18.776696 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35e274c5-3d15-4ab7-a046-a9b2b6bb5ded req-5a87f651-9df8-4fa5-ba33-ced9bdcb1343 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 210 time: 0.0547931 Jul 05 10:28:18.799271 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f041562a-69c8-41c9-a626-b3a929487c0a req-8fde4f4c-41e8-49a8-bc25-2608e5775a6b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619020 Jul 05 10:28:18.842859 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8518d4b-9501-43ea-9498-44f3d8a3cb05 x-openstack-request-id: req-a8518d4b-9501-43ea-9498-44f3d8a3cb05 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:28:18.843486 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f50b7d-b2e1-4650-9d06-78b5555b2462", "name": "network-vif-deleted", "tag": "cde56885-7a94-401d-a41b-c79e3005a79b", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:28:18.843969 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a8518d4b-9501-43ea-9498-44f3d8a3cb05 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:28:18.844440 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f50b7d-b2e1-4650-9d06-78b5555b2462', 'name': 'network-vif-deleted', 'tag': 'cde56885-7a94-401d-a41b-c79e3005a79b', 'status': 'completed', 'code': 200} Jul 05 10:28:19.618381 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0d787672-8dce-43d1-9cf7-2313b3d4c0d5 req-83abc692-f8a2-4522-af24-c4cf28cbc0d5 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0322092 Jul 05 10:28:20.003335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a0c53f06-77ad-4b3d-a4ed-5d9b303c4ae7 req-9021a815-fe63-4da2-b58f-4fed6a140e6a tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=83f50b7d-b2e1-4650-9d06-78b5555b2462 HTTP/1.1" status: 200 len: 210 time: 0.0313370 Jul 05 10:28:20.020820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c9926-64e2-46d6-b04a-4523e67c6983 req-664ddcb6-adaa-49a2-8b54-5e18ebaa6441 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:20.024246 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-899c9926-64e2-46d6-b04a-4523e67c6983 req-664ddcb6-adaa-49a2-8b54-5e18ebaa6441 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1097 time: 0.1410842 Jul 05 10:28:20.117445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0af59-0bac-43d6-ac09-5bd76a57513e req-c36124a7-6a9e-40d3-99d4-d22458399d5f tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:20.118986 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22c0af59-0bac-43d6-ac09-5bd76a57513e req-c36124a7-6a9e-40d3-99d4-d22458399d5f tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 1097 time: 0.1521428 Jul 05 10:28:20.149012 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6f339a03-dbe8-4a9e-b2fa-f3361f56bd80 req-1284aea5-382b-4eca-a6cb-0bc516f68aff tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0706487 Jul 05 10:28:20.184493 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22c0af59-0bac-43d6-ac09-5bd76a57513e req-37938185-fb06-45e9-9a83-c88decfb1bbc tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500493 Jul 05 10:28:20.202480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-899c9926-64e2-46d6-b04a-4523e67c6983 req-bfe15760-c014-4313-bbe7-fc15e6b08f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Deleting port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:28:20.202480 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-899c9926-64e2-46d6-b04a-4523e67c6983 req-bfe15760-c014-4313-bbe7-fc15e6b08f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:20.296588 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-899c9926-64e2-46d6-b04a-4523e67c6983 req-bfe15760-c014-4313-bbe7-fc15e6b08f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] For port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0d407da4-511e-4209-9b7e-fa0caf0a7d9a,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:20.297061 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-899c9926-64e2-46d6-b04a-4523e67c6983 req-bfe15760-c014-4313-bbe7-fc15e6b08f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:20.311605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-899c9926-64e2-46d6-b04a-4523e67c6983 req-bfe15760-c014-4313-bbe7-fc15e6b08f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Calling delete_port for 0d407da4-511e-4209-9b7e-fa0caf0a7d9a owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:28:20.350301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1318fdf4-da68-4028-8d46-65c6acd010d0 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:28:20.385551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 1318fdf4-da68-4028-8d46-65c6acd010d0 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:28:20.385898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1318fdf4-da68-4028-8d46-65c6acd010d0 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:28:20.528172 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-899c9926-64e2-46d6-b04a-4523e67c6983 req-bfe15760-c014-4313-bbe7-fc15e6b08f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:20.541349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0d407da4-511e-4209-9b7e-fa0caf0a7d9a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:28:20.557308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe15760-c014-4313-bbe7-fc15e6b08f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d407da4-511e-4209-9b7e-fa0caf0a7d9a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:20.610994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-899c9926-64e2-46d6-b04a-4523e67c6983 req-bfe15760-c014-4313-bbe7-fc15e6b08f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] No DVR routers for this DVR port 0d407da4-511e-4209-9b7e-fa0caf0a7d9a on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:28:20.614397 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-899c9926-64e2-46d6-b04a-4523e67c6983 req-bfe15760-c014-4313-bbe7-fc15e6b08f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:20.616567 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-899c9926-64e2-46d6-b04a-4523e67c6983 req-bfe15760-c014-4313-bbe7-fc15e6b08f2b tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.73 "DELETE /v2.0/ports/0d407da4-511e-4209-9b7e-fa0caf0a7d9a HTTP/1.1" status: 204 len: 173 time: 0.5867636 Jul 05 10:28:20.616922 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3ec245-94e1-4a32-96ac-456b0eb511ac', 'name': 'network-vif-deleted', 'tag': '0d407da4-511e-4209-9b7e-fa0caf0a7d9a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:28:20.619200 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ddf8a6-c8e4-4c9b-8e8d-4166117efcb0" -d '{"events": [{"server_uuid": "3e3ec245-94e1-4a32-96ac-456b0eb511ac", "name": "network-vif-deleted", "tag": "0d407da4-511e-4209-9b7e-fa0caf0a7d9a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:28:20.665958 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20733598-9ac6-42d8-9d9d-2240bc64787a x-openstack-request-id: req-20733598-9ac6-42d8-9d9d-2240bc64787a {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:28:20.666503 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3ec245-94e1-4a32-96ac-456b0eb511ac", "name": "network-vif-deleted", "tag": "0d407da4-511e-4209-9b7e-fa0caf0a7d9a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:28:20.666926 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20733598-9ac6-42d8-9d9d-2240bc64787a {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:28:20.667331 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3ec245-94e1-4a32-96ac-456b0eb511ac', 'name': 'network-vif-deleted', 'tag': '0d407da4-511e-4209-9b7e-fa0caf0a7d9a', 'status': 'completed', 'code': 200} Jul 05 10:28:20.815768 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d2f6086-7ee6-43a9-9cc4-eb3a4328db8f req-e3049713-5899-4b77-862b-492440667bcf tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6022d3-f327-433f-ad60-889112335a32 HTTP/1.1" status: 200 len: 210 time: 0.0349882 Jul 05 10:28:21.366559 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e71eed99-c709-4af3-9fe0-751408c99c15 req-657ab8ec-e9ae-47e6-82d3-ab671e7c9367 tempest-TestServerMultinode-1079941723 tempest-TestServerMultinode-1079941723-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3e3ec245-94e1-4a32-96ac-456b0eb511ac HTTP/1.1" status: 200 len: 210 time: 0.0519652 Jul 05 10:28:22.316717 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:22.377492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device cde56885-7a94-401d-a41b-c79e3005a79b no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:28:22.409272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: cde56885-7a94-401d-a41b-c79e3005a79b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:28:22.409272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device cde56885-7a94-401d-a41b-c79e3005a79b not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:28:22.505940 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45278) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:22.660862 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffe1d96a-4b5f-40ca-9a56-697a056f556a req-e211ef6b-ec4a-4614-b7b4-6c5bbbf5eca9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d82c0ec533f44e3ba6d47b58b8b2cd96&device_id=b8fe5dbe-a84f-4fc9-8087-18faa4f36117 HTTP/1.1" status: 200 len: 210 time: 0.0403957 Jul 05 10:28:22.704596 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffe1d96a-4b5f-40ca-9a56-697a056f556a req-aefe1041-066f-437a-908b-99810d3c21fe service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d82c0ec533f44e3ba6d47b58b8b2cd96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348008 Jul 05 10:28:22.834127 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-54558f2d-16cf-48b3-976b-961fed46399c req-308f53c5-4466-4dca-99b1-5006b0c72a06 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8fe5dbe-a84f-4fc9-8087-18faa4f36117 HTTP/1.1" status: 200 len: 210 time: 0.0901780 Jul 05 10:28:22.897367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1d96a-4b5f-40ca-9a56-697a056f556a req-68754a4e-41f1-45b8-b08b-c6dacaa895a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:22.898799 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffe1d96a-4b5f-40ca-9a56-697a056f556a req-68754a4e-41f1-45b8-b08b-c6dacaa895a6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1751459 Jul 05 10:28:22.950994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0d407da4-511e-4209-9b7e-fa0caf0a7d9a no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:28:22.979274 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 0d407da4-511e-4209-9b7e-fa0caf0a7d9a {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:28:22.979916 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0d407da4-511e-4209-9b7e-fa0caf0a7d9a not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:28:23.052032 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:23.383447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Deleting port 4e5c6b14-8d46-421a-847a-8a47c654ae24 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:28:23.383980 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:23.471311 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] For port 4e5c6b14-8d46-421a-847a-8a47c654ae24, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=4e5c6b14-8d46-421a-847a-8a47c654ae24,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:23.471652 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:23.485795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Calling delete_port for 4e5c6b14-8d46-421a-847a-8a47c654ae24 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:28:23.812046 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:23.839993 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5c6b14-8d46-421a-847a-8a47c654ae24,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:23.893354 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:23.895522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:23.900521 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:23.900927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:23.901271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:23.901607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:23.901933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:23.902263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:23.902587 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:23.902966 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:23.903291 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:23.903746 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:24.069494 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2cffc630-34da-4636-82c1-49aae4eb4267 req-e01a7f89-6eeb-4a43-9f33-9abe8ddb61bb tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8fe5dbe-a84f-4fc9-8087-18faa4f36117 HTTP/1.1" status: 200 len: 210 time: 0.0392423 Jul 05 10:28:24.111189 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:24.152818 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:24.329633 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ffe1d96a-4b5f-40ca-9a56-697a056f556a req-92e53de1-0644-47bf-a227-dde3f2893ca4 tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8fe5dbe-a84f-4fc9-8087-18faa4f36117 HTTP/1.1" status: 200 len: 210 time: 0.0371268 Jul 05 10:28:24.746844 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Router 9e5c53b5-5720-4f7f-903f-113d1b3a4e20 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:28:24.759604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45334) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:24.880490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:28:24.890237 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45340) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:24.890694 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e66f0e7c-ab5a-4364-9565-0e63ad20c4b1 admin admin] 10.222.0.77 "PUT /v2.0/routers/9e5c53b5-5720-4f7f-903f-113d1b3a4e20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3834658 Jul 05 10:28:24.893447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffc51ed-62b7-4d96-85e1-97d2edb44114 None None] Sync routers for ids ['9e5c53b5-5720-4f7f-903f-113d1b3a4e20'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:28:24.909380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffc51ed-62b7-4d96-85e1-97d2edb44114 None None] Routers {'9e5c53b5-5720-4f7f-903f-113d1b3a4e20'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:28:24.910016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-1ffc51ed-62b7-4d96-85e1-97d2edb44114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['9e5c53b5-5720-4f7f-903f-113d1b3a4e20'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:24.972079 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be6599b3-6b08-468c-8c14-8f3b7ecfeecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:25.103542 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ee4dccc-452b-464c-9eac-a3fcd4ab8bb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:25.171685 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be6599b3-6b08-468c-8c14-8f3b7ecfeecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:25.227652 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ee4dccc-452b-464c-9eac-a3fcd4ab8bb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:25.240486 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be6599b3-6b08-468c-8c14-8f3b7ecfeecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:25.270865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-1ffc51ed-62b7-4d96-85e1-97d2edb44114 None None] Set router 9e5c53b5-5720-4f7f-903f-113d1b3a4e20 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:28:25.292304 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-be6599b3-6b08-468c-8c14-8f3b7ecfeecc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa0fbeaa5148409094d1023f8df5bf53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5311942 Jul 05 10:28:25.294608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45348) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:25.305835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6599b3-6b08-468c-8c14-8f3b7ecfeecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36416552-aaac-4104-aa49-ba3818c93b55,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:25.370386 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-225210d2-f7b0-49c6-9a13-f2e1b03674b3 req-ec8eb11f-39f8-42fb-92db-eee62df51f2f tempest-ServerShowV247Test-2017513441 tempest-ServerShowV247Test-2017513441-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8fe5dbe-a84f-4fc9-8087-18faa4f36117 HTTP/1.1" status: 200 len: 210 time: 0.0768478 Jul 05 10:28:25.433280 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-96d32ab9-87a5-4e97-a1a5-9c40b4d0fd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:25.459354 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-96d32ab9-87a5-4e97-a1a5-9c40b4d0fd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:25.572148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-5ee4dccc-452b-464c-9eac-a3fcd4ab8bb7 admin admin] Deleting port 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:28:25.572789 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ee4dccc-452b-464c-9eac-a3fcd4ab8bb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:25.655349 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-96d32ab9-87a5-4e97-a1a5-9c40b4d0fd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:25.659399 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-96d32ab9-87a5-4e97-a1a5-9c40b4d0fd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:25.661327 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-96d32ab9-87a5-4e97-a1a5-9c40b4d0fd4c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36416552-aaac-4104-aa49-ba3818c93b55 HTTP/1.1" status: 204 len: 168 time: 0.3655975 Jul 05 10:28:25.680998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3256bf-4788-4bea-8cc7-9e3530a371a0 req-ee4d17c9-517f-4a84-99e3-b464b4e80899 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:25.682836 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6f3256bf-4788-4bea-8cc7-9e3530a371a0 req-ee4d17c9-517f-4a84-99e3-b464b4e80899 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 946 time: 0.1625774 Jul 05 10:28:25.721760 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-1ffc51ed-62b7-4d96-85e1-97d2edb44114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'name': 'tempest-TestServerMultinode-363536242-router', 'tenant_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:15Z', 'updated_at': '2021-07-05T10:28:23Z', 'revision_number': 5, 'project_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'gw_port': {'id': '1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:16Z', 'updated_at': '2021-07-05T10:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:25.737011 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6f3256bf-4788-4bea-8cc7-9e3530a371a0 req-73d79f29-1d3d-4cec-9fbc-1fb75de0b8be tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447588 Jul 05 10:28:25.740484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d32ab9-87a5-4e97-a1a5-9c40b4d0fd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36416552-aaac-4104-aa49-ba3818c93b55,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:25.778491 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-5ee4dccc-452b-464c-9eac-a3fcd4ab8bb7 admin admin] For port 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:25.778923 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ee4dccc-452b-464c-9eac-a3fcd4ab8bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:25.795204 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-5ee4dccc-452b-464c-9eac-a3fcd4ab8bb7 admin admin] Calling delete_port for 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:28:25.807164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffc51ed-62b7-4d96-85e1-97d2edb44114 None None] Checking router: 9e5c53b5-5720-4f7f-903f-113d1b3a4e20 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:28:25.829952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffc51ed-62b7-4d96-85e1-97d2edb44114 None None] Routers {'9e5c53b5-5720-4f7f-903f-113d1b3a4e20'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:28:25.830592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-1ffc51ed-62b7-4d96-85e1-97d2edb44114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['9e5c53b5-5720-4f7f-903f-113d1b3a4e20'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:25.937367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-1ffc51ed-62b7-4d96-85e1-97d2edb44114 None None] Set router 9e5c53b5-5720-4f7f-903f-113d1b3a4e20 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:28:25.991781 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-1ffc51ed-62b7-4d96-85e1-97d2edb44114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'name': 'tempest-TestServerMultinode-363536242-router', 'tenant_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:15Z', 'updated_at': '2021-07-05T10:28:25Z', 'revision_number': 6, 'project_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:26.025889 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffc51ed-62b7-4d96-85e1-97d2edb44114 None None] The sync data for ids ['9e5c53b5-5720-4f7f-903f-113d1b3a4e20'] in n-d-779913-27 is: [{'id': '9e5c53b5-5720-4f7f-903f-113d1b3a4e20', 'name': 'tempest-TestServerMultinode-363536242-router', 'tenant_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:15Z', 'updated_at': '2021-07-05T10:28:25Z', 'revision_number': 6, 'project_id': 'a028895f1392438ea8fff7de4ee4cbb6', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:28:26.112515 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ee4dccc-452b-464c-9eac-a3fcd4ab8bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:26.148804 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4dccc-452b-464c-9eac-a3fcd4ab8bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:26.214499 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ee4dccc-452b-464c-9eac-a3fcd4ab8bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:26.309932 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ee4dccc-452b-464c-9eac-a3fcd4ab8bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:26.309932 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ee4dccc-452b-464c-9eac-a3fcd4ab8bb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:26.465096 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ee4dccc-452b-464c-9eac-a3fcd4ab8bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:26.465760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee4dccc-452b-464c-9eac-a3fcd4ab8bb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e5c53b5-5720-4f7f-903f-113d1b3a4e20 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:28:26.474510 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ee4dccc-452b-464c-9eac-a3fcd4ab8bb7 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:26.478002 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5ee4dccc-452b-464c-9eac-a3fcd4ab8bb7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/9e5c53b5-5720-4f7f-903f-113d1b3a4e20 HTTP/1.1" status: 204 len: 168 time: 1.5842686 Jul 05 10:28:26.478195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45368) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:26.527480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73589a2-0ae0-4185-b1db-112e232a7bce admin admin] Deleting subnet 251539a4-2688-4efc-803b-35b6e0cc29d4 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:28:26.530831 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a73589a2-0ae0-4185-b1db-112e232a7bce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:26.567515 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a73589a2-0ae0-4185-b1db-112e232a7bce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:26.597295 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45374) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:26.615455 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-593b1986-c54e-4ae2-a26c-0cbc405247a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:26.656994 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a73589a2-0ae0-4185-b1db-112e232a7bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:26.744163 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fe050-8004-479b-be89-9737a64b661c req-05441e95-7f82-4c8e-8b97-4f514fb368c0 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:26.745667 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a1fe050-8004-479b-be89-9737a64b661c req-05441e95-7f82-4c8e-8b97-4f514fb368c0 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 946 time: 0.1004534 Jul 05 10:28:26.781733 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a73589a2-0ae0-4185-b1db-112e232a7bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:26.794674 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-593b1986-c54e-4ae2-a26c-0cbc405247a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:26.819926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73589a2-0ae0-4185-b1db-112e232a7bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=251539a4-2688-4efc-803b-35b6e0cc29d4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:26.825656 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a73589a2-0ae0-4185-b1db-112e232a7bce admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:26.830842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e9943a-af49-463d-a662-04d42be2291d None None] Network a04b8452-128d-414a-9ea3-2c4f841eba5a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:28:26.840898 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45382) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:26.843196 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a73589a2-0ae0-4185-b1db-112e232a7bce admin admin] 10.222.0.77 "DELETE /v2.0/subnets/251539a4-2688-4efc-803b-35b6e0cc29d4 HTTP/1.1" status: 204 len: 168 time: 0.3531930 Jul 05 10:28:26.951805 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-593b1986-c54e-4ae2-a26c-0cbc405247a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.031205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45386) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:27.055439 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-593b1986-c54e-4ae2-a26c-0cbc405247a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e8ddd7f2b7940afb7a5ba4f289c216b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4565265 Jul 05 10:28:27.063258 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45390) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:27.068493 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f90e8a-5bea-48a6-98d2-ce9f70352b7a req-63c517ab-c723-41e1-ba08-21a8381c8a52 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:27.075644 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37f90e8a-5bea-48a6-98d2-ce9f70352b7a req-63c517ab-c723-41e1-ba08-21a8381c8a52 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 946 time: 0.1472888 Jul 05 10:28:27.081221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b1986-c54e-4ae2-a26c-0cbc405247a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d37222-df0c-47d0-8839-7ccb4384825b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:27.122820 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.142658 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37f90e8a-5bea-48a6-98d2-ce9f70352b7a req-7406bd3b-afc3-449c-94f2-719356a51646 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659463 Jul 05 10:28:27.146742 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-9a1fe050-8004-479b-be89-9737a64b661c req-758420f5-8d36-43b1-87a4-47cdef7828c9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Deleting port 27f93928-f696-4869-96c2-319abddb2dfe {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:28:27.147456 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9a1fe050-8004-479b-be89-9737a64b661c req-758420f5-8d36-43b1-87a4-47cdef7828c9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.171233 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] DHCP port deletion for a04b8452-128d-414a-9ea3-2c4f841eba5a request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:28:27.223178 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Deleting port 859f91b9-77e9-432f-bb18-e21a8a2204ac {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:28:27.223634 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.268429 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7d4ac1e4-3f18-4605-9a4d-162349ed2ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.289269 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] For port 859f91b9-77e9-432f-bb18-e21a8a2204ac, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=859f91b9-77e9-432f-bb18-e21a8a2204ac,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:27.290035 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.303237 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebfa33b3-2031-407e-9531-f78b1ed0a222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.307367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Calling delete_port for 859f91b9-77e9-432f-bb18-e21a8a2204ac owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:28:27.386553 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebfa33b3-2031-407e-9531-f78b1ed0a222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.427386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-9a1fe050-8004-479b-be89-9737a64b661c req-758420f5-8d36-43b1-87a4-47cdef7828c9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] For port 27f93928-f696-4869-96c2-319abddb2dfe, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27f93928-f696-4869-96c2-319abddb2dfe,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:27.427826 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9a1fe050-8004-479b-be89-9737a64b661c req-758420f5-8d36-43b1-87a4-47cdef7828c9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.446349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 859f91b9-77e9-432f-bb18-e21a8a2204ac no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:28:27.476840 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] Deleting port 859f91b9-77e9-432f-bb18-e21a8a2204ac {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:28:27.477175 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.479921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-9a1fe050-8004-479b-be89-9737a64b661c req-758420f5-8d36-43b1-87a4-47cdef7828c9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Calling delete_port for 27f93928-f696-4869-96c2-319abddb2dfe owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:28:27.523892 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.546005 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.595105 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Pushing event deleted for resources: {'Port': ['ID=859f91b9-77e9-432f-bb18-e21a8a2204ac,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:27.598765 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 4e5c6b14-8d46-421a-847a-8a47c654ae24 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:28:27.611739 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] For port 859f91b9-77e9-432f-bb18-e21a8a2204ac, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=859f91b9-77e9-432f-bb18-e21a8a2204ac,segment=NetworkSegment(295b44b9-65d2-4d2a-a030-f619f358f5a5),segment_id=295b44b9-65d2-4d2a-a030-f619f358f5a5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:27.617635 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.622545 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] No DVR routers for this DVR port 859f91b9-77e9-432f-bb18-e21a8a2204ac on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:28:27.629182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 4e5c6b14-8d46-421a-847a-8a47c654ae24 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:28:27.629773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 4e5c6b14-8d46-421a-847a-8a47c654ae24 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:28:27.630353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:28:27.648970 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] Calling delete_port for 859f91b9-77e9-432f-bb18-e21a8a2204ac owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:28:27.655480 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:27.655853 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:27.656197 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:27.656536 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:27.656865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:27.657253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:27.657609 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:27.657974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:27.658333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:27.658670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:27.658979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:27.659297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2dfc6f-cca2-43e4-8d4e-969e56bfec20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:27.663441 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:28:27.663863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1a709cd7-c1eb-49c2-88ef-bfae7cbf3a08 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:28:27.722946 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7d4ac1e4-3f18-4605-9a4d-162349ed2ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.733523 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebfa33b3-2031-407e-9531-f78b1ed0a222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.736177 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebfa33b3-2031-407e-9531-f78b1ed0a222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.737905 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ebfa33b3-2031-407e-9531-f78b1ed0a222 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/72d37222-df0c-47d0-8839-7ccb4384825b HTTP/1.1" status: 204 len: 168 time: 0.6730895 Jul 05 10:28:27.777140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa33b3-2031-407e-9531-f78b1ed0a222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d37222-df0c-47d0-8839-7ccb4384825b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:27.809674 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7d4ac1e4-3f18-4605-9a4d-162349ed2ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.874885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ac1e4-3f18-4605-9a4d-162349ed2ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bfdc32-1246-4756-a238-517ca05e7b64,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:27.882193 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7d4ac1e4-3f18-4605-9a4d-162349ed2ee9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d82c0ec533f44e3ba6d47b58b8b2cd96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8431637 Jul 05 10:28:27.882193 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.882876 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45404) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:27.911071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] Pushing event deleted for resources: {'Port': ['ID=859f91b9-77e9-432f-bb18-e21a8a2204ac,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:27.914535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] No DVR routers for this DVR port 859f91b9-77e9-432f-bb18-e21a8a2204ac on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:28:27.959144 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-863afaea-27fe-45e8-a347-5ec740dd9ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.981006 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-863afaea-27fe-45e8-a347-5ec740dd9ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:27.994272 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:28.001813 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9a1fe050-8004-479b-be89-9737a64b661c req-758420f5-8d36-43b1-87a4-47cdef7828c9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:28.013028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04b8452-128d-414a-9ea3-2c4f841eba5a']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:28.015087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['8046d47e-bae9-4bb1-8408-d6a646e65905'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:28:28.020427 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['7271e7dc-8d93-465f-b530-16b0549f6169'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:28:28.043346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758420f5-8d36-43b1-87a4-47cdef7828c9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Pushing event deleted for resources: {'Port': ['ID=27f93928-f696-4869-96c2-319abddb2dfe,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:28.053490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295b44b9-65d2-4d2a-a030-f619f358f5a5') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:28.053796 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295b44b9-65d2-4d2a-a030-f619f358f5a5') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:28.067873 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:28.115941 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:28.118403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1fe050-8004-479b-be89-9737a64b661c req-758420f5-8d36-43b1-87a4-47cdef7828c9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] No DVR routers for this DVR port 27f93928-f696-4869-96c2-319abddb2dfe on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:28:28.122723 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9a1fe050-8004-479b-be89-9737a64b661c req-758420f5-8d36-43b1-87a4-47cdef7828c9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:28.124855 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a1fe050-8004-479b-be89-9737a64b661c req-758420f5-8d36-43b1-87a4-47cdef7828c9 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.73 "DELETE /v2.0/ports/27f93928-f696-4869-96c2-319abddb2dfe HTTP/1.1" status: 204 len: 173 time: 1.3713670 Jul 05 10:28:28.125203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a86363a-0b21-4c01-ad31-cb895dc4a291', 'name': 'network-vif-deleted', 'tag': '27f93928-f696-4869-96c2-319abddb2dfe'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:28:28.128338 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b772184-8511-44f6-95e3-e8a7a08e7624" -d '{"events": [{"server_uuid": "2a86363a-0b21-4c01-ad31-cb895dc4a291", "name": "network-vif-deleted", "tag": "27f93928-f696-4869-96c2-319abddb2dfe"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:28:28.144353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:28:28.144792 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:28:28.149462 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:28:28.162624 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-863afaea-27fe-45e8-a347-5ec740dd9ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:28.167040 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-863afaea-27fe-45e8-a347-5ec740dd9ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:28.169674 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-863afaea-27fe-45e8-a347-5ec740dd9ad7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10bfdc32-1246-4756-a238-517ca05e7b64 HTTP/1.1" status: 204 len: 168 time: 0.2848048 Jul 05 10:28:28.191302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863afaea-27fe-45e8-a347-5ec740dd9ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bfdc32-1246-4756-a238-517ca05e7b64,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:28.247898 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456f1a6d-5783-4877-a43e-d15ad6758a81 x-openstack-request-id: req-456f1a6d-5783-4877-a43e-d15ad6758a81 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:28:28.248117 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a86363a-0b21-4c01-ad31-cb895dc4a291", "name": "network-vif-deleted", "tag": "27f93928-f696-4869-96c2-319abddb2dfe", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:28:28.248227 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-456f1a6d-5783-4877-a43e-d15ad6758a81 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:28:28.248595 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a86363a-0b21-4c01-ad31-cb895dc4a291', 'name': 'network-vif-deleted', 'tag': '27f93928-f696-4869-96c2-319abddb2dfe', 'status': 'completed', 'code': 200} Jul 05 10:28:28.367097 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3c88a95c-3ea9-4e68-9cfc-66b16c08606f req-b4c072cf-d5d4-4029-a714-22114ca8eb00 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a86363a-0b21-4c01-ad31-cb895dc4a291 HTTP/1.1" status: 200 len: 210 time: 0.0367105 Jul 05 10:28:28.385347 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:28.391205 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:28.396507 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] 10.222.0.77 "DELETE /v2.0/networks/a04b8452-128d-414a-9ea3-2c4f841eba5a HTTP/1.1" status: 204 len: 168 time: 1.5513823 Jul 05 10:28:28.396610 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45418) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:28.410959 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca86d89-aa0b-4022-a76c-49113093877a admin admin] Pushing event deleted for resources: {'Network': ['ID=a04b8452-128d-414a-9ea3-2c4f841eba5a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:28.797567 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45430) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:28.807552 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9644cc79-03bf-4f6f-afe0-47c6880cfebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:28.818984 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-77b731ba-5aab-4582-b0d2-ab4421af4ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:28.940027 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-77b731ba-5aab-4582-b0d2-ab4421af4ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:28.943331 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 27f93928-f696-4869-96c2-319abddb2dfe no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:28:28.977390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 27f93928-f696-4869-96c2-319abddb2dfe {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:28:28.978048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 27f93928-f696-4869-96c2-319abddb2dfe not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:28:29.030908 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-77b731ba-5aab-4582-b0d2-ab4421af4ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:29.084229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-77b731ba-5aab-4582-b0d2-ab4421af4ee5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b2ecd74e554f4c25bb58c74ecc279d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851062 Jul 05 10:28:29.085194 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b731ba-5aab-4582-b0d2-ab4421af4ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a8416f-b272-4e82-a3ae-ab0392f92618,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:29.087739 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45442) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:29.157101 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e49df0f8-9cbf-45c6-8d36-14603a7b49fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:29.187997 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e49df0f8-9cbf-45c6-8d36-14603a7b49fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:29.339845 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e49df0f8-9cbf-45c6-8d36-14603a7b49fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:29.342439 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e49df0f8-9cbf-45c6-8d36-14603a7b49fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:29.343661 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e49df0f8-9cbf-45c6-8d36-14603a7b49fb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/53a8416f-b272-4e82-a3ae-ab0392f92618 HTTP/1.1" status: 204 len: 168 time: 0.2545602 Jul 05 10:28:29.355026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49df0f8-9cbf-45c6-8d36-14603a7b49fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a8416f-b272-4e82-a3ae-ab0392f92618,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:29.485536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-9644cc79-03bf-4f6f-afe0-47c6880cfebe admin admin] Deleting port 6a6bfa9e-730c-4616-b079-57874530e200 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:28:29.487164 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9644cc79-03bf-4f6f-afe0-47c6880cfebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:29.576308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-9644cc79-03bf-4f6f-afe0-47c6880cfebe admin admin] For port 6a6bfa9e-730c-4616-b079-57874530e200, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6a6bfa9e-730c-4616-b079-57874530e200,segment=NetworkSegment(8f78edd5-32b0-4276-a8e3-1faaa0a8aaee),segment_id=8f78edd5-32b0-4276-a8e3-1faaa0a8aaee)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:29.576683 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9644cc79-03bf-4f6f-afe0-47c6880cfebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:29.601214 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-9644cc79-03bf-4f6f-afe0-47c6880cfebe admin admin] Calling delete_port for 6a6bfa9e-730c-4616-b079-57874530e200 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:28:29.888233 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9644cc79-03bf-4f6f-afe0-47c6880cfebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:29.952049 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644cc79-03bf-4f6f-afe0-47c6880cfebe admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6bfa9e-730c-4616-b079-57874530e200,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:30.138409 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9644cc79-03bf-4f6f-afe0-47c6880cfebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:30.309968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3d2d2-7ef0-49e3-9f49-980053cf38d3 req-1688c952-babd-47e2-a203-587c3117c403 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:30.311509 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-edd3d2d2-7ef0-49e3-9f49-980053cf38d3 req-1688c952-babd-47e2-a203-587c3117c403 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 945 time: 0.1245601 Jul 05 10:28:30.336214 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:28:30.434147 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-edd3d2d2-7ef0-49e3-9f49-980053cf38d3 req-d4d2b29d-ee7e-4dd0-a41d-503e401a539f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793242 Jul 05 10:28:30.474892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9644cc79-03bf-4f6f-afe0-47c6880cfebe admin admin] Router f5230c5f-ca48-45e5-b9c5-aa01872fa6a4 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:28:30.536361 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45502) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:30.600282 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9644cc79-03bf-4f6f-afe0-47c6880cfebe admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:28:30.612217 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9644cc79-03bf-4f6f-afe0-47c6880cfebe admin admin] 10.222.0.77 "PUT /v2.0/routers/f5230c5f-ca48-45e5-b9c5-aa01872fa6a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2087839 Jul 05 10:28:30.612345 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0afd56-d8f9-4765-8cf1-7d79950d47bd None None] Sync routers for ids ['f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:28:30.612439 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45508) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:30.620465 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0afd56-d8f9-4765-8cf1-7d79950d47bd None None] Routers {'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:28:30.621078 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ac0afd56-d8f9-4765-8cf1-7d79950d47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:30.659803 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-47e0927a-9029-4be5-b1aa-652f9936e80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:30.747633 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ac0afd56-d8f9-4765-8cf1-7d79950d47bd None None] Set router f5230c5f-ca48-45e5-b9c5-aa01872fa6a4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:28:30.774818 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fa0c-b7fd-410e-af7e-7957fefe8826 admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:30.781457 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-47e0927a-9029-4be5-b1aa-652f9936e80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:30.846265 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-47e0927a-9029-4be5-b1aa-652f9936e80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:30.931584 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-47e0927a-9029-4be5-b1aa-652f9936e80c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9fbc67d6addd43988d051b10e2b7423c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932211 Jul 05 10:28:30.932740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45524) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:30.965438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0927a-9029-4be5-b1aa-652f9936e80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f207d4-cbdc-4a6f-abae-effdb7a24a63,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:30.994247 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-67382f9e-2bbf-45ee-96a2-03a4a4fd4dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:30.995069 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fa0c-b7fd-410e-af7e-7957fefe8826 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:31.017961 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-67382f9e-2bbf-45ee-96a2-03a4a4fd4dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:31.044727 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ac0afd56-d8f9-4765-8cf1-7d79950d47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'name': 'tempest-TestServerMultinode-437358091-router', 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:28Z', 'updated_at': '2021-07-05T10:28:29Z', 'revision_number': 5, 'project_id': 'f55cab4cca4348d1b40ed63605e42e14', 'gw_port': {'id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:30Z', 'updated_at': '2021-07-05T10:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:31.074929 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0afd56-d8f9-4765-8cf1-7d79950d47bd None None] Checking router: f5230c5f-ca48-45e5-b9c5-aa01872fa6a4 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:28:31.084197 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0afd56-d8f9-4765-8cf1-7d79950d47bd None None] Routers {'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:28:31.084861 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ac0afd56-d8f9-4765-8cf1-7d79950d47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:31.156918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2fa0c-b7fd-410e-af7e-7957fefe8826 admin admin] Deleting port fefac9d9-5e4a-404f-ab32-3220334c0bb5 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:28:31.157263 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fa0c-b7fd-410e-af7e-7957fefe8826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:31.192662 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ac0afd56-d8f9-4765-8cf1-7d79950d47bd None None] Set router f5230c5f-ca48-45e5-b9c5-aa01872fa6a4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:28:31.214709 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-67382f9e-2bbf-45ee-96a2-03a4a4fd4dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:31.218643 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-67382f9e-2bbf-45ee-96a2-03a4a4fd4dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:31.220578 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-67382f9e-2bbf-45ee-96a2-03a4a4fd4dc0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/37f207d4-cbdc-4a6f-abae-effdb7a24a63 HTTP/1.1" status: 204 len: 168 time: 0.2866063 Jul 05 10:28:31.234737 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67382f9e-2bbf-45ee-96a2-03a4a4fd4dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f207d4-cbdc-4a6f-abae-effdb7a24a63,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:31.246091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-a0a2fa0c-b7fd-410e-af7e-7957fefe8826 admin admin] For port fefac9d9-5e4a-404f-ab32-3220334c0bb5, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=fefac9d9-5e4a-404f-ab32-3220334c0bb5,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:31.246091 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fa0c-b7fd-410e-af7e-7957fefe8826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:31.271197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2fa0c-b7fd-410e-af7e-7957fefe8826 admin admin] Calling delete_port for fefac9d9-5e4a-404f-ab32-3220334c0bb5 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:28:31.418908 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ac0afd56-d8f9-4765-8cf1-7d79950d47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'name': 'tempest-TestServerMultinode-437358091-router', 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:28Z', 'updated_at': '2021-07-05T10:28:29Z', 'revision_number': 5, 'project_id': 'f55cab4cca4348d1b40ed63605e42e14', 'gw_port': {'id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:30Z', 'updated_at': '2021-07-05T10:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:31.426861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef5fcf-e26f-4a15-ace2-48979c914127 req-97c2138f-a064-4dea-be37-b20d3dece92f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:31.428567 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afef5fcf-e26f-4a15-ace2-48979c914127 req-97c2138f-a064-4dea-be37-b20d3dece92f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.73 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 945 time: 0.1258373 Jul 05 10:28:31.451022 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0afd56-d8f9-4765-8cf1-7d79950d47bd None None] The sync data for ids ['f5230c5f-ca48-45e5-b9c5-aa01872fa6a4'] in n-d-779913-27 is: [{'id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'name': 'tempest-TestServerMultinode-437358091-router', 'tenant_id': 'f55cab4cca4348d1b40ed63605e42e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:27:28Z', 'updated_at': '2021-07-05T10:28:29Z', 'revision_number': 5, 'project_id': 'f55cab4cca4348d1b40ed63605e42e14', 'gw_port': {'id': 'fefac9d9-5e4a-404f-ab32-3220334c0bb5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5230c5f-ca48-45e5-b9c5-aa01872fa6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:27:30Z', 'updated_at': '2021-07-05T10:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:28:31.565117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-afef5fcf-e26f-4a15-ace2-48979c914127 req-b213abcd-c757-426e-b9ed-c021974790f4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Deleting port 8046d47e-bae9-4bb1-8408-d6a646e65905 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:28:31.566513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-afef5fcf-e26f-4a15-ace2-48979c914127 req-b213abcd-c757-426e-b9ed-c021974790f4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:31.649942 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45544) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:31.673816 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fa0c-b7fd-410e-af7e-7957fefe8826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:31.699767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2fa0c-b7fd-410e-af7e-7957fefe8826 admin admin] Pushing event deleted for resources: {'Port': ['ID=fefac9d9-5e4a-404f-ab32-3220334c0bb5,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:31.731189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-afef5fcf-e26f-4a15-ace2-48979c914127 req-b213abcd-c757-426e-b9ed-c021974790f4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] For port 8046d47e-bae9-4bb1-8408-d6a646e65905, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=8046d47e-bae9-4bb1-8408-d6a646e65905,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:31.731758 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-afef5fcf-e26f-4a15-ace2-48979c914127 req-b213abcd-c757-426e-b9ed-c021974790f4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:31.749886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-afef5fcf-e26f-4a15-ace2-48979c914127 req-b213abcd-c757-426e-b9ed-c021974790f4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Calling delete_port for 8046d47e-bae9-4bb1-8408-d6a646e65905 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:28:31.759019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc18f9-c322-417d-99cb-b51af46e1263 req-90ea0819-cf42-4ba2-9308-61f9d43795da tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:31.769869 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-91dc18f9-c322-417d-99cb-b51af46e1263 req-90ea0819-cf42-4ba2-9308-61f9d43795da tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 945 time: 0.1328206 Jul 05 10:28:31.786774 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fa0c-b7fd-410e-af7e-7957fefe8826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:31.885513 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-91dc18f9-c322-417d-99cb-b51af46e1263 req-70cc5346-62d2-4b1c-8406-f5602c9fb0ff tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146693 Jul 05 10:28:31.898050 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9624430f-9b11-4679-810d-0752b365b60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:31.965329 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fa0c-b7fd-410e-af7e-7957fefe8826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:31.969310 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fa0c-b7fd-410e-af7e-7957fefe8826 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.097603 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-afef5fcf-e26f-4a15-ace2-48979c914127 req-b213abcd-c757-426e-b9ed-c021974790f4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.112666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['8046d47e-bae9-4bb1-8408-d6a646e65905'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:28:32.115050 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['7271e7dc-8d93-465f-b530-16b0549f6169'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:28:32.125080 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fa0c-b7fd-410e-af7e-7957fefe8826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.125836 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a2fa0c-b7fd-410e-af7e-7957fefe8826 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5230c5f-ca48-45e5-b9c5-aa01872fa6a4 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:28:32.132834 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213abcd-c757-426e-b9ed-c021974790f4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Pushing event deleted for resources: {'Port': ['ID=8046d47e-bae9-4bb1-8408-d6a646e65905,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:32.133922 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fa0c-b7fd-410e-af7e-7957fefe8826 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.144120 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a0a2fa0c-b7fd-410e-af7e-7957fefe8826 admin admin] 10.222.0.77 "DELETE /v2.0/routers/f5230c5f-ca48-45e5-b9c5-aa01872fa6a4 HTTP/1.1" status: 204 len: 168 time: 1.5290494 Jul 05 10:28:32.144120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45562) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:32.186297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-afef5fcf-e26f-4a15-ace2-48979c914127 req-b213abcd-c757-426e-b9ed-c021974790f4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] No DVR routers for this DVR port 8046d47e-bae9-4bb1-8408-d6a646e65905 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:28:32.190477 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-afef5fcf-e26f-4a15-ace2-48979c914127 req-b213abcd-c757-426e-b9ed-c021974790f4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.192616 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afef5fcf-e26f-4a15-ace2-48979c914127 req-b213abcd-c757-426e-b9ed-c021974790f4 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.73 "DELETE /v2.0/ports/8046d47e-bae9-4bb1-8408-d6a646e65905 HTTP/1.1" status: 204 len: 173 time: 0.7583835 Jul 05 10:28:32.193011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1525e9b6-1a8d-45b1-ba8c-d039271a54d8', 'name': 'network-vif-deleted', 'tag': '8046d47e-bae9-4bb1-8408-d6a646e65905'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:28:32.195482 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7e3906-dfeb-4074-bfc2-6dd33d9a7b68" -d '{"events": [{"server_uuid": "1525e9b6-1a8d-45b1-ba8c-d039271a54d8", "name": "network-vif-deleted", "tag": "8046d47e-bae9-4bb1-8408-d6a646e65905"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:28:32.209697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62b8092-f1e1-4e58-97a9-f1c785bbae0f admin admin] Deleting subnet 64ad25e8-2a4b-4413-9c39-4e37fcc0e460 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:28:32.218159 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62b8092-f1e1-4e58-97a9-f1c785bbae0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.263248 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bc8e22-ebff-4510-86a2-3cde746a5b2f x-openstack-request-id: req-c3bc8e22-ebff-4510-86a2-3cde746a5b2f {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:28:32.263826 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1525e9b6-1a8d-45b1-ba8c-d039271a54d8", "name": "network-vif-deleted", "tag": "8046d47e-bae9-4bb1-8408-d6a646e65905", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:28:32.264256 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c3bc8e22-ebff-4510-86a2-3cde746a5b2f {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:28:32.265600 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1525e9b6-1a8d-45b1-ba8c-d039271a54d8', 'name': 'network-vif-deleted', 'tag': '8046d47e-bae9-4bb1-8408-d6a646e65905', 'status': 'completed', 'code': 200} Jul 05 10:28:32.267996 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9624430f-9b11-4679-810d-0752b365b60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.282213 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62b8092-f1e1-4e58-97a9-f1c785bbae0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.361469 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9624430f-9b11-4679-810d-0752b365b60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.489231 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9624430f-9b11-4679-810d-0752b365b60c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1c889cfea74c4f2e9ae2335e0200f76e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8356507 Jul 05 10:28:32.489604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45576) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:32.490467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624430f-9b11-4679-810d-0752b365b60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984d7932-0938-4306-8e03-1a7b025a11b4,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:32.508471 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62b8092-f1e1-4e58-97a9-f1c785bbae0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.573923 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3f920de-f7d1-4bec-a4d0-f4acd60e7635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.617195 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3f920de-f7d1-4bec-a4d0-f4acd60e7635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.635025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45582) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:32.677072 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62b8092-f1e1-4e58-97a9-f1c785bbae0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.706286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b8092-f1e1-4e58-97a9-f1c785bbae0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ad25e8-2a4b-4413-9c39-4e37fcc0e460,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:32.708427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f62b8092-f1e1-4e58-97a9-f1c785bbae0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.712557 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f62b8092-f1e1-4e58-97a9-f1c785bbae0f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/64ad25e8-2a4b-4413-9c39-4e37fcc0e460 HTTP/1.1" status: 204 len: 168 time: 0.5653703 Jul 05 10:28:32.713453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45586) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:32.715170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2db106e-ec4a-4841-841c-176f0308f413 None None] Network 62b42d8b-4cd8-4da0-982d-5623cc760245 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:28:32.737511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0723e9a5-06df-4e00-90df-f24b1d99d455 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-73579806-network', 'tenant_id': '362ae62a323e4233ac08e724c10958da'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:32.780096 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3f920de-f7d1-4bec-a4d0-f4acd60e7635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.787193 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3f920de-f7d1-4bec-a4d0-f4acd60e7635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.787193 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e3f920de-f7d1-4bec-a4d0-f4acd60e7635 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/984d7932-0938-4306-8e03-1a7b025a11b4 HTTP/1.1" status: 204 len: 168 time: 0.2933919 Jul 05 10:28:32.802958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f920de-f7d1-4bec-a4d0-f4acd60e7635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984d7932-0938-4306-8e03-1a7b025a11b4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:32.818431 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.836703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0723e9a5-06df-4e00-90df-f24b1d99d455 admin admin] Made reservation on behalf of 362ae62a323e4233ac08e724c10958da for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:28:32.841687 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0723e9a5-06df-4e00-90df-f24b1d99d455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.878525 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0723e9a5-06df-4e00-90df-f24b1d99d455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.913362 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] Deleting port 62a894b1-5c3a-49fe-aa9b-6185ef47a337 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:28:32.913621 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:32.980677 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec208ffb-6ee5-4b70-8359-792249fccb5a None None] DHCP port deletion for 62b42d8b-4cd8-4da0-982d-5623cc760245 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:28:33.041294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] For port 62a894b1-5c3a-49fe-aa9b-6185ef47a337, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=62a894b1-5c3a-49fe-aa9b-6185ef47a337,segment=NetworkSegment(8f78edd5-32b0-4276-a8e3-1faaa0a8aaee),segment_id=8f78edd5-32b0-4276-a8e3-1faaa0a8aaee)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:33.041671 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:33.057282 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0723e9a5-06df-4e00-90df-f24b1d99d455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:33.068671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] Calling delete_port for 62a894b1-5c3a-49fe-aa9b-6185ef47a337 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:28:33.077215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ec208ffb-6ee5-4b70-8359-792249fccb5a None None] Deleting port 62a894b1-5c3a-49fe-aa9b-6185ef47a337 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:28:33.077656 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ec208ffb-6ee5-4b70-8359-792249fccb5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:33.105697 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-939e1545-134c-49a9-bd8c-94504d7d237e req-67b12783-09e2-4cc8-aba9-e1ea3164eb51 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=1525e9b6-1a8d-45b1-ba8c-d039271a54d8 HTTP/1.1" status: 200 len: 210 time: 0.0347643 Jul 05 10:28:33.137833 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0723e9a5-06df-4e00-90df-f24b1d99d455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:33.149966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ec208ffb-6ee5-4b70-8359-792249fccb5a None None] For port 62a894b1-5c3a-49fe-aa9b-6185ef47a337, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=62a894b1-5c3a-49fe-aa9b-6185ef47a337,segment=NetworkSegment(8f78edd5-32b0-4276-a8e3-1faaa0a8aaee),segment_id=8f78edd5-32b0-4276-a8e3-1faaa0a8aaee)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:33.151088 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ec208ffb-6ee5-4b70-8359-792249fccb5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:33.159410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0723e9a5-06df-4e00-90df-f24b1d99d455 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:28:33.164876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ec208ffb-6ee5-4b70-8359-792249fccb5a None None] Calling delete_port for 62a894b1-5c3a-49fe-aa9b-6185ef47a337 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:28:33.183735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723e9a5-06df-4e00-90df-f24b1d99d455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c38a97d-f420-4659-baeb-eb46e614a5ab,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:33.381273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6a6bfa9e-730c-4616-b079-57874530e200 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:28:33.561291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 6a6bfa9e-730c-4616-b079-57874530e200 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:28:33.561719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6a6bfa9e-730c-4616-b079-57874530e200 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:28:33.562081 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 62a894b1-5c3a-49fe-aa9b-6185ef47a337 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:28:33.636743 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:33.794458 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:33.797518 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0723e9a5-06df-4e00-90df-f24b1d99d455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:33.802334 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-0723e9a5-06df-4e00-90df-f24b1d99d455 admin admin] Added segment fe057a36-54c7-4644-9956-f72cbcd98dfc of type vlan for network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 Jul 05 10:28:33.826174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device fefac9d9-5e4a-404f-ab32-3220334c0bb5 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:28:33.829097 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ec208ffb-6ee5-4b70-8359-792249fccb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:33.841869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] Pushing event deleted for resources: {'Port': ['ID=62a894b1-5c3a-49fe-aa9b-6185ef47a337,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:33.847950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] No DVR routers for this DVR port 62a894b1-5c3a-49fe-aa9b-6185ef47a337 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:28:33.877420 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0723e9a5-06df-4e00-90df-f24b1d99d455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:33.904707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec208ffb-6ee5-4b70-8359-792249fccb5a None None] Pushing event deleted for resources: {'Port': ['ID=62a894b1-5c3a-49fe-aa9b-6185ef47a337,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:33.906527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: fefac9d9-5e4a-404f-ab32-3220334c0bb5 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:28:33.907067 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device fefac9d9-5e4a-404f-ab32-3220334c0bb5 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:28:33.926463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec208ffb-6ee5-4b70-8359-792249fccb5a None None] No DVR routers for this DVR port 62a894b1-5c3a-49fe-aa9b-6185ef47a337 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:28:33.955611 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:33.966814 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b42d8b-4cd8-4da0-982d-5623cc760245']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:33.980022 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f78edd5-32b0-4276-a8e3-1faaa0a8aaee') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:33.980402 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f78edd5-32b0-4276-a8e3-1faaa0a8aaee') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:33.988990 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0723e9a5-06df-4e00-90df-f24b1d99d455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:33.990075 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0723e9a5-06df-4e00-90df-f24b1d99d455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:33.990675 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0723e9a5-06df-4e00-90df-f24b1d99d455 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:33.990831 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:34.005338 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:34.011269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:28:34.011683 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:28:34.013368 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:28:34.068025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723e9a5-06df-4e00-90df-f24b1d99d455 admin admin] Pushing event updated for resources: {'Network': ['ID=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:34.078287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:28:34.146723 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0723e9a5-06df-4e00-90df-f24b1d99d455 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5098667 Jul 05 10:28:34.151627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45622) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:34.156885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0aaa8a74-de4b-4cdf-bcd7-9e43d0dd2b22 admin admin] Request body: {'subnet': {'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-subnet', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:34.172390 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:34.193679 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:34.199117 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] 10.222.0.77 "DELETE /v2.0/networks/62b42d8b-4cd8-4da0-982d-5623cc760245 HTTP/1.1" status: 204 len: 168 time: 1.4844437 Jul 05 10:28:34.199930 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03390e93-2d89-4f73-b147-5fbc4421e0df admin admin] Pushing event deleted for resources: {'Network': ['ID=62b42d8b-4cd8-4da0-982d-5623cc760245,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:34.303158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaa8a74-de4b-4cdf-bcd7-9e43d0dd2b22 admin admin] Made reservation on behalf of 362ae62a323e4233ac08e724c10958da for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:28:34.305652 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8a74-de4b-4cdf-bcd7-9e43d0dd2b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:34.614966 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8a74-de4b-4cdf-bcd7-9e43d0dd2b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:34.634827 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45644) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:34.677600 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ba85aee8-718a-44ed-9bc6-26d44196bf15 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a028895f1392438ea8fff7de4ee4cbb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409856 Jul 05 10:28:34.679580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45646) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:34.684220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa8a74-de4b-4cdf-bcd7-9e43d0dd2b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e232e9-0213-4c50-9eaa-5083f737c183,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:34.695951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaa8a74-de4b-4cdf-bcd7-9e43d0dd2b22 admin admin] Checking segment: {'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:28:34.696892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaa8a74-de4b-4cdf-bcd7-9e43d0dd2b22 admin admin] Network hostable DHCP agents. Network: 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:28:34.730492 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-338ca22f-2baf-4e14-b864-db863a218dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:34.754188 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-338ca22f-2baf-4e14-b864-db863a218dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:34.886567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaa8a74-de4b-4cdf-bcd7-9e43d0dd2b22 admin admin] Network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:28:34.950742 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 8046d47e-bae9-4bb1-8408-d6a646e65905 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:28:34.960636 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-338ca22f-2baf-4e14-b864-db863a218dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:34.964864 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-338ca22f-2baf-4e14-b864-db863a218dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:34.966222 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-338ca22f-2baf-4e14-b864-db863a218dab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b1b6a06e-a2c1-4f09-9329-d6a070d226d3 HTTP/1.1" status: 204 len: 168 time: 0.2856176 Jul 05 10:28:34.980915 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ca22f-2baf-4e14-b864-db863a218dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b6a06e-a2c1-4f09-9329-d6a070d226d3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:34.996948 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 8046d47e-bae9-4bb1-8408-d6a646e65905 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:28:34.999196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 8046d47e-bae9-4bb1-8408-d6a646e65905 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:28:35.046286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-0aaa8a74-de4b-4cdf-bcd7-9e43d0dd2b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:35.057984 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74ff168-e45f-4ee7-aaf2-871125c8b155 None None] Network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:28:35.061490 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaa8a74-de4b-4cdf-bcd7-9e43d0dd2b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:35.062151 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8a74-de4b-4cdf-bcd7-9e43d0dd2b22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:35.166818 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0aaa8a74-de4b-4cdf-bcd7-9e43d0dd2b22 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0146792 Jul 05 10:28:35.169725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45656) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:35.176972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:35.241114 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:28:35.241995 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:35.311352 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45662) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:35.328518 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:35.332987 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:35.395152 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:35.463755 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6118a89c-847b-4b3c-9581-2f4c0f335b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:35.485049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Allocated IP 172.20.0.2 (8d9ba3d3-255b-4dd7-b9fa-ac154251aa51/29e232e9-0213-4c50-9eaa-5083f737c183/a6d2555b-55ba-4446-91a8-d0ad93110df7) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:28:35.667164 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:35.710571 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:35.719506 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Transition to ACTIVE for port object a6d2555b-55ba-4446-91a8-d0ad93110df7 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:28:35.720353 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6118a89c-847b-4b3c-9581-2f4c0f335b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:35.734808 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Transition to ACTIVE for port object a6d2555b-55ba-4446-91a8-d0ad93110df7 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:28:35.821233 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6118a89c-847b-4b3c-9581-2f4c0f335b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:35.842636 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:35.886516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118a89c-847b-4b3c-9581-2f4c0f335b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fccd57-b0ae-4b5d-a889-132cc84ae657,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:35.897267 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6118a89c-847b-4b3c-9581-2f4c0f335b2f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d18cc2b68da4483f9e0cac3e9d7835c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5847585 Jul 05 10:28:35.899998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45676) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:35.974189 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:28:35.987017 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:35.991292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Pushing event updated for resources: {'Port': ['ID=a6d2555b-55ba-4446-91a8-d0ad93110df7,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:35.994081 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:35.996514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:28:36.021454 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:36.068687 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Attempting to bind port a6d2555b-55ba-4446-91a8-d0ad93110df7 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:28:36.069183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Attempting to bind port a6d2555b-55ba-4446-91a8-d0ad93110df7 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:28:36.069782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Attempting to bind port a6d2555b-55ba-4446-91a8-d0ad93110df7 on network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:28:36.076928 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:28:36.077232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Checking segment: {'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:28:36.077644 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:36.078044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Bound using segment: {'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:28:36.078706 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Bound port: a6d2555b-55ba-4446-91a8-d0ad93110df7, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:28:36.079100 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:36.114585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45678) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:36.165399 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:36.165399 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:36.166741 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f0fccd57-b0ae-4b5d-a889-132cc84ae657 HTTP/1.1" status: 204 len: 168 time: 0.2656960 Jul 05 10:28:36.178437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fccd57-b0ae-4b5d-a889-132cc84ae657,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:36.179848 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:36.187252 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] For port a6d2555b-55ba-4446-91a8-d0ad93110df7, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:28:36.190328 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:36.190913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:36.191257 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:36.191606 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:36.192036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:36.192459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:36.192799 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:36.193128 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:36.193504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:36.193894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] For port a6d2555b-55ba-4446-91a8-d0ad93110df7, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a6d2555b-55ba-4446-91a8-d0ad93110df7,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:28:36.194056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:36.194469 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:36.194841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff31c3-957a-460e-867d-e93da12cdb32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:36.209504 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:36.215256 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0ac2a034-1cea-4e80-b159-5a8e34af0d90 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f55cab4cca4348d1b40ed63605e42e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0981414 Jul 05 10:28:36.218105 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45684) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:36.292237 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba3e869e-9de0-4210-b306-8d70618628fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:36.302244 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:36.341796 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba3e869e-9de0-4210-b306-8d70618628fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:36.401835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Allocated IP 172.25.5.154 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/e36d36d8-3eb3-4813-9002-3cdf07a55f7b) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:28:36.495274 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927435b0-9b3d-43f3-adc2-a5c15b83a25e None None] Pushing event updated for resources: {'Port': ['ID=a6d2555b-55ba-4446-91a8-d0ad93110df7,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:36.540088 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba3e869e-9de0-4210-b306-8d70618628fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:36.543658 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba3e869e-9de0-4210-b306-8d70618628fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:36.544899 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ba3e869e-9de0-4210-b306-8d70618628fc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf HTTP/1.1" status: 204 len: 168 time: 0.3247988 Jul 05 10:28:36.562387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e869e-9de0-4210-b306-8d70618628fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fbd7f9-bc7e-42ad-bc51-9d0ed014dacf,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:36.644542 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:36.809448 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:36.889268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Pushing event updated for resources: {'Port': ['ID=e36d36d8-3eb3-4813-9002-3cdf07a55f7b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:36.906202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:28:36.912348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:36.912348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:28:37.520450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a6d2555b-55ba-4446-91a8-d0ad93110df7 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:28:37.661035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port a6d2555b-55ba-4446-91a8-d0ad93110df7 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:28:37.915983 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:38.204535 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:38.265069 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b861647-037c-4dee-bb55-1bf69c177a28 None None] Network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:28:38.465342 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Router 16cef306-6378-4161-ada5-3c41aae36ad6 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:28:38.485348 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-67768d01-9864-472b-8478-39bd90f1b86a None None] Provisioning for port a6d2555b-55ba-4446-91a8-d0ad93110df7 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:28:38.491886 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-67768d01-9864-472b-8478-39bd90f1b86a None None] Provisioning complete for port a6d2555b-55ba-4446-91a8-d0ad93110df7 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:38.492310 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-67768d01-9864-472b-8478-39bd90f1b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:38.606344 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-67768d01-9864-472b-8478-39bd90f1b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:38.647744 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-67768d01-9864-472b-8478-39bd90f1b86a None None] For port a6d2555b-55ba-4446-91a8-d0ad93110df7, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a6d2555b-55ba-4446-91a8-d0ad93110df7,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:38.666792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:28:38.679045 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Sync routers for ids ['16cef306-6378-4161-ada5-3c41aae36ad6'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:28:38.690542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Routers {'16cef306-6378-4161-ada5-3c41aae36ad6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:28:38.697986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['16cef306-6378-4161-ada5-3c41aae36ad6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:38.774833 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:38.778718 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-57c731fa-53ad-4699-9d37-7128966b3165 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6058228 Jul 05 10:28:38.781117 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45742) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:38.800141 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-67768d01-9864-472b-8478-39bd90f1b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:38.891630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Set router 16cef306-6378-4161-ada5-3c41aae36ad6 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:28:39.001688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67768d01-9864-472b-8478-39bd90f1b86a None None] Pushing event updated for resources: {'Port': ['ID=a6d2555b-55ba-4446-91a8-d0ad93110df7,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:39.045466 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3009bf93-4b0d-4856-8050-b3216cf92547 None None] Provisioning complete for port a6d2555b-55ba-4446-91a8-d0ad93110df7 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:39.045845 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3009bf93-4b0d-4856-8050-b3216cf92547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:39.265905 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:37Z', 'revision_number': 3, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:39.327049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Checking router: 16cef306-6378-4161-ada5-3c41aae36ad6 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:28:39.327504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Updating router 16cef306-6378-4161-ada5-3c41aae36ad6 port e36d36d8-3eb3-4813-9002-3cdf07a55f7b binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:28:39.389032 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:39.495141 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:39.500119 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a6d2555b-55ba-4446-91a8-d0ad93110df7 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:28:39.695862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port a6d2555b-55ba-4446-91a8-d0ad93110df7 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:39.696530 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:39.855957 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c2dc0-a0f4-4a94-8061-13d312ea1cce req-c37a06f0-7460-4891-a8d4-6caf8c36ae47 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:39.874134 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4d5c2dc0-a0f4-4a94-8061-13d312ea1cce req-c37a06f0-7460-4891-a8d4-6caf8c36ae47 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 946 time: 0.1530728 Jul 05 10:28:39.887667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Allocated IP 172.20.0.1 (8d9ba3d3-255b-4dd7-b9fa-ac154251aa51/29e232e9-0213-4c50-9eaa-5083f737c183/886d727a-6057-4e0b-bbea-3c838d5b7eda) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:28:39.941467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4d5c2dc0-a0f4-4a94-8061-13d312ea1cce req-000697f2-6ee5-4676-9e4d-d15a66e0fd82 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737593 Jul 05 10:28:39.953598 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:39.980142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Transition to ACTIVE for port object e36d36d8-3eb3-4813-9002-3cdf07a55f7b will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:28:40.068252 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:40.070916 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:40.090196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Transition to ACTIVE for port object 886d727a-6057-4e0b-bbea-3c838d5b7eda will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:28:40.140799 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Attempting to bind port e36d36d8-3eb3-4813-9002-3cdf07a55f7b on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:28:40.141175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Attempting to bind port e36d36d8-3eb3-4813-9002-3cdf07a55f7b by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:28:40.141678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Attempting to bind port e36d36d8-3eb3-4813-9002-3cdf07a55f7b on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:28:40.144977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec034988-8992-45f0-ae8c-88be4cf581ed None None] Pushing event updated for resources: {'Port': ['ID=e36d36d8-3eb3-4813-9002-3cdf07a55f7b,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:40.163076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:28:40.163076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:28:40.163076 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:40.163076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:28:40.163076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Bound port: e36d36d8-3eb3-4813-9002-3cdf07a55f7b, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:28:40.163076 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:40.209882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] For port e36d36d8-3eb3-4813-9002-3cdf07a55f7b, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:28:40.213549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] For port e36d36d8-3eb3-4813-9002-3cdf07a55f7b, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e36d36d8-3eb3-4813-9002-3cdf07a55f7b,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:28:40.215025 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:40.258125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:28:40.261278 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:40.267199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:28:40.299298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Pushing event updated for resources: {'Port': ['ID=886d727a-6057-4e0b-bbea-3c838d5b7eda,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:40.307360 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:40.317956 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:40.369177 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec034988-8992-45f0-ae8c-88be4cf581ed None None] Pushing event updated for resources: {'Port': ['ID=e36d36d8-3eb3-4813-9002-3cdf07a55f7b,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:40.396578 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Routers {'16cef306-6378-4161-ada5-3c41aae36ad6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:28:40.396578 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['16cef306-6378-4161-ada5-3c41aae36ad6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:40.604733 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:40.684105 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] Set router 16cef306-6378-4161-ada5-3c41aae36ad6 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:28:40.743365 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-79da15c5-59e8-496d-b8ae-80f92a20ef9b None None] Provisioning for port 886d727a-6057-4e0b-bbea-3c838d5b7eda completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:28:40.779186 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-79da15c5-59e8-496d-b8ae-80f92a20ef9b None None] Provisioning complete for port 886d727a-6057-4e0b-bbea-3c838d5b7eda triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:40.779759 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-79da15c5-59e8-496d-b8ae-80f92a20ef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:40.792304 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:40.832503 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-79da15c5-59e8-496d-b8ae-80f92a20ef9b None None] Port 886d727a-6057-4e0b-bbea-3c838d5b7eda cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:28:40.870984 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:40.915458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:37Z', 'revision_number': 3, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:40.918627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Pushing event updated for resources: {'Port': ['ID=886d727a-6057-4e0b-bbea-3c838d5b7eda,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:40.952560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e01dc0-0ac8-4e00-bd42-a7cc2b4ea133 None None] The sync data for ids ['16cef306-6378-4161-ada5-3c41aae36ad6'] in n-d-779913-27 is: [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:37Z', 'revision_number': 3, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:28:40.976988 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:41.107038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:28:41.108500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:41.122353 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d2dec70-0248-4462-88d7-de3f76c8ef02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:41.250798 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27537e-59bd-4633-bd15-e5bfda0a2916 req-c8287121-171d-4a91-a350-37db2125b9b6 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:41.253604 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dd27537e-59bd-4633-bd15-e5bfda0a2916 req-c8287121-171d-4a91-a350-37db2125b9b6 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 946 time: 0.1618638 Jul 05 10:28:41.254053 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Router 16cef306-6378-4161-ada5-3c41aae36ad6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:28:41.323260 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dd27537e-59bd-4633-bd15-e5bfda0a2916 req-1faee68d-908c-422f-af81-6ddb55af2d19 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f7cd86f-a020-4b48-b125-bd1b7556c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616100 Jul 05 10:28:41.467599 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-059c4079-139c-4def-a096-d0a246f066a0 None None] Provisioning complete for port 886d727a-6057-4e0b-bbea-3c838d5b7eda triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:41.483510 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-059c4079-139c-4def-a096-d0a246f066a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:41.494867 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:28:41.510211 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fe119f25-ea1a-4e14-b43e-b1f12a6e9088 admin admin] 10.222.0.77 "PUT /v2.0/routers/16cef306-6378-4161-ada5-3c41aae36ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7273962 Jul 05 10:28:41.542116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75eb18-a5db-4e0d-b729-3993df59ea72 req-8b2f98ed-22d6-4b0c-87c8-6cb42d5f058a tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:41.550426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0b75eb18-a5db-4e0d-b729-3993df59ea72 req-8b2f98ed-22d6-4b0c-87c8-6cb42d5f058a tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 946 time: 0.2024574 Jul 05 10:28:41.576545 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-059c4079-139c-4def-a096-d0a246f066a0 None None] Port 886d727a-6057-4e0b-bbea-3c838d5b7eda cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:28:41.592215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e36d36d8-3eb3-4813-9002-3cdf07a55f7b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:28:41.726271 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-0b75eb18-a5db-4e0d-b729-3993df59ea72 req-35eaa127-0e34-4155-8794-70d8ed6af42f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Deleting port 7271e7dc-8d93-465f-b530-16b0549f6169 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:28:41.726697 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0b75eb18-a5db-4e0d-b729-3993df59ea72 req-35eaa127-0e34-4155-8794-70d8ed6af42f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:41.807850 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e36d36d8-3eb3-4813-9002-3cdf07a55f7b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:28:41.812644 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e36d36d8-3eb3-4813-9002-3cdf07a55f7b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:41.813339 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:41.832345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-0b75eb18-a5db-4e0d-b729-3993df59ea72 req-35eaa127-0e34-4155-8794-70d8ed6af42f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] For port 7271e7dc-8d93-465f-b530-16b0549f6169, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7271e7dc-8d93-465f-b530-16b0549f6169,segment=NetworkSegment(604c0544-49f4-4e81-9723-6d1a1bb30aae),segment_id=604c0544-49f4-4e81-9723-6d1a1bb30aae)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:41.832736 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0b75eb18-a5db-4e0d-b729-3993df59ea72 req-35eaa127-0e34-4155-8794-70d8ed6af42f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:41.857417 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-0b75eb18-a5db-4e0d-b729-3993df59ea72 req-35eaa127-0e34-4155-8794-70d8ed6af42f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Calling delete_port for 7271e7dc-8d93-465f-b530-16b0549f6169 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:28:41.950613 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:41.978189 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port e36d36d8-3eb3-4813-9002-3cdf07a55f7b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e36d36d8-3eb3-4813-9002-3cdf07a55f7b,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:41.989956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45874) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:42.053938 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:42.151952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=e36d36d8-3eb3-4813-9002-3cdf07a55f7b,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:42.261502 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1644b10a-8700-49fd-b4ff-9da22c863758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:42.277006 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0b75eb18-a5db-4e0d-b729-3993df59ea72 req-35eaa127-0e34-4155-8794-70d8ed6af42f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:42.293824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['7271e7dc-8d93-465f-b530-16b0549f6169'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:28:42.300202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45882) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:42.305058 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8b046b82-c58d-464b-86aa-8b50152762f5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1916284445', 'description': 'tempest-description--387943374'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:42.319250 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eaa127-0e34-4155-8794-70d8ed6af42f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Pushing event deleted for resources: {'Port': ['ID=7271e7dc-8d93-465f-b530-16b0549f6169,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:42.368683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b75eb18-a5db-4e0d-b729-3993df59ea72 req-35eaa127-0e34-4155-8794-70d8ed6af42f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] No DVR routers for this DVR port 7271e7dc-8d93-465f-b530-16b0549f6169 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:28:42.371376 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0b75eb18-a5db-4e0d-b729-3993df59ea72 req-35eaa127-0e34-4155-8794-70d8ed6af42f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:42.373509 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0b75eb18-a5db-4e0d-b729-3993df59ea72 req-35eaa127-0e34-4155-8794-70d8ed6af42f tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.64 "DELETE /v2.0/ports/7271e7dc-8d93-465f-b530-16b0549f6169 HTTP/1.1" status: 204 len: 173 time: 0.8141556 Jul 05 10:28:42.373957 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c3bec4-4db3-4511-b41c-b08bf4dad289', 'name': 'network-vif-deleted', 'tag': '7271e7dc-8d93-465f-b530-16b0549f6169'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:28:42.376289 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba2154b-6e6a-4d9f-9c44-af6155f4680b" -d '{"events": [{"server_uuid": "a8c3bec4-4db3-4511-b41c-b08bf4dad289", "name": "network-vif-deleted", "tag": "7271e7dc-8d93-465f-b530-16b0549f6169"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:28:42.408587 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1644b10a-8700-49fd-b4ff-9da22c863758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:42.420408 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79439f96-28a2-48f4-af07-3d75fadb501c x-openstack-request-id: req-79439f96-28a2-48f4-af07-3d75fadb501c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:28:42.427038 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c3bec4-4db3-4511-b41c-b08bf4dad289", "name": "network-vif-deleted", "tag": "7271e7dc-8d93-465f-b530-16b0549f6169", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:28:42.427038 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-79439f96-28a2-48f4-af07-3d75fadb501c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:28:42.427038 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c3bec4-4db3-4511-b41c-b08bf4dad289', 'name': 'network-vif-deleted', 'tag': '7271e7dc-8d93-465f-b530-16b0549f6169', 'status': 'completed', 'code': 200} Jul 05 10:28:42.497074 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-594ea52d-1879-4993-839a-a281a103ba52 req-3d119183-1a45-49fe-a9cb-cb4825badb29 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 210 time: 0.0316761 Jul 05 10:28:42.522273 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1644b10a-8700-49fd-b4ff-9da22c863758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:42.570993 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1644b10a-8700-49fd-b4ff-9da22c863758 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a567f2792df0432485134b9bae23a12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5798373 Jul 05 10:28:42.572399 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644b10a-8700-49fd-b4ff-9da22c863758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ac6a92-8ae2-43e0-9168-7e1fc5e8fc1d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:42.573820 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45890) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:42.627812 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c654f50-3211-4bf6-af9a-fec0c4565ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:42.649894 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c654f50-3211-4bf6-af9a-fec0c4565ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:42.665772 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b046b82-c58d-464b-86aa-8b50152762f5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:42.802341 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c654f50-3211-4bf6-af9a-fec0c4565ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:42.809288 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c654f50-3211-4bf6-af9a-fec0c4565ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:42.811467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0c654f50-3211-4bf6-af9a-fec0c4565ec5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/78ac6a92-8ae2-43e0-9168-7e1fc5e8fc1d HTTP/1.1" status: 204 len: 168 time: 0.2363544 Jul 05 10:28:42.821762 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c654f50-3211-4bf6-af9a-fec0c4565ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ac6a92-8ae2-43e0-9168-7e1fc5e8fc1d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:42.889475 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b046b82-c58d-464b-86aa-8b50152762f5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:42.983472 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b046b82-c58d-464b-86aa-8b50152762f5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:43.021559 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b046b82-c58d-464b-86aa-8b50152762f5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1b82f1-5bc6-4218-ad9c-7adc07a13955,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:43.083896 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Sync routers for ids ['16cef306-6378-4161-ada5-3c41aae36ad6'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:28:43.097615 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Routers {'16cef306-6378-4161-ada5-3c41aae36ad6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:28:43.098223 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['16cef306-6378-4161-ada5-3c41aae36ad6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:43.145471 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b046b82-c58d-464b-86aa-8b50152762f5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:43.148868 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8b046b82-c58d-464b-86aa-8b50152762f5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8456728 Jul 05 10:28:43.154550 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45904) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:43.160390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-015f7398-c648-41f9-86ae-3f52e62d1b48 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Request body: {'security_group_rule': {'security_group_id': '0c1b82f1-5bc6-4218-ad9c-7adc07a13955', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:43.220873 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Set router 16cef306-6378-4161-ada5-3c41aae36ad6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:28:43.304149 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-015f7398-c648-41f9-86ae-3f52e62d1b48 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:43.407016 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-015f7398-c648-41f9-86ae-3f52e62d1b48 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:43.425943 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e36d36d8-3eb3-4813-9002-3cdf07a55f7b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:28:43.444877 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '886d727a-6057-4e0b-bbea-3c838d5b7eda', 'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'mac_address': 'fa:16:3e:14:62:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:39Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 2, 'project_id': '362ae62a323e4233ac08e724c10958da', 'subnets': [{'id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:43.484970 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e36d36d8-3eb3-4813-9002-3cdf07a55f7b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:43.485548 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:43.555153 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-015f7398-c648-41f9-86ae-3f52e62d1b48 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:43.574937 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Checking router: 16cef306-6378-4161-ada5-3c41aae36ad6 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:28:43.575282 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Updating router 16cef306-6378-4161-ada5-3c41aae36ad6 port 886d727a-6057-4e0b-bbea-3c838d5b7eda binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:28:43.595886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f7398-c648-41f9-86ae-3f52e62d1b48 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b930a38-d5a3-4a85-8ada-59672b8ebee1,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:43.613048 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:43.635379 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ff900ab4-8169-4f13-afa3-26f22cd3e8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:43.688372 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:43.688640 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-015f7398-c648-41f9-86ae-3f52e62d1b48 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:43.693116 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-015f7398-c648-41f9-86ae-3f52e62d1b48 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5347490 Jul 05 10:28:43.693461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45914) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:43.698265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-adae1724-a9bf-438d-a6a1-f9d7f1cbc0db tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Request body: {'security_group_rule': {'security_group_id': '0c1b82f1-5bc6-4218-ad9c-7adc07a13955', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:43.768907 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c0fd9c2-12d1-4d46-bbd4-36f4745cd5b8 req-c47b5af2-a556-4af1-b880-4f55f7204ca1 tempest-AttachVolumeNegativeTest-1953288193 tempest-AttachVolumeNegativeTest-1953288193-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8c3bec4-4db3-4511-b41c-b08bf4dad289 HTTP/1.1" status: 200 len: 210 time: 0.0951450 Jul 05 10:28:43.825914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45916) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:43.844591 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5afe5e35-bdff-402c-9a1b-56f524a0a5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:43.858996 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-adae1724-a9bf-438d-a6a1-f9d7f1cbc0db tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:43.940077 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:43.950237 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Transition to ACTIVE for port object 886d727a-6057-4e0b-bbea-3c838d5b7eda will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:28:43.959047 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-adae1724-a9bf-438d-a6a1-f9d7f1cbc0db tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.005246 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5afe5e35-bdff-402c-9a1b-56f524a0a5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.070764 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.121421 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-adae1724-a9bf-438d-a6a1-f9d7f1cbc0db tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.130156 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5afe5e35-bdff-402c-9a1b-56f524a0a5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.131007 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56d8a5-b0c0-4523-8fea-86e48dfefe04 None None] Pushing event updated for resources: {'Port': ['ID=886d727a-6057-4e0b-bbea-3c838d5b7eda,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:44.157130 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f56d8a5-b0c0-4523-8fea-86e48dfefe04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:44.157740 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f56d8a5-b0c0-4523-8fea-86e48dfefe04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:44.159124 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f56d8a5-b0c0-4523-8fea-86e48dfefe04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:44.159629 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f56d8a5-b0c0-4523-8fea-86e48dfefe04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:44.164395 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f56d8a5-b0c0-4523-8fea-86e48dfefe04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:44.164395 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f56d8a5-b0c0-4523-8fea-86e48dfefe04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:44.164395 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f56d8a5-b0c0-4523-8fea-86e48dfefe04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:44.164395 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f56d8a5-b0c0-4523-8fea-86e48dfefe04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:44.164395 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f56d8a5-b0c0-4523-8fea-86e48dfefe04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:44.164395 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f56d8a5-b0c0-4523-8fea-86e48dfefe04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:44.164395 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f56d8a5-b0c0-4523-8fea-86e48dfefe04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:44.164395 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f56d8a5-b0c0-4523-8fea-86e48dfefe04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:28:44.187450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae1724-a9bf-438d-a6a1-f9d7f1cbc0db tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3957a49b-9934-4f40-8e79-7f101a822b66,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:44.198130 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5afe5e35-bdff-402c-9a1b-56f524a0a5f4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=64b7dc1ab8ba4cefaa8f75cdf0e1bbce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711157 Jul 05 10:28:44.198878 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe5e35-bdff-402c-9a1b-56f524a0a5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6708064d-a8b7-47aa-8f13-fffd2b090717,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:44.200951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45924) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:44.204492 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Attempting to bind port 886d727a-6057-4e0b-bbea-3c838d5b7eda on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:28:44.205092 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Attempting to bind port 886d727a-6057-4e0b-bbea-3c838d5b7eda by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:28:44.205728 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Attempting to bind port 886d727a-6057-4e0b-bbea-3c838d5b7eda on network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:28:44.213376 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:28:44.214097 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Checking segment: {'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:28:44.214576 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.215015 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Bound using segment: {'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:28:44.215449 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Bound port: 886d727a-6057-4e0b-bbea-3c838d5b7eda, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:28:44.215854 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.285642 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-46f4e2d3-e695-4601-9afd-82bb12bb87f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.287362 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] For port 886d727a-6057-4e0b-bbea-3c838d5b7eda, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:28:44.290835 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] For port 886d727a-6057-4e0b-bbea-3c838d5b7eda, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=886d727a-6057-4e0b-bbea-3c838d5b7eda,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:28:44.311150 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-46f4e2d3-e695-4601-9afd-82bb12bb87f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.314619 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-adae1724-a9bf-438d-a6a1-f9d7f1cbc0db tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.316348 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-adae1724-a9bf-438d-a6a1-f9d7f1cbc0db tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6213481 Jul 05 10:28:44.324969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45926) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:44.330500 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:44.368668 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.431614 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Routers {'16cef306-6378-4161-ada5-3c41aae36ad6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:28:44.432514 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['16cef306-6378-4161-ada5-3c41aae36ad6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:44.463493 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.470161 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56d8a5-b0c0-4523-8fea-86e48dfefe04 None None] Pushing event updated for resources: {'Port': ['ID=886d727a-6057-4e0b-bbea-3c838d5b7eda,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:44.508702 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-46f4e2d3-e695-4601-9afd-82bb12bb87f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.511427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-46f4e2d3-e695-4601-9afd-82bb12bb87f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.514978 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-46f4e2d3-e695-4601-9afd-82bb12bb87f5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6708064d-a8b7-47aa-8f13-fffd2b090717 HTTP/1.1" status: 204 len: 168 time: 0.3107209 Jul 05 10:28:44.526306 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4e2d3-e695-4601-9afd-82bb12bb87f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6708064d-a8b7-47aa-8f13-fffd2b090717,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:44.586639 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] Set router 16cef306-6378-4161-ada5-3c41aae36ad6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:28:44.612099 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.782165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Allocated IP 172.25.5.140 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/d4bde088-c489-49b4-8fe7-019c18646607) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:28:44.874812 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '886d727a-6057-4e0b-bbea-3c838d5b7eda', 'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'mac_address': 'fa:16:3e:14:62:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:39Z', 'updated_at': '2021-07-05T10:28:44Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'subnets': [{'id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:44.884036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45940) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:44.916659 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae78c87-57e3-48a4-9cb6-549ed42566c2 None None] The sync data for ids ['16cef306-6378-4161-ada5-3c41aae36ad6'] in n-d-779913-27 is: [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '886d727a-6057-4e0b-bbea-3c838d5b7eda', 'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'mac_address': 'fa:16:3e:14:62:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:39Z', 'updated_at': '2021-07-05T10:28:44Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'subnets': [{'id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:28:44.925176 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.940868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7caf6f-5329-4a6a-a2bc-76633ef86509 admin admin] Deleting subnet df989988-1124-4662-aef8-e9d872973b8c {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:28:44.944278 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b7caf6f-5329-4a6a-a2bc-76633ef86509 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:44.949499 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.025395 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b7caf6f-5329-4a6a-a2bc-76633ef86509 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.061785 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.104535 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b7caf6f-5329-4a6a-a2bc-76633ef86509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.113734 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:28:45.124853 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:45.133058 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:28:45.201277 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event updated for resources: {'Port': ['ID=d4bde088-c489-49b4-8fe7-019c18646607,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:45.273494 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b7caf6f-5329-4a6a-a2bc-76633ef86509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.313740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7caf6f-5329-4a6a-a2bc-76633ef86509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df989988-1124-4662-aef8-e9d872973b8c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:45.316936 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b7caf6f-5329-4a6a-a2bc-76633ef86509 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.319620 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9b7caf6f-5329-4a6a-a2bc-76633ef86509 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/df989988-1124-4662-aef8-e9d872973b8c HTTP/1.1" status: 204 len: 168 time: 0.4336135 Jul 05 10:28:45.321764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45958) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:45.388068 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.424789 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6ef2fced-9b45-4c3b-8db0-48984c810344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.461803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 886d727a-6057-4e0b-bbea-3c838d5b7eda up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:28:45.519996 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6ef2fced-9b45-4c3b-8db0-48984c810344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.526799 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.530802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-6ef2fced-9b45-4c3b-8db0-48984c810344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5828239e-e9aa-4397-a7c5-30775e4f30c8']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:45.543475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-6ef2fced-9b45-4c3b-8db0-48984c810344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604c0544-49f4-4e81-9723-6d1a1bb30aae') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:45.544111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-6ef2fced-9b45-4c3b-8db0-48984c810344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604c0544-49f4-4e81-9723-6d1a1bb30aae') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:45.556401 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6ef2fced-9b45-4c3b-8db0-48984c810344 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.573067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6ef2fced-9b45-4c3b-8db0-48984c810344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.579690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef2fced-9b45-4c3b-8db0-48984c810344 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:28:45.580371 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6ef2fced-9b45-4c3b-8db0-48984c810344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:28:45.591689 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:28:45.619652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 886d727a-6057-4e0b-bbea-3c838d5b7eda completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:28:45.624012 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 886d727a-6057-4e0b-bbea-3c838d5b7eda triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:45.624431 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.750933 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.758707 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.768046 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6ef2fced-9b45-4c3b-8db0-48984c810344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.773968 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6ef2fced-9b45-4c3b-8db0-48984c810344 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.779022 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6ef2fced-9b45-4c3b-8db0-48984c810344 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5828239e-e9aa-4397-a7c5-30775e4f30c8 HTTP/1.1" status: 204 len: 168 time: 0.4562020 Jul 05 10:28:45.812682 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2fced-9b45-4c3b-8db0-48984c810344 admin admin] Pushing event deleted for resources: {'Network': ['ID=5828239e-e9aa-4397-a7c5-30775e4f30c8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:45.825289 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 886d727a-6057-4e0b-bbea-3c838d5b7eda, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=886d727a-6057-4e0b-bbea-3c838d5b7eda,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:45.851947 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.905392 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.935927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event updated for resources: {'Port': ['ID=d4bde088-c489-49b4-8fe7-019c18646607,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:45.947255 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:45.983488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=886d727a-6057-4e0b-bbea-3c838d5b7eda,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:46.029317 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:46.031797 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-413aba01-7007-4e24-9d82-cbfb98057ed7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7046349 Jul 05 10:28:46.244564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45984) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:46.294041 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cd14e697-4d2f-4b70-a998-3aebfced04dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0407b2d2311842b7b7b45b036954cf3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479505 Jul 05 10:28:46.296599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45988) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:46.360192 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e51c02f3-73cc-44ba-8c42-9d4016c79ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:46.408687 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e51c02f3-73cc-44ba-8c42-9d4016c79ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:46.413418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7271e7dc-8d93-465f-b530-16b0549f6169 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:28:46.448574 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 7271e7dc-8d93-465f-b530-16b0549f6169 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:28:46.449675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7271e7dc-8d93-465f-b530-16b0549f6169 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:28:46.565055 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e51c02f3-73cc-44ba-8c42-9d4016c79ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:46.575144 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e51c02f3-73cc-44ba-8c42-9d4016c79ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:46.575144 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e51c02f3-73cc-44ba-8c42-9d4016c79ad1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f7cd86f-a020-4b48-b125-bd1b7556c98a HTTP/1.1" status: 204 len: 168 time: 0.2719176 Jul 05 10:28:46.575144 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-51901f22-61a8-4b5a-9d1f-9947924d3de7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1916284445&fields=id&tenant_id=362ae62a323e4233ac08e724c10958da HTTP/1.1" status: 200 len: 267 time: 0.0574040 Jul 05 10:28:46.582738 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c02f3-73cc-44ba-8c42-9d4016c79ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7cd86f-a020-4b48-b125-bd1b7556c98a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:46.760526 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bb069749-5353-4c95-8893-09550740345a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:46.762131 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bb069749-5353-4c95-8893-09550740345a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/networks?id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 200 len: 815 time: 0.1561408 Jul 05 10:28:46.782869 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bf15e2d5-0c00-4050-8ae6-f07d0c9a7b46 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/quotas/362ae62a323e4233ac08e724c10958da HTTP/1.1" status: 200 len: 375 time: 0.0121334 Jul 05 10:28:46.789054 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:46.865204 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-7d044c31-113d-4a3b-862d-ca01aa724bf5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748758 Jul 05 10:28:47.041809 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-67a8c180-6671-40e3-a152-1c1470e25c45 service neutron] 10.222.0.77 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385374 Jul 05 10:28:47.166717 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-28657020-9724-4d04-8c24-16bd301d5bc8 service neutron] 10.222.0.77 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179035 Jul 05 10:28:47.433614 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 886d727a-6057-4e0b-bbea-3c838d5b7eda up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:28:47.525730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 886d727a-6057-4e0b-bbea-3c838d5b7eda triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:47.526421 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:47.572713 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d82d90dc-1846-4c1d-a0da-db5270305691 req-7d4e7bfb-068f-4f52-a544-b8bbf9fc417a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 210 time: 0.0553379 Jul 05 10:28:48.183399 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46076) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:48.366542 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:48.438191 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:48.556274 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:48.679383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Allocated IP 172.25.5.126 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/e1d581ce-ccb6-4cba-becc-6a24726e572e) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:28:48.738319 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1cae3a79-6a0c-45ec-aa81-374c67995a90 req-7840624e-552a-401f-8df8-f49a404bd9d9 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 210 time: 0.0365179 Jul 05 10:28:48.794138 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:48.882946 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:48.942501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:28:48.947159 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:48.949629 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:28:48.951916 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event updated for resources: {'Port': ['ID=e1d581ce-ccb6-4cba-becc-6a24726e572e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:49.024921 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46118) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:49.049040 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:49.139220 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f517366-f461-441e-9fac-865f5cf2981a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:49.166813 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:49.235996 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f517366-f461-441e-9fac-865f5cf2981a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:49.322205 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f517366-f461-441e-9fac-865f5cf2981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:49.325426 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:49.379949 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1f517366-f461-441e-9fac-865f5cf2981a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6e57bcbf3f48481a8abe6257a4aa678c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3538525 Jul 05 10:28:49.382569 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f517366-f461-441e-9fac-865f5cf2981a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfc1b08-bbe2-4610-9fff-7f4d89609236,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:49.384118 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46130) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:49.410396 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:49.506565 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event updated for resources: {'Port': ['ID=e1d581ce-ccb6-4cba-becc-6a24726e572e,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:49.525544 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:49.528189 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56079f77-c766-4cc0-8054-7247d88ff50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:49.561696 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56079f77-c766-4cc0-8054-7247d88ff50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:49.610559 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:49.612473 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c1326383-0f7e-43cc-8e0d-8fc395cab389 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4282498 Jul 05 10:28:49.615154 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46136) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:49.620150 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-185dcb79-8656-4235-a234-d52bc2247523 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1620630870'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:49.777988 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185dcb79-8656-4235-a234-d52bc2247523 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Made reservation on behalf of 3c987387d4e2427e87a5c81028da98eb for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:28:49.782080 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185dcb79-8656-4235-a234-d52bc2247523 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:49.786966 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56079f77-c766-4cc0-8054-7247d88ff50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:49.789582 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56079f77-c766-4cc0-8054-7247d88ff50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:49.793648 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-56079f77-c766-4cc0-8054-7247d88ff50e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7dfc1b08-bbe2-4610-9fff-7f4d89609236 HTTP/1.1" status: 204 len: 168 time: 0.4082060 Jul 05 10:28:49.803404 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185dcb79-8656-4235-a234-d52bc2247523 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:49.816005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56079f77-c766-4cc0-8054-7247d88ff50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfc1b08-bbe2-4610-9fff-7f4d89609236,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:49.918326 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1c476f86-039b-4cef-ba80-3d2b13293b79 req-ac59e0c1-4134-471a-b41b-6ae0650254b9 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 210 time: 0.0379398 Jul 05 10:28:49.975919 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185dcb79-8656-4235-a234-d52bc2247523 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:50.114964 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185dcb79-8656-4235-a234-d52bc2247523 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:50.145992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185dcb79-8656-4235-a234-d52bc2247523 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:28:50.154992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dcb79-8656-4235-a234-d52bc2247523 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6c275f-9dc5-47a8-9875-18da69638f24,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:50.162590 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185dcb79-8656-4235-a234-d52bc2247523 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:50.163592 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-185dcb79-8656-4235-a234-d52bc2247523 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Added segment ae8b2d48-cd30-4d6d-a3c0-3ae5eb340090 of type vlan for network 01cacb85-f117-4a9e-8a89-a02d1525c240 Jul 05 10:28:50.208030 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185dcb79-8656-4235-a234-d52bc2247523 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:50.342928 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185dcb79-8656-4235-a234-d52bc2247523 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:50.349932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185dcb79-8656-4235-a234-d52bc2247523 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:50.350633 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185dcb79-8656-4235-a234-d52bc2247523 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:50.477517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dcb79-8656-4235-a234-d52bc2247523 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event updated for resources: {'Network': ['ID=01cacb85-f117-4a9e-8a89-a02d1525c240,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:50.489030 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 01cacb85-f117-4a9e-8a89-a02d1525c240 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:28:50.515019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-54666dc0-0630-4197-9df2-3c450414ec04 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:50.516930 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-54666dc0-0630-4197-9df2-3c450414ec04 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.64 "GET /v2.0/networks?id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 200 len: 815 time: 0.1118727 Jul 05 10:28:50.523118 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-185dcb79-8656-4235-a234-d52bc2247523 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9068983 Jul 05 10:28:50.526213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46158) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:50.533272 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c022fa46-c110-4f19-87ed-b90b6373985f tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Request body: {'subnet': {'network_id': '01cacb85-f117-4a9e-8a89-a02d1525c240', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:50.657230 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-1c11f72b-9284-4de9-a932-7266b56fc36d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=362ae62a323e4233ac08e724c10958da HTTP/1.1" status: 200 len: 380 time: 0.1196294 Jul 05 10:28:50.670129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-fbbb7183-781e-4dec-8eaf-2371499bd892 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Request body: {'port': {'device_id': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'admin_state_up': True, 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'security_groups': ['0c1b82f1-5bc6-4218-ad9c-7adc07a13955']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:51.127129 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40f34e47-e4a6-4fcc-b31d-46d57d34df9d req-29d07073-06fe-4f51-ac37-e029a43d5e49 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 210 time: 0.0349853 Jul 05 10:28:51.182652 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c022fa46-c110-4f19-87ed-b90b6373985f tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Made reservation on behalf of 3c987387d4e2427e87a5c81028da98eb for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:28:51.186917 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c022fa46-c110-4f19-87ed-b90b6373985f tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:51.342418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-fbbb7183-781e-4dec-8eaf-2371499bd892 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Made reservation on behalf of 362ae62a323e4233ac08e724c10958da for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:28:51.346105 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-fbbb7183-781e-4dec-8eaf-2371499bd892 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:51.494946 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c022fa46-c110-4f19-87ed-b90b6373985f tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:51.561022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-fbbb7183-781e-4dec-8eaf-2371499bd892 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Allocated IP 172.20.0.10 (8d9ba3d3-255b-4dd7-b9fa-ac154251aa51/29e232e9-0213-4c50-9eaa-5083f737c183/bdde5858-476d-4569-8bb2-9fb713ad0937) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:28:51.586938 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022fa46-c110-4f19-87ed-b90b6373985f tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event updated for resources: {'Subnet': ['ID=bee49d81-c388-40ee-b9f1-92b259ba44e4,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:51.611701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c022fa46-c110-4f19-87ed-b90b6373985f tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Checking segment: {'id': 'ae8b2d48-cd30-4d6d-a3c0-3ae5eb340090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01cacb85-f117-4a9e-8a89-a02d1525c240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:28:51.612097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c022fa46-c110-4f19-87ed-b90b6373985f tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Network hostable DHCP agents. Network: 01cacb85-f117-4a9e-8a89-a02d1525c240, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:28:51.736111 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-fbbb7183-781e-4dec-8eaf-2371499bd892 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:51.750424 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-fbbb7183-781e-4dec-8eaf-2371499bd892 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Transition to ACTIVE for port object bdde5858-476d-4569-8bb2-9fb713ad0937 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:28:51.819186 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c022fa46-c110-4f19-87ed-b90b6373985f tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Network 01cacb85-f117-4a9e-8a89-a02d1525c240 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:28:51.880671 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-fbbb7183-781e-4dec-8eaf-2371499bd892 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:51.921730 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-fbbb7183-781e-4dec-8eaf-2371499bd892 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:28:51.925651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-fbbb7183-781e-4dec-8eaf-2371499bd892 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:51.928199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-fbbb7183-781e-4dec-8eaf-2371499bd892 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:28:51.964547 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c022fa46-c110-4f19-87ed-b90b6373985f tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 01cacb85-f117-4a9e-8a89-a02d1525c240) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:51.968754 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c022fa46-c110-4f19-87ed-b90b6373985f tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:51.972546 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c022fa46-c110-4f19-87ed-b90b6373985f tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:51.978332 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a78aa-1ebb-4ef2-8905-523e40d8433f None None] Network 01cacb85-f117-4a9e-8a89-a02d1525c240 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:28:51.989099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb7183-781e-4dec-8eaf-2371499bd892 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event updated for resources: {'Port': ['ID=bdde5858-476d-4569-8bb2-9fb713ad0937,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:52.015701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-fbbb7183-781e-4dec-8eaf-2371499bd892 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:52.017713 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-fbbb7183-781e-4dec-8eaf-2371499bd892 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:52.088465 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c022fa46-c110-4f19-87ed-b90b6373985f tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5579402 Jul 05 10:28:52.088780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46206) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:52.093564 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1829916058', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:52.127230 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-fbbb7183-781e-4dec-8eaf-2371499bd892 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4604828 Jul 05 10:28:52.143155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Request body: {'port': {'device_id': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:52.189746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-01cacb85-f117-4a9e-8a89-a02d1525c240', 'network_id': '01cacb85-f117-4a9e-8a89-a02d1525c240', 'tenant_id': '3c987387d4e2427e87a5c81028da98eb', 'fixed_ips': [{'subnet_id': 'bee49d81-c388-40ee-b9f1-92b259ba44e4'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:28:52.190774 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:52.263526 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:52.265219 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:52.269932 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:52.335435 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:52.342944 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:52.370575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Allocated IP 172.20.0.2 (01cacb85-f117-4a9e-8a89-a02d1525c240/bee49d81-c388-40ee-b9f1-92b259ba44e4/c71f42d4-fad6-47a4-8b8f-f05771397080) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:28:52.395254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dbf13-1fc2-46d5-ae42-befc1b1d4b7b req-1bf70deb-e965-493e-a51f-5b19a1120b28 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:52.398369 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-019dbf13-1fc2-46d5-ae42-befc1b1d4b7b req-1bf70deb-e965-493e-a51f-5b19a1120b28 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 932 time: 0.1014135 Jul 05 10:28:52.428474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-668de092-231b-46f5-82ee-72b94202c81c None None] Provisioning for port bdde5858-476d-4569-8bb2-9fb713ad0937 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:28:52.458576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-668de092-231b-46f5-82ee-72b94202c81c None None] Provisioning complete for port bdde5858-476d-4569-8bb2-9fb713ad0937 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:52.460180 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-668de092-231b-46f5-82ee-72b94202c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:52.517041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-668de092-231b-46f5-82ee-72b94202c81c None None] Port bdde5858-476d-4569-8bb2-9fb713ad0937 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:28:52.609992 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdde5858-476d-4569-8bb2-9fb713ad0937 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:28:52.618492 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:52.619649 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-019dbf13-1fc2-46d5-ae42-befc1b1d4b7b req-8e0cca84-b8e9-4e73-8203-f530b35cb7a1 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148683 Jul 05 10:28:52.635473 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Transition to ACTIVE for port object bdde5858-476d-4569-8bb2-9fb713ad0937 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:28:52.664111 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:52.673351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Transition to ACTIVE for port object c71f42d4-fad6-47a4-8b8f-f05771397080 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:28:52.691119 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Transition to ACTIVE for port object c71f42d4-fad6-47a4-8b8f-f05771397080 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:28:52.724637 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:52.768802 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:52.789510 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:52.819263 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Pushing event updated for resources: {'Port': ['ID=bdde5858-476d-4569-8bb2-9fb713ad0937,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:52.829153 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Network 01cacb85-f117-4a9e-8a89-a02d1525c240 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:28:52.831207 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:52.834986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:28:52.890261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Pushing event updated for resources: {'Port': ['ID=c71f42d4-fad6-47a4-8b8f-f05771397080,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:52.967542 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Attempting to bind port bdde5858-476d-4569-8bb2-9fb713ad0937 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:28:52.968054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Attempting to bind port bdde5858-476d-4569-8bb2-9fb713ad0937 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:28:52.968574 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Attempting to bind port bdde5858-476d-4569-8bb2-9fb713ad0937 on network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:28:52.975007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Port bdde5858-476d-4569-8bb2-9fb713ad0937 on network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:28:52.976146 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Attempting to bind port bdde5858-476d-4569-8bb2-9fb713ad0937 on network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:28:52.983705 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:28:52.987647 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Checking segment: {'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:28:52.987647 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Bound using segment: {'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:28:52.987647 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Bound port: bdde5858-476d-4569-8bb2-9fb713ad0937, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:28:52.987647 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:53.004788 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Attempting to bind port c71f42d4-fad6-47a4-8b8f-f05771397080 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:28:53.005334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Attempting to bind port c71f42d4-fad6-47a4-8b8f-f05771397080 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'ae8b2d48-cd30-4d6d-a3c0-3ae5eb340090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01cacb85-f117-4a9e-8a89-a02d1525c240'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:28:53.005510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Attempting to bind port c71f42d4-fad6-47a4-8b8f-f05771397080 on network 01cacb85-f117-4a9e-8a89-a02d1525c240 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:28:53.018436 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:28:53.020544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Checking segment: {'id': 'ae8b2d48-cd30-4d6d-a3c0-3ae5eb340090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01cacb85-f117-4a9e-8a89-a02d1525c240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:28:53.020544 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:53.020544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Bound using segment: {'id': 'ae8b2d48-cd30-4d6d-a3c0-3ae5eb340090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01cacb85-f117-4a9e-8a89-a02d1525c240'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:28:53.020544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Bound port: c71f42d4-fad6-47a4-8b8f-f05771397080, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8b2d48-cd30-4d6d-a3c0-3ae5eb340090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01cacb85-f117-4a9e-8a89-a02d1525c240'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:28:53.020544 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:53.116524 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] For port c71f42d4-fad6-47a4-8b8f-f05771397080, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:28:53.119806 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] For port c71f42d4-fad6-47a4-8b8f-f05771397080, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c71f42d4-fad6-47a4-8b8f-f05771397080,segment=NetworkSegment(ae8b2d48-cd30-4d6d-a3c0-3ae5eb340090),segment_id=ae8b2d48-cd30-4d6d-a3c0-3ae5eb340090)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:28:53.128390 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] For port bdde5858-476d-4569-8bb2-9fb713ad0937, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:28:53.132134 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] For port bdde5858-476d-4569-8bb2-9fb713ad0937, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bdde5858-476d-4569-8bb2-9fb713ad0937,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:28:53.172058 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:53.194594 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:53.219933 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:53.244201 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:53.291950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:53.291950 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:53.291950 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] 10.222.0.64 "PUT /v2.0/ports/bdde5858-476d-4569-8bb2-9fb713ad0937 HTTP/1.1" status: 200 len: 1093 time: 1.1508498 Jul 05 10:28:53.292263 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'tag': 'bdde5858-476d-4569-8bb2-9fb713ad0937'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:28:53.295639 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b43b378-4b4e-4f83-8dcf-387acafd6185" -d '{"events": [{"name": "network-changed", "server_uuid": "d02c2907-919c-46cf-b1e2-19c167fea356", "tag": "bdde5858-476d-4569-8bb2-9fb713ad0937"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:28:53.306204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61151cf-ef84-4a1b-9f33-6069d2bbf173 None None] Pushing event updated for resources: {'Port': ['ID=c71f42d4-fad6-47a4-8b8f-f05771397080,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:53.325450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Allocated IP 172.25.5.48 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/ec112027-253c-4122-8d55-78a67aa37990) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:28:53.346851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4bb74c-af3a-4346-bbb1-7507a5e54dba service neutron] Pushing event updated for resources: {'Port': ['ID=bdde5858-476d-4569-8bb2-9fb713ad0937,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:53.396329 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e34dfc8-7a32-4e14-93a3-61f9d4833462 x-openstack-request-id: req-0e34dfc8-7a32-4e14-93a3-61f9d4833462 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:28:53.396643 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02c2907-919c-46cf-b1e2-19c167fea356", "tag": "bdde5858-476d-4569-8bb2-9fb713ad0937", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:28:53.399823 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e34dfc8-7a32-4e14-93a3-61f9d4833462 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:28:53.405455 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'tag': 'bdde5858-476d-4569-8bb2-9fb713ad0937', 'status': 'completed', 'code': 200} Jul 05 10:28:53.537132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43b378-4b4e-4f83-8dcf-387acafd6185 req-2811779f-2294-4e49-a36d-451e1b5c44f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:53.539353 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9b43b378-4b4e-4f83-8dcf-387acafd6185 req-2811779f-2294-4e49-a36d-451e1b5c44f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 1096 time: 0.1142035 Jul 05 10:28:53.541375 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:53.731056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43b378-4b4e-4f83-8dcf-387acafd6185 req-f748035c-8da5-48a5-a99e-7129996d87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:53.732739 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9b43b378-4b4e-4f83-8dcf-387acafd6185 req-f748035c-8da5-48a5-a99e-7129996d87e2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=362ae62a323e4233ac08e724c10958da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1818078 Jul 05 10:28:53.912720 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43b378-4b4e-4f83-8dcf-387acafd6185 req-004ea45d-9d26-41f6-82e0-0574e99171cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:53.912720 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9b43b378-4b4e-4f83-8dcf-387acafd6185 req-004ea45d-9d26-41f6-82e0-0574e99171cf service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1676857 Jul 05 10:28:54.021410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-3d97abb3-ff60-4fe3-b389-e0971b2db28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:54.023102 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-3d97abb3-ff60-4fe3-b389-e0971b2db28d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 1096 time: 0.0583162 Jul 05 10:28:54.042547 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17876b4e-9acb-4b73-bb29-a26657762c74 req-7d6b5ed7-0574-4ed1-8596-1ad7035b1b83 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:54.044115 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17876b4e-9acb-4b73-bb29-a26657762c74 req-7d6b5ed7-0574-4ed1-8596-1ad7035b1b83 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.0751371 Jul 05 10:28:54.075810 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-91172b29-659b-4477-968c-f22f94ce71ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdde5858-476d-4569-8bb2-9fb713ad0937 HTTP/1.1" status: 200 len: 217 time: 0.0412421 Jul 05 10:28:54.086655 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17876b4e-9acb-4b73-bb29-a26657762c74 req-4b3e2852-69ac-439a-bf24-94f72b391de4 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352278 Jul 05 10:28:54.140048 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:54.148567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-c8046e51-5300-444e-9df7-5ba568e3b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:54.150131 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-c8046e51-5300-444e-9df7-5ba568e3b03d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29e232e9-0213-4c50-9eaa-5083f737c183 HTTP/1.1" status: 200 len: 854 time: 0.0630977 Jul 05 10:28:54.179412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:28:54.182386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:54.185364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:28:54.202314 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:54.228757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event updated for resources: {'Port': ['ID=ec112027-253c-4122-8d55-78a67aa37990,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:54.273184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-1a125882-2bf9-4e9b-9804-b13eb277173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:54.275966 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-1a125882-2bf9-4e9b-9804-b13eb277173e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152682 Jul 05 10:28:54.392826 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-5f81a45a-1906-4d56-a23d-81593a3972e5 service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040170 Jul 05 10:28:54.515361 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63786793-0e72-4865-b424-2f1a03d5dc27 req-5d916ae5-49f5-454e-99bf-2a959e3fc4b4 service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132867 Jul 05 10:28:54.575243 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:54.636802 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa49d4-5d00-4ace-aa1a-f3fdde70f973 None None] Network 01cacb85-f117-4a9e-8a89-a02d1525c240 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:28:54.820571 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:54.830844 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f6ecee76-50fd-4972-9a86-333a465e7a33 None None] Provisioning for port c71f42d4-fad6-47a4-8b8f-f05771397080 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:28:55.025169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Router c3846330-d2a1-4828-aca0-f9a0a3228205 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:28:55.185989 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:28:55.199170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6473617-b6e9-4b4f-bebb-402282968e83 None None] Sync routers for ids ['c3846330-d2a1-4828-aca0-f9a0a3228205'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:28:55.209433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6473617-b6e9-4b4f-bebb-402282968e83 None None] Routers {'c3846330-d2a1-4828-aca0-f9a0a3228205'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:28:55.210253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c6473617-b6e9-4b4f-bebb-402282968e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c3846330-d2a1-4828-aca0-f9a0a3228205'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:55.249656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c6473617-b6e9-4b4f-bebb-402282968e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:55.258196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6473617-b6e9-4b4f-bebb-402282968e83 None None] Routers {'c3846330-d2a1-4828-aca0-f9a0a3228205'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:28:55.259007 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c6473617-b6e9-4b4f-bebb-402282968e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c3846330-d2a1-4828-aca0-f9a0a3228205'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:55.295079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c6473617-b6e9-4b4f-bebb-402282968e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:55.295779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6473617-b6e9-4b4f-bebb-402282968e83 None None] The sync data for ids ['c3846330-d2a1-4828-aca0-f9a0a3228205'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:28:55.297338 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:55.298850 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-30bb7a8b-312b-4ae2-b9dc-a27d0a84625e tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.2089913 Jul 05 10:28:55.301607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46274) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:55.322067 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fae184-eb5b-4e09-9b54-e8dc1629abd9 req-22a44a6b-27e3-4066-b658-4be82083726d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:55.323673 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f7fae184-eb5b-4e09-9b54-e8dc1629abd9 req-22a44a6b-27e3-4066-b658-4be82083726d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.0846188 Jul 05 10:28:55.397813 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f7fae184-eb5b-4e09-9b54-e8dc1629abd9 req-38653cf8-ef56-4cea-8c3d-e53057a6ff36 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639422 Jul 05 10:28:55.467890 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c71f42d4-fad6-47a4-8b8f-f05771397080 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:28:55.601351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port c71f42d4-fad6-47a4-8b8f-f05771397080 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:28:55.607560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port c71f42d4-fad6-47a4-8b8f-f05771397080 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:55.608190 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:55.693332 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:55.730463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port c71f42d4-fad6-47a4-8b8f-f05771397080, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c71f42d4-fad6-47a4-8b8f-f05771397080,segment=NetworkSegment(ae8b2d48-cd30-4d6d-a3c0-3ae5eb340090),segment_id=ae8b2d48-cd30-4d6d-a3c0-3ae5eb340090)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:55.813811 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:55.870584 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=c71f42d4-fad6-47a4-8b8f-f05771397080,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:55.878482 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:56.187881 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Allocated IP 172.20.0.1 (01cacb85-f117-4a9e-8a89-a02d1525c240/bee49d81-c388-40ee-b9f1-92b259ba44e4/2d42cb52-aff2-4a2f-b585-848dd62544c6) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:28:56.317038 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:56.333784 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Transition to ACTIVE for port object 2d42cb52-aff2-4a2f-b585-848dd62544c6 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:28:56.443662 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:56.496465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Network 01cacb85-f117-4a9e-8a89-a02d1525c240 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:28:56.500207 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:56.507314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:28:56.605790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:56.613877 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event updated for resources: {'Port': ['ID=2d42cb52-aff2-4a2f-b585-848dd62544c6,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:56.740481 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c012c12-09c5-452b-9953-c0e9735c384b req-687953b9-2831-4e01-8e94-f5c84ee8c15d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:56.741339 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c012c12-09c5-452b-9953-c0e9735c384b req-687953b9-2831-4e01-8e94-f5c84ee8c15d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.1971326 Jul 05 10:28:56.796299 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c012c12-09c5-452b-9953-c0e9735c384b req-19f84098-c894-4df8-9dce-6dc65d0b4746 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446088 Jul 05 10:28:56.878282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:56.880403 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3de0eb6a-d14f-46ab-8f1d-56ccd91f2f72 None None] Provisioning for port 2d42cb52-aff2-4a2f-b585-848dd62544c6 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:28:56.884418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3de0eb6a-d14f-46ab-8f1d-56ccd91f2f72 None None] Provisioning complete for port 2d42cb52-aff2-4a2f-b585-848dd62544c6 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:56.884790 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3de0eb6a-d14f-46ab-8f1d-56ccd91f2f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:56.922909 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3de0eb6a-d14f-46ab-8f1d-56ccd91f2f72 None None] Port 2d42cb52-aff2-4a2f-b585-848dd62544c6 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:28:57.185176 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:57.251913 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:57.374624 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event updated for resources: {'Port': ['ID=2d42cb52-aff2-4a2f-b585-848dd62544c6,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:57.386656 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:57.441850 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c71f42d4-fad6-47a4-8b8f-f05771397080 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:28:57.511114 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port c71f42d4-fad6-47a4-8b8f-f05771397080 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:57.511800 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:57.512116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Network 01cacb85-f117-4a9e-8a89-a02d1525c240 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:28:57.513665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:57.858481 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e2f38e03-5bc8-4537-a2d4-e3ad1ef9b71c None None] Provisioning complete for port 2d42cb52-aff2-4a2f-b585-848dd62544c6 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:57.859525 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e2f38e03-5bc8-4537-a2d4-e3ad1ef9b71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:57.909721 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e2f38e03-5bc8-4537-a2d4-e3ad1ef9b71c None None] Port 2d42cb52-aff2-4a2f-b585-848dd62544c6 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:28:57.980881 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Router c3846330-d2a1-4828-aca0-f9a0a3228205 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:28:58.053512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffedecf-beb1-4081-954e-467d19f5c253 req-491f532b-7883-4831-8d98-a11e52f968ad tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:58.055831 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ffedecf-beb1-4081-954e-467d19f5c253 req-491f532b-7883-4831-8d98-a11e52f968ad tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.0862904 Jul 05 10:28:58.099578 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ffedecf-beb1-4081-954e-467d19f5c253 req-62752270-4f4c-45a4-bff6-befd7fa655fb tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379984 Jul 05 10:28:58.111206 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:28:58.117363 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0d63cbc8-8d4f-4685-a51e-0088d6e2a870 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] 10.222.0.77 "PUT /v2.0/routers/c3846330-d2a1-4828-aca0-f9a0a3228205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8143282 Jul 05 10:28:58.119574 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46326) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:58.124652 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb5911-cbaf-488f-a4ec-52d3c5d49539 None None] Sync routers for ids ['c3846330-d2a1-4828-aca0-f9a0a3228205'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:28:58.136435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-094e37b6-d15d-4e2f-9617-42f2ab4da6c3 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Request body: {'port': {'network_id': '01cacb85-f117-4a9e-8a89-a02d1525c240', 'name': 'tempest-FloatingIPAdminTestJSON-195284720'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:58.138642 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cb5911-cbaf-488f-a4ec-52d3c5d49539 None None] Routers {'c3846330-d2a1-4828-aca0-f9a0a3228205'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:28:58.139251 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-74cb5911-cbaf-488f-a4ec-52d3c5d49539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c3846330-d2a1-4828-aca0-f9a0a3228205'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:58.182646 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-74cb5911-cbaf-488f-a4ec-52d3c5d49539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:58.193115 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cb5911-cbaf-488f-a4ec-52d3c5d49539 None None] Routers {'c3846330-d2a1-4828-aca0-f9a0a3228205'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:28:58.194077 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-74cb5911-cbaf-488f-a4ec-52d3c5d49539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c3846330-d2a1-4828-aca0-f9a0a3228205'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:58.230973 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-74cb5911-cbaf-488f-a4ec-52d3c5d49539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:28:58.232012 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb5911-cbaf-488f-a4ec-52d3c5d49539 None None] The sync data for ids ['c3846330-d2a1-4828-aca0-f9a0a3228205'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:28:58.310892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094e37b6-d15d-4e2f-9617-42f2ab4da6c3 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Made reservation on behalf of 3c987387d4e2427e87a5c81028da98eb for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:28:58.315520 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-094e37b6-d15d-4e2f-9617-42f2ab4da6c3 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:58.339150 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-094e37b6-d15d-4e2f-9617-42f2ab4da6c3 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] device_id is not set on port 5446b50a-cffe-4114-afd1-9a082b1f73e5 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:28:58.463597 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-094e37b6-d15d-4e2f-9617-42f2ab4da6c3 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Allocated IP 172.20.0.4 (01cacb85-f117-4a9e-8a89-a02d1525c240/bee49d81-c388-40ee-b9f1-92b259ba44e4/5446b50a-cffe-4114-afd1-9a082b1f73e5) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:28:58.475706 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bdde5858-476d-4569-8bb2-9fb713ad0937 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:28:58.603462 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bdde5858-476d-4569-8bb2-9fb713ad0937, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bdde5858-476d-4569-8bb2-9fb713ad0937,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:58.619794 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'bdde5858-476d-4569-8bb2-9fb713ad0937', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'port_id': 'bdde5858-476d-4569-8bb2-9fb713ad0937', 'mac_address': 'fa:16:3e:9d:e9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:28:58.637892 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-094e37b6-d15d-4e2f-9617-42f2ab4da6c3 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:58.662766 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:58.663399 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-094e37b6-d15d-4e2f-9617-42f2ab4da6c3 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Transition to ACTIVE for port object 5446b50a-cffe-4114-afd1-9a082b1f73e5 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:28:58.679668 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdde5858-476d-4569-8bb2-9fb713ad0937 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:28:58.699915 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bdde5858-476d-4569-8bb2-9fb713ad0937, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bdde5858-476d-4569-8bb2-9fb713ad0937,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:28:58.758247 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:58.759052 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-094e37b6-d15d-4e2f-9617-42f2ab4da6c3 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:58.832554 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bdde5858-476d-4569-8bb2-9fb713ad0937,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:58.863550 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094e37b6-d15d-4e2f-9617-42f2ab4da6c3 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Network 01cacb85-f117-4a9e-8a89-a02d1525c240 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:28:58.868260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-094e37b6-d15d-4e2f-9617-42f2ab4da6c3 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:28:58.870707 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094e37b6-d15d-4e2f-9617-42f2ab4da6c3 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:28:58.917655 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e37b6-d15d-4e2f-9617-42f2ab4da6c3 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event updated for resources: {'Port': ['ID=5446b50a-cffe-4114-afd1-9a082b1f73e5,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:28:58.950349 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094e37b6-d15d-4e2f-9617-42f2ab4da6c3 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:58.951021 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-094e37b6-d15d-4e2f-9617-42f2ab4da6c3 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:58.982381 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-e9ce3458-014c-4c7d-af27-bdeae64ed007 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2105556 Jul 05 10:28:59.015266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['bdde5858-476d-4569-8bb2-9fb713ad0937'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:28:59.078666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46336) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:28:59.084921 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-094e37b6-d15d-4e2f-9617-42f2ab4da6c3 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9521143 Jul 05 10:28:59.162307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-7d56072e-2291-4317-a9be-79addd81241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:59.164069 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-7d56072e-2291-4317-a9be-79addd81241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:59.165454 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-7d56072e-2291-4317-a9be-79addd81241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:59.166040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-7d56072e-2291-4317-a9be-79addd81241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:59.166833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-7d56072e-2291-4317-a9be-79addd81241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:59.167395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-7d56072e-2291-4317-a9be-79addd81241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:59.168338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-7d56072e-2291-4317-a9be-79addd81241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:59.171270 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-7d56072e-2291-4317-a9be-79addd81241b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6730456afa24179937818b8d8e62041&device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 6507 time: 0.1203890 Jul 05 10:28:59.355214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2155e98f-6628-4a5c-ba78-3cc9aed24d45 None None] Provisioning for port 5446b50a-cffe-4114-afd1-9a082b1f73e5 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:28:59.359499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2155e98f-6628-4a5c-ba78-3cc9aed24d45 None None] Provisioning complete for port 5446b50a-cffe-4114-afd1-9a082b1f73e5 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:28:59.360330 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2155e98f-6628-4a5c-ba78-3cc9aed24d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:59.384847 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'project_id': '3c987387d4e2427e87a5c81028da98eb', 'port_id': '5446b50a-cffe-4114-afd1-9a082b1f73e5'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:28:59.419142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2155e98f-6628-4a5c-ba78-3cc9aed24d45 None None] Port 5446b50a-cffe-4114-afd1-9a082b1f73e5 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:28:59.441909 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-8c9ab15e-f73a-4502-b48c-6ed187830d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:59.442513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-8c9ab15e-f73a-4502-b48c-6ed187830d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:59.442858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-8c9ab15e-f73a-4502-b48c-6ed187830d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:59.444541 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-8c9ab15e-f73a-4502-b48c-6ed187830d71 service neutron] 10.222.0.73 "GET /v2.0/networks?id=790a2fc1-a8c9-440b-a219-3f87c3a52e5a&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=fe926520-9d96-4a2d-8770-b9c16396c5e0&id=fe926520-9d96-4a2d-8770-b9c16396c5e0 HTTP/1.1" status: 200 len: 2298 time: 0.2383254 Jul 05 10:28:59.479367 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:59.528125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526245-b0e1-4cde-98d4-e418618a5f6a req-d57aefd6-4ace-4768-b59a-92b2b7d715e9 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:59.529659 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a2526245-b0e1-4cde-98d4-e418618a5f6a req-d57aefd6-4ace-4768-b59a-92b2b7d715e9 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 945 time: 0.1525104 Jul 05 10:28:59.540365 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-27ef4ca6-6147-4bd1-85b6-10e9bc465c28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fffa5d11-45e6-4914-88f1-c5bffc30543b HTTP/1.1" status: 200 len: 1000 time: 0.0889618 Jul 05 10:28:59.582503 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:59.625619 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a2526245-b0e1-4cde-98d4-e418618a5f6a req-daf83b09-d2c9-42cc-8f74-4294e53776a7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885377 Jul 05 10:28:59.631678 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-90ee5a03-4376-4c70-9adb-baac3bc1149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:59.633051 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-90ee5a03-4376-4c70-9adb-baac3bc1149c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7cf4802-24ef-472a-8c66-7e6ccb85e80d HTTP/1.1" status: 200 len: 856 time: 0.0775025 Jul 05 10:28:59.700024 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-bd885727-f234-4570-91dc-3ec04716eece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:28:59.701597 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-bd885727-f234-4570-91dc-3ec04716eece service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=790a2fc1-a8c9-440b-a219-3f87c3a52e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612073 Jul 05 10:28:59.738943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Allocated IP 172.25.5.196 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/069a736f-698f-4d54-90c3-e4429cb0673f) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:28:59.848120 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-a624aa02-8713-49fa-9462-a93416275f71 service neutron] 10.222.0.73 "GET /v2.0/networks/790a2fc1-a8c9-440b-a219-3f87c3a52e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400335 Jul 05 10:28:59.869397 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:28:59.948208 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-843d1ee0-d6f4-4bf1-b193-0a078012c8c8 service neutron] 10.222.0.73 "GET /v2.0/networks/790a2fc1-a8c9-440b-a219-3f87c3a52e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934417 Jul 05 10:28:59.989778 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-99932a14-2eae-47ec-be96-093fee46fddc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef HTTP/1.1" status: 200 len: 217 time: 0.0353405 Jul 05 10:29:00.000803 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:00.045162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-4a3e7e32-15fa-4210-9288-bfa2dbd502d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:00.046961 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-4a3e7e32-15fa-4210-9288-bfa2dbd502d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0501204 Jul 05 10:29:00.047148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:00.050179 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:00.052922 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:00.091471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Pushing event updated for resources: {'Port': ['ID=069a736f-698f-4d54-90c3-e4429cb0673f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:00.107571 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-ee771544-b77d-44db-9c2e-1b2e40c709ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:00.109146 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-ee771544-b77d-44db-9c2e-1b2e40c709ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0563636 Jul 05 10:29:00.203350 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-1f40243d-7077-4080-ab25-e509f0385b6c service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877438 Jul 05 10:29:00.275165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46354) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:00.301368 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-9a791de9-8345-4c6c-97a5-b6c767d631a6 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918036 Jul 05 10:29:00.344019 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-65a7fcde-f4ec-4cd8-8b9b-8db1b19ab6c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 HTTP/1.1" status: 200 len: 217 time: 0.0361254 Jul 05 10:29:00.394935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-54ac3799-529b-4077-a856-b3064113f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:00.396602 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-54ac3799-529b-4077-a856-b3064113f363 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0468924 Jul 05 10:29:00.419053 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9acb6c2-cbc5-4ae7-b9b4-8007f4638e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:00.458307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-2ca7e9e5-c222-43ba-ac71-70a0b468f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:00.459853 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-2ca7e9e5-c222-43ba-ac71-70a0b468f383 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0574920 Jul 05 10:29:00.475862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bdde5858-476d-4569-8bb2-9fb713ad0937 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:29:00.520735 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:00.558127 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-d4cdb5ef-ad39-4a4e-87fc-c15ed5728c22 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850234 Jul 05 10:29:00.606579 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9acb6c2-cbc5-4ae7-b9b4-8007f4638e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:00.607925 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port bdde5858-476d-4569-8bb2-9fb713ad0937 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:00.613376 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port bdde5858-476d-4569-8bb2-9fb713ad0937 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:00.613811 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:00.652252 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-878051cf-afe4-47ae-be7e-1fd1efd4c825 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876334 Jul 05 10:29:00.695555 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9acb6c2-cbc5-4ae7-b9b4-8007f4638e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:00.697423 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:00.707012 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-2a6cf79d-6118-4f12-8e49-45df514c207e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=3ac044fe-0830-4bcc-8679-44388904c41f HTTP/1.1" status: 200 len: 217 time: 0.0481253 Jul 05 10:29:00.725946 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdde5858-476d-4569-8bb2-9fb713ad0937'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:29:00.729111 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853ff9a9-151b-4e6f-85bc-b48492138d7e" -d '{"events": [{"server_uuid": "d02c2907-919c-46cf-b1e2-19c167fea356", "name": "network-vif-plugged", "status": "completed", "tag": "bdde5858-476d-4569-8bb2-9fb713ad0937"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:29:00.742255 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f9acb6c2-cbc5-4ae7-b9b4-8007f4638e02 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c3cd3b4831cc4e96aa389ea041bed40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4657075 Jul 05 10:29:00.742884 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46362) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:00.747058 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bdde5858-476d-4569-8bb2-9fb713ad0937, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bdde5858-476d-4569-8bb2-9fb713ad0937,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:00.758784 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:00.775097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-aec46142-cbde-4132-b32e-4c29a340585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:00.776702 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-aec46142-cbde-4132-b32e-4c29a340585d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0641596 Jul 05 10:29:00.784418 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d9621b-f7cf-4db4-ad76-046d2e30e4b1 x-openstack-request-id: req-24d9621b-f7cf-4db4-ad76-046d2e30e4b1 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:29:00.790232 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02c2907-919c-46cf-b1e2-19c167fea356", "name": "network-vif-plugged", "status": "completed", "tag": "bdde5858-476d-4569-8bb2-9fb713ad0937", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:29:00.790232 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24d9621b-f7cf-4db4-ad76-046d2e30e4b1 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:29:00.790232 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdde5858-476d-4569-8bb2-9fb713ad0937', 'code': 200} Jul 05 10:29:00.799249 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acb6c2-cbc5-4ae7-b9b4-8007f4638e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a3410d-92b6-480b-984b-afd56228b5dc,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:00.809173 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:00.862403 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bdde5858-476d-4569-8bb2-9fb713ad0937,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:00.864988 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-78ff1989-7e6f-43e9-8379-5cf4b3e852ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:00.867231 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-78ff1989-7e6f-43e9-8379-5cf4b3e852ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0832417 Jul 05 10:29:00.974754 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-cdca71a7-4b38-49c1-930d-bb9e345e8332 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009262 Jul 05 10:29:00.978588 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a40e796c-04ae-4869-b06f-39d486ae3c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:01.036412 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a40e796c-04ae-4869-b06f-39d486ae3c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:01.077004 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-7d84a1a8-27c8-4b1e-bbf6-160ece40adf1 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966203 Jul 05 10:29:01.083307 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a533e1-1ee9-4c1a-9373-2a192eafa09f req-c0330082-6421-494b-bff4-975e4a39ac1e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:01.085084 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8a533e1-1ee9-4c1a-9373-2a192eafa09f req-c0330082-6421-494b-bff4-975e4a39ac1e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.2927511 Jul 05 10:29:01.118688 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-cc22f050-cb5d-41b7-a996-a4d87501aa13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a HTTP/1.1" status: 200 len: 217 time: 0.0358186 Jul 05 10:29:01.156482 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbaf10-5c71-4dbb-a0db-151785a465e3 req-eb2750c8-da40-41e2-a3df-32c6cc6f19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:01.158583 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dddbaf10-5c71-4dbb-a0db-151785a465e3 req-eb2750c8-da40-41e2-a3df-32c6cc6f19b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 1098 time: 0.2426496 Jul 05 10:29:01.169381 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-09806942-2504-4d64-8b8b-475a4b64b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:01.170961 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-09806942-2504-4d64-8b8b-475a4b64b308 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0460060 Jul 05 10:29:01.199647 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:01.203904 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8a533e1-1ee9-4c1a-9373-2a192eafa09f req-605ba6a0-360f-460e-84b1-0f3a1594bb92 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970855 Jul 05 10:29:01.221166 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dddbaf10-5c71-4dbb-a0db-151785a465e3 req-2ebc1a52-f039-4627-b593-4adf5679494b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552113 Jul 05 10:29:01.243586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-1ff7f6ae-3ae1-400a-9101-60719964d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:01.245525 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-1ff7f6ae-3ae1-400a-9101-60719964d646 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0687139 Jul 05 10:29:01.274416 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a40e796c-04ae-4869-b06f-39d486ae3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:01.276992 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a40e796c-04ae-4869-b06f-39d486ae3c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:01.278178 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a40e796c-04ae-4869-b06f-39d486ae3c3b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c5a3410d-92b6-480b-984b-afd56228b5dc HTTP/1.1" status: 204 len: 168 time: 0.5298464 Jul 05 10:29:01.286461 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e796c-04ae-4869-b06f-39d486ae3c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a3410d-92b6-480b-984b-afd56228b5dc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:01.288677 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:01.345866 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-40c3b386-78d5-47bf-bfe7-06014269490a service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938351 Jul 05 10:29:01.378920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Pushing event updated for resources: {'Port': ['ID=069a736f-698f-4d54-90c3-e4429cb0673f,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:01.388939 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:01.451089 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-9b0033ce-1e86-4053-9d78-c160d430a27f service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995014 Jul 05 10:29:01.492578 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-359ab2a8-4a45-41f3-8494-606daa441c0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfa8cf6e-3669-4539-adce-95324f9f4748 HTTP/1.1" status: 200 len: 217 time: 0.0353057 Jul 05 10:29:01.507424 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Floating IP d8155f43-20e2-4769-a257-617bca67a473 associated. External IP: 172.25.5.196, port: 5446b50a-cffe-4114-afd1-9a082b1f73e5. Jul 05 10:29:01.546083 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-6701b1ff-ef09-43d0-ad2d-49eb64ac782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:01.546083 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-6701b1ff-ef09-43d0-ad2d-49eb64ac782f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e9418dd-e12b-4545-a8c0-25cb3a67831b HTTP/1.1" status: 200 len: 797 time: 0.0472362 Jul 05 10:29:01.624327 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-0a75c09d-78a4-4d89-aadb-d20f30eba143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:01.625863 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-0a75c09d-78a4-4d89-aadb-d20f30eba143 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe926520-9d96-4a2d-8770-b9c16396c5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0741730 Jul 05 10:29:01.729909 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-777577ea-1f94-449c-9838-f852c250e535 service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977936 Jul 05 10:29:01.766576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Router c3846330-d2a1-4828-aca0-f9a0a3228205 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:29:01.824691 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-3a6e8e20-79bd-436d-ae9d-11603c1e4150 service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888529 Jul 05 10:29:01.866194 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-4e159e9f-0e98-4090-8c08-cade7123b117 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=241fbf91-b9f3-4d7c-bcee-bb68eec0e536 HTTP/1.1" status: 200 len: 217 time: 0.0358658 Jul 05 10:29:01.886440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:01.895670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf852fc9-427d-4b7f-9c04-a8b37eb66b61 None None] Sync routers for ids ['c3846330-d2a1-4828-aca0-f9a0a3228205'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:01.906288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf852fc9-427d-4b7f-9c04-a8b37eb66b61 None None] Routers {'c3846330-d2a1-4828-aca0-f9a0a3228205'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:01.906985 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-bf852fc9-427d-4b7f-9c04-a8b37eb66b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c3846330-d2a1-4828-aca0-f9a0a3228205'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:01.922747 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-145052a9-654c-4a84-8815-ce083f02e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:01.924784 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-145052a9-654c-4a84-8815-ce083f02e6e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e9418dd-e12b-4545-a8c0-25cb3a67831b HTTP/1.1" status: 200 len: 797 time: 0.0515714 Jul 05 10:29:01.942372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-bf852fc9-427d-4b7f-9c04-a8b37eb66b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:01.952062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf852fc9-427d-4b7f-9c04-a8b37eb66b61 None None] Routers {'c3846330-d2a1-4828-aca0-f9a0a3228205'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:01.952669 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-bf852fc9-427d-4b7f-9c04-a8b37eb66b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c3846330-d2a1-4828-aca0-f9a0a3228205'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:01.989327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-bf852fc9-427d-4b7f-9c04-a8b37eb66b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:01.989993 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf852fc9-427d-4b7f-9c04-a8b37eb66b61 None None] The sync data for ids ['c3846330-d2a1-4828-aca0-f9a0a3228205'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:02.000542 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-548fb0a5-f13d-4f58-9d5d-ad573232dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:02.004594 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-548fb0a5-f13d-4f58-9d5d-ad573232dc4c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe926520-9d96-4a2d-8770-b9c16396c5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0710380 Jul 05 10:29:02.046422 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:02.090465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46416) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:02.111484 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-55801f03-695e-494d-9213-f6e2a22ab927 service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028740 Jul 05 10:29:02.112001 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bcdac6ce-dfd3-4b0d-a499-4d4f3e3d036a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:02.116709 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-97ae2d70-a383-49fa-b989-1b1f68e93c49 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.0363371 Jul 05 10:29:02.122121 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46418) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:02.210224 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d32e5846-9569-43c8-88d3-1fe0368713a7 req-ee814a85-8f81-4249-8b9e-4d7d15da6c4b service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934327 Jul 05 10:29:02.270824 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d9c8e49b-e976-4893-b9da-e3945b3bc15a tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] 10.222.0.77 "GET /v2.0/floatingips/d8155f43-20e2-4769-a257-617bca67a473 HTTP/1.1" status: 200 len: 982 time: 0.1453168 Jul 05 10:29:02.271336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46430) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:02.608292 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067b9ff-5563-4afe-8439-cd3a58764289 req-2854cadd-7b50-4145-a082-a4ddaced864e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:02.609996 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c067b9ff-5563-4afe-8439-cd3a58764289 req-2854cadd-7b50-4145-a082-a4ddaced864e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.0705423 Jul 05 10:29:02.653369 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c067b9ff-5563-4afe-8439-cd3a58764289 req-857c4198-3a4a-41fe-98ec-365a6b153b71 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365696 Jul 05 10:29:02.780143 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e103e89a-676d-40fb-bec7-3807999ae518 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2730 time: 0.5078914 Jul 05 10:29:02.783315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46456) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:02.837081 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bcdac6ce-dfd3-4b0d-a499-4d4f3e3d036a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:02.866441 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67e5ae-dd22-4ba0-80ec-ccbe13fe375c req-aa2fdcd0-2a90-4d7a-9802-2ac14e281172 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:02.867965 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a67e5ae-dd22-4ba0-80ec-ccbe13fe375c req-aa2fdcd0-2a90-4d7a-9802-2ac14e281172 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.0842166 Jul 05 10:29:02.878603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46460) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:02.885747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-26448f89-8985-411d-875c-d7e6a80df1c5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Request body: {'floatingip': {'port_id': 'bdde5858-476d-4569-8bb2-9fb713ad0937'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:02.913558 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bcdac6ce-dfd3-4b0d-a499-4d4f3e3d036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:02.956178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-bf69c655-38cc-4969-9b42-110788546ad9 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Deleting port 069a736f-698f-4d54-90c3-e4429cb0673f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:02.956609 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf69c655-38cc-4969-9b42-110788546ad9 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:02.974813 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-26448f89-8985-411d-875c-d7e6a80df1c5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for floatingip, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:03.030687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdac6ce-dfd3-4b0d-a499-4d4f3e3d036a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63976c04-6afe-437d-a04b-5632e2855752,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:03.037405 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bcdac6ce-dfd3-4b0d-a499-4d4f3e3d036a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8ff06d8dfb24e60954e139d9dec9946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9434295 Jul 05 10:29:03.038886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46470) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:03.063091 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf69c655-38cc-4969-9b42-110788546ad9 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:03.063426 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf69c655-38cc-4969-9b42-110788546ad9 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:03.094301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-bf69c655-38cc-4969-9b42-110788546ad9 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Calling delete_port for 069a736f-698f-4d54-90c3-e4429cb0673f owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:03.148797 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24dbde6e-4df9-42d9-8062-0ff3739a0f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:03.191546 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24dbde6e-4df9-42d9-8062-0ff3739a0f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:03.356256 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24dbde6e-4df9-42d9-8062-0ff3739a0f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:03.359856 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24dbde6e-4df9-42d9-8062-0ff3739a0f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:03.364027 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-24dbde6e-4df9-42d9-8062-0ff3739a0f30 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63976c04-6afe-437d-a04b-5632e2855752 HTTP/1.1" status: 204 len: 168 time: 0.3218319 Jul 05 10:29:03.378926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbde6e-4df9-42d9-8062-0ff3739a0f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63976c04-6afe-437d-a04b-5632e2855752,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:03.384147 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf69c655-38cc-4969-9b42-110788546ad9 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:03.420068 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69c655-38cc-4969-9b42-110788546ad9 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event deleted for resources: {'Port': ['ID=069a736f-698f-4d54-90c3-e4429cb0673f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:03.496963 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf69c655-38cc-4969-9b42-110788546ad9 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:03.497606 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-bf69c655-38cc-4969-9b42-110788546ad9 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Floating IP d8155f43-20e2-4769-a257-617bca67a473 disassociated (deleted). External IP: 172.25.5.196, port: 5446b50a-cffe-4114-afd1-9a082b1f73e5. Jul 05 10:29:03.535031 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-26448f89-8985-411d-875c-d7e6a80df1c5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:03.600241 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-26448f89-8985-411d-875c-d7e6a80df1c5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:03.707450 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-26448f89-8985-411d-875c-d7e6a80df1c5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Floating IP 790b29f5-41f4-4083-8ab4-884ee74171eb associated. External IP: 172.25.5.140, port: bdde5858-476d-4569-8bb2-9fb713ad0937. Jul 05 10:29:03.716428 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf69c655-38cc-4969-9b42-110788546ad9 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Router c3846330-d2a1-4828-aca0-f9a0a3228205 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:29:03.834679 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf69c655-38cc-4969-9b42-110788546ad9 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:03.839987 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf69c655-38cc-4969-9b42-110788546ad9 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:03.847656 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9badc9c2-3bea-48f1-86f4-991c45d18a99 None None] Sync routers for ids ['c3846330-d2a1-4828-aca0-f9a0a3228205'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:03.864288 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9badc9c2-3bea-48f1-86f4-991c45d18a99 None None] Routers {'c3846330-d2a1-4828-aca0-f9a0a3228205'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:03.866058 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9badc9c2-3bea-48f1-86f4-991c45d18a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c3846330-d2a1-4828-aca0-f9a0a3228205'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:03.896287 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bf69c655-38cc-4969-9b42-110788546ad9 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] 10.222.0.77 "DELETE /v2.0/floatingips/d8155f43-20e2-4769-a257-617bca67a473 HTTP/1.1" status: 204 len: 168 time: 1.1116855 Jul 05 10:29:03.901906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46516) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:03.906889 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:03.912047 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9badc9c2-3bea-48f1-86f4-991c45d18a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:03.921672 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9badc9c2-3bea-48f1-86f4-991c45d18a99 None None] Routers {'c3846330-d2a1-4828-aca0-f9a0a3228205'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:03.922429 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9badc9c2-3bea-48f1-86f4-991c45d18a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c3846330-d2a1-4828-aca0-f9a0a3228205'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:03.960271 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9badc9c2-3bea-48f1-86f4-991c45d18a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:03.960919 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9badc9c2-3bea-48f1-86f4-991c45d18a99 None None] The sync data for ids ['c3846330-d2a1-4828-aca0-f9a0a3228205'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:03.961094 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26448f89-8985-411d-875c-d7e6a80df1c5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Router 16cef306-6378-4161-ada5-3c41aae36ad6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:29:04.012030 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:04.076624 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26448f89-8985-411d-875c-d7e6a80df1c5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:04.082268 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-26448f89-8985-411d-875c-d7e6a80df1c5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:04.090977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a754f-508a-47ac-b233-00a5169e5108 None None] Sync routers for ids ['16cef306-6378-4161-ada5-3c41aae36ad6'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:04.102423 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a754f-508a-47ac-b233-00a5169e5108 None None] Routers {'16cef306-6378-4161-ada5-3c41aae36ad6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:04.103042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-209a754f-508a-47ac-b233-00a5169e5108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['16cef306-6378-4161-ada5-3c41aae36ad6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:04.133084 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-26448f89-8985-411d-875c-d7e6a80df1c5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "PUT /v2.0/floatingips/790b29f5-41f4-4083-8ab4-884ee74171eb HTTP/1.1" status: 200 len: 992 time: 1.2520936 Jul 05 10:29:04.137911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'tag': 'bdde5858-476d-4569-8bb2-9fb713ad0937'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:29:04.137911 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3071c36b-4e70-4e84-9574-c62192e0462d" -d '{"events": [{"name": "network-changed", "server_uuid": "d02c2907-919c-46cf-b1e2-19c167fea356", "tag": "bdde5858-476d-4569-8bb2-9fb713ad0937"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:29:04.224550 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b098b78a-7be2-48f1-b13d-796f308876fd x-openstack-request-id: req-b098b78a-7be2-48f1-b13d-796f308876fd {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:29:04.224550 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02c2907-919c-46cf-b1e2-19c167fea356", "tag": "bdde5858-476d-4569-8bb2-9fb713ad0937", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:29:04.224550 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b098b78a-7be2-48f1-b13d-796f308876fd {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:29:04.224550 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'tag': 'bdde5858-476d-4569-8bb2-9fb713ad0937', 'status': 'completed', 'code': 200} Jul 05 10:29:04.296075 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-209a754f-508a-47ac-b233-00a5169e5108 None None] Set router 16cef306-6378-4161-ada5-3c41aae36ad6 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:04.325812 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071c36b-4e70-4e84-9574-c62192e0462d req-0914df08-2cbd-47c0-9876-2344d55b7338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:04.327583 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3071c36b-4e70-4e84-9574-c62192e0462d req-0914df08-2cbd-47c0-9876-2344d55b7338 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 1098 time: 0.0936821 Jul 05 10:29:04.428766 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:04.502578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071c36b-4e70-4e84-9574-c62192e0462d req-0a2f4d52-edb4-41da-a459-69b57036e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:04.504420 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3071c36b-4e70-4e84-9574-c62192e0462d req-0a2f4d52-edb4-41da-a459-69b57036e5a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 200 len: 916 time: 0.1703429 Jul 05 10:29:04.559250 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Allocated IP 172.25.5.131 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/7fd75879-3811-4d2d-a856-cd2e9dbf3699) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:04.583284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-209a754f-508a-47ac-b233-00a5169e5108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '790b29f5-41f4-4083-8ab4-884ee74171eb', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'port_id': 'bdde5858-476d-4569-8bb2-9fb713ad0937', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'mac_address': 'fa:16:3e:9d:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:28:45Z', 'updated_at': '2021-07-05T10:29:03Z', 'revision_number': 1, 'project_id': '362ae62a323e4233ac08e724c10958da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886d727a-6057-4e0b-bbea-3c838d5b7eda', 'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'mac_address': 'fa:16:3e:14:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:39Z', 'updated_at': '2021-07-05T10:28:45Z', 'revision_number': 5, 'project_id': '362ae62a323e4233ac08e724c10958da', 'subnets': [{'id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:04.612044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a754f-508a-47ac-b233-00a5169e5108 None None] Checking router: 16cef306-6378-4161-ada5-3c41aae36ad6 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:29:04.621507 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a754f-508a-47ac-b233-00a5169e5108 None None] Routers {'16cef306-6378-4161-ada5-3c41aae36ad6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:04.622407 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-209a754f-508a-47ac-b233-00a5169e5108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['16cef306-6378-4161-ada5-3c41aae36ad6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:04.651836 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3071c36b-4e70-4e84-9574-c62192e0462d req-20abbaa5-37e4-4be1-bdb2-33daa009ea47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdde5858-476d-4569-8bb2-9fb713ad0937 HTTP/1.1" status: 200 len: 1000 time: 0.1405883 Jul 05 10:29:04.682680 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:04.721566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071c36b-4e70-4e84-9574-c62192e0462d req-a00f15f8-0992-4283-a951-6ff52553d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:04.723427 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3071c36b-4e70-4e84-9574-c62192e0462d req-a00f15f8-0992-4283-a951-6ff52553d602 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29e232e9-0213-4c50-9eaa-5083f737c183 HTTP/1.1" status: 200 len: 854 time: 0.0622926 Jul 05 10:29:04.795773 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071c36b-4e70-4e84-9574-c62192e0462d req-a9528bb9-c741-41e5-965a-87adff247176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:04.797492 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3071c36b-4e70-4e84-9574-c62192e0462d req-a9528bb9-c741-41e5-965a-87adff247176 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671072 Jul 05 10:29:04.843945 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:04.905504 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:04.909870 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:04.916574 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:04.930948 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3071c36b-4e70-4e84-9574-c62192e0462d req-e0c8c88e-be39-43d2-a3d5-00b9b3424ef2 service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166041 Jul 05 10:29:04.931224 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-209a754f-508a-47ac-b233-00a5169e5108 None None] Set router 16cef306-6378-4161-ada5-3c41aae36ad6 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:04.949114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Pushing event updated for resources: {'Port': ['ID=7fd75879-3811-4d2d-a856-cd2e9dbf3699,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:05.023536 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:05.029676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3071c36b-4e70-4e84-9574-c62192e0462d req-77bdc12e-d54d-44f2-a8f0-7c1d869c7222 service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023877 Jul 05 10:29:05.157970 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:05.202064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-209a754f-508a-47ac-b233-00a5169e5108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '790b29f5-41f4-4083-8ab4-884ee74171eb', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'port_id': 'bdde5858-476d-4569-8bb2-9fb713ad0937', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'mac_address': 'fa:16:3e:9d:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:28:45Z', 'updated_at': '2021-07-05T10:29:03Z', 'revision_number': 1, 'project_id': '362ae62a323e4233ac08e724c10958da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886d727a-6057-4e0b-bbea-3c838d5b7eda', 'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'mac_address': 'fa:16:3e:14:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:39Z', 'updated_at': '2021-07-05T10:28:45Z', 'revision_number': 5, 'project_id': '362ae62a323e4233ac08e724c10958da', 'subnets': [{'id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:05.230155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a754f-508a-47ac-b233-00a5169e5108 None None] The sync data for ids ['16cef306-6378-4161-ada5-3c41aae36ad6'] in n-d-779913-27 is: [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '790b29f5-41f4-4083-8ab4-884ee74171eb', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'port_id': 'bdde5858-476d-4569-8bb2-9fb713ad0937', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'mac_address': 'fa:16:3e:9d:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:28:45Z', 'updated_at': '2021-07-05T10:29:03Z', 'revision_number': 1, 'project_id': '362ae62a323e4233ac08e724c10958da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886d727a-6057-4e0b-bbea-3c838d5b7eda', 'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'mac_address': 'fa:16:3e:14:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:39Z', 'updated_at': '2021-07-05T10:28:45Z', 'revision_number': 5, 'project_id': '362ae62a323e4233ac08e724c10958da', 'subnets': [{'id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:05.296096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46586) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:05.373036 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:05.438268 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cf52423e-2d81-477b-bf6b-e1a4a1ba2332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:05.475777 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:05.496243 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311721ac-025c-46b6-9af9-3eef3c5b6ce8 None None] New status for floating IP 790b29f5-41f4-4083-8ab4-884ee74171eb: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:29:05.567216 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Pushing event updated for resources: {'Port': ['ID=7fd75879-3811-4d2d-a856-cd2e9dbf3699,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:05.591854 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:05.621826 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cf52423e-2d81-477b-bf6b-e1a4a1ba2332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:05.706997 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cf52423e-2d81-477b-bf6b-e1a4a1ba2332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:05.746549 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cf52423e-2d81-477b-bf6b-e1a4a1ba2332 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1777ac4bd21445e98c85085bc08c4b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4540520 Jul 05 10:29:05.747447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52423e-2d81-477b-bf6b-e1a4a1ba2332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106c3dcb-c2e5-4012-be43-7cbd7202388e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:05.749655 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46608) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:05.762529 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:05.766451 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fd45071f-c1ee-4dbb-bf4b-6c62d6a9b435 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8632641 Jul 05 10:29:05.767984 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46610) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:05.814553 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-131dd69b-1155-495e-8ecf-a504dc29bebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:05.838182 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-131dd69b-1155-495e-8ecf-a504dc29bebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:05.893877 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:06.007931 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-131dd69b-1155-495e-8ecf-a504dc29bebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:06.010594 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-131dd69b-1155-495e-8ecf-a504dc29bebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:06.011859 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-131dd69b-1155-495e-8ecf-a504dc29bebe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/106c3dcb-c2e5-4012-be43-7cbd7202388e HTTP/1.1" status: 204 len: 168 time: 0.2597733 Jul 05 10:29:06.020640 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dd69b-1155-495e-8ecf-a504dc29bebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106c3dcb-c2e5-4012-be43-7cbd7202388e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:06.076090 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:06.174400 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:06.284437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Allocated IP 172.25.5.222 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/42e103c0-de65-46d7-845c-bb92b30fffd8) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:06.630329 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:06.751123 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:06.788371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:06.791183 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:06.797365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:06.825618 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Pushing event updated for resources: {'Port': ['ID=42e103c0-de65-46d7-845c-bb92b30fffd8,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:06.894703 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:07.072244 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:07.239982 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:07.316741 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:07.336867 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:29:07.395235 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Pushing event updated for resources: {'Port': ['ID=42e103c0-de65-46d7-845c-bb92b30fffd8,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:07.407082 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:07.550986 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:07.552295 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-779c6295-ad26-42f3-a7a3-613b5308b66a tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7830698 Jul 05 10:29:07.554751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46710) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:07.636302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-07594e6e-5ec0-4c8c-8a77-a554d6940b69 tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.0793757 Jul 05 10:29:07.638077 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46716) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:07.714286 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b5291aaa-af45-4241-a637-a3c5eccefc01 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0716119 Jul 05 10:29:07.715145 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46722) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:07.857330 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-a3d98c61-360b-46ca-afc4-fac90af7e7d1 tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Deleting port 42e103c0-de65-46d7-845c-bb92b30fffd8 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:07.857681 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3d98c61-360b-46ca-afc4-fac90af7e7d1 tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:07.955191 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3d98c61-360b-46ca-afc4-fac90af7e7d1 tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:07.955687 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3d98c61-360b-46ca-afc4-fac90af7e7d1 tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:07.970560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-a3d98c61-360b-46ca-afc4-fac90af7e7d1 tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Calling delete_port for 42e103c0-de65-46d7-845c-bb92b30fffd8 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:08.225117 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3d98c61-360b-46ca-afc4-fac90af7e7d1 tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:08.262348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d98c61-360b-46ca-afc4-fac90af7e7d1 tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Pushing event deleted for resources: {'Port': ['ID=42e103c0-de65-46d7-845c-bb92b30fffd8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:08.321134 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3d98c61-360b-46ca-afc4-fac90af7e7d1 tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:08.324079 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3d98c61-360b-46ca-afc4-fac90af7e7d1 tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:08.325265 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a3d98c61-360b-46ca-afc4-fac90af7e7d1 tempest-FloatingIPAdminTestJSON-1856918180 tempest-FloatingIPAdminTestJSON-1856918180-project] 10.222.0.77 "DELETE /v2.0/floatingips/884139bb-206d-43aa-b7d4-b7b44337dfe1 HTTP/1.1" status: 204 len: 168 time: 0.6089063 Jul 05 10:29:08.328003 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46762) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:08.497723 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-012c8ed6-569c-4cea-b1bc-4df16bfd64ca tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Deleting port 7fd75879-3811-4d2d-a856-cd2e9dbf3699 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:08.502319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-012c8ed6-569c-4cea-b1bc-4df16bfd64ca tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:08.583068 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-012c8ed6-569c-4cea-b1bc-4df16bfd64ca tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:08.583503 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-012c8ed6-569c-4cea-b1bc-4df16bfd64ca tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:08.599057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-012c8ed6-569c-4cea-b1bc-4df16bfd64ca tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Calling delete_port for 7fd75879-3811-4d2d-a856-cd2e9dbf3699 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:08.820307 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-012c8ed6-569c-4cea-b1bc-4df16bfd64ca tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:08.854462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c8ed6-569c-4cea-b1bc-4df16bfd64ca tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fd75879-3811-4d2d-a856-cd2e9dbf3699,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:08.924703 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-012c8ed6-569c-4cea-b1bc-4df16bfd64ca tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:08.927555 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-012c8ed6-569c-4cea-b1bc-4df16bfd64ca tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:08.930365 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-012c8ed6-569c-4cea-b1bc-4df16bfd64ca tempest-FloatingIPAdminTestJSON-1011435083 tempest-FloatingIPAdminTestJSON-1011435083-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/d83f14ac-98bb-4116-9204-9b3aadb8eddc HTTP/1.1" status: 204 len: 168 time: 0.5999699 Jul 05 10:29:08.932388 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46820) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:09.049305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-d59c61e8-1910-4c86-8534-6d5d9c7412c0 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Deleting port 5446b50a-cffe-4114-afd1-9a082b1f73e5 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:09.049873 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d59c61e8-1910-4c86-8534-6d5d9c7412c0 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:09.145116 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d59c61e8-1910-4c86-8534-6d5d9c7412c0 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:09.162182 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-d59c61e8-1910-4c86-8534-6d5d9c7412c0 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Calling delete_port for 5446b50a-cffe-4114-afd1-9a082b1f73e5 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:09.373835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d59c61e8-1910-4c86-8534-6d5d9c7412c0 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:09.407645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c61e8-1910-4c86-8534-6d5d9c7412c0 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event deleted for resources: {'Port': ['ID=5446b50a-cffe-4114-afd1-9a082b1f73e5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:09.482436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46848) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:09.495356 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d59c61e8-1910-4c86-8534-6d5d9c7412c0 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:09.499757 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d59c61e8-1910-4c86-8534-6d5d9c7412c0 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] 10.222.0.77 "DELETE /v2.0/ports/5446b50a-cffe-4114-afd1-9a082b1f73e5 HTTP/1.1" status: 204 len: 168 time: 0.5641859 Jul 05 10:29:09.500304 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46852) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:09.579855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ba84e6-69bf-4aa6-863c-e65e2ff6aca5 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:09.581889 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-93ba84e6-69bf-4aa6-863c-e65e2ff6aca5 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3846330-d2a1-4828-aca0-f9a0a3228205 HTTP/1.1" status: 200 len: 913 time: 0.0806272 Jul 05 10:29:09.584738 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46858) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:09.622876 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ca3a459-5ca4-4575-a6bb-7d9021e3f37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:09.723838 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ca3a459-5ca4-4575-a6bb-7d9021e3f37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:09.800252 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ca3a459-5ca4-4575-a6bb-7d9021e3f37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:09.840041 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8ca3a459-5ca4-4575-a6bb-7d9021e3f37c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84a2682b239e4e3fbe414ea3b98a1cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565478 Jul 05 10:29:09.845493 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46874) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:09.850253 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3a459-5ca4-4575-a6bb-7d9021e3f37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c701a1d-6bda-4cff-a3dc-36d1520a1789,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:09.904299 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7680697a-265e-4793-8c01-7bbda3916dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:09.929745 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7680697a-265e-4793-8c01-7bbda3916dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:09.994706 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b8237d65-b193-452d-8edc-f85e52c82372 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:10.068697 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7680697a-265e-4793-8c01-7bbda3916dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:10.071335 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7680697a-265e-4793-8c01-7bbda3916dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:10.072763 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7680697a-265e-4793-8c01-7bbda3916dc2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c701a1d-6bda-4cff-a3dc-36d1520a1789 HTTP/1.1" status: 204 len: 168 time: 0.2285798 Jul 05 10:29:10.082593 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680697a-265e-4793-8c01-7bbda3916dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c701a1d-6bda-4cff-a3dc-36d1520a1789,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:10.279865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b8237d65-b193-452d-8edc-f85e52c82372 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Deleting port 2d42cb52-aff2-4a2f-b585-848dd62544c6 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:10.280355 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b8237d65-b193-452d-8edc-f85e52c82372 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:10.368342 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b8237d65-b193-452d-8edc-f85e52c82372 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:10.381862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b8237d65-b193-452d-8edc-f85e52c82372 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Calling delete_port for 2d42cb52-aff2-4a2f-b585-848dd62544c6 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:10.663075 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b8237d65-b193-452d-8edc-f85e52c82372 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:10.692659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8237d65-b193-452d-8edc-f85e52c82372 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event deleted for resources: {'Port': ['ID=2d42cb52-aff2-4a2f-b585-848dd62544c6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:10.736209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46920) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:10.771130 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-17693ce7-0109-4253-8479-e9a36c07f5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:10.948610 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b8237d65-b193-452d-8edc-f85e52c82372 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:11.017098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-17693ce7-0109-4253-8479-e9a36c07f5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:11.065261 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6fb2bed0-ba27-42b0-ae3a-b2b4a39e602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:11.129998 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-17693ce7-0109-4253-8479-e9a36c07f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:11.207082 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17693ce7-0109-4253-8479-e9a36c07f5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be93b1c-f260-4308-877a-5006f14259ad,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:11.220252 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-17693ce7-0109-4253-8479-e9a36c07f5b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=03007a7f6e9f4950ab4615677f89fc21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837074 Jul 05 10:29:11.220687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46940) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:11.239690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8237d65-b193-452d-8edc-f85e52c82372 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Router c3846330-d2a1-4828-aca0-f9a0a3228205 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:29:11.277880 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f43a75bf-1fb2-4d74-b846-28cf316284a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:11.299919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f43a75bf-1fb2-4d74-b846-28cf316284a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:11.359682 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8237d65-b193-452d-8edc-f85e52c82372 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:11.365942 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b8237d65-b193-452d-8edc-f85e52c82372 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] 10.222.0.77 "PUT /v2.0/routers/c3846330-d2a1-4828-aca0-f9a0a3228205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7799320 Jul 05 10:29:11.368477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46952) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:11.371122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c385ab35-ee15-42f0-aae2-e109bb496e62 None None] Sync routers for ids ['c3846330-d2a1-4828-aca0-f9a0a3228205'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:11.382460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c385ab35-ee15-42f0-aae2-e109bb496e62 None None] Routers {'c3846330-d2a1-4828-aca0-f9a0a3228205'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:11.383229 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c385ab35-ee15-42f0-aae2-e109bb496e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c3846330-d2a1-4828-aca0-f9a0a3228205'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:11.415830 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c385ab35-ee15-42f0-aae2-e109bb496e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:11.420846 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f43a75bf-1fb2-4d74-b846-28cf316284a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:11.423559 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f43a75bf-1fb2-4d74-b846-28cf316284a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:11.425166 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f43a75bf-1fb2-4d74-b846-28cf316284a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9be93b1c-f260-4308-877a-5006f14259ad HTTP/1.1" status: 204 len: 168 time: 0.2038651 Jul 05 10:29:11.425820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c385ab35-ee15-42f0-aae2-e109bb496e62 None None] Routers {'c3846330-d2a1-4828-aca0-f9a0a3228205'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:11.426502 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c385ab35-ee15-42f0-aae2-e109bb496e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:28:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c3846330-d2a1-4828-aca0-f9a0a3228205'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:11.433353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a75bf-1fb2-4d74-b846-28cf316284a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be93b1c-f260-4308-877a-5006f14259ad,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:11.464822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c385ab35-ee15-42f0-aae2-e109bb496e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:11.465499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c385ab35-ee15-42f0-aae2-e109bb496e62 None None] The sync data for ids ['c3846330-d2a1-4828-aca0-f9a0a3228205'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:11.499569 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a940498e-a931-4be3-b553-b4e59c481980 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:11.879597 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a940498e-a931-4be3-b553-b4e59c481980 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:12.083388 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-a940498e-a931-4be3-b553-b4e59c481980 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Deleting port ec112027-253c-4122-8d55-78a67aa37990 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:12.084029 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a940498e-a931-4be3-b553-b4e59c481980 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:12.176697 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a940498e-a931-4be3-b553-b4e59c481980 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:12.191470 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-a940498e-a931-4be3-b553-b4e59c481980 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Calling delete_port for ec112027-253c-4122-8d55-78a67aa37990 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:12.437026 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a940498e-a931-4be3-b553-b4e59c481980 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:12.465200 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940498e-a931-4be3-b553-b4e59c481980 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event deleted for resources: {'Port': ['ID=ec112027-253c-4122-8d55-78a67aa37990,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:12.537827 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a940498e-a931-4be3-b553-b4e59c481980 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:12.629079 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a940498e-a931-4be3-b553-b4e59c481980 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:12.631239 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a940498e-a931-4be3-b553-b4e59c481980 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:12.812120 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a940498e-a931-4be3-b553-b4e59c481980 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:12.812120 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a940498e-a931-4be3-b553-b4e59c481980 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Fanout notify agent at l3_agent the message router_deleted on router c3846330-d2a1-4828-aca0-f9a0a3228205 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:29:12.821262 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a940498e-a931-4be3-b553-b4e59c481980 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:12.822775 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a940498e-a931-4be3-b553-b4e59c481980 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] 10.222.0.77 "DELETE /v2.0/routers/c3846330-d2a1-4828-aca0-f9a0a3228205 HTTP/1.1" status: 204 len: 168 time: 1.4533126 Jul 05 10:29:12.825683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47020) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:12.879750 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-73aa5fa6-4dc1-4062-a6c3-ec7907d3213d tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Deleting subnet bee49d81-c388-40ee-b9f1-92b259ba44e4 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:29:12.883138 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73aa5fa6-4dc1-4062-a6c3-ec7907d3213d tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:12.934993 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73aa5fa6-4dc1-4062-a6c3-ec7907d3213d tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.042762 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73aa5fa6-4dc1-4062-a6c3-ec7907d3213d tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.191001 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73aa5fa6-4dc1-4062-a6c3-ec7907d3213d tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.221494 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73aa5fa6-4dc1-4062-a6c3-ec7907d3213d tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.223289 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-73aa5fa6-4dc1-4062-a6c3-ec7907d3213d tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] 10.222.0.77 "DELETE /v2.0/subnets/bee49d81-c388-40ee-b9f1-92b259ba44e4 HTTP/1.1" status: 204 len: 168 time: 0.3964775 Jul 05 10:29:13.224616 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa5fa6-4dc1-4062-a6c3-ec7907d3213d tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event deleted for resources: {'Subnet': ['ID=bee49d81-c388-40ee-b9f1-92b259ba44e4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:13.226397 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47032) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:13.228291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc708af2-6682-45a0-bcb9-e18f0904e8e1 None None] Network 01cacb85-f117-4a9e-8a89-a02d1525c240 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:29:13.311225 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.377707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Deleting port c71f42d4-fad6-47a4-8b8f-f05771397080 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:13.378148 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.462244 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] For port c71f42d4-fad6-47a4-8b8f-f05771397080, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c71f42d4-fad6-47a4-8b8f-f05771397080,segment=NetworkSegment(ae8b2d48-cd30-4d6d-a3c0-3ae5eb340090),segment_id=ae8b2d48-cd30-4d6d-a3c0-3ae5eb340090)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:13.463006 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.478465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Calling delete_port for c71f42d4-fad6-47a4-8b8f-f05771397080 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:13.478678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ed9df8-c144-4ad3-8449-2ac4f320a282 None None] DHCP port deletion for 01cacb85-f117-4a9e-8a89-a02d1525c240 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:29:13.538455 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b1ed9df8-c144-4ad3-8449-2ac4f320a282 None None] Deleting port c71f42d4-fad6-47a4-8b8f-f05771397080 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:13.539037 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9df8-c144-4ad3-8449-2ac4f320a282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.602854 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e60146d8-5308-4e76-aeae-b89ab9427905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.624097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b1ed9df8-c144-4ad3-8449-2ac4f320a282 None None] For port c71f42d4-fad6-47a4-8b8f-f05771397080, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c71f42d4-fad6-47a4-8b8f-f05771397080,segment=NetworkSegment(ae8b2d48-cd30-4d6d-a3c0-3ae5eb340090),segment_id=ae8b2d48-cd30-4d6d-a3c0-3ae5eb340090)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:13.624534 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9df8-c144-4ad3-8449-2ac4f320a282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.641985 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b1ed9df8-c144-4ad3-8449-2ac4f320a282 None None] Calling delete_port for c71f42d4-fad6-47a4-8b8f-f05771397080 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:13.659587 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.690136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event deleted for resources: {'Port': ['ID=c71f42d4-fad6-47a4-8b8f-f05771397080,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:13.693055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] No DVR routers for this DVR port c71f42d4-fad6-47a4-8b8f-f05771397080 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:29:13.700784 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.731474 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9df8-c144-4ad3-8449-2ac4f320a282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.758164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed9df8-c144-4ad3-8449-2ac4f320a282 None None] Pushing event deleted for resources: {'Port': ['ID=c71f42d4-fad6-47a4-8b8f-f05771397080,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:13.764976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed9df8-c144-4ad3-8449-2ac4f320a282 None None] No DVR routers for this DVR port c71f42d4-fad6-47a4-8b8f-f05771397080 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:29:13.800532 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.811609 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01cacb85-f117-4a9e-8a89-a02d1525c240']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:13.823381 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8b2d48-cd30-4d6d-a3c0-3ae5eb340090') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:13.823710 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8b2d48-cd30-4d6d-a3c0-3ae5eb340090') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:13.833659 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.850369 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.856992 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:29:13.857404 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:29:13.861087 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:29:14.031275 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:14.039101 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:14.045058 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] 10.222.0.77 "DELETE /v2.0/networks/01cacb85-f117-4a9e-8a89-a02d1525c240 HTTP/1.1" status: 204 len: 168 time: 0.8131530 Jul 05 10:29:14.045466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47062) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:14.060912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba3e60-9b52-4ebd-ad99-1ec113dd4aa8 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event deleted for resources: {'Network': ['ID=01cacb85-f117-4a9e-8a89-a02d1525c240,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:14.197171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b52cfbd7-d637-4f38-8756-ee05e21eaca6 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Deleting port e1d581ce-ccb6-4cba-becc-6a24726e572e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:14.197866 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b52cfbd7-d637-4f38-8756-ee05e21eaca6 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:14.280165 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b52cfbd7-d637-4f38-8756-ee05e21eaca6 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:14.280495 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b52cfbd7-d637-4f38-8756-ee05e21eaca6 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:14.293351 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b52cfbd7-d637-4f38-8756-ee05e21eaca6 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Calling delete_port for e1d581ce-ccb6-4cba-becc-6a24726e572e owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:14.554695 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b52cfbd7-d637-4f38-8756-ee05e21eaca6 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:14.586057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cfbd7-d637-4f38-8756-ee05e21eaca6 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Pushing event deleted for resources: {'Port': ['ID=e1d581ce-ccb6-4cba-becc-6a24726e572e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:14.660545 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b52cfbd7-d637-4f38-8756-ee05e21eaca6 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:14.664617 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b52cfbd7-d637-4f38-8756-ee05e21eaca6 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:14.668252 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b52cfbd7-d637-4f38-8756-ee05e21eaca6 tempest-FloatingIPAdminTestJSON-1514917229 tempest-FloatingIPAdminTestJSON-1514917229-project] 10.222.0.77 "DELETE /v2.0/floatingips/6e30350a-16ad-4bd8-a974-1e0a5eb4dc77 HTTP/1.1" status: 204 len: 168 time: 0.6190746 Jul 05 10:29:14.934615 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:15.200819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47098) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:15.308312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47104) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:15.398499 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5ccc9eb3-5322-429e-b57b-a8ed087d7da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:15.467640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c71f42d4-fad6-47a4-8b8f-f05771397080 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:29:15.498276 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: c71f42d4-fad6-47a4-8b8f-f05771397080 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:29:15.498614 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c71f42d4-fad6-47a4-8b8f-f05771397080 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:29:15.519146 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-70c6ec47-ea53-4a89-b5ae-8cd786bc7caa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c987387d4e2427e87a5c81028da98eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2096190 Jul 05 10:29:15.523259 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47110) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:15.534717 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5ccc9eb3-5322-429e-b57b-a8ed087d7da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:15.575639 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5015f94c-2169-4057-8912-32254363be56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:15.604709 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5015f94c-2169-4057-8912-32254363be56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:15.613469 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5ccc9eb3-5322-429e-b57b-a8ed087d7da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:15.672731 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5ccc9eb3-5322-429e-b57b-a8ed087d7da7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58206527f8f144338e75cd2b72c143bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4705300 Jul 05 10:29:15.674796 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc9eb3-5322-429e-b57b-a8ed087d7da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e65405-b0da-42de-b356-6248f3620f24,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:15.676658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47112) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:15.746866 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18881734-faab-44c1-bf02-4a55396687eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:15.761884 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5015f94c-2169-4057-8912-32254363be56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:15.764527 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5015f94c-2169-4057-8912-32254363be56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:15.765742 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5015f94c-2169-4057-8912-32254363be56 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f6c275f-9dc5-47a8-9875-18da69638f24 HTTP/1.1" status: 204 len: 168 time: 0.2415895 Jul 05 10:29:15.768276 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18881734-faab-44c1-bf02-4a55396687eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:15.774228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015f94c-2169-4057-8912-32254363be56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6c275f-9dc5-47a8-9875-18da69638f24,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:15.922724 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18881734-faab-44c1-bf02-4a55396687eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:15.925748 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18881734-faab-44c1-bf02-4a55396687eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:15.926868 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-18881734-faab-44c1-bf02-4a55396687eb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79e65405-b0da-42de-b356-6248f3620f24 HTTP/1.1" status: 204 len: 168 time: 0.2428806 Jul 05 10:29:15.935449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18881734-faab-44c1-bf02-4a55396687eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e65405-b0da-42de-b356-6248f3620f24,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:16.566169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47126) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:16.580796 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d88c559-cf59-4d83-9229-abfd0b31b0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:16.634638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47128) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:16.649674 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-68ef875e-9078-47b1-bac6-51cdb252db8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:16.686102 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d88c559-cf59-4d83-9229-abfd0b31b0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:16.777553 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d88c559-cf59-4d83-9229-abfd0b31b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:16.806250 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:16.821717 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7d88c559-cf59-4d83-9229-abfd0b31b0ae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d394ee000a45447c866bad369d756bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520435 Jul 05 10:29:16.821717 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88c559-cf59-4d83-9229-abfd0b31b0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d996934-cd5e-45c6-af40-a87c5c21a02f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:16.822246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47130) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:16.913162 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3441eb8c-482f-45b3-8add-c399e8902856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:16.935247 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-68ef875e-9078-47b1-bac6-51cdb252db8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:16.949260 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3441eb8c-482f-45b3-8add-c399e8902856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:17.048729 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-68ef875e-9078-47b1-bac6-51cdb252db8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:17.088749 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-68ef875e-9078-47b1-bac6-51cdb252db8a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a0fb2d856c1e4bea9f2ced46ce333bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4529226 Jul 05 10:29:17.089627 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef875e-9078-47b1-bac6-51cdb252db8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c852f8a1-54f5-4fa2-8ae3-fc3b6f84aca8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:17.092739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47136) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:17.125548 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3441eb8c-482f-45b3-8add-c399e8902856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:17.128774 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3441eb8c-482f-45b3-8add-c399e8902856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:17.131359 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3441eb8c-482f-45b3-8add-c399e8902856 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d996934-cd5e-45c6-af40-a87c5c21a02f HTTP/1.1" status: 204 len: 168 time: 0.3057849 Jul 05 10:29:17.139256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441eb8c-482f-45b3-8add-c399e8902856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d996934-cd5e-45c6-af40-a87c5c21a02f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:17.165141 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3cbad0ea-ebca-47b1-b46e-1eb66e985eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:17.193482 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3cbad0ea-ebca-47b1-b46e-1eb66e985eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:17.333166 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3cbad0ea-ebca-47b1-b46e-1eb66e985eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:17.336765 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3cbad0ea-ebca-47b1-b46e-1eb66e985eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:17.338597 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3cbad0ea-ebca-47b1-b46e-1eb66e985eb3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c852f8a1-54f5-4fa2-8ae3-fc3b6f84aca8 HTTP/1.1" status: 204 len: 168 time: 0.2444229 Jul 05 10:29:17.350936 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbad0ea-ebca-47b1-b46e-1eb66e985eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c852f8a1-54f5-4fa2-8ae3-fc3b6f84aca8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:18.117800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47160) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:18.133336 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f7ad6e6-76b0-40e1-be72-dffffd801829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.247950 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f7ad6e6-76b0-40e1-be72-dffffd801829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.335522 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f7ad6e6-76b0-40e1-be72-dffffd801829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.384377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3f7ad6e6-76b0-40e1-be72-dffffd801829 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=372871144c514c3d8a4a138535441e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654679 Jul 05 10:29:18.385119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ad6e6-76b0-40e1-be72-dffffd801829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07bf14e-6b34-4fc6-ba87-b08141ff0889,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:18.387004 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47170) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:18.443950 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b386b28d-fa3d-45e5-b6bc-c8b908146619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.472569 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b386b28d-fa3d-45e5-b6bc-c8b908146619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.608114 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b386b28d-fa3d-45e5-b6bc-c8b908146619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.612394 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b386b28d-fa3d-45e5-b6bc-c8b908146619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:18.613589 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b386b28d-fa3d-45e5-b6bc-c8b908146619 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a07bf14e-6b34-4fc6-ba87-b08141ff0889 HTTP/1.1" status: 204 len: 168 time: 0.2253089 Jul 05 10:29:18.623588 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386b28d-fa3d-45e5-b6bc-c8b908146619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07bf14e-6b34-4fc6-ba87-b08141ff0889,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:19.512956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47206) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:19.640020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-024c290c-4d21-42c7-aac8-aa82b80d4c10 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1889358427'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:19.640298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-024c290c-4d21-42c7-aac8-aa82b80d4c10 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] Unknown quota resources ['metering_label']. {{(pid=100775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:29:19.892992 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-024c290c-4d21-42c7-aac8-aa82b80d4c10 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:19.897013 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47220) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:19.897598 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-024c290c-4d21-42c7-aac8-aa82b80d4c10 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3829279 Jul 05 10:29:19.903459 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-685becaa-08c6-415a-9b23-39c4f68b68e1 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a88980ba-1848-4439-b6ce-f114eb72a1f4'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:19.904359 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-685becaa-08c6-415a-9b23-39c4f68b68e1 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100776) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:29:20.105695 n-d-779913-27 neutron-server[100776]: WARNING neutron.services.metering.metering_plugin [None req-685becaa-08c6-415a-9b23-39c4f68b68e1 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 10:29:20.245596 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-685becaa-08c6-415a-9b23-39c4f68b68e1 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:20.250847 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-685becaa-08c6-415a-9b23-39c4f68b68e1 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3477685 Jul 05 10:29:20.251349 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47226) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:20.258649 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-865194e0-13b1-4863-8185-a9a020c77cb3 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a88980ba-1848-4439-b6ce-f114eb72a1f4'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:20.259498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-865194e0-13b1-4863-8185-a9a020c77cb3 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100776) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:29:20.390794 n-d-779913-27 neutron-server[100776]: WARNING neutron.services.metering.metering_plugin [None req-865194e0-13b1-4863-8185-a9a020c77cb3 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 10:29:20.490093 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-865194e0-13b1-4863-8185-a9a020c77cb3 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:20.491693 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-865194e0-13b1-4863-8185-a9a020c77cb3 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2390344 Jul 05 10:29:20.494288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47236) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:20.508034 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ba760d25-7c91-4b2d-a027-42480778ebe2 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=904d756e-c48f-40a8-9d5a-a970faef310c HTTP/1.1" status: 200 len: 464 time: 0.0118322 Jul 05 10:29:20.510467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47238) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:20.705980 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad6baf81-24e1-4e29-90f3-8582ced7c49d tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:20.707707 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ad6baf81-24e1-4e29-90f3-8582ced7c49d tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/904d756e-c48f-40a8-9d5a-a970faef310c HTTP/1.1" status: 204 len: 168 time: 0.1956892 Jul 05 10:29:20.710654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47244) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:20.723965 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47246) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:20.728535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2962ac1d-f7a2-4e43-be23-9bc73cbc002e tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=904d756e-c48f-40a8-9d5a-a970faef310c HTTP/1.1" status: 200 len: 221 time: 0.0154436 Jul 05 10:29:20.735554 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47250) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:20.742255 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ed645c8a-70b6-47d9-be8e-f28aeb465a44 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1074261234', 'description': 'label created by tempest'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:20.743073 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ed645c8a-70b6-47d9-be8e-f28aeb465a44 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] Unknown quota resources ['metering_label']. {{(pid=100775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:29:20.864296 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d1f4f66e-e2e7-4809-8a9c-fa9243656e4c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-549586214', 'router:external': True}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:20.985332 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47256) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.021807 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed645c8a-70b6-47d9-be8e-f28aeb465a44 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.025543 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ed645c8a-70b6-47d9-be8e-f28aeb465a44 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2861466 Jul 05 10:29:21.025543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f4f66e-e2e7-4809-8a9c-fa9243656e4c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Made reservation on behalf of d439c454a70e477686048a5b7ea81a6f for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:21.026510 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47260) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.026701 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1f4f66e-e2e7-4809-8a9c-fa9243656e4c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.036140 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1f4f66e-e2e7-4809-8a9c-fa9243656e4c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.136734 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b824f754-36e0-46bb-bb67-fb170900b637 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=c27c12f9-9e2a-4117-9a2a-d009a9377bec HTTP/1.1" status: 200 len: 468 time: 0.1072733 Jul 05 10:29:21.139000 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47262) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.164442 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4c005de5-8f27-418c-a495-3f2f5b430985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.182840 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1f4f66e-e2e7-4809-8a9c-fa9243656e4c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.268877 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1f4f66e-e2e7-4809-8a9c-fa9243656e4c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.293913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f4f66e-e2e7-4809-8a9c-fa9243656e4c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:29:21.305169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4f66e-e2e7-4809-8a9c-fa9243656e4c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e0ab1f-863c-4be9-bb30-c739a41895ae,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:21.310144 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1f4f66e-e2e7-4809-8a9c-fa9243656e4c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.310492 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-d1f4f66e-e2e7-4809-8a9c-fa9243656e4c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Added segment 3e456c61-c1a2-4e17-b840-8b33c657da38 of type vlan for network 41a6ce95-4c65-49d6-98d2-21c927901eea Jul 05 10:29:21.358346 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1f4f66e-e2e7-4809-8a9c-fa9243656e4c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.421967 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ddeaa31d-5903-4359-808c-3450065a5f60 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.421967 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ddeaa31d-5903-4359-808c-3450065a5f60 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/c27c12f9-9e2a-4117-9a2a-d009a9377bec HTTP/1.1" status: 204 len: 168 time: 0.2814701 Jul 05 10:29:21.424397 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4c005de5-8f27-418c-a495-3f2f5b430985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.425045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47264) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.444623 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3eeb2b78-0e9d-471b-b56a-a56752b1e027 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=c27c12f9-9e2a-4117-9a2a-d009a9377bec HTTP/1.1" status: 200 len: 216 time: 0.0183799 Jul 05 10:29:21.448771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47266) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.458466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-00eea250-50cb-4481-9a51-743d33af52b1 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0085092 Jul 05 10:29:21.463260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47268) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.474069 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1f4f66e-e2e7-4809-8a9c-fa9243656e4c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.475135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-aa57366b-ae26-4736-b107-55d6c08c4422 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0107100 Jul 05 10:29:21.475360 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f4f66e-e2e7-4809-8a9c-fa9243656e4c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:21.475919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1f4f66e-e2e7-4809-8a9c-fa9243656e4c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.479587 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47270) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.534951 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4c005de5-8f27-418c-a495-3f2f5b430985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.541469 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-06a35934-e24d-4db9-9210-90c7bde9b02a tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/a88980ba-1848-4439-b6ce-f114eb72a1f4 HTTP/1.1" status: 200 len: 473 time: 0.0575254 Jul 05 10:29:21.542447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47272) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.545241 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4f66e-e2e7-4809-8a9c-fa9243656e4c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Pushing event updated for resources: {'Network': ['ID=41a6ce95-4c65-49d6-98d2-21c927901eea,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:21.556575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 41a6ce95-4c65-49d6-98d2-21c927901eea details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:29:21.577841 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a0b744f7-ec7e-4870-8d42-6c1f87f76267 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/7e988727-7dc0-4521-8072-508d05274cc5 HTTP/1.1" status: 200 len: 461 time: 0.0341792 Jul 05 10:29:21.582148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47274) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.588264 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4c005de5-8f27-418c-a495-3f2f5b430985 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e82df082041e48559b94a69ed96384ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998151 Jul 05 10:29:21.589076 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c005de5-8f27-418c-a495-3f2f5b430985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279dbe87-a5d3-4d91-b317-ddb362953c51,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:21.592314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47276) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.615211 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d1f4f66e-e2e7-4809-8a9c-fa9243656e4c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8882339 Jul 05 10:29:21.618446 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47278) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:21.623977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3e827fcf-00bc-4bd9-951d-c80ff9fea896 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Request body: {'subnet': {'network_id': '41a6ce95-4c65-49d6-98d2-21c927901eea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:21.652582 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7270959e-b436-4ddd-a58b-dfa5d9fbebf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.679682 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7270959e-b436-4ddd-a58b-dfa5d9fbebf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.786413 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e827fcf-00bc-4bd9-951d-c80ff9fea896 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Made reservation on behalf of d439c454a70e477686048a5b7ea81a6f for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:21.788729 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e827fcf-00bc-4bd9-951d-c80ff9fea896 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.822902 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7270959e-b436-4ddd-a58b-dfa5d9fbebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.825505 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7270959e-b436-4ddd-a58b-dfa5d9fbebf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.829558 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7270959e-b436-4ddd-a58b-dfa5d9fbebf2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/279dbe87-a5d3-4d91-b317-ddb362953c51 HTTP/1.1" status: 204 len: 168 time: 0.2334912 Jul 05 10:29:21.835559 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270959e-b436-4ddd-a58b-dfa5d9fbebf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279dbe87-a5d3-4d91-b317-ddb362953c51,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:21.837227 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-546ba239-c7fb-46e9-bfaa-5c7b73919a02 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:21.838973 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-546ba239-c7fb-46e9-bfaa-5c7b73919a02 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/7e988727-7dc0-4521-8072-508d05274cc5 HTTP/1.1" status: 204 len: 168 time: 0.2551157 Jul 05 10:29:21.845240 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47282) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:22.113326 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1d66d368-c5cf-49c7-8640-6d19c9547d37 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.114832 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1d66d368-c5cf-49c7-8640-6d19c9547d37 tempest-MeteringTestJSON-1119750133 tempest-MeteringTestJSON-1119750133-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/a88980ba-1848-4439-b6ce-f114eb72a1f4 HTTP/1.1" status: 204 len: 168 time: 0.2684002 Jul 05 10:29:22.245622 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.291239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.objects.ports [None req-3e827fcf-00bc-4bd9-951d-c80ff9fea896 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:29:22.291694 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e827fcf-00bc-4bd9-951d-c80ff9fea896 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.357189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e827fcf-00bc-4bd9-951d-c80ff9fea896 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7497f275-bf6b-4ef0-a179-ef929c7fd1e6,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:22.359357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e827fcf-00bc-4bd9-951d-c80ff9fea896 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Checking segment: {'id': '3e456c61-c1a2-4e17-b840-8b33c657da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '41a6ce95-4c65-49d6-98d2-21c927901eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:29:22.359737 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e827fcf-00bc-4bd9-951d-c80ff9fea896 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Network hostable DHCP agents. Network: 41a6ce95-4c65-49d6-98d2-21c927901eea, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:29:22.453636 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e827fcf-00bc-4bd9-951d-c80ff9fea896 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Network 41a6ce95-4c65-49d6-98d2-21c927901eea is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:29:22.559694 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47290) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:22.573668 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b4806c1-5fbe-4d36-9ce1-b34a9b50c77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.583170 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-3e827fcf-00bc-4bd9-951d-c80ff9fea896 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 41a6ce95-4c65-49d6-98d2-21c927901eea) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:22.589442 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e827fcf-00bc-4bd9-951d-c80ff9fea896 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:22.590031 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e827fcf-00bc-4bd9-951d-c80ff9fea896 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.592618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f492990b-6714-4300-9425-de8dc59be167 None None] Network 41a6ce95-4c65-49d6-98d2-21c927901eea requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:29:22.678859 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b4806c1-5fbe-4d36-9ce1-b34a9b50c77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.724823 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b104804-473c-4e62-8371-3f493c4ce5a3 None None] Network 41a6ce95-4c65-49d6-98d2-21c927901eea requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:29:22.746376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47294) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:22.757559 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0b4806c1-5fbe-4d36-9ce1-b34a9b50c77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.791353 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0b4806c1-5fbe-4d36-9ce1-b34a9b50c77a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bd9f59a2440f4cf4ba7e92eaf5e5c735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305093 Jul 05 10:29:22.794032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47298) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:22.817272 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4806c1-5fbe-4d36-9ce1-b34a9b50c77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb387e8-f2ca-4054-8368-34f8cc0c95f8,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:22.837128 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3e827fcf-00bc-4bd9-951d-c80ff9fea896 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2171662 Jul 05 10:29:22.840068 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47300) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:22.845502 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5d6bec0a-53a9-477a-aa09-413d8b4b0225 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-904729510', 'network_id': '41a6ce95-4c65-49d6-98d2-21c927901eea'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:22.858483 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73186730-343f-484f-9187-4ce04fe994ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.878625 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf6d9455-f962-4036-9b3f-43e2b13cfa8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.885266 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73186730-343f-484f-9187-4ce04fe994ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.941436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6bec0a-53a9-477a-aa09-413d8b4b0225 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Made reservation on behalf of d439c454a70e477686048a5b7ea81a6f for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:22.943757 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d6bec0a-53a9-477a-aa09-413d8b4b0225 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:22.970022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-5d6bec0a-53a9-477a-aa09-413d8b4b0225 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] device_id is not set on port 19efb366-0b8b-409d-9fde-d58c9538ef05 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:29:23.013590 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73186730-343f-484f-9187-4ce04fe994ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.016323 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73186730-343f-484f-9187-4ce04fe994ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.017503 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-73186730-343f-484f-9187-4ce04fe994ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2eb387e8-f2ca-4054-8368-34f8cc0c95f8 HTTP/1.1" status: 204 len: 168 time: 0.2222109 Jul 05 10:29:23.025766 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73186730-343f-484f-9187-4ce04fe994ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb387e8-f2ca-4054-8368-34f8cc0c95f8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:23.156554 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-5d6bec0a-53a9-477a-aa09-413d8b4b0225 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Allocated IP 172.20.0.8 (41a6ce95-4c65-49d6-98d2-21c927901eea/7497f275-bf6b-4ef0-a179-ef929c7fd1e6/19efb366-0b8b-409d-9fde-d58c9538ef05) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:23.186018 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf6d9455-f962-4036-9b3f-43e2b13cfa8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.261514 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf6d9455-f962-4036-9b3f-43e2b13cfa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.326137 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d9455-f962-4036-9b3f-43e2b13cfa8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b320175-5cfd-4586-9d4f-99f7e4810486,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:23.332800 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cf6d9455-f962-4036-9b3f-43e2b13cfa8d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4ba911852e7648ba896cfd1381d0658e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5859532 Jul 05 10:29:23.337643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47308) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:23.393973 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d6bec0a-53a9-477a-aa09-413d8b4b0225 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.424228 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec7844e7-c151-44b2-ba55-0d65013ed145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.458809 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec7844e7-c151-44b2-ba55-0d65013ed145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.532659 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d6bec0a-53a9-477a-aa09-413d8b4b0225 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.581410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6bec0a-53a9-477a-aa09-413d8b4b0225 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Network 41a6ce95-4c65-49d6-98d2-21c927901eea is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:23.584302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-5d6bec0a-53a9-477a-aa09-413d8b4b0225 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:23.587152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6bec0a-53a9-477a-aa09-413d8b4b0225 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:23.593561 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec7844e7-c151-44b2-ba55-0d65013ed145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.597558 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec7844e7-c151-44b2-ba55-0d65013ed145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.598801 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ec7844e7-c151-44b2-ba55-0d65013ed145 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b320175-5cfd-4586-9d4f-99f7e4810486 HTTP/1.1" status: 204 len: 168 time: 0.2602377 Jul 05 10:29:23.628507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bec0a-53a9-477a-aa09-413d8b4b0225 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Pushing event updated for resources: {'Port': ['ID=19efb366-0b8b-409d-9fde-d58c9538ef05,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:23.633744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7844e7-c151-44b2-ba55-0d65013ed145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b320175-5cfd-4586-9d4f-99f7e4810486,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:23.659237 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6bec0a-53a9-477a-aa09-413d8b4b0225 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:23.659237 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d6bec0a-53a9-477a-aa09-413d8b4b0225 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.769213 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5d6bec0a-53a9-477a-aa09-413d8b4b0225 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.9277508 Jul 05 10:29:23.772032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47320) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:23.871463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Deleting port 19efb366-0b8b-409d-9fde-d58c9538ef05 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:23.871463 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.955359 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:23.970472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Calling delete_port for 19efb366-0b8b-409d-9fde-d58c9538ef05 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:24.137118 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.323502 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47332) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:24.339051 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9c2dc504-fb65-4cd3-9a57-02bd0c515d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.463676 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.513977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Pushing event deleted for resources: {'Port': ['ID=19efb366-0b8b-409d-9fde-d58c9538ef05,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:24.538625 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9c2dc504-fb65-4cd3-9a57-02bd0c515d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.545373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:24.545726 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:24.546298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:24.546715 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:24.547233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:24.548342 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:24.548686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:24.549023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:24.549356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:24.549689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:24.550014 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:24.550535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:24.597374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.601827 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0b3c95f5-569c-452e-933d-7199db401398 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "DELETE /v2.0/ports/19efb366-0b8b-409d-9fde-d58c9538ef05 HTTP/1.1" status: 204 len: 168 time: 0.8263261 Jul 05 10:29:24.602184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47340) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:24.606801 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '41a6ce95-4c65-49d6-98d2-21c927901eea', 'external_fixed_ips': [{'subnet_id': '7497f275-bf6b-4ef0-a179-ef929c7fd1e6', 'ip_address': '172.20.0.8'}]}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:24.656264 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9c2dc504-fb65-4cd3-9a57-02bd0c515d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.705630 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9c2dc504-fb65-4cd3-9a57-02bd0c515d59 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=29a4348da2f54928b670633650655aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3808868 Jul 05 10:29:24.707634 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dc504-fb65-4cd3-9a57-02bd0c515d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc67ac5b-889d-4126-976a-62544b56da74,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:24.708442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47342) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:24.763237 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d4dc06df-b505-48cf-bb24-a1f6530963b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.786816 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d4dc06df-b505-48cf-bb24-a1f6530963b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.817139 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.819219 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.928033 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d4dc06df-b505-48cf-bb24-a1f6530963b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.930898 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d4dc06df-b505-48cf-bb24-a1f6530963b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:24.932183 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d4dc06df-b505-48cf-bb24-a1f6530963b2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cc67ac5b-889d-4126-976a-62544b56da74 HTTP/1.1" status: 204 len: 168 time: 0.2227204 Jul 05 10:29:24.941977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc06df-b505-48cf-bb24-a1f6530963b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc67ac5b-889d-4126-976a-62544b56da74,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:25.318665 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:25.533390 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:25.915592 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:25.949709 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:26.129508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Allocated IP 172.20.0.8 (41a6ce95-4c65-49d6-98d2-21c927901eea/7497f275-bf6b-4ef0-a179-ef929c7fd1e6/2c7c5119-1b27-4483-9175-9bfb15fcec8d) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:26.241327 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:26.354628 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:26.389980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Network 41a6ce95-4c65-49d6-98d2-21c927901eea is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:26.393588 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:26.398153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:26.439433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Pushing event updated for resources: {'Port': ['ID=2c7c5119-1b27-4483-9175-9bfb15fcec8d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:26.785949 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:27.002007 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:27.242006 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Router 3bc1f4a6-a178-43e7-8315-9117d36f0525 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:29:27.253855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47418) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:27.365627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:27.377467 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b24eea-8fce-4a94-a686-418d4cdda0da None None] Sync routers for ids ['3bc1f4a6-a178-43e7-8315-9117d36f0525'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:27.381358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d13e7df6-c603-4e85-8227-4904aedf8ba0 tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:27.390425 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b24eea-8fce-4a94-a686-418d4cdda0da None None] Routers {'3bc1f4a6-a178-43e7-8315-9117d36f0525'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:27.391087 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e2b24eea-8fce-4a94-a686-418d4cdda0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3bc1f4a6-a178-43e7-8315-9117d36f0525'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:27.489645 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:27.489645 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-98b4269a-fc44-47c6-a9dc-a97bfded4753 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.8863013 Jul 05 10:29:27.492257 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47424) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:27.500564 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e2b24eea-8fce-4a94-a686-418d4cdda0da None None] Set router 3bc1f4a6-a178-43e7-8315-9117d36f0525 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:27.578813 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d13e7df6-c603-4e85-8227-4904aedf8ba0 tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] 10.222.0.77 "PUT /v2.0/quotas/1bf45e514b2d43e8b6258ce44f41f8ca HTTP/1.1" status: 200 len: 366 time: 0.3231657 Jul 05 10:29:27.581134 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47426) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:27.595554 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e47de1aa-6471-4464-b627-901f849702f7 tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0130842 Jul 05 10:29:27.596295 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47428) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:27.617655 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8b6d61ed-2835-491b-b255-4a2ddd2bdc65 tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] 10.222.0.77 "GET /v2.0/quotas/1bf45e514b2d43e8b6258ce44f41f8ca HTTP/1.1" status: 200 len: 366 time: 0.0176187 Jul 05 10:29:27.617922 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47430) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:27.625584 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4b21-6a14-45a2-8832-be0853bb3cbd tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:27.744810 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4a86b090-2083-45d2-8a50-1b869193d52e tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/1bf45e514b2d43e8b6258ce44f41f8ca HTTP/1.1" status: 204 len: 168 time: 0.1238997 Jul 05 10:29:27.747051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47434) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:27.758966 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2b61eefd-06aa-4449-8f69-412b047ec121 tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0105233 Jul 05 10:29:27.761626 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4b21-6a14-45a2-8832-be0853bb3cbd tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:27.762320 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47436) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:27.791505 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2eb0f513-6da6-4331-b9ff-fe524f71681e tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] 10.222.0.77 "GET /v2.0/quotas/1bf45e514b2d43e8b6258ce44f41f8ca HTTP/1.1" status: 200 len: 370 time: 0.0252926 Jul 05 10:29:27.792857 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47438) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:27.807190 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-66383504-9fe4-4d6b-b2d0-ba5a16dc103d tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] 10.222.0.77 "GET /v2.0/quotas/1bf45e514b2d43e8b6258ce44f41f8ca/default HTTP/1.1" status: 200 len: 370 time: 0.0104196 Jul 05 10:29:27.809695 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47440) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:27.819647 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-a916abe6-6f06-421d-b11e-fe3647db8159 tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] delete failed (client error): The resource could not be found. Jul 05 10:29:27.820718 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a916abe6-6f06-421d-b11e-fe3647db8159 tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/1bf45e514b2d43e8b6258ce44f41f8ca HTTP/1.1" status: 404 len: 348 time: 0.0100832 Jul 05 10:29:27.824754 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e2b24eea-8fce-4a94-a686-418d4cdda0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc1f4a6-a178-43e7-8315-9117d36f0525', 'name': '', 'tenant_id': 'd439c454a70e477686048a5b7ea81a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41a6ce95-4c65-49d6-98d2-21c927901eea', 'external_fixed_ips': [{'subnet_id': '7497f275-bf6b-4ef0-a179-ef929c7fd1e6', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '2c7c5119-1b27-4483-9175-9bfb15fcec8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:24Z', 'updated_at': '2021-07-05T10:29:26Z', 'revision_number': 3, 'project_id': 'd439c454a70e477686048a5b7ea81a6f', 'gw_port': {'id': '2c7c5119-1b27-4483-9175-9bfb15fcec8d', 'name': '', 'network_id': '41a6ce95-4c65-49d6-98d2-21c927901eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc1f4a6-a178-43e7-8315-9117d36f0525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '7497f275-bf6b-4ef0-a179-ef929c7fd1e6', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:25Z', 'updated_at': '2021-07-05T10:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7497f275-bf6b-4ef0-a179-ef929c7fd1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:27.865366 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b24eea-8fce-4a94-a686-418d4cdda0da None None] Checking router: 3bc1f4a6-a178-43e7-8315-9117d36f0525 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:29:27.865678 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b24eea-8fce-4a94-a686-418d4cdda0da None None] Updating router 3bc1f4a6-a178-43e7-8315-9117d36f0525 port 2c7c5119-1b27-4483-9175-9bfb15fcec8d binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:29:27.914929 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e2b24eea-8fce-4a94-a686-418d4cdda0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:27.921374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa4b21-6a14-45a2-8832-be0853bb3cbd tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Deleting port 2c7c5119-1b27-4483-9175-9bfb15fcec8d {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:27.921836 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4b21-6a14-45a2-8832-be0853bb3cbd tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.024437 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4b21-6a14-45a2-8832-be0853bb3cbd tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.039789 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa4b21-6a14-45a2-8832-be0853bb3cbd tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Calling delete_port for 2c7c5119-1b27-4483-9175-9bfb15fcec8d owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:28.157438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47446) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:28.199163 n-d-779913-27 neutron-server[100776]: DEBUG neutron.quota.resource [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Usage tracker for resource:network and tenant:2585e95e3ff440238e2c2fadaf5e0703 is out of sync, need to count used quota {{(pid=100776) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 10:29:28.209141 n-d-779913-27 neutron-server[100776]: DEBUG neutron.quota.resource [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100776) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 10:29:28.219293 n-d-779913-27 neutron-server[100776]: DEBUG neutron.quota.resource [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Usage tracker for resource:subnet and tenant:2585e95e3ff440238e2c2fadaf5e0703 is out of sync, need to count used quota {{(pid=100776) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 10:29:28.225920 n-d-779913-27 neutron-server[100776]: DEBUG neutron.quota.resource [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100776) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 10:29:28.238050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.quota.resource [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Usage tracker for resource:subnetpool and tenant:2585e95e3ff440238e2c2fadaf5e0703 is out of sync, need to count used quota {{(pid=100776) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 10:29:28.244768 n-d-779913-27 neutron-server[100776]: DEBUG neutron.quota.resource [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100776) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 10:29:28.259879 n-d-779913-27 neutron-server[100776]: DEBUG neutron.quota.resource [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Usage tracker for resource:port and tenant:2585e95e3ff440238e2c2fadaf5e0703 is out of sync, need to count used quota {{(pid=100776) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 10:29:28.268127 n-d-779913-27 neutron-server[100776]: DEBUG neutron.quota.resource [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100776) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 10:29:28.275396 n-d-779913-27 neutron-server[100776]: DEBUG neutron.quota.resource [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Usage tracker for resource:router and tenant:2585e95e3ff440238e2c2fadaf5e0703 is out of sync, need to count used quota {{(pid=100776) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 10:29:28.284136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.quota.resource [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100776) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 10:29:28.291629 n-d-779913-27 neutron-server[100776]: DEBUG neutron.quota.resource [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Usage tracker for resource:floatingip and tenant:2585e95e3ff440238e2c2fadaf5e0703 is out of sync, need to count used quota {{(pid=100776) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 10:29:28.299692 n-d-779913-27 neutron-server[100776]: DEBUG neutron.quota.resource [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100776) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 10:29:28.338356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.quota.resource [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Usage tracker for resource:security_group and tenant:2585e95e3ff440238e2c2fadaf5e0703 is out of sync, need to count used quota {{(pid=100776) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 10:29:28.343797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.quota.resource [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100776) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 10:29:28.350061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.quota.resource [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Usage tracker for resource:security_group_rule and tenant:2585e95e3ff440238e2c2fadaf5e0703 is out of sync, need to count used quota {{(pid=100776) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 10:29:28.355202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.quota.resource [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100776) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 10:29:28.360617 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9dbf8918-5d2f-4e12-8538-e7c3a3eac7ea tempest-QuotasTest-742151528 tempest-QuotasTest-742151528-project-admin] 10.222.0.77 "GET /v2.0/quotas/2585e95e3ff440238e2c2fadaf5e0703/details.json HTTP/1.1" status: 200 len: 703 time: 0.2016215 Jul 05 10:29:28.379816 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4b21-6a14-45a2-8832-be0853bb3cbd tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.381238 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.db.api [None req-e2b24eea-8fce-4a94-a686-418d4cdda0da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:29:28.383903 n-d-779913-27 neutron-server[100778]: DEBUG oslo_db.api [None req-e2b24eea-8fce-4a94-a686-418d4cdda0da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:29:28.408979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa4b21-6a14-45a2-8832-be0853bb3cbd tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c7c5119-1b27-4483-9175-9bfb15fcec8d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:28.485209 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4b21-6a14-45a2-8832-be0853bb3cbd tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.575170 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4b21-6a14-45a2-8832-be0853bb3cbd tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.577329 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4b21-6a14-45a2-8832-be0853bb3cbd tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.728273 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4b21-6a14-45a2-8832-be0853bb3cbd tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.729127 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4aa4b21-6a14-45a2-8832-be0853bb3cbd tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bc1f4a6-a178-43e7-8315-9117d36f0525 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:29:28.733815 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4b21-6a14-45a2-8832-be0853bb3cbd tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.735493 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f4aa4b21-6a14-45a2-8832-be0853bb3cbd tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "DELETE /v2.0/routers/3bc1f4a6-a178-43e7-8315-9117d36f0525 HTTP/1.1" status: 204 len: 168 time: 1.2415078 Jul 05 10:29:28.738206 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47450) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:28.783262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae81c73-a2e6-4816-ae83-f727a0fd4ebe tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Deleting subnet 7497f275-bf6b-4ef0-a179-ef929c7fd1e6 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:29:28.786828 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9ae81c73-a2e6-4816-ae83-f727a0fd4ebe tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.826878 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9ae81c73-a2e6-4816-ae83-f727a0fd4ebe tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.867062 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9ae81c73-a2e6-4816-ae83-f727a0fd4ebe tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:28.924512 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b24eea-8fce-4a94-a686-418d4cdda0da None None] Port 2c7c5119-1b27-4483-9175-9bfb15fcec8d not found while updating agent binding for router 3bc1f4a6-a178-43e7-8315-9117d36f0525. {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 05 10:29:28.945252 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b24eea-8fce-4a94-a686-418d4cdda0da None None] Routers set() bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:28.945662 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b24eea-8fce-4a94-a686-418d4cdda0da None None] Router IDs set() for agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 10:29:28.946702 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_agentschedulers_db [None req-e2b24eea-8fce-4a94-a686-418d4cdda0da None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3bc1f4a6-a178-43e7-8315-9117d36f0525'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent'). {{(pid=100778) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 10:29:28.947566 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b24eea-8fce-4a94-a686-418d4cdda0da None None] The sync data for ids ['3bc1f4a6-a178-43e7-8315-9117d36f0525'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:29.005528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47456) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:29.017641 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9ae81c73-a2e6-4816-ae83-f727a0fd4ebe tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.044751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae81c73-a2e6-4816-ae83-f727a0fd4ebe tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7497f275-bf6b-4ef0-a179-ef929c7fd1e6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:29.049176 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9ae81c73-a2e6-4816-ae83-f727a0fd4ebe tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.054078 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47460) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:29.054258 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9ae81c73-a2e6-4816-ae83-f727a0fd4ebe tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/7497f275-bf6b-4ef0-a179-ef929c7fd1e6 HTTP/1.1" status: 204 len: 168 time: 0.3147473 Jul 05 10:29:29.122379 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0d43a352-bed1-4e0d-9217-3645cde1bf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.126949 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8da4ae0e-e4a5-431f-97b9-963f07e1b9f2 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.213134 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8da4ae0e-e4a5-431f-97b9-963f07e1b9f2 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.216374 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0d43a352-bed1-4e0d-9217-3645cde1bf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.223819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-8da4ae0e-e4a5-431f-97b9-963f07e1b9f2 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a6ce95-4c65-49d6-98d2-21c927901eea']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:29.234777 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-8da4ae0e-e4a5-431f-97b9-963f07e1b9f2 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e456c61-c1a2-4e17-b840-8b33c657da38') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:29.235607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-8da4ae0e-e4a5-431f-97b9-963f07e1b9f2 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e456c61-c1a2-4e17-b840-8b33c657da38') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:29.244771 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8da4ae0e-e4a5-431f-97b9-963f07e1b9f2 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.258629 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8da4ae0e-e4a5-431f-97b9-963f07e1b9f2 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.264895 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da4ae0e-e4a5-431f-97b9-963f07e1b9f2 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:29:29.265518 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8da4ae0e-e4a5-431f-97b9-963f07e1b9f2 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:29:29.274225 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:29:29.300034 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0d43a352-bed1-4e0d-9217-3645cde1bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.365953 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0d43a352-bed1-4e0d-9217-3645cde1bf4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=077ae40b6b274f6d833385d1049761ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590682 Jul 05 10:29:29.367520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43a352-bed1-4e0d-9217-3645cde1bf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f974197b-5c53-473d-856b-846a4bd7f600,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:29.368996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47466) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:29.420348 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c951eb1-bdf4-43b5-9722-ad5b89d5b266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.442703 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c951eb1-bdf4-43b5-9722-ad5b89d5b266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.448782 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8da4ae0e-e4a5-431f-97b9-963f07e1b9f2 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.464660 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da4ae0e-e4a5-431f-97b9-963f07e1b9f2 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41a6ce95-4c65-49d6-98d2-21c927901eea {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 10:29:29.464660 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8da4ae0e-e4a5-431f-97b9-963f07e1b9f2 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.464660 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8da4ae0e-e4a5-431f-97b9-963f07e1b9f2 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "DELETE /v2.0/networks/41a6ce95-4c65-49d6-98d2-21c927901eea HTTP/1.1" status: 204 len: 168 time: 0.4086618 Jul 05 10:29:29.485075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4ae0e-e4a5-431f-97b9-963f07e1b9f2 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Pushing event deleted for resources: {'Network': ['ID=41a6ce95-4c65-49d6-98d2-21c927901eea,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:29.608305 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c951eb1-bdf4-43b5-9722-ad5b89d5b266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.611412 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c951eb1-bdf4-43b5-9722-ad5b89d5b266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:29.612699 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8c951eb1-bdf4-43b5-9722-ad5b89d5b266 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f974197b-5c53-473d-856b-846a4bd7f600 HTTP/1.1" status: 204 len: 168 time: 0.2424054 Jul 05 10:29:29.623497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c951eb1-bdf4-43b5-9722-ad5b89d5b266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f974197b-5c53-473d-856b-846a4bd7f600,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:29.871412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47486) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:29.881428 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1883c1b2-dfb8-46ef-aefe-800cfdd822ea tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Request body: {'router': {'name': 'tempest-router--1986484914', 'project_id': '4aba677d3e3b400d8155ba05c328eb4f'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:30.006812 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1883c1b2-dfb8-46ef-aefe-800cfdd822ea tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.007986 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1883c1b2-dfb8-46ef-aefe-800cfdd822ea tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.070427 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1883c1b2-dfb8-46ef-aefe-800cfdd822ea tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.151353 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1883c1b2-dfb8-46ef-aefe-800cfdd822ea tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.257399 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1883c1b2-dfb8-46ef-aefe-800cfdd822ea tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.258679 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1883c1b2-dfb8-46ef-aefe-800cfdd822ea tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3862991 Jul 05 10:29:30.261825 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47494) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:30.351704 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-897754e8-15c0-4a88-bdc4-f382126ec92a tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.406926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47496) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:30.423061 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0abcb970-bbf7-4366-b88c-5c5092dc2f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.521121 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-897754e8-15c0-4a88-bdc4-f382126ec92a tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.521384 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0abcb970-bbf7-4366-b88c-5c5092dc2f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.523501 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-897754e8-15c0-4a88-bdc4-f382126ec92a tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.613647 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0abcb970-bbf7-4366-b88c-5c5092dc2f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.652561 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abcb970-bbf7-4366-b88c-5c5092dc2f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a077738-440f-4f41-ba17-216ce44c584e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:30.657986 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0abcb970-bbf7-4366-b88c-5c5092dc2f61 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2585e95e3ff440238e2c2fadaf5e0703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495747 Jul 05 10:29:30.661889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47498) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:30.698282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-897754e8-15c0-4a88-bdc4-f382126ec92a tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.698825 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897754e8-15c0-4a88-bdc4-f382126ec92a tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a56b2a70-a592-479a-a9bc-3c9957376df7 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:29:30.703790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-897754e8-15c0-4a88-bdc4-f382126ec92a tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.704963 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-897754e8-15c0-4a88-bdc4-f382126ec92a tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "DELETE /v2.0/routers/a56b2a70-a592-479a-a9bc-3c9957376df7 HTTP/1.1" status: 204 len: 168 time: 0.4414644 Jul 05 10:29:30.717942 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d89faa18-86d3-4463-bbc5-2471283706b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.741011 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d89faa18-86d3-4463-bbc5-2471283706b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.925757 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d89faa18-86d3-4463-bbc5-2471283706b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.928346 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d89faa18-86d3-4463-bbc5-2471283706b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:30.929524 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d89faa18-86d3-4463-bbc5-2471283706b7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7a077738-440f-4f41-ba17-216ce44c584e HTTP/1.1" status: 204 len: 168 time: 0.2666743 Jul 05 10:29:30.937605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89faa18-86d3-4463-bbc5-2471283706b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a077738-440f-4f41-ba17-216ce44c584e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:31.067303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47504) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:31.258565 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-804313468', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:31.376561 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:31.376561 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:31.437459 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:31.681492 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:32.008424 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:32.036620 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:32.178262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Allocated IP 172.25.5.100 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/7061cee2-11f5-497d-ab9f-c37a98d30b04) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:32.313510 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:32.339187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47542) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:32.429291 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:32.470167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:32.472859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:32.481542 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:32.492943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-fb559b7d-fafc-4885-bcfb-b967d3db2ab7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-35944730'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:32.518126 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Pushing event updated for resources: {'Port': ['ID=7061cee2-11f5-497d-ab9f-c37a98d30b04,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:32.571242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb559b7d-fafc-4885-bcfb-b967d3db2ab7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Made reservation on behalf of f2f7137febe3478fbadbec0b16462d40 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:32.575733 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb559b7d-fafc-4885-bcfb-b967d3db2ab7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:32.589771 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb559b7d-fafc-4885-bcfb-b967d3db2ab7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:32.703084 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb559b7d-fafc-4885-bcfb-b967d3db2ab7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:32.756507 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb559b7d-fafc-4885-bcfb-b967d3db2ab7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:32.788353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb559b7d-fafc-4885-bcfb-b967d3db2ab7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:29:32.795308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb559b7d-fafc-4885-bcfb-b967d3db2ab7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ff19f1-0900-4e01-9839-d2658c3f3b32,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:32.803227 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb559b7d-fafc-4885-bcfb-b967d3db2ab7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:32.803564 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-fb559b7d-fafc-4885-bcfb-b967d3db2ab7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Added segment bf05369f-1516-410e-8c82-e20766802abc of type vlan for network e2474894-2c0f-4ec3-92b9-e374849a7e5e Jul 05 10:29:32.841936 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:32.851824 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb559b7d-fafc-4885-bcfb-b967d3db2ab7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:32.957188 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb559b7d-fafc-4885-bcfb-b967d3db2ab7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:32.963953 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb559b7d-fafc-4885-bcfb-b967d3db2ab7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:32.964902 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb559b7d-fafc-4885-bcfb-b967d3db2ab7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:33.062080 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:33.074007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb559b7d-fafc-4885-bcfb-b967d3db2ab7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event updated for resources: {'Network': ['ID=e2474894-2c0f-4ec3-92b9-e374849a7e5e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:33.092117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network e2474894-2c0f-4ec3-92b9-e374849a7e5e details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:29:33.147442 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fb559b7d-fafc-4885-bcfb-b967d3db2ab7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8062389 Jul 05 10:29:33.147823 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47548) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:33.180315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9ea86d6f-006f-4a85-bf47-890b18b46504 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Request body: {'subnet': {'network_id': 'e2474894-2c0f-4ec3-92b9-e374849a7e5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:33.373563 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea86d6f-006f-4a85-bf47-890b18b46504 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Made reservation on behalf of f2f7137febe3478fbadbec0b16462d40 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:33.377790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ea86d6f-006f-4a85-bf47-890b18b46504 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:33.393364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Router 06794c21-bc38-4f88-ae72-1e27178b6365 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:29:33.900459 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:33.914236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397fced-cba0-4744-887c-951f53e75948 None None] Sync routers for ids ['06794c21-bc38-4f88-ae72-1e27178b6365'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:33.930201 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c397fced-cba0-4744-887c-951f53e75948 None None] Routers {'06794c21-bc38-4f88-ae72-1e27178b6365'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:33.932950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c397fced-cba0-4744-887c-951f53e75948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['06794c21-bc38-4f88-ae72-1e27178b6365'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:33.967864 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c397fced-cba0-4744-887c-951f53e75948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:33.977406 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c397fced-cba0-4744-887c-951f53e75948 None None] Routers {'06794c21-bc38-4f88-ae72-1e27178b6365'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:33.978098 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c397fced-cba0-4744-887c-951f53e75948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['06794c21-bc38-4f88-ae72-1e27178b6365'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:34.015595 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c397fced-cba0-4744-887c-951f53e75948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:34.016323 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397fced-cba0-4744-887c-951f53e75948 None None] The sync data for ids ['06794c21-bc38-4f88-ae72-1e27178b6365'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:34.031222 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:34.032843 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8c7af7f3-1ef6-405d-8336-f20aeea422c1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9643555 Jul 05 10:29:34.035862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47554) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:34.065623 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ea86d6f-006f-4a85-bf47-890b18b46504 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:34.133205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea86d6f-006f-4a85-bf47-890b18b46504 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event updated for resources: {'Subnet': ['ID=ab57a0b3-ba7b-4145-9ce4-b928ae469068,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:34.150958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea86d6f-006f-4a85-bf47-890b18b46504 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Checking segment: {'id': 'bf05369f-1516-410e-8c82-e20766802abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e2474894-2c0f-4ec3-92b9-e374849a7e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:29:34.154761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea86d6f-006f-4a85-bf47-890b18b46504 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Network hostable DHCP agents. Network: e2474894-2c0f-4ec3-92b9-e374849a7e5e, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:29:34.263500 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea86d6f-006f-4a85-bf47-890b18b46504 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Network e2474894-2c0f-4ec3-92b9-e374849a7e5e is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:29:34.379555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-9ea86d6f-006f-4a85-bf47-890b18b46504 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, e2474894-2c0f-4ec3-92b9-e374849a7e5e) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:34.389931 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea86d6f-006f-4a85-bf47-890b18b46504 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:34.390835 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41619c31-4695-449d-8412-8ac005234164 None None] Network e2474894-2c0f-4ec3-92b9-e374849a7e5e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:29:34.391560 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9ea86d6f-006f-4a85-bf47-890b18b46504 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:34.442162 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-15b7234a-07e2-4c92-b774-bcf7b5905dba tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/routers/06794c21-bc38-4f88-ae72-1e27178b6365 HTTP/1.1" status: 200 len: 920 time: 0.4048314 Jul 05 10:29:34.447112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47556) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:34.482530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-60c471f2-94e7-41c5-97ae-01a11e9dfda3 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "GET /v2.0/ports?device_id=06794c21-bc38-4f88-ae72-1e27178b6365 HTTP/1.1" status: 200 len: 205 time: 0.0340674 Jul 05 10:29:34.484416 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9ea86d6f-006f-4a85-bf47-890b18b46504 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3353338 Jul 05 10:29:34.489240 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47558) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:34.491091 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47560) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:34.496853 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-803b2d01-36d7-4533-8e23-ca7e22e5eae2 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Request body: {'port': {'network_id': 'e2474894-2c0f-4ec3-92b9-e374849a7e5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2065282496'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:34.591620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-e2474894-2c0f-4ec3-92b9-e374849a7e5e', 'network_id': 'e2474894-2c0f-4ec3-92b9-e374849a7e5e', 'tenant_id': 'f2f7137febe3478fbadbec0b16462d40', 'fixed_ips': [{'subnet_id': 'ab57a0b3-ba7b-4145-9ce4-b928ae469068'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:29:34.592971 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:34.796945 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803b2d01-36d7-4533-8e23-ca7e22e5eae2 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Made reservation on behalf of f2f7137febe3478fbadbec0b16462d40 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:34.802411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Allocated IP 2001:db8::2 (e2474894-2c0f-4ec3-92b9-e374849a7e5e/ab57a0b3-ba7b-4145-9ce4-b928ae469068/7c395da7-29ff-4209-9d8a-c3388ac81ad9) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:34.806143 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-803b2d01-36d7-4533-8e23-ca7e22e5eae2 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:34.834448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-803b2d01-36d7-4533-8e23-ca7e22e5eae2 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] device_id is not set on port 763a9c97-0f76-4b13-ad33-d1b0e3e92590 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:29:34.848239 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8aace851-803e-4019-a4e1-7d3f0f97de48 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:34.995198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8aace851-803e-4019-a4e1-7d3f0f97de48 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.014199 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.028778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Transition to ACTIVE for port object 7c395da7-29ff-4209-9d8a-c3388ac81ad9 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:35.052852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Transition to ACTIVE for port object 7c395da7-29ff-4209-9d8a-c3388ac81ad9 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:35.374101 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.397394 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-8aace851-803e-4019-a4e1-7d3f0f97de48 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Deleting port 7061cee2-11f5-497d-ab9f-c37a98d30b04 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:35.398008 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8aace851-803e-4019-a4e1-7d3f0f97de48 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.421288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Pushing event updated for resources: {'Port': ['ID=7c395da7-29ff-4209-9d8a-c3388ac81ad9,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:35.431688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:35.439175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:35.439175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:35.439175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:35.439175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:35.439175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:35.439175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:35.439175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:35.439175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:35.439175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:35.439175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:35.439175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:35.443870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Network e2474894-2c0f-4ec3-92b9-e374849a7e5e is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:35.446066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:35.449022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:35.479640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-803b2d01-36d7-4533-8e23-ca7e22e5eae2 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Allocated IP 2001:db8::d7 (e2474894-2c0f-4ec3-92b9-e374849a7e5e/ab57a0b3-ba7b-4145-9ce4-b928ae469068/763a9c97-0f76-4b13-ad33-d1b0e3e92590) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:35.504348 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8aace851-803e-4019-a4e1-7d3f0f97de48 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.517412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Attempting to bind port 7c395da7-29ff-4209-9d8a-c3388ac81ad9 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:29:35.517842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Attempting to bind port 7c395da7-29ff-4209-9d8a-c3388ac81ad9 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'bf05369f-1516-410e-8c82-e20766802abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e2474894-2c0f-4ec3-92b9-e374849a7e5e'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:29:35.518157 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Attempting to bind port 7c395da7-29ff-4209-9d8a-c3388ac81ad9 on network e2474894-2c0f-4ec3-92b9-e374849a7e5e {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:29:35.537172 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-8aace851-803e-4019-a4e1-7d3f0f97de48 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Calling delete_port for 7061cee2-11f5-497d-ab9f-c37a98d30b04 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:35.538930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:29:35.539318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Checking segment: {'id': 'bf05369f-1516-410e-8c82-e20766802abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e2474894-2c0f-4ec3-92b9-e374849a7e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:29:35.539755 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.540158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Bound using segment: {'id': 'bf05369f-1516-410e-8c82-e20766802abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e2474894-2c0f-4ec3-92b9-e374849a7e5e'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:29:35.540673 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Bound port: 7c395da7-29ff-4209-9d8a-c3388ac81ad9, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf05369f-1516-410e-8c82-e20766802abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e2474894-2c0f-4ec3-92b9-e374849a7e5e'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:29:35.541070 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.648729 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] For port 7c395da7-29ff-4209-9d8a-c3388ac81ad9, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:29:35.652326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] For port 7c395da7-29ff-4209-9d8a-c3388ac81ad9, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7c395da7-29ff-4209-9d8a-c3388ac81ad9,segment=NetworkSegment(bf05369f-1516-410e-8c82-e20766802abc),segment_id=bf05369f-1516-410e-8c82-e20766802abc)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:29:35.716704 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-803b2d01-36d7-4533-8e23-ca7e22e5eae2 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.726910 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.732560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-803b2d01-36d7-4533-8e23-ca7e22e5eae2 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Transition to ACTIVE for port object 763a9c97-0f76-4b13-ad33-d1b0e3e92590 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:35.795432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cfb61-e3bf-4edf-8fc6-d49017c7f41f None None] Pushing event updated for resources: {'Port': ['ID=7c395da7-29ff-4209-9d8a-c3388ac81ad9,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:35.886393 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8aace851-803e-4019-a4e1-7d3f0f97de48 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.886790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-803b2d01-36d7-4533-8e23-ca7e22e5eae2 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.910583 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aace851-803e-4019-a4e1-7d3f0f97de48 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Pushing event deleted for resources: {'Port': ['ID=7061cee2-11f5-497d-ab9f-c37a98d30b04,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:35.937017 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b2d01-36d7-4533-8e23-ca7e22e5eae2 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Network e2474894-2c0f-4ec3-92b9-e374849a7e5e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:35.944222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-803b2d01-36d7-4533-8e23-ca7e22e5eae2 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:35.948792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b2d01-36d7-4533-8e23-ca7e22e5eae2 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:35.954286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803b2d01-36d7-4533-8e23-ca7e22e5eae2 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:35.954949 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-803b2d01-36d7-4533-8e23-ca7e22e5eae2 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:35.966636 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b2d01-36d7-4533-8e23-ca7e22e5eae2 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event updated for resources: {'Port': ['ID=763a9c97-0f76-4b13-ad33-d1b0e3e92590,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:36.025932 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8aace851-803e-4019-a4e1-7d3f0f97de48 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:36.097225 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-803b2d01-36d7-4533-8e23-ca7e22e5eae2 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6039603 Jul 05 10:29:36.099356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47578) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:36.105485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a1b46aa6-ae8e-4b82-846d-a8a21bdb1cd6 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Request body: {'port': {'network_id': 'e2474894-2c0f-4ec3-92b9-e374849a7e5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-827599030', 'allowed_address_pairs': [{'ip_address': '2001:db8::d7', 'mac_address': 'fa:16:3e:07:f4:1d'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:36.162942 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8aace851-803e-4019-a4e1-7d3f0f97de48 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:36.174643 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8aace851-803e-4019-a4e1-7d3f0f97de48 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:36.314966 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8aace851-803e-4019-a4e1-7d3f0f97de48 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:36.315944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aace851-803e-4019-a4e1-7d3f0f97de48 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Fanout notify agent at l3_agent the message router_deleted on router 06794c21-bc38-4f88-ae72-1e27178b6365 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:29:36.327494 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8aace851-803e-4019-a4e1-7d3f0f97de48 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:36.332603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8aace851-803e-4019-a4e1-7d3f0f97de48 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "DELETE /v2.0/routers/06794c21-bc38-4f88-ae72-1e27178b6365 HTTP/1.1" status: 204 len: 168 time: 1.8414237 Jul 05 10:29:36.333132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47580) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:36.337811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Request body: {'router': {'name': 'tempest-snat-router-7583586', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'enable_snat': False}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:36.350856 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b46aa6-ae8e-4b82-846d-a8a21bdb1cd6 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Made reservation on behalf of f2f7137febe3478fbadbec0b16462d40 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:36.435413 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:36.437495 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:36.464945 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1b46aa6-ae8e-4b82-846d-a8a21bdb1cd6 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:36.486702 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-a1b46aa6-ae8e-4b82-846d-a8a21bdb1cd6 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] device_id is not set on port 1be89564-2f76-4ffd-93a5-06eee5079cee yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:29:36.495844 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:36.646514 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-a1b46aa6-ae8e-4b82-846d-a8a21bdb1cd6 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Allocated IP 2001:db8::215 (e2474894-2c0f-4ec3-92b9-e374849a7e5e/ab57a0b3-ba7b-4145-9ce4-b928ae469068/1be89564-2f76-4ffd-93a5-06eee5079cee) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:36.777870 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:36.914031 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1b46aa6-ae8e-4b82-846d-a8a21bdb1cd6 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:36.934525 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-a1b46aa6-ae8e-4b82-846d-a8a21bdb1cd6 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Transition to ACTIVE for port object 1be89564-2f76-4ffd-93a5-06eee5079cee will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:37.053273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd2f974-e507-40b4-aa53-85e77a85ce0b None None] Network e2474894-2c0f-4ec3-92b9-e374849a7e5e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:29:37.124479 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1b46aa6-ae8e-4b82-846d-a8a21bdb1cd6 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:37.136043 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:37.171314 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:37.202348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b46aa6-ae8e-4b82-846d-a8a21bdb1cd6 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Network e2474894-2c0f-4ec3-92b9-e374849a7e5e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:37.211703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-a1b46aa6-ae8e-4b82-846d-a8a21bdb1cd6 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:37.218379 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b46aa6-ae8e-4b82-846d-a8a21bdb1cd6 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:37.227522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b46aa6-ae8e-4b82-846d-a8a21bdb1cd6 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:37.228387 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1b46aa6-ae8e-4b82-846d-a8a21bdb1cd6 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:37.244518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b46aa6-ae8e-4b82-846d-a8a21bdb1cd6 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event updated for resources: {'Port': ['ID=1be89564-2f76-4ffd-93a5-06eee5079cee,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:37.270476 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-db4e59a4-9013-4de7-b5e8-9ab270ce67b9 None None] Provisioning for port 7c395da7-29ff-4209-9d8a-c3388ac81ad9 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:37.324236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Allocated IP 172.25.5.136 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/c8bfb950-3769-47fd-bd57-4d3e18199661) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:37.363162 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a1b46aa6-ae8e-4b82-846d-a8a21bdb1cd6 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.2624502 Jul 05 10:29:37.368364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47588) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:37.474349 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:37.503051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785b8ff7-419a-43e0-b9ea-ac6b60b1a42b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:37.509324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785b8ff7-419a-43e0-b9ea-ac6b60b1a42b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:37.515440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785b8ff7-419a-43e0-b9ea-ac6b60b1a42b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:37.517356 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-785b8ff7-419a-43e0-b9ea-ac6b60b1a42b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1506140 Jul 05 10:29:37.520468 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47590) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:37.528686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7c395da7-29ff-4209-9d8a-c3388ac81ad9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:29:37.634766 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:37.669392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-3e1664ec-a6b2-4ffc-9606-fd7773934368 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Deleting port 1be89564-2f76-4ffd-93a5-06eee5079cee {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:37.670191 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e1664ec-a6b2-4ffc-9606-fd7773934368 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:37.671617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 7c395da7-29ff-4209-9d8a-c3388ac81ad9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:37.678727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7c395da7-29ff-4209-9d8a-c3388ac81ad9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:37.679481 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:37.725806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:37.734436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:37.737513 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:37.771731 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ae6dfdb4-1ead-42f1-929f-c5c8c0cca8f1 None None] Provisioning for port 763a9c97-0f76-4b13-ad33-d1b0e3e92590 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:37.779057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Pushing event updated for resources: {'Port': ['ID=c8bfb950-3769-47fd-bd57-4d3e18199661,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:37.787995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ae6dfdb4-1ead-42f1-929f-c5c8c0cca8f1 None None] Provisioning complete for port 763a9c97-0f76-4b13-ad33-d1b0e3e92590 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:37.793492 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ae6dfdb4-1ead-42f1-929f-c5c8c0cca8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:37.808469 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:37.808813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:37.809152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:37.809487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:37.809820 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:37.810149 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:37.810478 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:37.810802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:37.811124 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:37.811450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:37.811799 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:37.812127 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:29:37.841164 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:37.861669 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ae6dfdb4-1ead-42f1-929f-c5c8c0cca8f1 None None] Port 763a9c97-0f76-4b13-ad33-d1b0e3e92590 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:37.889638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 7c395da7-29ff-4209-9d8a-c3388ac81ad9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7c395da7-29ff-4209-9d8a-c3388ac81ad9,segment=NetworkSegment(bf05369f-1516-410e-8c82-e20766802abc),segment_id=bf05369f-1516-410e-8c82-e20766802abc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:37.908827 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e1664ec-a6b2-4ffc-9606-fd7773934368 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:37.947440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-3e1664ec-a6b2-4ffc-9606-fd7773934368 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Calling delete_port for 1be89564-2f76-4ffd-93a5-06eee5079cee owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:38.030579 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ae6dfdb4-1ead-42f1-929f-c5c8c0cca8f1 None None] Provisioning for port 1be89564-2f76-4ffd-93a5-06eee5079cee completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:38.035955 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ae6dfdb4-1ead-42f1-929f-c5c8c0cca8f1 None None] Provisioning complete for port 1be89564-2f76-4ffd-93a5-06eee5079cee triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:38.036605 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ae6dfdb4-1ead-42f1-929f-c5c8c0cca8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:38.077994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ae6dfdb4-1ead-42f1-929f-c5c8c0cca8f1 None None] Port 1be89564-2f76-4ffd-93a5-06eee5079cee cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:38.090996 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:38.127306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ae6dfdb4-1ead-42f1-929f-c5c8c0cca8f1 None None] Provisioning complete for port 7c395da7-29ff-4209-9d8a-c3388ac81ad9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:38.127805 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ae6dfdb4-1ead-42f1-929f-c5c8c0cca8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:38.190689 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=7c395da7-29ff-4209-9d8a-c3388ac81ad9,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:38.222016 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e1664ec-a6b2-4ffc-9606-fd7773934368 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:38.263095 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1664ec-a6b2-4ffc-9606-fd7773934368 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event deleted for resources: {'Port': ['ID=1be89564-2f76-4ffd-93a5-06eee5079cee,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:38.428762 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bc57fff0-f654-47b7-a305-24664e0af2fb None None] Provisioning complete for port 763a9c97-0f76-4b13-ad33-d1b0e3e92590 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:38.428762 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bc57fff0-f654-47b7-a305-24664e0af2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:38.429110 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:38.496747 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3e1664ec-a6b2-4ffc-9606-fd7773934368 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:38.501748 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-bc57fff0-f654-47b7-a305-24664e0af2fb None None] Port 763a9c97-0f76-4b13-ad33-d1b0e3e92590 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:38.507226 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3e1664ec-a6b2-4ffc-9606-fd7773934368 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "DELETE /v2.0/ports/1be89564-2f76-4ffd-93a5-06eee5079cee HTTP/1.1" status: 204 len: 168 time: 0.9774435 Jul 05 10:29:38.507389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bc57fff0-f654-47b7-a305-24664e0af2fb None None] Could not find standard attr ID for object 1be89564-2f76-4ffd-93a5-06eee5079cee. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:29:38.507653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47612) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:38.537269 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-beba6c88-ebea-4018-8fa4-462d1de3de92 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] GET failed (client error): The resource could not be found. Jul 05 10:29:38.539000 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-beba6c88-ebea-4018-8fa4-462d1de3de92 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "GET /v2.0/ports/1be89564-2f76-4ffd-93a5-06eee5079cee HTTP/1.1" status: 404 len: 333 time: 0.0303714 Jul 05 10:29:38.542645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47614) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:38.548421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c9558391-4af8-4bcf-8067-25a221746631 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Request body: {'port': {'network_id': 'e2474894-2c0f-4ec3-92b9-e374849a7e5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-724651813'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:38.762824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9558391-4af8-4bcf-8067-25a221746631 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Made reservation on behalf of f2f7137febe3478fbadbec0b16462d40 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:38.766292 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9558391-4af8-4bcf-8067-25a221746631 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:38.773412 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:38.789310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-c9558391-4af8-4bcf-8067-25a221746631 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] device_id is not set on port 465d816d-5a6a-43eb-87af-c5b51919d163 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:29:38.948485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-c9558391-4af8-4bcf-8067-25a221746631 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Allocated IP 2001:db8::1c2 (e2474894-2c0f-4ec3-92b9-e374849a7e5e/ab57a0b3-ba7b-4145-9ce4-b928ae469068/465d816d-5a6a-43eb-87af-c5b51919d163) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:38.990820 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Router 9deaa3fe-b32d-43fa-b538-b05aed990dcf is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:29:39.137996 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9558391-4af8-4bcf-8067-25a221746631 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.153745 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-c9558391-4af8-4bcf-8067-25a221746631 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Transition to ACTIVE for port object 465d816d-5a6a-43eb-87af-c5b51919d163 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:39.259755 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9558391-4af8-4bcf-8067-25a221746631 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.333816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9558391-4af8-4bcf-8067-25a221746631 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event updated for resources: {'Port': ['ID=465d816d-5a6a-43eb-87af-c5b51919d163,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:39.345142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9558391-4af8-4bcf-8067-25a221746631 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Network e2474894-2c0f-4ec3-92b9-e374849a7e5e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:39.346921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-c9558391-4af8-4bcf-8067-25a221746631 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:39.352018 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9558391-4af8-4bcf-8067-25a221746631 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:39.364102 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9558391-4af8-4bcf-8067-25a221746631 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:39.365079 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c9558391-4af8-4bcf-8067-25a221746631 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.443003 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c9558391-4af8-4bcf-8067-25a221746631 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8992331 Jul 05 10:29:39.445428 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47620) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:39.452306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-b97c0e2e-5046-4a9e-970b-ffaddf69f38b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d7', 'mac_address': 'fa:16:3e:07:f4:1d'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:39.467631 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:39.485158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7c395da7-29ff-4209-9d8a-c3388ac81ad9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:29:39.489755 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Sync routers for ids ['9deaa3fe-b32d-43fa-b538-b05aed990dcf'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:39.513516 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Routers {'9deaa3fe-b32d-43fa-b538-b05aed990dcf'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:39.514140 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['9deaa3fe-b32d-43fa-b538-b05aed990dcf'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:39.550971 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.555805 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3d1519f7-9ba1-4525-89d3-42776936bd81 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.2181897 Jul 05 10:29:39.556358 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47622) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:39.592617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7c395da7-29ff-4209-9d8a-c3388ac81ad9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:39.592989 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.606468 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b97c0e2e-5046-4a9e-970b-ffaddf69f38b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.677178 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Set router 9deaa3fe-b32d-43fa-b538-b05aed990dcf gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:39.806950 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-95bed202-721c-4ac9-b4e4-ee3669d81f38 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/routers/9deaa3fe-b32d-43fa-b538-b05aed990dcf HTTP/1.1" status: 200 len: 906 time: 0.2487063 Jul 05 10:29:39.815668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47626) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:39.826168 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Request body: {'router': {'name': 'tempest-snat-router-7583586', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'enable_snat': True}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:39.905860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e7c4a044-c97d-4eb1-a9da-34f19f35c574 None None] Provisioning for port 465d816d-5a6a-43eb-87af-c5b51919d163 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:39.911035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e7c4a044-c97d-4eb1-a9da-34f19f35c574 None None] Provisioning complete for port 465d816d-5a6a-43eb-87af-c5b51919d163 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:39.912311 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a044-c97d-4eb1-a9da-34f19f35c574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.918659 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b97c0e2e-5046-4a9e-970b-ffaddf69f38b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.934893 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.935880 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:39.966016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4a044-c97d-4eb1-a9da-34f19f35c574 None None] Port 465d816d-5a6a-43eb-87af-c5b51919d163 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:39.984480 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9deaa3fe-b32d-43fa-b538-b05aed990dcf', 'name': 'tempest-snat-router-7583586', 'tenant_id': 'd439c454a70e477686048a5b7ea81a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.136'}], 'enable_snat': False}, 'gw_port_id': 'c8bfb950-3769-47fd-bd57-4d3e18199661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:36Z', 'updated_at': '2021-07-05T10:29:37Z', 'revision_number': 3, 'project_id': 'd439c454a70e477686048a5b7ea81a6f', 'gw_port': {'id': 'c8bfb950-3769-47fd-bd57-4d3e18199661', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9deaa3fe-b32d-43fa-b538-b05aed990dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:37Z', 'updated_at': '2021-07-05T10:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:40.009464 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.013781 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Checking router: 9deaa3fe-b32d-43fa-b538-b05aed990dcf for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:29:40.014185 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Updating router 9deaa3fe-b32d-43fa-b538-b05aed990dcf port c8bfb950-3769-47fd-bd57-4d3e18199661 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:29:40.020928 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b97c0e2e-5046-4a9e-970b-ffaddf69f38b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.036682 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b97c0e2e-5046-4a9e-970b-ffaddf69f38b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] In _notify_port_updated(), no bound segment for port 465d816d-5a6a-43eb-87af-c5b51919d163 on network e2474894-2c0f-4ec3-92b9-e374849a7e5e {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:29:40.047580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97c0e2e-5046-4a9e-970b-ffaddf69f38b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:40.048700 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b97c0e2e-5046-4a9e-970b-ffaddf69f38b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.054254 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b97c0e2e-5046-4a9e-970b-ffaddf69f38b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "PUT /v2.0/ports/465d816d-5a6a-43eb-87af-c5b51919d163 HTTP/1.1" status: 200 len: 1001 time: 0.6039402 Jul 05 10:29:40.054412 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47628) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:40.075975 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.133950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c0e2e-5046-4a9e-970b-ffaddf69f38b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event updated for resources: {'Port': ['ID=465d816d-5a6a-43eb-87af-c5b51919d163,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:40.371216 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.413984 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b2a24-b49a-4d85-b2f6-902b1ca6ec79 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Deleting port 465d816d-5a6a-43eb-87af-c5b51919d163 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:40.414452 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2a24-b49a-4d85-b2f6-902b1ca6ec79 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.494320 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.508589 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Transition to ACTIVE for port object c8bfb950-3769-47fd-bd57-4d3e18199661 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:40.539262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3865bc57-30e4-402c-a83e-8bb35b463dcc None None] Provisioning complete for port 465d816d-5a6a-43eb-87af-c5b51919d163 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:40.540893 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3865bc57-30e4-402c-a83e-8bb35b463dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.541059 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2a24-b49a-4d85-b2f6-902b1ca6ec79 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.555957 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b2a24-b49a-4d85-b2f6-902b1ca6ec79 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Calling delete_port for 465d816d-5a6a-43eb-87af-c5b51919d163 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:40.589492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3865bc57-30e4-402c-a83e-8bb35b463dcc None None] Port 465d816d-5a6a-43eb-87af-c5b51919d163 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:40.619671 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.680119 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Attempting to bind port c8bfb950-3769-47fd-bd57-4d3e18199661 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:29:40.682417 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Attempting to bind port c8bfb950-3769-47fd-bd57-4d3e18199661 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:29:40.682417 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Attempting to bind port c8bfb950-3769-47fd-bd57-4d3e18199661 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:29:40.686757 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4ce41-6c96-4b9f-a0b8-bce1d6df0db7 None None] Pushing event updated for resources: {'Port': ['ID=c8bfb950-3769-47fd-bd57-4d3e18199661,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:40.692336 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:29:40.693011 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:29:40.693601 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.693987 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:29:40.694657 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Bound port: c8bfb950-3769-47fd-bd57-4d3e18199661, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:29:40.695245 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.753330 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] For port c8bfb950-3769-47fd-bd57-4d3e18199661, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:29:40.757109 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] For port c8bfb950-3769-47fd-bd57-4d3e18199661, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c8bfb950-3769-47fd-bd57-4d3e18199661,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:29:40.863567 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.894766 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.916316 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2a24-b49a-4d85-b2f6-902b1ca6ec79 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.918570 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:40.930037 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Routers {'9deaa3fe-b32d-43fa-b538-b05aed990dcf'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:40.930651 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['9deaa3fe-b32d-43fa-b538-b05aed990dcf'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:40.932636 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4ce41-6c96-4b9f-a0b8-bce1d6df0db7 None None] Pushing event updated for resources: {'Port': ['ID=c8bfb950-3769-47fd-bd57-4d3e18199661,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:40.973143 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b2a24-b49a-4d85-b2f6-902b1ca6ec79 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event deleted for resources: {'Port': ['ID=465d816d-5a6a-43eb-87af-c5b51919d163,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:41.079341 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] Set router 9deaa3fe-b32d-43fa-b538-b05aed990dcf gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:41.096430 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1fc0a808-f9a0-4ce6-8430-0b2d07fcaedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:41.163590 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2a24-b49a-4d85-b2f6-902b1ca6ec79 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:41.165592 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2f8b2a24-b49a-4d85-b2f6-902b1ca6ec79 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "DELETE /v2.0/ports/465d816d-5a6a-43eb-87af-c5b51919d163 HTTP/1.1" status: 204 len: 168 time: 1.1113038 Jul 05 10:29:41.168585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47634) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:41.205468 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Allocated IP 172.25.5.117 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/d277d139-fdc4-48e5-94a2-cd83ee3fac1a) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:41.205651 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-073f4d88-b07d-4a64-9ee7-981d24f4b7af tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] GET failed (client error): The resource could not be found. Jul 05 10:29:41.211210 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-073f4d88-b07d-4a64-9ee7-981d24f4b7af tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "GET /v2.0/ports/465d816d-5a6a-43eb-87af-c5b51919d163 HTTP/1.1" status: 404 len: 333 time: 0.0415092 Jul 05 10:29:41.211872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47636) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:41.219089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-45f14b87-88c0-44ae-b4ab-82f0ab98fa8d tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Request body: {'port': {'network_id': 'e2474894-2c0f-4ec3-92b9-e374849a7e5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1720718709'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:41.330630 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9deaa3fe-b32d-43fa-b538-b05aed990dcf', 'name': 'tempest-snat-router-7583586', 'tenant_id': 'd439c454a70e477686048a5b7ea81a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.136'}], 'enable_snat': False}, 'gw_port_id': 'c8bfb950-3769-47fd-bd57-4d3e18199661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:36Z', 'updated_at': '2021-07-05T10:29:37Z', 'revision_number': 3, 'project_id': 'd439c454a70e477686048a5b7ea81a6f', 'gw_port': {'id': 'c8bfb950-3769-47fd-bd57-4d3e18199661', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9deaa3fe-b32d-43fa-b538-b05aed990dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:37Z', 'updated_at': '2021-07-05T10:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:41.339666 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:41.360080 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1427367b-da5b-40a2-9db9-1c5436e6b9fc None None] The sync data for ids ['9deaa3fe-b32d-43fa-b538-b05aed990dcf'] in n-d-779913-27 is: [{'id': '9deaa3fe-b32d-43fa-b538-b05aed990dcf', 'name': 'tempest-snat-router-7583586', 'tenant_id': 'd439c454a70e477686048a5b7ea81a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.136'}], 'enable_snat': False}, 'gw_port_id': 'c8bfb950-3769-47fd-bd57-4d3e18199661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:36Z', 'updated_at': '2021-07-05T10:29:37Z', 'revision_number': 3, 'project_id': 'd439c454a70e477686048a5b7ea81a6f', 'gw_port': {'id': 'c8bfb950-3769-47fd-bd57-4d3e18199661', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9deaa3fe-b32d-43fa-b538-b05aed990dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:37Z', 'updated_at': '2021-07-05T10:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:41.476922 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:41.499167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f14b87-88c0-44ae-b4ab-82f0ab98fa8d tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Made reservation on behalf of f2f7137febe3478fbadbec0b16462d40 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:41.504147 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-45f14b87-88c0-44ae-b4ab-82f0ab98fa8d tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:41.528368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:41.531551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:41.536402 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:41.540130 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-45f14b87-88c0-44ae-b4ab-82f0ab98fa8d tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] device_id is not set on port f8985014-9f6b-45b4-93d7-d821538bd108 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:29:41.566013 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Pushing event updated for resources: {'Port': ['ID=d277d139-fdc4-48e5-94a2-cd83ee3fac1a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:41.775486 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-45f14b87-88c0-44ae-b4ab-82f0ab98fa8d tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Allocated IP 2001:db8::14b (e2474894-2c0f-4ec3-92b9-e374849a7e5e/ab57a0b3-ba7b-4145-9ce4-b928ae469068/f8985014-9f6b-45b4-93d7-d821538bd108) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:42.064602 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-45f14b87-88c0-44ae-b4ab-82f0ab98fa8d tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:42.083997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-45f14b87-88c0-44ae-b4ab-82f0ab98fa8d tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Transition to ACTIVE for port object f8985014-9f6b-45b4-93d7-d821538bd108 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:42.154596 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:42.237210 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-45f14b87-88c0-44ae-b4ab-82f0ab98fa8d tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:42.313681 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f14b87-88c0-44ae-b4ab-82f0ab98fa8d tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event updated for resources: {'Port': ['ID=f8985014-9f6b-45b4-93d7-d821538bd108,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:42.324637 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f14b87-88c0-44ae-b4ab-82f0ab98fa8d tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Network e2474894-2c0f-4ec3-92b9-e374849a7e5e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:42.326304 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-45f14b87-88c0-44ae-b4ab-82f0ab98fa8d tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:42.328953 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f14b87-88c0-44ae-b4ab-82f0ab98fa8d tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:42.335196 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f14b87-88c0-44ae-b4ab-82f0ab98fa8d tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:42.335888 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-45f14b87-88c0-44ae-b4ab-82f0ab98fa8d tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:42.441923 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-45f14b87-88c0-44ae-b4ab-82f0ab98fa8d tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2261572 Jul 05 10:29:42.442440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47648) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:42.449741 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-fe8932dc-ca03-4ad0-85d7-3fd9c90f5304 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:07:f4:1d'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:42.456123 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:42.659053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47652) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:42.757311 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe8932dc-ca03-4ad0-85d7-3fd9c90f5304 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:42.799994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-27cfc294-6ad9-44e9-9f41-aeca62ab1ec1 None None] Provisioning for port f8985014-9f6b-45b4-93d7-d821538bd108 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:42.807504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-27cfc294-6ad9-44e9-9f41-aeca62ab1ec1 None None] Provisioning complete for port f8985014-9f6b-45b4-93d7-d821538bd108 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:42.808093 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-27cfc294-6ad9-44e9-9f41-aeca62ab1ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:42.810266 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c773f80-1820-4518-98eb-6e3768e5268a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:42.848861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-27cfc294-6ad9-44e9-9f41-aeca62ab1ec1 None None] Port f8985014-9f6b-45b4-93d7-d821538bd108 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:42.873276 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Router 65202b36-88e2-40a3-aac5-e42ab6340fd3 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:29:42.950002 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c773f80-1820-4518-98eb-6e3768e5268a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.043226 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c773f80-1820-4518-98eb-6e3768e5268a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.079334 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:43.095275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be2f3be-929b-4aa5-896f-e3dd9f849782 None None] Sync routers for ids ['65202b36-88e2-40a3-aac5-e42ab6340fd3'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:43.097325 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe8932dc-ca03-4ad0-85d7-3fd9c90f5304 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.099997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c773f80-1820-4518-98eb-6e3768e5268a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffb9ed8-f5c5-4904-820a-5250282d23c2,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:43.104727 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2c773f80-1820-4518-98eb-6e3768e5268a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ca8a1724105c49a2abfb66ed16dc65c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446030 Jul 05 10:29:43.107405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47658) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:43.108282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be2f3be-929b-4aa5-896f-e3dd9f849782 None None] Routers {'65202b36-88e2-40a3-aac5-e42ab6340fd3'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:43.109068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3be2f3be-929b-4aa5-896f-e3dd9f849782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['65202b36-88e2-40a3-aac5-e42ab6340fd3'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:43.165593 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73279eea-e8fc-466d-9308-b877181f3e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.190566 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73279eea-e8fc-466d-9308-b877181f3e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.192358 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe8932dc-ca03-4ad0-85d7-3fd9c90f5304 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.230659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-3be2f3be-929b-4aa5-896f-e3dd9f849782 None None] Set router 65202b36-88e2-40a3-aac5-e42ab6340fd3 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:29:43.231048 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.235276 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3d94764b-e2b7-474b-873e-7fa2fb303620 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 3.4154928 Jul 05 10:29:43.235488 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47660) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:43.241320 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-fe8932dc-ca03-4ad0-85d7-3fd9c90f5304 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] In _notify_port_updated(), no bound segment for port f8985014-9f6b-45b4-93d7-d821538bd108 on network e2474894-2c0f-4ec3-92b9-e374849a7e5e {{(pid=100775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:29:43.249908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8932dc-ca03-4ad0-85d7-3fd9c90f5304 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:43.251659 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe8932dc-ca03-4ad0-85d7-3fd9c90f5304 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.257326 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fe8932dc-ca03-4ad0-85d7-3fd9c90f5304 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "PUT /v2.0/ports/f8985014-9f6b-45b4-93d7-d821538bd108 HTTP/1.1" status: 200 len: 1003 time: 0.8094766 Jul 05 10:29:43.258863 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47662) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:43.311472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8932dc-ca03-4ad0-85d7-3fd9c90f5304 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event updated for resources: {'Port': ['ID=f8985014-9f6b-45b4-93d7-d821538bd108,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:43.379770 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-221311f5-aa0d-4347-9007-5535dcad3dde tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/routers/65202b36-88e2-40a3-aac5-e42ab6340fd3 HTTP/1.1" status: 200 len: 905 time: 0.1402929 Jul 05 10:29:43.381974 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47664) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:43.390501 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73279eea-e8fc-466d-9308-b877181f3e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.394076 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73279eea-e8fc-466d-9308-b877181f3e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.395182 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-73279eea-e8fc-466d-9308-b877181f3e9a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fffb9ed8-f5c5-4904-820a-5250282d23c2 HTTP/1.1" status: 204 len: 168 time: 0.2868085 Jul 05 10:29:43.468547 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73279eea-e8fc-466d-9308-b877181f3e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffb9ed8-f5c5-4904-820a-5250282d23c2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:43.479536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b2ba4-c178-46d2-93d1-4fdb1264cf2b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Deleting port f8985014-9f6b-45b4-93d7-d821538bd108 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:43.479536 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f1b2ba4-c178-46d2-93d1-4fdb1264cf2b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.608432 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40c2608f-58b5-42d6-a7f5-e57832181bbc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.669835 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c8bfb950-3769-47fd-bd57-4d3e18199661 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:29:43.673949 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f1b2ba4-c178-46d2-93d1-4fdb1264cf2b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.689985 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b2ba4-c178-46d2-93d1-4fdb1264cf2b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Calling delete_port for f8985014-9f6b-45b4-93d7-d821538bd108 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:43.763628 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40c2608f-58b5-42d6-a7f5-e57832181bbc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.878206 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-15ea6a5d-5700-47fa-9751-9b7b4f2441a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.885659 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.925716 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5083cd73-c796-4c1a-8492-fd14e49d63d9 None None] Provisioning complete for port f8985014-9f6b-45b4-93d7-d821538bd108 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:43.926263 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5083cd73-c796-4c1a-8492-fd14e49d63d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.942668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-40c2608f-58b5-42d6-a7f5-e57832181bbc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Deleting port d277d139-fdc4-48e5-94a2-cd83ee3fac1a {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:43.943015 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40c2608f-58b5-42d6-a7f5-e57832181bbc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:43.983475 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3be2f3be-929b-4aa5-896f-e3dd9f849782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65202b36-88e2-40a3-aac5-e42ab6340fd3', 'name': 'tempest-snat-router-7583586', 'tenant_id': 'd439c454a70e477686048a5b7ea81a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'd277d139-fdc4-48e5-94a2-cd83ee3fac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:29:39Z', 'updated_at': '2021-07-05T10:29:41Z', 'revision_number': 3, 'project_id': 'd439c454a70e477686048a5b7ea81a6f', 'gw_port': {'id': 'd277d139-fdc4-48e5-94a2-cd83ee3fac1a', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65202b36-88e2-40a3-aac5-e42ab6340fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:29:40Z', 'updated_at': '2021-07-05T10:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:43.985663 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f1b2ba4-c178-46d2-93d1-4fdb1264cf2b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.042818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be2f3be-929b-4aa5-896f-e3dd9f849782 None None] Checking router: 65202b36-88e2-40a3-aac5-e42ab6340fd3 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:29:44.043412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be2f3be-929b-4aa5-896f-e3dd9f849782 None None] Updating router 65202b36-88e2-40a3-aac5-e42ab6340fd3 port d277d139-fdc4-48e5-94a2-cd83ee3fac1a binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:29:44.044059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b2ba4-c178-46d2-93d1-4fdb1264cf2b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event deleted for resources: {'Port': ['ID=f8985014-9f6b-45b4-93d7-d821538bd108,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:44.045526 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5083cd73-c796-4c1a-8492-fd14e49d63d9 None None] Port f8985014-9f6b-45b4-93d7-d821538bd108 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:44.054719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port c8bfb950-3769-47fd-bd57-4d3e18199661 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:44.065765 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40c2608f-58b5-42d6-a7f5-e57832181bbc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.088096 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port c8bfb950-3769-47fd-bd57-4d3e18199661 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:44.088718 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-40c2608f-58b5-42d6-a7f5-e57832181bbc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Calling delete_port for d277d139-fdc4-48e5-94a2-cd83ee3fac1a owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:44.088887 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.096301 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f1b2ba4-c178-46d2-93d1-4fdb1264cf2b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.099895 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7f1b2ba4-c178-46d2-93d1-4fdb1264cf2b tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "DELETE /v2.0/ports/f8985014-9f6b-45b4-93d7-d821538bd108 HTTP/1.1" status: 204 len: 168 time: 0.8387589 Jul 05 10:29:44.101764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47672) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:44.131614 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3be2f3be-929b-4aa5-896f-e3dd9f849782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.142095 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f118f670-2092-43b1-ba45-a45490c35ecc tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] GET failed (client error): The resource could not be found. Jul 05 10:29:44.144165 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f118f670-2092-43b1-ba45-a45490c35ecc tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "GET /v2.0/ports/f8985014-9f6b-45b4-93d7-d821538bd108 HTTP/1.1" status: 404 len: 333 time: 0.0414350 Jul 05 10:29:44.150544 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47674) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:44.156486 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e3e44045-8dc1-4be3-8a22-b5b0d621baa7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Request body: {'port': {'network_id': 'e2474894-2c0f-4ec3-92b9-e374849a7e5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-777123521'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:44.340511 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:29:44.396778 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.418011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47676) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:44.426617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port c8bfb950-3769-47fd-bd57-4d3e18199661, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c8bfb950-3769-47fd-bd57-4d3e18199661,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:44.435333 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-061153d3-c627-4c50-ade6-a661e5a6717f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.460553 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40c2608f-58b5-42d6-a7f5-e57832181bbc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.504586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2608f-58b5-42d6-a7f5-e57832181bbc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Pushing event deleted for resources: {'Port': ['ID=d277d139-fdc4-48e5-94a2-cd83ee3fac1a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:44.540861 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-3be2f3be-929b-4aa5-896f-e3dd9f849782 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:29:44.541252 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-3be2f3be-929b-4aa5-896f-e3dd9f849782 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:29:44.591094 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40c2608f-58b5-42d6-a7f5-e57832181bbc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.613464 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.665396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=c8bfb950-3769-47fd-bd57-4d3e18199661,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:44.695755 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40c2608f-58b5-42d6-a7f5-e57832181bbc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.698272 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40c2608f-58b5-42d6-a7f5-e57832181bbc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.753501 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-061153d3-c627-4c50-ade6-a661e5a6717f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.851891 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-061153d3-c627-4c50-ade6-a661e5a6717f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.857125 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40c2608f-58b5-42d6-a7f5-e57832181bbc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.857640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c2608f-58b5-42d6-a7f5-e57832181bbc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65202b36-88e2-40a3-aac5-e42ab6340fd3 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:29:44.871912 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40c2608f-58b5-42d6-a7f5-e57832181bbc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.875949 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-40c2608f-58b5-42d6-a7f5-e57832181bbc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "DELETE /v2.0/routers/65202b36-88e2-40a3-aac5-e42ab6340fd3 HTTP/1.1" status: 204 len: 168 time: 1.4902010 Jul 05 10:29:44.876825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47678) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:44.904530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-061153d3-c627-4c50-ade6-a661e5a6717f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=310ecb6d0f724b0f8ade2dfddd4cf8f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4839947 Jul 05 10:29:44.905891 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061153d3-c627-4c50-ade6-a661e5a6717f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2887bf0c-d638-4af6-9159-f0388fb30dcb,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:44.909252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47680) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:44.967627 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-05a2926a-511c-4cc7-a9d9-d6a741bcdae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.992780 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-05a2926a-511c-4cc7-a9d9-d6a741bcdae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:44.997480 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88399c40-4a7d-4865-bbcd-a861f4a3ee6f tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.033298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e44045-8dc1-4be3-8a22-b5b0d621baa7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Made reservation on behalf of f2f7137febe3478fbadbec0b16462d40 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:45.034549 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.037023 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3e44045-8dc1-4be3-8a22-b5b0d621baa7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.062803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be2f3be-929b-4aa5-896f-e3dd9f849782 None None] Port d277d139-fdc4-48e5-94a2-cd83ee3fac1a not found while updating agent binding for router 65202b36-88e2-40a3-aac5-e42ab6340fd3. {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 05 10:29:45.064529 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-e3e44045-8dc1-4be3-8a22-b5b0d621baa7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] device_id is not set on port 311ef793-62e1-4c0d-8fd7-39e1164f1b7f yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:29:45.073644 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be2f3be-929b-4aa5-896f-e3dd9f849782 None None] Routers set() bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:45.074022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be2f3be-929b-4aa5-896f-e3dd9f849782 None None] Router IDs set() for agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 10:29:45.074700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_agentschedulers_db [None req-3be2f3be-929b-4aa5-896f-e3dd9f849782 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'65202b36-88e2-40a3-aac5-e42ab6340fd3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent'). {{(pid=100777) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 10:29:45.075082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be2f3be-929b-4aa5-896f-e3dd9f849782 None None] The sync data for ids ['65202b36-88e2-40a3-aac5-e42ab6340fd3'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:45.130577 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88399c40-4a7d-4865-bbcd-a861f4a3ee6f tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.134514 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-05a2926a-511c-4cc7-a9d9-d6a741bcdae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.137592 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-05a2926a-511c-4cc7-a9d9-d6a741bcdae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.141905 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-05a2926a-511c-4cc7-a9d9-d6a741bcdae0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2887bf0c-d638-4af6-9159-f0388fb30dcb HTTP/1.1" status: 204 len: 168 time: 0.2288516 Jul 05 10:29:45.151807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2926a-511c-4cc7-a9d9-d6a741bcdae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2887bf0c-d638-4af6-9159-f0388fb30dcb,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:45.295746 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-e3e44045-8dc1-4be3-8a22-b5b0d621baa7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Allocated IP 2001:db8::1f7 (e2474894-2c0f-4ec3-92b9-e374849a7e5e/ab57a0b3-ba7b-4145-9ce4-b928ae469068/311ef793-62e1-4c0d-8fd7-39e1164f1b7f) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:45.343559 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-88399c40-4a7d-4865-bbcd-a861f4a3ee6f tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Deleting port c8bfb950-3769-47fd-bd57-4d3e18199661 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:45.344015 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88399c40-4a7d-4865-bbcd-a861f4a3ee6f tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.455221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c8bfb950-3769-47fd-bd57-4d3e18199661 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:29:45.508662 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port c8bfb950-3769-47fd-bd57-4d3e18199661 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:45.509417 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.509552 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-88399c40-4a7d-4865-bbcd-a861f4a3ee6f tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] For port c8bfb950-3769-47fd-bd57-4d3e18199661, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c8bfb950-3769-47fd-bd57-4d3e18199661,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:45.509909 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88399c40-4a7d-4865-bbcd-a861f4a3ee6f tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.534134 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-88399c40-4a7d-4865-bbcd-a861f4a3ee6f tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Calling delete_port for c8bfb950-3769-47fd-bd57-4d3e18199661 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:45.562424 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3e44045-8dc1-4be3-8a22-b5b0d621baa7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.611038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-e3e44045-8dc1-4be3-8a22-b5b0d621baa7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Transition to ACTIVE for port object 311ef793-62e1-4c0d-8fd7-39e1164f1b7f will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:45.794974 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3e44045-8dc1-4be3-8a22-b5b0d621baa7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.842492 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e44045-8dc1-4be3-8a22-b5b0d621baa7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Network e2474894-2c0f-4ec3-92b9-e374849a7e5e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:45.847840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-e3e44045-8dc1-4be3-8a22-b5b0d621baa7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:45.851605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e44045-8dc1-4be3-8a22-b5b0d621baa7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:45.857250 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e44045-8dc1-4be3-8a22-b5b0d621baa7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:45.857884 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3e44045-8dc1-4be3-8a22-b5b0d621baa7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.865264 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e44045-8dc1-4be3-8a22-b5b0d621baa7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event updated for resources: {'Port': ['ID=311ef793-62e1-4c0d-8fd7-39e1164f1b7f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:45.871894 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88399c40-4a7d-4865-bbcd-a861f4a3ee6f tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.909416 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88399c40-4a7d-4865-bbcd-a861f4a3ee6f tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8bfb950-3769-47fd-bd57-4d3e18199661,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:45.949297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47688) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:45.964080 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1cf1e8c-6d43-49cf-b1df-efe2e5e2fd9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.982830 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88399c40-4a7d-4865-bbcd-a861f4a3ee6f tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:45.990365 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e3e44045-8dc1-4be3-8a22-b5b0d621baa7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8361197 Jul 05 10:29:45.991524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47690) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:45.999693 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-44bb7c3f-e326-419f-b0b1-0fc7221b4b02 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Request body: {'port': {'network_id': 'e2474894-2c0f-4ec3-92b9-e374849a7e5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-4053603'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:46.088006 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88399c40-4a7d-4865-bbcd-a861f4a3ee6f tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.091474 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88399c40-4a7d-4865-bbcd-a861f4a3ee6f tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.169750 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1cf1e8c-6d43-49cf-b1df-efe2e5e2fd9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.213894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-628a89e3-3577-4c60-a7ec-9c7d3e50ebcf None None] Provisioning for port 311ef793-62e1-4c0d-8fd7-39e1164f1b7f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:46.218186 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-628a89e3-3577-4c60-a7ec-9c7d3e50ebcf None None] Provisioning complete for port 311ef793-62e1-4c0d-8fd7-39e1164f1b7f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:46.218617 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-628a89e3-3577-4c60-a7ec-9c7d3e50ebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.243445 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88399c40-4a7d-4865-bbcd-a861f4a3ee6f tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.244170 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88399c40-4a7d-4865-bbcd-a861f4a3ee6f tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9deaa3fe-b32d-43fa-b538-b05aed990dcf {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:29:46.253322 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88399c40-4a7d-4865-bbcd-a861f4a3ee6f tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.255963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-628a89e3-3577-4c60-a7ec-9c7d3e50ebcf None None] Port 311ef793-62e1-4c0d-8fd7-39e1164f1b7f cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:46.256222 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-88399c40-4a7d-4865-bbcd-a861f4a3ee6f tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "DELETE /v2.0/routers/9deaa3fe-b32d-43fa-b538-b05aed990dcf HTTP/1.1" status: 204 len: 168 time: 1.3783352 Jul 05 10:29:46.260429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47694) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:46.270931 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-463808757', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:46.330127 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1cf1e8c-6d43-49cf-b1df-efe2e5e2fd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.364980 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.api [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:29:46.364980 n-d-779913-27 neutron-server[100776]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:29:46.364980 n-d-779913-27 neutron-server[100776]: [parameters: {'project_id_1': 'ce77024de9e744edaffb45aadc5c9326', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 29, 46, 284154)}] Jul 05 10:29:46.364980 n-d-779913-27 neutron-server[100776]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:29:46.365590 n-d-779913-27 neutron-server[100776]: DEBUG oslo_db.api [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:29:46.389358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a1cf1e8c-6d43-49cf-b1df-efe2e5e2fd9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b60f6f65d5240358f6744b3f803842d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4363067 Jul 05 10:29:46.390146 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47696) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:46.398835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf1e8c-6d43-49cf-b1df-efe2e5e2fd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4509b70e-6461-4550-a268-4954faea266f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:46.446266 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-17300627-5082-4017-8eb3-27c8dc04d02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.459975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bb7c3f-e326-419f-b0b1-0fc7221b4b02 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Made reservation on behalf of f2f7137febe3478fbadbec0b16462d40 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:46.463770 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44bb7c3f-e326-419f-b0b1-0fc7221b4b02 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.484469 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-17300627-5082-4017-8eb3-27c8dc04d02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.504472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-44bb7c3f-e326-419f-b0b1-0fc7221b4b02 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] device_id is not set on port f9bddec7-b13d-4b42-b6f7-acb89aa2d426 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:29:46.634672 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-44bb7c3f-e326-419f-b0b1-0fc7221b4b02 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Allocated IP 2001:db8::10c (e2474894-2c0f-4ec3-92b9-e374849a7e5e/ab57a0b3-ba7b-4145-9ce4-b928ae469068/f9bddec7-b13d-4b42-b6f7-acb89aa2d426) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:46.679888 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-17300627-5082-4017-8eb3-27c8dc04d02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.682816 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-17300627-5082-4017-8eb3-27c8dc04d02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.684639 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-17300627-5082-4017-8eb3-27c8dc04d02f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4509b70e-6461-4550-a268-4954faea266f HTTP/1.1" status: 204 len: 168 time: 0.2927079 Jul 05 10:29:46.715309 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17300627-5082-4017-8eb3-27c8dc04d02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4509b70e-6461-4550-a268-4954faea266f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:46.832546 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44bb7c3f-e326-419f-b0b1-0fc7221b4b02 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.842186 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.849288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-44bb7c3f-e326-419f-b0b1-0fc7221b4b02 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Transition to ACTIVE for port object f9bddec7-b13d-4b42-b6f7-acb89aa2d426 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:46.983464 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.985010 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:46.989200 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44bb7c3f-e326-419f-b0b1-0fc7221b4b02 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:47.051254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bb7c3f-e326-419f-b0b1-0fc7221b4b02 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Network e2474894-2c0f-4ec3-92b9-e374849a7e5e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:47.064231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-44bb7c3f-e326-419f-b0b1-0fc7221b4b02 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:47.067434 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb7c3f-e326-419f-b0b1-0fc7221b4b02 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event updated for resources: {'Port': ['ID=f9bddec7-b13d-4b42-b6f7-acb89aa2d426,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:47.072326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb7c3f-e326-419f-b0b1-0fc7221b4b02 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:47.077317 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bb7c3f-e326-419f-b0b1-0fc7221b4b02 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:47.077686 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44bb7c3f-e326-419f-b0b1-0fc7221b4b02 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:47.110781 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:47.224803 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-44bb7c3f-e326-419f-b0b1-0fc7221b4b02 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2316885 Jul 05 10:29:47.227946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47702) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:47.234371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-7e9d70cb-baeb-4825-9402-af05cdbd0c23 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d7', 'mac_address': 'fa:16:3e:07:f4:1d'}, {'ip_address': '2001:db8::1f7', 'mac_address': 'fa:16:3e:c1:8f:ba'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:47.379401 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7e9d70cb-baeb-4825-9402-af05cdbd0c23 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:47.388887 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:47.419566 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f64f4af0-b62f-4c0a-96ca-d7c9ab32a650 None None] Provisioning for port f9bddec7-b13d-4b42-b6f7-acb89aa2d426 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:47.433818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f64f4af0-b62f-4c0a-96ca-d7c9ab32a650 None None] Provisioning complete for port f9bddec7-b13d-4b42-b6f7-acb89aa2d426 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:47.434209 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f64f4af0-b62f-4c0a-96ca-d7c9ab32a650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:47.466044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c8bfb950-3769-47fd-bd57-4d3e18199661 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:29:47.491505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: c8bfb950-3769-47fd-bd57-4d3e18199661 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:29:47.491881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c8bfb950-3769-47fd-bd57-4d3e18199661 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:29:47.495617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f64f4af0-b62f-4c0a-96ca-d7c9ab32a650 None None] Port f9bddec7-b13d-4b42-b6f7-acb89aa2d426 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:47.594788 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7e9d70cb-baeb-4825-9402-af05cdbd0c23 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:47.668620 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7e9d70cb-baeb-4825-9402-af05cdbd0c23 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:47.720083 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-7e9d70cb-baeb-4825-9402-af05cdbd0c23 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] In _notify_port_updated(), no bound segment for port f9bddec7-b13d-4b42-b6f7-acb89aa2d426 on network e2474894-2c0f-4ec3-92b9-e374849a7e5e {{(pid=100775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:29:47.725954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9d70cb-baeb-4825-9402-af05cdbd0c23 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:47.726657 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7e9d70cb-baeb-4825-9402-af05cdbd0c23 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:47.730589 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7e9d70cb-baeb-4825-9402-af05cdbd0c23 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "PUT /v2.0/ports/f9bddec7-b13d-4b42-b6f7-acb89aa2d426 HTTP/1.1" status: 200 len: 1064 time: 0.4983778 Jul 05 10:29:47.731948 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47716) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:47.781878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d70cb-baeb-4825-9402-af05cdbd0c23 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event updated for resources: {'Port': ['ID=f9bddec7-b13d-4b42-b6f7-acb89aa2d426,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:47.883534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a205162a-cbf7-4143-afab-0e757532b50f tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Deleting port f9bddec7-b13d-4b42-b6f7-acb89aa2d426 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:47.884199 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a205162a-cbf7-4143-afab-0e757532b50f tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:47.996235 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a205162a-cbf7-4143-afab-0e757532b50f tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.011818 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a205162a-cbf7-4143-afab-0e757532b50f tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Calling delete_port for f9bddec7-b13d-4b42-b6f7-acb89aa2d426 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:48.104505 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47724) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:48.112706 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.127048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dc1502b6-2469-4bba-9103-599a20276c26 None None] Provisioning complete for port f9bddec7-b13d-4b42-b6f7-acb89aa2d426 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:48.129043 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dc1502b6-2469-4bba-9103-599a20276c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.144977 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.173651 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-dc1502b6-2469-4bba-9103-599a20276c26 None None] Port f9bddec7-b13d-4b42-b6f7-acb89aa2d426 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:48.246445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-7ce8e6ba-96c7-441f-96f2-f113b2d4caf5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1417047403-network', 'tenant_id': 'b8d57b481a6f4840821471f2d2a83061'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:48.286871 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Allocated IP 172.25.5.117 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/58bac5c4-f99e-4a6f-99ab-e0775293a8bc) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:48.297242 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a205162a-cbf7-4143-afab-0e757532b50f tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.326768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205162a-cbf7-4143-afab-0e757532b50f tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event deleted for resources: {'Port': ['ID=f9bddec7-b13d-4b42-b6f7-acb89aa2d426,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:48.363435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce8e6ba-96c7-441f-96f2-f113b2d4caf5 admin admin] Made reservation on behalf of b8d57b481a6f4840821471f2d2a83061 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:48.366318 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e6ba-96c7-441f-96f2-f113b2d4caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.387341 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e6ba-96c7-441f-96f2-f113b2d4caf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.440148 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.556569 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a205162a-cbf7-4143-afab-0e757532b50f tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.557186 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e6ba-96c7-441f-96f2-f113b2d4caf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.558562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a205162a-cbf7-4143-afab-0e757532b50f tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "DELETE /v2.0/ports/f9bddec7-b13d-4b42-b6f7-acb89aa2d426 HTTP/1.1" status: 204 len: 168 time: 0.8265285 Jul 05 10:29:48.561792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47730) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:48.595221 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3ac41b-d7d7-443d-9d43-8f59be3c358e tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] GET failed (client error): The resource could not be found. Jul 05 10:29:48.596839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ac3ac41b-d7d7-443d-9d43-8f59be3c358e tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "GET /v2.0/ports/f9bddec7-b13d-4b42-b6f7-acb89aa2d426 HTTP/1.1" status: 404 len: 333 time: 0.0334883 Jul 05 10:29:48.599841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47732) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:48.600131 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.643278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:48.648906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:48.655592 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e6ba-96c7-441f-96f2-f113b2d4caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.655592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:48.661266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Pushing event updated for resources: {'Port': ['ID=58bac5c4-f99e-4a6f-99ab-e0775293a8bc,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:48.704510 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce8e6ba-96c7-441f-96f2-f113b2d4caf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:29:48.710379 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c3b05-9b36-417f-bd1d-8088580331da tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Deleting port 311ef793-62e1-4c0d-8fd7-39e1164f1b7f {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:48.710728 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3b05-9b36-417f-bd1d-8088580331da tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.728757 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e6ba-96c7-441f-96f2-f113b2d4caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.729104 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-7ce8e6ba-96c7-441f-96f2-f113b2d4caf5 admin admin] Added segment 2befad49-2a07-4674-a59f-cfe1af09b0f6 of type vlan for network 0e7ea689-f606-49a9-903f-7ba63093f0f1 Jul 05 10:29:48.730359 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8e6ba-96c7-441f-96f2-f113b2d4caf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b27a2ec-2222-4b01-a330-c182625f3476,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:48.806706 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3b05-9b36-417f-bd1d-8088580331da tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:48.817744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c3b05-9b36-417f-bd1d-8088580331da tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Calling delete_port for 311ef793-62e1-4c0d-8fd7-39e1164f1b7f owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:48.840568 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e6ba-96c7-441f-96f2-f113b2d4caf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.071010 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e6ba-96c7-441f-96f2-f113b2d4caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.072054 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce8e6ba-96c7-441f-96f2-f113b2d4caf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:49.072657 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e6ba-96c7-441f-96f2-f113b2d4caf5 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.134671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8e6ba-96c7-441f-96f2-f113b2d4caf5 admin admin] Pushing event updated for resources: {'Network': ['ID=0e7ea689-f606-49a9-903f-7ba63093f0f1,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:49.139540 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3b05-9b36-417f-bd1d-8088580331da tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.145050 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 0e7ea689-f606-49a9-903f-7ba63093f0f1 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:29:49.186602 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c3b05-9b36-417f-bd1d-8088580331da tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event deleted for resources: {'Port': ['ID=311ef793-62e1-4c0d-8fd7-39e1164f1b7f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:49.220030 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3b05-9b36-417f-bd1d-8088580331da tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.224320 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eb9c3b05-9b36-417f-bd1d-8088580331da tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "DELETE /v2.0/ports/311ef793-62e1-4c0d-8fd7-39e1164f1b7f HTTP/1.1" status: 204 len: 168 time: 0.6233556 Jul 05 10:29:49.225156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47734) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:49.254556 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-296c8d5b-9f4a-487f-bb3f-d730f98839c7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] GET failed (client error): The resource could not be found. Jul 05 10:29:49.256276 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-296c8d5b-9f4a-487f-bb3f-d730f98839c7 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "GET /v2.0/ports/311ef793-62e1-4c0d-8fd7-39e1164f1b7f HTTP/1.1" status: 404 len: 333 time: 0.0301530 Jul 05 10:29:49.264639 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7ce8e6ba-96c7-441f-96f2-f113b2d4caf5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1534910 Jul 05 10:29:49.267527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47736) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:49.267898 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47738) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:49.269042 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.274885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0901e8f2-ef44-4372-8353-cdd257b97ad0 admin admin] Request body: {'subnet': {'network_id': '0e7ea689-f606-49a9-903f-7ba63093f0f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1417047403-subnet', 'tenant_id': 'b8d57b481a6f4840821471f2d2a83061', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:49.398667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb7c9a-a84e-4103-9754-0d00f9da5cd9 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Deleting port 763a9c97-0f76-4b13-ad33-d1b0e3e92590 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:49.399266 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cfdb7c9a-a84e-4103-9754-0d00f9da5cd9 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.404342 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0901e8f2-ef44-4372-8353-cdd257b97ad0 admin admin] Made reservation on behalf of b8d57b481a6f4840821471f2d2a83061 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:49.407350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0901e8f2-ef44-4372-8353-cdd257b97ad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.498594 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.561023 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cfdb7c9a-a84e-4103-9754-0d00f9da5cd9 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.578527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb7c9a-a84e-4103-9754-0d00f9da5cd9 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Calling delete_port for 763a9c97-0f76-4b13-ad33-d1b0e3e92590 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:49.721144 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Router 7755a167-9388-4cc1-88ea-52c4ec6a77a2 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:29:49.829245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0901e8f2-ef44-4372-8353-cdd257b97ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.834297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:49.846896 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263cb720-214d-4859-8a02-2ea33837bc9b None None] Sync routers for ids ['7755a167-9388-4cc1-88ea-52c4ec6a77a2'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:49.857480 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263cb720-214d-4859-8a02-2ea33837bc9b None None] Routers {'7755a167-9388-4cc1-88ea-52c4ec6a77a2'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:49.858154 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-263cb720-214d-4859-8a02-2ea33837bc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['7755a167-9388-4cc1-88ea-52c4ec6a77a2'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:49.872424 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cfdb7c9a-a84e-4103-9754-0d00f9da5cd9 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.889743 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-263cb720-214d-4859-8a02-2ea33837bc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:49.899759 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263cb720-214d-4859-8a02-2ea33837bc9b None None] Routers {'7755a167-9388-4cc1-88ea-52c4ec6a77a2'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:49.900749 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-263cb720-214d-4859-8a02-2ea33837bc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['7755a167-9388-4cc1-88ea-52c4ec6a77a2'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:49.913243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb7c9a-a84e-4103-9754-0d00f9da5cd9 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event deleted for resources: {'Port': ['ID=763a9c97-0f76-4b13-ad33-d1b0e3e92590,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:49.937093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901e8f2-ef44-4372-8353-cdd257b97ad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67486366-29d4-4cd0-ab63-97a1f10c3e7e,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:49.943269 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-263cb720-214d-4859-8a02-2ea33837bc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:49.944055 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263cb720-214d-4859-8a02-2ea33837bc9b None None] The sync data for ids ['7755a167-9388-4cc1-88ea-52c4ec6a77a2'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:49.945564 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.949274 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-69c6bb7e-52f1-4843-8149-01529eca6896 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6873910 Jul 05 10:29:49.952271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47744) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:49.964906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9848f1d6-94fd-411b-b4ba-b3d6571724de tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'enable_snat': False}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:49.966260 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cfdb7c9a-a84e-4103-9754-0d00f9da5cd9 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:49.968275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cfdb7c9a-a84e-4103-9754-0d00f9da5cd9 tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "DELETE /v2.0/ports/763a9c97-0f76-4b13-ad33-d1b0e3e92590 HTTP/1.1" status: 204 len: 168 time: 0.6981583 Jul 05 10:29:49.972237 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47746) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:49.982993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901e8f2-ef44-4372-8353-cdd257b97ad0 admin admin] Checking segment: {'id': '2befad49-2a07-4674-a59f-cfe1af09b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e7ea689-f606-49a9-903f-7ba63093f0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:29:49.983369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0901e8f2-ef44-4372-8353-cdd257b97ad0 admin admin] Network hostable DHCP agents. Network: 0e7ea689-f606-49a9-903f-7ba63093f0f1, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:29:50.040080 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64e34d8-f8b7-4331-84be-133afe07f68f tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Deleting subnet ab57a0b3-ba7b-4145-9ce4-b928ae469068 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:29:50.044594 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a64e34d8-f8b7-4331-84be-133afe07f68f tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.098312 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a64e34d8-f8b7-4331-84be-133afe07f68f tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.120607 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0901e8f2-ef44-4372-8353-cdd257b97ad0 admin admin] Network 0e7ea689-f606-49a9-903f-7ba63093f0f1 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:29:50.197311 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a64e34d8-f8b7-4331-84be-133afe07f68f tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.220703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-0901e8f2-ef44-4372-8353-cdd257b97ad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 0e7ea689-f606-49a9-903f-7ba63093f0f1) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:50.228765 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0901e8f2-ef44-4372-8353-cdd257b97ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:50.229440 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0901e8f2-ef44-4372-8353-cdd257b97ad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.233820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02febc54-36a6-4cf4-8959-bbb9c4255cb5 None None] Network 0e7ea689-f606-49a9-903f-7ba63093f0f1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:29:50.290254 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9848f1d6-94fd-411b-b4ba-b3d6571724de tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.340426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0901e8f2-ef44-4372-8353-cdd257b97ad0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0712180 Jul 05 10:29:50.366694 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf02e52-7eb5-4a06-b643-fa797674137b None None] Network 0e7ea689-f606-49a9-903f-7ba63093f0f1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:29:50.378080 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a64e34d8-f8b7-4331-84be-133afe07f68f tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.415145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e34d8-f8b7-4331-84be-133afe07f68f tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event deleted for resources: {'Subnet': ['ID=ab57a0b3-ba7b-4145-9ce4-b928ae469068,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:50.417731 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a64e34d8-f8b7-4331-84be-133afe07f68f tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.419996 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a64e34d8-f8b7-4331-84be-133afe07f68f tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "DELETE /v2.0/subnets/ab57a0b3-ba7b-4145-9ce4-b928ae469068 HTTP/1.1" status: 204 len: 168 time: 0.4447699 Jul 05 10:29:50.424450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47750) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:50.437133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3667d7-87a0-40c0-962f-e615e36f2653 None None] Network e2474894-2c0f-4ec3-92b9-e374849a7e5e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:29:50.612230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.730316 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Deleting port 7c395da7-29ff-4209-9d8a-c3388ac81ad9 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:50.730672 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.746377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d136fc-0153-44fa-8f2e-5bca7974c61c None None] DHCP port deletion for e2474894-2c0f-4ec3-92b9-e374849a7e5e request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:29:50.823787 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f2d136fc-0153-44fa-8f2e-5bca7974c61c None None] Deleting port 7c395da7-29ff-4209-9d8a-c3388ac81ad9 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:50.824354 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f2d136fc-0153-44fa-8f2e-5bca7974c61c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.868191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] For port 7c395da7-29ff-4209-9d8a-c3388ac81ad9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7c395da7-29ff-4209-9d8a-c3388ac81ad9,segment=NetworkSegment(bf05369f-1516-410e-8c82-e20766802abc),segment_id=bf05369f-1516-410e-8c82-e20766802abc)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:50.868655 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.891062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Calling delete_port for 7c395da7-29ff-4209-9d8a-c3388ac81ad9 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:50.943121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f2d136fc-0153-44fa-8f2e-5bca7974c61c None None] For port 7c395da7-29ff-4209-9d8a-c3388ac81ad9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7c395da7-29ff-4209-9d8a-c3388ac81ad9,segment=NetworkSegment(bf05369f-1516-410e-8c82-e20766802abc),segment_id=bf05369f-1516-410e-8c82-e20766802abc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:50.943876 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f2d136fc-0153-44fa-8f2e-5bca7974c61c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.960003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f2d136fc-0153-44fa-8f2e-5bca7974c61c None None] Calling delete_port for 7c395da7-29ff-4209-9d8a-c3388ac81ad9 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:50.982624 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9848f1d6-94fd-411b-b4ba-b3d6571724de tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:50.986704 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9848f1d6-94fd-411b-b4ba-b3d6571724de tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:51.081926 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:51.090719 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f2d136fc-0153-44fa-8f2e-5bca7974c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:51.102921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9848f1d6-94fd-411b-b4ba-b3d6571724de tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Router 7755a167-9388-4cc1-88ea-52c4ec6a77a2 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:29:51.109359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event deleted for resources: {'Port': ['ID=7c395da7-29ff-4209-9d8a-c3388ac81ad9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:51.113007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] No DVR routers for this DVR port 7c395da7-29ff-4209-9d8a-c3388ac81ad9 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:29:51.121548 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d136fc-0153-44fa-8f2e-5bca7974c61c None None] Pushing event deleted for resources: {'Port': ['ID=7c395da7-29ff-4209-9d8a-c3388ac81ad9,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:51.131164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d136fc-0153-44fa-8f2e-5bca7974c61c None None] No DVR routers for this DVR port 7c395da7-29ff-4209-9d8a-c3388ac81ad9 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:29:51.213600 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:51.225169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2474894-2c0f-4ec3-92b9-e374849a7e5e']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:51.237806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf05369f-1516-410e-8c82-e20766802abc') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:51.238247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf05369f-1516-410e-8c82-e20766802abc') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:51.248814 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:51.264936 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:51.272524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:29:51.272984 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:29:51.276289 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:29:51.437260 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:51.448012 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7c395da7-29ff-4209-9d8a-c3388ac81ad9 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:29:51.452247 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:51.454777 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] 10.222.0.77 "DELETE /v2.0/networks/e2474894-2c0f-4ec3-92b9-e374849a7e5e HTTP/1.1" status: 204 len: 168 time: 1.0278661 Jul 05 10:29:51.472885 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 7c395da7-29ff-4209-9d8a-c3388ac81ad9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:29:51.473655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7c395da7-29ff-4209-9d8a-c3388ac81ad9 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:29:51.487813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465888d-f488-43c6-9251-452ee05cb36c tempest-AllowedAddressPairIpV6TestJSON-985130124 tempest-AllowedAddressPairIpV6TestJSON-985130124-project] Pushing event deleted for resources: {'Network': ['ID=e2474894-2c0f-4ec3-92b9-e374849a7e5e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:51.521586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9848f1d6-94fd-411b-b4ba-b3d6571724de tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:51.525876 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9848f1d6-94fd-411b-b4ba-b3d6571724de tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:51.527409 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9848f1d6-94fd-411b-b4ba-b3d6571724de tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "PUT /v2.0/routers/7755a167-9388-4cc1-88ea-52c4ec6a77a2 HTTP/1.1" status: 200 len: 921 time: 1.5728922 Jul 05 10:29:51.529869 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47762) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:51.534304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca672f4-f295-4864-9345-95bc2e8e38f7 None None] Sync routers for ids ['7755a167-9388-4cc1-88ea-52c4ec6a77a2'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:51.544969 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca672f4-f295-4864-9345-95bc2e8e38f7 None None] Routers {'7755a167-9388-4cc1-88ea-52c4ec6a77a2'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:51.545847 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-aca672f4-f295-4864-9345-95bc2e8e38f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['7755a167-9388-4cc1-88ea-52c4ec6a77a2'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:51.580576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-aca672f4-f295-4864-9345-95bc2e8e38f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:51.591118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca672f4-f295-4864-9345-95bc2e8e38f7 None None] Routers {'7755a167-9388-4cc1-88ea-52c4ec6a77a2'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:51.591866 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-aca672f4-f295-4864-9345-95bc2e8e38f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['7755a167-9388-4cc1-88ea-52c4ec6a77a2'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:51.628941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-aca672f4-f295-4864-9345-95bc2e8e38f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:51.629878 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca672f4-f295-4864-9345-95bc2e8e38f7 None None] The sync data for ids ['7755a167-9388-4cc1-88ea-52c4ec6a77a2'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:51.646125 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-437da5fd-2dfb-42dc-bb0c-097e55e6af7e tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/routers/7755a167-9388-4cc1-88ea-52c4ec6a77a2 HTTP/1.1" status: 200 len: 921 time: 0.1149886 Jul 05 10:29:51.648854 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47766) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:51.730356 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca567dc2-cb72-4c9e-a16c-733503af1ffc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:51.731917 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ca567dc2-cb72-4c9e-a16c-733503af1ffc tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&device_id=7755a167-9388-4cc1-88ea-52c4ec6a77a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0821517 Jul 05 10:29:51.734628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47768) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:51.985868 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47776) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:52.137821 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec6d76a-9948-4676-bcea-e36fee196883 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:52.142228 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fec6d76a-9948-4676-bcea-e36fee196883 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 881 time: 0.4066145 Jul 05 10:29:52.142900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47780) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:52.152794 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-764c4b31-68eb-45e5-8237-61f17bc94c77 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2f7137febe3478fbadbec0b16462d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635418 Jul 05 10:29:52.153159 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47782) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:52.178352 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-468292cf-2520-4c23-9f02-ec2348a9981a tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "GET /v2.0/ports?device_id=7755a167-9388-4cc1-88ea-52c4ec6a77a2 HTTP/1.1" status: 200 len: 205 time: 0.0317335 Jul 05 10:29:52.178752 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47784) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:52.213632 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b3960c1-08ea-4de6-9c85-93a7046aa040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:52.242738 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b3960c1-08ea-4de6-9c85-93a7046aa040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:52.266129 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:52.310523 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-147bd364-35f5-44ea-b432-737a87c57bda tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:52.415401 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b3960c1-08ea-4de6-9c85-93a7046aa040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:52.415401 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8b3960c1-08ea-4de6-9c85-93a7046aa040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:52.415401 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8b3960c1-08ea-4de6-9c85-93a7046aa040 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/70ff19f1-0900-4e01-9839-d2658c3f3b32 HTTP/1.1" status: 204 len: 168 time: 0.2568128 Jul 05 10:29:52.416356 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-147bd364-35f5-44ea-b432-737a87c57bda tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:52.423156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3960c1-08ea-4de6-9c85-93a7046aa040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ff19f1-0900-4e01-9839-d2658c3f3b32,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:52.562811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-147bd364-35f5-44ea-b432-737a87c57bda tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Deleting port 58bac5c4-f99e-4a6f-99ab-e0775293a8bc {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:52.563390 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-147bd364-35f5-44ea-b432-737a87c57bda tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:52.651854 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-147bd364-35f5-44ea-b432-737a87c57bda tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:52.667708 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-147bd364-35f5-44ea-b432-737a87c57bda tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Calling delete_port for 58bac5c4-f99e-4a6f-99ab-e0775293a8bc owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:53.059359 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-147bd364-35f5-44ea-b432-737a87c57bda tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:53.101514 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bd364-35f5-44ea-b432-737a87c57bda tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Pushing event deleted for resources: {'Port': ['ID=58bac5c4-f99e-4a6f-99ab-e0775293a8bc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:53.163200 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-147bd364-35f5-44ea-b432-737a87c57bda tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:53.256781 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-147bd364-35f5-44ea-b432-737a87c57bda tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:53.259170 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-147bd364-35f5-44ea-b432-737a87c57bda tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:53.382928 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-147bd364-35f5-44ea-b432-737a87c57bda tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:53.383468 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147bd364-35f5-44ea-b432-737a87c57bda tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Fanout notify agent at l3_agent the message router_deleted on router 7755a167-9388-4cc1-88ea-52c4ec6a77a2 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:29:53.391141 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-147bd364-35f5-44ea-b432-737a87c57bda tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:53.395642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47808) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:53.396215 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-147bd364-35f5-44ea-b432-737a87c57bda tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "DELETE /v2.0/routers/7755a167-9388-4cc1-88ea-52c4ec6a77a2 HTTP/1.1" status: 204 len: 168 time: 1.2165930 Jul 05 10:29:53.400305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5bca47af-92ac-4c46-86d5-3da70becc54b tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1944602879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:53.516915 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5bca47af-92ac-4c46-86d5-3da70becc54b tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:53.517988 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5bca47af-92ac-4c46-86d5-3da70becc54b tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:53.573237 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5bca47af-92ac-4c46-86d5-3da70becc54b tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:53.592980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47812) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:53.688271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e03418d4-6418-4e2a-b551-34603bee6eac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-662600268'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:53.708655 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5bca47af-92ac-4c46-86d5-3da70becc54b tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:53.835238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03418d4-6418-4e2a-b551-34603bee6eac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Made reservation on behalf of d4c9768c7b34445eb4cb76b11e6c54ad for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:53.839114 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e03418d4-6418-4e2a-b551-34603bee6eac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:53.850150 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e03418d4-6418-4e2a-b551-34603bee6eac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:53.955538 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5bca47af-92ac-4c46-86d5-3da70becc54b tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:53.955932 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5bca47af-92ac-4c46-86d5-3da70becc54b tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5592313 Jul 05 10:29:53.958789 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47830) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:53.964766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Request body: {'router': {'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:53.967501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-5daac394-1777-448d-b9a4-6171ef4e5c9d tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:53.970232 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-5daac394-1777-448d-b9a4-6171ef4e5c9d tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/networks?id=0e7ea689-f606-49a9-903f-7ba63093f0f1 HTTP/1.1" status: 200 len: 809 time: 0.1218834 Jul 05 10:29:54.001653 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-277887f9-19c6-4698-97fb-42fc5c59e240 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/quotas/b8d57b481a6f4840821471f2d2a83061 HTTP/1.1" status: 200 len: 375 time: 0.0218182 Jul 05 10:29:54.065129 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-7770ed38-3e34-46e5-85b3-6d6d081e6680 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8d57b481a6f4840821471f2d2a83061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539267 Jul 05 10:29:54.163326 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:54.173162 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e03418d4-6418-4e2a-b551-34603bee6eac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:54.188415 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:54.190251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-3a34e312-60b4-4a56-a025-e059ca050049 service neutron] 10.222.0.77 "GET /v2.0/networks/0e7ea689-f606-49a9-903f-7ba63093f0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176739 Jul 05 10:29:54.265370 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e03418d4-6418-4e2a-b551-34603bee6eac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:54.300969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03418d4-6418-4e2a-b551-34603bee6eac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:29:54.316106 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-99cb734d-6ce4-4a01-850f-713c078d5389 service neutron] 10.222.0.77 "GET /v2.0/networks/0e7ea689-f606-49a9-903f-7ba63093f0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183836 Jul 05 10:29:54.319401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03418d4-6418-4e2a-b551-34603bee6eac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08de7eb9-539a-4d97-840f-c82dad80fd2f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:54.325237 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e03418d4-6418-4e2a-b551-34603bee6eac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:54.325589 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-e03418d4-6418-4e2a-b551-34603bee6eac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Added segment 31c7d48d-b835-4df1-ac96-ba93921406e6 of type vlan for network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 Jul 05 10:29:54.377499 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e03418d4-6418-4e2a-b551-34603bee6eac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:54.485626 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e03418d4-6418-4e2a-b551-34603bee6eac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:54.491312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03418d4-6418-4e2a-b551-34603bee6eac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:54.492377 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e03418d4-6418-4e2a-b551-34603bee6eac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:54.492518 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:54.513338 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:54.557568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03418d4-6418-4e2a-b551-34603bee6eac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event updated for resources: {'Network': ['ID=20ddc1c3-ad9c-4028-b798-7d3876472ac1,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:54.568471 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:29:54.619271 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Allocated IP 172.25.5.157 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/e7029f17-edae-4858-b144-628139d08fce) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:54.626796 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e03418d4-6418-4e2a-b551-34603bee6eac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0326781 Jul 05 10:29:54.627189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47834) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:54.635781 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-29ea035c-3036-4a18-9aa6-a0a3c3e56638 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Request body: {'subnet': {'network_id': '20ddc1c3-ad9c-4028-b798-7d3876472ac1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:54.811060 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:54.887574 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ea035c-3036-4a18-9aa6-a0a3c3e56638 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Made reservation on behalf of d4c9768c7b34445eb4cb76b11e6c54ad for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:54.891242 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29ea035c-3036-4a18-9aa6-a0a3c3e56638 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:54.931262 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:54.998576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:55.007986 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:55.018783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:55.041713 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Pushing event updated for resources: {'Port': ['ID=e7029f17-edae-4858-b144-628139d08fce,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:55.398769 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29ea035c-3036-4a18-9aa6-a0a3c3e56638 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:55.501081 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea035c-3036-4a18-9aa6-a0a3c3e56638 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event updated for resources: {'Subnet': ['ID=9fbb9db2-3c7d-4d8d-8327-f787ba8e7ad9,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:55.534862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea035c-3036-4a18-9aa6-a0a3c3e56638 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Checking segment: {'id': '31c7d48d-b835-4df1-ac96-ba93921406e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '20ddc1c3-ad9c-4028-b798-7d3876472ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:29:55.535134 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ea035c-3036-4a18-9aa6-a0a3c3e56638 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Network hostable DHCP agents. Network: 20ddc1c3-ad9c-4028-b798-7d3876472ac1, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:29:55.538527 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:55.627061 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-748966ce-f2ee-4ecd-8ed5-81ab8bd58bcc req-40d9a6d4-9bad-433c-949c-483ab2847d84 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 210 time: 0.0411489 Jul 05 10:29:55.728088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ea035c-3036-4a18-9aa6-a0a3c3e56638 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:29:56.075808 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-29ea035c-3036-4a18-9aa6-a0a3c3e56638 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 20ddc1c3-ad9c-4028-b798-7d3876472ac1) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:56.083143 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ea035c-3036-4a18-9aa6-a0a3c3e56638 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:56.083860 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29ea035c-3036-4a18-9aa6-a0a3c3e56638 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:56.085273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4463a809-d7a7-40ec-be04-a7f45424f748 None None] Network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:29:56.110979 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:56.114625 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:56.240208 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-20ddc1c3-ad9c-4028-b798-7d3876472ac1', 'network_id': '20ddc1c3-ad9c-4028-b798-7d3876472ac1', 'tenant_id': 'd4c9768c7b34445eb4cb76b11e6c54ad', 'fixed_ips': [{'subnet_id': '9fbb9db2-3c7d-4d8d-8327-f787ba8e7ad9'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:29:56.244228 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:56.277120 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-29ea035c-3036-4a18-9aa6-a0a3c3e56638 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6488619 Jul 05 10:29:56.279775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47848) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:56.285357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b6ef9da3-76c8-4cbf-9c85-7917225e89b4 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Request body: {'port': {'network_id': '20ddc1c3-ad9c-4028-b798-7d3876472ac1', 'name': 'tempest-AllowedAddressPairTestJSON-1510564733'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:56.381065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Allocated IP 172.20.0.2 (20ddc1c3-ad9c-4028-b798-7d3876472ac1/9fbb9db2-3c7d-4d8d-8327-f787ba8e7ad9/c9928769-f439-4a12-85d9-cc4e8262cd7e) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:56.399360 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Router f2d43a29-bb4a-4a8a-aa43-1d8fcca00954 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:29:56.519910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:29:56.526891 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:56.528160 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6492f7b2-4f69-4cb8-b29e-33c2abbc67a0 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "PUT /v2.0/routers/f2d43a29-bb4a-4a8a-aa43-1d8fcca00954 HTTP/1.1" status: 200 len: 880 time: 2.5683079 Jul 05 10:29:56.529486 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ef9da3-76c8-4cbf-9c85-7917225e89b4 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Made reservation on behalf of d4c9768c7b34445eb4cb76b11e6c54ad for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:56.529693 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:56.531328 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47850) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:56.536427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9da3-76c8-4cbf-9c85-7917225e89b4 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:56.536700 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13163ed2-3993-4f60-9224-ad943c190ab1 None None] Sync routers for ids ['f2d43a29-bb4a-4a8a-aa43-1d8fcca00954'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:29:56.543481 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Transition to ACTIVE for port object c9928769-f439-4a12-85d9-cc4e8262cd7e will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:56.546435 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13163ed2-3993-4f60-9224-ad943c190ab1 None None] Routers {'f2d43a29-bb4a-4a8a-aa43-1d8fcca00954'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:56.547644 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-13163ed2-3993-4f60-9224-ad943c190ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f2d43a29-bb4a-4a8a-aa43-1d8fcca00954'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:56.556304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-b6ef9da3-76c8-4cbf-9c85-7917225e89b4 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] device_id is not set on port 22e88983-fc64-44ae-9cdf-632a43499d9d yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:29:56.572919 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Transition to ACTIVE for port object c9928769-f439-4a12-85d9-cc4e8262cd7e will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:56.588072 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-13163ed2-3993-4f60-9224-ad943c190ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:56.599608 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13163ed2-3993-4f60-9224-ad943c190ab1 None None] Routers {'f2d43a29-bb4a-4a8a-aa43-1d8fcca00954'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:29:56.600395 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-13163ed2-3993-4f60-9224-ad943c190ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['f2d43a29-bb4a-4a8a-aa43-1d8fcca00954'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:56.640469 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-13163ed2-3993-4f60-9224-ad943c190ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:29:56.641320 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13163ed2-3993-4f60-9224-ad943c190ab1 None None] The sync data for ids ['f2d43a29-bb4a-4a8a-aa43-1d8fcca00954'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:29:56.707412 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:56.742177 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1dd276cf-cb5b-4989-8337-860cdc7c02ce tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/routers/f2d43a29-bb4a-4a8a-aa43-1d8fcca00954 HTTP/1.1" status: 200 len: 921 time: 0.2086766 Jul 05 10:29:56.744971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47858) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:56.751215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:56.756314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:56.760008 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:56.760207 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-795a380a-fc7c-4fbe-9714-52a75b766459 req-42ef5da2-8c20-4653-9114-4e5271fe092c tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 210 time: 0.0598390 Jul 05 10:29:56.769776 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Pushing event updated for resources: {'Port': ['ID=c9928769-f439-4a12-85d9-cc4e8262cd7e,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:56.796213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-b6ef9da3-76c8-4cbf-9c85-7917225e89b4 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Allocated IP 172.20.0.10 (20ddc1c3-ad9c-4028-b798-7d3876472ac1/9fbb9db2-3c7d-4d8d-8327-f787ba8e7ad9/22e88983-fc64-44ae-9cdf-632a43499d9d) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:56.833912 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Attempting to bind port c9928769-f439-4a12-85d9-cc4e8262cd7e on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:29:56.834597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Attempting to bind port c9928769-f439-4a12-85d9-cc4e8262cd7e by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '31c7d48d-b835-4df1-ac96-ba93921406e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '20ddc1c3-ad9c-4028-b798-7d3876472ac1'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:29:56.835059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Attempting to bind port c9928769-f439-4a12-85d9-cc4e8262cd7e on network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:29:56.841962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:29:56.842482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Checking segment: {'id': '31c7d48d-b835-4df1-ac96-ba93921406e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '20ddc1c3-ad9c-4028-b798-7d3876472ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:29:56.843023 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:56.844088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Bound using segment: {'id': '31c7d48d-b835-4df1-ac96-ba93921406e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '20ddc1c3-ad9c-4028-b798-7d3876472ac1'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:29:56.844752 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Bound port: c9928769-f439-4a12-85d9-cc4e8262cd7e, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c7d48d-b835-4df1-ac96-ba93921406e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '20ddc1c3-ad9c-4028-b798-7d3876472ac1'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:29:56.845200 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:56.857325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e84ec5-2f53-405e-a945-fc8344b39b70 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:56.858982 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-27e84ec5-2f53-405e-a945-fc8344b39b70 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&device_id=f2d43a29-bb4a-4a8a-aa43-1d8fcca00954&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1126888 Jul 05 10:29:56.862479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47860) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:56.916117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] For port c9928769-f439-4a12-85d9-cc4e8262cd7e, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:29:56.919408 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] For port c9928769-f439-4a12-85d9-cc4e8262cd7e, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c9928769-f439-4a12-85d9-cc4e8262cd7e,segment=NetworkSegment(31c7d48d-b835-4df1-ac96-ba93921406e6),segment_id=31c7d48d-b835-4df1-ac96-ba93921406e6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:29:56.954146 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e914d-7f66-4a5b-8d90-c03f5336495b tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:56.955757 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-990e914d-7f66-4a5b-8d90-c03f5336495b tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 881 time: 0.0912361 Jul 05 10:29:56.958565 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47862) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:56.975461 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9da3-76c8-4cbf-9c85-7917225e89b4 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:56.988892 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0db7f035-989f-4854-b71f-be183d2cbb7a tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2d43a29-bb4a-4a8a-aa43-1d8fcca00954 HTTP/1.1" status: 200 len: 205 time: 0.0291784 Jul 05 10:29:56.990496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-b6ef9da3-76c8-4cbf-9c85-7917225e89b4 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Transition to ACTIVE for port object 22e88983-fc64-44ae-9cdf-632a43499d9d will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:56.991368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47864) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:57.098704 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-653d7eff-d793-465f-ac07-cc6c8f848579 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:57.145757 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:57.218319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-653d7eff-d793-465f-ac07-cc6c8f848579 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:57.220675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d0308-bf03-4de6-85ea-2f693c765301 None None] Pushing event updated for resources: {'Port': ['ID=c9928769-f439-4a12-85d9-cc4e8262cd7e,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:57.239707 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91e095e3-9ffc-49a2-af36-1b1cfe799812 req-adb7532a-222d-4169-bfeb-bb5c513b3bee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0687225 Jul 05 10:29:57.248683 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9da3-76c8-4cbf-9c85-7917225e89b4 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:57.298098 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ef9da3-76c8-4cbf-9c85-7917225e89b4 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:57.313934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-b6ef9da3-76c8-4cbf-9c85-7917225e89b4 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:57.340411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef9da3-76c8-4cbf-9c85-7917225e89b4 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:57.347899 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef9da3-76c8-4cbf-9c85-7917225e89b4 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event updated for resources: {'Port': ['ID=22e88983-fc64-44ae-9cdf-632a43499d9d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:57.411092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-653d7eff-d793-465f-ac07-cc6c8f848579 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Deleting port e7029f17-edae-4858-b144-628139d08fce {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:57.411572 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-653d7eff-d793-465f-ac07-cc6c8f848579 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:57.449658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ef9da3-76c8-4cbf-9c85-7917225e89b4 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:57.450508 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9da3-76c8-4cbf-9c85-7917225e89b4 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:57.471194 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e095e3-9ffc-49a2-af36-1b1cfe799812 req-f3b2c308-fbf7-4bba-87c2-f6d1e4221031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:57.472802 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91e095e3-9ffc-49a2-af36-1b1cfe799812 req-f3b2c308-fbf7-4bba-87c2-f6d1e4221031 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 1098 time: 0.1768954 Jul 05 10:29:57.536963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c9928769-f439-4a12-85d9-cc4e8262cd7e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:29:57.563689 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-653d7eff-d793-465f-ac07-cc6c8f848579 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:57.580133 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b6ef9da3-76c8-4cbf-9c85-7917225e89b4 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2989168 Jul 05 10:29:57.585617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-653d7eff-d793-465f-ac07-cc6c8f848579 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Calling delete_port for e7029f17-edae-4858-b144-628139d08fce owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:57.585617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47866) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:57.602447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2d29d8f4-6ab2-4624-84bd-e24bad88ebf7 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Request body: {'port': {'network_id': '20ddc1c3-ad9c-4028-b798-7d3876472ac1', 'name': 'tempest-AllowedAddressPairTestJSON-731021114', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:38:7f:ee'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:57.612544 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e095e3-9ffc-49a2-af36-1b1cfe799812 req-098bbc0e-7b7d-4e32-8d31-7f7b90421c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:57.614437 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91e095e3-9ffc-49a2-af36-1b1cfe799812 req-098bbc0e-7b7d-4e32-8d31-7f7b90421c2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 200 len: 916 time: 0.1108570 Jul 05 10:29:57.694782 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91e095e3-9ffc-49a2-af36-1b1cfe799812 req-b5dc9a7a-2be3-4146-8afc-4ed69428784f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdde5858-476d-4569-8bb2-9fb713ad0937 HTTP/1.1" status: 200 len: 1002 time: 0.0718455 Jul 05 10:29:57.716295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port c9928769-f439-4a12-85d9-cc4e8262cd7e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:57.770054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e095e3-9ffc-49a2-af36-1b1cfe799812 req-d7ee0218-d0df-4499-b809-f07b5db1bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:57.771703 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91e095e3-9ffc-49a2-af36-1b1cfe799812 req-d7ee0218-d0df-4499-b809-f07b5db1bdab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29e232e9-0213-4c50-9eaa-5083f737c183 HTTP/1.1" status: 200 len: 854 time: 0.0654025 Jul 05 10:29:57.887459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e095e3-9ffc-49a2-af36-1b1cfe799812 req-53076a82-86ee-40cf-8f16-2a52cca2ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:57.889177 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91e095e3-9ffc-49a2-af36-1b1cfe799812 req-53076a82-86ee-40cf-8f16-2a52cca2ce39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073775 Jul 05 10:29:57.897710 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d29d8f4-6ab2-4624-84bd-e24bad88ebf7 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Made reservation on behalf of d4c9768c7b34445eb4cb76b11e6c54ad for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:58.016449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-788f2eeb-0ed7-41e0-8335-5c7137e3d82e req-51fbe70a-ed54-4246-99e2-ee208e92608f tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 210 time: 0.0557525 Jul 05 10:29:58.045188 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d29d8f4-6ab2-4624-84bd-e24bad88ebf7 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.075235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-2d29d8f4-6ab2-4624-84bd-e24bad88ebf7 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] device_id is not set on port ec999e29-d15a-4c5a-91b8-e571554f0017 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:29:58.101149 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91e095e3-9ffc-49a2-af36-1b1cfe799812 req-4c9d8002-a6c5-4bb6-b05f-16697c0fbfa7 service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051094 Jul 05 10:29:58.139631 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-653d7eff-d793-465f-ac07-cc6c8f848579 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.175388 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d7eff-d793-465f-ac07-cc6c8f848579 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Pushing event deleted for resources: {'Port': ['ID=e7029f17-edae-4858-b144-628139d08fce,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:58.230603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91e095e3-9ffc-49a2-af36-1b1cfe799812 req-2b248b9b-4285-482e-a00b-986aaceb517e service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190636 Jul 05 10:29:58.298478 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-653d7eff-d793-465f-ac07-cc6c8f848579 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.361204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-2d29d8f4-6ab2-4624-84bd-e24bad88ebf7 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Allocated IP 172.20.0.14 (20ddc1c3-ad9c-4028-b798-7d3876472ac1/9fbb9db2-3c7d-4d8d-8327-f787ba8e7ad9/ec999e29-d15a-4c5a-91b8-e571554f0017) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:58.405137 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-653d7eff-d793-465f-ac07-cc6c8f848579 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.409161 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-653d7eff-d793-465f-ac07-cc6c8f848579 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.428861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad53bc4c-9193-4495-a744-32e416f6260a None None] Network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:29:58.558244 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-653d7eff-d793-465f-ac07-cc6c8f848579 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.558770 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653d7eff-d793-465f-ac07-cc6c8f848579 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Fanout notify agent at l3_agent the message router_deleted on router f2d43a29-bb4a-4a8a-aa43-1d8fcca00954 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:29:58.567591 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-653d7eff-d793-465f-ac07-cc6c8f848579 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.576523 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-653d7eff-d793-465f-ac07-cc6c8f848579 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "DELETE /v2.0/routers/f2d43a29-bb4a-4a8a-aa43-1d8fcca00954 HTTP/1.1" status: 204 len: 168 time: 1.5765231 Jul 05 10:29:58.576686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47872) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:58.584804 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-52ef7a81-ecaf-4906-9ff8-edc50eedd508 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-10690555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:58.595407 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a50cf807-412f-458a-80dd-846331bce702 None None] Provisioning for port c9928769-f439-4a12-85d9-cc4e8262cd7e completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:58.599773 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d29d8f4-6ab2-4624-84bd-e24bad88ebf7 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.600994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a50cf807-412f-458a-80dd-846331bce702 None None] Provisioning complete for port c9928769-f439-4a12-85d9-cc4e8262cd7e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:58.601462 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a50cf807-412f-458a-80dd-846331bce702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.615805 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-2d29d8f4-6ab2-4624-84bd-e24bad88ebf7 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Transition to ACTIVE for port object ec999e29-d15a-4c5a-91b8-e571554f0017 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:29:58.697719 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a50cf807-412f-458a-80dd-846331bce702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.717336 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-52ef7a81-ecaf-4906-9ff8-edc50eedd508 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.719211 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-52ef7a81-ecaf-4906-9ff8-edc50eedd508 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.753477 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a50cf807-412f-458a-80dd-846331bce702 None None] For port c9928769-f439-4a12-85d9-cc4e8262cd7e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c9928769-f439-4a12-85d9-cc4e8262cd7e,segment=NetworkSegment(31c7d48d-b835-4df1-ac96-ba93921406e6),segment_id=31c7d48d-b835-4df1-ac96-ba93921406e6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:29:58.760441 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d29d8f4-6ab2-4624-84bd-e24bad88ebf7 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.776409 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-52ef7a81-ecaf-4906-9ff8-edc50eedd508 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.818350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d29d8f4-6ab2-4624-84bd-e24bad88ebf7 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:29:58.822510 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-2d29d8f4-6ab2-4624-84bd-e24bad88ebf7 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:29:58.827739 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d29d8f4-6ab2-4624-84bd-e24bad88ebf7 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:29:58.833073 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29d8f4-6ab2-4624-84bd-e24bad88ebf7 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event updated for resources: {'Port': ['ID=ec999e29-d15a-4c5a-91b8-e571554f0017,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:58.846115 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a50cf807-412f-458a-80dd-846331bce702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.847641 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-52ef7a81-ecaf-4906-9ff8-edc50eedd508 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.910283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cf807-412f-458a-80dd-846331bce702 None None] Pushing event updated for resources: {'Port': ['ID=c9928769-f439-4a12-85d9-cc4e8262cd7e,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:29:58.958130 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-52ef7a81-ecaf-4906-9ff8-edc50eedd508 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.959880 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-52ef7a81-ecaf-4906-9ff8-edc50eedd508 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3817668 Jul 05 10:29:58.961093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29d8f4-6ab2-4624-84bd-e24bad88ebf7 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:58.961944 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d29d8f4-6ab2-4624-84bd-e24bad88ebf7 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:58.963838 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47876) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:58.970622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'enable_snat': True}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:59.020646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-219e1e93-baf9-40d2-a55d-974e5ed3684b tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:59.022285 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-219e1e93-baf9-40d2-a55d-974e5ed3684b tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.73 "GET /v2.0/networks?id=0e7ea689-f606-49a9-903f-7ba63093f0f1 HTTP/1.1" status: 200 len: 809 time: 0.1865263 Jul 05 10:29:59.036166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-8e23d33b-0082-4f29-bd5b-db290c81bec6 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Request body: {'port': {'device_id': '1439ad96-a7e0-4861-8add-b6ec6cb9a296', 'network_id': '0e7ea689-f606-49a9-903f-7ba63093f0f1', 'admin_state_up': True, 'tenant_id': 'b8d57b481a6f4840821471f2d2a83061'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:29:59.099691 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9039474e-2c6a-4b68-95b5-fb406cdc240d None None] Provisioning for port 22e88983-fc64-44ae-9cdf-632a43499d9d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:59.104234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9039474e-2c6a-4b68-95b5-fb406cdc240d None None] Provisioning complete for port 22e88983-fc64-44ae-9cdf-632a43499d9d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:59.104615 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9039474e-2c6a-4b68-95b5-fb406cdc240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:59.172158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-9039474e-2c6a-4b68-95b5-fb406cdc240d None None] Port 22e88983-fc64-44ae-9cdf-632a43499d9d cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:59.183511 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9039474e-2c6a-4b68-95b5-fb406cdc240d None None] Provisioning complete for port c9928769-f439-4a12-85d9-cc4e8262cd7e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:59.183918 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9039474e-2c6a-4b68-95b5-fb406cdc240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:59.259764 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2d29d8f4-6ab2-4624-84bd-e24bad88ebf7 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.6696403 Jul 05 10:29:59.259764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47880) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:59.294398 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:59.319978 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8aac619e-6572-4edb-9872-94441e960687 req-52b127de-17dd-4901-be01-1df8fe73e3a1 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 210 time: 0.0409553 Jul 05 10:29:59.361012 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddab8e0-82f7-41b1-ac53-253109b6ffd0 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:59.367966 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddab8e0-82f7-41b1-ac53-253109b6ffd0 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:59.374233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddab8e0-82f7-41b1-ac53-253109b6ffd0 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:29:59.376275 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4ddab8e0-82f7-41b1-ac53-253109b6ffd0 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1160123 Jul 05 10:29:59.379674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47882) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:29:59.453087 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-8e23d33b-0082-4f29-bd5b-db290c81bec6 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Made reservation on behalf of b8d57b481a6f4840821471f2d2a83061 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:29:59.457141 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-8e23d33b-0082-4f29-bd5b-db290c81bec6 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:59.474210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-66add1f1-3b2d-4a30-8917-5d24d4373609 None None] Provisioning for port ec999e29-d15a-4c5a-91b8-e571554f0017 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:29:59.480988 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-66add1f1-3b2d-4a30-8917-5d24d4373609 None None] Provisioning complete for port ec999e29-d15a-4c5a-91b8-e571554f0017 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:59.481464 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-66add1f1-3b2d-4a30-8917-5d24d4373609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:59.508007 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c9928769-f439-4a12-85d9-cc4e8262cd7e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:29:59.550268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7f9ea-11e4-4594-9b2f-1adb1ba88b2b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Deleting port ec999e29-d15a-4c5a-91b8-e571554f0017 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:29:59.550614 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f9ea-11e4-4594-9b2f-1adb1ba88b2b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:59.555401 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-66add1f1-3b2d-4a30-8917-5d24d4373609 None None] Port ec999e29-d15a-4c5a-91b8-e571554f0017 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:59.574196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-66add1f1-3b2d-4a30-8917-5d24d4373609 None None] Provisioning complete for port 22e88983-fc64-44ae-9cdf-632a43499d9d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:59.574578 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-66add1f1-3b2d-4a30-8917-5d24d4373609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:59.611751 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port c9928769-f439-4a12-85d9-cc4e8262cd7e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:29:59.612462 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:59.634468 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-66add1f1-3b2d-4a30-8917-5d24d4373609 None None] Port 22e88983-fc64-44ae-9cdf-632a43499d9d cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:29:59.693381 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-8e23d33b-0082-4f29-bd5b-db290c81bec6 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Allocated IP 172.20.0.3 (0e7ea689-f606-49a9-903f-7ba63093f0f1/67486366-29d4-4cd0-ab63-97a1f10c3e7e/3a73b4f5-4170-4d3f-93ad-507e211ee43a) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:59.696336 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f9ea-11e4-4594-9b2f-1adb1ba88b2b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:59.712387 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:59.721207 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7f9ea-11e4-4594-9b2f-1adb1ba88b2b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Calling delete_port for ec999e29-d15a-4c5a-91b8-e571554f0017 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:29:59.738975 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:59.852503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Allocated IP 172.25.5.11 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/c1298a01-e4c7-4312-8a8d-1e54d2dd575c) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:29:59.961912 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-8e23d33b-0082-4f29-bd5b-db290c81bec6 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:29:59.981678 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:00.091296 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f9ea-11e4-4594-9b2f-1adb1ba88b2b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:00.120958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7f9ea-11e4-4594-9b2f-1adb1ba88b2b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event deleted for resources: {'Port': ['ID=ec999e29-d15a-4c5a-91b8-e571554f0017,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:00.128599 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:00.139072 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-8e23d33b-0082-4f29-bd5b-db290c81bec6 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:00.181629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:00.190935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:00.192455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:00.219910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Pushing event updated for resources: {'Port': ['ID=c1298a01-e4c7-4312-8a8d-1e54d2dd575c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:00.264863 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-8e23d33b-0082-4f29-bd5b-db290c81bec6 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Network 0e7ea689-f606-49a9-903f-7ba63093f0f1 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:00.268862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23d33b-0082-4f29-bd5b-db290c81bec6 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Pushing event updated for resources: {'Port': ['ID=3a73b4f5-4170-4d3f-93ad-507e211ee43a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:00.271809 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-8e23d33b-0082-4f29-bd5b-db290c81bec6 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:00.277211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-8e23d33b-0082-4f29-bd5b-db290c81bec6 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:00.395619 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-8e23d33b-0082-4f29-bd5b-db290c81bec6 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:00.396262 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-8e23d33b-0082-4f29-bd5b-db290c81bec6 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:00.417160 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f9ea-11e4-4594-9b2f-1adb1ba88b2b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:00.418908 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d3a7f9ea-11e4-4594-9b2f-1adb1ba88b2b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "DELETE /v2.0/ports/ec999e29-d15a-4c5a-91b8-e571554f0017 HTTP/1.1" status: 204 len: 168 time: 1.0380552 Jul 05 10:30:00.421837 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47888) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:00.451100 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b065a5-989c-4087-aa7e-81e37559808b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] GET failed (client error): The resource could not be found. Jul 05 10:30:00.452665 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f5b065a5-989c-4087-aa7e-81e37559808b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "GET /v2.0/ports/ec999e29-d15a-4c5a-91b8-e571554f0017 HTTP/1.1" status: 404 len: 333 time: 0.0298312 Jul 05 10:30:00.461680 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47890) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:00.466163 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a8193aec-5aa0-4909-91a8-eee00e8b25ac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Request body: {'port': {'network_id': '20ddc1c3-ad9c-4028-b798-7d3876472ac1', 'name': 'tempest-AllowedAddressPairTestJSON-633034060'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:00.573180 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:00.585698 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e205ea4-54f1-48ff-a71c-3dca1b692a86 req-4c65e561-7a02-406c-b7ce-d9405f629360 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:00.587797 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e205ea4-54f1-48ff-a71c-3dca1b692a86 req-4c65e561-7a02-406c-b7ce-d9405f629360 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 931 time: 0.1213372 Jul 05 10:30:00.697791 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e205ea4-54f1-48ff-a71c-3dca1b692a86 req-5498a1bc-dd2c-43fa-870d-06cecbbebdc3 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797393 Jul 05 10:30:00.813370 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:00.816686 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:00.817817 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-8e23d33b-0082-4f29-bd5b-db290c81bec6 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7870193 Jul 05 10:30:00.848017 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Request body: {'port': {'device_id': '1439ad96-a7e0-4861-8add-b6ec6cb9a296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:01.003535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-e3213f6a-6237-4edf-8fe9-bef20e25b11d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1960306 Jul 05 10:30:01.004215 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:01.101426 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8193aec-5aa0-4909-91a8-eee00e8b25ac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Made reservation on behalf of d4c9768c7b34445eb4cb76b11e6c54ad for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:01.105007 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a8193aec-5aa0-4909-91a8-eee00e8b25ac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:01.195618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-a8193aec-5aa0-4909-91a8-eee00e8b25ac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] device_id is not set on port 60f19ecb-50a7-4d3e-877f-8e59d4d10f78 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:01.316594 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-3b7a5c0b-ac9c-424a-a943-d0708887f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:01.317083 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-3b7a5c0b-ac9c-424a-a943-d0708887f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:01.317564 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-3b7a5c0b-ac9c-424a-a943-d0708887f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:01.318036 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-3b7a5c0b-ac9c-424a-a943-d0708887f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:01.318504 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-3b7a5c0b-ac9c-424a-a943-d0708887f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:01.318972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-3b7a5c0b-ac9c-424a-a943-d0708887f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:01.319442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-3b7a5c0b-ac9c-424a-a943-d0708887f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:01.321489 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-3b7a5c0b-ac9c-424a-a943-d0708887f13d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6730456afa24179937818b8d8e62041&device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 6507 time: 0.2621360 Jul 05 10:30:01.373658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Router 544ed170-e5df-459a-8021-cda1453e1656 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:30:01.491576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-a8193aec-5aa0-4909-91a8-eee00e8b25ac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Allocated IP 172.20.0.9 (20ddc1c3-ad9c-4028-b798-7d3876472ac1/9fbb9db2-3c7d-4d8d-8327-f787ba8e7ad9/60f19ecb-50a7-4d3e-877f-8e59d4d10f78) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:01.503510 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:01.510095 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:01.517098 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2cf76dc0-01fc-4588-a5bb-216f4ccbb674 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "PUT /v2.0/routers/544ed170-e5df-459a-8021-cda1453e1656 HTTP/1.1" status: 200 len: 912 time: 2.5458441 Jul 05 10:30:01.519458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b8c7fe-9a03-49fc-8840-45d7465364d4 None None] Sync routers for ids ['544ed170-e5df-459a-8021-cda1453e1656'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:01.524338 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47894) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:01.540609 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b8c7fe-9a03-49fc-8840-45d7465364d4 None None] Routers {'544ed170-e5df-459a-8021-cda1453e1656'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:01.541825 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-13b8c7fe-9a03-49fc-8840-45d7465364d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['544ed170-e5df-459a-8021-cda1453e1656'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:01.579817 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a73b4f5-4170-4d3f-93ad-507e211ee43a {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:30:01.584297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-13b8c7fe-9a03-49fc-8840-45d7465364d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:01.596457 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b8c7fe-9a03-49fc-8840-45d7465364d4 None None] Routers {'544ed170-e5df-459a-8021-cda1453e1656'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:01.597487 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-13b8c7fe-9a03-49fc-8840-45d7465364d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['544ed170-e5df-459a-8021-cda1453e1656'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:01.598057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-95d442c7-43a2-4c69-a121-d5d506428eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:01.598552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-95d442c7-43a2-4c69-a121-d5d506428eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:01.599164 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-95d442c7-43a2-4c69-a121-d5d506428eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:01.600751 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-95d442c7-43a2-4c69-a121-d5d506428eb3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=790a2fc1-a8c9-440b-a219-3f87c3a52e5a&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&id=fe926520-9d96-4a2d-8770-b9c16396c5e0&id=fe926520-9d96-4a2d-8770-b9c16396c5e0 HTTP/1.1" status: 200 len: 2298 time: 0.2533207 Jul 05 10:30:01.606181 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:01.633842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-13b8c7fe-9a03-49fc-8840-45d7465364d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:01.634406 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b8c7fe-9a03-49fc-8840-45d7465364d4 None None] The sync data for ids ['544ed170-e5df-459a-8021-cda1453e1656'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:01.681919 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f942126a-fea2-4375-afb5-b2fa534ef2f9 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/routers/544ed170-e5df-459a-8021-cda1453e1656 HTTP/1.1" status: 200 len: 918 time: 0.1556528 Jul 05 10:30:01.684879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47896) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:01.690004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Transition to ACTIVE for port object 3a73b4f5-4170-4d3f-93ad-507e211ee43a will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:01.740212 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-7b5e6ae4-94ac-494d-b3db-e70aea2ccd8c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fffa5d11-45e6-4914-88f1-c5bffc30543b HTTP/1.1" status: 200 len: 1000 time: 0.1306267 Jul 05 10:30:01.746324 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fbf1f6-659b-490d-ad7c-d3a9e5d8ee68 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:01.751015 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-08fbf1f6-659b-490d-ad7c-d3a9e5d8ee68 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&device_id=544ed170-e5df-459a-8021-cda1453e1656&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0650997 Jul 05 10:30:01.751651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47900) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:01.788885 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:01.863040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-eea99ace-f69d-412f-85ed-2182f10940e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:01.864690 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-eea99ace-f69d-412f-85ed-2182f10940e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7cf4802-24ef-472a-8c66-7e6ccb85e80d HTTP/1.1" status: 200 len: 856 time: 0.1160054 Jul 05 10:30:01.879633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4fc765-dae0-430b-827a-6c6abbc727bb tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:01.881087 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cf4fc765-dae0-430b-827a-6c6abbc727bb tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 881 time: 0.1284542 Jul 05 10:30:01.885401 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47902) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:01.891977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Pushing event updated for resources: {'Port': ['ID=3a73b4f5-4170-4d3f-93ad-507e211ee43a,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:01.921983 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a13970d1-ffdc-4fd0-aaef-c0394277100d tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "GET /v2.0/ports?device_id=544ed170-e5df-459a-8021-cda1453e1656 HTTP/1.1" status: 200 len: 205 time: 0.0355229 Jul 05 10:30:01.927707 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a8193aec-5aa0-4909-91a8-eee00e8b25ac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:01.928363 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47904) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:01.984374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d92b9-7865-4731-9304-3a41ecb57e5f req-213bb09f-133c-48a3-9252-635ba907bd97 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:01.985911 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-581d92b9-7865-4731-9304-3a41ecb57e5f req-213bb09f-133c-48a3-9252-635ba907bd97 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 943 time: 0.1613913 Jul 05 10:30:01.991044 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-a8193aec-5aa0-4909-91a8-eee00e8b25ac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Transition to ACTIVE for port object 60f19ecb-50a7-4d3e-877f-8e59d4d10f78 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:02.053348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-544f2b60-3f75-49b6-afd7-75e8d5791b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:02.054957 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-544f2b60-3f75-49b6-afd7-75e8d5791b7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=790a2fc1-a8c9-440b-a219-3f87c3a52e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1822598 Jul 05 10:30:02.058479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Attempting to bind port 3a73b4f5-4170-4d3f-93ad-507e211ee43a on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:02.058819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Attempting to bind port 3a73b4f5-4170-4d3f-93ad-507e211ee43a by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '2befad49-2a07-4674-a59f-cfe1af09b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e7ea689-f606-49a9-903f-7ba63093f0f1'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:02.059150 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Attempting to bind port 3a73b4f5-4170-4d3f-93ad-507e211ee43a on network 0e7ea689-f606-49a9-903f-7ba63093f0f1 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:02.074080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Port 3a73b4f5-4170-4d3f-93ad-507e211ee43a on network 0e7ea689-f606-49a9-903f-7ba63093f0f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:30:02.074415 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-581d92b9-7865-4731-9304-3a41ecb57e5f req-eb0e1340-b6f7-466a-a6ff-1d8c6c1576ae tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766408 Jul 05 10:30:02.074604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Attempting to bind port 3a73b4f5-4170-4d3f-93ad-507e211ee43a on network 0e7ea689-f606-49a9-903f-7ba63093f0f1 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:02.076581 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a74c051b-ab0d-427c-bde2-9594e1cfe347 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:02.115263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:02.115612 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Checking segment: {'id': '2befad49-2a07-4674-a59f-cfe1af09b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e7ea689-f606-49a9-903f-7ba63093f0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:02.116065 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Bound using segment: {'id': '2befad49-2a07-4674-a59f-cfe1af09b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e7ea689-f606-49a9-903f-7ba63093f0f1'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:02.116508 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Bound port: 3a73b4f5-4170-4d3f-93ad-507e211ee43a, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2befad49-2a07-4674-a59f-cfe1af09b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e7ea689-f606-49a9-903f-7ba63093f0f1'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:02.117216 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:02.183837 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a74c051b-ab0d-427c-bde2-9594e1cfe347 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:02.207077 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a8193aec-5aa0-4909-91a8-eee00e8b25ac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:02.222117 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-7ddede35-8dee-45fc-951f-042587d28b8d service neutron] 10.222.0.73 "GET /v2.0/networks/790a2fc1-a8c9-440b-a219-3f87c3a52e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580839 Jul 05 10:30:02.242878 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] For port 3a73b4f5-4170-4d3f-93ad-507e211ee43a, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:02.282778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] For port 3a73b4f5-4170-4d3f-93ad-507e211ee43a, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3a73b4f5-4170-4d3f-93ad-507e211ee43a,segment=NetworkSegment(2befad49-2a07-4674-a59f-cfe1af09b0f6),segment_id=2befad49-2a07-4674-a59f-cfe1af09b0f6)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:02.324914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8193aec-5aa0-4909-91a8-eee00e8b25ac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:02.334349 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-a8193aec-5aa0-4909-91a8-eee00e8b25ac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:02.338118 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8193aec-5aa0-4909-91a8-eee00e8b25ac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event updated for resources: {'Port': ['ID=60f19ecb-50a7-4d3e-877f-8e59d4d10f78,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:02.341782 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8193aec-5aa0-4909-91a8-eee00e8b25ac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:02.396261 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:02.424131 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a74c051b-ab0d-427c-bde2-9594e1cfe347 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Deleting port c1298a01-e4c7-4312-8a8d-1e54d2dd575c {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:02.424749 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a74c051b-ab0d-427c-bde2-9594e1cfe347 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:02.444897 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8193aec-5aa0-4909-91a8-eee00e8b25ac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:02.445564 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a8193aec-5aa0-4909-91a8-eee00e8b25ac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:02.461070 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-e7a98a40-2cec-4e72-8b04-2bc77136501d service neutron] 10.222.0.73 "GET /v2.0/networks/790a2fc1-a8c9-440b-a219-3f87c3a52e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133763 Jul 05 10:30:02.471280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:02.471942 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:02.473336 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] 10.222.0.73 "PUT /v2.0/ports/3a73b4f5-4170-4d3f-93ad-507e211ee43a HTTP/1.1" status: 200 len: 1092 time: 1.6481314 Jul 05 10:30:02.473784 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1439ad96-a7e0-4861-8add-b6ec6cb9a296', 'tag': '3a73b4f5-4170-4d3f-93ad-507e211ee43a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:30:02.476287 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2066a8-578e-4b03-bce8-2170e4e3c276" -d '{"events": [{"name": "network-changed", "server_uuid": "1439ad96-a7e0-4861-8add-b6ec6cb9a296", "tag": "3a73b4f5-4170-4d3f-93ad-507e211ee43a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:02.527207 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a74c051b-ab0d-427c-bde2-9594e1cfe347 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:02.533233 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb54c9b-2de6-4ad3-b467-0410921daea0 x-openstack-request-id: req-2eb54c9b-2de6-4ad3-b467-0410921daea0 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:02.533525 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1439ad96-a7e0-4861-8add-b6ec6cb9a296", "tag": "3a73b4f5-4170-4d3f-93ad-507e211ee43a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:02.533772 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2eb54c9b-2de6-4ad3-b467-0410921daea0 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:02.534196 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1439ad96-a7e0-4861-8add-b6ec6cb9a296', 'tag': '3a73b4f5-4170-4d3f-93ad-507e211ee43a', 'status': 'completed', 'code': 200} Jul 05 10:30:02.535653 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-a19f0650-951e-4d30-8ede-0f75d43ea831 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef HTTP/1.1" status: 200 len: 217 time: 0.0562828 Jul 05 10:30:02.541059 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a25bda-57df-48d8-9dca-2c850a81ea72 service neutron] Pushing event updated for resources: {'Port': ['ID=3a73b4f5-4170-4d3f-93ad-507e211ee43a,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:02.542995 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a74c051b-ab0d-427c-bde2-9594e1cfe347 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Calling delete_port for c1298a01-e4c7-4312-8a8d-1e54d2dd575c owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:02.614147 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a8193aec-5aa0-4909-91a8-eee00e8b25ac tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1523616 Jul 05 10:30:02.617936 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47910) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:02.623661 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e443ecb8-8431-4d31-a3cb-dfd3cbea56b0 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:38:7f:ee'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:02.625742 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-99435b60-eded-447f-bd5c-f0c2ea77fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:02.627230 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-99435b60-eded-447f-bd5c-f0c2ea77fefe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0832207 Jul 05 10:30:02.672414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2066a8-578e-4b03-bce8-2170e4e3c276 req-485f6f89-721f-4406-ac05-283fb9cda066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:02.673974 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2b2066a8-578e-4b03-bce8-2170e4e3c276 req-485f6f89-721f-4406-ac05-283fb9cda066 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8d57b481a6f4840821471f2d2a83061&device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 1095 time: 0.0989234 Jul 05 10:30:02.762101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-4cff48cc-0696-47a5-9a1a-42aefeb12a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:02.763532 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-4cff48cc-0696-47a5-9a1a-42aefeb12a9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1293287 Jul 05 10:30:02.770851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-11e21146-3fc8-49c2-b866-092ee0bcc949 None None] Provisioning for port 60f19ecb-50a7-4d3e-877f-8e59d4d10f78 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:02.775333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-11e21146-3fc8-49c2-b866-092ee0bcc949 None None] Provisioning complete for port 60f19ecb-50a7-4d3e-877f-8e59d4d10f78 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:02.775823 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-11e21146-3fc8-49c2-b866-092ee0bcc949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:02.813875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-11e21146-3fc8-49c2-b866-092ee0bcc949 None None] Port 60f19ecb-50a7-4d3e-877f-8e59d4d10f78 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:30:02.839092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2066a8-578e-4b03-bce8-2170e4e3c276 req-8b58c50b-390b-4c69-843e-252d996eff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:02.840626 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2b2066a8-578e-4b03-bce8-2170e4e3c276 req-8b58c50b-390b-4c69-843e-252d996eff69 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b8d57b481a6f4840821471f2d2a83061&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1594436 Jul 05 10:30:02.884446 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e443ecb8-8431-4d31-a3cb-dfd3cbea56b0 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:02.896741 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a74c051b-ab0d-427c-bde2-9594e1cfe347 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:02.929315 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-456af488-db8b-406d-8fa3-14224065c7f6 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589420 Jul 05 10:30:02.950690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c051b-ab0d-427c-bde2-9594e1cfe347 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Pushing event deleted for resources: {'Port': ['ID=c1298a01-e4c7-4312-8a8d-1e54d2dd575c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:03.018451 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2066a8-578e-4b03-bce8-2170e4e3c276 req-86966842-96f2-4a53-9b50-be15c51d5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:03.020161 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2b2066a8-578e-4b03-bce8-2170e4e3c276 req-86966842-96f2-4a53-9b50-be15c51d5860 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1712108 Jul 05 10:30:03.051315 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-162946c5-3cc2-4dff-ae78-5ba158807f1c service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164377 Jul 05 10:30:03.075952 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a74c051b-ab0d-427c-bde2-9594e1cfe347 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:03.121320 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-edb7bdd3-4f54-456f-855b-f3fb589ffd32 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 HTTP/1.1" status: 200 len: 217 time: 0.0627503 Jul 05 10:30:03.186417 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a74c051b-ab0d-427c-bde2-9594e1cfe347 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:03.189010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-77bc3cc5-348c-49f3-92f3-09cc25335400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:03.190709 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-77bc3cc5-348c-49f3-92f3-09cc25335400 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0632391 Jul 05 10:30:03.191160 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a74c051b-ab0d-427c-bde2-9594e1cfe347 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:03.197099 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-f4f2aca1-2bf5-405b-a4d0-e09d0976d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:03.198647 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-f4f2aca1-2bf5-405b-a4d0-e09d0976d33e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8d57b481a6f4840821471f2d2a83061&device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 1095 time: 0.1337800 Jul 05 10:30:03.286929 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e443ecb8-8431-4d31-a3cb-dfd3cbea56b0 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:03.297427 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-0b2886eb-19aa-479e-bf2e-c90293813518 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a73b4f5-4170-4d3f-93ad-507e211ee43a HTTP/1.1" status: 200 len: 217 time: 0.0873694 Jul 05 10:30:03.339374 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a74c051b-ab0d-427c-bde2-9594e1cfe347 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:03.340092 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74c051b-ab0d-427c-bde2-9594e1cfe347 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Fanout notify agent at l3_agent the message router_deleted on router 544ed170-e5df-459a-8021-cda1453e1656 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:30:03.347850 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a74c051b-ab0d-427c-bde2-9594e1cfe347 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:03.355570 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a74c051b-ab0d-427c-bde2-9594e1cfe347 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "DELETE /v2.0/routers/544ed170-e5df-459a-8021-cda1453e1656 HTTP/1.1" status: 204 len: 168 time: 1.4197178 Jul 05 10:30:03.355570 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47916) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:03.360298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f3732247-f790-4d9e-b7ab-4cd57845b0af tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-617043703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:03.378143 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-c0adb1b3-ff42-46b6-8f27-c8a35076e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:03.379671 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-c0adb1b3-ff42-46b6-8f27-c8a35076e255 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67486366-29d4-4cd0-ab63-97a1f10c3e7e HTTP/1.1" status: 200 len: 849 time: 0.0759504 Jul 05 10:30:03.382794 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-7270beb1-9df1-4a39-b5eb-28811410c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:03.384332 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-7270beb1-9df1-4a39-b5eb-28811410c306 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1847951 Jul 05 10:30:03.385359 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e443ecb8-8431-4d31-a3cb-dfd3cbea56b0 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:03.396308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c81cae-c3ee-4f56-b04a-6c9940904049 req-5d6857ef-86ec-4cf8-a4aa-684cf8ef8082 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:03.397870 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b4c81cae-c3ee-4f56-b04a-6c9940904049 req-5d6857ef-86ec-4cf8-a4aa-684cf8ef8082 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 943 time: 0.1890390 Jul 05 10:30:03.460078 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3732247-f790-4d9e-b7ab-4cd57845b0af tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:03.461379 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3732247-f790-4d9e-b7ab-4cd57845b0af tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:03.479444 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-e6b7b693-7ee8-4ae1-b3cf-15a1a53319e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e7ea689-f606-49a9-903f-7ba63093f0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792887 Jul 05 10:30:03.486267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443ecb8-8431-4d31-a3cb-dfd3cbea56b0 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event updated for resources: {'Port': ['ID=60f19ecb-50a7-4d3e-877f-8e59d4d10f78,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:03.499266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-e443ecb8-8431-4d31-a3cb-dfd3cbea56b0 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] In _notify_port_updated(), no bound segment for port 60f19ecb-50a7-4d3e-877f-8e59d4d10f78 on network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 {{(pid=100775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:30:03.505354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443ecb8-8431-4d31-a3cb-dfd3cbea56b0 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:03.505999 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e443ecb8-8431-4d31-a3cb-dfd3cbea56b0 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:03.510074 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e443ecb8-8431-4d31-a3cb-dfd3cbea56b0 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "PUT /v2.0/ports/60f19ecb-50a7-4d3e-877f-8e59d4d10f78 HTTP/1.1" status: 200 len: 993 time: 0.8883815 Jul 05 10:30:03.516090 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47920) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:03.576218 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b4c81cae-c3ee-4f56-b04a-6c9940904049 req-51adb378-9115-4b54-aa38-8a249bef56dd tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602829 Jul 05 10:30:03.577227 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3732247-f790-4d9e-b7ab-4cd57845b0af tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:03.619705 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-2bb1a7aa-6afe-40f2-bf6b-92f23735f208 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208242 Jul 05 10:30:03.674529 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-49aa40e1-1d31-49d4-ad1c-a6d8261a5d63 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Deleting port 60f19ecb-50a7-4d3e-877f-8e59d4d10f78 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:03.675114 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49aa40e1-1d31-49d4-ad1c-a6d8261a5d63 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:03.734806 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3732247-f790-4d9e-b7ab-4cd57845b0af tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:03.744064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-01beff06-aa5c-44a8-81da-3580ec02191a None None] Provisioning complete for port 60f19ecb-50a7-4d3e-877f-8e59d4d10f78 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:03.744430 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-01beff06-aa5c-44a8-81da-3580ec02191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:03.786990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-01beff06-aa5c-44a8-81da-3580ec02191a None None] Port 60f19ecb-50a7-4d3e-877f-8e59d4d10f78 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:30:03.824106 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49aa40e1-1d31-49d4-ad1c-a6d8261a5d63 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:03.845003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-49aa40e1-1d31-49d4-ad1c-a6d8261a5d63 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Calling delete_port for 60f19ecb-50a7-4d3e-877f-8e59d4d10f78 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:03.915498 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3732247-f790-4d9e-b7ab-4cd57845b0af tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:03.917703 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f3732247-f790-4d9e-b7ab-4cd57845b0af tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5633099 Jul 05 10:30:03.919950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47922) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:03.926703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'enable_snat': False}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:03.950049 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-aeb3da27-5f2f-4f7a-abd4-62d0aec10dba service neutron] 10.222.0.73 "GET /v2.0/networks/0e7ea689-f606-49a9-903f-7ba63093f0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630282 Jul 05 10:30:04.084896 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-adf676a7-1c09-4084-bed3-9f40c417943b service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576657 Jul 05 10:30:04.103800 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-199bd380-5468-45a0-ae7a-aee19184bb94 req-c7f6026b-5866-4ae4-8d6b-fcbef615fde1 service neutron] 10.222.0.73 "GET /v2.0/networks/0e7ea689-f606-49a9-903f-7ba63093f0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294127 Jul 05 10:30:04.145008 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-9b8a7132-0131-4ed5-a2e2-ad2dee6dc70f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=3ac044fe-0830-4bcc-8679-44388904c41f HTTP/1.1" status: 200 len: 217 time: 0.0535049 Jul 05 10:30:04.210157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-5162b52d-8bd5-42d5-9feb-bc4f0a053b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:04.211958 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-5162b52d-8bd5-42d5-9feb-bc4f0a053b47 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0613477 Jul 05 10:30:04.276399 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-02d2f355-7a6f-44d5-ad3f-e2027e7a4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:04.278058 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-02d2f355-7a6f-44d5-ad3f-e2027e7a4230 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0589154 Jul 05 10:30:04.374905 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-56dbcc6d-a2e9-4992-a148-65e705aed2e9 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896130 Jul 05 10:30:04.479887 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-204d6864-a77d-41d2-8684-d91e085bfe3c service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986392 Jul 05 10:30:04.508423 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:04.523267 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-89178f66-cc3f-4278-9d72-e422510dfdbd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a HTTP/1.1" status: 200 len: 217 time: 0.0359492 Jul 05 10:30:04.578367 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-2d851a87-6c85-4b75-8c0e-aec9d1570aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:04.579869 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-2d851a87-6c85-4b75-8c0e-aec9d1570aab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 200 len: 797 time: 0.0490594 Jul 05 10:30:04.594432 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49aa40e1-1d31-49d4-ad1c-a6d8261a5d63 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:04.642602 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa40e1-1d31-49d4-ad1c-a6d8261a5d63 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event deleted for resources: {'Port': ['ID=60f19ecb-50a7-4d3e-877f-8e59d4d10f78,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:04.655468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-c1a1b727-4c13-4961-8524-a5449cd82955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:04.657678 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-c1a1b727-4c13-4961-8524-a5449cd82955 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d022e67d-369f-4a6b-bf01-b31de8b3f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0710905 Jul 05 10:30:04.834796 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-9c3bcacd-8ddc-4def-a308-f255f8aa9b72 service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695645 Jul 05 10:30:04.879526 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49aa40e1-1d31-49d4-ad1c-a6d8261a5d63 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:04.883765 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-49aa40e1-1d31-49d4-ad1c-a6d8261a5d63 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "DELETE /v2.0/ports/60f19ecb-50a7-4d3e-877f-8e59d4d10f78 HTTP/1.1" status: 204 len: 168 time: 1.3646667 Jul 05 10:30:04.885273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47928) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:04.904560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46512ce-8003-4ae2-b34b-fc5885e98339 req-9d7e8428-b573-4459-b641-c30b9a4c6141 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:04.906971 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c46512ce-8003-4ae2-b34b-fc5885e98339 req-9d7e8428-b573-4459-b641-c30b9a4c6141 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 943 time: 0.1601472 Jul 05 10:30:04.919112 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a88100-1852-4c6c-9c88-8faadceabc45 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] GET failed (client error): The resource could not be found. Jul 05 10:30:04.921032 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b3a88100-1852-4c6c-9c88-8faadceabc45 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "GET /v2.0/ports/60f19ecb-50a7-4d3e-877f-8e59d4d10f78 HTTP/1.1" status: 404 len: 333 time: 0.0346372 Jul 05 10:30:04.925632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47930) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:04.933639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-0109c665-25f9-4237-8599-ff8367d0361a tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Request body: {'port': {'network_id': '20ddc1c3-ad9c-4028-b798-7d3876472ac1', 'name': 'tempest-AllowedAddressPairTestJSON-30018494'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:05.036076 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c46512ce-8003-4ae2-b34b-fc5885e98339 req-89b3f8da-4ad2-4e1b-8be0-9393c822b309 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219308 Jul 05 10:30:05.040345 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-f6cb0a9f-ea89-4848-8eb5-9d075d8e1dcf service neutron] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956849 Jul 05 10:30:05.048344 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:05.075393 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:05.094181 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-38574d3f-f6a4-4fe8-b2d0-34aa3bf98a16 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfa8cf6e-3669-4539-adce-95324f9f4748 HTTP/1.1" status: 200 len: 217 time: 0.0414023 Jul 05 10:30:05.165864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-6af2d810-e63a-4b60-a899-72901f345567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:05.167252 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-6af2d810-e63a-4b60-a899-72901f345567 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e9418dd-e12b-4545-a8c0-25cb3a67831b HTTP/1.1" status: 200 len: 797 time: 0.0646963 Jul 05 10:30:05.185238 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Allocated IP 172.25.5.146 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/72215d59-388e-44ca-8262-e9ec5af0da42) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:05.226128 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-8faae37a-77d1-420b-a028-940b6c57b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:05.227697 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-8faae37a-77d1-420b-a028-940b6c57b84c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe926520-9d96-4a2d-8770-b9c16396c5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0541325 Jul 05 10:30:05.281134 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0109c665-25f9-4237-8599-ff8367d0361a tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Made reservation on behalf of d4c9768c7b34445eb4cb76b11e6c54ad for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:05.284697 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0109c665-25f9-4237-8599-ff8367d0361a tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:05.299223 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:05.311926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-0109c665-25f9-4237-8599-ff8367d0361a tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] device_id is not set on port b6a08646-f784-4c5f-a225-5bc3201a7c96 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:05.387256 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-b706837e-d434-410d-a8c2-cccac27bfef7 service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525190 Jul 05 10:30:05.440510 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:05.479426 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:05.482710 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:05.486740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:05.502667 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-0109c665-25f9-4237-8599-ff8367d0361a tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Allocated IP 172.20.0.9 (20ddc1c3-ad9c-4028-b798-7d3876472ac1/9fbb9db2-3c7d-4d8d-8327-f787ba8e7ad9/b6a08646-f784-4c5f-a225-5bc3201a7c96) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:05.525147 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Pushing event updated for resources: {'Port': ['ID=72215d59-388e-44ca-8262-e9ec5af0da42,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:05.553143 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-e1bb0d2d-d364-4113-ad0e-9d833471bccf service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580882 Jul 05 10:30:05.601883 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-2d6813d2-4314-4ecd-9c95-07abd2f8df86 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=241fbf91-b9f3-4d7c-bcee-bb68eec0e536 HTTP/1.1" status: 200 len: 217 time: 0.0420804 Jul 05 10:30:05.702591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-218fe04d-c384-4ea2-a54b-d7007b44a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:05.704024 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-218fe04d-c384-4ea2-a54b-d7007b44a62c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e9418dd-e12b-4545-a8c0-25cb3a67831b HTTP/1.1" status: 200 len: 797 time: 0.0943193 Jul 05 10:30:05.784901 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0109c665-25f9-4237-8599-ff8367d0361a tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:05.805439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-0109c665-25f9-4237-8599-ff8367d0361a tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Transition to ACTIVE for port object b6a08646-f784-4c5f-a225-5bc3201a7c96 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:05.814665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-e33a6b7e-ef78-44a7-aa22-7668916e7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:05.816319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-e33a6b7e-ef78-44a7-aa22-7668916e7cb9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe926520-9d96-4a2d-8770-b9c16396c5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1066341 Jul 05 10:30:05.916047 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:05.929953 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-85a93d50-d964-4067-b480-8833971615a4 service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001756 Jul 05 10:30:05.954824 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0109c665-25f9-4237-8599-ff8367d0361a tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.041157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0109c665-25f9-4237-8599-ff8367d0361a tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:06.054968 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-0109c665-25f9-4237-8599-ff8367d0361a tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:06.062475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0109c665-25f9-4237-8599-ff8367d0361a tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:06.068479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109c665-25f9-4237-8599-ff8367d0361a tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event updated for resources: {'Port': ['ID=b6a08646-f784-4c5f-a225-5bc3201a7c96,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:06.129339 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e5ee617-5674-4def-b632-1a7838c81b80 req-13e963d2-0662-4d36-807e-b6a88bb80027 service neutron] 10.222.0.73 "GET /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933045 Jul 05 10:30:06.159499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0109c665-25f9-4237-8599-ff8367d0361a tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:06.185656 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0109c665-25f9-4237-8599-ff8367d0361a tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.186260 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.186260 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.297353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c97afa-1cac-4928-aa6e-b461168a33c2 req-dfc8d049-fe91-46ea-bcbf-4d1ab69abf92 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:06.304864 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8c97afa-1cac-4928-aa6e-b461168a33c2 req-dfc8d049-fe91-46ea-bcbf-4d1ab69abf92 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 943 time: 0.0832195 Jul 05 10:30:06.342891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8c97afa-1cac-4928-aa6e-b461168a33c2 req-850c16cc-62f3-47c7-9405-1272ffa1dd56 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360560 Jul 05 10:30:06.454686 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0109c665-25f9-4237-8599-ff8367d0361a tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5278633 Jul 05 10:30:06.457289 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47936) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:06.462995 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c1516813-8813-472d-9925-5087dbcadbae tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:38:7f:ee'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:06.488065 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Router fedd3ab1-f8c9-4d65-a600-34e6b5c73858 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:30:06.490017 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-eacd4686-1ac5-4734-9ccd-4c281666e56b None None] Provisioning for port b6a08646-f784-4c5f-a225-5bc3201a7c96 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:06.495299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-eacd4686-1ac5-4734-9ccd-4c281666e56b None None] Provisioning complete for port b6a08646-f784-4c5f-a225-5bc3201a7c96 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:06.499391 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-eacd4686-1ac5-4734-9ccd-4c281666e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.535650 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-eacd4686-1ac5-4734-9ccd-4c281666e56b None None] Port b6a08646-f784-4c5f-a225-5bc3201a7c96 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:30:06.603103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:06.607387 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.608704 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-11ababfe-67ba-4621-a1b9-d0412861312c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "PUT /v2.0/routers/fedd3ab1-f8c9-4d65-a600-34e6b5c73858 HTTP/1.1" status: 200 len: 915 time: 2.6877937 Jul 05 10:30:06.611385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47938) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:06.617442 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ad013-98cb-483b-80c7-7d1edc7893f0 None None] Sync routers for ids ['fedd3ab1-f8c9-4d65-a600-34e6b5c73858'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:06.629132 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ad013-98cb-483b-80c7-7d1edc7893f0 None None] Routers {'fedd3ab1-f8c9-4d65-a600-34e6b5c73858'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:06.630072 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-022ad013-98cb-483b-80c7-7d1edc7893f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['fedd3ab1-f8c9-4d65-a600-34e6b5c73858'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:06.641617 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c1516813-8813-472d-9925-5087dbcadbae tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.661814 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-022ad013-98cb-483b-80c7-7d1edc7893f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:06.670344 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ad013-98cb-483b-80c7-7d1edc7893f0 None None] Routers {'fedd3ab1-f8c9-4d65-a600-34e6b5c73858'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:06.670945 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-022ad013-98cb-483b-80c7-7d1edc7893f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['fedd3ab1-f8c9-4d65-a600-34e6b5c73858'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:06.702146 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-022ad013-98cb-483b-80c7-7d1edc7893f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:06.703395 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ad013-98cb-483b-80c7-7d1edc7893f0 None None] The sync data for ids ['fedd3ab1-f8c9-4d65-a600-34e6b5c73858'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:06.726260 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2a0eb8ec-9adb-4082-a35e-6b40a08171cf tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/routers/fedd3ab1-f8c9-4d65-a600-34e6b5c73858 HTTP/1.1" status: 200 len: 921 time: 0.1135576 Jul 05 10:30:06.728922 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47940) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:06.784231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b1837b-ce94-4a1f-ba9d-00443ef7ccf9 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:06.785685 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a4b1837b-ce94-4a1f-ba9d-00443ef7ccf9 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&device_id=fedd3ab1-f8c9-4d65-a600-34e6b5c73858&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0557642 Jul 05 10:30:06.788598 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47942) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:06.834565 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c1516813-8813-472d-9925-5087dbcadbae tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:06.873193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0893621-2727-4981-9b9e-6bccf984f833 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:06.875223 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a0893621-2727-4981-9b9e-6bccf984f833 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 881 time: 0.0854290 Jul 05 10:30:06.878044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47944) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:06.911879 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bc272487-2949-4203-90f8-82076772a592 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "GET /v2.0/ports?device_id=fedd3ab1-f8c9-4d65-a600-34e6b5c73858 HTTP/1.1" status: 200 len: 205 time: 0.0327303 Jul 05 10:30:06.914728 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47948) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:06.916771 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c1516813-8813-472d-9925-5087dbcadbae tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.001168 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1516813-8813-472d-9925-5087dbcadbae tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event updated for resources: {'Port': ['ID=b6a08646-f784-4c5f-a225-5bc3201a7c96,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:07.019797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c1516813-8813-472d-9925-5087dbcadbae tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] In _notify_port_updated(), no bound segment for port b6a08646-f784-4c5f-a225-5bc3201a7c96 on network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:30:07.029804 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1516813-8813-472d-9925-5087dbcadbae tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:07.029804 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c1516813-8813-472d-9925-5087dbcadbae tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.029804 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c1516813-8813-472d-9925-5087dbcadbae tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "PUT /v2.0/ports/b6a08646-f784-4c5f-a225-5bc3201a7c96 HTTP/1.1" status: 200 len: 994 time: 0.5694752 Jul 05 10:30:07.031701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47950) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:07.037918 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-114bd22b-9781-4b31-89d5-0a3728bebf56 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.144041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-93147ccb-1f84-4c38-bf64-981c5e44bafc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Deleting port b6a08646-f784-4c5f-a225-5bc3201a7c96 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:07.144643 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-93147ccb-1f84-4c38-bf64-981c5e44bafc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.149620 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-114bd22b-9781-4b31-89d5-0a3728bebf56 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.231994 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-93147ccb-1f84-4c38-bf64-981c5e44bafc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.244278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-93147ccb-1f84-4c38-bf64-981c5e44bafc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Calling delete_port for b6a08646-f784-4c5f-a225-5bc3201a7c96 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:07.262270 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-78f1b123-c866-4122-8374-32b13bf3ed9e None None] Provisioning complete for port b6a08646-f784-4c5f-a225-5bc3201a7c96 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:07.263061 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-78f1b123-c866-4122-8374-32b13bf3ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.300863 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-114bd22b-9781-4b31-89d5-0a3728bebf56 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Deleting port 72215d59-388e-44ca-8262-e9ec5af0da42 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:07.301467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-114bd22b-9781-4b31-89d5-0a3728bebf56 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.392153 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-114bd22b-9781-4b31-89d5-0a3728bebf56 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.408016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-114bd22b-9781-4b31-89d5-0a3728bebf56 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Calling delete_port for 72215d59-388e-44ca-8262-e9ec5af0da42 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:07.464032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3a73b4f5-4170-4d3f-93ad-507e211ee43a details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:30:07.465453 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-93147ccb-1f84-4c38-bf64-981c5e44bafc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.481427 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-78f1b123-c866-4122-8374-32b13bf3ed9e None None] Port b6a08646-f784-4c5f-a225-5bc3201a7c96 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:30:07.509138 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93147ccb-1f84-4c38-bf64-981c5e44bafc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event deleted for resources: {'Port': ['ID=b6a08646-f784-4c5f-a225-5bc3201a7c96,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:07.587422 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 3a73b4f5-4170-4d3f-93ad-507e211ee43a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3a73b4f5-4170-4d3f-93ad-507e211ee43a,segment=NetworkSegment(2befad49-2a07-4674-a59f-cfe1af09b0f6),segment_id=2befad49-2a07-4674-a59f-cfe1af09b0f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:07.600620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '3a73b4f5-4170-4d3f-93ad-507e211ee43a', 'network_id': '0e7ea689-f606-49a9-903f-7ba63093f0f1', 'port_id': '3a73b4f5-4170-4d3f-93ad-507e211ee43a', 'mac_address': 'fa:16:3e:6f:da:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67486366-29d4-4cd0-ab63-97a1f10c3e7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:30:07.651903 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-93147ccb-1f84-4c38-bf64-981c5e44bafc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.654195 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.655033 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-93147ccb-1f84-4c38-bf64-981c5e44bafc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "DELETE /v2.0/ports/b6a08646-f784-4c5f-a225-5bc3201a7c96 HTTP/1.1" status: 204 len: 168 time: 0.6220706 Jul 05 10:30:07.661355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47954) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:07.672863 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf4c7a-5d42-42ee-a6a6-b10b03700774 req-4129827c-6d8f-4f7b-ac9f-25e9c048a7fc tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:07.675547 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1eaf4c7a-5d42-42ee-a6a6-b10b03700774 req-4129827c-6d8f-4f7b-ac9f-25e9c048a7fc tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 943 time: 0.1790414 Jul 05 10:30:07.692765 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a73b4f5-4170-4d3f-93ad-507e211ee43a {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:30:07.698179 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f96da1f-063a-4c68-a2f7-3ac6b77460b2 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] GET failed (client error): The resource could not be found. Jul 05 10:30:07.700395 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3f96da1f-063a-4c68-a2f7-3ac6b77460b2 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "GET /v2.0/ports/b6a08646-f784-4c5f-a225-5bc3201a7c96 HTTP/1.1" status: 404 len: 333 time: 0.0372522 Jul 05 10:30:07.710172 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47956) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:07.715472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e2540b39-ce56-41e8-a26d-0d26fc085cdc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Request body: {'port': {'network_id': '20ddc1c3-ad9c-4028-b798-7d3876472ac1', 'name': 'tempest-AllowedAddressPairTestJSON-1426094534'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:07.719786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 3a73b4f5-4170-4d3f-93ad-507e211ee43a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3a73b4f5-4170-4d3f-93ad-507e211ee43a,segment=NetworkSegment(2befad49-2a07-4674-a59f-cfe1af09b0f6),segment_id=2befad49-2a07-4674-a59f-cfe1af09b0f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:07.735150 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1eaf4c7a-5d42-42ee-a6a6-b10b03700774 req-af6a9493-5c5e-44b4-9350-27f28b0ea90a tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502069 Jul 05 10:30:07.864833 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-114bd22b-9781-4b31-89d5-0a3728bebf56 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.891977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bd22b-9781-4b31-89d5-0a3728bebf56 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Pushing event deleted for resources: {'Port': ['ID=72215d59-388e-44ca-8262-e9ec5af0da42,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:07.922038 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.964928 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-114bd22b-9781-4b31-89d5-0a3728bebf56 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:07.973872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=3a73b4f5-4170-4d3f-93ad-507e211ee43a,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:08.193861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['3a73b4f5-4170-4d3f-93ad-507e211ee43a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:30:08.289908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2540b39-ce56-41e8-a26d-0d26fc085cdc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Made reservation on behalf of d4c9768c7b34445eb4cb76b11e6c54ad for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:08.293433 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e2540b39-ce56-41e8-a26d-0d26fc085cdc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:08.372750 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-114bd22b-9781-4b31-89d5-0a3728bebf56 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:08.377831 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-114bd22b-9781-4b31-89d5-0a3728bebf56 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:08.381981 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-e2540b39-ce56-41e8-a26d-0d26fc085cdc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] device_id is not set on port 6c0e6e6e-3534-43e8-bad8-a49f84522991 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:08.535414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-e2540b39-ce56-41e8-a26d-0d26fc085cdc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Allocated IP 172.20.0.14 (20ddc1c3-ad9c-4028-b798-7d3876472ac1/9fbb9db2-3c7d-4d8d-8327-f787ba8e7ad9/6c0e6e6e-3534-43e8-bad8-a49f84522991) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:08.572573 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-114bd22b-9781-4b31-89d5-0a3728bebf56 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:08.573123 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114bd22b-9781-4b31-89d5-0a3728bebf56 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Fanout notify agent at l3_agent the message router_deleted on router fedd3ab1-f8c9-4d65-a600-34e6b5c73858 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:30:08.581421 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-114bd22b-9781-4b31-89d5-0a3728bebf56 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:08.582557 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-114bd22b-9781-4b31-89d5-0a3728bebf56 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "DELETE /v2.0/routers/fedd3ab1-f8c9-4d65-a600-34e6b5c73858 HTTP/1.1" status: 204 len: 168 time: 1.6670215 Jul 05 10:30:08.586245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47960) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:08.591044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-157165203', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}, 'admin_state_up': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:08.714570 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e2540b39-ce56-41e8-a26d-0d26fc085cdc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:08.729738 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-e2540b39-ce56-41e8-a26d-0d26fc085cdc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Transition to ACTIVE for port object 6c0e6e6e-3534-43e8-bad8-a49f84522991 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:08.767624 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:08.768689 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:08.822708 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:08.851374 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e2540b39-ce56-41e8-a26d-0d26fc085cdc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:08.894943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2540b39-ce56-41e8-a26d-0d26fc085cdc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:08.898342 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-e2540b39-ce56-41e8-a26d-0d26fc085cdc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:08.904562 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2540b39-ce56-41e8-a26d-0d26fc085cdc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:08.924035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2a2d9-ab25-4ac1-bbb8-29673ced5dde req-8e76b771-3701-42a4-9750-aabb9ba4f0a7 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:08.931426 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0b2a2d9-ab25-4ac1-bbb8-29673ced5dde req-8e76b771-3701-42a4-9750-aabb9ba4f0a7 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 944 time: 0.0816653 Jul 05 10:30:08.934667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2540b39-ce56-41e8-a26d-0d26fc085cdc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event updated for resources: {'Port': ['ID=6c0e6e6e-3534-43e8-bad8-a49f84522991,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:08.971211 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0b2a2d9-ab25-4ac1-bbb8-29673ced5dde req-8b76e5b0-8e30-4e5a-81b3-293e867337a4 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388780 Jul 05 10:30:09.000336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2540b39-ce56-41e8-a26d-0d26fc085cdc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:09.000979 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e2540b39-ce56-41e8-a26d-0d26fc085cdc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:09.110870 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:09.263112 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e2540b39-ce56-41e8-a26d-0d26fc085cdc tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5518048 Jul 05 10:30:09.266368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47966) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:09.286996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-12b88567-167f-4c86-b5af-4765637dcd30 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Request body: {'port': {'network_id': '20ddc1c3-ad9c-4028-b798-7d3876472ac1', 'name': 'tempest-AllowedAddressPairTestJSON-439030734'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:09.391761 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4756ce77-3584-4080-9fb3-7993710be254 None None] Provisioning for port 6c0e6e6e-3534-43e8-bad8-a49f84522991 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:09.399419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4756ce77-3584-4080-9fb3-7993710be254 None None] Provisioning complete for port 6c0e6e6e-3534-43e8-bad8-a49f84522991 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:09.399831 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4756ce77-3584-4080-9fb3-7993710be254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:09.425998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3a73b4f5-4170-4d3f-93ad-507e211ee43a up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:09.470790 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-4756ce77-3584-4080-9fb3-7993710be254 None None] Port 6c0e6e6e-3534-43e8-bad8-a49f84522991 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:30:09.536363 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b88567-167f-4c86-b5af-4765637dcd30 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Made reservation on behalf of d4c9768c7b34445eb4cb76b11e6c54ad for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:09.539915 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-12b88567-167f-4c86-b5af-4765637dcd30 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:09.565437 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 3a73b4f5-4170-4d3f-93ad-507e211ee43a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:09.570086 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 3a73b4f5-4170-4d3f-93ad-507e211ee43a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:09.570086 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:09.583602 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:09.604106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-12b88567-167f-4c86-b5af-4765637dcd30 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] device_id is not set on port da900f92-1e44-49fa-af20-9c3bfb9e7de3 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:09.609142 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:09.652133 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:09.675332 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1439ad96-a7e0-4861-8add-b6ec6cb9a296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a73b4f5-4170-4d3f-93ad-507e211ee43a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:30:09.677701 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38f01b5-b467-4921-ae1a-c2d174774326" -d '{"events": [{"server_uuid": "1439ad96-a7e0-4861-8add-b6ec6cb9a296", "name": "network-vif-plugged", "status": "completed", "tag": "3a73b4f5-4170-4d3f-93ad-507e211ee43a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:09.692987 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 3a73b4f5-4170-4d3f-93ad-507e211ee43a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3a73b4f5-4170-4d3f-93ad-507e211ee43a,segment=NetworkSegment(2befad49-2a07-4674-a59f-cfe1af09b0f6),segment_id=2befad49-2a07-4674-a59f-cfe1af09b0f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:09.719979 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef54dc5-57e5-4693-81e4-fc59ba34354a x-openstack-request-id: req-8ef54dc5-57e5-4693-81e4-fc59ba34354a {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:09.720345 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1439ad96-a7e0-4861-8add-b6ec6cb9a296", "name": "network-vif-plugged", "status": "completed", "tag": "3a73b4f5-4170-4d3f-93ad-507e211ee43a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:09.720707 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ef54dc5-57e5-4693-81e4-fc59ba34354a {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:09.721154 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1439ad96-a7e0-4861-8add-b6ec6cb9a296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a73b4f5-4170-4d3f-93ad-507e211ee43a', 'code': 200} Jul 05 10:30:09.796871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-12b88567-167f-4c86-b5af-4765637dcd30 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Allocated IP 172.20.0.5 (20ddc1c3-ad9c-4028-b798-7d3876472ac1/9fbb9db2-3c7d-4d8d-8327-f787ba8e7ad9/da900f92-1e44-49fa-af20-9c3bfb9e7de3) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:09.809307 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Allocated IP 172.25.5.77 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/af67be65-049f-4ed7-be41-08a40e593667) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:09.815509 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:09.839317 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795da9a7-85e2-4364-9a52-dc342fd7becf req-99ae59f4-d9a3-4f58-b1a3-2d4f1fc4b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:09.841033 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-795da9a7-85e2-4364-9a52-dc342fd7becf req-99ae59f4-d9a3-4f58-b1a3-2d4f1fc4b910 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 1096 time: 0.0617929 Jul 05 10:30:09.867927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=3a73b4f5-4170-4d3f-93ad-507e211ee43a,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:09.888056 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-795da9a7-85e2-4364-9a52-dc342fd7becf req-4bd76236-3192-415a-886d-090cc5246c8f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402603 Jul 05 10:30:10.007168 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:10.043340 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-12b88567-167f-4c86-b5af-4765637dcd30 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:10.067522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-12b88567-167f-4c86-b5af-4765637dcd30 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Transition to ACTIVE for port object da900f92-1e44-49fa-af20-9c3bfb9e7de3 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:10.166864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db41247-c4c1-4eb1-8a87-b39879c01330 req-39c894cd-f1f6-45b4-8676-c93e022183e1 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:10.168477 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6db41247-c4c1-4eb1-8a87-b39879c01330 req-39c894cd-f1f6-45b4-8676-c93e022183e1 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 945 time: 0.0770476 Jul 05 10:30:10.207673 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6db41247-c4c1-4eb1-8a87-b39879c01330 req-168cae94-3eee-4d95-81ec-65b4bebaa358 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Jul 05 10:30:10.219956 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:10.258487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:10.263328 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:10.267286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:10.281248 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-12b88567-167f-4c86-b5af-4765637dcd30 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:10.299236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Pushing event updated for resources: {'Port': ['ID=af67be65-049f-4ed7-be41-08a40e593667,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:10.341583 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b88567-167f-4c86-b5af-4765637dcd30 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:10.348628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-12b88567-167f-4c86-b5af-4765637dcd30 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:10.353991 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b88567-167f-4c86-b5af-4765637dcd30 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:10.425891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b88567-167f-4c86-b5af-4765637dcd30 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event updated for resources: {'Port': ['ID=da900f92-1e44-49fa-af20-9c3bfb9e7de3,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:10.500667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b88567-167f-4c86-b5af-4765637dcd30 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:10.501319 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-12b88567-167f-4c86-b5af-4765637dcd30 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:10.600609 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-12b88567-167f-4c86-b5af-4765637dcd30 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3331227 Jul 05 10:30:10.603375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 47978) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:10.609472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4dc6ad35-71b0-4d92-a923-b3f55ebb7c68 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:38:7f:ee'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:5b:56:1f'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:10.727511 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f02a685f-e348-4f3a-aca1-0c52f123a4db None None] Provisioning for port da900f92-1e44-49fa-af20-9c3bfb9e7de3 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:10.731854 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f02a685f-e348-4f3a-aca1-0c52f123a4db None None] Provisioning complete for port da900f92-1e44-49fa-af20-9c3bfb9e7de3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:10.732524 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f02a685f-e348-4f3a-aca1-0c52f123a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:10.769231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f02a685f-e348-4f3a-aca1-0c52f123a4db None None] Port da900f92-1e44-49fa-af20-9c3bfb9e7de3 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:30:10.818639 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:10.943963 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ad35-71b0-4d92-a923-b3f55ebb7c68 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.162792 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c413fe59-a2fe-43cb-90d6-6bbda0a062de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.352155 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e90d5-b8e0-4971-9737-48bf735f07d0 req-17c74cb6-a39f-4686-b677-8620aa72bfdf tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:11.358236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e90d5-b8e0-4971-9737-48bf735f07d0 req-17c74cb6-a39f-4686-b677-8620aa72bfdf tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:11.364795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e90d5-b8e0-4971-9737-48bf735f07d0 req-17c74cb6-a39f-4686-b677-8620aa72bfdf tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:11.371238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e90d5-b8e0-4971-9737-48bf735f07d0 req-17c74cb6-a39f-4686-b677-8620aa72bfdf tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:11.377802 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e90d5-b8e0-4971-9737-48bf735f07d0 req-17c74cb6-a39f-4686-b677-8620aa72bfdf tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:11.384125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e90d5-b8e0-4971-9737-48bf735f07d0 req-17c74cb6-a39f-4686-b677-8620aa72bfdf tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:11.390612 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e90d5-b8e0-4971-9737-48bf735f07d0 req-17c74cb6-a39f-4686-b677-8620aa72bfdf tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:11.393603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fc6e90d5-b8e0-4971-9737-48bf735f07d0 req-17c74cb6-a39f-4686-b677-8620aa72bfdf tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5443 time: 0.1200523 Jul 05 10:30:11.439649 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fc6e90d5-b8e0-4971-9737-48bf735f07d0 req-52b75613-dcd9-4398-9d8d-fd5ef020b15b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404940 Jul 05 10:30:11.500121 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.640842 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da60f0-6fa9-4e99-b3c8-a2600b57c0a3 req-196690bc-b03c-484d-8bb0-de0cdc61d726 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:11.642325 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-88da60f0-6fa9-4e99-b3c8-a2600b57c0a3 req-196690bc-b03c-484d-8bb0-de0cdc61d726 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 945 time: 0.2009778 Jul 05 10:30:11.680393 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ad35-71b0-4d92-a923-b3f55ebb7c68 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.708048 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-88da60f0-6fa9-4e99-b3c8-a2600b57c0a3 req-f8f1956d-8855-4103-b974-f005fb1fd11e tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586634 Jul 05 10:30:11.779815 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ad35-71b0-4d92-a923-b3f55ebb7c68 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.825018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Router 490e6feb-c115-4358-a6a2-8600c200d836 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:30:11.874261 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6ad35-71b0-4d92-a923-b3f55ebb7c68 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event updated for resources: {'Port': ['ID=da900f92-1e44-49fa-af20-9c3bfb9e7de3,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:11.922878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-4dc6ad35-71b0-4d92-a923-b3f55ebb7c68 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] In _notify_port_updated(), no bound segment for port da900f92-1e44-49fa-af20-9c3bfb9e7de3 on network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 {{(pid=100775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:30:11.928833 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc6ad35-71b0-4d92-a923-b3f55ebb7c68 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:11.929806 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ad35-71b0-4d92-a923-b3f55ebb7c68 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:11.932541 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4dc6ad35-71b0-4d92-a923-b3f55ebb7c68 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "PUT /v2.0/ports/da900f92-1e44-49fa-af20-9c3bfb9e7de3 HTTP/1.1" status: 200 len: 1056 time: 1.3277719 Jul 05 10:30:11.933983 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47988) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:12.012633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:12.022641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf746c-c504-4e0d-bb34-d785fed0cece None None] Sync routers for ids ['490e6feb-c115-4358-a6a2-8600c200d836'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:12.034152 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cf746c-c504-4e0d-bb34-d785fed0cece None None] Routers {'490e6feb-c115-4358-a6a2-8600c200d836'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:12.034864 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-42cf746c-c504-4e0d-bb34-d785fed0cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['490e6feb-c115-4358-a6a2-8600c200d836'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:12.056694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1aae2427-dcc5-4eec-b1ed-ccd6fbb1ef5b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Deleting port da900f92-1e44-49fa-af20-9c3bfb9e7de3 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:12.057049 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1aae2427-dcc5-4eec-b1ed-ccd6fbb1ef5b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:12.073395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-42cf746c-c504-4e0d-bb34-d785fed0cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:12.085641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cf746c-c504-4e0d-bb34-d785fed0cece None None] Routers {'490e6feb-c115-4358-a6a2-8600c200d836'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:12.086280 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-42cf746c-c504-4e0d-bb34-d785fed0cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:29:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['490e6feb-c115-4358-a6a2-8600c200d836'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:12.105548 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:12.109658 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a90f7267-f419-4bdd-a6e2-e4fbdebea6ba tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5198693 Jul 05 10:30:12.116190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 47990) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:12.116190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ddb42cbc-903a-4a38-8ba9-e0aad9f078d1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:12.119980 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-42cf746c-c504-4e0d-bb34-d785fed0cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:12.120701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf746c-c504-4e0d-bb34-d785fed0cece None None] The sync data for ids ['490e6feb-c115-4358-a6a2-8600c200d836'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:12.129641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0eff310b-5e87-4425-a7f3-ecd9ccb6cf77 None None] Provisioning complete for port da900f92-1e44-49fa-af20-9c3bfb9e7de3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:12.130013 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0eff310b-5e87-4425-a7f3-ecd9ccb6cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:12.167915 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0eff310b-5e87-4425-a7f3-ecd9ccb6cf77 None None] Port da900f92-1e44-49fa-af20-9c3bfb9e7de3 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:30:12.240229 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1aae2427-dcc5-4eec-b1ed-ccd6fbb1ef5b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:12.287442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1aae2427-dcc5-4eec-b1ed-ccd6fbb1ef5b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Calling delete_port for da900f92-1e44-49fa-af20-9c3bfb9e7de3 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:12.797173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d89341-a701-448f-9149-5734ac6264a9 req-274b53aa-934f-416b-b8ef-bd82c0f7d4c9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:12.803116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d89341-a701-448f-9149-5734ac6264a9 req-274b53aa-934f-416b-b8ef-bd82c0f7d4c9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:12.808998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d89341-a701-448f-9149-5734ac6264a9 req-274b53aa-934f-416b-b8ef-bd82c0f7d4c9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:12.815450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d89341-a701-448f-9149-5734ac6264a9 req-274b53aa-934f-416b-b8ef-bd82c0f7d4c9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:12.821350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d89341-a701-448f-9149-5734ac6264a9 req-274b53aa-934f-416b-b8ef-bd82c0f7d4c9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:12.827284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d89341-a701-448f-9149-5734ac6264a9 req-274b53aa-934f-416b-b8ef-bd82c0f7d4c9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:12.834053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d89341-a701-448f-9149-5734ac6264a9 req-274b53aa-934f-416b-b8ef-bd82c0f7d4c9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:12.836189 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1d89341-a701-448f-9149-5734ac6264a9 req-274b53aa-934f-416b-b8ef-bd82c0f7d4c9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5443 time: 0.6401286 Jul 05 10:30:12.930585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d89341-a701-448f-9149-5734ac6264a9 req-b288597d-7233-457c-9200-265e99675931 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:12.932163 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1d89341-a701-448f-9149-5734ac6264a9 req-b288597d-7233-457c-9200-265e99675931 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "GET /v2.0/ports/88eb18ad-2797-45b6-bdf9-a1ae64cf84b5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0844927 Jul 05 10:30:13.083943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20522203-67da-4627-9a17-4a5a69d79f58 req-3f9adea7-a7df-40e9-a80c-a6211aeaa532 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:13.090499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20522203-67da-4627-9a17-4a5a69d79f58 req-3f9adea7-a7df-40e9-a80c-a6211aeaa532 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:13.097137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20522203-67da-4627-9a17-4a5a69d79f58 req-3f9adea7-a7df-40e9-a80c-a6211aeaa532 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:13.103035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20522203-67da-4627-9a17-4a5a69d79f58 req-3f9adea7-a7df-40e9-a80c-a6211aeaa532 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:13.109448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20522203-67da-4627-9a17-4a5a69d79f58 req-3f9adea7-a7df-40e9-a80c-a6211aeaa532 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:13.115404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20522203-67da-4627-9a17-4a5a69d79f58 req-3f9adea7-a7df-40e9-a80c-a6211aeaa532 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:13.121323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20522203-67da-4627-9a17-4a5a69d79f58 req-3f9adea7-a7df-40e9-a80c-a6211aeaa532 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:13.123573 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20522203-67da-4627-9a17-4a5a69d79f58 req-3f9adea7-a7df-40e9-a80c-a6211aeaa532 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 5443 time: 0.4139159 Jul 05 10:30:13.224744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ddb42cbc-903a-4a38-8ba9-e0aad9f078d1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:13.261657 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1d89341-a701-448f-9149-5734ac6264a9 req-c0a6148b-c9c8-48ab-9a8b-b746e6969b96 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "GET /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2895770 Jul 05 10:30:13.265643 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20522203-67da-4627-9a17-4a5a69d79f58 req-21a9efa0-a2b9-4d1b-a4a7-81d23bf0130a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1032381 Jul 05 10:30:13.272558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-e1d89341-a701-448f-9149-5734ac6264a9 req-9fb33bce-49ea-433b-a718-3295a3929b9d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:13.313512 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1aae2427-dcc5-4eec-b1ed-ccd6fbb1ef5b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:13.373522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae2427-dcc5-4eec-b1ed-ccd6fbb1ef5b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event deleted for resources: {'Port': ['ID=da900f92-1e44-49fa-af20-9c3bfb9e7de3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:13.380554 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ddb42cbc-903a-4a38-8ba9-e0aad9f078d1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:13.419312 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-9fb33bce-49ea-433b-a718-3295a3929b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:13.630796 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-68a18bbc-3537-4e8f-b0d5-7bce73854a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:13.676700 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:13.708581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542a889-db83-48b8-be41-e3af1c91af3c req-e849ab5c-1c1c-4da6-b6e1-9217edc95c28 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:13.710285 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3542a889-db83-48b8-be41-e3af1c91af3c req-e849ab5c-1c1c-4da6-b6e1-9217edc95c28 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 945 time: 0.2721827 Jul 05 10:30:13.760659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-ddb42cbc-903a-4a38-8ba9-e0aad9f078d1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Deleting port af67be65-049f-4ed7-be41-08a40e593667 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:13.778749 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ddb42cbc-903a-4a38-8ba9-e0aad9f078d1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:13.868933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-9fb33bce-49ea-433b-a718-3295a3929b9d service neutron] For port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:13.888248 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3542a889-db83-48b8-be41-e3af1c91af3c req-7a14034d-11a8-49fb-b063-70ffb28b5661 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699271 Jul 05 10:30:13.912963 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1aae2427-dcc5-4eec-b1ed-ccd6fbb1ef5b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:13.914897 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1aae2427-dcc5-4eec-b1ed-ccd6fbb1ef5b tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "DELETE /v2.0/ports/da900f92-1e44-49fa-af20-9c3bfb9e7de3 HTTP/1.1" status: 204 len: 168 time: 1.9796939 Jul 05 10:30:13.917728 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48008) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:13.942229 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ddb42cbc-903a-4a38-8ba9-e0aad9f078d1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:13.947066 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8118fbd5-97c2-411c-b434-f946b3aa1144 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] GET failed (client error): The resource could not be found. Jul 05 10:30:13.948849 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8118fbd5-97c2-411c-b434-f946b3aa1144 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "GET /v2.0/ports/da900f92-1e44-49fa-af20-9c3bfb9e7de3 HTTP/1.1" status: 404 len: 333 time: 0.0301175 Jul 05 10:30:13.951107 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-9fb33bce-49ea-433b-a718-3295a3929b9d service neutron] For port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:13.952293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48010) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:13.975224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-ddb42cbc-903a-4a38-8ba9-e0aad9f078d1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Calling delete_port for af67be65-049f-4ed7-be41-08a40e593667 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:13.995310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-e1d89341-a701-448f-9149-5734ac6264a9 req-9fb33bce-49ea-433b-a718-3295a3929b9d service neutron] device_id is not set on port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:14.033952 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-9fb33bce-49ea-433b-a718-3295a3929b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.052952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-5eb069ff-b588-414c-b8f9-6a150388bdba tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Deleting port 6c0e6e6e-3534-43e8-bad8-a49f84522991 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:14.059209 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5eb069ff-b588-414c-b8f9-6a150388bdba tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.146270 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5eb069ff-b588-414c-b8f9-6a150388bdba tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.157915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-5eb069ff-b588-414c-b8f9-6a150388bdba tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Calling delete_port for 6c0e6e6e-3534-43e8-bad8-a49f84522991 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:14.304872 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-9fb33bce-49ea-433b-a718-3295a3929b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.377291 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5eb069ff-b588-414c-b8f9-6a150388bdba tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.390385 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-9fb33bce-49ea-433b-a718-3295a3929b9d service neutron] No DVR routers for this DVR port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:14.413100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb33bce-49ea-433b-a718-3295a3929b9d service neutron] Pushing event updated for resources: {'Port': ['ID=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5,revision_number=6']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:14.421935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb069ff-b588-414c-b8f9-6a150388bdba tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event deleted for resources: {'Port': ['ID=6c0e6e6e-3534-43e8-bad8-a49f84522991,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:14.485681 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-e1d89341-a701-448f-9149-5734ac6264a9 req-9fb33bce-49ea-433b-a718-3295a3929b9d service neutron] In _notify_port_updated(), no bound segment for port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 on network d022e67d-369f-4a6b-bf01-b31de8b3f25e {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:30:14.486719 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d89341-a701-448f-9149-5734ac6264a9 req-9fb33bce-49ea-433b-a718-3295a3929b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:14.487354 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-9fb33bce-49ea-433b-a718-3295a3929b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.488765 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1d89341-a701-448f-9149-5734ac6264a9 req-9fb33bce-49ea-433b-a718-3295a3929b9d service neutron] 10.222.0.73 "PUT /v2.0/ports/88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 HTTP/1.1" status: 200 len: 1032 time: 1.2204196 Jul 05 10:30:14.540405 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5eb069ff-b588-414c-b8f9-6a150388bdba tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.542531 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5eb069ff-b588-414c-b8f9-6a150388bdba tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "DELETE /v2.0/ports/6c0e6e6e-3534-43e8-bad8-a49f84522991 HTTP/1.1" status: 204 len: 168 time: 0.5885022 Jul 05 10:30:14.545350 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48014) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:14.564174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d89341-a701-448f-9149-5734ac6264a9 req-59a33f7d-f01d-4cee-836e-54cb28d5aa07 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:14.565792 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1d89341-a701-448f-9149-5734ac6264a9 req-59a33f7d-f01d-4cee-836e-54cb28d5aa07 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "GET /v2.0/ports/0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0711095 Jul 05 10:30:14.576496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-e1d89341-a701-448f-9149-5734ac6264a9 req-751954bf-2890-4294-b687-64fc6a558cd2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:14.578970 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e71499-dd20-4227-b67d-fcc9ba67c069 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] GET failed (client error): The resource could not be found. Jul 05 10:30:14.580715 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e7e71499-dd20-4227-b67d-fcc9ba67c069 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "GET /v2.0/ports/6c0e6e6e-3534-43e8-bad8-a49f84522991 HTTP/1.1" status: 404 len: 333 time: 0.0342906 Jul 05 10:30:14.584729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48016) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:14.594294 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab44d64-4524-4b67-b11a-4238c0b8936f req-5abdc55d-e2f3-446b-a49e-d28f8bf70380 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:14.600462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab44d64-4524-4b67-b11a-4238c0b8936f req-5abdc55d-e2f3-446b-a49e-d28f8bf70380 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:14.606679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab44d64-4524-4b67-b11a-4238c0b8936f req-5abdc55d-e2f3-446b-a49e-d28f8bf70380 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:14.617557 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab44d64-4524-4b67-b11a-4238c0b8936f req-5abdc55d-e2f3-446b-a49e-d28f8bf70380 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:14.620095 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab44d64-4524-4b67-b11a-4238c0b8936f req-5abdc55d-e2f3-446b-a49e-d28f8bf70380 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:14.626865 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab44d64-4524-4b67-b11a-4238c0b8936f req-5abdc55d-e2f3-446b-a49e-d28f8bf70380 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:14.628818 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ab44d64-4524-4b67-b11a-4238c0b8936f req-5abdc55d-e2f3-446b-a49e-d28f8bf70380 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 4664 time: 0.2203059 Jul 05 10:30:14.646458 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ddb42cbc-903a-4a38-8ba9-e0aad9f078d1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.682028 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ab44d64-4524-4b67-b11a-4238c0b8936f req-b11bb3e3-30a3-41e3-800d-369ab87c9aa6 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451632 Jul 05 10:30:14.709260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f1e40702-a870-4286-a6ce-bffb9ccff084 None None] Provisioning complete for port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:14.709695 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f1e40702-a870-4286-a6ce-bffb9ccff084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.728937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb42cbc-903a-4a38-8ba9-e0aad9f078d1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Pushing event deleted for resources: {'Port': ['ID=af67be65-049f-4ed7-be41-08a40e593667,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:14.749402 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f1e40702-a870-4286-a6ce-bffb9ccff084 None None] Port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:30:14.880662 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-751954bf-2890-4294-b687-64fc6a558cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.908523 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ddb42cbc-903a-4a38-8ba9-e0aad9f078d1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:14.959651 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:15.019448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343a798-34fc-49eb-8e3a-06423e4fef36 req-0eba3f72-4444-42e4-b3bc-6331411edefb tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:15.020964 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2343a798-34fc-49eb-8e3a-06423e4fef36 req-0eba3f72-4444-42e4-b3bc-6331411edefb tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.73 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 945 time: 0.3661029 Jul 05 10:30:15.072538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aea839-79dc-4de0-8b93-970a91a582ce req-8e849f60-3dce-4521-87c7-a8512b71de77 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:15.074182 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03aea839-79dc-4de0-8b93-970a91a582ce req-8e849f60-3dce-4521-87c7-a8512b71de77 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 945 time: 0.0645418 Jul 05 10:30:15.083901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-11297312-1381-47a3-a932-0eb3f58d97e6 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Deleting port 22e88983-fc64-44ae-9cdf-632a43499d9d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:15.084284 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11297312-1381-47a3-a932-0eb3f58d97e6 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:15.114454 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03aea839-79dc-4de0-8b93-970a91a582ce req-1d1cc6a6-5721-4204-a017-062c14b77b98 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331900 Jul 05 10:30:15.458593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:15.541249 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:15.683105 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ddb42cbc-903a-4a38-8ba9-e0aad9f078d1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:15.712935 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ddb42cbc-903a-4a38-8ba9-e0aad9f078d1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:15.716719 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11297312-1381-47a3-a932-0eb3f58d97e6 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:15.734116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-751954bf-2890-4294-b687-64fc6a558cd2 service neutron] For port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:15.748273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-11297312-1381-47a3-a932-0eb3f58d97e6 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Calling delete_port for 22e88983-fc64-44ae-9cdf-632a43499d9d owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:15.928832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb42cbc-903a-4a38-8ba9-e0aad9f078d1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Router 490e6feb-c115-4358-a6a2-8600c200d836 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:30:15.932393 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-751954bf-2890-4294-b687-64fc6a558cd2 service neutron] For port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:15.969425 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-2343a798-34fc-49eb-8e3a-06423e4fef36 req-883c9373-c372-471f-8a90-e9d31ae38699 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Deleting port 3a73b4f5-4170-4d3f-93ad-507e211ee43a {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:15.969425 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2343a798-34fc-49eb-8e3a-06423e4fef36 req-883c9373-c372-471f-8a90-e9d31ae38699 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.041061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-e1d89341-a701-448f-9149-5734ac6264a9 req-751954bf-2890-4294-b687-64fc6a558cd2 service neutron] device_id is not set on port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:16.076100 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-751954bf-2890-4294-b687-64fc6a558cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.188081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957110e-9289-43d3-83db-215e3f64db48 req-e19e77dd-82db-4d17-995a-12684454b4cb tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:16.194135 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957110e-9289-43d3-83db-215e3f64db48 req-e19e77dd-82db-4d17-995a-12684454b4cb tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:16.200419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957110e-9289-43d3-83db-215e3f64db48 req-e19e77dd-82db-4d17-995a-12684454b4cb tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:16.206555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957110e-9289-43d3-83db-215e3f64db48 req-e19e77dd-82db-4d17-995a-12684454b4cb tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:16.213028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957110e-9289-43d3-83db-215e3f64db48 req-e19e77dd-82db-4d17-995a-12684454b4cb tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:16.219846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957110e-9289-43d3-83db-215e3f64db48 req-e19e77dd-82db-4d17-995a-12684454b4cb tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:16.221721 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a957110e-9289-43d3-83db-215e3f64db48 req-e19e77dd-82db-4d17-995a-12684454b4cb tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 4664 time: 0.3917377 Jul 05 10:30:16.248854 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb42cbc-903a-4a38-8ba9-e0aad9f078d1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:16.260852 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd0109-c516-4d86-a119-93751893fe3a None None] Sync routers for ids ['490e6feb-c115-4358-a6a2-8600c200d836'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:16.262504 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ddb42cbc-903a-4a38-8ba9-e0aad9f078d1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.266481 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ddb42cbc-903a-4a38-8ba9-e0aad9f078d1 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "PUT /v2.0/routers/490e6feb-c115-4358-a6a2-8600c200d836 HTTP/1.1" status: 200 len: 705 time: 4.1523688 Jul 05 10:30:16.269180 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48028) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:16.277452 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-751954bf-2890-4294-b687-64fc6a558cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.287212 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd0109-c516-4d86-a119-93751893fe3a None None] Routers {'490e6feb-c115-4358-a6a2-8600c200d836'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:16.287835 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-28bd0109-c516-4d86-a119-93751893fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:30:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['490e6feb-c115-4358-a6a2-8600c200d836'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:16.324226 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:30:16.325631 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-28bd0109-c516-4d86-a119-93751893fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:16.325765 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:30:16.342351 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd0109-c516-4d86-a119-93751893fe3a None None] Routers {'490e6feb-c115-4358-a6a2-8600c200d836'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:16.343880 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-28bd0109-c516-4d86-a119-93751893fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:30:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['490e6feb-c115-4358-a6a2-8600c200d836'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:16.356312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-2343a798-34fc-49eb-8e3a-06423e4fef36 req-883c9373-c372-471f-8a90-e9d31ae38699 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] For port 3a73b4f5-4170-4d3f-93ad-507e211ee43a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3a73b4f5-4170-4d3f-93ad-507e211ee43a,segment=NetworkSegment(2befad49-2a07-4674-a59f-cfe1af09b0f6),segment_id=2befad49-2a07-4674-a59f-cfe1af09b0f6)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:16.356694 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2343a798-34fc-49eb-8e3a-06423e4fef36 req-883c9373-c372-471f-8a90-e9d31ae38699 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.376745 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-acbb36cd-e340-4817-8831-73eb28a9f13c tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/routers/490e6feb-c115-4358-a6a2-8600c200d836 HTTP/1.1" status: 200 len: 740 time: 0.1012604 Jul 05 10:30:16.376745 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48030) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:16.381209 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-28bd0109-c516-4d86-a119-93751893fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:16.381970 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd0109-c516-4d86-a119-93751893fe3a None None] The sync data for ids ['490e6feb-c115-4358-a6a2-8600c200d836'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:16.393120 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-2343a798-34fc-49eb-8e3a-06423e4fef36 req-883c9373-c372-471f-8a90-e9d31ae38699 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Calling delete_port for 3a73b4f5-4170-4d3f-93ad-507e211ee43a owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:16.406316 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a957110e-9289-43d3-83db-215e3f64db48 req-ccbb858c-05b3-4a36-80f0-160d27e1aa85 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&id=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1581645 Jul 05 10:30:16.430987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751954bf-2890-4294-b687-64fc6a558cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef,revision_number=6']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:16.445166 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f9225-a1fb-428e-9f06-1cf1e40ffe10 req-30009457-56a2-402a-9d64-eff82880cece tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:16.446999 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e15f9225-a1fb-428e-9f06-1cf1e40ffe10 req-30009457-56a2-402a-9d64-eff82880cece tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 945 time: 0.2138619 Jul 05 10:30:16.449728 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5e728a09-db87-4e13-8bb8-fa527cb04aa0 tempest-RoutersAdminTest-983931713 tempest-RoutersAdminTest-983931713-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&device_id=490e6feb-c115-4358-a6a2-8600c200d836 HTTP/1.1" status: 200 len: 205 time: 0.0725224 Jul 05 10:30:16.452757 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48032) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:16.487355 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-751954bf-2890-4294-b687-64fc6a558cd2 service neutron] No DVR routers for this DVR port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:16.491137 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11297312-1381-47a3-a932-0eb3f58d97e6 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.493825 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-274936ce-7acf-49c2-87bb-1b5dea8189ee tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "GET /v2.0/ports?device_id=490e6feb-c115-4358-a6a2-8600c200d836 HTTP/1.1" status: 200 len: 205 time: 0.0397847 Jul 05 10:30:16.506594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48034) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:16.567310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11297312-1381-47a3-a932-0eb3f58d97e6 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event deleted for resources: {'Port': ['ID=22e88983-fc64-44ae-9cdf-632a43499d9d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:16.617919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8d57037c-4e81-4abe-b8d6-a98969caa484 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.623376 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e15f9225-a1fb-428e-9f06-1cf1e40ffe10 req-aadf6b8a-3a21-47ba-83f6-a62ff4256660 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374655 Jul 05 10:30:16.649943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-e1d89341-a701-448f-9149-5734ac6264a9 req-751954bf-2890-4294-b687-64fc6a558cd2 service neutron] In _notify_port_updated(), no bound segment for port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef on network d022e67d-369f-4a6b-bf01-b31de8b3f25e {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:30:16.649943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d89341-a701-448f-9149-5734ac6264a9 req-751954bf-2890-4294-b687-64fc6a558cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:16.649943 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-751954bf-2890-4294-b687-64fc6a558cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.649943 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1d89341-a701-448f-9149-5734ac6264a9 req-751954bf-2890-4294-b687-64fc6a558cd2 service neutron] 10.222.0.73 "PUT /v2.0/ports/0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef HTTP/1.1" status: 200 len: 1032 time: 2.0743196 Jul 05 10:30:16.691640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3a081c86-7b22-4387-8014-ab2165c0ce42 None None] Provisioning complete for port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:16.692430 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3a081c86-7b22-4387-8014-ab2165c0ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.762241 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11297312-1381-47a3-a932-0eb3f58d97e6 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.764263 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-11297312-1381-47a3-a932-0eb3f58d97e6 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "DELETE /v2.0/ports/22e88983-fc64-44ae-9cdf-632a43499d9d HTTP/1.1" status: 204 len: 168 time: 2.1774619 Jul 05 10:30:16.770903 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3a081c86-7b22-4387-8014-ab2165c0ce42 None None] Port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:30:16.776800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48036) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:16.841877 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8d57037c-4e81-4abe-b8d6-a98969caa484 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.844969 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8d57037c-4e81-4abe-b8d6-a98969caa484 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.870410 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7006f3b-61de-422e-8750-155f3f6d2871 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Deleting subnet 9fbb9db2-3c7d-4d8d-8327-f787ba8e7ad9 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:30:16.873341 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7006f3b-61de-422e-8750-155f3f6d2871 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.885277 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.906235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3ac044fe-0830-4bcc-8679-44388904c41f no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:16.932266 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7006f3b-61de-422e-8750-155f3f6d2871 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.935608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-e1d89341-a701-448f-9149-5734ac6264a9 req-216f76b1-ec6b-48d8-af48-3dda4d60f789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Deleting port 3ac044fe-0830-4bcc-8679-44388904c41f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:16.935972 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-216f76b1-ec6b-48d8-af48-3dda4d60f789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:16.989336 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.002859 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2343a798-34fc-49eb-8e3a-06423e4fef36 req-883c9373-c372-471f-8a90-e9d31ae38699 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.013316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ac044fe-0830-4bcc-8679-44388904c41f'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:30:17.016176 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057e72a4-7dd1-4234-9612-55483415ec73" -d '{"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-unplugged", "status": "completed", "tag": "3ac044fe-0830-4bcc-8679-44388904c41f"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:17.041515 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8d57037c-4e81-4abe-b8d6-a98969caa484 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.041515 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d57037c-4e81-4abe-b8d6-a98969caa484 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Fanout notify agent at l3_agent the message router_deleted on router 490e6feb-c115-4358-a6a2-8600c200d836 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:30:17.041515 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8d57037c-4e81-4abe-b8d6-a98969caa484 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.042327 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8d57037c-4e81-4abe-b8d6-a98969caa484 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "DELETE /v2.0/routers/490e6feb-c115-4358-a6a2-8600c200d836 HTTP/1.1" status: 204 len: 168 time: 0.5340841 Jul 05 10:30:17.043801 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 3ac044fe-0830-4bcc-8679-44388904c41f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3ac044fe-0830-4bcc-8679-44388904c41f,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:17.046224 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48042) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:17.068905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-216f76b1-ec6b-48d8-af48-3dda4d60f789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] For port 3ac044fe-0830-4bcc-8679-44388904c41f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3ac044fe-0830-4bcc-8679-44388904c41f,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:17.069334 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-216f76b1-ec6b-48d8-af48-3dda4d60f789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.085633 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-e1d89341-a701-448f-9149-5734ac6264a9 req-216f76b1-ec6b-48d8-af48-3dda4d60f789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Calling delete_port for 3ac044fe-0830-4bcc-8679-44388904c41f owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:17.088111 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdb289d-b7ff-4133-9b9e-e4f977ecada1 x-openstack-request-id: req-3bdb289d-b7ff-4133-9b9e-e4f977ecada1 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:17.088547 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-unplugged", "status": "completed", "tag": "3ac044fe-0830-4bcc-8679-44388904c41f", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:17.088900 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3bdb289d-b7ff-4133-9b9e-e4f977ecada1 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:17.089378 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ac044fe-0830-4bcc-8679-44388904c41f', 'code': 200} Jul 05 10:30:17.089988 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3776aedf-b3b4-4ef3-afa2-cc1ef920b94d tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "GET /v2.0/ports?device_id=490e6feb-c115-4358-a6a2-8600c200d836 HTTP/1.1" status: 200 len: 205 time: 0.0388229 Jul 05 10:30:17.090638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48044) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:17.122351 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.123465 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device cfa8cf6e-3669-4539-adce-95324f9f4748 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:17.132680 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-7e57d1a5-1f64-42c1-97e1-511cb36c2329 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] delete failed (client error): The resource could not be found. Jul 05 10:30:17.137210 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7e57d1a5-1f64-42c1-97e1-511cb36c2329 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "DELETE /v2.0/routers/490e6feb-c115-4358-a6a2-8600c200d836 HTTP/1.1" status: 404 len: 336 time: 0.0429552 Jul 05 10:30:17.139037 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48046) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:17.140474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c9373-c372-471f-8a90-e9d31ae38699 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Pushing event deleted for resources: {'Port': ['ID=3a73b4f5-4170-4d3f-93ad-507e211ee43a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:17.178962 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a15c7d58-f56d-4c1e-b5f1-6f644530cb42 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "GET /v2.0/ports?device_id=fedd3ab1-f8c9-4d65-a600-34e6b5c73858 HTTP/1.1" status: 200 len: 205 time: 0.0387414 Jul 05 10:30:17.185671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48048) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:17.216420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=3ac044fe-0830-4bcc-8679-44388904c41f,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:17.236940 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-2982e996-83f6-40fe-a25a-a978a8a9430a tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] delete failed (client error): The resource could not be found. Jul 05 10:30:17.241244 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2982e996-83f6-40fe-a25a-a978a8a9430a tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "DELETE /v2.0/routers/fedd3ab1-f8c9-4d65-a600-34e6b5c73858 HTTP/1.1" status: 404 len: 336 time: 0.0482574 Jul 05 10:30:17.242131 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48050) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:17.253559 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-2343a798-34fc-49eb-8e3a-06423e4fef36 req-883c9373-c372-471f-8a90-e9d31ae38699 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] No DVR routers for this DVR port 3a73b4f5-4170-4d3f-93ad-507e211ee43a on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:17.260207 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2343a798-34fc-49eb-8e3a-06423e4fef36 req-883c9373-c372-471f-8a90-e9d31ae38699 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.262210 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2343a798-34fc-49eb-8e3a-06423e4fef36 req-883c9373-c372-471f-8a90-e9d31ae38699 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.73 "DELETE /v2.0/ports/3a73b4f5-4170-4d3f-93ad-507e211ee43a HTTP/1.1" status: 204 len: 173 time: 2.2293971 Jul 05 10:30:17.262652 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1439ad96-a7e0-4861-8add-b6ec6cb9a296', 'name': 'network-vif-deleted', 'tag': '3a73b4f5-4170-4d3f-93ad-507e211ee43a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:30:17.264558 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.265511 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cb4b2c-25bc-4c1d-a3e9-6029c51f2d97" -d '{"events": [{"server_uuid": "1439ad96-a7e0-4861-8add-b6ec6cb9a296", "name": "network-vif-deleted", "tag": "3a73b4f5-4170-4d3f-93ad-507e211ee43a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:17.284999 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4be15ef5-2772-476e-98c6-eddc336c4505 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "GET /v2.0/ports?device_id=544ed170-e5df-459a-8021-cda1453e1656 HTTP/1.1" status: 200 len: 205 time: 0.0416510 Jul 05 10:30:17.290592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48054) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:17.298975 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7006f3b-61de-422e-8750-155f3f6d2871 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.306444 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port cfa8cf6e-3669-4539-adce-95324f9f4748, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=cfa8cf6e-3669-4539-adce-95324f9f4748,segment=NetworkSegment(04cc69ca-b013-491a-958a-44dffe7c8b06),segment_id=04cc69ca-b013-491a-958a-44dffe7c8b06)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:17.349998 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51abeba-7593-4cf6-a288-17d4e696673d x-openstack-request-id: req-e51abeba-7593-4cf6-a288-17d4e696673d {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:17.350286 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1439ad96-a7e0-4861-8add-b6ec6cb9a296", "name": "network-vif-deleted", "tag": "3a73b4f5-4170-4d3f-93ad-507e211ee43a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:17.350521 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e51abeba-7593-4cf6-a288-17d4e696673d {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:17.350911 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1439ad96-a7e0-4861-8add-b6ec6cb9a296', 'name': 'network-vif-deleted', 'tag': '3a73b4f5-4170-4d3f-93ad-507e211ee43a', 'status': 'completed', 'code': 200} Jul 05 10:30:17.353637 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-977f1f6f-15d9-41d5-a936-56235ae059df tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] delete failed (client error): The resource could not be found. Jul 05 10:30:17.354665 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-977f1f6f-15d9-41d5-a936-56235ae059df tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "DELETE /v2.0/routers/544ed170-e5df-459a-8021-cda1453e1656 HTTP/1.1" status: 404 len: 336 time: 0.0681043 Jul 05 10:30:17.357449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48056) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:17.391593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7901903e-cd5c-4035-b252-777e5e8557b5 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2d43a29-bb4a-4a8a-aa43-1d8fcca00954 HTTP/1.1" status: 200 len: 205 time: 0.0308444 Jul 05 10:30:17.393374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48058) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:17.414333 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.415221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device fffa5d11-45e6-4914-88f1-c5bffc30543b no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:17.435373 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-b92ccd31-f795-4ee0-a168-c5f6451ca639 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] delete failed (client error): The resource could not be found. Jul 05 10:30:17.440033 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b92ccd31-f795-4ee0-a168-c5f6451ca639 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "DELETE /v2.0/routers/f2d43a29-bb4a-4a8a-aa43-1d8fcca00954 HTTP/1.1" status: 404 len: 336 time: 0.0421371 Jul 05 10:30:17.440033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48062) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:17.475209 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-abf7464c-6f20-4ccc-b9f7-7f9460914d08 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "GET /v2.0/ports?device_id=7755a167-9388-4cc1-88ea-52c4ec6a77a2 HTTP/1.1" status: 200 len: 205 time: 0.0336475 Jul 05 10:30:17.477196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48064) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:17.525079 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7006f3b-61de-422e-8750-155f3f6d2871 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.536545 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-711a45d0-a170-4c01-92fa-ebfa3c342734 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] delete failed (client error): The resource could not be found. Jul 05 10:30:17.543823 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-711a45d0-a170-4c01-92fa-ebfa3c342734 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "DELETE /v2.0/routers/7755a167-9388-4cc1-88ea-52c4ec6a77a2 HTTP/1.1" status: 404 len: 336 time: 0.0654337 Jul 05 10:30:17.544433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48068) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:17.553754 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=cfa8cf6e-3669-4539-adce-95324f9f4748,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:17.559158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7006f3b-61de-422e-8750-155f3f6d2871 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbb9db2-3c7d-4d8d-8327-f787ba8e7ad9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:17.564484 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7006f3b-61de-422e-8750-155f3f6d2871 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.568085 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e7006f3b-61de-422e-8750-155f3f6d2871 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "DELETE /v2.0/subnets/9fbb9db2-3c7d-4d8d-8327-f787ba8e7ad9 HTTP/1.1" status: 204 len: 168 time: 0.7900302 Jul 05 10:30:17.571354 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48070) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:17.605470 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deade3d-e974-4b72-b57c-fe9b2b3c1e26 None None] Network 20ddc1c3-ad9c-4028-b798-7d3876472ac1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:17.612848 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-216f76b1-ec6b-48d8-af48-3dda4d60f789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.613031 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-562521ba-b12e-4dd5-859b-81e27e84a835 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "GET /v2.0/ports?device_id=06794c21-bc38-4f88-ae72-1e27178b6365 HTTP/1.1" status: 200 len: 205 time: 0.0630205 Jul 05 10:30:17.613031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48072) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:17.652788 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-e1a0342a-7d82-4d71-9464-cf40611e1e21 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] delete failed (client error): The resource could not be found. Jul 05 10:30:17.656297 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e1a0342a-7d82-4d71-9464-cf40611e1e21 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "DELETE /v2.0/routers/06794c21-bc38-4f88-ae72-1e27178b6365 HTTP/1.1" status: 404 len: 336 time: 0.0424757 Jul 05 10:30:17.658443 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48076) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:17.676448 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.689606 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d0eae7-837c-4da1-b799-3abdd5dc0496 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] DELETE failed (client error): The resource could not be found. Jul 05 10:30:17.690719 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d0eae7-837c-4da1-b799-3abdd5dc0496 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:30:17.692377 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-87d0eae7-837c-4da1-b799-3abdd5dc0496 tempest-RoutersAdminTest-1480648177 tempest-RoutersAdminTest-1480648177-project] 10.222.0.77 "DELETE /v2.0/subnets/7497f275-bf6b-4ef0-a179-ef929c7fd1e6 HTTP/1.1" status: 404 len: 337 time: 0.0327625 Jul 05 10:30:17.743513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f76b1-ec6b-48d8-af48-3dda4d60f789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event deleted for resources: {'Port': ['ID=3ac044fe-0830-4bcc-8679-44388904c41f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:17.804245 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port fffa5d11-45e6-4914-88f1-c5bffc30543b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=fffa5d11-45e6-4914-88f1-c5bffc30543b,segment=NetworkSegment(a70c54d4-f50f-4b15-b903-95e479fdc557),segment_id=a70c54d4-f50f-4b15-b903-95e479fdc557)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:17.809198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-216f76b1-ec6b-48d8-af48-3dda4d60f789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] No DVR routers for this DVR port 3ac044fe-0830-4bcc-8679-44388904c41f on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:17.815528 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-216f76b1-ec6b-48d8-af48-3dda4d60f789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.817601 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1d89341-a701-448f-9149-5734ac6264a9 req-216f76b1-ec6b-48d8-af48-3dda4d60f789 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "DELETE /v2.0/ports/3ac044fe-0830-4bcc-8679-44388904c41f HTTP/1.1" status: 204 len: 173 time: 1.1550257 Jul 05 10:30:17.823957 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.868232 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ba9634d-1593-4b59-803b-524e8868153d req-068822a5-5fbc-458d-95e9-dc6390302c1d tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=1439ad96-a7e0-4861-8add-b6ec6cb9a296 HTTP/1.1" status: 200 len: 210 time: 0.0424538 Jul 05 10:30:17.893946 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:17.899764 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device d1e51aa5-45cd-4e19-aea9-2e8069aaae6a no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:17.925803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be480e6e-0a1e-4aa4-b9e9-b6b0bf0ae3e2 None None] DHCP port deletion for 20ddc1c3-ad9c-4028-b798-7d3876472ac1 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:30:17.962227 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ab7a5-9a39-41a8-80e9-1dc25ef93f68 req-0fd1d5be-846f-4734-a4f5-2ba33335680f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:17.969334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ab7a5-9a39-41a8-80e9-1dc25ef93f68 req-0fd1d5be-846f-4734-a4f5-2ba33335680f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:17.974344 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ab7a5-9a39-41a8-80e9-1dc25ef93f68 req-0fd1d5be-846f-4734-a4f5-2ba33335680f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:17.980108 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ab7a5-9a39-41a8-80e9-1dc25ef93f68 req-0fd1d5be-846f-4734-a4f5-2ba33335680f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:17.981845 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d21ab7a5-9a39-41a8-80e9-1dc25ef93f68 req-0fd1d5be-846f-4734-a4f5-2ba33335680f tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 3149 time: 0.3381479 Jul 05 10:30:18.007805 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=fffa5d11-45e6-4914-88f1-c5bffc30543b,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:18.053524 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d21ab7a5-9a39-41a8-80e9-1dc25ef93f68 req-13f1da68-46b4-4fca-8ded-6cac8737c249 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627809 Jul 05 10:30:18.062848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-e1d89341-a701-448f-9149-5734ac6264a9 req-02c26a05-53b5-4e16-aca2-d4014499389c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Deleting port cfa8cf6e-3669-4539-adce-95324f9f4748 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:18.063189 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-02c26a05-53b5-4e16-aca2-d4014499389c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.066538 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Deleting port c9928769-f439-4a12-85d9-cc4e8262cd7e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:18.066723 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.066880 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.072014 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-be480e6e-0a1e-4aa4-b9e9-b6b0bf0ae3e2 None None] Deleting port c9928769-f439-4a12-85d9-cc4e8262cd7e {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:18.072442 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-be480e6e-0a1e-4aa4-b9e9-b6b0bf0ae3e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.203322 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:18.226013 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-be480e6e-0a1e-4aa4-b9e9-b6b0bf0ae3e2 None None] For port c9928769-f439-4a12-85d9-cc4e8262cd7e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c9928769-f439-4a12-85d9-cc4e8262cd7e,segment=NetworkSegment(31c7d48d-b835-4df1-ac96-ba93921406e6),segment_id=31c7d48d-b835-4df1-ac96-ba93921406e6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:18.226418 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-be480e6e-0a1e-4aa4-b9e9-b6b0bf0ae3e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.251737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-be480e6e-0a1e-4aa4-b9e9-b6b0bf0ae3e2 None None] Calling delete_port for c9928769-f439-4a12-85d9-cc4e8262cd7e owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:18.286360 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] For port c9928769-f439-4a12-85d9-cc4e8262cd7e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c9928769-f439-4a12-85d9-cc4e8262cd7e,segment=NetworkSegment(31c7d48d-b835-4df1-ac96-ba93921406e6),segment_id=31c7d48d-b835-4df1-ac96-ba93921406e6)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:18.287036 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.308864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Calling delete_port for c9928769-f439-4a12-85d9-cc4e8262cd7e owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:18.325186 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.325954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:18.330529 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48084) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:18.348033 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-02c26a05-53b5-4e16-aca2-d4014499389c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] For port cfa8cf6e-3669-4539-adce-95324f9f4748, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=cfa8cf6e-3669-4539-adce-95324f9f4748,segment=NetworkSegment(04cc69ca-b013-491a-958a-44dffe7c8b06),segment_id=04cc69ca-b013-491a-958a-44dffe7c8b06)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:18.348407 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-02c26a05-53b5-4e16-aca2-d4014499389c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.400714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-e1d89341-a701-448f-9149-5734ac6264a9 req-02c26a05-53b5-4e16-aca2-d4014499389c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Calling delete_port for cfa8cf6e-3669-4539-adce-95324f9f4748 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:18.421708 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:18.468235 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.485212 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffcaab1d-9a20-4b1d-a273-f760249f417a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.522108 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-be480e6e-0a1e-4aa4-b9e9-b6b0bf0ae3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.529271 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.570333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=241fbf91-b9f3-4d7c-bcee-bb68eec0e536,segment=NetworkSegment(04cc69ca-b013-491a-958a-44dffe7c8b06),segment_id=04cc69ca-b013-491a-958a-44dffe7c8b06)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:18.572034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be480e6e-0a1e-4aa4-b9e9-b6b0bf0ae3e2 None None] No DVR routers for this DVR port c9928769-f439-4a12-85d9-cc4e8262cd7e on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:18.573858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be480e6e-0a1e-4aa4-b9e9-b6b0bf0ae3e2 None None] Pushing event deleted for resources: {'Port': ['ID=c9928769-f439-4a12-85d9-cc4e8262cd7e,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:18.599515 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event deleted for resources: {'Port': ['ID=c9928769-f439-4a12-85d9-cc4e8262cd7e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:18.606598 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] No DVR routers for this DVR port c9928769-f439-4a12-85d9-cc4e8262cd7e on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:18.624921 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffcaab1d-9a20-4b1d-a273-f760249f417a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.702995 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.702995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3a73b4f5-4170-4d3f-93ad-507e211ee43a no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:18.709298 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.719845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ddc1c3-ad9c-4028-b798-7d3876472ac1']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:18.723255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 3a73b4f5-4170-4d3f-93ad-507e211ee43a {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:30:18.723605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3a73b4f5-4170-4d3f-93ad-507e211ee43a not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:18.724052 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:18.730457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c7d48d-b835-4df1-ac96-ba93921406e6') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:18.730757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c7d48d-b835-4df1-ac96-ba93921406e6') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:18.734131 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffcaab1d-9a20-4b1d-a273-f760249f417a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.740469 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.756663 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.764155 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:30:18.764563 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:30:18.768662 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:30:18.780327 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcaab1d-9a20-4b1d-a273-f760249f417a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4974f52-d29f-4196-a8d2-dd85eb119cfb,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:18.785319 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ffcaab1d-9a20-4b1d-a273-f760249f417a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ce77024de9e744edaffb45aadc5c9326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531231 Jul 05 10:30:18.790843 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-02c26a05-53b5-4e16-aca2-d4014499389c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.794474 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48088) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:18.809694 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=241fbf91-b9f3-4d7c-bcee-bb68eec0e536,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:18.813255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:18.854987 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1486af9f-ec63-4268-a9b8-f090dfaa3410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.864220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c26a05-53b5-4e16-aca2-d4014499389c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event deleted for resources: {'Port': ['ID=cfa8cf6e-3669-4539-adce-95324f9f4748,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:18.882304 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1486af9f-ec63-4268-a9b8-f090dfaa3410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.925272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-02c26a05-53b5-4e16-aca2-d4014499389c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] No DVR routers for this DVR port cfa8cf6e-3669-4539-adce-95324f9f4748 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:18.927853 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-02c26a05-53b5-4e16-aca2-d4014499389c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:18.929903 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1d89341-a701-448f-9149-5734ac6264a9 req-02c26a05-53b5-4e16-aca2-d4014499389c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "DELETE /v2.0/ports/cfa8cf6e-3669-4539-adce-95324f9f4748 HTTP/1.1" status: 204 len: 173 time: 1.0982947 Jul 05 10:30:19.001473 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.006751 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.009195 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] 10.222.0.77 "DELETE /v2.0/networks/20ddc1c3-ad9c-4028-b798-7d3876472ac1 HTTP/1.1" status: 204 len: 168 time: 1.4361863 Jul 05 10:30:19.071410 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1486af9f-ec63-4268-a9b8-f090dfaa3410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.072870 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb9844-756b-47c1-903a-d0e2e834b670 tempest-AllowedAddressPairTestJSON-1166723805 tempest-AllowedAddressPairTestJSON-1166723805-project] Pushing event deleted for resources: {'Network': ['ID=20ddc1c3-ad9c-4028-b798-7d3876472ac1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:19.091061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa8cf6e-3669-4539-adce-95324f9f4748'}, {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fffa5d11-45e6-4914-88f1-c5bffc30543b'}, {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e51aa5-45cd-4e19-aea9-2e8069aaae6a'}, {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241fbf91-b9f3-4d7c-bcee-bb68eec0e536'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:30:19.093514 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b6283b-7f9d-4f56-80aa-919b415aeb22" -d '{"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa8cf6e-3669-4539-adce-95324f9f4748"}, {"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-unplugged", "status": "completed", "tag": "fffa5d11-45e6-4914-88f1-c5bffc30543b"}, {"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e51aa5-45cd-4e19-aea9-2e8069aaae6a"}, {"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-unplugged", "status": "completed", "tag": "241fbf91-b9f3-4d7c-bcee-bb68eec0e536"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:19.095046 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1486af9f-ec63-4268-a9b8-f090dfaa3410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.100167 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1486af9f-ec63-4268-a9b8-f090dfaa3410 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d4974f52-d29f-4196-a8d2-dd85eb119cfb HTTP/1.1" status: 204 len: 168 time: 0.3041885 Jul 05 10:30:19.116019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486af9f-ec63-4268-a9b8-f090dfaa3410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4974f52-d29f-4196-a8d2-dd85eb119cfb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:19.132429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-e1d89341-a701-448f-9149-5734ac6264a9 req-1a0a2408-229d-4f95-b6fe-9ce87c2e35b0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Deleting port fffa5d11-45e6-4914-88f1-c5bffc30543b {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:19.132820 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-1a0a2408-229d-4f95-b6fe-9ce87c2e35b0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.191669 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 05 Jul 2021 10:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68501445-7843-419a-ba4b-a06a5b0389fd x-openstack-request-id: req-68501445-7843-419a-ba4b-a06a5b0389fd {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:19.191669 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa8cf6e-3669-4539-adce-95324f9f4748", "code": 200}, {"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-unplugged", "status": "completed", "tag": "fffa5d11-45e6-4914-88f1-c5bffc30543b", "code": 200}, {"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e51aa5-45cd-4e19-aea9-2e8069aaae6a", "code": 200}, {"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-unplugged", "status": "completed", "tag": "241fbf91-b9f3-4d7c-bcee-bb68eec0e536", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:19.191669 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68501445-7843-419a-ba4b-a06a5b0389fd {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:19.191669 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa8cf6e-3669-4539-adce-95324f9f4748', 'code': 200} Jul 05 10:30:19.192314 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fffa5d11-45e6-4914-88f1-c5bffc30543b', 'code': 200} Jul 05 10:30:19.201029 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e51aa5-45cd-4e19-aea9-2e8069aaae6a', 'code': 200} Jul 05 10:30:19.212272 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241fbf91-b9f3-4d7c-bcee-bb68eec0e536', 'code': 200} Jul 05 10:30:19.249964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-1a0a2408-229d-4f95-b6fe-9ce87c2e35b0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] For port fffa5d11-45e6-4914-88f1-c5bffc30543b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=fffa5d11-45e6-4914-88f1-c5bffc30543b,segment=NetworkSegment(a70c54d4-f50f-4b15-b903-95e479fdc557),segment_id=a70c54d4-f50f-4b15-b903-95e479fdc557)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:19.250448 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-1a0a2408-229d-4f95-b6fe-9ce87c2e35b0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.353042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-deleted', 'tag': '3ac044fe-0830-4bcc-8679-44388904c41f'}, {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-deleted', 'tag': 'cfa8cf6e-3669-4539-adce-95324f9f4748'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:30:19.355863 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0381ef9-eb7f-4cb9-a920-635a6d8ebd78" -d '{"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-deleted", "tag": "3ac044fe-0830-4bcc-8679-44388904c41f"}, {"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-deleted", "tag": "cfa8cf6e-3669-4539-adce-95324f9f4748"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:19.373496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-acb245fd-38c0-4c31-bac9-88f22b9a0082 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:19.381778 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-acb245fd-38c0-4c31-bac9-88f22b9a0082 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/networks?id=0e7ea689-f606-49a9-903f-7ba63093f0f1 HTTP/1.1" status: 200 len: 809 time: 0.1530931 Jul 05 10:30:19.399891 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-96794743-a853-4e30-a2a7-cb594d94d6e1 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/quotas/b8d57b481a6f4840821471f2d2a83061 HTTP/1.1" status: 200 len: 375 time: 0.0167844 Jul 05 10:30:19.445377 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e39d7edb-12ad-4caf-a168-93930a556c4c tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8d57b481a6f4840821471f2d2a83061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426044 Jul 05 10:30:19.493302 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24481e-da3d-4808-a934-27e6074549b2 req-2d4e5cbb-bad9-4fb5-b00c-7dd40a247de9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:19.499103 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24481e-da3d-4808-a934-27e6074549b2 req-2d4e5cbb-bad9-4fb5-b00c-7dd40a247de9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:19.504947 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24481e-da3d-4808-a934-27e6074549b2 req-2d4e5cbb-bad9-4fb5-b00c-7dd40a247de9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:19.506652 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0c24481e-da3d-4808-a934-27e6074549b2 req-2d4e5cbb-bad9-4fb5-b00c-7dd40a247de9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 2410 time: 0.2046432 Jul 05 10:30:19.530056 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c9928769-f439-4a12-85d9-cc4e8262cd7e no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:19.548346 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-1a0a2408-229d-4f95-b6fe-9ce87c2e35b0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.548834 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-1a0a2408-229d-4f95-b6fe-9ce87c2e35b0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.549251 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-1a0a2408-229d-4f95-b6fe-9ce87c2e35b0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Floating IP a35d3870-30b5-44bf-9417-d109434c99ee disassociated. External IP: 172.25.5.43, port: fffa5d11-45e6-4914-88f1-c5bffc30543b. Jul 05 10:30:19.549735 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-e1d89341-a701-448f-9149-5734ac6264a9 req-1a0a2408-229d-4f95-b6fe-9ce87c2e35b0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Calling delete_port for fffa5d11-45e6-4914-88f1-c5bffc30543b owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:19.552862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: c9928769-f439-4a12-85d9-cc4e8262cd7e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:30:19.553201 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c9928769-f439-4a12-85d9-cc4e8262cd7e not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:19.616591 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0c24481e-da3d-4808-a934-27e6074549b2 req-408e8322-c189-4771-a823-c39e544170b8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007688 Jul 05 10:30:19.800286 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-b12c935d-243a-4155-b234-1e0bbaf0a751 service neutron] 10.222.0.77 "GET /v2.0/networks/0e7ea689-f606-49a9-903f-7ba63093f0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463242 Jul 05 10:30:19.823372 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48122) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:19.842455 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b1b561-9346-4822-a3af-2d8f7ea395cd x-openstack-request-id: req-96b1b561-9346-4822-a3af-2d8f7ea395cd {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:19.842786 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-deleted", "tag": "3ac044fe-0830-4bcc-8679-44388904c41f", "status": "completed", "code": 200}, {"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-deleted", "tag": "cfa8cf6e-3669-4539-adce-95324f9f4748", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:19.843744 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-96b1b561-9346-4822-a3af-2d8f7ea395cd {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:19.844197 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-deleted', 'tag': '3ac044fe-0830-4bcc-8679-44388904c41f', 'status': 'completed', 'code': 200} Jul 05 10:30:19.844474 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-deleted', 'tag': 'cfa8cf6e-3669-4539-adce-95324f9f4748', 'status': 'completed', 'code': 200} Jul 05 10:30:19.891467 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-1a0a2408-229d-4f95-b6fe-9ce87c2e35b0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:19.913960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-61a20bb6-bdd6-41e1-9ab3-828fda7e486c service neutron] 10.222.0.77 "GET /v2.0/networks/0e7ea689-f606-49a9-903f-7ba63093f0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078949 Jul 05 10:30:19.934549 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a2408-229d-4f95-b6fe-9ce87c2e35b0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event deleted for resources: {'Port': ['ID=fffa5d11-45e6-4914-88f1-c5bffc30543b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:20.075353 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ff16ee31-21dc-49fb-8fec-be61a9f1205c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d4c9768c7b34445eb4cb76b11e6c54ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503672 Jul 05 10:30:20.080037 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48126) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:20.101235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1d89341-a701-448f-9149-5734ac6264a9 req-1a0a2408-229d-4f95-b6fe-9ce87c2e35b0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Router 57758a29-014d-4fda-b615-e0fe0128e9ba has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:30:20.235553 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b9214d5-bd70-492a-b4d2-c01c886746d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:20.262170 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b9214d5-bd70-492a-b4d2-c01c886746d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:20.314454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48132) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:20.377860 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-788eaed9-93f3-48ba-96dc-54d3d5a9e259 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d439c454a70e477686048a5b7ea81a6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582848 Jul 05 10:30:20.378810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48134) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:20.449308 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4a18-2f82-4bbe-a33b-9ab7de3165ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:20.453040 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b9214d5-bd70-492a-b4d2-c01c886746d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:20.456203 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b9214d5-bd70-492a-b4d2-c01c886746d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:20.463431 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5b9214d5-bd70-492a-b4d2-c01c886746d1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/08de7eb9-539a-4d97-840f-c82dad80fd2f HTTP/1.1" status: 204 len: 168 time: 0.3761754 Jul 05 10:30:20.479881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9214d5-bd70-492a-b4d2-c01c886746d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08de7eb9-539a-4d97-840f-c82dad80fd2f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:20.506360 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4a18-2f82-4bbe-a33b-9ab7de3165ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:20.625420 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eab570f4-5e4c-480f-8ef6-7cb1b14fe323 req-9e3a7bb8-4db6-4dfb-b540-246b1d948680 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 210 time: 0.0318735 Jul 05 10:30:20.643822 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1d89341-a701-448f-9149-5734ac6264a9 req-1a0a2408-229d-4f95-b6fe-9ce87c2e35b0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:30:20.665610 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f616263c-dd53-47ae-a20f-cf9cb1be4f7f None None] Sync routers for ids ['57758a29-014d-4fda-b615-e0fe0128e9ba'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:30:20.674465 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4a18-2f82-4bbe-a33b-9ab7de3165ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:20.678012 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f616263c-dd53-47ae-a20f-cf9cb1be4f7f None None] Routers {'57758a29-014d-4fda-b615-e0fe0128e9ba'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:20.683588 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-f616263c-dd53-47ae-a20f-cf9cb1be4f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:30:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['57758a29-014d-4fda-b615-e0fe0128e9ba'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:20.684346 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4a18-2f82-4bbe-a33b-9ab7de3165ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:20.684346 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b8bf4a18-2f82-4bbe-a33b-9ab7de3165ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50e0ab1f-863c-4be9-bb30-c739a41895ae HTTP/1.1" status: 204 len: 168 time: 0.3007028 Jul 05 10:30:20.692506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf4a18-2f82-4bbe-a33b-9ab7de3165ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e0ab1f-863c-4be9-bb30-c739a41895ae,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:20.710744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-1a0a2408-229d-4f95-b6fe-9ce87c2e35b0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] No DVR routers for this DVR port fffa5d11-45e6-4914-88f1-c5bffc30543b on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:20.714013 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-1a0a2408-229d-4f95-b6fe-9ce87c2e35b0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:20.716433 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1d89341-a701-448f-9149-5734ac6264a9 req-1a0a2408-229d-4f95-b6fe-9ce87c2e35b0 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "DELETE /v2.0/ports/fffa5d11-45e6-4914-88f1-c5bffc30543b HTTP/1.1" status: 204 len: 173 time: 1.7816269 Jul 05 10:30:20.881694 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-f616263c-dd53-47ae-a20f-cf9cb1be4f7f None None] Set router 57758a29-014d-4fda-b615-e0fe0128e9ba gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:30:20.910697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-e1d89341-a701-448f-9149-5734ac6264a9 req-7192517e-f17a-4097-ac35-157835ba0db8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Deleting port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:20.911045 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-7192517e-f17a-4097-ac35-157835ba0db8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:20.918358 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551d23-4744-4f5f-b589-6c662356cd70 req-9e592597-fa1f-4859-aa42-c8299d90eea1 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:20.925984 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551d23-4744-4f5f-b589-6c662356cd70 req-9e592597-fa1f-4859-aa42-c8299d90eea1 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:20.928658 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d9551d23-4744-4f5f-b589-6c662356cd70 req-9e592597-fa1f-4859-aa42-c8299d90eea1 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 1677 time: 0.1469121 Jul 05 10:30:20.994216 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d9551d23-4744-4f5f-b589-6c662356cd70 req-9223a6ec-9dac-4fbb-8764-dce087d65d1e tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591762 Jul 05 10:30:21.089266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-7192517e-f17a-4097-ac35-157835ba0db8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] For port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:21.089266 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-7192517e-f17a-4097-ac35-157835ba0db8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:21.107545 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-e1d89341-a701-448f-9149-5734ac6264a9 req-7192517e-f17a-4097-ac35-157835ba0db8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Calling delete_port for d1e51aa5-45cd-4e19-aea9-2e8069aaae6a owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:21.339397 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:30:21.382122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-f616263c-dd53-47ae-a20f-cf9cb1be4f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-router', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:19:06Z', 'revision_number': 4, 'project_id': 'b6730456afa24179937818b8d8e62041', 'gw_port': {'id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:00Z', 'updated_at': '2021-07-05T10:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '926a567f-611c-4270-9e0c-9e57ed3930b4', 'name': '', 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'mac_address': 'fa:16:3e:47:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:04Z', 'updated_at': '2021-07-05T10:19:13Z', 'revision_number': 5, 'project_id': 'b6730456afa24179937818b8d8e62041', 'subnets': [{'id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:21.394328 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-7192517e-f17a-4097-ac35-157835ba0db8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:21.419770 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f616263c-dd53-47ae-a20f-cf9cb1be4f7f None None] Checking router: 57758a29-014d-4fda-b615-e0fe0128e9ba for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:30:21.426496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192517e-f17a-4097-ac35-157835ba0db8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event deleted for resources: {'Port': ['ID=d1e51aa5-45cd-4e19-aea9-2e8069aaae6a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:21.438852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f616263c-dd53-47ae-a20f-cf9cb1be4f7f None None] Routers {'57758a29-014d-4fda-b615-e0fe0128e9ba'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:30:21.439491 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-f616263c-dd53-47ae-a20f-cf9cb1be4f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:30:13Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['57758a29-014d-4fda-b615-e0fe0128e9ba'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:21.498839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-7192517e-f17a-4097-ac35-157835ba0db8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] No DVR routers for this DVR port d1e51aa5-45cd-4e19-aea9-2e8069aaae6a on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:21.502146 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-7192517e-f17a-4097-ac35-157835ba0db8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:21.504200 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1d89341-a701-448f-9149-5734ac6264a9 req-7192517e-f17a-4097-ac35-157835ba0db8 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "DELETE /v2.0/ports/d1e51aa5-45cd-4e19-aea9-2e8069aaae6a HTTP/1.1" status: 204 len: 173 time: 0.7820494 Jul 05 10:30:21.564760 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-f616263c-dd53-47ae-a20f-cf9cb1be4f7f None None] Set router 57758a29-014d-4fda-b615-e0fe0128e9ba gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:30:21.624703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-e1d89341-a701-448f-9149-5734ac6264a9 req-99f67ce7-77a3-4b47-9f55-cd3f6f58b417 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Deleting port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:21.625136 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-99f67ce7-77a3-4b47-9f55-cd3f6f58b417 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:21.840078 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7fa632d-58a6-4798-a07f-bea7d606d7e8 req-34d2a282-5c82-4ea6-8fbf-ea0119ca2125 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 210 time: 0.0546715 Jul 05 10:30:21.851885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-deleted', 'tag': 'fffa5d11-45e6-4914-88f1-c5bffc30543b'}, {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-deleted', 'tag': 'd1e51aa5-45cd-4e19-aea9-2e8069aaae6a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:30:21.854391 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db313022-c57d-44bc-b904-adf2087b41fa" -d '{"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-deleted", "tag": "fffa5d11-45e6-4914-88f1-c5bffc30543b"}, {"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-deleted", "tag": "d1e51aa5-45cd-4e19-aea9-2e8069aaae6a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:21.863702 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-99f67ce7-77a3-4b47-9f55-cd3f6f58b417 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] For port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=241fbf91-b9f3-4d7c-bcee-bb68eec0e536,segment=NetworkSegment(04cc69ca-b013-491a-958a-44dffe7c8b06),segment_id=04cc69ca-b013-491a-958a-44dffe7c8b06)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:21.864382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-99f67ce7-77a3-4b47-9f55-cd3f6f58b417 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:21.879744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-e1d89341-a701-448f-9149-5734ac6264a9 req-99f67ce7-77a3-4b47-9f55-cd3f6f58b417 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Calling delete_port for 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:22.006031 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-f616263c-dd53-47ae-a20f-cf9cb1be4f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-router', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:19:06Z', 'revision_number': 4, 'project_id': 'b6730456afa24179937818b8d8e62041', 'gw_port': {'id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:00Z', 'updated_at': '2021-07-05T10:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '926a567f-611c-4270-9e0c-9e57ed3930b4', 'name': '', 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'mac_address': 'fa:16:3e:47:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:04Z', 'updated_at': '2021-07-05T10:19:13Z', 'revision_number': 5, 'project_id': 'b6730456afa24179937818b8d8e62041', 'subnets': [{'id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:22.016709 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f353d9b-89fd-498d-a96d-960171be53fd x-openstack-request-id: req-5f353d9b-89fd-498d-a96d-960171be53fd {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:22.017283 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-deleted", "tag": "fffa5d11-45e6-4914-88f1-c5bffc30543b", "status": "completed", "code": 200}, {"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-deleted", "tag": "d1e51aa5-45cd-4e19-aea9-2e8069aaae6a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:22.017649 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f353d9b-89fd-498d-a96d-960171be53fd {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:22.018185 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-deleted', 'tag': 'fffa5d11-45e6-4914-88f1-c5bffc30543b', 'status': 'completed', 'code': 200} Jul 05 10:30:22.018756 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-deleted', 'tag': 'd1e51aa5-45cd-4e19-aea9-2e8069aaae6a', 'status': 'completed', 'code': 200} Jul 05 10:30:22.044950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f616263c-dd53-47ae-a20f-cf9cb1be4f7f None None] The sync data for ids ['57758a29-014d-4fda-b615-e0fe0128e9ba'] in n-d-779913-27 is: [{'id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-router', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:19:06Z', 'revision_number': 4, 'project_id': 'b6730456afa24179937818b8d8e62041', 'gw_port': {'id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:00Z', 'updated_at': '2021-07-05T10:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '926a567f-611c-4270-9e0c-9e57ed3930b4', 'name': '', 'network_id': '790a2fc1-a8c9-440b-a219-3f87c3a52e5a', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'mac_address': 'fa:16:3e:47:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:04Z', 'updated_at': '2021-07-05T10:19:13Z', 'revision_number': 5, 'project_id': 'b6730456afa24179937818b8d8e62041', 'subnets': [{'id': 'a7cf4802-24ef-472a-8c66-7e6ccb85e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:30:22.250887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48194) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:22.290193 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48198) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:22.334526 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:22.359940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da1470-69e7-4572-9d54-6ec866a0e784 req-28bfd503-181f-48ce-a3d5-0d0317616b34 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:22.369619 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83da1470-69e7-4572-9d54-6ec866a0e784 req-28bfd503-181f-48ce-a3d5-0d0317616b34 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 943 time: 0.0868037 Jul 05 10:30:22.441450 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83da1470-69e7-4572-9d54-6ec866a0e784 req-29cf505c-9676-4c96-b991-dab8f8d2edb7 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups?id=66661995-234b-4c60-803a-93d4c20fa400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705271 Jul 05 10:30:22.448927 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-6bbe5646-fb91-4078-b72b-f5826fdd7c0f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-861623078'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:22.463574 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-882525228'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:22.477253 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-99f67ce7-77a3-4b47-9f55-cd3f6f58b417 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:22.503620 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52316565-6272-4da2-a340-480bf3947173 None None] New status for floating IP a35d3870-30b5-44bf-9417-d109434c99ee: DOWN {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:30:22.570625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f67ce7-77a3-4b47-9f55-cd3f6f58b417 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event deleted for resources: {'Port': ['ID=241fbf91-b9f3-4d7c-bcee-bb68eec0e536,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:22.579950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d89341-a701-448f-9149-5734ac6264a9 req-99f67ce7-77a3-4b47-9f55-cd3f6f58b417 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] No DVR routers for this DVR port 241fbf91-b9f3-4d7c-bcee-bb68eec0e536 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:22.582417 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.api [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:30:22.582417 n-d-779913-27 neutron-server[100776]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 10:30:22.582417 n-d-779913-27 neutron-server[100776]: [parameters: {'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'id': 'fb2216ce-7c05-4743-8b75-257239e81411', 'expiration': datetime.datetime(2021, 7, 5, 10, 32, 22, 497326)}] Jul 05 10:30:22.582417 n-d-779913-27 neutron-server[100776]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:30:22.583392 n-d-779913-27 neutron-server[100776]: DEBUG oslo_db.api [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:30:22.585313 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e1d89341-a701-448f-9149-5734ac6264a9 req-99f67ce7-77a3-4b47-9f55-cd3f6f58b417 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:22.588392 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1d89341-a701-448f-9149-5734ac6264a9 req-99f67ce7-77a3-4b47-9f55-cd3f6f58b417 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.73 "DELETE /v2.0/ports/241fbf91-b9f3-4d7c-bcee-bb68eec0e536 HTTP/1.1" status: 204 len: 173 time: 1.0791330 Jul 05 10:30:22.613687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbe5646-fb91-4078-b72b-f5826fdd7c0f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:22.617395 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5646-fb91-4078-b72b-f5826fdd7c0f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:22.628304 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5646-fb91-4078-b72b-f5826fdd7c0f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:22.734339 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5646-fb91-4078-b72b-f5826fdd7c0f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:22.841845 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5646-fb91-4078-b72b-f5826fdd7c0f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:22.874934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbe5646-fb91-4078-b72b-f5826fdd7c0f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:30:22.881717 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe5646-fb91-4078-b72b-f5826fdd7c0f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10cc056a-05b9-4675-860e-e1d201d72b5d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:22.904823 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5646-fb91-4078-b72b-f5826fdd7c0f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:22.905442 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-6bbe5646-fb91-4078-b72b-f5826fdd7c0f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Added segment 2d289c92-5378-4b38-9b2c-d3ad222c729e of type vlan for network f00d15e9-f5b0-4df6-ba30-aec20611246b Jul 05 10:30:22.980775 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5646-fb91-4078-b72b-f5826fdd7c0f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.014492 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c9af078d-ab00-4f7e-9bbd-bc72801b246b req-b535e3c3-6ec6-4774-9021-66826658a3d6 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 210 time: 0.0375900 Jul 05 10:30:23.177651 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5646-fb91-4078-b72b-f5826fdd7c0f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.183212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbe5646-fb91-4078-b72b-f5826fdd7c0f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:23.187259 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5646-fb91-4078-b72b-f5826fdd7c0f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.244048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:23.250834 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.265234 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe5646-fb91-4078-b72b-f5826fdd7c0f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Network': ['ID=f00d15e9-f5b0-4df6-ba30-aec20611246b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:23.276515 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network f00d15e9-f5b0-4df6-ba30-aec20611246b details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:30:23.294162 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.378475 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6bbe5646-fb91-4078-b72b-f5826fdd7c0f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1264205 Jul 05 10:30:23.383226 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48206) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:23.399379 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8994b239-2895-4e58-9d85-fc20ee3f1291 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'name': 'tempest-PortsTestJSON-994638403'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:23.527764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-f44a89e9-7503-4639-9201-c1bbf08f238e tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:23.529613 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-f44a89e9-7503-4639-9201-c1bbf08f238e tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.64 "GET /v2.0/networks?id=0e7ea689-f606-49a9-903f-7ba63093f0f1 HTTP/1.1" status: 200 len: 809 time: 0.2192192 Jul 05 10:30:23.549483 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-9b1f0958-958b-4240-b95f-bf5c93640cdb tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Request body: {'port': {'device_id': 'e30868f1-9885-4d7a-bad5-798f42ce116b', 'network_id': '0e7ea689-f606-49a9-903f-7ba63093f0f1', 'admin_state_up': True, 'tenant_id': 'b8d57b481a6f4840821471f2d2a83061'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:23.554897 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.690701 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d543cd7d-c0b3-418b-bbd4-06a292eec120 req-3f56118b-f3d2-4535-94fe-8ff9b206a90a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.0334570 Jul 05 10:30:23.691456 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.728659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:30:23.731753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022f4b84-fe42-411b-aa18-f3e7fce24bab,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:23.738543 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.738888 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Added segment 038391b2-c415-4901-b43b-f57716c247f6 of type vlan for network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 Jul 05 10:30:23.789183 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8994b239-2895-4e58-9d85-fc20ee3f1291 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:23.794411 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8994b239-2895-4e58-9d85-fc20ee3f1291 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.806243 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.819698 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-8994b239-2895-4e58-9d85-fc20ee3f1291 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] device_id is not set on port 2bc5edfc-0987-451c-9c26-e3815cf54504 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:23.933860 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.941981 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:23.943173 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:23.970538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-9b1f0958-958b-4240-b95f-bf5c93640cdb tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Made reservation on behalf of b8d57b481a6f4840821471f2d2a83061 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:23.974450 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-9b1f0958-958b-4240-b95f-bf5c93640cdb tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:24.022572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-deleted', 'tag': '241fbf91-b9f3-4d7c-bcee-bb68eec0e536'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:30:24.025296 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908be751-e6fe-4a78-acc4-45ef09749e02" -d '{"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-deleted", "tag": "241fbf91-b9f3-4d7c-bcee-bb68eec0e536"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:24.051560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Network': ['ID=8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:24.065830 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:30:24.067283 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8994b239-2895-4e58-9d85-fc20ee3f1291 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:24.102868 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833f7835-bdf6-4a86-9916-bf9c52a2a0ae x-openstack-request-id: req-833f7835-bdf6-4a86-9916-bf9c52a2a0ae {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:24.103165 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1963644-0403-43c3-b202-2795863d539a", "name": "network-vif-deleted", "tag": "241fbf91-b9f3-4d7c-bcee-bb68eec0e536", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:24.103440 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-833f7835-bdf6-4a86-9916-bf9c52a2a0ae {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:24.103865 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1963644-0403-43c3-b202-2795863d539a', 'name': 'network-vif-deleted', 'tag': '241fbf91-b9f3-4d7c-bcee-bb68eec0e536', 'status': 'completed', 'code': 200} Jul 05 10:30:24.185875 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-9b1f0958-958b-4240-b95f-bf5c93640cdb tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Allocated IP 172.20.0.13 (0e7ea689-f606-49a9-903f-7ba63093f0f1/67486366-29d4-4cd0-ab63-97a1f10c3e7e/038d0123-aa2b-40e3-bc25-a6a8fb5c6afc) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:24.205281 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-083fcc51-4296-468d-8959-1a48d0f40514 req-0db26c79-12d4-4382-a739-a146109b6b7b tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 210 time: 0.0356879 Jul 05 10:30:24.208383 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f64d3cfe-8c35-466d-b875-909d4d533ad6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9160171 Jul 05 10:30:24.213274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48214) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:24.219973 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:24.279844 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:24.335023 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8994b239-2895-4e58-9d85-fc20ee3f1291 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:24.416817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994b239-2895-4e58-9d85-fc20ee3f1291 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=2bc5edfc-0987-451c-9c26-e3815cf54504,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:24.424788 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:24.433263 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:24.434408 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-9b1f0958-958b-4240-b95f-bf5c93640cdb tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:24.516165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8994b239-2895-4e58-9d85-fc20ee3f1291 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Checking segment: {'id': '2d289c92-5378-4b38-9b2c-d3ad222c729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:24.516662 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8994b239-2895-4e58-9d85-fc20ee3f1291 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network hostable DHCP agents. Network: f00d15e9-f5b0-4df6-ba30-aec20611246b, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:30:24.557083 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-9b1f0958-958b-4240-b95f-bf5c93640cdb tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:24.618372 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-9b1f0958-958b-4240-b95f-bf5c93640cdb tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Network 0e7ea689-f606-49a9-903f-7ba63093f0f1 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:24.623391 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-9b1f0958-958b-4240-b95f-bf5c93640cdb tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:24.625491 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f0958-958b-4240-b95f-bf5c93640cdb tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Pushing event updated for resources: {'Port': ['ID=038d0123-aa2b-40e3-bc25-a6a8fb5c6afc,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:24.627747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-9b1f0958-958b-4240-b95f-bf5c93640cdb tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:24.673185 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8994b239-2895-4e58-9d85-fc20ee3f1291 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network f00d15e9-f5b0-4df6-ba30-aec20611246b is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:30:24.680950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-9b1f0958-958b-4240-b95f-bf5c93640cdb tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:24.681626 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-9b1f0958-958b-4240-b95f-bf5c93640cdb tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:24.745328 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:24.813736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=8ea76df9-4d59-45ca-88d1-83ca8785dc16,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:24.826178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:24.826596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:24.828015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:24.828666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:24.829190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:24.829701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:24.830030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:24.830178 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-9b1f0958-958b-4240-b95f-bf5c93640cdb tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2853415 Jul 05 10:30:24.830633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-8994b239-2895-4e58-9d85-fc20ee3f1291 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, f00d15e9-f5b0-4df6-ba30-aec20611246b) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:24.830807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:24.830981 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:24.831545 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:24.831971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:24.832347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:24.837202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8994b239-2895-4e58-9d85-fc20ee3f1291 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:24.843930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffd73c0-0337-4d37-8d29-23ce74192881 None None] Network f00d15e9-f5b0-4df6-ba30-aec20611246b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:24.852537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:24.853224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network hostable DHCP agents. Network: 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:30:24.853973 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8994b239-2895-4e58-9d85-fc20ee3f1291 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:24.854669 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8994b239-2895-4e58-9d85-fc20ee3f1291 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:24.864511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Request body: {'port': {'device_id': 'e30868f1-9885-4d7a-bad5-798f42ce116b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:24.885365 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4c72394-f315-4fa3-b31d-f2433f10df4e req-530688e8-5ea3-46bb-856a-bd2ac030b93a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.0480721 Jul 05 10:30:24.982918 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.006220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8994b239-2895-4e58-9d85-fc20ee3f1291 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6210928 Jul 05 10:30:25.006654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48220) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:25.013950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-0eedb62f-761f-437e-a4f9-2845649100e7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-303397843'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:25.020692 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:30:25.035669 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:25.053172 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:25.054334 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.058755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c313dd2-b0ba-447d-987e-c2cc24339b67 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:25.149200 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eedb62f-761f-437e-a4f9-2845649100e7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:25.153630 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0eedb62f-761f-437e-a4f9-2845649100e7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.220544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eedb62f-761f-437e-a4f9-2845649100e7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:30:25.242575 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0eedb62f-761f-437e-a4f9-2845649100e7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.242939 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-0eedb62f-761f-437e-a4f9-2845649100e7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Added segment 698cd307-d3e4-4968-8d22-4c096df58e69 of type vlan for network f3675b39-8a65-4e4a-b422-ef9eae47ad03 Jul 05 10:30:25.265437 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': '8ea76df9-4d59-45ca-88d1-83ca8785dc16'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:30:25.266524 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.305729 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8e72c421-e08a-462e-9040-f8586586c6a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0911105 Jul 05 10:30:25.306732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48224) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:25.316167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-909a816f-64a3-4186-a405-75aa4ca00f07 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'name': 'tempest-NetworksTestDHCPv6-1416471379'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:25.387474 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0eedb62f-761f-437e-a4f9-2845649100e7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.429187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:30:25.471544 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.506700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Allocated IP 2001:db8::2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/8ea76df9-4d59-45ca-88d1-83ca8785dc16/fcb018f7-531d-4c02-9168-9be8c88d6a21) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:25.524626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Transition to ACTIVE for port object 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:25.573509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c891e-4530-46fe-88f5-b567a4b0a1ae req-51046401-0ef5-4e27-a91a-1c1179da39a6 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:25.575741 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-826c891e-4530-46fe-88f5-b567a4b0a1ae req-51046401-0ef5-4e27-a91a-1c1179da39a6 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 932 time: 0.1251035 Jul 05 10:30:25.631644 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-826c891e-4530-46fe-88f5-b567a4b0a1ae req-12e169f6-9b68-403a-80cd-271ec9aede5a tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485876 Jul 05 10:30:25.633212 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.673785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909a816f-64a3-4186-a405-75aa4ca00f07 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:25.687923 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-909a816f-64a3-4186-a405-75aa4ca00f07 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.692691 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0eedb62f-761f-437e-a4f9-2845649100e7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.701867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eedb62f-761f-437e-a4f9-2845649100e7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:25.705039 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0eedb62f-761f-437e-a4f9-2845649100e7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.706354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Pushing event updated for resources: {'Port': ['ID=038d0123-aa2b-40e3-bc25-a6a8fb5c6afc,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:25.734772 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.751209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Transition to ACTIVE for port object fcb018f7-531d-4c02-9168-9be8c88d6a21 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:25.779478 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Transition to ACTIVE for port object fcb018f7-531d-4c02-9168-9be8c88d6a21 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:25.793237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-909a816f-64a3-4186-a405-75aa4ca00f07 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port bf9463fe-15b4-47f6-b456-63ade5f0a608 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:25.797378 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Attempting to bind port 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:25.797841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Attempting to bind port 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '2befad49-2a07-4674-a59f-cfe1af09b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e7ea689-f606-49a9-903f-7ba63093f0f1'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:25.798327 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Attempting to bind port 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc on network 0e7ea689-f606-49a9-903f-7ba63093f0f1 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:25.803668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Port 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc on network 0e7ea689-f606-49a9-903f-7ba63093f0f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:30:25.804270 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Attempting to bind port 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc on network 0e7ea689-f606-49a9-903f-7ba63093f0f1 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:25.810428 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:25.810910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Checking segment: {'id': '2befad49-2a07-4674-a59f-cfe1af09b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e7ea689-f606-49a9-903f-7ba63093f0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:25.811403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Bound using segment: {'id': '2befad49-2a07-4674-a59f-cfe1af09b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e7ea689-f606-49a9-903f-7ba63093f0f1'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:25.812718 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Bound port: 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2befad49-2a07-4674-a59f-cfe1af09b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0e7ea689-f606-49a9-903f-7ba63093f0f1'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:25.813177 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.854034 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0eedb62f-761f-437e-a4f9-2845649100e7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8460500 Jul 05 10:30:25.859525 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48228) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:25.871659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'ports': [{'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b'}, {'network_id': 'f3675b39-8a65-4e4a-b422-ef9eae47ad03'}]} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:25.872030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:25.872507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'network_id': 'f3675b39-8a65-4e4a-b422-ef9eae47ad03'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:25.879852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedb62f-761f-437e-a4f9-2845649100e7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Network': ['ID=f3675b39-8a65-4e4a-b422-ef9eae47ad03,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:25.885151 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:25.902479 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] For port 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:25.906724 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] For port 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=038d0123-aa2b-40e3-bc25-a6a8fb5c6afc,segment=NetworkSegment(2befad49-2a07-4674-a59f-cfe1af09b0f6),segment_id=2befad49-2a07-4674-a59f-cfe1af09b0f6)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:25.909783 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network f3675b39-8a65-4e4a-b422-ef9eae47ad03 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:30:25.994913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:26.002526 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:26.004562 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Pushing event updated for resources: {'Port': ['ID=fcb018f7-531d-4c02-9168-9be8c88d6a21,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:26.006799 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:26.025154 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.073880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-909a816f-64a3-4186-a405-75aa4ca00f07 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::3e5 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/8ea76df9-4d59-45ca-88d1-83ca8785dc16/bf9463fe-15b4-47f6-b456-63ade5f0a608) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:26.087267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Attempting to bind port fcb018f7-531d-4c02-9168-9be8c88d6a21 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:26.087635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Attempting to bind port fcb018f7-531d-4c02-9168-9be8c88d6a21 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:26.088023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Attempting to bind port fcb018f7-531d-4c02-9168-9be8c88d6a21 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:26.089971 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:26.091044 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.094632 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-e97b67b1-8692-4149-8615-be76e903651d service neutron] 10.222.0.64 "PUT /v2.0/ports/038d0123-aa2b-40e3-bc25-a6a8fb5c6afc HTTP/1.1" status: 200 len: 1093 time: 1.2366002 Jul 05 10:30:26.094807 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:26.099659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:26.099860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30868f1-9885-4d7a-bad5-798f42ce116b', 'tag': '038d0123-aa2b-40e3-bc25-a6a8fb5c6afc'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:30:26.099983 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.099983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:26.099983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Bound port: fcb018f7-531d-4c02-9168-9be8c88d6a21, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:26.099983 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.100384 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4afe8e9-84d2-440d-b782-9ca9740cb903" -d '{"events": [{"name": "network-changed", "server_uuid": "e30868f1-9885-4d7a-bad5-798f42ce116b", "tag": "038d0123-aa2b-40e3-bc25-a6a8fb5c6afc"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:26.125582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b67b1-8692-4149-8615-be76e903651d service neutron] Pushing event updated for resources: {'Port': ['ID=038d0123-aa2b-40e3-bc25-a6a8fb5c6afc,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:26.166018 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950aaa4f-78da-49a5-892b-db635e99d91e x-openstack-request-id: req-950aaa4f-78da-49a5-892b-db635e99d91e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:26.166358 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30868f1-9885-4d7a-bad5-798f42ce116b", "tag": "038d0123-aa2b-40e3-bc25-a6a8fb5c6afc", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:26.166669 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-950aaa4f-78da-49a5-892b-db635e99d91e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:26.167068 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30868f1-9885-4d7a-bad5-798f42ce116b', 'tag': '038d0123-aa2b-40e3-bc25-a6a8fb5c6afc', 'status': 'completed', 'code': 200} Jul 05 10:30:26.175063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] For port fcb018f7-531d-4c02-9168-9be8c88d6a21, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:26.178558 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] For port fcb018f7-531d-4c02-9168-9be8c88d6a21, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=fcb018f7-531d-4c02-9168-9be8c88d6a21,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:26.220457 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a152cab4-3c43-462e-9100-d81feaf715ce req-fba4db8a-2ebb-4a69-9ace-17f80bf257c5 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.0522661 Jul 05 10:30:26.260278 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.367456 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570da349-6ba2-469b-9d0f-5720a334d3c1 None None] Pushing event updated for resources: {'Port': ['ID=fcb018f7-531d-4c02-9168-9be8c88d6a21,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:26.409835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-909a816f-64a3-4186-a405-75aa4ca00f07 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.429226 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-909a816f-64a3-4186-a405-75aa4ca00f07 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object bf9463fe-15b4-47f6-b456-63ade5f0a608 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:26.465501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'port': 2} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:26.471018 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.486093 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.599456 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-909a816f-64a3-4186-a405-75aa4ca00f07 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.657395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afe8e9-84d2-440d-b782-9ca9740cb903 req-3cb466ef-0580-40cb-8fbb-29f82f5448c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:26.659800 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f4afe8e9-84d2-440d-b782-9ca9740cb903 req-3cb466ef-0580-40cb-8fbb-29f82f5448c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8d57b481a6f4840821471f2d2a83061&device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 1096 time: 0.4657481 Jul 05 10:30:26.678418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] device_id is not set on port 3dbbaf50-9f5b-4061-abb7-e8fb6b402096 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:26.713994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a816f-64a3-4186-a405-75aa4ca00f07 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:26.721615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-909a816f-64a3-4186-a405-75aa4ca00f07 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:26.734139 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a816f-64a3-4186-a405-75aa4ca00f07 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:26.740459 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909a816f-64a3-4186-a405-75aa4ca00f07 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:26.741142 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-909a816f-64a3-4186-a405-75aa4ca00f07 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:26.754274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a816f-64a3-4186-a405-75aa4ca00f07 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=bf9463fe-15b4-47f6-b456-63ade5f0a608,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:26.842375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afe8e9-84d2-440d-b782-9ca9740cb903 req-d483b657-d4d7-45e8-a948-e0f03adbe74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:26.844091 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f4afe8e9-84d2-440d-b782-9ca9740cb903 req-d483b657-d4d7-45e8-a948-e0f03adbe74a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b8d57b481a6f4840821471f2d2a83061&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1706648 Jul 05 10:30:26.878356 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-909a816f-64a3-4186-a405-75aa4ca00f07 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5660837 Jul 05 10:30:26.879414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48238) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:26.950082 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938ee4-4f93-46ff-933e-361c5110e5c2 req-5951a91d-cd80-41bc-ba16-7ea1e77d7dd0 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:26.951659 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6e938ee4-4f93-46ff-933e-361c5110e5c2 req-5951a91d-cd80-41bc-ba16-7ea1e77d7dd0 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 944 time: 0.1127849 Jul 05 10:30:26.983961 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.049496 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6e938ee4-4f93-46ff-933e-361c5110e5c2 req-a8e90018-f688-4e1a-81d3-16ca991ff656 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880868 Jul 05 10:30:27.059062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afe8e9-84d2-440d-b782-9ca9740cb903 req-9f98fc02-ecba-4dfe-b69a-2c6bdb979a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:27.060594 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f4afe8e9-84d2-440d-b782-9ca9740cb903 req-9f98fc02-ecba-4dfe-b69a-2c6bdb979a36 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2055819 Jul 05 10:30:27.070953 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5b045-e747-43bb-986c-c8051c5f0273 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:27.086447 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5b045-e747-43bb-986c-c8051c5f0273 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:27.088804 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] device_id is not set on port f0c7c375-1121-455c-aee2-4f8e8ddf35dd yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:27.091038 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-43e5b045-e747-43bb-986c-c8051c5f0273 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1768370 Jul 05 10:30:27.091668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48240) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:27.232590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-8da0d24d-b654-44ce-95b3-0067d9662b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:27.234718 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-8da0d24d-b654-44ce-95b3-0067d9662b9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8d57b481a6f4840821471f2d2a83061&device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 1096 time: 0.1140153 Jul 05 10:30:27.236006 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.247894 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-6a8016ea-5cc2-48a7-bd4c-2b2c6cdfee2f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port bf9463fe-15b4-47f6-b456-63ade5f0a608 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:27.248251 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6a8016ea-5cc2-48a7-bd4c-2b2c6cdfee2f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.361054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-03eacbc6-bc9c-44f3-b18c-410eec2e1776 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=038d0123-aa2b-40e3-bc25-a6a8fb5c6afc HTTP/1.1" status: 200 len: 217 time: 0.1151140 Jul 05 10:30:27.407165 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.457542 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-d4ebabd7-12f0-4eac-9c46-8d4d5ba721a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:27.461228 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-d4ebabd7-12f0-4eac-9c46-8d4d5ba721a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=67486366-29d4-4cd0-ab63-97a1f10c3e7e HTTP/1.1" status: 200 len: 849 time: 0.0870914 Jul 05 10:30:27.481140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network f00d15e9-f5b0-4df6-ba30-aec20611246b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:27.486315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:27.501062 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:27.502939 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.508559 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6a8016ea-5cc2-48a7-bd4c-2b2c6cdfee2f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.518261 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=3dbbaf50-9f5b-4061-abb7-e8fb6b402096,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:27.562280 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e287283e-c894-4eb8-8d46-b316cfd1999a req-75f4e1b7-a13f-449b-81a2-e30cb968046b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.0821714 Jul 05 10:30:27.566248 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-06f0902b-9da5-485d-82a9-5b602a3d2337 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0e7ea689-f606-49a9-903f-7ba63093f0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841055 Jul 05 10:30:27.570802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-6a8016ea-5cc2-48a7-bd4c-2b2c6cdfee2f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for bf9463fe-15b4-47f6-b456-63ade5f0a608 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:27.605205 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device fcb018f7-531d-4c02-9168-9be8c88d6a21 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:27.627008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=f0c7c375-1121-455c-aee2-4f8e8ddf35dd,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:27.651617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Checking segment: {'id': '698cd307-d3e4-4968-8d22-4c096df58e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f3675b39-8a65-4e4a-b422-ef9eae47ad03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:27.652023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network hostable DHCP agents. Network: f3675b39-8a65-4e4a-b422-ef9eae47ad03, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:30:27.723405 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9b75a0-4b3b-4fef-8039-96af15a0e9a8 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:27.748311 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network f3675b39-8a65-4e4a-b422-ef9eae47ad03 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:30:27.812813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port fcb018f7-531d-4c02-9168-9be8c88d6a21 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:27.815142 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-fb452d57-af09-4971-96ec-fb46c11c93a5 service neutron] 10.222.0.64 "GET /v2.0/networks/0e7ea689-f606-49a9-903f-7ba63093f0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389122 Jul 05 10:30:27.882070 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, f3675b39-8a65-4e4a-b422-ef9eae47ad03) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:27.886472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:27.893906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:27.909623 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234fb9da-2440-47e4-9231-7d403c25cb79 None None] Network f3675b39-8a65-4e4a-b422-ef9eae47ad03 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:27.911882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:27.912741 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.915288 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6a8016ea-5cc2-48a7-bd4c-2b2c6cdfee2f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:27.959258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-080f6c38-993b-4bc5-8301-a996617b5daa None None] Provisioning for port fcb018f7-531d-4c02-9168-9be8c88d6a21 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:27.974729 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-080f6c38-993b-4bc5-8301-a996617b5daa None None] Provisioning complete for port fcb018f7-531d-4c02-9168-9be8c88d6a21 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:27.975106 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-080f6c38-993b-4bc5-8301-a996617b5daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.009764 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6a8016ea-5cc2-48a7-bd4c-2b2c6cdfee2f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.014581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6a8016ea-5cc2-48a7-bd4c-2b2c6cdfee2f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/bf9463fe-15b4-47f6-b456-63ade5f0a608 HTTP/1.1" status: 204 len: 168 time: 0.9193404 Jul 05 10:30:28.016507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48246) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:28.019665 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8016ea-5cc2-48a7-bd4c-2b2c6cdfee2f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=bf9463fe-15b4-47f6-b456-63ade5f0a608,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:28.034038 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82ab379a-c309-4874-a2ae-8f361cc877b3 req-fc40e65f-d364-43b8-b009-0e79886e70ff service neutron] 10.222.0.64 "GET /v2.0/networks/0e7ea689-f606-49a9-903f-7ba63093f0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102609 Jul 05 10:30:28.066388 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-87f49b07-0b95-4c51-8a42-1952424b4d33 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2015676 Jul 05 10:30:28.073341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48248) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:28.165028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291854f6-5a53-4cc9-b66f-91a3c239f81d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:28.170311 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291854f6-5a53-4cc9-b66f-91a3c239f81d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:28.182121 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-291854f6-5a53-4cc9-b66f-91a3c239f81d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1604276 Jul 05 10:30:28.183155 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48252) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:28.204198 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-080f6c38-993b-4bc5-8301-a996617b5daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.229629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-812549ac-fa35-415a-b3a2-9f27edf4802e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port f0c7c375-1121-455c-aee2-4f8e8ddf35dd {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:28.229977 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-812549ac-fa35-415a-b3a2-9f27edf4802e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.300050 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-080f6c38-993b-4bc5-8301-a996617b5daa None None] For port fcb018f7-531d-4c02-9168-9be8c88d6a21, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=fcb018f7-531d-4c02-9168-9be8c88d6a21,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:28.304289 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a02026-bc06-4161-bd6d-8d0e4fc61e5a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 8ea76df9-4d59-45ca-88d1-83ca8785dc16 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:30:28.307843 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-00a02026-bc06-4161-bd6d-8d0e4fc61e5a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.353069 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-00a02026-bc06-4161-bd6d-8d0e4fc61e5a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.357458 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-812549ac-fa35-415a-b3a2-9f27edf4802e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.377486 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-812549ac-fa35-415a-b3a2-9f27edf4802e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for f0c7c375-1121-455c-aee2-4f8e8ddf35dd owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:28.424950 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-080f6c38-993b-4bc5-8301-a996617b5daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.467437 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-00a02026-bc06-4161-bd6d-8d0e4fc61e5a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.470469 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8f84b-2029-4ca4-a36e-4eb266fcdd75 req-2c491762-1020-479c-8b8c-503398cd88fe tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:28.472271 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-32d8f84b-2029-4ca4-a36e-4eb266fcdd75 req-2c491762-1020-479c-8b8c-503398cd88fe tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 944 time: 0.1641674 Jul 05 10:30:28.512920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f6c38-993b-4bc5-8301-a996617b5daa None None] Pushing event updated for resources: {'Port': ['ID=fcb018f7-531d-4c02-9168-9be8c88d6a21,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:28.553842 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-32d8f84b-2029-4ca4-a36e-4eb266fcdd75 req-15a53b8a-9f0c-4353-8155-9ca85c86b075 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600379 Jul 05 10:30:28.577979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5df5f4a3-5562-4533-a91f-9c1659abd0cb None None] Provisioning complete for port fcb018f7-531d-4c02-9168-9be8c88d6a21 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:28.578397 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5df5f4a3-5562-4533-a91f-9c1659abd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.689484 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-812549ac-fa35-415a-b3a2-9f27edf4802e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.712875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5df5f4a3-5562-4533-a91f-9c1659abd0cb None None] Could not find standard attr ID for object bf9463fe-15b4-47f6-b456-63ade5f0a608. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:30:28.746827 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-812549ac-fa35-415a-b3a2-9f27edf4802e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.753361 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-812549ac-fa35-415a-b3a2-9f27edf4802e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/f0c7c375-1121-455c-aee2-4f8e8ddf35dd HTTP/1.1" status: 204 len: 168 time: 0.6765821 Jul 05 10:30:28.753361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812549ac-fa35-415a-b3a2-9f27edf4802e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=f0c7c375-1121-455c-aee2-4f8e8ddf35dd,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:28.761517 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48256) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:28.769262 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-532f7b87-7f1f-47f9-8a55-5054ead5d305 req-ee99e88d-ba90-4714-82a6-465d4eb7fd0b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.0430477 Jul 05 10:30:28.775748 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-00a02026-bc06-4161-bd6d-8d0e4fc61e5a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.813735 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a02026-bc06-4161-bd6d-8d0e4fc61e5a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea76df9-4d59-45ca-88d1-83ca8785dc16,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:28.821719 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-00a02026-bc06-4161-bd6d-8d0e4fc61e5a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:28.826336 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-00a02026-bc06-4161-bd6d-8d0e4fc61e5a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/8ea76df9-4d59-45ca-88d1-83ca8785dc16 HTTP/1.1" status: 204 len: 168 time: 0.6418827 Jul 05 10:30:28.826975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48258) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:28.839032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a147acc3-3462-47d9-ae45-aa5b57f6b00c None None] Could not find standard attr ID for object bf9463fe-15b4-47f6-b456-63ade5f0a608. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:30:28.882055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffaa7a4-3020-486a-96d6-cc68c02ac079 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:28.891058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffaa7a4-3020-486a-96d6-cc68c02ac079 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:28.893260 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9ffaa7a4-3020-486a-96d6-cc68c02ac079 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1301506 Jul 05 10:30:28.896098 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48260) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:28.908939 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-acb67aba-d007-42de-bdd7-d59756cc7e2d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805190 Jul 05 10:30:28.911516 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48262) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:28.917766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ec8ab9fc-8ac1-4256-85ea-17689cce6e20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:28.972516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86556abf-4668-40aa-bce2-83f4722bca70 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:29.117733 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-3b592af4-360e-4364-a63a-2e72742905bd tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port 3dbbaf50-9f5b-4061-abb7-e8fb6b402096 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:29.118103 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b592af4-360e-4364-a63a-2e72742905bd tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:29.178799 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ca491-d245-4966-9152-0870ca1d8a75 None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:30:29.190759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8ab9fc-8ac1-4256-85ea-17689cce6e20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:29.194571 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab9fc-8ac1-4256-85ea-17689cce6e20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:29.252383 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b592af4-360e-4364-a63a-2e72742905bd tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:29.255003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-723ca491-d245-4966-9152-0870ca1d8a75 None None] Deleting port fcb018f7-531d-4c02-9168-9be8c88d6a21 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:29.255669 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-723ca491-d245-4966-9152-0870ca1d8a75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:29.276736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-3b592af4-360e-4364-a63a-2e72742905bd tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for 3dbbaf50-9f5b-4061-abb7-e8fb6b402096 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:29.358783 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-723ca491-d245-4966-9152-0870ca1d8a75 None None] For port fcb018f7-531d-4c02-9168-9be8c88d6a21, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=fcb018f7-531d-4c02-9168-9be8c88d6a21,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:29.359389 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-723ca491-d245-4966-9152-0870ca1d8a75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:29.385134 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-723ca491-d245-4966-9152-0870ca1d8a75 None None] Calling delete_port for fcb018f7-531d-4c02-9168-9be8c88d6a21 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:29.518272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device fcb018f7-531d-4c02-9168-9be8c88d6a21 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:29.528566 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b592af4-360e-4364-a63a-2e72742905bd tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:29.560261 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b592af4-360e-4364-a63a-2e72742905bd tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=3dbbaf50-9f5b-4061-abb7-e8fb6b402096,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:29.563949 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab9fc-8ac1-4256-85ea-17689cce6e20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:29.570125 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b592af4-360e-4364-a63a-2e72742905bd tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:29.573509 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3b592af4-360e-4364-a63a-2e72742905bd tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/3dbbaf50-9f5b-4061-abb7-e8fb6b402096 HTTP/1.1" status: 204 len: 168 time: 0.6748474 Jul 05 10:30:29.576429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48268) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:29.615360 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:29.635443 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-723ca491-d245-4966-9152-0870ca1d8a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:29.646531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8ab9fc-8ac1-4256-85ea-17689cce6e20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:29.650071 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-ec8ab9fc-8ac1-4256-85ea-17689cce6e20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:29.654699 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ab9fc-8ac1-4256-85ea-17689cce6e20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:29.656079 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab9fc-8ac1-4256-85ea-17689cce6e20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:29.660475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ab9fc-8ac1-4256-85ea-17689cce6e20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=8d59900b-fd1a-40ad-bbc4-86c43ad2ac75,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:29.694040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15d347c-3a5c-457a-bc17-068e04c4e7af tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:29.698940 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d15d347c-3a5c-457a-bc17-068e04c4e7af tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1174607 Jul 05 10:30:29.700291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48270) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:29.741048 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d1c534-f77b-42c0-bae3-9a1880a97a5c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] GET failed (client error): The resource could not be found. Jul 05 10:30:29.746945 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-17d1c534-f77b-42c0-bae3-9a1880a97a5c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/f0c7c375-1121-455c-aee2-4f8e8ddf35dd HTTP/1.1" status: 404 len: 333 time: 0.0451088 Jul 05 10:30:29.747946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48272) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:29.765634 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb3624-4a81-4d32-b8bd-bbf6f3ba9d73 req-7aabedfb-edb9-4ee5-869f-148568b0bc20 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:29.767524 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a5cb3624-4a81-4d32-b8bd-bbf6f3ba9d73 req-7aabedfb-edb9-4ee5-869f-148568b0bc20 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 944 time: 0.0704474 Jul 05 10:30:29.790440 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ac0d2e-62e8-4fd4-9e2c-e72eb2d0bbef tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] GET failed (client error): The resource could not be found. Jul 05 10:30:29.795601 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-21ac0d2e-62e8-4fd4-9e2c-e72eb2d0bbef tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/3dbbaf50-9f5b-4061-abb7-e8fb6b402096 HTTP/1.1" status: 404 len: 333 time: 0.0464592 Jul 05 10:30:29.796389 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48274) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:29.798611 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ec8ab9fc-8ac1-4256-85ea-17689cce6e20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8860066 Jul 05 10:30:29.801663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48276) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:29.806768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-073cccd1-1683-4326-ab81-d19791cbcbef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'name': 'tempest-NetworksTestDHCPv6-621002757'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:29.845198 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ca491-d245-4966-9152-0870ca1d8a75 None None] Pushing event deleted for resources: {'Port': ['ID=fcb018f7-531d-4c02-9168-9be8c88d6a21,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:29.849205 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ca491-d245-4966-9152-0870ca1d8a75 None None] No DVR routers for this DVR port fcb018f7-531d-4c02-9168-9be8c88d6a21 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:29.893306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6638544b-03e8-4404-b404-279bd8c0bf92 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:29.908971 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5145d57-7edf-4365-ba83-0b989c2d2962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:29.945756 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a5cb3624-4a81-4d32-b8bd-bbf6f3ba9d73 req-09723180-f0f2-4227-8180-30390de76f09 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687701 Jul 05 10:30:30.044171 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5145d57-7edf-4365-ba83-0b989c2d2962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.060833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-a5145d57-7edf-4365-ba83-0b989c2d2962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3675b39-8a65-4e4a-b422-ef9eae47ad03']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:30.077821 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a543e12-e3f6-4e39-b71a-bdf04a0d31db req-283ed01c-8d0a-4957-a9ef-b6157a678a03 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.0497854 Jul 05 10:30:30.081038 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-a5145d57-7edf-4365-ba83-0b989c2d2962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698cd307-d3e4-4968-8d22-4c096df58e69') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:30.081357 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-a5145d57-7edf-4365-ba83-0b989c2d2962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698cd307-d3e4-4968-8d22-4c096df58e69') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:30.094003 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5145d57-7edf-4365-ba83-0b989c2d2962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.111418 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5145d57-7edf-4365-ba83-0b989c2d2962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.121911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073cccd1-1683-4326-ab81-d19791cbcbef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:30.122022 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5145d57-7edf-4365-ba83-0b989c2d2962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:30:30.122022 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5145d57-7edf-4365-ba83-0b989c2d2962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.122229 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-073cccd1-1683-4326-ab81-d19791cbcbef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:30:30.122868 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:30:30.151295 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-073cccd1-1683-4326-ab81-d19791cbcbef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port 29750ff1-02b9-48aa-b978-f4daacb5ecb9 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:30.170526 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': '8d59900b-fd1a-40ad-bbc4-86c43ad2ac75'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:30:30.171603 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.309427 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5145d57-7edf-4365-ba83-0b989c2d2962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.319145 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5145d57-7edf-4365-ba83-0b989c2d2962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.325318 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a5145d57-7edf-4365-ba83-0b989c2d2962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/networks/f3675b39-8a65-4e4a-b422-ef9eae47ad03 HTTP/1.1" status: 204 len: 168 time: 0.5239663 Jul 05 10:30:30.336450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48282) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:30.343568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3232a8d7-f9c8-4f12-8c07-c8c09464d2d5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-421208026'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:30.348756 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5145d57-7edf-4365-ba83-0b989c2d2962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Network': ['ID=f3675b39-8a65-4e4a-b422-ef9eae47ad03,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:30.438435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-073cccd1-1683-4326-ab81-d19791cbcbef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::22 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/8d59900b-fd1a-40ad-bbc4-86c43ad2ac75/29750ff1-02b9-48aa-b978-f4daacb5ecb9) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:30.439333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3232a8d7-f9c8-4f12-8c07-c8c09464d2d5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:30.444035 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3232a8d7-f9c8-4f12-8c07-c8c09464d2d5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.470386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3232a8d7-f9c8-4f12-8c07-c8c09464d2d5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:30:30.479856 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3232a8d7-f9c8-4f12-8c07-c8c09464d2d5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.480195 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-3232a8d7-f9c8-4f12-8c07-c8c09464d2d5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Added segment f8550125-241d-41fb-b501-120d53d2a2a8 of type vlan for network 3fcf7999-c14b-4656-af7d-65c5568dc298 Jul 05 10:30:30.527136 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3232a8d7-f9c8-4f12-8c07-c8c09464d2d5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.601850 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-073cccd1-1683-4326-ab81-d19791cbcbef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.616487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-073cccd1-1683-4326-ab81-d19791cbcbef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object 29750ff1-02b9-48aa-b978-f4daacb5ecb9 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:30.653324 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3232a8d7-f9c8-4f12-8c07-c8c09464d2d5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.658994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3232a8d7-f9c8-4f12-8c07-c8c09464d2d5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:30.659705 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3232a8d7-f9c8-4f12-8c07-c8c09464d2d5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.725772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232a8d7-f9c8-4f12-8c07-c8c09464d2d5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Network': ['ID=3fcf7999-c14b-4656-af7d-65c5568dc298,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:30.735845 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 3fcf7999-c14b-4656-af7d-65c5568dc298 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:30:30.763529 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-073cccd1-1683-4326-ab81-d19791cbcbef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.812943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073cccd1-1683-4326-ab81-d19791cbcbef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:30.817481 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3232a8d7-f9c8-4f12-8c07-c8c09464d2d5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4795771 Jul 05 10:30:30.820515 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-073cccd1-1683-4326-ab81-d19791cbcbef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:30.822020 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48284) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:30.823204 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073cccd1-1683-4326-ab81-d19791cbcbef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:30.828768 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9e9dae8c-e83e-4f87-9ab4-1a54cd85f5da tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'subnet': {'network_id': '3fcf7999-c14b-4656-af7d-65c5568dc298', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:30.830304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073cccd1-1683-4326-ab81-d19791cbcbef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:30.831234 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-073cccd1-1683-4326-ab81-d19791cbcbef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:30.847504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Allocated IP 2001:db8::2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/8d59900b-fd1a-40ad-bbc4-86c43ad2ac75/61129bd2-691a-4002-8c8e-0b0a72d8c4e4) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:30.865201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073cccd1-1683-4326-ab81-d19791cbcbef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=29750ff1-02b9-48aa-b978-f4daacb5ecb9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:30.915254 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:30:30.928838 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-073cccd1-1683-4326-ab81-d19791cbcbef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1261077 Jul 05 10:30:30.932907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48286) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:31.019815 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8227eb7-69ee-4488-a5f7-77762156c1a4 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:31.022087 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e8227eb7-69ee-4488-a5f7-77762156c1a4 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0870008 Jul 05 10:30:31.025053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48290) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:31.059819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9dae8c-e83e-4f87-9ab4-1a54cd85f5da tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:31.063781 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e9dae8c-e83e-4f87-9ab4-1a54cd85f5da tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.099205 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=038d0123-aa2b-40e3-bc25-a6a8fb5c6afc,segment=NetworkSegment(2befad49-2a07-4674-a59f-cfe1af09b0f6),segment_id=2befad49-2a07-4674-a59f-cfe1af09b0f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:31.132327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '038d0123-aa2b-40e3-bc25-a6a8fb5c6afc', 'network_id': '0e7ea689-f606-49a9-903f-7ba63093f0f1', 'port_id': '038d0123-aa2b-40e3-bc25-a6a8fb5c6afc', 'mac_address': 'fa:16:3e:e3:b1:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67486366-29d4-4cd0-ab63-97a1f10c3e7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:30:31.174180 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bf475-aabb-486d-b4fa-af0562ce39af req-6890209e-ee51-4181-9d6c-591a054583f4 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:31.175845 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-722bf475-aabb-486d-b4fa-af0562ce39af req-6890209e-ee51-4181-9d6c-591a054583f4 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 944 time: 0.1053758 Jul 05 10:30:31.201313 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.209646 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.214478 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Transition to ACTIVE for port object 61129bd2-691a-4002-8c8e-0b0a72d8c4e4 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:31.235191 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:30:31.255301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Transition to ACTIVE for port object 61129bd2-691a-4002-8c8e-0b0a72d8c4e4 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:31.255869 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-722bf475-aabb-486d-b4fa-af0562ce39af req-0ce08072-5eb1-416b-9b84-4c4a1608ad40 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726392 Jul 05 10:30:31.272765 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=038d0123-aa2b-40e3-bc25-a6a8fb5c6afc,segment=NetworkSegment(2befad49-2a07-4674-a59f-cfe1af09b0f6),segment_id=2befad49-2a07-4674-a59f-cfe1af09b0f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:31.309114 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31c770e3-b508-4f7d-8fa3-04558b76363d req-c39d65b3-3185-4531-ba23-250474e5b9f9 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.0501983 Jul 05 10:30:31.365565 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.410010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-44ce8ff9-4255-4947-bc51-e95e854fc55a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port 29750ff1-02b9-48aa-b978-f4daacb5ecb9 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:31.410402 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44ce8ff9-4255-4947-bc51-e95e854fc55a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.415859 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.443332 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:31.445222 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:31.447605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:31.450884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=038d0123-aa2b-40e3-bc25-a6a8fb5c6afc,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:31.502669 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e9dae8c-e83e-4f87-9ab4-1a54cd85f5da tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.505880 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44ce8ff9-4255-4947-bc51-e95e854fc55a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.546910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-44ce8ff9-4255-4947-bc51-e95e854fc55a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for 29750ff1-02b9-48aa-b978-f4daacb5ecb9 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:31.566665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Attempting to bind port 61129bd2-691a-4002-8c8e-0b0a72d8c4e4 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:31.567024 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Attempting to bind port 61129bd2-691a-4002-8c8e-0b0a72d8c4e4 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:31.567384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Attempting to bind port 61129bd2-691a-4002-8c8e-0b0a72d8c4e4 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:31.570748 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Pushing event updated for resources: {'Port': ['ID=61129bd2-691a-4002-8c8e-0b0a72d8c4e4,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:31.575626 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:31.576025 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:31.576435 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.576828 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:31.577391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Bound port: 61129bd2-691a-4002-8c8e-0b0a72d8c4e4, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:31.577781 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.617749 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dae8c-e83e-4f87-9ab4-1a54cd85f5da tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Subnet': ['ID=a56e4694-7243-4d43-af19-f40e3fd4401d,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:31.641681 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9dae8c-e83e-4f87-9ab4-1a54cd85f5da tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Checking segment: {'id': 'f8550125-241d-41fb-b501-120d53d2a2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3fcf7999-c14b-4656-af7d-65c5568dc298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:31.642056 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9dae8c-e83e-4f87-9ab4-1a54cd85f5da tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network hostable DHCP agents. Network: 3fcf7999-c14b-4656-af7d-65c5568dc298, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:30:31.648106 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['038d0123-aa2b-40e3-bc25-a6a8fb5c6afc'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:30:31.676470 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] For port 61129bd2-691a-4002-8c8e-0b0a72d8c4e4, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:31.699206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] For port 61129bd2-691a-4002-8c8e-0b0a72d8c4e4, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=61129bd2-691a-4002-8c8e-0b0a72d8c4e4,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:31.799308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9dae8c-e83e-4f87-9ab4-1a54cd85f5da tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network 3fcf7999-c14b-4656-af7d-65c5568dc298 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:30:31.803191 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.840519 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44ce8ff9-4255-4947-bc51-e95e854fc55a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.868356 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87bcd1-2c33-4ff0-b767-576f462a69b3 None None] Pushing event updated for resources: {'Port': ['ID=61129bd2-691a-4002-8c8e-0b0a72d8c4e4,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:31.885291 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce8ff9-4255-4947-bc51-e95e854fc55a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=29750ff1-02b9-48aa-b978-f4daacb5ecb9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:31.916252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-9e9dae8c-e83e-4f87-9ab4-1a54cd85f5da tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 3fcf7999-c14b-4656-af7d-65c5568dc298) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:31.917907 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44ce8ff9-4255-4947-bc51-e95e854fc55a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.922614 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-44ce8ff9-4255-4947-bc51-e95e854fc55a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/29750ff1-02b9-48aa-b978-f4daacb5ecb9 HTTP/1.1" status: 204 len: 168 time: 0.8937631 Jul 05 10:30:31.922945 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48296) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:31.923309 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9dae8c-e83e-4f87-9ab4-1a54cd85f5da tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:31.923935 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e9dae8c-e83e-4f87-9ab4-1a54cd85f5da tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:31.927997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d01a44c-9a05-45e1-aac7-d0bd0207abd6 None None] Network 3fcf7999-c14b-4656-af7d-65c5568dc298 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:32.032691 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9e9dae8c-e83e-4f87-9ab4-1a54cd85f5da tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2098622 Jul 05 10:30:32.035213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48298) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:32.040820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-dfccd52e-dd94-4ea2-8c3e-3e7aaf52f371 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'network_id': '3fcf7999-c14b-4656-af7d-65c5568dc298', 'name': 'tempest-PortsTestJSON-1593153871'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:32.055341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90098b59-aae7-4fb9-8893-2a3d651ca93b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:32.057772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90098b59-aae7-4fb9-8893-2a3d651ca93b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:32.060323 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-90098b59-aae7-4fb9-8893-2a3d651ca93b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1359899 Jul 05 10:30:32.065596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48300) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:32.131529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-3fcf7999-c14b-4656-af7d-65c5568dc298', 'network_id': '3fcf7999-c14b-4656-af7d-65c5568dc298', 'tenant_id': '3853efeed28944e8950c7ffd9027c73f', 'fixed_ips': [{'subnet_id': 'a56e4694-7243-4d43-af19-f40e3fd4401d'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:30:32.133268 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.213775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-952afcf1-3e4f-4e8c-9cbd-56229f09d671 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 8d59900b-fd1a-40ad-bbc4-86c43ad2ac75 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:30:32.218350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-952afcf1-3e4f-4e8c-9cbd-56229f09d671 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.280972 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-952afcf1-3e4f-4e8c-9cbd-56229f09d671 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.473026 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-952afcf1-3e4f-4e8c-9cbd-56229f09d671 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.576769 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6729f51f-429d-446c-939a-cb8cd592820b req-30d5f5c0-ecd5-404f-88c2-9cb19fbb65ad tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.0532784 Jul 05 10:30:32.595059 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b82ed-0281-4dcc-a982-012a8f08031b req-f34f3c7b-ca70-4480-9f14-eb2aceeac397 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:32.603606 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff4b82ed-0281-4dcc-a982-012a8f08031b req-f34f3c7b-ca70-4480-9f14-eb2aceeac397 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 945 time: 0.1215672 Jul 05 10:30:32.618024 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Allocated IP 172.20.0.2 (3fcf7999-c14b-4656-af7d-65c5568dc298/a56e4694-7243-4d43-af19-f40e3fd4401d/1c953e58-2b59-404d-9352-b3b9bc0b6b71) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:32.665011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff4b82ed-0281-4dcc-a982-012a8f08031b req-ea161b08-d8d4-4b47-b377-51cbd8a0f159 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603120 Jul 05 10:30:32.754370 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-952afcf1-3e4f-4e8c-9cbd-56229f09d671 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.788245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-952afcf1-3e4f-4e8c-9cbd-56229f09d671 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.788727 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfccd52e-dd94-4ea2-8c3e-3e7aaf52f371 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:32.793484 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-952afcf1-3e4f-4e8c-9cbd-56229f09d671 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/8d59900b-fd1a-40ad-bbc4-86c43ad2ac75 HTTP/1.1" status: 204 len: 168 time: 0.7266316 Jul 05 10:30:32.800620 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952afcf1-3e4f-4e8c-9cbd-56229f09d671 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=8d59900b-fd1a-40ad-bbc4-86c43ad2ac75,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:32.800620 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48308) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:32.801144 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dfccd52e-dd94-4ea2-8c3e-3e7aaf52f371 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:32.832698 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-dfccd52e-dd94-4ea2-8c3e-3e7aaf52f371 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] device_id is not set on port 6d29c573-d024-4148-80ad-7e8467b386b3 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:32.871919 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6e06a2fa-9f16-4a1b-9d3f-772857420c61 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737770 Jul 05 10:30:32.872618 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48310) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:32.883378 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-677ecadd-58b3-44d7-af34-d1913800af46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:32.921628 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:33.037120 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.047892 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Transition to ACTIVE for port object 1c953e58-2b59-404d-9352-b3b9bc0b6b71 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:33.064083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Transition to ACTIVE for port object 1c953e58-2b59-404d-9352-b3b9bc0b6b71 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:33.120281 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c441b08d-838f-4be9-8781-1dae0487efd8 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:33.224712 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677ecadd-58b3-44d7-af34-d1913800af46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:33.228356 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-677ecadd-58b3-44d7-af34-d1913800af46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.323286 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:33.327287 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.355184 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:33.355457 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.375629 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-dfccd52e-dd94-4ea2-8c3e-3e7aaf52f371 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Allocated IP 172.20.0.7 (3fcf7999-c14b-4656-af7d-65c5568dc298/a56e4694-7243-4d43-af19-f40e3fd4401d/6d29c573-d024-4148-80ad-7e8467b386b3) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:33.390072 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9e19c5ab-daf7-4a47-ab3a-b51c5d359703 None None] Provisioning for port 61129bd2-691a-4002-8c8e-0b0a72d8c4e4 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:33.402561 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Network 3fcf7999-c14b-4656-af7d-65c5568dc298 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:33.417849 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:33.427527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:33.431602 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Pushing event updated for resources: {'Port': ['ID=1c953e58-2b59-404d-9352-b3b9bc0b6b71,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:33.530787 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Attempting to bind port 1c953e58-2b59-404d-9352-b3b9bc0b6b71 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:33.531155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Attempting to bind port 1c953e58-2b59-404d-9352-b3b9bc0b6b71 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'f8550125-241d-41fb-b501-120d53d2a2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3fcf7999-c14b-4656-af7d-65c5568dc298'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:33.531513 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Attempting to bind port 1c953e58-2b59-404d-9352-b3b9bc0b6b71 on network 3fcf7999-c14b-4656-af7d-65c5568dc298 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:33.543261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:33.543635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Checking segment: {'id': 'f8550125-241d-41fb-b501-120d53d2a2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3fcf7999-c14b-4656-af7d-65c5568dc298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:33.544190 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.544585 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Bound using segment: {'id': 'f8550125-241d-41fb-b501-120d53d2a2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3fcf7999-c14b-4656-af7d-65c5568dc298'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:33.545058 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Bound port: 1c953e58-2b59-404d-9352-b3b9bc0b6b71, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8550125-241d-41fb-b501-120d53d2a2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3fcf7999-c14b-4656-af7d-65c5568dc298'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:33.545438 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.555969 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.592290 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40be9d46-972e-4f36-8b82-68cb8e7e22c6 None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:30:33.613447 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dfccd52e-dd94-4ea2-8c3e-3e7aaf52f371 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.617983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30868f1-9885-4d7a-bad5-798f42ce116b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038d0123-aa2b-40e3-bc25-a6a8fb5c6afc'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:30:33.620204 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46706caf-2917-4e7c-9b8e-d20d74176676" -d '{"events": [{"server_uuid": "e30868f1-9885-4d7a-bad5-798f42ce116b", "name": "network-vif-plugged", "status": "completed", "tag": "038d0123-aa2b-40e3-bc25-a6a8fb5c6afc"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:33.635248 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-dfccd52e-dd94-4ea2-8c3e-3e7aaf52f371 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Transition to ACTIVE for port object 6d29c573-d024-4148-80ad-7e8467b386b3 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:33.673558 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=038d0123-aa2b-40e3-bc25-a6a8fb5c6afc,segment=NetworkSegment(2befad49-2a07-4674-a59f-cfe1af09b0f6),segment_id=2befad49-2a07-4674-a59f-cfe1af09b0f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:33.682604 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-677ecadd-58b3-44d7-af34-d1913800af46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.713820 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b30cd3-7238-4a30-887b-df8941937f55 x-openstack-request-id: req-17b30cd3-7238-4a30-887b-df8941937f55 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:33.714327 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30868f1-9885-4d7a-bad5-798f42ce116b", "name": "network-vif-plugged", "status": "completed", "tag": "038d0123-aa2b-40e3-bc25-a6a8fb5c6afc", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:33.714598 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17b30cd3-7238-4a30-887b-df8941937f55 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:33.714991 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30868f1-9885-4d7a-bad5-798f42ce116b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038d0123-aa2b-40e3-bc25-a6a8fb5c6afc', 'code': 200} Jul 05 10:30:33.722062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] For port 1c953e58-2b59-404d-9352-b3b9bc0b6b71, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:33.753806 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] For port 1c953e58-2b59-404d-9352-b3b9bc0b6b71, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1c953e58-2b59-404d-9352-b3b9bc0b6b71,segment=NetworkSegment(f8550125-241d-41fb-b501-120d53d2a2a8),segment_id=f8550125-241d-41fb-b501-120d53d2a2a8)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:33.762865 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ecadd-58b3-44d7-af34-d1913800af46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=ad19bd9f-5e8d-4bce-9434-62d78bf44df8,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:33.773586 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.808734 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dfccd52e-dd94-4ea2-8c3e-3e7aaf52f371 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.817017 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-40be9d46-972e-4f36-8b82-68cb8e7e22c6 None None] Deleting port 61129bd2-691a-4002-8c8e-0b0a72d8c4e4 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:33.817393 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40be9d46-972e-4f36-8b82-68cb8e7e22c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.867539 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f9f50056-88a3-412c-a0bb-18025ac39869 req-33d624c4-a4c9-4368-baf0-cd924ad17374 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.1057446 Jul 05 10:30:33.881526 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677ecadd-58b3-44d7-af34-d1913800af46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:33.884970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-677ecadd-58b3-44d7-af34-d1913800af46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:33.888925 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677ecadd-58b3-44d7-af34-d1913800af46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:33.889702 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-677ecadd-58b3-44d7-af34-d1913800af46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.905788 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:33.923848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=038d0123-aa2b-40e3-bc25-a6a8fb5c6afc,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:33.937657 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6810e2c-2501-418b-b85d-7aff6874a6a7 req-b8cfd8bc-5582-4afa-8039-632ea205f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:33.941807 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c6810e2c-2501-418b-b85d-7aff6874a6a7 req-b8cfd8bc-5582-4afa-8039-632ea205f0ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 1098 time: 0.1694875 Jul 05 10:30:33.963048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfccd52e-dd94-4ea2-8c3e-3e7aaf52f371 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network 3fcf7999-c14b-4656-af7d-65c5568dc298 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:33.979345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-dfccd52e-dd94-4ea2-8c3e-3e7aaf52f371 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:33.994037 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfccd52e-dd94-4ea2-8c3e-3e7aaf52f371 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:34.032583 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-40be9d46-972e-4f36-8b82-68cb8e7e22c6 None None] For port 61129bd2-691a-4002-8c8e-0b0a72d8c4e4, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=61129bd2-691a-4002-8c8e-0b0a72d8c4e4,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:34.033322 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40be9d46-972e-4f36-8b82-68cb8e7e22c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:34.034972 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c6810e2c-2501-418b-b85d-7aff6874a6a7 req-b65a8f72-93af-47bb-b416-6aa782a972cf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849562 Jul 05 10:30:34.048588 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-677ecadd-58b3-44d7-af34-d1913800af46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1747365 Jul 05 10:30:34.051292 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48320) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:34.058126 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c30e2edc-b724-4132-9d34-e65a76971f68 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'name': 'tempest-NetworksTestDHCPv6-2004748193'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:34.072215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1b3ec-770d-49f6-9042-432ea2865d53 None None] Pushing event updated for resources: {'Port': ['ID=1c953e58-2b59-404d-9352-b3b9bc0b6b71,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:34.082296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfccd52e-dd94-4ea2-8c3e-3e7aaf52f371 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:34.082963 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dfccd52e-dd94-4ea2-8c3e-3e7aaf52f371 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:34.083378 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-40be9d46-972e-4f36-8b82-68cb8e7e22c6 None None] Calling delete_port for 61129bd2-691a-4002-8c8e-0b0a72d8c4e4 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:34.098680 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccd52e-dd94-4ea2-8c3e-3e7aaf52f371 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=6d29c573-d024-4148-80ad-7e8467b386b3,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:34.126065 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd828c7f-7a3e-44f4-a8fd-3b7eccc83012 req-f71b8ebd-9da2-4dcb-9b8c-3d3c345efe1a tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:34.133328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd828c7f-7a3e-44f4-a8fd-3b7eccc83012 req-f71b8ebd-9da2-4dcb-9b8c-3d3c345efe1a tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 946 time: 0.2992477 Jul 05 10:30:34.196625 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd828c7f-7a3e-44f4-a8fd-3b7eccc83012 req-cc25b678-9b06-428e-a8ff-0eb5302a1c09 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622816 Jul 05 10:30:34.220714 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dfccd52e-dd94-4ea2-8c3e-3e7aaf52f371 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1840138 Jul 05 10:30:34.225479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48322) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:34.350652 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40be9d46-972e-4f36-8b82-68cb8e7e22c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:34.364230 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40be9d46-972e-4f36-8b82-68cb8e7e22c6 None None] No DVR routers for this DVR port 61129bd2-691a-4002-8c8e-0b0a72d8c4e4 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:34.372350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-ea121bf0-3000-4e56-80d8-96e0987a32b4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port 6d29c573-d024-4148-80ad-7e8467b386b3 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:34.372837 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea121bf0-3000-4e56-80d8-96e0987a32b4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:34.387829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30e2edc-b724-4132-9d34-e65a76971f68 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:34.398189 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c30e2edc-b724-4132-9d34-e65a76971f68 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:34.402644 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be9d46-972e-4f36-8b82-68cb8e7e22c6 None None] Pushing event deleted for resources: {'Port': ['ID=61129bd2-691a-4002-8c8e-0b0a72d8c4e4,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:34.410031 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cb078d-00e2-450c-9f83-90cb4107682f None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:34.431100 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-c30e2edc-b724-4132-9d34-e65a76971f68 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port ff59e2e7-d25f-4c6f-8d72-ee8d2bc3c35e yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:34.517377 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea121bf0-3000-4e56-80d8-96e0987a32b4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:34.532880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-ea121bf0-3000-4e56-80d8-96e0987a32b4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for 6d29c573-d024-4148-80ad-7e8467b386b3 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:34.592575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': 'ad19bd9f-5e8d-4bce-9434-62d78bf44df8'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:30:34.593450 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:34.843282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea121bf0-3000-4e56-80d8-96e0987a32b4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:34.931128 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea121bf0-3000-4e56-80d8-96e0987a32b4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=6d29c573-d024-4148-80ad-7e8467b386b3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:35.003515 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-c30e2edc-b724-4132-9d34-e65a76971f68 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::299 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/ad19bd9f-5e8d-4bce-9434-62d78bf44df8/ff59e2e7-d25f-4c6f-8d72-ee8d2bc3c35e) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:35.010683 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea121bf0-3000-4e56-80d8-96e0987a32b4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.015093 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ea121bf0-3000-4e56-80d8-96e0987a32b4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/6d29c573-d024-4148-80ad-7e8467b386b3 HTTP/1.1" status: 204 len: 168 time: 0.7862837 Jul 05 10:30:35.015273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48326) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:35.051707 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-193dd675-0d36-42e2-bc19-156f896b1ffd tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] DELETE failed (client error): The resource could not be found. Jul 05 10:30:35.052498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193dd675-0d36-42e2-bc19-156f896b1ffd tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:30:35.056806 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-193dd675-0d36-42e2-bc19-156f896b1ffd tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/6d29c573-d024-4148-80ad-7e8467b386b3 HTTP/1.1" status: 404 len: 333 time: 0.0382078 Jul 05 10:30:35.059326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48328) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:35.097190 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ac5a33-3363-4166-a7a5-a224c427e1db tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] GET failed (client error): The resource could not be found. Jul 05 10:30:35.099490 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-87ac5a33-3363-4166-a7a5-a224c427e1db tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/6d29c573-d024-4148-80ad-7e8467b386b3 HTTP/1.1" status: 404 len: 333 time: 0.0346792 Jul 05 10:30:35.101964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48330) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:35.163504 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-e291771d-7d68-4c5a-a52b-d3f77c0f205c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting subnet a56e4694-7243-4d43-af19-f40e3fd4401d {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:30:35.166010 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f930f3f-da58-47f4-b4dc-b57e1a43837b req-2330e085-3342-483a-8d2a-b024242bfc0b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.0782285 Jul 05 10:30:35.167954 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e291771d-7d68-4c5a-a52b-d3f77c0f205c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.245352 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e291771d-7d68-4c5a-a52b-d3f77c0f205c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.267928 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c30e2edc-b724-4132-9d34-e65a76971f68 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.302267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-c30e2edc-b724-4132-9d34-e65a76971f68 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object ff59e2e7-d25f-4c6f-8d72-ee8d2bc3c35e will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:35.384398 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e291771d-7d68-4c5a-a52b-d3f77c0f205c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.441034 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c30e2edc-b724-4132-9d34-e65a76971f68 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.486184 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Allocated IP 2001:db8::2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/ad19bd9f-5e8d-4bce-9434-62d78bf44df8/100e57e8-7e5e-4aee-a788-c7117e1aa449) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:35.521523 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29396ddf-48db-49ed-b9d1-197c0384731f None None] Network 3fcf7999-c14b-4656-af7d-65c5568dc298 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:35.555519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e2edc-b724-4132-9d34-e65a76971f68 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:35.564981 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c30e2edc-b724-4132-9d34-e65a76971f68 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:35.577665 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30e2edc-b724-4132-9d34-e65a76971f68 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:35.580512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e2edc-b724-4132-9d34-e65a76971f68 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:35.581153 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c30e2edc-b724-4132-9d34-e65a76971f68 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.590633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e2edc-b724-4132-9d34-e65a76971f68 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=ff59e2e7-d25f-4c6f-8d72-ee8d2bc3c35e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:35.608696 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e291771d-7d68-4c5a-a52b-d3f77c0f205c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.617245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc66d2-5b0e-4f14-a567-72ce2ef0337a req-5a33df4f-1543-42e9-abfb-af70a1f69ce0 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:35.619577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8afc66d2-5b0e-4f14-a567-72ce2ef0337a req-5a33df4f-1543-42e9-abfb-af70a1f69ce0 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 946 time: 0.2165711 Jul 05 10:30:35.643314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1c953e58-2b59-404d-9352-b3b9bc0b6b71 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:35.652533 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291771d-7d68-4c5a-a52b-d3f77c0f205c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Subnet': ['ID=a56e4694-7243-4d43-af19-f40e3fd4401d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:35.660004 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e291771d-7d68-4c5a-a52b-d3f77c0f205c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.662072 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e291771d-7d68-4c5a-a52b-d3f77c0f205c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/a56e4694-7243-4d43-af19-f40e3fd4401d HTTP/1.1" status: 204 len: 168 time: 0.5590956 Jul 05 10:30:35.666310 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48336) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:35.693196 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8afc66d2-5b0e-4f14-a567-72ce2ef0337a req-72b60eb9-5203-4ffa-92da-b71bb7d1ca92 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674698 Jul 05 10:30:35.743609 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c30e2edc-b724-4132-9d34-e65a76971f68 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6905544 Jul 05 10:30:35.746263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48340) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:35.774501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d6e9a8c4-9cdd-4243-b8fb-049727cf7d12 None None] Provisioning for port 1c953e58-2b59-404d-9352-b3b9bc0b6b71 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:35.783846 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.849842 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2051339-11c2-49b8-b2b5-586b4c6e1115 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:35.852099 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d2051339-11c2-49b8-b2b5-586b4c6e1115 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1046438 Jul 05 10:30:35.854844 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48342) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:35.866912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port 1c953e58-2b59-404d-9352-b3b9bc0b6b71 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:35.867362 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.926283 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.941398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Transition to ACTIVE for port object 100e57e8-7e5e-4aee-a788-c7117e1aa449 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:35.967845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] For port 1c953e58-2b59-404d-9352-b3b9bc0b6b71, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1c953e58-2b59-404d-9352-b3b9bc0b6b71,segment=NetworkSegment(f8550125-241d-41fb-b501-120d53d2a2a8),segment_id=f8550125-241d-41fb-b501-120d53d2a2a8)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:35.967845 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.969608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 1c953e58-2b59-404d-9352-b3b9bc0b6b71 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:35.976594 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 1c953e58-2b59-404d-9352-b3b9bc0b6b71 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:35.976987 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:35.982352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for 1c953e58-2b59-404d-9352-b3b9bc0b6b71 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:36.016928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-82b2cabf-88d7-43c2-8cf9-bb267d8d7803 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port ff59e2e7-d25f-4c6f-8d72-ee8d2bc3c35e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:36.017720 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82b2cabf-88d7-43c2-8cf9-bb267d8d7803 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.031494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Transition to ACTIVE for port object 100e57e8-7e5e-4aee-a788-c7117e1aa449 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:36.090408 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d5a6cf-a493-47c7-8e7f-38d0fe4403d7 None None] DHCP port deletion for 3fcf7999-c14b-4656-af7d-65c5568dc298 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:30:36.101327 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.144424 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82b2cabf-88d7-43c2-8cf9-bb267d8d7803 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.159240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-40d5a6cf-a493-47c7-8e7f-38d0fe4403d7 None None] Deleting port 1c953e58-2b59-404d-9352-b3b9bc0b6b71 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:36.159739 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40d5a6cf-a493-47c7-8e7f-38d0fe4403d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.159894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-82b2cabf-88d7-43c2-8cf9-bb267d8d7803 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for ff59e2e7-d25f-4c6f-8d72-ee8d2bc3c35e owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:36.205613 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.235355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.275265 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-40d5a6cf-a493-47c7-8e7f-38d0fe4403d7 None None] For port 1c953e58-2b59-404d-9352-b3b9bc0b6b71, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1c953e58-2b59-404d-9352-b3b9bc0b6b71,segment=NetworkSegment(f8550125-241d-41fb-b501-120d53d2a2a8),segment_id=f8550125-241d-41fb-b501-120d53d2a2a8)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:36.275663 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40d5a6cf-a493-47c7-8e7f-38d0fe4403d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.279808 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:36.307504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:36.314492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:36.315800 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Pushing event updated for resources: {'Port': ['ID=100e57e8-7e5e-4aee-a788-c7117e1aa449,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:36.319366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-40d5a6cf-a493-47c7-8e7f-38d0fe4403d7 None None] Calling delete_port for 1c953e58-2b59-404d-9352-b3b9bc0b6b71 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:36.327105 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=1c953e58-2b59-404d-9352-b3b9bc0b6b71,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:36.336654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No DVR routers for this DVR port 1c953e58-2b59-404d-9352-b3b9bc0b6b71 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:36.339824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:36.340218 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:36.340554 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:36.340826 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:36.341157 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:36.341483 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:36.341808 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:36.342128 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:36.342475 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:36.342801 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:36.343120 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:36.343438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:36.438940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 61129bd2-691a-4002-8c8e-0b0a72d8c4e4 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:36.466943 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.480190 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcf7999-c14b-4656-af7d-65c5568dc298']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:36.487346 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dc0ec159-8b03-4a39-a6b4-8c70ad331548 req-2fdf929e-5afc-40c1-a85f-a04932f4278b tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.1041269 Jul 05 10:30:36.511509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8550125-241d-41fb-b501-120d53d2a2a8') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:36.513617 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8550125-241d-41fb-b501-120d53d2a2a8') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:36.517040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 61129bd2-691a-4002-8c8e-0b0a72d8c4e4 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:30:36.517962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 61129bd2-691a-4002-8c8e-0b0a72d8c4e4 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:36.521444 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Attempting to bind port 100e57e8-7e5e-4aee-a788-c7117e1aa449 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:36.522117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Attempting to bind port 100e57e8-7e5e-4aee-a788-c7117e1aa449 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:36.522660 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Attempting to bind port 100e57e8-7e5e-4aee-a788-c7117e1aa449 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:36.537513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82b2cabf-88d7-43c2-8cf9-bb267d8d7803 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.541594 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:36.542271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:36.542902 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.543638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:36.544396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Bound port: 100e57e8-7e5e-4aee-a788-c7117e1aa449, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:36.545038 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.550907 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.569738 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.576594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:30:36.577059 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.579680 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2cabf-88d7-43c2-8cf9-bb267d8d7803 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=ff59e2e7-d25f-4c6f-8d72-ee8d2bc3c35e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:30:36.634481 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:30:36.640342 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82b2cabf-88d7-43c2-8cf9-bb267d8d7803 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.642882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-82b2cabf-88d7-43c2-8cf9-bb267d8d7803 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/ff59e2e7-d25f-4c6f-8d72-ee8d2bc3c35e HTTP/1.1" status: 204 len: 168 time: 0.7848997 Jul 05 10:30:36.643583 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48356) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:36.671873 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40d5a6cf-a493-47c7-8e7f-38d0fe4403d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.701208 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834b717-e2f1-4403-ac63-5e993b01b75c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:36.702908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834b717-e2f1-4403-ac63-5e993b01b75c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:36.704472 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5834b717-e2f1-4403-ac63-5e993b01b75c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0598569 Jul 05 10:30:36.707099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48358) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:36.708614 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d5a6cf-a493-47c7-8e7f-38d0fe4403d7 None None] No DVR routers for this DVR port 1c953e58-2b59-404d-9352-b3b9bc0b6b71 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:36.711624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5a6cf-a493-47c7-8e7f-38d0fe4403d7 None None] Pushing event deleted for resources: {'Port': ['ID=1c953e58-2b59-404d-9352-b3b9bc0b6b71,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:36.715408 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] For port 100e57e8-7e5e-4aee-a788-c7117e1aa449, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:36.734204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] For port 100e57e8-7e5e-4aee-a788-c7117e1aa449, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=100e57e8-7e5e-4aee-a788-c7117e1aa449,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:36.772877 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0009eb32-5f8a-4a95-be5f-48dd020cc6d8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet ad19bd9f-5e8d-4bce-9434-62d78bf44df8 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:30:36.776258 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0009eb32-5f8a-4a95-be5f-48dd020cc6d8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.818272 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0009eb32-5f8a-4a95-be5f-48dd020cc6d8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.840297 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.852995 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.854846 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/networks/3fcf7999-c14b-4656-af7d-65c5568dc298 HTTP/1.1" status: 204 len: 168 time: 1.1873841 Jul 05 10:30:36.858918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48360) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:36.864565 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-137b68fb-0c97-4322-b118-043b539df4b2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1869409999'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:36.867903 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647caaa-dfdc-4a61-b2ca-d3a34ec8d6e5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Network': ['ID=3fcf7999-c14b-4656-af7d-65c5568dc298,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:36.914410 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.942338 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0009eb32-5f8a-4a95-be5f-48dd020cc6d8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:36.979837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c461134-eea4-47fc-a5ae-a6845c5a13b3 None None] Pushing event updated for resources: {'Port': ['ID=100e57e8-7e5e-4aee-a788-c7117e1aa449,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:36.997239 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137b68fb-0c97-4322-b118-043b539df4b2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:37.001086 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-137b68fb-0c97-4322-b118-043b539df4b2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:37.402761 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0009eb32-5f8a-4a95-be5f-48dd020cc6d8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:37.407611 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137b68fb-0c97-4322-b118-043b539df4b2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:30:37.417084 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-137b68fb-0c97-4322-b118-043b539df4b2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:37.417416 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-137b68fb-0c97-4322-b118-043b539df4b2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Added segment e2be9880-86aa-4c34-9b6d-62bb13e16f89 of type vlan for network 181ed78b-8d0c-4b94-b8be-2c19b8167818 Jul 05 10:30:37.432786 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009eb32-5f8a-4a95-be5f-48dd020cc6d8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=ad19bd9f-5e8d-4bce-9434-62d78bf44df8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:37.434671 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0009eb32-5f8a-4a95-be5f-48dd020cc6d8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:37.436587 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0009eb32-5f8a-4a95-be5f-48dd020cc6d8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/ad19bd9f-5e8d-4bce-9434-62d78bf44df8 HTTP/1.1" status: 204 len: 168 time: 0.7285559 Jul 05 10:30:37.439141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48366) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:37.459446 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-137b68fb-0c97-4322-b118-043b539df4b2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:37.477696 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7112d074-6afe-472e-adeb-d606e96481ca tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374329 Jul 05 10:30:37.480445 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48368) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:37.591883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9f02e3-7c61-458e-9372-5faf5d5c2db2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:37.594045 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ca9f02e3-7c61-458e-9372-5faf5d5c2db2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1126347 Jul 05 10:30:37.597039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48372) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:37.613792 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 100e57e8-7e5e-4aee-a788-c7117e1aa449 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:37.633613 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-137b68fb-0c97-4322-b118-043b539df4b2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:37.646698 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137b68fb-0c97-4322-b118-043b539df4b2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:37.648143 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-137b68fb-0c97-4322-b118-043b539df4b2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:37.727423 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aa37571b-378e-43be-a96c-8076ce5a2917 req-5238dce3-b087-4e8c-8f8f-eacf40616373 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1963644-0403-43c3-b202-2795863d539a HTTP/1.1" status: 200 len: 210 time: 0.0514839 Jul 05 10:30:37.738249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584c7963-9c68-490f-8bbc-57243f222530 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:37.739764 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-584c7963-9c68-490f-8bbc-57243f222530 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1413896 Jul 05 10:30:37.740739 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b68fb-0c97-4322-b118-043b539df4b2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Network': ['ID=181ed78b-8d0c-4b94-b8be-2c19b8167818,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:37.751121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48376) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:37.756673 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 181ed78b-8d0c-4b94-b8be-2c19b8167818 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:30:37.807025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48378) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:37.816111 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-836abded-77ea-4c23-bcf0-5b1ecab73596 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529799 Jul 05 10:30:37.816423 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:37.853836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 100e57e8-7e5e-4aee-a788-c7117e1aa449 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:37.919103 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1c953e58-2b59-404d-9352-b3b9bc0b6b71 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:37.927906 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-137b68fb-0c97-4322-b118-043b539df4b2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0675747 Jul 05 10:30:37.937369 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48380) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:37.941480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a8d24635-6227-4238-bcff-8f690325e23f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'subnet': {'network_id': '181ed78b-8d0c-4b94-b8be-2c19b8167818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:37.953676 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 1c953e58-2b59-404d-9352-b3b9bc0b6b71 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:30:37.954310 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1c953e58-2b59-404d-9352-b3b9bc0b6b71 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:38.088068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92712ba-5a70-461a-9d52-43f6f4e72d17 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:38.116781 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:38.122543 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:38.184449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2102e5b-07f4-42e4-add9-b884f5937d72 req-f52ed0f2-3ecd-4406-8444-0477d2c7d973 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:38.185970 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b2102e5b-07f4-42e4-add9-b884f5937d72 req-f52ed0f2-3ecd-4406-8444-0477d2c7d973 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 946 time: 0.1337903 Jul 05 10:30:38.242581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d24635-6227-4238-bcff-8f690325e23f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:38.247617 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a8d24635-6227-4238-bcff-8f690325e23f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:38.256008 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b2102e5b-07f4-42e4-add9-b884f5937d72 req-df14bf5d-1b21-43d8-8228-df2e1c360841 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608556 Jul 05 10:30:38.288677 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9742ef63-7ba2-4c52-8c67-db27f00f0d20 None None] Provisioning for port 100e57e8-7e5e-4aee-a788-c7117e1aa449 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:38.293862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9742ef63-7ba2-4c52-8c67-db27f00f0d20 None None] Provisioning complete for port 100e57e8-7e5e-4aee-a788-c7117e1aa449 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:38.297936 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9742ef63-7ba2-4c52-8c67-db27f00f0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:38.332141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04af4d24-e2c0-4d68-bd57-c685251d53c6 None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:30:38.424518 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9742ef63-7ba2-4c52-8c67-db27f00f0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:38.428769 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-04af4d24-e2c0-4d68-bd57-c685251d53c6 None None] Deleting port 100e57e8-7e5e-4aee-a788-c7117e1aa449 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:38.429145 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-04af4d24-e2c0-4d68-bd57-c685251d53c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:38.509656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-9742ef63-7ba2-4c52-8c67-db27f00f0d20 None None] For port 100e57e8-7e5e-4aee-a788-c7117e1aa449, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=100e57e8-7e5e-4aee-a788-c7117e1aa449,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:38.515209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-04af4d24-e2c0-4d68-bd57-c685251d53c6 None None] For port 100e57e8-7e5e-4aee-a788-c7117e1aa449, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=100e57e8-7e5e-4aee-a788-c7117e1aa449,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:38.515608 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-04af4d24-e2c0-4d68-bd57-c685251d53c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:38.527446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-04af4d24-e2c0-4d68-bd57-c685251d53c6 None None] Calling delete_port for 100e57e8-7e5e-4aee-a788-c7117e1aa449 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:38.562470 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:38.595377 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a8d24635-6227-4238-bcff-8f690325e23f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:38.607764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:38.611016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:38.616521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:38.616926 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:38.619401 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9742ef63-7ba2-4c52-8c67-db27f00f0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:38.630180 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=9295e824-4d57-4d34-af9c-ec94299d31b6,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:38.642366 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:38.642730 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:38.643056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:38.643394 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:38.643741 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:38.644076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:38.644400 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:38.644730 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:38.645051 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:38.645377 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:38.646044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:38.646396 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:30:38.661847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d24635-6227-4238-bcff-8f690325e23f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Subnet': ['ID=cc8262be-2231-41db-a3df-062557027705,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:38.671125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d24635-6227-4238-bcff-8f690325e23f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Checking segment: {'id': 'e2be9880-86aa-4c34-9b6d-62bb13e16f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '181ed78b-8d0c-4b94-b8be-2c19b8167818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:38.671494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d24635-6227-4238-bcff-8f690325e23f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network hostable DHCP agents. Network: 181ed78b-8d0c-4b94-b8be-2c19b8167818, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:30:38.680315 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742ef63-7ba2-4c52-8c67-db27f00f0d20 None None] Pushing event updated for resources: {'Port': ['ID=100e57e8-7e5e-4aee-a788-c7117e1aa449,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:38.724937 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-04af4d24-e2c0-4d68-bd57-c685251d53c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:38.726121 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-83eab596-9d89-4f8d-a71e-988dc825bda2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9176526 Jul 05 10:30:38.729152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48384) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:38.734919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-71904e83-6ece-4729-ba95-c4163361f71f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'fixed_ips': [{'subnet_id': '9295e824-4d57-4d34-af9c-ec94299d31b6', 'ip_address': '2001:db8::9fa9:ac9e:e59b:3f0a'}], 'name': 'tempest-NetworksTestDHCPv6-254342279'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:38.751602 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af4d24-e2c0-4d68-bd57-c685251d53c6 None None] Pushing event deleted for resources: {'Port': ['ID=100e57e8-7e5e-4aee-a788-c7117e1aa449,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:38.755141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04af4d24-e2c0-4d68-bd57-c685251d53c6 None None] No DVR routers for this DVR port 100e57e8-7e5e-4aee-a788-c7117e1aa449 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:38.775343 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086faf8d-a6b0-4cf9-8c3d-8febc507e36e None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:38.805721 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d24635-6227-4238-bcff-8f690325e23f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network 181ed78b-8d0c-4b94-b8be-2c19b8167818 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:30:38.919144 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-a8d24635-6227-4238-bcff-8f690325e23f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 181ed78b-8d0c-4b94-b8be-2c19b8167818) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:38.924760 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d24635-6227-4238-bcff-8f690325e23f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:38.928943 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a8d24635-6227-4238-bcff-8f690325e23f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:38.946298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c64b6d-2e3e-4ad2-b294-ac6d113b4818 None None] Network 181ed78b-8d0c-4b94-b8be-2c19b8167818 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:38.962504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': '9295e824-4d57-4d34-af9c-ec94299d31b6'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:30:38.963472 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.013386 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71904e83-6ece-4729-ba95-c4163361f71f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:39.022390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48392) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:39.085662 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea3c51e7-8fd3-4a61-b695-bdca5fedad24 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.107452 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-71904e83-6ece-4729-ba95-c4163361f71f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.111836 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea3c51e7-8fd3-4a61-b695-bdca5fedad24 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.127158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-71904e83-6ece-4729-ba95-c4163361f71f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port 5a134c41-f323-4f09-bc64-05669875488f yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:39.178546 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a8d24635-6227-4238-bcff-8f690325e23f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2462480 Jul 05 10:30:39.180817 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48394) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:39.186150 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3c1023a6-7a84-4cdd-8cb9-0e0626411ab7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'network_id': '181ed78b-8d0c-4b94-b8be-2c19b8167818', 'security_groups': [], 'name': 'tempest-PortsTestJSON-226453953'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:39.241816 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Allocated IP 2001:db8::2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/9295e824-4d57-4d34-af9c-ec94299d31b6/e3035b3f-9c3e-4b21-9926-54f9662a2f3a) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:39.254618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-181ed78b-8d0c-4b94-b8be-2c19b8167818', 'network_id': '181ed78b-8d0c-4b94-b8be-2c19b8167818', 'tenant_id': '3853efeed28944e8950c7ffd9027c73f', 'fixed_ips': [{'subnet_id': 'cc8262be-2231-41db-a3df-062557027705'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:30:39.256320 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.325750 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea3c51e7-8fd3-4a61-b695-bdca5fedad24 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.331662 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea3c51e7-8fd3-4a61-b695-bdca5fedad24 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.331662 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ea3c51e7-8fd3-4a61-b695-bdca5fedad24 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "DELETE /v2.0/security-groups/66661995-234b-4c60-803a-93d4c20fa400 HTTP/1.1" status: 204 len: 168 time: 0.3066721 Jul 05 10:30:39.332690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48398) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:39.345584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c51e7-8fd3-4a61-b695-bdca5fedad24 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66661995-234b-4c60-803a-93d4c20fa400,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:39.348050 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-a3b3eb1e-692f-4bdb-933a-e7b4274f11d4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] show failed (client error): The resource could not be found. Jul 05 10:30:39.352181 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a3b3eb1e-692f-4bdb-933a-e7b4274f11d4 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "GET /v2.0/security-groups/66661995-234b-4c60-803a-93d4c20fa400 HTTP/1.1" status: 404 len: 347 time: 0.0156639 Jul 05 10:30:39.359108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48400) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:39.456379 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16792b-e491-421e-aa89-8162fa5cf492 req-c3403a66-b46e-4d42-b72c-91f145722935 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:39.458116 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-af16792b-e491-421e-aa89-8162fa5cf492 req-c3403a66-b46e-4d42-b72c-91f145722935 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 946 time: 0.0767984 Jul 05 10:30:39.458720 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1023a6-7a84-4cdd-8cb9-0e0626411ab7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:39.462771 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c1023a6-7a84-4cdd-8cb9-0e0626411ab7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.492530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-3c1023a6-7a84-4cdd-8cb9-0e0626411ab7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] device_id is not set on port b6a7f880-edf6-4e6a-a8cf-fdd45234620b yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:39.520985 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Allocated IP 172.20.0.2 (181ed78b-8d0c-4b94-b8be-2c19b8167818/cc8262be-2231-41db-a3df-062557027705/0e82feb3-47f1-4390-9aa2-c8fc9628de1f) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:39.527965 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.543699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Transition to ACTIVE for port object e3035b3f-9c3e-4b21-9926-54f9662a2f3a will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:39.544135 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83200e35-630a-40ee-810d-05eefbb9938a req-f106e4d0-b61b-428d-8ea1-96445da2b8b4 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:39.547469 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83200e35-630a-40ee-810d-05eefbb9938a req-f106e4d0-b61b-428d-8ea1-96445da2b8b4 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 946 time: 0.1963634 Jul 05 10:30:39.563083 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-af16792b-e491-421e-aa89-8162fa5cf492 req-8164fb0f-2b0e-489f-9a30-69c1ba731a3c tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b27a2ec-2222-4b01-a330-c182625f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815358 Jul 05 10:30:39.609705 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 100e57e8-7e5e-4aee-a788-c7117e1aa449 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:39.613285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Transition to ACTIVE for port object e3035b3f-9c3e-4b21-9926-54f9662a2f3a will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:39.636852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-44dadd77-d43a-40b2-b459-8ec321ebf721 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Deleting port 9d291598-08f3-4104-85e1-c88bde8988de {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:39.637478 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-44dadd77-d43a-40b2-b459-8ec321ebf721 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.638549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 100e57e8-7e5e-4aee-a788-c7117e1aa449 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:30:39.638969 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 100e57e8-7e5e-4aee-a788-c7117e1aa449 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:39.687144 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.763897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:39.771137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:39.773322 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.777988 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:39.779245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-71904e83-6ece-4729-ba95-c4163361f71f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::9fa9:ac9e:e59b:3f0a (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/9295e824-4d57-4d34-af9c-ec94299d31b6/5a134c41-f323-4f09-bc64-05669875488f) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:39.782987 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Pushing event updated for resources: {'Port': ['ID=e3035b3f-9c3e-4b21-9926-54f9662a2f3a,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:39.792498 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Transition to ACTIVE for port object 0e82feb3-47f1-4390-9aa2-c8fc9628de1f will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:39.804135 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-44dadd77-d43a-40b2-b459-8ec321ebf721 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.804465 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-44dadd77-d43a-40b2-b459-8ec321ebf721 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.814580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-83200e35-630a-40ee-810d-05eefbb9938a req-dde299e2-23f7-4fd8-a56c-ea5e8959b34c tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Deleting port 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:39.814937 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-83200e35-630a-40ee-810d-05eefbb9938a req-dde299e2-23f7-4fd8-a56c-ea5e8959b34c tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.844659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Transition to ACTIVE for port object 0e82feb3-47f1-4390-9aa2-c8fc9628de1f will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:39.854762 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Attempting to bind port e3035b3f-9c3e-4b21-9926-54f9662a2f3a on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:39.855125 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Attempting to bind port e3035b3f-9c3e-4b21-9926-54f9662a2f3a by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:39.855485 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Attempting to bind port e3035b3f-9c3e-4b21-9926-54f9662a2f3a on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:39.861088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:39.861452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:39.861849 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.862243 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:39.862701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Bound port: e3035b3f-9c3e-4b21-9926-54f9662a2f3a, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:39.863074 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:39.871404 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-44dadd77-d43a-40b2-b459-8ec321ebf721 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Calling delete_port for 9d291598-08f3-4104-85e1-c88bde8988de owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:39.929367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] For port e3035b3f-9c3e-4b21-9926-54f9662a2f3a, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:39.933102 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] For port e3035b3f-9c3e-4b21-9926-54f9662a2f3a, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e3035b3f-9c3e-4b21-9926-54f9662a2f3a,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:39.941181 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.007698 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-3c1023a6-7a84-4cdd-8cb9-0e0626411ab7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Allocated IP 172.20.0.9 (181ed78b-8d0c-4b94-b8be-2c19b8167818/cc8262be-2231-41db-a3df-062557027705/b6a7f880-edf6-4e6a-a8cf-fdd45234620b) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:40.066676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-83200e35-630a-40ee-810d-05eefbb9938a req-dde299e2-23f7-4fd8-a56c-ea5e8959b34c tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] For port 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=038d0123-aa2b-40e3-bc25-a6a8fb5c6afc,segment=NetworkSegment(2befad49-2a07-4674-a59f-cfe1af09b0f6),segment_id=2befad49-2a07-4674-a59f-cfe1af09b0f6)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:40.067046 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-83200e35-630a-40ee-810d-05eefbb9938a req-dde299e2-23f7-4fd8-a56c-ea5e8959b34c tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.090717 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-83200e35-630a-40ee-810d-05eefbb9938a req-dde299e2-23f7-4fd8-a56c-ea5e8959b34c tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Calling delete_port for 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:40.165873 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Network 181ed78b-8d0c-4b94-b8be-2c19b8167818 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:40.167701 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c1023a6-7a84-4cdd-8cb9-0e0626411ab7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.169448 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.177366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:40.185515 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:40.188758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-3c1023a6-7a84-4cdd-8cb9-0e0626411ab7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Transition to ACTIVE for port object b6a7f880-edf6-4e6a-a8cf-fdd45234620b will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:40.199627 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Pushing event updated for resources: {'Port': ['ID=0e82feb3-47f1-4390-9aa2-c8fc9628de1f,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:40.226353 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-71904e83-6ece-4729-ba95-c4163361f71f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.254376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-71904e83-6ece-4729-ba95-c4163361f71f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object 5a134c41-f323-4f09-bc64-05669875488f will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:40.304808 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c1023a6-7a84-4cdd-8cb9-0e0626411ab7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.308042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b2cb4-e827-4c79-a560-a46d33928802 None None] Pushing event updated for resources: {'Port': ['ID=e3035b3f-9c3e-4b21-9926-54f9662a2f3a,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:40.313493 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Attempting to bind port 0e82feb3-47f1-4390-9aa2-c8fc9628de1f on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:40.313997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Attempting to bind port 0e82feb3-47f1-4390-9aa2-c8fc9628de1f by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'e2be9880-86aa-4c34-9b6d-62bb13e16f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '181ed78b-8d0c-4b94-b8be-2c19b8167818'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:40.314830 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Attempting to bind port 0e82feb3-47f1-4390-9aa2-c8fc9628de1f on network 181ed78b-8d0c-4b94-b8be-2c19b8167818 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:40.324448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:40.325014 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Checking segment: {'id': 'e2be9880-86aa-4c34-9b6d-62bb13e16f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '181ed78b-8d0c-4b94-b8be-2c19b8167818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:40.325524 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.326068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Bound using segment: {'id': 'e2be9880-86aa-4c34-9b6d-62bb13e16f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '181ed78b-8d0c-4b94-b8be-2c19b8167818'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:40.326653 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Bound port: 0e82feb3-47f1-4390-9aa2-c8fc9628de1f, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2be9880-86aa-4c34-9b6d-62bb13e16f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '181ed78b-8d0c-4b94-b8be-2c19b8167818'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:40.327162 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.338061 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-44dadd77-d43a-40b2-b459-8ec321ebf721 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.354306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1023a6-7a84-4cdd-8cb9-0e0626411ab7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network 181ed78b-8d0c-4b94-b8be-2c19b8167818 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:40.362697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-3c1023a6-7a84-4cdd-8cb9-0e0626411ab7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:40.366801 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1023a6-7a84-4cdd-8cb9-0e0626411ab7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:40.398806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dadd77-d43a-40b2-b459-8ec321ebf721 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event deleted for resources: {'Port': ['ID=9d291598-08f3-4104-85e1-c88bde8988de,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:40.416251 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] For port 0e82feb3-47f1-4390-9aa2-c8fc9628de1f, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:40.416502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1023a6-7a84-4cdd-8cb9-0e0626411ab7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=b6a7f880-edf6-4e6a-a8cf-fdd45234620b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:40.417703 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-71904e83-6ece-4729-ba95-c4163361f71f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.450482 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1023a6-7a84-4cdd-8cb9-0e0626411ab7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:40.451095 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c1023a6-7a84-4cdd-8cb9-0e0626411ab7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.481314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] For port 0e82feb3-47f1-4390-9aa2-c8fc9628de1f, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0e82feb3-47f1-4390-9aa2-c8fc9628de1f,segment=NetworkSegment(e2be9880-86aa-4c34-9b6d-62bb13e16f89),segment_id=e2be9880-86aa-4c34-9b6d-62bb13e16f89)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:40.522103 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-83200e35-630a-40ee-810d-05eefbb9938a req-dde299e2-23f7-4fd8-a56c-ea5e8959b34c tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.537054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['038d0123-aa2b-40e3-bc25-a6a8fb5c6afc'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:30:40.562594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71904e83-6ece-4729-ba95-c4163361f71f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:40.566966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71904e83-6ece-4729-ba95-c4163361f71f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=5a134c41-f323-4f09-bc64-05669875488f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:40.574483 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3c1023a6-7a84-4cdd-8cb9-0e0626411ab7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.3924694 Jul 05 10:30:40.577568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48404) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:40.580644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-71904e83-6ece-4729-ba95-c4163361f71f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:40.586786 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71904e83-6ece-4729-ba95-c4163361f71f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:40.591408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71904e83-6ece-4729-ba95-c4163361f71f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:40.592150 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-71904e83-6ece-4729-ba95-c4163361f71f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.614432 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.652653 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-44dadd77-d43a-40b2-b459-8ec321ebf721 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.654371 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-44dadd77-d43a-40b2-b459-8ec321ebf721 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.660652 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-44dadd77-d43a-40b2-b459-8ec321ebf721 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "DELETE /v2.0/floatingips/a35d3870-30b5-44bf-9417-d109434c99ee HTTP/1.1" status: 204 len: 168 time: 1.3001633 Jul 05 10:30:40.681457 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48410) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:40.683047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-83200e35-630a-40ee-810d-05eefbb9938a req-dde299e2-23f7-4fd8-a56c-ea5e8959b34c tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] No DVR routers for this DVR port 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:40.708892 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fed426-15ee-44b9-ac6d-59e3659b533e None None] Pushing event updated for resources: {'Port': ['ID=0e82feb3-47f1-4390-9aa2-c8fc9628de1f,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:40.710191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde299e2-23f7-4fd8-a56c-ea5e8959b34c tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Pushing event deleted for resources: {'Port': ['ID=038d0123-aa2b-40e3-bc25-a6a8fb5c6afc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:40.724339 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-83200e35-630a-40ee-810d-05eefbb9938a req-dde299e2-23f7-4fd8-a56c-ea5e8959b34c tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.726275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83200e35-630a-40ee-810d-05eefbb9938a req-dde299e2-23f7-4fd8-a56c-ea5e8959b34c tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.64 "DELETE /v2.0/ports/038d0123-aa2b-40e3-bc25-a6a8fb5c6afc HTTP/1.1" status: 204 len: 173 time: 1.1685548 Jul 05 10:30:40.737794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30868f1-9885-4d7a-bad5-798f42ce116b', 'name': 'network-vif-deleted', 'tag': '038d0123-aa2b-40e3-bc25-a6a8fb5c6afc'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:30:40.743563 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c879b8-3e91-4989-bded-76deddae75e5" -d '{"events": [{"server_uuid": "e30868f1-9885-4d7a-bad5-798f42ce116b", "name": "network-vif-deleted", "tag": "038d0123-aa2b-40e3-bc25-a6a8fb5c6afc"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:30:40.786386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-a3dcfdee-355d-45c8-8f3d-411bc08a5a86 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port b6a7f880-edf6-4e6a-a8cf-fdd45234620b {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:40.786784 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3dcfdee-355d-45c8-8f3d-411bc08a5a86 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.839962 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8445328e-aa0e-41fa-922b-6291448ff6ba x-openstack-request-id: req-8445328e-aa0e-41fa-922b-6291448ff6ba {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:30:40.840470 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30868f1-9885-4d7a-bad5-798f42ce116b", "name": "network-vif-deleted", "tag": "038d0123-aa2b-40e3-bc25-a6a8fb5c6afc", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:30:40.841297 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8445328e-aa0e-41fa-922b-6291448ff6ba {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:30:40.841905 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30868f1-9885-4d7a-bad5-798f42ce116b', 'name': 'network-vif-deleted', 'tag': '038d0123-aa2b-40e3-bc25-a6a8fb5c6afc', 'status': 'completed', 'code': 200} Jul 05 10:30:40.856680 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-71904e83-6ece-4729-ba95-c4163361f71f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1261547 Jul 05 10:30:40.870541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48414) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:40.932893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a5d4615e-cbaf-440c-86a3-a175065e1a77 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Deleting port 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:40.936874 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5d4615e-cbaf-440c-86a3-a175065e1a77 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:40.971425 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-512c5bc7-58ef-4164-913a-698be7b88fa8 req-e2b4b590-d616-4690-9352-e06e4cb726f8 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 210 time: 0.1103401 Jul 05 10:30:41.084245 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3dcfdee-355d-45c8-8f3d-411bc08a5a86 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:41.096490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a804c833-b6de-459a-abde-2f1e3e81bc00 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:41.132816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a804c833-b6de-459a-abde-2f1e3e81bc00 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:41.137258 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a804c833-b6de-459a-abde-2f1e3e81bc00 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2616870 Jul 05 10:30:41.138400 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48418) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:41.165678 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5d4615e-cbaf-440c-86a3-a175065e1a77 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:41.179790 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a5d4615e-cbaf-440c-86a3-a175065e1a77 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Calling delete_port for 88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:41.185021 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-067939a1-060d-4f71-99d1-a52f24c665d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:41.230402 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-a3dcfdee-355d-45c8-8f3d-411bc08a5a86 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for b6a7f880-edf6-4e6a-a8cf-fdd45234620b owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:41.388210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-28f20ced-d9ea-4fea-a2b0-b776f168ffa2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port 5a134c41-f323-4f09-bc64-05669875488f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:41.388582 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28f20ced-d9ea-4fea-a2b0-b776f168ffa2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:41.478955 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5d4615e-cbaf-440c-86a3-a175065e1a77 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:41.544339 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28f20ced-d9ea-4fea-a2b0-b776f168ffa2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:41.564220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-28f20ced-d9ea-4fea-a2b0-b776f168ffa2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for 5a134c41-f323-4f09-bc64-05669875488f owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:41.587628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4615e-cbaf-440c-86a3-a175065e1a77 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event deleted for resources: {'Port': ['ID=88eb18ad-2797-45b6-bdf9-a1ae64cf84b5,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:41.633017 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3dcfdee-355d-45c8-8f3d-411bc08a5a86 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:41.672491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcfdee-355d-45c8-8f3d-411bc08a5a86 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=b6a7f880-edf6-4e6a-a8cf-fdd45234620b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:41.702842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d6c3655d-ce6f-4d52-918e-0ae799c25a0c None None] Provisioning for port e3035b3f-9c3e-4b21-9926-54f9662a2f3a completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:41.739133 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a5d4615e-cbaf-440c-86a3-a175065e1a77 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:41.748356 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a5d4615e-cbaf-440c-86a3-a175065e1a77 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "DELETE /v2.0/ports/88eb18ad-2797-45b6-bdf9-a1ae64cf84b5 HTTP/1.1" status: 204 len: 168 time: 1.0633399 Jul 05 10:30:41.751217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48420) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:41.798090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e3035b3f-9c3e-4b21-9926-54f9662a2f3a up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:41.919107 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3dcfdee-355d-45c8-8f3d-411bc08a5a86 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:41.922924 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a3dcfdee-355d-45c8-8f3d-411bc08a5a86 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/b6a7f880-edf6-4e6a-a8cf-fdd45234620b HTTP/1.1" status: 204 len: 168 time: 1.3442373 Jul 05 10:30:41.926181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48422) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:41.929004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2a9b58d7-4443-441e-958d-1c5a114dd753 None None] Could not find standard attr ID for object 29750ff1-02b9-48aa-b978-f4daacb5ecb9. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:30:41.951084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e3035b3f-9c3e-4b21-9926-54f9662a2f3a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:41.956338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e3035b3f-9c3e-4b21-9926-54f9662a2f3a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:41.959908 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:41.977774 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f40f1-b246-41e4-a44c-b3bc3cd1517c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Deleting port 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:41.978372 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cc2f40f1-b246-41e4-a44c-b3bc3cd1517c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:41.978546 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd3bdfb-666b-4d29-aa7d-99985587ea11 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] GET failed (client error): The resource could not be found. Jul 05 10:30:41.980624 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1cd3bdfb-666b-4d29-aa7d-99985587ea11 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/b6a7f880-edf6-4e6a-a8cf-fdd45234620b HTTP/1.1" status: 404 len: 333 time: 0.0533388 Jul 05 10:30:41.983764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48424) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:42.073826 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28f20ced-d9ea-4fea-a2b0-b776f168ffa2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.149202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f20ced-d9ea-4fea-a2b0-b776f168ffa2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=5a134c41-f323-4f09-bc64-05669875488f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:42.162350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c0141a-136b-4386-9d11-c500ca5e780a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting subnet cc8262be-2231-41db-a3df-062557027705 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:30:42.173118 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35c0141a-136b-4386-9d11-c500ca5e780a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.228273 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.266490 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28f20ced-d9ea-4fea-a2b0-b776f168ffa2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.273404 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-28f20ced-d9ea-4fea-a2b0-b776f168ffa2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/5a134c41-f323-4f09-bc64-05669875488f HTTP/1.1" status: 204 len: 168 time: 1.1220224 Jul 05 10:30:42.273745 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48430) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:42.288084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port e3035b3f-9c3e-4b21-9926-54f9662a2f3a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e3035b3f-9c3e-4b21-9926-54f9662a2f3a,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:42.301744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cc2f40f1-b246-41e4-a44c-b3bc3cd1517c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.308340 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e34536c-4755-4b92-83ec-4b2748b2dede req-4698b88c-9cce-479e-9160-2bbe819843c1 tempest-VolumesActionsTest-2093191746 tempest-VolumesActionsTest-2093191746-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30868f1-9885-4d7a-bad5-798f42ce116b HTTP/1.1" status: 200 len: 210 time: 0.0712242 Jul 05 10:30:42.325296 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35c0141a-136b-4386-9d11-c500ca5e780a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.328828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f40f1-b246-41e4-a44c-b3bc3cd1517c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Calling delete_port for 0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:42.346900 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-87a3b7a3-339c-4106-912b-b3b00060f97d None None] Could not find standard attr ID for object ff59e2e7-d25f-4c6f-8d72-ee8d2bc3c35e. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:30:42.412351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7dcd6d-6d2b-44a8-8947-d7cc68b5c967 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:42.414213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7dcd6d-6d2b-44a8-8947-d7cc68b5c967 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:42.415997 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4e7dcd6d-6d2b-44a8-8947-d7cc68b5c967 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1407552 Jul 05 10:30:42.417013 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.417856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0e82feb3-47f1-4390-9aa2-c8fc9628de1f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:42.418533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48432) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:42.503992 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a68e29-b325-4299-8585-0c90c874f4a6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 9295e824-4d57-4d34-af9c-ec94299d31b6 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:30:42.507812 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-23a68e29-b325-4299-8585-0c90c874f4a6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.547298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=e3035b3f-9c3e-4b21-9926-54f9662a2f3a,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:42.557106 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35c0141a-136b-4386-9d11-c500ca5e780a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.568667 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-23a68e29-b325-4299-8585-0c90c874f4a6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.605999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5e17f7-c2e4-401c-a203-73a32968958d None None] Network 181ed78b-8d0c-4b94-b8be-2c19b8167818 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:42.653867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 0e82feb3-47f1-4390-9aa2-c8fc9628de1f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:42.682315 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-23a68e29-b325-4299-8585-0c90c874f4a6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.751835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35c0141a-136b-4386-9d11-c500ca5e780a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.786161 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35c0141a-136b-4386-9d11-c500ca5e780a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.788521 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-35c0141a-136b-4386-9d11-c500ca5e780a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/cc8262be-2231-41db-a3df-062557027705 HTTP/1.1" status: 204 len: 168 time: 0.8035421 Jul 05 10:30:42.789850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0141a-136b-4386-9d11-c500ca5e780a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Subnet': ['ID=cc8262be-2231-41db-a3df-062557027705,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:42.791283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48434) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:42.794719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-79b4ba4d-1871-4438-a8a7-355130dbf657 None None] Provisioning for port 0e82feb3-47f1-4390-9aa2-c8fc9628de1f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:42.797382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cc2f40f1-b246-41e4-a44c-b3bc3cd1517c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.805696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-79b4ba4d-1871-4438-a8a7-355130dbf657 None None] Provisioning complete for port 0e82feb3-47f1-4390-9aa2-c8fc9628de1f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:42.806288 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-79b4ba4d-1871-4438-a8a7-355130dbf657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.847691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f40f1-b246-41e4-a44c-b3bc3cd1517c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event deleted for resources: {'Port': ['ID=0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:42.861876 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-23a68e29-b325-4299-8585-0c90c874f4a6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.915830 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a68e29-b325-4299-8585-0c90c874f4a6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=9295e824-4d57-4d34-af9c-ec94299d31b6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:42.918887 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-79b4ba4d-1871-4438-a8a7-355130dbf657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.927418 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-23a68e29-b325-4299-8585-0c90c874f4a6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.929455 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-23a68e29-b325-4299-8585-0c90c874f4a6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/9295e824-4d57-4d34-af9c-ec94299d31b6 HTTP/1.1" status: 204 len: 168 time: 0.5097528 Jul 05 10:30:42.932652 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48436) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:42.944143 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:42.949686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:42.982508 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:30:42.983499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 038d0123-aa2b-40e3-bc25-a6a8fb5c6afc not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:42.986911 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c695c90f-26aa-4c6e-9179-38310bba4a2c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528021 Jul 05 10:30:42.992974 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48438) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:42.996396 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1b534b02-84df-40af-abdd-6c7dbc082558 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:43.005317 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-79b4ba4d-1871-4438-a8a7-355130dbf657 None None] For port 0e82feb3-47f1-4390-9aa2-c8fc9628de1f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0e82feb3-47f1-4390-9aa2-c8fc9628de1f,segment=NetworkSegment(e2be9880-86aa-4c34-9b6d-62bb13e16f89),segment_id=e2be9880-86aa-4c34-9b6d-62bb13e16f89)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:43.032786 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port 0e82feb3-47f1-4390-9aa2-c8fc9628de1f {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:43.033479 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.036374 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6d9a1a-dce2-4f7d-af61-045f9b8fe703 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:43.101706 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-79b4ba4d-1871-4438-a8a7-355130dbf657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.118134 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] For port 0e82feb3-47f1-4390-9aa2-c8fc9628de1f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0e82feb3-47f1-4390-9aa2-c8fc9628de1f,segment=NetworkSegment(e2be9880-86aa-4c34-9b6d-62bb13e16f89),segment_id=e2be9880-86aa-4c34-9b6d-62bb13e16f89)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:43.118506 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.134276 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for 0e82feb3-47f1-4390-9aa2-c8fc9628de1f owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:43.158338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4ba4d-1871-4438-a8a7-355130dbf657 None None] Pushing event updated for resources: {'Port': ['ID=0e82feb3-47f1-4390-9aa2-c8fc9628de1f,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:43.232023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a3b8f1b-a10d-4c1d-8b3a-17e4311b85bd None None] Could not find standard attr ID for object 5a134c41-f323-4f09-bc64-05669875488f. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:30:43.244082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd332af-f512-4340-b4dc-98745f4c759a None None] Network 181ed78b-8d0c-4b94-b8be-2c19b8167818 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:43.328492 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.368265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=0e82feb3-47f1-4390-9aa2-c8fc9628de1f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:43.374018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No DVR routers for this DVR port 0e82feb3-47f1-4390-9aa2-c8fc9628de1f on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:43.396689 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-774ccd01-6747-4b4a-9bf2-477818039c7a None None] Could not find standard attr ID for object 0e82feb3-47f1-4390-9aa2-c8fc9628de1f. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:30:43.404500 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6a6b37-d72d-4b0a-b26c-efab4177be59 None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:30:43.506197 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cc2f40f1-b246-41e4-a44c-b3bc3cd1517c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.510066 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cc2f40f1-b246-41e4-a44c-b3bc3cd1517c tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "DELETE /v2.0/ports/0bbd1a7d-54fc-446b-a0a7-065e1b0d66ef HTTP/1.1" status: 204 len: 168 time: 1.7526844 Jul 05 10:30:43.513709 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48446) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:43.519192 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.527677 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba7a73b-64cf-4a38-a32c-e4fdf842039d None None] DHCP port deletion for 181ed78b-8d0c-4b94-b8be-2c19b8167818 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:30:43.546148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181ed78b-8d0c-4b94-b8be-2c19b8167818']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:43.575771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2be9880-86aa-4c34-9b6d-62bb13e16f89') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:43.575771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2be9880-86aa-4c34-9b6d-62bb13e16f89') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:43.583499 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.587146 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac152671-18fb-4f0b-9a72-fbbbcfc4ee6a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Deleting subnet 0e9418dd-e12b-4545-a8c0-25cb3a67831b {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:30:43.591012 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac152671-18fb-4f0b-9a72-fbbbcfc4ee6a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.602800 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.612738 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:30:43.620784 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:30:43.628701 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:30:43.637501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a6b37-d72d-4b0a-b26c-efab4177be59 None None] Deleting port e3035b3f-9c3e-4b21-9926-54f9662a2f3a {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:43.637501 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6b37-d72d-4b0a-b26c-efab4177be59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.653414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e3035b3f-9c3e-4b21-9926-54f9662a2f3a no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:43.657782 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac152671-18fb-4f0b-9a72-fbbbcfc4ee6a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.738364 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.738764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b534b02-84df-40af-abdd-6c7dbc082558 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:43.738872 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1b534b02-84df-40af-abdd-6c7dbc082558 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.742016 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3da1eeb-ff87-4e65-bd77-7b0dca6b05cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.752703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ca6a6b37-d72d-4b0a-b26c-efab4177be59 None None] For port e3035b3f-9c3e-4b21-9926-54f9662a2f3a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e3035b3f-9c3e-4b21-9926-54f9662a2f3a,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:43.753097 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6b37-d72d-4b0a-b26c-efab4177be59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.765420 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.771824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a6b37-d72d-4b0a-b26c-efab4177be59 None None] Calling delete_port for e3035b3f-9c3e-4b21-9926-54f9662a2f3a owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:43.781845 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.785382 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/networks/181ed78b-8d0c-4b94-b8be-2c19b8167818 HTTP/1.1" status: 204 len: 168 time: 0.9929750 Jul 05 10:30:43.786010 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48452) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:43.838238 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac152671-18fb-4f0b-9a72-fbbbcfc4ee6a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.846620 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:43.993464 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6b37-d72d-4b0a-b26c-efab4177be59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.058008 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac152671-18fb-4f0b-9a72-fbbbcfc4ee6a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.066891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0e82feb3-47f1-4390-9aa2-c8fc9628de1f no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:44.068881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a6b37-d72d-4b0a-b26c-efab4177be59 None None] Pushing event deleted for resources: {'Port': ['ID=e3035b3f-9c3e-4b21-9926-54f9662a2f3a,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:44.074320 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6a6b37-d72d-4b0a-b26c-efab4177be59 None None] No DVR routers for this DVR port e3035b3f-9c3e-4b21-9926-54f9662a2f3a on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:44.093621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 0e82feb3-47f1-4390-9aa2-c8fc9628de1f {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:30:44.093948 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0e82feb3-47f1-4390-9aa2-c8fc9628de1f not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:44.115369 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac152671-18fb-4f0b-9a72-fbbbcfc4ee6a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9418dd-e12b-4545-a8c0-25cb3a67831b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:44.117696 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac152671-18fb-4f0b-9a72-fbbbcfc4ee6a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.119901 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ac152671-18fb-4f0b-9a72-fbbbcfc4ee6a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "DELETE /v2.0/subnets/0e9418dd-e12b-4545-a8c0-25cb3a67831b HTTP/1.1" status: 204 len: 168 time: 0.6050181 Jul 05 10:30:44.125062 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48458) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:44.129185 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b1ebe24c-bcb7-4fdf-9db3-a59d1a929841 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'name': 'tempest-PortsTestJSON-1410460066'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:44.131209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416f1aa8-9e7d-45c7-9cca-8a8f113f496a None None] Network fe926520-9d96-4a2d-8770-b9c16396c5e0 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:44.133972 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc50b8-d735-48e0-bf21-77e823ac4ed7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Network': ['ID=181ed78b-8d0c-4b94-b8be-2c19b8167818,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:44.256073 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-0beeaacf-1f00-4dca-96ac-7e0f1105aef3 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Deleting subnet 05608ce7-9b32-42d7-8764-6dd3893b6e0b {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:30:44.256073 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0beeaacf-1f00-4dca-96ac-7e0f1105aef3 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.297354 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0beeaacf-1f00-4dca-96ac-7e0f1105aef3 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.302168 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ebe24c-bcb7-4fdf-9db3-a59d1a929841 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:44.306142 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1ebe24c-bcb7-4fdf-9db3-a59d1a929841 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.332521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-b1ebe24c-bcb7-4fdf-9db3-a59d1a929841 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] device_id is not set on port 33aad062-8128-4f0c-985e-e411db4a180b yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:44.336632 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1b534b02-84df-40af-abdd-6c7dbc082558 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.358898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7530c284-1698-4441-82ee-df7bb46ed27e None None] DHCP port deletion for fe926520-9d96-4a2d-8770-b9c16396c5e0 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:30:44.398325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b534b02-84df-40af-abdd-6c7dbc082558 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:44.424158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-1b534b02-84df-40af-abdd-6c7dbc082558 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:44.428257 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7530c284-1698-4441-82ee-df7bb46ed27e None None] Deleting port 5231877d-f8f9-4655-ba38-121dd35fc3bf {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:44.428662 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7530c284-1698-4441-82ee-df7bb46ed27e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.430554 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b534b02-84df-40af-abdd-6c7dbc082558 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:44.431154 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1b534b02-84df-40af-abdd-6c7dbc082558 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.451866 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a289fd73-bd37-46e5-961b-93007a3e65f3 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:44.456373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b534b02-84df-40af-abdd-6c7dbc082558 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=a96ee8c7-cc24-4fd7-b5a3-268edf4de3fc,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:44.466651 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0beeaacf-1f00-4dca-96ac-7e0f1105aef3 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.530561 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1ebe24c-bcb7-4fdf-9db3-a59d1a929841 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.548850 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1b534b02-84df-40af-abdd-6c7dbc082558 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5543029 Jul 05 10:30:44.549481 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48468) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:44.555173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-0b26016c-3b6c-4607-89ed-0adeb2e74284 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'fixed_ips': [{'subnet_id': 'a96ee8c7-cc24-4fd7-b5a3-268edf4de3fc', 'ip_address': '2001:db8::e1a8:a392:8dbd:25b4'}], 'name': 'tempest-NetworksTestDHCPv6-1684607461'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:44.560887 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7530c284-1698-4441-82ee-df7bb46ed27e None None] For port 5231877d-f8f9-4655-ba38-121dd35fc3bf, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5231877d-f8f9-4655-ba38-121dd35fc3bf,segment=NetworkSegment(04cc69ca-b013-491a-958a-44dffe7c8b06),segment_id=04cc69ca-b013-491a-958a-44dffe7c8b06)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:44.561847 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7530c284-1698-4441-82ee-df7bb46ed27e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.582637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7530c284-1698-4441-82ee-df7bb46ed27e None None] Calling delete_port for 5231877d-f8f9-4655-ba38-121dd35fc3bf owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:44.687102 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0beeaacf-1f00-4dca-96ac-7e0f1105aef3 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.711487 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1ebe24c-bcb7-4fdf-9db3-a59d1a929841 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.725874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beeaacf-1f00-4dca-96ac-7e0f1105aef3 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event deleted for resources: {'Subnet': ['ID=05608ce7-9b32-42d7-8764-6dd3893b6e0b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:44.738885 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0beeaacf-1f00-4dca-96ac-7e0f1105aef3 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.744175 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0beeaacf-1f00-4dca-96ac-7e0f1105aef3 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "DELETE /v2.0/subnets/05608ce7-9b32-42d7-8764-6dd3893b6e0b HTTP/1.1" status: 204 len: 168 time: 0.6148365 Jul 05 10:30:44.744175 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48476) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:44.756923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': 'a96ee8c7-cc24-4fd7-b5a3-268edf4de3fc'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:30:44.757805 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.775529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b59008-4a7b-4c0b-a5f5-8782fe8f298a None None] Network d022e67d-369f-4a6b-bf01-b31de8b3f25e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:44.792636 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ebe24c-bcb7-4fdf-9db3-a59d1a929841 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network f00d15e9-f5b0-4df6-ba30-aec20611246b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:44.811498 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-b1ebe24c-bcb7-4fdf-9db3-a59d1a929841 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:44.819592 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ebe24c-bcb7-4fdf-9db3-a59d1a929841 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:44.824704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ebe24c-bcb7-4fdf-9db3-a59d1a929841 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:44.825412 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1ebe24c-bcb7-4fdf-9db3-a59d1a929841 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.837314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebe24c-bcb7-4fdf-9db3-a59d1a929841 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=33aad062-8128-4f0c-985e-e411db4a180b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:44.838627 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b26016c-3b6c-4607-89ed-0adeb2e74284 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:44.839494 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7530c284-1698-4441-82ee-df7bb46ed27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.914827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530c284-1698-4441-82ee-df7bb46ed27e None None] Pushing event deleted for resources: {'Port': ['ID=5231877d-f8f9-4655-ba38-121dd35fc3bf,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:44.916867 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea360cb3-d429-4556-8bbe-40d9302fc921 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:44.919023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7530c284-1698-4441-82ee-df7bb46ed27e None None] No DVR routers for this DVR port 5231877d-f8f9-4655-ba38-121dd35fc3bf on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:44.934564 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b1ebe24c-bcb7-4fdf-9db3-a59d1a929841 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8072660 Jul 05 10:30:44.935055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48482) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:45.047096 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-41724ae7-3f40-4c8d-b566-f907fa9745a7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port 33aad062-8128-4f0c-985e-e411db4a180b {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:45.047470 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41724ae7-3f40-4c8d-b566-f907fa9745a7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.052805 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b26016c-3b6c-4607-89ed-0adeb2e74284 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.060169 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea360cb3-d429-4556-8bbe-40d9302fc921 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.083030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ea360cb3-d429-4556-8bbe-40d9302fc921 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe926520-9d96-4a2d-8770-b9c16396c5e0']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:45.099577 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ea360cb3-d429-4556-8bbe-40d9302fc921 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cc69ca-b013-491a-958a-44dffe7c8b06') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:45.100480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ea360cb3-d429-4556-8bbe-40d9302fc921 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cc69ca-b013-491a-958a-44dffe7c8b06') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:45.109313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-0b26016c-3b6c-4607-89ed-0adeb2e74284 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port edb951bb-fce7-4547-a883-abd985dca01e yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:45.110669 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Allocated IP 2001:db8::2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/a96ee8c7-cc24-4fd7-b5a3-268edf4de3fc/591c729b-82ae-49e1-a0f1-255d242e87b9) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:45.119527 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea360cb3-d429-4556-8bbe-40d9302fc921 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.119777 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.148857 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41724ae7-3f40-4c8d-b566-f907fa9745a7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.170738 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-41724ae7-3f40-4c8d-b566-f907fa9745a7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for 33aad062-8128-4f0c-985e-e411db4a180b owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:45.177027 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea360cb3-d429-4556-8bbe-40d9302fc921 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.190066 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea360cb3-d429-4556-8bbe-40d9302fc921 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:30:45.190622 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea360cb3-d429-4556-8bbe-40d9302fc921 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:30:45.194619 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:30:45.218448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760aee6e-7c62-42af-9827-f33581aea226 None None] DHCP port deletion for d022e67d-369f-4a6b-bf01-b31de8b3f25e request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:30:45.347299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-760aee6e-7c62-42af-9827-f33581aea226 None None] Deleting port 214d3dbf-3cbc-4092-bf29-914c70254e26 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:45.347299 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-760aee6e-7c62-42af-9827-f33581aea226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.347530 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.375583 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41724ae7-3f40-4c8d-b566-f907fa9745a7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.401887 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea360cb3-d429-4556-8bbe-40d9302fc921 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.404885 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Transition to ACTIVE for port object 591c729b-82ae-49e1-a0f1-255d242e87b9 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:45.406843 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ea360cb3-d429-4556-8bbe-40d9302fc921 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.412152 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ea360cb3-d429-4556-8bbe-40d9302fc921 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "DELETE /v2.0/networks/fe926520-9d96-4a2d-8770-b9c16396c5e0 HTTP/1.1" status: 204 len: 168 time: 0.6670439 Jul 05 10:30:45.413310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48500) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:45.432874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-760aee6e-7c62-42af-9827-f33581aea226 None None] For port 214d3dbf-3cbc-4092-bf29-914c70254e26, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=214d3dbf-3cbc-4092-bf29-914c70254e26,segment=NetworkSegment(cc111b8d-ad9a-4eb5-988a-bb47b2978c4d),segment_id=cc111b8d-ad9a-4eb5-988a-bb47b2978c4d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:45.433302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41724ae7-3f40-4c8d-b566-f907fa9745a7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.433489 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-760aee6e-7c62-42af-9827-f33581aea226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.443642 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Transition to ACTIVE for port object 591c729b-82ae-49e1-a0f1-255d242e87b9 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:45.444993 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-41724ae7-3f40-4c8d-b566-f907fa9745a7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/33aad062-8128-4f0c-985e-e411db4a180b HTTP/1.1" status: 204 len: 168 time: 0.5087583 Jul 05 10:30:45.446424 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41724ae7-3f40-4c8d-b566-f907fa9745a7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=33aad062-8128-4f0c-985e-e411db4a180b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:45.448302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48502) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:45.456056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-873523b9-3155-46c2-9525-e1d35a3fdf15 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'mac_address': 'fa:16:3e:70:5c:9e', 'name': 'tempest-PortsTestJSON-1811322525'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:45.456218 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-760aee6e-7c62-42af-9827-f33581aea226 None None] Calling delete_port for 214d3dbf-3cbc-4092-bf29-914c70254e26 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:45.545986 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.566813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea360cb3-d429-4556-8bbe-40d9302fc921 tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event deleted for resources: {'Network': ['ID=fe926520-9d96-4a2d-8770-b9c16396c5e0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:45.568646 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.605033 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 214d3dbf-3cbc-4092-bf29-914c70254e26 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:45.662444 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-0b26016c-3b6c-4607-89ed-0adeb2e74284 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::e1a8:a392:8dbd:25b4 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/a96ee8c7-cc24-4fd7-b5a3-268edf4de3fc/edb951bb-fce7-4547-a883-abd985dca01e) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:45.686727 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873523b9-3155-46c2-9525-e1d35a3fdf15 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:45.709727 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Deleting port 214d3dbf-3cbc-4092-bf29-914c70254e26 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:45.710078 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.823245 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:45.824092 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-760aee6e-7c62-42af-9827-f33581aea226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.836607 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:45.851554 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:45.853904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] For port 214d3dbf-3cbc-4092-bf29-914c70254e26, host n-d-779913-27, got binding levels [] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:45.854278 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.858760 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Pushing event updated for resources: {'Port': ['ID=591c729b-82ae-49e1-a0f1-255d242e87b9,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:45.876215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-873523b9-3155-46c2-9525-e1d35a3fdf15 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.879057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Calling delete_port for 214d3dbf-3cbc-4092-bf29-914c70254e26 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:45.884225 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.ipam_backend_mixin [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Port 214d3dbf-3cbc-4092-bf29-914c70254e26 was not found and therefore no delete operation was performed {{(pid=100776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:30:45.885870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760aee6e-7c62-42af-9827-f33581aea226 None None] Pushing event deleted for resources: {'Port': ['ID=214d3dbf-3cbc-4092-bf29-914c70254e26,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:45.887970 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:45.888173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760aee6e-7c62-42af-9827-f33581aea226 None None] No DVR routers for this DVR port 214d3dbf-3cbc-4092-bf29-914c70254e26 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:45.934832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No active binding found for port 214d3dbf-3cbc-4092-bf29-914c70254e26 {{(pid=100777) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 10:30:45.934832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 214d3dbf-3cbc-4092-bf29-914c70254e26 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:45.934832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5231877d-f8f9-4655-ba38-121dd35fc3bf no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:45.950763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event deleted for resources: {'Port': ['ID=214d3dbf-3cbc-4092-bf29-914c70254e26,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:45.960142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] No DVR routers for this DVR port 214d3dbf-3cbc-4092-bf29-914c70254e26 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:45.984645 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 5231877d-f8f9-4655-ba38-121dd35fc3bf {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:30:45.984979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5231877d-f8f9-4655-ba38-121dd35fc3bf not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:45.993172 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-873523b9-3155-46c2-9525-e1d35a3fdf15 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] device_id is not set on port 49657351-99a8-4c24-9bac-1f6139093347 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:45.997915 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Attempting to bind port 591c729b-82ae-49e1-a0f1-255d242e87b9 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:45.998328 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Attempting to bind port 591c729b-82ae-49e1-a0f1-255d242e87b9 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:45.999593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Attempting to bind port 591c729b-82ae-49e1-a0f1-255d242e87b9 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:46.006871 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:46.007190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:46.007596 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.008143 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:46.008633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Bound port: 591c729b-82ae-49e1-a0f1-255d242e87b9, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:46.009096 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.036004 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b26016c-3b6c-4607-89ed-0adeb2e74284 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.055118 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-0b26016c-3b6c-4607-89ed-0adeb2e74284 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object edb951bb-fce7-4547-a883-abd985dca01e will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:46.119499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] For port 591c729b-82ae-49e1-a0f1-255d242e87b9, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:46.124431 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] For port 591c729b-82ae-49e1-a0f1-255d242e87b9, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=591c729b-82ae-49e1-a0f1-255d242e87b9,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:46.158725 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.169897 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d022e67d-369f-4a6b-bf01-b31de8b3f25e']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:46.182744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:46.183051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc111b8d-ad9a-4eb5-988a-bb47b2978c4d') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:30:46.193835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.202121 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b26016c-3b6c-4607-89ed-0adeb2e74284 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.203018 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.238823 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-873523b9-3155-46c2-9525-e1d35a3fdf15 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.245825 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.263359 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b26016c-3b6c-4607-89ed-0adeb2e74284 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:46.269823 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:30:46.270243 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:30:46.273656 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:30:46.280665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd2197-a8a6-4635-95e2-b57d51c2f078 None None] Pushing event updated for resources: {'Port': ['ID=591c729b-82ae-49e1-a0f1-255d242e87b9,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:46.290788 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-0b26016c-3b6c-4607-89ed-0adeb2e74284 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:46.294040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26016c-3b6c-4607-89ed-0adeb2e74284 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:46.302914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b26016c-3b6c-4607-89ed-0adeb2e74284 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:46.303594 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b26016c-3b6c-4607-89ed-0adeb2e74284 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.349892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26016c-3b6c-4607-89ed-0adeb2e74284 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=edb951bb-fce7-4547-a883-abd985dca01e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:46.357438 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-873523b9-3155-46c2-9525-e1d35a3fdf15 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.414200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873523b9-3155-46c2-9525-e1d35a3fdf15 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network f00d15e9-f5b0-4df6-ba30-aec20611246b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:46.417529 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-873523b9-3155-46c2-9525-e1d35a3fdf15 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:46.424465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873523b9-3155-46c2-9525-e1d35a3fdf15 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:46.430116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873523b9-3155-46c2-9525-e1d35a3fdf15 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:46.430817 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-873523b9-3155-46c2-9525-e1d35a3fdf15 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.447816 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873523b9-3155-46c2-9525-e1d35a3fdf15 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=49657351-99a8-4c24-9bac-1f6139093347,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:46.510290 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48528) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:46.520163 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0b26016c-3b6c-4607-89ed-0adeb2e74284 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9621861 Jul 05 10:30:46.535800 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.548506 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.558285 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] 10.222.0.77 "DELETE /v2.0/networks/d022e67d-369f-4a6b-bf01-b31de8b3f25e HTTP/1.1" status: 204 len: 168 time: 1.1410465 Jul 05 10:30:46.593866 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-873523b9-3155-46c2-9525-e1d35a3fdf15 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1436174 Jul 05 10:30:46.601245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48532) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:46.644286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822fa96-4180-40c9-8b73-1644014ff77a tempest-TaggedBootDevicesTest_v242-879707659 tempest-TaggedBootDevicesTest_v242-879707659-project] Pushing event deleted for resources: {'Network': ['ID=d022e67d-369f-4a6b-bf01-b31de8b3f25e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:46.758643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1eff7a-4b4d-4263-a4c9-bf55f5286845 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:46.775121 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1eff7a-4b4d-4263-a4c9-bf55f5286845 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:46.775121 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ac1eff7a-4b4d-4263-a4c9-bf55f5286845 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2635670 Jul 05 10:30:46.778571 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48536) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:46.785988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8748fe6f-22d0-4675-9dc5-c7cbccc6b5ec tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:46.790297 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8748fe6f-22d0-4675-9dc5-c7cbccc6b5ec tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/49657351-99a8-4c24-9bac-1f6139093347 HTTP/1.1" status: 200 len: 841 time: 0.1837354 Jul 05 10:30:46.790764 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:46.791049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48538) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:46.944380 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-e51ebe6b-b45b-4b4d-8d85-672a76af1987 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port edb951bb-fce7-4547-a883-abd985dca01e {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:46.945276 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e51ebe6b-b45b-4b4d-8d85-672a76af1987 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:47.036672 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d65e1-7fbd-41fb-8a6d-e68f122a8311 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port 49657351-99a8-4c24-9bac-1f6139093347 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:47.041923 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e3d65e1-7fbd-41fb-8a6d-e68f122a8311 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:47.130939 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e51ebe6b-b45b-4b4d-8d85-672a76af1987 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:47.154051 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-e51ebe6b-b45b-4b4d-8d85-672a76af1987 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for edb951bb-fce7-4547-a883-abd985dca01e owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:47.176615 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e3d65e1-7fbd-41fb-8a6d-e68f122a8311 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:47.210579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d65e1-7fbd-41fb-8a6d-e68f122a8311 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for 49657351-99a8-4c24-9bac-1f6139093347 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:47.509600 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e51ebe6b-b45b-4b4d-8d85-672a76af1987 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:47.543878 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e3d65e1-7fbd-41fb-8a6d-e68f122a8311 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:47.597562 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ebe6b-b45b-4b4d-8d85-672a76af1987 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=edb951bb-fce7-4547-a883-abd985dca01e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:47.664274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d65e1-7fbd-41fb-8a6d-e68f122a8311 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=49657351-99a8-4c24-9bac-1f6139093347,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:47.690015 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e3d65e1-7fbd-41fb-8a6d-e68f122a8311 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:47.697334 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8e3d65e1-7fbd-41fb-8a6d-e68f122a8311 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/49657351-99a8-4c24-9bac-1f6139093347 HTTP/1.1" status: 204 len: 168 time: 0.9052637 Jul 05 10:30:47.704469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48556) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:47.710344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 591c729b-82ae-49e1-a0f1-255d242e87b9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:47.720976 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e51ebe6b-b45b-4b4d-8d85-672a76af1987 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:47.723358 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e51ebe6b-b45b-4b4d-8d85-672a76af1987 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/edb951bb-fce7-4547-a883-abd985dca01e HTTP/1.1" status: 204 len: 168 time: 0.9319992 Jul 05 10:30:47.725855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48558) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:47.742661 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a531de-ab38-4b0f-9eab-e0fde561a40b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] GET failed (client error): The resource could not be found. Jul 05 10:30:47.752187 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-03a531de-ab38-4b0f-9eab-e0fde561a40b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/49657351-99a8-4c24-9bac-1f6139093347 HTTP/1.1" status: 404 len: 333 time: 0.0458870 Jul 05 10:30:47.752833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48560) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:47.758253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6c3d179f-e660-419c-8a01-318f5b2c0115 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'name': 'tempest-PortsTestJSON-579484734'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:47.871653 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193f0699-1631-4397-adff-d5ad2b257bd2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:47.887822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193f0699-1631-4397-adff-d5ad2b257bd2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:47.892473 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-193f0699-1631-4397-adff-d5ad2b257bd2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1652033 Jul 05 10:30:47.896770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48562) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:47.986765 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 591c729b-82ae-49e1-a0f1-255d242e87b9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:48.016299 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2de7c71-188e-4b9a-9c1f-62cdb1ca679a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet a96ee8c7-cc24-4fd7-b5a3-268edf4de3fc {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:30:48.021009 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a2de7c71-188e-4b9a-9c1f-62cdb1ca679a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:48.085265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3d179f-e660-419c-8a01-318f5b2c0115 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:48.086235 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c3d179f-e660-419c-8a01-318f5b2c0115 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:48.090628 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a2de7c71-188e-4b9a-9c1f-62cdb1ca679a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:48.152159 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-6c3d179f-e660-419c-8a01-318f5b2c0115 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] device_id is not set on port 7bf64bd3-1b6e-406e-af52-9a7d36e0c2e6 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:48.288887 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a2de7c71-188e-4b9a-9c1f-62cdb1ca679a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:48.373420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-df7f50f6-cc62-42ca-a333-61ccada9ef5d None None] Provisioning for port 591c729b-82ae-49e1-a0f1-255d242e87b9 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:48.378242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-df7f50f6-cc62-42ca-a333-61ccada9ef5d None None] Provisioning complete for port 591c729b-82ae-49e1-a0f1-255d242e87b9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:48.385963 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-df7f50f6-cc62-42ca-a333-61ccada9ef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:48.498165 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a2de7c71-188e-4b9a-9c1f-62cdb1ca679a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:48.529229 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a2de7c71-188e-4b9a-9c1f-62cdb1ca679a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:48.533092 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a2de7c71-188e-4b9a-9c1f-62cdb1ca679a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/a96ee8c7-cc24-4fd7-b5a3-268edf4de3fc HTTP/1.1" status: 204 len: 168 time: 0.6330464 Jul 05 10:30:48.614252 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48572) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:48.645993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de7c71-188e-4b9a-9c1f-62cdb1ca679a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=a96ee8c7-cc24-4fd7-b5a3-268edf4de3fc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:48.668057 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c3d179f-e660-419c-8a01-318f5b2c0115 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:48.694749 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-df7f50f6-cc62-42ca-a333-61ccada9ef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:48.726848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d27af2d-1586-46ad-a5a6-2f0145011fa7 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:48.760582 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48576) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:48.761175 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-691e0f14-4908-4bfa-a0cb-b33fd2655e8f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1456037 Jul 05 10:30:48.779968 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-69188dd8-a769-43b4-a8eb-6a4002445615 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:48.813245 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-df7f50f6-cc62-42ca-a333-61ccada9ef5d None None] For port 591c729b-82ae-49e1-a0f1-255d242e87b9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=591c729b-82ae-49e1-a0f1-255d242e87b9,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:48.887780 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c3d179f-e660-419c-8a01-318f5b2c0115 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:48.911110 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-df7f50f6-cc62-42ca-a333-61ccada9ef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:48.966380 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3d179f-e660-419c-8a01-318f5b2c0115 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network f00d15e9-f5b0-4df6-ba30-aec20611246b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:48.970311 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d179f-e660-419c-8a01-318f5b2c0115 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=7bf64bd3-1b6e-406e-af52-9a7d36e0c2e6,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:48.983455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-6c3d179f-e660-419c-8a01-318f5b2c0115 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:48.995343 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f50f6-cc62-42ca-a333-61ccada9ef5d None None] Pushing event updated for resources: {'Port': ['ID=591c729b-82ae-49e1-a0f1-255d242e87b9,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:48.995650 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3d179f-e660-419c-8a01-318f5b2c0115 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:49.001997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3d179f-e660-419c-8a01-318f5b2c0115 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:49.002667 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c3d179f-e660-419c-8a01-318f5b2c0115 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:49.029884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cdb187a1-db23-4e1c-a8d0-324f8f4b4de2 None None] Could not find standard attr ID for object edb951bb-fce7-4547-a883-abd985dca01e. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:30:49.052168 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5f7209-2fe1-4201-8e8e-6774b93000a9 None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:30:49.111499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f7209-2fe1-4201-8e8e-6774b93000a9 None None] Deleting port 591c729b-82ae-49e1-a0f1-255d242e87b9 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:49.112114 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7209-2fe1-4201-8e8e-6774b93000a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:49.134342 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69188dd8-a769-43b4-a8eb-6a4002445615 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:49.137915 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69188dd8-a769-43b4-a8eb-6a4002445615 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:49.261426 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1d5f7209-2fe1-4201-8e8e-6774b93000a9 None None] For port 591c729b-82ae-49e1-a0f1-255d242e87b9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=591c729b-82ae-49e1-a0f1-255d242e87b9,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:49.265594 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7209-2fe1-4201-8e8e-6774b93000a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:49.281366 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6c3d179f-e660-419c-8a01-318f5b2c0115 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5274181 Jul 05 10:30:49.283944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48580) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:49.291232 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-eecda1da-e18f-4a4f-8090-18953de73826 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:49.297063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f7209-2fe1-4201-8e8e-6774b93000a9 None None] Calling delete_port for 591c729b-82ae-49e1-a0f1-255d242e87b9 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:49.512089 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eecda1da-e18f-4a4f-8090-18953de73826 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:49.573090 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7209-2fe1-4201-8e8e-6774b93000a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:49.602786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f7209-2fe1-4201-8e8e-6774b93000a9 None None] No DVR routers for this DVR port 591c729b-82ae-49e1-a0f1-255d242e87b9 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:49.680747 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 591c729b-82ae-49e1-a0f1-255d242e87b9 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:49.686033 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69188dd8-a769-43b4-a8eb-6a4002445615 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:49.686976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f7209-2fe1-4201-8e8e-6774b93000a9 None None] Pushing event deleted for resources: {'Port': ['ID=591c729b-82ae-49e1-a0f1-255d242e87b9,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:49.734816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69188dd8-a769-43b4-a8eb-6a4002445615 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:49.738142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 591c729b-82ae-49e1-a0f1-255d242e87b9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:30:49.738671 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 591c729b-82ae-49e1-a0f1-255d242e87b9 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:30:49.778251 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-69188dd8-a769-43b4-a8eb-6a4002445615 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:49.791358 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c6296f-0411-4a49-918b-214892818cb5 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:49.794556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69188dd8-a769-43b4-a8eb-6a4002445615 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:49.795956 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69188dd8-a769-43b4-a8eb-6a4002445615 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:49.885290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69188dd8-a769-43b4-a8eb-6a4002445615 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=cef3f8ce-fa19-4168-9d85-44afc15de383,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:49.962113 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eecda1da-e18f-4a4f-8090-18953de73826 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:49.992308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48590) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:49.993623 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-69188dd8-a769-43b4-a8eb-6a4002445615 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2278926 Jul 05 10:30:49.997914 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c2dfeb1a-cd78-4804-8b5a-b9a4e27d8d66 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'fixed_ips': [{'subnet_id': 'cef3f8ce-fa19-4168-9d85-44afc15de383', 'ip_address': '2001:db8::ff26:2439:515e:f144'}], 'name': 'tempest-NetworksTestDHCPv6-1144458855'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:50.159967 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': 'cef3f8ce-fa19-4168-9d85-44afc15de383'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:30:50.169699 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:50.181409 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eecda1da-e18f-4a4f-8090-18953de73826 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:50.293688 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-eecda1da-e18f-4a4f-8090-18953de73826 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] In _notify_port_updated(), no bound segment for port 7bf64bd3-1b6e-406e-af52-9a7d36e0c2e6 on network f00d15e9-f5b0-4df6-ba30-aec20611246b {{(pid=100775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:30:50.307395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecda1da-e18f-4a4f-8090-18953de73826 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:50.308099 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eecda1da-e18f-4a4f-8090-18953de73826 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:50.312839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48592) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:50.324540 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eecda1da-e18f-4a4f-8090-18953de73826 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "PUT /v2.0/ports/7bf64bd3-1b6e-406e-af52-9a7d36e0c2e6 HTTP/1.1" status: 200 len: 818 time: 1.0389781 Jul 05 10:30:50.383885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecda1da-e18f-4a4f-8090-18953de73826 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=7bf64bd3-1b6e-406e-af52-9a7d36e0c2e6,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:50.485246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dfeb1a-cd78-4804-8b5a-b9a4e27d8d66 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:50.540534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-9de350a6-93c5-4d2d-b62c-1aeec0226f24 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port 7bf64bd3-1b6e-406e-af52-9a7d36e0c2e6 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:50.545025 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9de350a6-93c5-4d2d-b62c-1aeec0226f24 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:50.571745 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Allocated IP 2001:db8::2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/cef3f8ce-fa19-4168-9d85-44afc15de383/c13f0a4e-e26b-44b2-a3a0-f5d645dd1458) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:50.707639 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c2dfeb1a-cd78-4804-8b5a-b9a4e27d8d66 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:50.747027 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-c2dfeb1a-cd78-4804-8b5a-b9a4e27d8d66 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port bef18ce1-10ff-4cfc-aa23-d2d1a1edfd3e yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:50.752293 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9de350a6-93c5-4d2d-b62c-1aeec0226f24 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:50.774401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-9de350a6-93c5-4d2d-b62c-1aeec0226f24 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for 7bf64bd3-1b6e-406e-af52-9a7d36e0c2e6 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:50.978890 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:50.988954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Transition to ACTIVE for port object c13f0a4e-e26b-44b2-a3a0-f5d645dd1458 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:51.007282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Transition to ACTIVE for port object c13f0a4e-e26b-44b2-a3a0-f5d645dd1458 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:51.088867 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:51.102558 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9de350a6-93c5-4d2d-b62c-1aeec0226f24 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:51.153102 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-c2dfeb1a-cd78-4804-8b5a-b9a4e27d8d66 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::ff26:2439:515e:f144 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/cef3f8ce-fa19-4168-9d85-44afc15de383/bef18ce1-10ff-4cfc-aa23-d2d1a1edfd3e) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:51.187173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de350a6-93c5-4d2d-b62c-1aeec0226f24 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=7bf64bd3-1b6e-406e-af52-9a7d36e0c2e6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:51.194010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:51.197528 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:51.204360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:51.215862 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9de350a6-93c5-4d2d-b62c-1aeec0226f24 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:51.222877 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9de350a6-93c5-4d2d-b62c-1aeec0226f24 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/7bf64bd3-1b6e-406e-af52-9a7d36e0c2e6 HTTP/1.1" status: 204 len: 168 time: 0.9059284 Jul 05 10:30:51.223518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48604) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:51.224646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Pushing event updated for resources: {'Port': ['ID=c13f0a4e-e26b-44b2-a3a0-f5d645dd1458,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:51.391389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Attempting to bind port c13f0a4e-e26b-44b2-a3a0-f5d645dd1458 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:51.392173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Attempting to bind port c13f0a4e-e26b-44b2-a3a0-f5d645dd1458 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:51.392720 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Attempting to bind port c13f0a4e-e26b-44b2-a3a0-f5d645dd1458 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:51.407451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:51.408000 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:51.408424 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:51.408834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:51.409343 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Bound port: c13f0a4e-e26b-44b2-a3a0-f5d645dd1458, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:51.409728 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:51.445775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a6a074-a000-4082-985b-80786526147a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:51.445775 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-98a6a074-a000-4082-985b-80786526147a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2159204 Jul 05 10:30:51.445775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48606) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:51.449233 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c2dfeb1a-cd78-4804-8b5a-b9a4e27d8d66 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:51.511940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-c2dfeb1a-cd78-4804-8b5a-b9a4e27d8d66 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object bef18ce1-10ff-4cfc-aa23-d2d1a1edfd3e will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:51.540108 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab46ea9-bafe-4cb9-a3fc-f0ad2eb42eb1 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] GET failed (client error): The resource could not be found. Jul 05 10:30:51.555499 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bab46ea9-bafe-4cb9-a3fc-f0ad2eb42eb1 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/7bf64bd3-1b6e-406e-af52-9a7d36e0c2e6 HTTP/1.1" status: 404 len: 333 time: 0.1083589 Jul 05 10:30:51.556500 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48608) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:51.571479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2689efa5-1fa4-448f-9460-aa27c466cb23 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1220209286'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:51.605624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] For port c13f0a4e-e26b-44b2-a3a0-f5d645dd1458, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:51.613682 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] For port c13f0a4e-e26b-44b2-a3a0-f5d645dd1458, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c13f0a4e-e26b-44b2-a3a0-f5d645dd1458,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:51.683022 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c2dfeb1a-cd78-4804-8b5a-b9a4e27d8d66 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:51.718237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2689efa5-1fa4-448f-9460-aa27c466cb23 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:51.719764 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:51.733014 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2689efa5-1fa4-448f-9460-aa27c466cb23 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:51.788272 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfeb1a-cd78-4804-8b5a-b9a4e27d8d66 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=bef18ce1-10ff-4cfc-aa23-d2d1a1edfd3e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:51.789338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2689efa5-1fa4-448f-9460-aa27c466cb23 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:30:51.815341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dfeb1a-cd78-4804-8b5a-b9a4e27d8d66 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:51.816811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c2dfeb1a-cd78-4804-8b5a-b9a4e27d8d66 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:51.819264 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dfeb1a-cd78-4804-8b5a-b9a4e27d8d66 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:51.829392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dfeb1a-cd78-4804-8b5a-b9a4e27d8d66 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:51.831629 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c2dfeb1a-cd78-4804-8b5a-b9a4e27d8d66 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:51.845848 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2689efa5-1fa4-448f-9460-aa27c466cb23 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:51.846493 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-2689efa5-1fa4-448f-9460-aa27c466cb23 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Added segment 6d14fad5-71ff-4480-9365-7dbd15961ed0 of type vlan for network 234bd1c2-d46f-4e22-b270-bb3563df6d6f Jul 05 10:30:51.878372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e58e82-b4c3-4693-9d00-387b563ca0fc None None] Pushing event updated for resources: {'Port': ['ID=c13f0a4e-e26b-44b2-a3a0-f5d645dd1458,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:51.939056 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c2dfeb1a-cd78-4804-8b5a-b9a4e27d8d66 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9452629 Jul 05 10:30:51.941668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48618) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:52.001936 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2689efa5-1fa4-448f-9460-aa27c466cb23 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:52.145968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c5f1ca-f456-48d6-b67e-813319abe92a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:52.149543 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2689efa5-1fa4-448f-9460-aa27c466cb23 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:52.154285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c5f1ca-f456-48d6-b67e-813319abe92a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:52.156594 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-63c5f1ca-f456-48d6-b67e-813319abe92a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2138007 Jul 05 10:30:52.158370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2689efa5-1fa4-448f-9460-aa27c466cb23 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:52.159525 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2689efa5-1fa4-448f-9460-aa27c466cb23 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:52.167427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48622) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:52.336458 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:52.387033 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689efa5-1fa4-448f-9460-aa27c466cb23 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Network': ['ID=234bd1c2-d46f-4e22-b270-bb3563df6d6f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:52.399312 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 234bd1c2-d46f-4e22-b270-bb3563df6d6f details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:30:52.434302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a27a7a3f-f753-4ff8-bedd-3b10258db6de tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port bef18ce1-10ff-4cfc-aa23-d2d1a1edfd3e {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:52.434937 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a27a7a3f-f753-4ff8-bedd-3b10258db6de tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:52.485547 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2689efa5-1fa4-448f-9460-aa27c466cb23 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9275694 Jul 05 10:30:52.486601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48624) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:52.492689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5f193c71-a7e2-4b18-98e4-3da40817f0ce tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'subnet': {'network_id': '234bd1c2-d46f-4e22-b270-bb3563df6d6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:52.671534 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a27a7a3f-f753-4ff8-bedd-3b10258db6de tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:52.710616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a27a7a3f-f753-4ff8-bedd-3b10258db6de tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for bef18ce1-10ff-4cfc-aa23-d2d1a1edfd3e owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:53.316376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f193c71-a7e2-4b18-98e4-3da40817f0ce tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:53.322620 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5f193c71-a7e2-4b18-98e4-3da40817f0ce tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:53.374712 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a27a7a3f-f753-4ff8-bedd-3b10258db6de tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:53.390566 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b48de725-67b6-4d56-b50e-ab387a758373 None None] Provisioning for port c13f0a4e-e26b-44b2-a3a0-f5d645dd1458 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:53.465717 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a27a7a3f-f753-4ff8-bedd-3b10258db6de tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:53.468288 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a27a7a3f-f753-4ff8-bedd-3b10258db6de tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/bef18ce1-10ff-4cfc-aa23-d2d1a1edfd3e HTTP/1.1" status: 204 len: 168 time: 1.2991595 Jul 05 10:30:53.485886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48648) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:53.520861 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a7a3f-f753-4ff8-bedd-3b10258db6de tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=bef18ce1-10ff-4cfc-aa23-d2d1a1edfd3e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:53.617689 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0e547ddd-1654-4a09-8bb3-f0b0e9d079d1 None None] Could not find standard attr ID for object bef18ce1-10ff-4cfc-aa23-d2d1a1edfd3e. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:30:53.670658 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6618abba-0ff1-4ce9-a573-9e80b5478e98 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:53.672370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6618abba-0ff1-4ce9-a573-9e80b5478e98 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:53.674251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6618abba-0ff1-4ce9-a573-9e80b5478e98 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1840477 Jul 05 10:30:53.677346 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48654) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:53.785153 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c13f0a4e-e26b-44b2-a3a0-f5d645dd1458 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:30:53.859949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-6687f128-43df-4153-b3c7-32f49b98ad49 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet cef3f8ce-fa19-4168-9d85-44afc15de383 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:30:53.883534 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6687f128-43df-4153-b3c7-32f49b98ad49 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:53.968760 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6687f128-43df-4153-b3c7-32f49b98ad49 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:54.120457 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6687f128-43df-4153-b3c7-32f49b98ad49 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:54.148272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port c13f0a4e-e26b-44b2-a3a0-f5d645dd1458 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:54.155348 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port c13f0a4e-e26b-44b2-a3a0-f5d645dd1458 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:30:54.155348 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:54.239277 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5f193c71-a7e2-4b18-98e4-3da40817f0ce tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:54.239577 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:54.314524 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:54.341630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8f304-bc72-41b6-b49b-39c9f74f5a7c req-1cb6fa8b-7cf2-4ad0-93db-29adf64117de tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:54.344055 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0da8f304-bc72-41b6-b49b-39c9f74f5a7c req-1cb6fa8b-7cf2-4ad0-93db-29adf64117de tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.7186818 Jul 05 10:30:54.349115 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6687f128-43df-4153-b3c7-32f49b98ad49 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:54.388615 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:30:54.390563 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:30:54.402610 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f193c71-a7e2-4b18-98e4-3da40817f0ce tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Checking segment: {'id': '6d14fad5-71ff-4480-9365-7dbd15961ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '234bd1c2-d46f-4e22-b270-bb3563df6d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:54.409040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f193c71-a7e2-4b18-98e4-3da40817f0ce tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network hostable DHCP agents. Network: 234bd1c2-d46f-4e22-b270-bb3563df6d6f, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:30:54.422194 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f193c71-a7e2-4b18-98e4-3da40817f0ce tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Subnet': ['ID=8013c26b-ddbc-4dfe-bb43-1279aaeb11fe,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:54.442753 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687f128-43df-4153-b3c7-32f49b98ad49 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=cef3f8ce-fa19-4168-9d85-44afc15de383,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:54.469510 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6687f128-43df-4153-b3c7-32f49b98ad49 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:54.476148 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6687f128-43df-4153-b3c7-32f49b98ad49 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/cef3f8ce-fa19-4168-9d85-44afc15de383 HTTP/1.1" status: 204 len: 168 time: 0.7939920 Jul 05 10:30:54.477001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48660) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:54.481736 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1d7805-98be-42ea-b85b-a2e28bd70265 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:54.524631 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0da8f304-bc72-41b6-b49b-39c9f74f5a7c req-b9201ea0-2020-4e21-8cb7-e601130cc646 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728425 Jul 05 10:30:54.540258 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a794155c-35eb-4829-8c31-8dac0c7c3338 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619755 Jul 05 10:30:54.543617 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48662) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:54.563513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f193c71-a7e2-4b18-98e4-3da40817f0ce tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network 234bd1c2-d46f-4e22-b270-bb3563df6d6f is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:30:54.651244 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27affb5c-c17d-49a6-8dbb-f764d495c9c3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:54.653089 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-27affb5c-c17d-49a6-8dbb-f764d495c9c3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1080556 Jul 05 10:30:54.656954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48664) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:54.680891 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-5f193c71-a7e2-4b18-98e4-3da40817f0ce tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 234bd1c2-d46f-4e22-b270-bb3563df6d6f) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:54.688666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f193c71-a7e2-4b18-98e4-3da40817f0ce tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:54.690665 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5f193c71-a7e2-4b18-98e4-3da40817f0ce tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:54.712675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe1be49-34db-4650-a21c-db535f1f11e7 None None] Network 234bd1c2-d46f-4e22-b270-bb3563df6d6f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:54.777825 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7c8aed-62b6-44c9-b715-17e9c5e14947 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:54.780734 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48668) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:54.786767 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ef7c8aed-62b6-44c9-b715-17e9c5e14947 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1197994 Jul 05 10:30:54.850738 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-68bbe06d-e2eb-40f3-a35e-a58e13f5073c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687234 Jul 05 10:30:54.856779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48674) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:54.863373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-03fa730d-45f4-4be1-9eac-3288d249a822 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:54.935467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48676) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:54.942306 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4162d0d7-0215-4d12-895c-c99ead239962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'subnet': {'network_id': '234bd1c2-d46f-4e22-b270-bb3563df6d6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:54.945769 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5f193c71-a7e2-4b18-98e4-3da40817f0ce tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4440112 Jul 05 10:30:54.993598 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:55.148043 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fa730d-45f4-4be1-9eac-3288d249a822 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:55.152385 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03fa730d-45f4-4be1-9eac-3288d249a822 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:55.176104 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47539548-1eef-45b2-a0db-14b40b52c7a6 None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:30:55.236888 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port c13f0a4e-e26b-44b2-a3a0-f5d645dd1458, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c13f0a4e-e26b-44b2-a3a0-f5d645dd1458,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:55.260635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-234bd1c2-d46f-4e22-b270-bb3563df6d6f', 'network_id': '234bd1c2-d46f-4e22-b270-bb3563df6d6f', 'tenant_id': '3853efeed28944e8950c7ffd9027c73f', 'fixed_ips': [{'subnet_id': '8013c26b-ddbc-4dfe-bb43-1279aaeb11fe'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:30:55.262974 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:55.310862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4162d0d7-0215-4d12-895c-c99ead239962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:55.317142 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4162d0d7-0215-4d12-895c-c99ead239962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:55.348885 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:55.528891 n-d-779913-27 neutron-server[100775]: INFO neutron.db.ipam_backend_mixin [None req-4162d0d7-0215-4d12-895c-c99ead239962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8013c26b-ddbc-4dfe-bb43-1279aaeb11fe (CIDR: 172.20.0.0/28) Jul 05 10:30:55.532834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=c13f0a4e-e26b-44b2-a3a0-f5d645dd1458,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:55.581863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-47539548-1eef-45b2-a0db-14b40b52c7a6 None None] Deleting port c13f0a4e-e26b-44b2-a3a0-f5d645dd1458 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:30:55.582249 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-47539548-1eef-45b2-a0db-14b40b52c7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:55.586430 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-4162d0d7-0215-4d12-895c-c99ead239962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:30:55.587462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4162d0d7-0215-4d12-895c-c99ead239962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:30:55.624869 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c13f0a4e-e26b-44b2-a3a0-f5d645dd1458 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:30:55.653850 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03fa730d-45f4-4be1-9eac-3288d249a822 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:55.700531 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4162d0d7-0215-4d12-895c-c99ead239962 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7630568 Jul 05 10:30:55.703684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48680) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:55.710345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-256319ba-6b71-4b3a-9e25-f97a29a4ea9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'subnet': {'network_id': '234bd1c2-d46f-4e22-b270-bb3563df6d6f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:55.734320 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Allocated IP 172.20.0.2 (234bd1c2-d46f-4e22-b270-bb3563df6d6f/8013c26b-ddbc-4dfe-bb43-1279aaeb11fe/bda257b5-3c8a-4f1c-938b-063304f07fe0) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:55.756867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fa730d-45f4-4be1-9eac-3288d249a822 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:55.769399 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-03fa730d-45f4-4be1-9eac-3288d249a822 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:55.823818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-47539548-1eef-45b2-a0db-14b40b52c7a6 None None] For port c13f0a4e-e26b-44b2-a3a0-f5d645dd1458, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c13f0a4e-e26b-44b2-a3a0-f5d645dd1458,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:55.825691 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-47539548-1eef-45b2-a0db-14b40b52c7a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:55.890276 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fa730d-45f4-4be1-9eac-3288d249a822 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:55.890276 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03fa730d-45f4-4be1-9eac-3288d249a822 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:55.917667 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa730d-45f4-4be1-9eac-3288d249a822 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=bd81a8bb-13cf-4787-bdeb-1ec77ebcb924,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:55.981952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-47539548-1eef-45b2-a0db-14b40b52c7a6 None None] Calling delete_port for c13f0a4e-e26b-44b2-a3a0-f5d645dd1458 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:30:56.003291 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b782548-2fc0-4d6f-88ab-266d535cd7a9 req-59d088b7-09a7-4948-b796-a1b172fa7c2c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:56.005485 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b782548-2fc0-4d6f-88ab-266d535cd7a9 req-59d088b7-09a7-4948-b796-a1b172fa7c2c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.2380035 Jul 05 10:30:56.075153 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-03fa730d-45f4-4be1-9eac-3288d249a822 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2139518 Jul 05 10:30:56.075407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48688) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:56.081171 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-7b66cf62-0d79-4c76-b7d6-0e69a713ef9c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'fixed_ips': [{'subnet_id': 'bd81a8bb-13cf-4787-bdeb-1ec77ebcb924', 'ip_address': '2001:db8::e2cd:5d06:9fb6:5c5'}], 'name': 'tempest-NetworksTestDHCPv6-297646295'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:56.085272 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b782548-2fc0-4d6f-88ab-266d535cd7a9 req-22b63bbf-00ab-4db0-816c-d30db6f5e72c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681415 Jul 05 10:30:56.242561 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256319ba-6b71-4b3a-9e25-f97a29a4ea9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:56.247771 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-256319ba-6b71-4b3a-9e25-f97a29a4ea9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:56.274940 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:56.392357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port c13f0a4e-e26b-44b2-a3a0-f5d645dd1458, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c13f0a4e-e26b-44b2-a3a0-f5d645dd1458,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:30:56.451799 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:56.461571 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Transition to ACTIVE for port object bda257b5-3c8a-4f1c-938b-063304f07fe0 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:56.485834 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b66cf62-0d79-4c76-b7d6-0e69a713ef9c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:56.493857 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Transition to ACTIVE for port object bda257b5-3c8a-4f1c-938b-063304f07fe0 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:56.515863 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:56.596985 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=c13f0a4e-e26b-44b2-a3a0-f5d645dd1458,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:56.642782 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:56.647760 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-47539548-1eef-45b2-a0db-14b40b52c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:56.663851 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b66cf62-0d79-4c76-b7d6-0e69a713ef9c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:56.722065 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-7b66cf62-0d79-4c76-b7d6-0e69a713ef9c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port 2143eafc-d011-491f-8adf-b961298f8c15 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:56.733544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47539548-1eef-45b2-a0db-14b40b52c7a6 None None] No DVR routers for this DVR port c13f0a4e-e26b-44b2-a3a0-f5d645dd1458 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:30:56.762574 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Network 234bd1c2-d46f-4e22-b270-bb3563df6d6f is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:56.763759 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a76eef5-6bb9-408d-91d8-86cbd914aae8 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:56.864212 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:56.872530 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:56.906865 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-256319ba-6b71-4b3a-9e25-f97a29a4ea9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:56.943083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Pushing event updated for resources: {'Port': ['ID=bda257b5-3c8a-4f1c-938b-063304f07fe0,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:57.020211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47539548-1eef-45b2-a0db-14b40b52c7a6 None None] Pushing event deleted for resources: {'Port': ['ID=c13f0a4e-e26b-44b2-a3a0-f5d645dd1458,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:57.026837 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-7b66cf62-0d79-4c76-b7d6-0e69a713ef9c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::e2cd:5d06:9fb6:5c5 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/bd81a8bb-13cf-4787-bdeb-1ec77ebcb924/2143eafc-d011-491f-8adf-b961298f8c15) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:57.063543 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Attempting to bind port bda257b5-3c8a-4f1c-938b-063304f07fe0 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:57.064429 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Attempting to bind port bda257b5-3c8a-4f1c-938b-063304f07fe0 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '6d14fad5-71ff-4480-9365-7dbd15961ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '234bd1c2-d46f-4e22-b270-bb3563df6d6f'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:57.065057 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Attempting to bind port bda257b5-3c8a-4f1c-938b-063304f07fe0 on network 234bd1c2-d46f-4e22-b270-bb3563df6d6f {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:57.100094 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:57.100807 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Checking segment: {'id': '6d14fad5-71ff-4480-9365-7dbd15961ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '234bd1c2-d46f-4e22-b270-bb3563df6d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:57.101451 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:57.102317 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Bound using segment: {'id': '6d14fad5-71ff-4480-9365-7dbd15961ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '234bd1c2-d46f-4e22-b270-bb3563df6d6f'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:57.103544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Bound port: bda257b5-3c8a-4f1c-938b-063304f07fe0, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d14fad5-71ff-4480-9365-7dbd15961ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '234bd1c2-d46f-4e22-b270-bb3563df6d6f'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:57.104959 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:57.109886 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': 'bd81a8bb-13cf-4787-bdeb-1ec77ebcb924'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:30:57.111176 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:57.277288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] For port bda257b5-3c8a-4f1c-938b-063304f07fe0, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:57.284625 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] For port bda257b5-3c8a-4f1c-938b-063304f07fe0, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bda257b5-3c8a-4f1c-938b-063304f07fe0,segment=NetworkSegment(6d14fad5-71ff-4480-9365-7dbd15961ed0),segment_id=6d14fad5-71ff-4480-9365-7dbd15961ed0)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:57.401339 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:57.402075 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b66cf62-0d79-4c76-b7d6-0e69a713ef9c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:57.436994 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256319ba-6b71-4b3a-9e25-f97a29a4ea9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network 234bd1c2-d46f-4e22-b270-bb3563df6d6f is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:57.475952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-256319ba-6b71-4b3a-9e25-f97a29a4ea9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:57.490749 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256319ba-6b71-4b3a-9e25-f97a29a4ea9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:57.491501 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-256319ba-6b71-4b3a-9e25-f97a29a4ea9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:57.509340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256319ba-6b71-4b3a-9e25-f97a29a4ea9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Subnet': ['ID=3071f1ec-7ea1-45ac-a9e6-90ab70e556b3,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:57.511980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-7b66cf62-0d79-4c76-b7d6-0e69a713ef9c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object 2143eafc-d011-491f-8adf-b961298f8c15 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:57.547955 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67049c-e142-4b82-b41c-f754a1136ffd req-8ccb1b93-ada1-4859-a488-ee3aeff3b805 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:57.555292 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb67049c-e142-4b82-b41c-f754a1136ffd req-8ccb1b93-ada1-4859-a488-ee3aeff3b805 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.2399788 Jul 05 10:30:57.604583 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-256319ba-6b71-4b3a-9e25-f97a29a4ea9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8929839 Jul 05 10:30:57.606123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48698) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:57.618283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4cab9fd0-4436-4a8c-ae84-6df82f62b2d0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'network_id': '234bd1c2-d46f-4e22-b270-bb3563df6d6f', 'fixed_ips': [{'subnet_id': '8013c26b-ddbc-4dfe-bb43-1279aaeb11fe'}, {'subnet_id': '3071f1ec-7ea1-45ac-a9e6-90ab70e556b3'}], 'name': 'tempest-PortsTestJSON-1562145383'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:57.638703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ac0ee-0de7-472c-8ef9-1edd41d176d8 None None] Pushing event updated for resources: {'Port': ['ID=bda257b5-3c8a-4f1c-938b-063304f07fe0,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:57.646710 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cb67049c-e142-4b82-b41c-f754a1136ffd req-146f537b-4e0b-4c4d-a928-77e261de9e7f tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904133 Jul 05 10:30:57.759543 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b66cf62-0d79-4c76-b7d6-0e69a713ef9c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:57.879365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b66cf62-0d79-4c76-b7d6-0e69a713ef9c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:57.881652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Allocated IP 2001:db8::2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/bd81a8bb-13cf-4787-bdeb-1ec77ebcb924/5ba96989-ee18-4b75-b5f7-a9405a564532) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:57.893086 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-7b66cf62-0d79-4c76-b7d6-0e69a713ef9c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:57.918790 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b66cf62-0d79-4c76-b7d6-0e69a713ef9c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:57.929643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b66cf62-0d79-4c76-b7d6-0e69a713ef9c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:57.930858 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b66cf62-0d79-4c76-b7d6-0e69a713ef9c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:57.933809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66cf62-0d79-4c76-b7d6-0e69a713ef9c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=2143eafc-d011-491f-8adf-b961298f8c15,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:57.974232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cab9fd0-4436-4a8c-ae84-6df82f62b2d0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:58.094187 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7b66cf62-0d79-4c76-b7d6-0e69a713ef9c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0176387 Jul 05 10:30:58.097130 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48708) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:58.106662 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ea203765-f7a6-4ed2-8701-39e55e283f8a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'fixed_ips': [{'subnet_id': 'bd81a8bb-13cf-4787-bdeb-1ec77ebcb924', 'ip_address': '2001:db8::e2cd:5d06:9fb6:5c5'}], 'name': 'tempest-NetworksTestDHCPv6-86813513'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:30:58.216560 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4cab9fd0-4436-4a8c-ae84-6df82f62b2d0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:58.268445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-4cab9fd0-4436-4a8c-ae84-6df82f62b2d0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] device_id is not set on port f2d35fb3-f771-45dc-b998-e9171f6ec1ff yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:58.343897 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:58.375156 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Transition to ACTIVE for port object 5ba96989-ee18-4b75-b5f7-a9405a564532 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:58.378558 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:30:58.428815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Transition to ACTIVE for port object 5ba96989-ee18-4b75-b5f7-a9405a564532 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:30:58.568285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea203765-f7a6-4ed2-8701-39e55e283f8a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:30:58.568670 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:58.573628 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ea203765-f7a6-4ed2-8701-39e55e283f8a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:58.657018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-ea203765-f7a6-4ed2-8701-39e55e283f8a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port 761f2fe5-ecdc-4d9c-9883-f9174c9a149f yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:30:58.760258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:30:58.775945 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:30:58.782773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Pushing event updated for resources: {'Port': ['ID=5ba96989-ee18-4b75-b5f7-a9405a564532,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:58.790952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:30:58.951339 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Attempting to bind port 5ba96989-ee18-4b75-b5f7-a9405a564532 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:30:58.955159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Attempting to bind port 5ba96989-ee18-4b75-b5f7-a9405a564532 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:30:58.955957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Attempting to bind port 5ba96989-ee18-4b75-b5f7-a9405a564532 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:30:58.980380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:30:58.983145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:30:58.985623 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:58.986574 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:30:58.988021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Bound port: 5ba96989-ee18-4b75-b5f7-a9405a564532, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:30:58.988611 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:58.994466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-4cab9fd0-4436-4a8c-ae84-6df82f62b2d0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Allocated IP 172.20.0.6 (234bd1c2-d46f-4e22-b270-bb3563df6d6f/8013c26b-ddbc-4dfe-bb43-1279aaeb11fe/f2d35fb3-f771-45dc-b998-e9171f6ec1ff) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:59.069844 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-4cab9fd0-4436-4a8c-ae84-6df82f62b2d0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Allocated IP 172.20.0.26 (234bd1c2-d46f-4e22-b270-bb3563df6d6f/3071f1ec-7ea1-45ac-a9e6-90ab70e556b3/f2d35fb3-f771-45dc-b998-e9171f6ec1ff) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:30:59.177919 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea203765-f7a6-4ed2-8701-39e55e283f8a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 10:30:59.178494 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea203765-f7a6-4ed2-8701-39e55e283f8a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:30:59.208547 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] For port 5ba96989-ee18-4b75-b5f7-a9405a564532, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:30:59.213811 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] For port 5ba96989-ee18-4b75-b5f7-a9405a564532, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5ba96989-ee18-4b75-b5f7-a9405a564532,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:30:59.339486 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623401c3-c3f9-41fa-8ab6-9a16c50bead2 req-135ef265-d591-4639-8ce3-667380b9ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:59.341303 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-623401c3-c3f9-41fa-8ab6-9a16c50bead2 req-135ef265-d591-4639-8ce3-667380b9ab8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 1098 time: 0.1288760 Jul 05 10:30:59.370983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459a1558-d2f6-4390-a145-d0c8c13c4578 None None] Network 234bd1c2-d46f-4e22-b270-bb3563df6d6f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:30:59.375563 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ea203765-f7a6-4ed2-8701-39e55e283f8a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.2768273 Jul 05 10:30:59.379679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48718) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:59.474044 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:30:59.640042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4a295cf0-b2e0-4f53-874b-9bdf0bf29d2c None None] Provisioning for port bda257b5-3c8a-4f1c-938b-063304f07fe0 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:30:59.668137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033b5a7-8330-4e7b-ab23-a2e5439f360a None None] Pushing event updated for resources: {'Port': ['ID=5ba96989-ee18-4b75-b5f7-a9405a564532,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:30:59.743162 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a122704-e635-410a-9597-426fcb892842 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:59.773200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a122704-e635-410a-9597-426fcb892842 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:30:59.780486 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8a122704-e635-410a-9597-426fcb892842 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4028258 Jul 05 10:30:59.782365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48722) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:30:59.810562 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bda257b5-3c8a-4f1c-938b-063304f07fe0 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:00.073285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511abaf-6bcf-4d41-8311-0c5fd297ed72 req-d3df6b59-64ea-4e76-bcac-cd6e681ab5de tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:00.082594 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9511abaf-6bcf-4d41-8311-0c5fd297ed72 req-d3df6b59-64ea-4e76-bcac-cd6e681ab5de tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 1.1214237 Jul 05 10:31:00.175379 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b14a87-3823-4603-a923-209869abcd4d None None] Update dhcp port {'port': {'network_id': '234bd1c2-d46f-4e22-b270-bb3563df6d6f', 'fixed_ips': [{'subnet_id': '8013c26b-ddbc-4dfe-bb43-1279aaeb11fe', 'ip_address': '172.20.0.2'}, {'subnet_id': '3071f1ec-7ea1-45ac-a9e6-90ab70e556b3'}], 'binding:host_id': 'n-d-779913-27'}, 'id': 'bda257b5-3c8a-4f1c-938b-063304f07fe0'} from n-d-779913-27. {{(pid=100777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:31:00.191381 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9511abaf-6bcf-4d41-8311-0c5fd297ed72 req-6e92ec82-b971-43d5-93de-73e8e481b5ab tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076095 Jul 05 10:31:00.222582 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-17b14a87-3823-4603-a923-209869abcd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:00.292705 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4cab9fd0-4436-4a8c-ae84-6df82f62b2d0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:00.310803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-4cab9fd0-4436-4a8c-ae84-6df82f62b2d0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Transition to ACTIVE for port object f2d35fb3-f771-45dc-b998-e9171f6ec1ff will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:00.405617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port bda257b5-3c8a-4f1c-938b-063304f07fe0 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:00.410686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port bda257b5-3c8a-4f1c-938b-063304f07fe0 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:00.411068 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:00.452380 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623401c3-c3f9-41fa-8ab6-9a16c50bead2 req-7e86677c-9482-42f4-8570-893b445426be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:00.453949 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-623401c3-c3f9-41fa-8ab6-9a16c50bead2 req-7e86677c-9482-42f4-8570-893b445426be service neutron] 10.222.0.64 "GET /v2.0/networks?id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 200 len: 916 time: 1.0587931 Jul 05 10:31:00.459622 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4cab9fd0-4436-4a8c-ae84-6df82f62b2d0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:00.552434 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:00.556132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cab9fd0-4436-4a8c-ae84-6df82f62b2d0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network 234bd1c2-d46f-4e22-b270-bb3563df6d6f is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:00.567526 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-4cab9fd0-4436-4a8c-ae84-6df82f62b2d0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:00.571856 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-623401c3-c3f9-41fa-8ab6-9a16c50bead2 req-c731be0b-89f9-4706-b7f6-9174960ee226 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdde5858-476d-4569-8bb2-9fb713ad0937 HTTP/1.1" status: 200 len: 1002 time: 0.1097217 Jul 05 10:31:00.577892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab9fd0-4436-4a8c-ae84-6df82f62b2d0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:00.641907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-70a9bf66-08d6-4d22-9be1-4d32edc368c8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port 2143eafc-d011-491f-8adf-b961298f8c15 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:00.642285 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70a9bf66-08d6-4d22-9be1-4d32edc368c8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:00.649072 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623401c3-c3f9-41fa-8ab6-9a16c50bead2 req-03701ad9-0119-4fba-8d3d-225a2ddf9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:00.650601 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-623401c3-c3f9-41fa-8ab6-9a16c50bead2 req-03701ad9-0119-4fba-8d3d-225a2ddf9a44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29e232e9-0213-4c50-9eaa-5083f737c183 HTTP/1.1" status: 200 len: 854 time: 0.0695782 Jul 05 10:31:00.661215 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab9fd0-4436-4a8c-ae84-6df82f62b2d0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=f2d35fb3-f771-45dc-b998-e9171f6ec1ff,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:00.724514 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cab9fd0-4436-4a8c-ae84-6df82f62b2d0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:00.725674 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4cab9fd0-4436-4a8c-ae84-6df82f62b2d0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:00.726300 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port bda257b5-3c8a-4f1c-938b-063304f07fe0, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bda257b5-3c8a-4f1c-938b-063304f07fe0,segment=NetworkSegment(6d14fad5-71ff-4480-9365-7dbd15961ed0),segment_id=6d14fad5-71ff-4480-9365-7dbd15961ed0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:00.733582 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-17b14a87-3823-4603-a923-209869abcd4d None None] Allocated IP 172.20.0.18 (234bd1c2-d46f-4e22-b270-bb3563df6d6f/3071f1ec-7ea1-45ac-a9e6-90ab70e556b3/bda257b5-3c8a-4f1c-938b-063304f07fe0) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:00.810027 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70a9bf66-08d6-4d22-9be1-4d32edc368c8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:00.816752 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:00.830233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623401c3-c3f9-41fa-8ab6-9a16c50bead2 req-19ffc59f-b855-49f8-98b0-f2b6bee9cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:00.832445 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-623401c3-c3f9-41fa-8ab6-9a16c50bead2 req-19ffc59f-b855-49f8-98b0-f2b6bee9cd27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1696823 Jul 05 10:31:00.833451 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-70a9bf66-08d6-4d22-9be1-4d32edc368c8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for 2143eafc-d011-491f-8adf-b961298f8c15 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:00.851666 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4cab9fd0-4436-4a8c-ae84-6df82f62b2d0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.2448530 Jul 05 10:31:00.854335 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48734) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:00.861096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-255e4e9b-1993-40cc-bfdd-9b81dec66f14 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8013c26b-ddbc-4dfe-bb43-1279aaeb11fe'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:01.041655 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-623401c3-c3f9-41fa-8ab6-9a16c50bead2 req-2115d724-ac52-4fdf-91f9-9a9714436888 service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962788 Jul 05 10:31:01.090863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-255e4e9b-1993-40cc-bfdd-9b81dec66f14 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:01.130244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-17b14a87-3823-4603-a923-209869abcd4d None None] For port bda257b5-3c8a-4f1c-938b-063304f07fe0, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bda257b5-3c8a-4f1c-938b-063304f07fe0,segment=NetworkSegment(6d14fad5-71ff-4480-9365-7dbd15961ed0),segment_id=6d14fad5-71ff-4480-9365-7dbd15961ed0)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:01.223443 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-17b14a87-3823-4603-a923-209869abcd4d None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:01.241032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=bda257b5-3c8a-4f1c-938b-063304f07fe0,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:01.269811 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-17b14a87-3823-4603-a923-209869abcd4d None None] Transition to ACTIVE for port object bda257b5-3c8a-4f1c-938b-063304f07fe0 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:01.321424 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-623401c3-c3f9-41fa-8ab6-9a16c50bead2 req-51269f9d-d92b-4c7a-9f4c-fc8e3b973a28 service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689667 Jul 05 10:31:01.360377 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-17b14a87-3823-4603-a923-209869abcd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:01.510710 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70a9bf66-08d6-4d22-9be1-4d32edc368c8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:01.653159 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9bf66-08d6-4d22-9be1-4d32edc368c8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=2143eafc-d011-491f-8adf-b961298f8c15,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:01.665514 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-255e4e9b-1993-40cc-bfdd-9b81dec66f14 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Delete allocated IP 172.20.0.26 (234bd1c2-d46f-4e22-b270-bb3563df6d6f/3071f1ec-7ea1-45ac-a9e6-90ab70e556b3) {{(pid=100776) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 10:31:01.712753 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70a9bf66-08d6-4d22-9be1-4d32edc368c8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:01.718403 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-70a9bf66-08d6-4d22-9be1-4d32edc368c8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/2143eafc-d011-491f-8adf-b961298f8c15 HTTP/1.1" status: 204 len: 168 time: 1.9144971 Jul 05 10:31:01.719506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48742) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:01.770497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b14a87-3823-4603-a923-209869abcd4d None None] Pushing event updated for resources: {'Port': ['ID=bda257b5-3c8a-4f1c-938b-063304f07fe0,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:01.837738 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e16bd20-58b6-47f3-981e-ddde6ca0fd87 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:01.841654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e16bd20-58b6-47f3-981e-ddde6ca0fd87 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:01.847927 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4e16bd20-58b6-47f3-981e-ddde6ca0fd87 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1262467 Jul 05 10:31:01.853808 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48744) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:01.880069 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5ba96989-ee18-4b75-b5f7-a9405a564532 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:01.892827 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-255e4e9b-1993-40cc-bfdd-9b81dec66f14 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:01.939416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-255e4e9b-1993-40cc-bfdd-9b81dec66f14 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Ignored duplicate provisioning block setup for port f2d35fb3-f771-45dc-b998-e9171f6ec1ff by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 10:31:01.961013 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f71eff2c-26ff-4192-9a84-761a5152d205 None None] Provisioning for port 5ba96989-ee18-4b75-b5f7-a9405a564532 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:01.996424 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-255e4e9b-1993-40cc-bfdd-9b81dec66f14 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:02.059163 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 5ba96989-ee18-4b75-b5f7-a9405a564532 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:02.064448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 5ba96989-ee18-4b75-b5f7-a9405a564532 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:02.064629 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:02.104197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e003fdde-d305-4f1c-8916-2e846495ec46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet bd81a8bb-13cf-4787-bdeb-1ec77ebcb924 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:02.108362 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e003fdde-d305-4f1c-8916-2e846495ec46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:02.196540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7fc24782-5ec5-48c5-9b3a-fd48f8545bc6 None None] Could not find standard attr ID for object 2143eafc-d011-491f-8adf-b961298f8c15. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:31:02.227379 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e003fdde-d305-4f1c-8916-2e846495ec46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:02.288546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-255e4e9b-1993-40cc-bfdd-9b81dec66f14 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] In _notify_port_updated(), no bound segment for port f2d35fb3-f771-45dc-b998-e9171f6ec1ff on network 234bd1c2-d46f-4e22-b270-bb3563df6d6f {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:31:02.297731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255e4e9b-1993-40cc-bfdd-9b81dec66f14 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:02.307161 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-255e4e9b-1993-40cc-bfdd-9b81dec66f14 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:02.308850 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-255e4e9b-1993-40cc-bfdd-9b81dec66f14 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "PUT /v2.0/ports/f2d35fb3-f771-45dc-b998-e9171f6ec1ff HTTP/1.1" status: 200 len: 919 time: 1.4533458 Jul 05 10:31:02.316986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48752) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:02.332280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-13e6bd27-53de-4c56-a7fe-08bc407599c8 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8013c26b-ddbc-4dfe-bb43-1279aaeb11fe'}, {'subnet_id': '3071f1ec-7ea1-45ac-a9e6-90ab70e556b3'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:02.362907 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:02.386462 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e003fdde-d305-4f1c-8916-2e846495ec46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:02.433982 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e4e9b-1993-40cc-bfdd-9b81dec66f14 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=f2d35fb3-f771-45dc-b998-e9171f6ec1ff,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:02.460508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f02f0-e162-4993-90f3-e143233e90ac req-139cc243-0ab1-4e0f-9233-93174ff17289 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:02.469076 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-421f02f0-e162-4993-90f3-e143233e90ac req-139cc243-0ab1-4e0f-9233-93174ff17289 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.8830414 Jul 05 10:31:02.543276 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-13e6bd27-53de-4c56-a7fe-08bc407599c8 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:02.565113 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-421f02f0-e162-4993-90f3-e143233e90ac req-0704ec3f-0d83-4f5f-984e-875c803f600f tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927677 Jul 05 10:31:02.663632 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e003fdde-d305-4f1c-8916-2e846495ec46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:02.741831 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003fdde-d305-4f1c-8916-2e846495ec46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=bd81a8bb-13cf-4787-bdeb-1ec77ebcb924,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:02.752874 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e003fdde-d305-4f1c-8916-2e846495ec46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:02.758949 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e003fdde-d305-4f1c-8916-2e846495ec46 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/bd81a8bb-13cf-4787-bdeb-1ec77ebcb924 HTTP/1.1" status: 204 len: 168 time: 0.8982470 Jul 05 10:31:02.759255 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48754) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:02.798838 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3f5649-2b2a-4247-8f9d-a40157fe309f None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:02.810338 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:31:02.810814 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:31:02.872665 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-664d3fa5-c890-4f88-be18-81ff3e1db660 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086361 Jul 05 10:31:02.874848 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48756) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:02.884678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0e1f3cdf-0dec-4fa7-bc72-3b0d846a684d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:02.935222 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882991c5-5dee-4efe-9f31-3af1c1b0c631 None None] Network 234bd1c2-d46f-4e22-b270-bb3563df6d6f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:03.149047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-13e6bd27-53de-4c56-a7fe-08bc407599c8 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Allocated IP 172.20.0.30 (234bd1c2-d46f-4e22-b270-bb3563df6d6f/3071f1ec-7ea1-45ac-a9e6-90ab70e556b3/f2d35fb3-f771-45dc-b998-e9171f6ec1ff) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:03.173705 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1f3cdf-0dec-4fa7-bc72-3b0d846a684d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:03.178023 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0e1f3cdf-0dec-4fa7-bc72-3b0d846a684d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:03.407050 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7df2cec2-a41d-4728-876d-ddee7f91a30a None None] Provisioning for port bda257b5-3c8a-4f1c-938b-063304f07fe0 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:03.457845 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7df2cec2-a41d-4728-876d-ddee7f91a30a None None] Provisioning complete for port bda257b5-3c8a-4f1c-938b-063304f07fe0 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:03.458249 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7df2cec2-a41d-4728-876d-ddee7f91a30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:03.502556 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:03.523450 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-13e6bd27-53de-4c56-a7fe-08bc407599c8 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:03.553872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-13e6bd27-53de-4c56-a7fe-08bc407599c8 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Ignored duplicate provisioning block setup for port f2d35fb3-f771-45dc-b998-e9171f6ec1ff by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 10:31:03.620754 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 5ba96989-ee18-4b75-b5f7-a9405a564532, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5ba96989-ee18-4b75-b5f7-a9405a564532,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:03.651097 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-13e6bd27-53de-4c56-a7fe-08bc407599c8 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:03.704644 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:03.707160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bda257b5-3c8a-4f1c-938b-063304f07fe0 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:03.870855 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0e1f3cdf-0dec-4fa7-bc72-3b0d846a684d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:03.885504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=5ba96989-ee18-4b75-b5f7-a9405a564532,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:03.913796 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d224feaf-6d0d-4cad-9a9f-dbfd1206ae84 None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:31:04.008279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f3cdf-0dec-4fa7-bc72-3b0d846a684d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=1870f708-74ea-410c-80c3-ea61f40c4241,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:04.031430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6bd27-53de-4c56-a7fe-08bc407599c8 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=f2d35fb3-f771-45dc-b998-e9171f6ec1ff,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:04.045887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1f3cdf-0dec-4fa7-bc72-3b0d846a684d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:04.047466 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-0e1f3cdf-0dec-4fa7-bc72-3b0d846a684d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:04.056317 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1f3cdf-0dec-4fa7-bc72-3b0d846a684d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:04.056924 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0e1f3cdf-0dec-4fa7-bc72-3b0d846a684d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:04.100811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-13e6bd27-53de-4c56-a7fe-08bc407599c8 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] In _notify_port_updated(), no bound segment for port f2d35fb3-f771-45dc-b998-e9171f6ec1ff on network 234bd1c2-d46f-4e22-b270-bb3563df6d6f {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:31:04.115638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e6bd27-53de-4c56-a7fe-08bc407599c8 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:04.116307 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-13e6bd27-53de-4c56-a7fe-08bc407599c8 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:04.121814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48766) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:04.122520 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-13e6bd27-53de-4c56-a7fe-08bc407599c8 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "PUT /v2.0/ports/f2d35fb3-f771-45dc-b998-e9171f6ec1ff HTTP/1.1" status: 200 len: 999 time: 1.8040309 Jul 05 10:31:04.173798 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d224feaf-6d0d-4cad-9a9f-dbfd1206ae84 None None] Deleting port 5ba96989-ee18-4b75-b5f7-a9405a564532 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:04.174404 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d224feaf-6d0d-4cad-9a9f-dbfd1206ae84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:04.210320 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0e1f3cdf-0dec-4fa7-bc72-3b0d846a684d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3338547 Jul 05 10:31:04.210963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48768) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:04.225437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-56aba6f8-8522-40a4-a6c9-c56f53247d88 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'fixed_ips': [{'subnet_id': '1870f708-74ea-410c-80c3-ea61f40c4241', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-92830245'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:04.238171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f516587-6a3f-46e0-8fb2-e56dc2be15cb req-8b2a5bbd-16a2-4816-aa64-d8bbf79ef831 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:04.247605 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6f516587-6a3f-46e0-8fb2-e56dc2be15cb req-8b2a5bbd-16a2-4816-aa64-d8bbf79ef831 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.2457638 Jul 05 10:31:04.321943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48772) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:04.355914 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6f516587-6a3f-46e0-8fb2-e56dc2be15cb req-e7b9d90b-d217-41b0-8aac-ea01144b2dec tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059680 Jul 05 10:31:04.604924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-3f98ae42-1460-47c6-8c32-dfafe9178cf1 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port f2d35fb3-f771-45dc-b998-e9171f6ec1ff {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:04.605278 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f98ae42-1460-47c6-8c32-dfafe9178cf1 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:04.684215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dc59a511-0f99-45b2-a538-466eeb3fb168 None None] Provisioning for port f2d35fb3-f771-45dc-b998-e9171f6ec1ff completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:04.723131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dc59a511-0f99-45b2-a538-466eeb3fb168 None None] Provisioning complete for port f2d35fb3-f771-45dc-b998-e9171f6ec1ff triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:04.723572 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dc59a511-0f99-45b2-a538-466eeb3fb168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:04.784883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-dc59a511-0f99-45b2-a538-466eeb3fb168 None None] Port f2d35fb3-f771-45dc-b998-e9171f6ec1ff cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:31:04.787002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56aba6f8-8522-40a4-a6c9-c56f53247d88 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:04.794029 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port bda257b5-3c8a-4f1c-938b-063304f07fe0 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:04.794551 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:04.947703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dc59a511-0f99-45b2-a538-466eeb3fb168 None None] Provisioning complete for port bda257b5-3c8a-4f1c-938b-063304f07fe0 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:04.948576 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dc59a511-0f99-45b2-a538-466eeb3fb168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:04.952285 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f98ae42-1460-47c6-8c32-dfafe9178cf1 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:04.995335 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d224feaf-6d0d-4cad-9a9f-dbfd1206ae84 None None] For port 5ba96989-ee18-4b75-b5f7-a9405a564532, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5ba96989-ee18-4b75-b5f7-a9405a564532,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:04.996197 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d224feaf-6d0d-4cad-9a9f-dbfd1206ae84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:05.005569 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-3f98ae42-1460-47c6-8c32-dfafe9178cf1 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for f2d35fb3-f771-45dc-b998-e9171f6ec1ff owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:05.077763 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d224feaf-6d0d-4cad-9a9f-dbfd1206ae84 None None] Calling delete_port for 5ba96989-ee18-4b75-b5f7-a9405a564532 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:05.162906 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56aba6f8-8522-40a4-a6c9-c56f53247d88 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:05.184104 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bdde5858-476d-4569-8bb2-9fb713ad0937 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:31:05.233706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-56aba6f8-8522-40a4-a6c9-c56f53247d88 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port 3b217f9e-de3b-4f85-b9d0-3e1c0ae97a57 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:31:05.286533 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5045dfd-3ca6-42f5-86fa-2e63a8c7deef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:05.478058 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d224feaf-6d0d-4cad-9a9f-dbfd1206ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:05.522160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224feaf-6d0d-4cad-9a9f-dbfd1206ae84 None None] Pushing event deleted for resources: {'Port': ['ID=5ba96989-ee18-4b75-b5f7-a9405a564532,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:05.529260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224feaf-6d0d-4cad-9a9f-dbfd1206ae84 None None] No DVR routers for this DVR port 5ba96989-ee18-4b75-b5f7-a9405a564532 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:05.565690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a893d99-0907-473a-a978-f902298a0029 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:05.626599 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f98ae42-1460-47c6-8c32-dfafe9178cf1 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:05.828642 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bda257b5-3c8a-4f1c-938b-063304f07fe0 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:05.836091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98ae42-1460-47c6-8c32-dfafe9178cf1 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=f2d35fb3-f771-45dc-b998-e9171f6ec1ff,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:05.852941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bdde5858-476d-4569-8bb2-9fb713ad0937, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bdde5858-476d-4569-8bb2-9fb713ad0937,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:05.938379 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-02ff1e65-35eb-47e9-9eab-ae79fa52aaf8 None None] Could not find standard attr ID for object f2d35fb3-f771-45dc-b998-e9171f6ec1ff. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:31:05.961337 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'bdde5858-476d-4569-8bb2-9fb713ad0937', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'port_id': 'bdde5858-476d-4569-8bb2-9fb713ad0937', 'mac_address': 'fa:16:3e:9d:e9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:31:06.086563 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3f98ae42-1460-47c6-8c32-dfafe9178cf1 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:06.088874 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3f98ae42-1460-47c6-8c32-dfafe9178cf1 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/f2d35fb3-f771-45dc-b998-e9171f6ec1ff HTTP/1.1" status: 204 len: 168 time: 1.9660547 Jul 05 10:31:06.091644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48786) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:06.103710 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-56aba6f8-8522-40a4-a6c9-c56f53247d88 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:31:06.104269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56aba6f8-8522-40a4-a6c9-c56f53247d88 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:31:06.123862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': '1870f708-74ea-410c-80c3-ea61f40c4241'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:31:06.124697 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:06.154939 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:06.158223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port bda257b5-3c8a-4f1c-938b-063304f07fe0 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:06.158589 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:06.221882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdde5858-476d-4569-8bb2-9fb713ad0937 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:31:06.226038 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a926e5-6ca1-4fa1-9884-706303354780 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] GET failed (client error): The resource could not be found. Jul 05 10:31:06.233904 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d1a926e5-6ca1-4fa1-9884-706303354780 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/f2d35fb3-f771-45dc-b998-e9171f6ec1ff HTTP/1.1" status: 404 len: 333 time: 0.1386828 Jul 05 10:31:06.234483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48788) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:06.253174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe777e9b-9c14-41f0-91b0-f921844ec677 req-cdebd5e7-ce67-4569-8203-4289b74da37d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:06.266581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fe777e9b-9c14-41f0-91b0-f921844ec677 req-cdebd5e7-ce67-4569-8203-4289b74da37d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.5712495 Jul 05 10:31:06.288441 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-56aba6f8-8522-40a4-a6c9-c56f53247d88 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.0738640 Jul 05 10:31:06.289120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48790) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:06.387221 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1cd9702f-c6cd-4d4f-8593-e1cef24ffe84 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0954828 Jul 05 10:31:06.388071 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48792) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:06.394315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-8973b4de-484c-43ab-871d-c7a373f569be tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting subnet 3071f1ec-7ea1-45ac-a9e6-90ab70e556b3 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:06.402796 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8973b4de-484c-43ab-871d-c7a373f569be tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:06.462320 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-d5045dfd-3ca6-42f5-86fa-2e63a8c7deef admin admin] Deleting port 926a567f-611c-4270-9e0c-9e57ed3930b4 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:06.462320 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5045dfd-3ca6-42f5-86fa-2e63a8c7deef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:06.504242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bdde5858-476d-4569-8bb2-9fb713ad0937, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bdde5858-476d-4569-8bb2-9fb713ad0937,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:06.582439 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fe777e9b-9c14-41f0-91b0-f921844ec677 req-158a98d5-ef27-4db6-88da-8a75147c545e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146262 Jul 05 10:31:06.610759 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8973b4de-484c-43ab-871d-c7a373f569be tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:06.633931 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:06.636511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbc35de-7107-45dc-b9a6-58aa66cc84cf tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:06.640091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbc35de-7107-45dc-b9a6-58aa66cc84cf tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:06.645022 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8cbc35de-7107-45dc-b9a6-58aa66cc84cf tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2530775 Jul 05 10:31:06.645955 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48804) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:06.793566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d413b6-38f5-475f-864a-28eb6b6d03cd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 1870f708-74ea-410c-80c3-ea61f40c4241 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:06.842996 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5ba96989-ee18-4b75-b5f7-a9405a564532 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:06.892811 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Allocated IP 2001:db8::2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/1870f708-74ea-410c-80c3-ea61f40c4241/eacbd57f-0058-44c1-8188-f7006863933b) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:06.911953 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-d5045dfd-3ca6-42f5-86fa-2e63a8c7deef admin admin] For port 926a567f-611c-4270-9e0c-9e57ed3930b4, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=926a567f-611c-4270-9e0c-9e57ed3930b4,segment=NetworkSegment(a70c54d4-f50f-4b15-b903-95e479fdc557),segment_id=a70c54d4-f50f-4b15-b903-95e479fdc557)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:06.912622 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5045dfd-3ca6-42f5-86fa-2e63a8c7deef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:07.066480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-d5045dfd-3ca6-42f5-86fa-2e63a8c7deef admin admin] Calling delete_port for 926a567f-611c-4270-9e0c-9e57ed3930b4 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:07.135616 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8973b4de-484c-43ab-871d-c7a373f569be tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:07.152186 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['bdde5858-476d-4569-8bb2-9fb713ad0937'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:31:07.231551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 5ba96989-ee18-4b75-b5f7-a9405a564532 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:07.232814 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5ba96989-ee18-4b75-b5f7-a9405a564532 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:07.245391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bdde5858-476d-4569-8bb2-9fb713ad0937,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:07.537979 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:07.571282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8973b4de-484c-43ab-871d-c7a373f569be tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:07.609314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973b4de-484c-43ab-871d-c7a373f569be tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Subnet': ['ID=3071f1ec-7ea1-45ac-a9e6-90ab70e556b3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:07.629665 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8973b4de-484c-43ab-871d-c7a373f569be tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:07.634481 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48824) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:07.636321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8973b4de-484c-43ab-871d-c7a373f569be tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/3071f1ec-7ea1-45ac-a9e6-90ab70e556b3 HTTP/1.1" status: 204 len: 168 time: 1.3902948 Jul 05 10:31:07.663916 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4b9d87-675a-4785-a5ba-93da108cb8d1 None None] Network 234bd1c2-d46f-4e22-b270-bb3563df6d6f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:07.728501 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5045dfd-3ca6-42f5-86fa-2e63a8c7deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:07.755023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Transition to ACTIVE for port object eacbd57f-0058-44c1-8188-f7006863933b will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:07.764532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5045dfd-3ca6-42f5-86fa-2e63a8c7deef admin admin] Pushing event deleted for resources: {'Port': ['ID=926a567f-611c-4270-9e0c-9e57ed3930b4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:07.769077 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-12dfbb7c-bede-401c-a30e-b3db409a5bf2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting subnet 8013c26b-ddbc-4dfe-bb43-1279aaeb11fe {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:07.776370 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-12dfbb7c-bede-401c-a30e-b3db409a5bf2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:07.827309 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Transition to ACTIVE for port object eacbd57f-0058-44c1-8188-f7006863933b will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:07.867900 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-12dfbb7c-bede-401c-a30e-b3db409a5bf2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:08.052144 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:08.082698 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:08.128950 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76d413b6-38f5-475f-864a-28eb6b6d03cd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:08.159581 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5045dfd-3ca6-42f5-86fa-2e63a8c7deef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:08.201250 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76d413b6-38f5-475f-864a-28eb6b6d03cd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:08.244605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:08.246568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Pushing event updated for resources: {'Port': ['ID=eacbd57f-0058-44c1-8188-f7006863933b,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:08.259112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:08.335234 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76d413b6-38f5-475f-864a-28eb6b6d03cd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:08.364180 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dcc6c-dc63-4d30-b527-2134cbe05495 req-8d165c13-c506-4d96-89bd-166aee6dab5f tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:08.373516 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1e7dcc6c-dc63-4d30-b527-2134cbe05495 req-8d165c13-c506-4d96-89bd-166aee6dab5f tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 945 time: 0.4990580 Jul 05 10:31:08.380303 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Attempting to bind port eacbd57f-0058-44c1-8188-f7006863933b on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:31:08.381011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Attempting to bind port eacbd57f-0058-44c1-8188-f7006863933b by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:31:08.382188 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Attempting to bind port eacbd57f-0058-44c1-8188-f7006863933b on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:08.394159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:31:08.395039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:08.395251 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:08.395778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:31:08.396378 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Bound port: eacbd57f-0058-44c1-8188-f7006863933b, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:31:08.396869 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:08.440815 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1e7dcc6c-dc63-4d30-b527-2134cbe05495 req-a62918f6-72d4-44df-b52d-42deda7886fb tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658033 Jul 05 10:31:08.460825 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-12dfbb7c-bede-401c-a30e-b3db409a5bf2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:08.542590 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76d413b6-38f5-475f-864a-28eb6b6d03cd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:08.545487 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] For port eacbd57f-0058-44c1-8188-f7006863933b, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:31:08.549521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] For port eacbd57f-0058-44c1-8188-f7006863933b, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=eacbd57f-0058-44c1-8188-f7006863933b,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:31:08.624167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d413b6-38f5-475f-864a-28eb6b6d03cd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=1870f708-74ea-410c-80c3-ea61f40c4241,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:08.626789 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76d413b6-38f5-475f-864a-28eb6b6d03cd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:08.631005 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-76d413b6-38f5-475f-864a-28eb6b6d03cd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/1870f708-74ea-410c-80c3-ea61f40c4241 HTTP/1.1" status: 204 len: 168 time: 1.9814987 Jul 05 10:31:08.633547 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48832) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:08.651799 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:08.733377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421d899-77e7-48ff-aa39-24c93926d221 None None] Pushing event updated for resources: {'Port': ['ID=eacbd57f-0058-44c1-8188-f7006863933b,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:08.755995 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5045dfd-3ca6-42f5-86fa-2e63a8c7deef admin admin] Router 57758a29-014d-4fda-b615-e0fe0128e9ba has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:31:08.777338 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b60f045b-f2a2-4355-8f82-224fe017db74 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1383431 Jul 05 10:31:08.779028 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48838) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:08.792599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d1952aa7-8e40-4a20-b761-cef1d1538e89 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:08.802117 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-12dfbb7c-bede-401c-a30e-b3db409a5bf2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:09.040412 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfbb7c-bede-401c-a30e-b3db409a5bf2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Subnet': ['ID=8013c26b-ddbc-4dfe-bb43-1279aaeb11fe,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:09.073593 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-12dfbb7c-bede-401c-a30e-b3db409a5bf2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:09.079901 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bdde5858-476d-4569-8bb2-9fb713ad0937 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:09.100066 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48840) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:09.103679 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-12dfbb7c-bede-401c-a30e-b3db409a5bf2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/8013c26b-ddbc-4dfe-bb43-1279aaeb11fe HTTP/1.1" status: 204 len: 168 time: 1.4617472 Jul 05 10:31:09.131448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5045dfd-3ca6-42f5-86fa-2e63a8c7deef admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:31:09.205103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48842) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:09.206433 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d5045dfd-3ca6-42f5-86fa-2e63a8c7deef admin admin] 10.222.0.77 "PUT /v2.0/routers/57758a29-014d-4fda-b615-e0fe0128e9ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8818188 Jul 05 10:31:09.267423 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca8847-bbbf-4f6c-ba4e-05118f9ace3a None None] Sync routers for ids ['57758a29-014d-4fda-b615-e0fe0128e9ba'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:31:09.295487 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca8847-bbbf-4f6c-ba4e-05118f9ace3a None None] Routers {'57758a29-014d-4fda-b615-e0fe0128e9ba'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:09.296175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a8ca8847-bbbf-4f6c-ba4e-05118f9ace3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:30:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['57758a29-014d-4fda-b615-e0fe0128e9ba'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:09.495095 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:09.720365 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-a8ca8847-bbbf-4f6c-ba4e-05118f9ace3a None None] Set router 57758a29-014d-4fda-b615-e0fe0128e9ba gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:31:09.720935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port bda257b5-3c8a-4f1c-938b-063304f07fe0 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:09.721288 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:09.776167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1952aa7-8e40-4a20-b761-cef1d1538e89 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:09.779781 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1952aa7-8e40-4a20-b761-cef1d1538e89 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:09.940223 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94cfe24f-b112-492b-b1f7-2b080675e4f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:09.964863 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] For port bda257b5-3c8a-4f1c-938b-063304f07fe0, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bda257b5-3c8a-4f1c-938b-063304f07fe0,segment=NetworkSegment(6d14fad5-71ff-4480-9365-7dbd15961ed0),segment_id=6d14fad5-71ff-4480-9365-7dbd15961ed0)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:09.965477 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.011507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for bda257b5-3c8a-4f1c-938b-063304f07fe0 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:10.147262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c309dbb-f804-4d99-9065-068f64dfc590 req-2601752c-98bc-48be-8105-bbb77e59629d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:10.164674 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device eacbd57f-0058-44c1-8188-f7006863933b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:10.166699 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c309dbb-f804-4d99-9065-068f64dfc590 req-2601752c-98bc-48be-8105-bbb77e59629d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 945 time: 0.3358285 Jul 05 10:31:10.283823 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c3949a-ac66-4bce-8853-98f28d2594b1 None None] Network 234bd1c2-d46f-4e22-b270-bb3563df6d6f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:10.379785 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.402155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port bdde5858-476d-4569-8bb2-9fb713ad0937 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:10.402539 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.472751 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94cfe24f-b112-492b-b1f7-2b080675e4f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.505154 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c309dbb-f804-4d99-9065-068f64dfc590 req-ded14a75-39ec-4134-9dcb-c652301cbbdc tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3349969 Jul 05 10:31:10.509074 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1952aa7-8e40-4a20-b761-cef1d1538e89 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.514543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=bda257b5-3c8a-4f1c-938b-063304f07fe0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:10.522008 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0dcd9fa3-9402-45e0-bca0-ac92a40d8ea1 None None] Provisioning complete for port bda257b5-3c8a-4f1c-938b-063304f07fe0 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:10.522392 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0dcd9fa3-9402-45e0-bca0-ac92a40d8ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.543933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No DVR routers for this DVR port bda257b5-3c8a-4f1c-938b-063304f07fe0 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:10.548573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd9fa3-9402-45e0-bca0-ac92a40d8ea1 None None] Port bda257b5-3c8a-4f1c-938b-063304f07fe0 was deleted so its status cannot be updated. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 10:31:10.648160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port eacbd57f-0058-44c1-8188-f7006863933b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:10.713006 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.746879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a8ca8847-bbbf-4f6c-ba4e-05118f9ace3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-router', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:31:07Z', 'revision_number': 5, 'project_id': 'b6730456afa24179937818b8d8e62041', 'gw_port': {'id': 'f11b1035-21ac-4b29-aa79-ae50b4b24f18', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:19:00Z', 'updated_at': '2021-07-05T10:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:10.758478 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.776711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234bd1c2-d46f-4e22-b270-bb3563df6d6f']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:10.814376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d14fad5-71ff-4480-9365-7dbd15961ed0') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:10.816252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d14fad5-71ff-4480-9365-7dbd15961ed0') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:10.819708 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca8847-bbbf-4f6c-ba4e-05118f9ace3a None None] Checking router: 57758a29-014d-4fda-b615-e0fe0128e9ba for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:31:10.826901 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff6759b-f7c3-40cd-a70e-9421b37f2520 None None] DHCP port deletion for 234bd1c2-d46f-4e22-b270-bb3563df6d6f request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:31:10.839012 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.842990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdde5858-476d-4569-8bb2-9fb713ad0937'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:10.845319 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fe2b9c-b5d5-4caf-837e-1c070e1b83f8" -d '{"events": [{"server_uuid": "d02c2907-919c-46cf-b1e2-19c167fea356", "name": "network-vif-plugged", "status": "completed", "tag": "bdde5858-476d-4569-8bb2-9fb713ad0937"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:10.863603 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.884192 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bdde5858-476d-4569-8bb2-9fb713ad0937, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bdde5858-476d-4569-8bb2-9fb713ad0937,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:10.886263 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca8847-bbbf-4f6c-ba4e-05118f9ace3a None None] Routers {'57758a29-014d-4fda-b615-e0fe0128e9ba'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:10.886875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a8ca8847-bbbf-4f6c-ba4e-05118f9ace3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:30:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['57758a29-014d-4fda-b615-e0fe0128e9ba'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:10.890954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:31:10.891409 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.898822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1952aa7-8e40-4a20-b761-cef1d1538e89 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:31:10.916366 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:31:10.935071 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-d1952aa7-8e40-4a20-b761-cef1d1538e89 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:10.941562 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2979e332-a590-4b51-9d2e-a07543181e05 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:10.947164 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1952aa7-8e40-4a20-b761-cef1d1538e89 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:10.947164 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d1952aa7-8e40-4a20-b761-cef1d1538e89 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:10.981176 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1952aa7-8e40-4a20-b761-cef1d1538e89 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=dcd3b8c1-44ba-4eb9-b359-8f860f57c090,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:11.007109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-94cfe24f-b112-492b-b1f7-2b080675e4f5 admin admin] Deleting port f11b1035-21ac-4b29-aa79-ae50b4b24f18 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:11.007838 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94cfe24f-b112-492b-b1f7-2b080675e4f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.076021 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ead39c-eca8-400b-8157-ebd1ec0ae1db x-openstack-request-id: req-86ead39c-eca8-400b-8157-ebd1ec0ae1db {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:11.076302 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02c2907-919c-46cf-b1e2-19c167fea356", "name": "network-vif-plugged", "status": "completed", "tag": "bdde5858-476d-4569-8bb2-9fb713ad0937", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:11.076551 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-86ead39c-eca8-400b-8157-ebd1ec0ae1db {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:11.077004 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdde5858-476d-4569-8bb2-9fb713ad0937', 'code': 200} Jul 05 10:31:11.101137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48848) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:11.106785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f6b1c21d-8479-4e96-b925-f41adda52dbb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2008937621', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:11.111391 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d1952aa7-8e40-4a20-b761-cef1d1538e89 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3305190 Jul 05 10:31:11.174865 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-94cfe24f-b112-492b-b1f7-2b080675e4f5 admin admin] For port f11b1035-21ac-4b29-aa79-ae50b4b24f18, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f11b1035-21ac-4b29-aa79-ae50b4b24f18,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:11.174865 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94cfe24f-b112-492b-b1f7-2b080675e4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.189139 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.190374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-94cfe24f-b112-492b-b1f7-2b080675e4f5 admin admin] Calling delete_port for f11b1035-21ac-4b29-aa79-ae50b4b24f18 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:11.231160 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.237355 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.246229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/networks/234bd1c2-d46f-4e22-b270-bb3563df6d6f HTTP/1.1" status: 204 len: 168 time: 2.1447310 Jul 05 10:31:11.258871 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48850) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:11.339530 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c21d-8479-4e96-b925-f41adda52dbb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.343430 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c21d-8479-4e96-b925-f41adda52dbb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.424004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ac700-37c1-43b5-8aa1-5ba26a4f1701 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Network': ['ID=234bd1c2-d46f-4e22-b270-bb3563df6d6f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:11.558333 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c21d-8479-4e96-b925-f41adda52dbb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.624873 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c64cc11-160f-4ba8-ac49-dae651f0ce96 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:11.631014 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3c64cc11-160f-4ba8-ac49-dae651f0ce96 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3686323 Jul 05 10:31:11.631952 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48854) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:11.755884 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c21d-8479-4e96-b925-f41adda52dbb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:11.901108 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a619eded-9c0c-46bf-beab-0dd220df524e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2673242 Jul 05 10:31:11.901850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48856) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:11.917434 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1c59f3fe-2575-4d3e-b61e-b71e685da550 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1748420703'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:11.974588 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bda257b5-3c8a-4f1c-938b-063304f07fe0 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:12.055160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: bda257b5-3c8a-4f1c-938b-063304f07fe0 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:12.056359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bda257b5-3c8a-4f1c-938b-063304f07fe0 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:12.108148 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-a8ca8847-bbbf-4f6c-ba4e-05118f9ace3a None None] Set router 57758a29-014d-4fda-b615-e0fe0128e9ba gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:31:12.189529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bdde5858-476d-4569-8bb2-9fb713ad0937,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:12.205188 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a8ca8847-bbbf-4f6c-ba4e-05118f9ace3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-router', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:31:10Z', 'revision_number': 6, 'project_id': 'b6730456afa24179937818b8d8e62041', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:12.213700 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c21d-8479-4e96-b925-f41adda52dbb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.216630 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b17f60ac-3879-45d4-8491-f320dea8de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.219950 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f6b1c21d-8479-4e96-b925-f41adda52dbb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1164782 Jul 05 10:31:12.224069 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48858) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:12.246776 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5c15b36d-774f-4660-a4ba-431c799294f0 None None] Provisioning for port eacbd57f-0058-44c1-8188-f7006863933b completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:12.257550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca8847-bbbf-4f6c-ba4e-05118f9ace3a None None] The sync data for ids ['57758a29-014d-4fda-b615-e0fe0128e9ba'] in n-d-779913-27 is: [{'id': '57758a29-014d-4fda-b615-e0fe0128e9ba', 'name': 'tempest-TaggedBootDevicesTest_v242-2022517911-router', 'tenant_id': 'b6730456afa24179937818b8d8e62041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:18:57Z', 'updated_at': '2021-07-05T10:31:10Z', 'revision_number': 6, 'project_id': 'b6730456afa24179937818b8d8e62041', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:31:12.262322 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5c15b36d-774f-4660-a4ba-431c799294f0 None None] Provisioning complete for port eacbd57f-0058-44c1-8188-f7006863933b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:12.262737 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5c15b36d-774f-4660-a4ba-431c799294f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.461970 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5c15b36d-774f-4660-a4ba-431c799294f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.526729 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5c15b36d-774f-4660-a4ba-431c799294f0 None None] For port eacbd57f-0058-44c1-8188-f7006863933b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=eacbd57f-0058-44c1-8188-f7006863933b,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:12.588769 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5c15b36d-774f-4660-a4ba-431c799294f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.743484 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94cfe24f-b112-492b-b1f7-2b080675e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:12.782032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15b36d-774f-4660-a4ba-431c799294f0 None None] Pushing event updated for resources: {'Port': ['ID=eacbd57f-0058-44c1-8188-f7006863933b,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:12.859405 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfe24f-b112-492b-b1f7-2b080675e4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f11b1035-21ac-4b29-aa79-ae50b4b24f18,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:12.910514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cea06f-4f73-4761-8549-b543b8528c0b None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:12.967653 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17273c44-9e7a-4f91-925f-648f1a9ba2d3 req-bb3a3c1b-a8d7-4f56-8062-366cf808976d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:12.983290 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-17273c44-9e7a-4f91-925f-648f1a9ba2d3 req-bb3a3c1b-a8d7-4f56-8062-366cf808976d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 1.1018264 Jul 05 10:31:13.006514 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94cfe24f-b112-492b-b1f7-2b080675e4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:13.212340 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7c7863fb-ff37-4f1c-806d-c8a2e60a284c None None] Provisioning complete for port eacbd57f-0058-44c1-8188-f7006863933b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:13.212987 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7c7863fb-ff37-4f1c-806d-c8a2e60a284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:13.242124 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-17273c44-9e7a-4f91-925f-648f1a9ba2d3 req-dcbb53aa-917c-46e7-b4ea-7f0de7f635ef tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563462 Jul 05 10:31:13.267056 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94cfe24f-b112-492b-b1f7-2b080675e4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:13.275701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c59f3fe-2575-4d3e-b61e-b71e685da550 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:13.277220 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94cfe24f-b112-492b-b1f7-2b080675e4f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:13.283959 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c59f3fe-2575-4d3e-b61e-b71e685da550 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:13.570907 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94cfe24f-b112-492b-b1f7-2b080675e4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:13.571601 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cfe24f-b112-492b-b1f7-2b080675e4f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57758a29-014d-4fda-b615-e0fe0128e9ba {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:31:13.578531 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94cfe24f-b112-492b-b1f7-2b080675e4f5 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:13.587938 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-94cfe24f-b112-492b-b1f7-2b080675e4f5 admin admin] 10.222.0.77 "DELETE /v2.0/routers/57758a29-014d-4fda-b615-e0fe0128e9ba HTTP/1.1" status: 204 len: 168 time: 4.3804176 Jul 05 10:31:13.589006 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48860) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:13.699148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c59f3fe-2575-4d3e-b61e-b71e685da550 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:31:13.730212 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:13.768373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device eacbd57f-0058-44c1-8188-f7006863933b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:13.808193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90b2a75-675a-4daf-aa48-4b72f5e504cc admin admin] Deleting subnet a7cf4802-24ef-472a-8c66-7e6ccb85e80d {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:13.818146 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d90b2a75-675a-4daf-aa48-4b72f5e504cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:13.928334 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c7ba39e-f7b9-49d1-82e0-421f55ade844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:13.942898 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d90b2a75-675a-4daf-aa48-4b72f5e504cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:13.975026 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c59f3fe-2575-4d3e-b61e-b71e685da550 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:13.975026 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-1c59f3fe-2575-4d3e-b61e-b71e685da550 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Added segment 30818e5e-b72a-44b5-ada6-7c8222fafe62 of type vlan for network a3696e9e-af38-4591-b095-3fc0e868fae4 Jul 05 10:31:14.066457 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d90b2a75-675a-4daf-aa48-4b72f5e504cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.092538 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c59f3fe-2575-4d3e-b61e-b71e685da550 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.190752 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.271267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port eacbd57f-0058-44c1-8188-f7006863933b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:14.280282 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.325626 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d90b2a75-675a-4daf-aa48-4b72f5e504cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.418865 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b2a75-675a-4daf-aa48-4b72f5e504cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7cf4802-24ef-472a-8c66-7e6ccb85e80d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:14.426145 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c59f3fe-2575-4d3e-b61e-b71e685da550 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.427422 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d90b2a75-675a-4daf-aa48-4b72f5e504cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.431251 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d90b2a75-675a-4daf-aa48-4b72f5e504cc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a7cf4802-24ef-472a-8c66-7e6ccb85e80d HTTP/1.1" status: 204 len: 168 time: 0.8344381 Jul 05 10:31:14.435063 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48864) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:14.440194 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c59f3fe-2575-4d3e-b61e-b71e685da550 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:14.441185 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c59f3fe-2575-4d3e-b61e-b71e685da550 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.494474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80970f01-2c3c-4da3-9feb-11aaba6cca85 None None] Network 790a2fc1-a8c9-440b-a219-3f87c3a52e5a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:14.662141 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.828697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] Deleting port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:14.829386 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:14.846191 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59f3fe-2575-4d3e-b61e-b71e685da550 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Network': ['ID=a3696e9e-af38-4591-b095-3fc0e868fae4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:14.863538 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1c59f3fe-2575-4d3e-b61e-b71e685da550 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.9566107 Jul 05 10:31:14.870022 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48870) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:14.876331 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network a3696e9e-af38-4591-b095-3fc0e868fae4 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:31:14.877755 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ad0dfd81-05e5-4407-be30-83e5208c6073 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'subnet': {'network_id': 'a3696e9e-af38-4591-b095-3fc0e868fae4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:14.996509 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f11b1035-21ac-4b29-aa79-ae50b4b24f18 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:14.997895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] For port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7980b965-8e1a-4ec0-9a38-e522bf33d6bf,segment=NetworkSegment(a70c54d4-f50f-4b15-b903-95e479fdc557),segment_id=a70c54d4-f50f-4b15-b903-95e479fdc557)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:14.998736 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:15.025193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] Calling delete_port for 7980b965-8e1a-4ec0-9a38-e522bf33d6bf owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:15.109446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d21875c-e6ff-4e4d-abae-7831ad4da607 None None] DHCP port deletion for 790a2fc1-a8c9-440b-a219-3f87c3a52e5a request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:31:15.163884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: f11b1035-21ac-4b29-aa79-ae50b4b24f18 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:15.164233 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f11b1035-21ac-4b29-aa79-ae50b4b24f18 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:15.164658 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 926a567f-611c-4270-9e0c-9e57ed3930b4 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:15.235076 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::1 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/dcd3b8c1-44ba-4eb9-b359-8f860f57c090/c8590ad0-83fc-41d5-bc26-48eb11d1b102) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:15.259814 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 926a567f-611c-4270-9e0c-9e57ed3930b4 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:15.262247 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 926a567f-611c-4270-9e0c-9e57ed3930b4 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:15.262384 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d649c-e0bf-40c6-986d-0875ab02195c req-3e89f76a-f1a6-4ffb-95b2-00a2171e21f9 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:15.264137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-066d649c-e0bf-40c6-986d-0875ab02195c req-3e89f76a-f1a6-4ffb-95b2-00a2171e21f9 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.6005089 Jul 05 10:31:15.267573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b3dc6e4b-6f7d-4a94-9e17-7f9b8999709b None None] Provisioning complete for port eacbd57f-0058-44c1-8188-f7006863933b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:15.267981 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3dc6e4b-6f7d-4a94-9e17-7f9b8999709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:15.271226 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:15.312587 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:15.372461 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7980b965-8e1a-4ec0-9a38-e522bf33d6bf,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:15.389861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0d21875c-e6ff-4e4d-abae-7831ad4da607 None None] Deleting port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:15.390528 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0d21875c-e6ff-4e4d-abae-7831ad4da607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:15.391576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] No DVR routers for this DVR port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:15.428005 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-066d649c-e0bf-40c6-986d-0875ab02195c req-fd2acf88-cb5c-4e1f-81b4-596c867eb1a2 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509879 Jul 05 10:31:15.454524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0dfd81-05e5-4407-be30-83e5208c6073 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:15.458756 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad0dfd81-05e5-4407-be30-83e5208c6073 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:15.577209 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:15.599427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790a2fc1-a8c9-440b-a219-3f87c3a52e5a']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:15.610362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7980b965-8e1a-4ec0-9a38-e522bf33d6bf no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:15.619445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-0d21875c-e6ff-4e4d-abae-7831ad4da607 None None] For port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf, host n-d-779913-27, got binding levels [] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:15.619445 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0d21875c-e6ff-4e4d-abae-7831ad4da607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:15.630023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70c54d4-f50f-4b15-b903-95e479fdc557') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:15.636600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70c54d4-f50f-4b15-b903-95e479fdc557') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:15.637879 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:15.647262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 7980b965-8e1a-4ec0-9a38-e522bf33d6bf {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:15.647497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7980b965-8e1a-4ec0-9a38-e522bf33d6bf not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:15.654940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0d21875c-e6ff-4e4d-abae-7831ad4da607 None None] Calling delete_port for 7980b965-8e1a-4ec0-9a38-e522bf33d6bf owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:15.657703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.ipam_backend_mixin [None req-0d21875c-e6ff-4e4d-abae-7831ad4da607 None None] Port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf was not found and therefore no delete operation was performed {{(pid=100777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:31:15.658955 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0d21875c-e6ff-4e4d-abae-7831ad4da607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:15.662100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object c8590ad0-83fc-41d5-bc26-48eb11d1b102 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:15.689894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21875c-e6ff-4e4d-abae-7831ad4da607 None None] Pushing event deleted for resources: {'Port': ['ID=7980b965-8e1a-4ec0-9a38-e522bf33d6bf,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:15.694616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21875c-e6ff-4e4d-abae-7831ad4da607 None None] No DVR routers for this DVR port 7980b965-8e1a-4ec0-9a38-e522bf33d6bf on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:15.699582 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:15.742369 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:15.771215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:31:15.774724 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:31:15.876649 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:31:15.888404 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:15.951348 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad0dfd81-05e5-4407-be30-83e5208c6073 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:15.979454 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:16.019519 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:16.033863 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0dfd81-05e5-4407-be30-83e5208c6073 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Subnet': ['ID=86e3cf30-9c4b-4478-a4f2-39315aae7a0c,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:16.048045 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/790a2fc1-a8c9-440b-a219-3f87c3a52e5a HTTP/1.1" status: 204 len: 168 time: 1.6078343 Jul 05 10:31:16.049928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d42f6-b696-4c4f-9c45-b97e86a795a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=790a2fc1-a8c9-440b-a219-3f87c3a52e5a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:16.108199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:16.136250 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:16.158476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:16.159655 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:16.434393 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=c8590ad0-83fc-41d5-bc26-48eb11d1b102,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:16.472050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0dfd81-05e5-4407-be30-83e5208c6073 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Checking segment: {'id': '30818e5e-b72a-44b5-ada6-7c8222fafe62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a3696e9e-af38-4591-b095-3fc0e868fae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:16.472753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0dfd81-05e5-4407-be30-83e5208c6073 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network hostable DHCP agents. Network: a3696e9e-af38-4591-b095-3fc0e868fae4, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:31:16.577285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48880) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:16.589193 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0dfd81-05e5-4407-be30-83e5208c6073 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network a3696e9e-af38-4591-b095-3fc0e868fae4 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:31:16.600399 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:16.654895 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a787eb37-43eb-467e-bda5-605a6f73f697 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6730456afa24179937818b8d8e62041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0757983 Jul 05 10:31:16.658167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48882) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:16.714830 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-ad0dfd81-05e5-4407-be30-83e5208c6073 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, a3696e9e-af38-4591-b095-3fc0e868fae4) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:16.739312 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc6a8cd-9188-408e-8efc-b90d6e08d285 None None] Network a3696e9e-af38-4591-b095-3fc0e868fae4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:16.743558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0dfd81-05e5-4407-be30-83e5208c6073 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:16.744457 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad0dfd81-05e5-4407-be30-83e5208c6073 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:16.751451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9579ed1d-ebb5-45b7-bb46-32e9b4397412 None None] Provisioning for port c8590ad0-83fc-41d5-bc26-48eb11d1b102 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:16.895675 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-faad6c5a-57ec-442d-a988-4a4529e06219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:16.912920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c9def-859b-4952-999c-38d094f85553 req-40ba5fe1-0c4f-4517-944b-92657c137889 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:16.915852 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-042c9def-859b-4952-999c-38d094f85553 req-40ba5fe1-0c4f-4517-944b-92657c137889 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.2303112 Jul 05 10:31:16.962003 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ad0dfd81-05e5-4407-be30-83e5208c6073 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0899062 Jul 05 10:31:16.962453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48884) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:16.973081 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9579ed1d-ebb5-45b7-bb46-32e9b4397412 None None] Provisioning complete for port c8590ad0-83fc-41d5-bc26-48eb11d1b102 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:16.973495 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9579ed1d-ebb5-45b7-bb46-32e9b4397412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:16.993301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-7f51f747-499a-4906-bb5c-07a7b6124c76 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'network_id': 'a3696e9e-af38-4591-b095-3fc0e868fae4', 'name': 'tempest-PortsTestJSON-2038350632'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:17.072859 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-faad6c5a-57ec-442d-a988-4a4529e06219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:17.084304 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:17.098903 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-042c9def-859b-4952-999c-38d094f85553 req-9148ef02-481f-45df-a9aa-badd40a61a70 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702850 Jul 05 10:31:17.108535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-9579ed1d-ebb5-45b7-bb46-32e9b4397412 None None] Port c8590ad0-83fc-41d5-bc26-48eb11d1b102 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:31:17.152170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-a3696e9e-af38-4591-b095-3fc0e868fae4', 'network_id': 'a3696e9e-af38-4591-b095-3fc0e868fae4', 'tenant_id': '3853efeed28944e8950c7ffd9027c73f', 'fixed_ips': [{'subnet_id': '86e3cf30-9c4b-4478-a4f2-39315aae7a0c'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:31:17.153322 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:17.270447 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-faad6c5a-57ec-442d-a988-4a4529e06219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:17.273098 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-faad6c5a-57ec-442d-a988-4a4529e06219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:17.279361 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-faad6c5a-57ec-442d-a988-4a4529e06219 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31e3e376-3d9d-4e2d-bd9b-2996be6fb76e HTTP/1.1" status: 204 len: 168 time: 0.6147223 Jul 05 10:31:17.292533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad6c5a-57ec-442d-a988-4a4529e06219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e3e376-3d9d-4e2d-bd9b-2996be6fb76e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:17.294791 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:17.298697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f51f747-499a-4906-bb5c-07a7b6124c76 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:17.302301 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f51f747-499a-4906-bb5c-07a7b6124c76 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:17.349089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-7f51f747-499a-4906-bb5c-07a7b6124c76 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] device_id is not set on port e56fbda9-8d80-4fba-ac61-a304129a6548 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:31:17.405626 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Allocated IP 172.20.0.2 (a3696e9e-af38-4591-b095-3fc0e868fae4/86e3cf30-9c4b-4478-a4f2-39315aae7a0c/a42319f1-9543-41c8-bae8-83af4074e3e3) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:17.443551 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:17.444404 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:17.506940 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=c8590ad0-83fc-41d5-bc26-48eb11d1b102,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:17.649339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:17.652027 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:17.711326 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:17.730031 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Transition to ACTIVE for port object a42319f1-9543-41c8-bae8-83af4074e3e3 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:17.756992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Transition to ACTIVE for port object a42319f1-9543-41c8-bae8-83af4074e3e3 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:17.851122 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:18.043106 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Network a3696e9e-af38-4591-b095-3fc0e868fae4 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:18.049055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:18.057601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:18.100112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Pushing event updated for resources: {'Port': ['ID=a42319f1-9543-41c8-bae8-83af4074e3e3,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:18.278315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-7f51f747-499a-4906-bb5c-07a7b6124c76 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Allocated IP 172.20.0.10 (a3696e9e-af38-4591-b095-3fc0e868fae4/86e3cf30-9c4b-4478-a4f2-39315aae7a0c/e56fbda9-8d80-4fba-ac61-a304129a6548) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:18.298102 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Attempting to bind port a42319f1-9543-41c8-bae8-83af4074e3e3 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:31:18.299048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Attempting to bind port a42319f1-9543-41c8-bae8-83af4074e3e3 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '30818e5e-b72a-44b5-ada6-7c8222fafe62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a3696e9e-af38-4591-b095-3fc0e868fae4'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:31:18.300209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Attempting to bind port a42319f1-9543-41c8-bae8-83af4074e3e3 on network a3696e9e-af38-4591-b095-3fc0e868fae4 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:18.307576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:31:18.308924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Checking segment: {'id': '30818e5e-b72a-44b5-ada6-7c8222fafe62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a3696e9e-af38-4591-b095-3fc0e868fae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:18.309788 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:18.310516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Bound using segment: {'id': '30818e5e-b72a-44b5-ada6-7c8222fafe62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a3696e9e-af38-4591-b095-3fc0e868fae4'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:31:18.311429 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Bound port: a42319f1-9543-41c8-bae8-83af4074e3e3, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30818e5e-b72a-44b5-ada6-7c8222fafe62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a3696e9e-af38-4591-b095-3fc0e868fae4'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:31:18.312088 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:18.508096 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6cd29a61-839d-4a3c-bd3b-7117007eb528 None None] Provisioning complete for port c8590ad0-83fc-41d5-bc26-48eb11d1b102 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:18.508096 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6cd29a61-839d-4a3c-bd3b-7117007eb528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:18.568131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6cd29a61-839d-4a3c-bd3b-7117007eb528 None None] Port c8590ad0-83fc-41d5-bc26-48eb11d1b102 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:31:18.611704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] For port a42319f1-9543-41c8-bae8-83af4074e3e3, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:31:18.619639 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] For port a42319f1-9543-41c8-bae8-83af4074e3e3, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a42319f1-9543-41c8-bae8-83af4074e3e3,segment=NetworkSegment(30818e5e-b72a-44b5-ada6-7c8222fafe62),segment_id=30818e5e-b72a-44b5-ada6-7c8222fafe62)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:31:18.711339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1f272-52e0-4e79-9af5-b7dc95e20abc req-38ba08b6-a615-4206-acf0-71cdd7093856 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:18.714366 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7ed1f272-52e0-4e79-9af5-b7dc95e20abc req-38ba08b6-a615-4206-acf0-71cdd7093856 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.2432163 Jul 05 10:31:18.789386 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7ed1f272-52e0-4e79-9af5-b7dc95e20abc req-44510e75-da99-4ae9-bfbf-0c1aee6b0406 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698609 Jul 05 10:31:18.823563 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:18.849211 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f51f747-499a-4906-bb5c-07a7b6124c76 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:18.856247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Router 3ccc1237-fdb3-43e1-8887-05de28bb3140 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:31:18.993705 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61dad67-adf5-4e69-94f9-69b9e95654f8 None None] Pushing event updated for resources: {'Port': ['ID=a42319f1-9543-41c8-bae8-83af4074e3e3,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:19.067805 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-7f51f747-499a-4906-bb5c-07a7b6124c76 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Transition to ACTIVE for port object e56fbda9-8d80-4fba-ac61-a304129a6548 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:19.069726 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:31:19.078966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48900) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:19.082278 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Sync routers for ids ['3ccc1237-fdb3-43e1-8887-05de28bb3140'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:31:19.088873 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9f744ff8-530c-4dbb-8e6b-451b6ca8f696 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "PUT /v2.0/routers/3ccc1237-fdb3-43e1-8887-05de28bb3140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8626404 Jul 05 10:31:19.113544 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Routers {'3ccc1237-fdb3-43e1-8887-05de28bb3140'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:19.117937 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:31:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3ccc1237-fdb3-43e1-8887-05de28bb3140'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:19.226991 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c26286-24cd-4a7b-8fd7-35634647184f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:19.228494 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-77c26286-24cd-4a7b-8fd7-35634647184f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports/c8590ad0-83fc-41d5-bc26-48eb11d1b102 HTTP/1.1" status: 200 len: 911 time: 0.1478400 Jul 05 10:31:19.231237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48904) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:19.254907 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f51f747-499a-4906-bb5c-07a7b6124c76 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:19.346632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f51f747-499a-4906-bb5c-07a7b6124c76 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network a3696e9e-af38-4591-b095-3fc0e868fae4 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:19.352482 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-7f51f747-499a-4906-bb5c-07a7b6124c76 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:19.362916 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f51f747-499a-4906-bb5c-07a7b6124c76 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:19.439095 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51f747-499a-4906-bb5c-07a7b6124c76 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=e56fbda9-8d80-4fba-ac61-a304129a6548,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:19.510127 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Set router 3ccc1237-fdb3-43e1-8887-05de28bb3140 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:31:19.532583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8b7de-d034-4474-91ab-c100c4b40001 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:19.559464 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8b7de-d034-4474-91ab-c100c4b40001 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:19.564098 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6da8b7de-d034-4474-91ab-c100c4b40001 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.3312924 Jul 05 10:31:19.566555 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48910) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:19.737134 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f51f747-499a-4906-bb5c-07a7b6124c76 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:19.737879 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f51f747-499a-4906-bb5c-07a7b6124c76 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:19.739516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a42319f1-9543-41c8-bae8-83af4074e3e3 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:19.828134 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48914) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:19.857585 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7f51f747-499a-4906-bb5c-07a7b6124c76 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8671875 Jul 05 10:31:19.858190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48920) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:19.864338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e641cec8-a0aa-46b2-aaa6-b11b3bac04a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'network_id': 'a3696e9e-af38-4591-b095-3fc0e868fae4', 'name': 'tempest-PortsTestJSON-77139123'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:19.916447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port a42319f1-9543-41c8-bae8-83af4074e3e3 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:20.108254 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccc1237-fdb3-43e1-8887-05de28bb3140', 'name': 'tempest-NetworksTestDHCPv6-router-2008937621', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:31:11Z', 'updated_at': '2021-07-05T10:31:16Z', 'revision_number': 2, 'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'gw_port_host': None, '_interfaces': [{'id': 'c8590ad0-83fc-41d5-bc26-48eb11d1b102', 'name': '', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'mac_address': 'fa:16:3e:56:4e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccc1237-fdb3-43e1-8887-05de28bb3140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dcd3b8c1-44ba-4eb9-b359-8f860f57c090', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:31:14Z', 'updated_at': '2021-07-05T10:31:16Z', 'revision_number': 2, 'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'subnets': [{'id': 'dcd3b8c1-44ba-4eb9-b359-8f860f57c090', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:20.161987 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Checking router: 3ccc1237-fdb3-43e1-8887-05de28bb3140 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:31:20.162902 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Updating router 3ccc1237-fdb3-43e1-8887-05de28bb3140 port c8590ad0-83fc-41d5-bc26-48eb11d1b102 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:31:20.211268 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:20.298158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ff84e483-4e23-4de5-bdff-230b694a9664 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1023500010-network', 'tenant_id': 'a392767ce6c4428f87b1c43baa935f5f'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:20.518165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff84e483-4e23-4de5-bdff-230b694a9664 admin admin] Made reservation on behalf of a392767ce6c4428f87b1c43baa935f5f for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:20.520577 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ff84e483-4e23-4de5-bdff-230b694a9664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:20.562088 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ff84e483-4e23-4de5-bdff-230b694a9664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:20.727357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e9ac3-1fdd-45af-ba93-1d9413bc1e86 req-404c0774-fdb7-4066-8477-ec5d394ed16a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:20.738160 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b90e9ac3-1fdd-45af-ba93-1d9413bc1e86 req-404c0774-fdb7-4066-8477-ec5d394ed16a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.4437034 Jul 05 10:31:20.832925 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e641cec8-a0aa-46b2-aaa6-b11b3bac04a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:20.849191 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e641cec8-a0aa-46b2-aaa6-b11b3bac04a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:20.877726 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b90e9ac3-1fdd-45af-ba93-1d9413bc1e86 req-e71a437c-9ada-4910-91c9-e8592f8ac24d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373968 Jul 05 10:31:20.934353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444cbc0d-413c-4454-bd06-cf5eca4464cd None None] Network a3696e9e-af38-4591-b095-3fc0e868fae4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:20.948807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-e641cec8-a0aa-46b2-aaa6-b11b3bac04a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] device_id is not set on port 834e84be-3347-440d-8f5d-b146f8009b48 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:31:20.961135 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.008022 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Transition to ACTIVE for port object c8590ad0-83fc-41d5-bc26-48eb11d1b102 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:21.137318 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98dcfbb0-f1c8-49a2-b9bf-1799c917d3f2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.206191 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ff84e483-4e23-4de5-bdff-230b694a9664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.237355 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-e641cec8-a0aa-46b2-aaa6-b11b3bac04a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Allocated IP 172.20.0.8 (a3696e9e-af38-4591-b095-3fc0e868fae4/86e3cf30-9c4b-4478-a4f2-39315aae7a0c/834e84be-3347-440d-8f5d-b146f8009b48) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:21.301897 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.407788 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9906e-3990-4037-9e3c-34b7028f4c80 None None] Pushing event updated for resources: {'Port': ['ID=c8590ad0-83fc-41d5-bc26-48eb11d1b102,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:21.423163 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e641cec8-a0aa-46b2-aaa6-b11b3bac04a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.436750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bd7b3646-755f-4918-87f3-2b2703891c07 None None] Provisioning for port a42319f1-9543-41c8-bae8-83af4074e3e3 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:21.441627 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bd7b3646-755f-4918-87f3-2b2703891c07 None None] Provisioning complete for port a42319f1-9543-41c8-bae8-83af4074e3e3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:21.442105 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3646-755f-4918-87f3-2b2703891c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.445355 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9906e-3990-4037-9e3c-34b7028f4c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:21.448278 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9906e-3990-4037-9e3c-34b7028f4c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:21.448278 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9906e-3990-4037-9e3c-34b7028f4c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:21.448278 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9906e-3990-4037-9e3c-34b7028f4c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:21.448278 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9906e-3990-4037-9e3c-34b7028f4c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:21.448278 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9906e-3990-4037-9e3c-34b7028f4c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:21.448278 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9906e-3990-4037-9e3c-34b7028f4c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:21.448278 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9906e-3990-4037-9e3c-34b7028f4c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:21.449012 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9906e-3990-4037-9e3c-34b7028f4c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:21.449012 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9906e-3990-4037-9e3c-34b7028f4c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:21.449233 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9906e-3990-4037-9e3c-34b7028f4c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:21.449979 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9906e-3990-4037-9e3c-34b7028f4c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:21.489703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-e641cec8-a0aa-46b2-aaa6-b11b3bac04a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Transition to ACTIVE for port object 834e84be-3347-440d-8f5d-b146f8009b48 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:21.493397 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ff84e483-4e23-4de5-bdff-230b694a9664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.549637 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Attempting to bind port c8590ad0-83fc-41d5-bc26-48eb11d1b102 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:31:21.549965 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Attempting to bind port c8590ad0-83fc-41d5-bc26-48eb11d1b102 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:31:21.550334 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Attempting to bind port c8590ad0-83fc-41d5-bc26-48eb11d1b102 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:21.556467 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:31:21.556853 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:21.557262 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.557660 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:31:21.558929 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Bound port: c8590ad0-83fc-41d5-bc26-48eb11d1b102, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:31:21.559312 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.561026 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3646-755f-4918-87f3-2b2703891c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.573480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84e483-4e23-4de5-bdff-230b694a9664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9febfd6b-ed50-4fef-ab56-b2eda1a5d6c3,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:21.602833 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-98dcfbb0-f1c8-49a2-b9bf-1799c917d3f2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port c8590ad0-83fc-41d5-bc26-48eb11d1b102 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:21.606237 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-bd7b3646-755f-4918-87f3-2b2703891c07 None None] For port a42319f1-9543-41c8-bae8-83af4074e3e3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a42319f1-9543-41c8-bae8-83af4074e3e3,segment=NetworkSegment(30818e5e-b72a-44b5-ada6-7c8222fafe62),segment_id=30818e5e-b72a-44b5-ada6-7c8222fafe62)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:21.606427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98dcfbb0-f1c8-49a2-b9bf-1799c917d3f2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.615148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff84e483-4e23-4de5-bdff-230b694a9664 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:31:21.656890 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ff84e483-4e23-4de5-bdff-230b694a9664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.657276 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-ff84e483-4e23-4de5-bdff-230b694a9664 admin admin] Added segment 559cc28e-8005-4e6b-8385-c8ba9822fb1d of type vlan for network 679730a2-66bc-4ee1-9393-fca916b9cdf7 Jul 05 10:31:21.658707 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] For port c8590ad0-83fc-41d5-bc26-48eb11d1b102, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:31:21.662628 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] For port c8590ad0-83fc-41d5-bc26-48eb11d1b102, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c8590ad0-83fc-41d5-bc26-48eb11d1b102,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:31:21.715111 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ff84e483-4e23-4de5-bdff-230b694a9664 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.732326 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3646-755f-4918-87f3-2b2703891c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.740415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-98dcfbb0-f1c8-49a2-b9bf-1799c917d3f2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] For port c8590ad0-83fc-41d5-bc26-48eb11d1b102, host n-d-779913-27, got binding levels [] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:21.741104 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98dcfbb0-f1c8-49a2-b9bf-1799c917d3f2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.758538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-98dcfbb0-f1c8-49a2-b9bf-1799c917d3f2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for c8590ad0-83fc-41d5-bc26-48eb11d1b102 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:21.811393 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.812123 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e641cec8-a0aa-46b2-aaa6-b11b3bac04a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.839275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b3646-755f-4918-87f3-2b2703891c07 None None] Pushing event updated for resources: {'Port': ['ID=a42319f1-9543-41c8-bae8-83af4074e3e3,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:21.884095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5e5e5f51-1637-448a-b51a-e6d36f9b0f7e None None] Provisioning complete for port a42319f1-9543-41c8-bae8-83af4074e3e3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:21.885472 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5f51-1637-448a-b51a-e6d36f9b0f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.891253 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ff84e483-4e23-4de5-bdff-230b694a9664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:21.896607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84e483-4e23-4de5-bdff-230b694a9664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:21.897447 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ff84e483-4e23-4de5-bdff-230b694a9664 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:22.012972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e641cec8-a0aa-46b2-aaa6-b11b3bac04a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network a3696e9e-af38-4591-b095-3fc0e868fae4 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:22.042914 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9906e-3990-4037-9e3c-34b7028f4c80 None None] Pushing event updated for resources: {'Port': ['ID=c8590ad0-83fc-41d5-bc26-48eb11d1b102,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:22.133739 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Routers {'3ccc1237-fdb3-43e1-8887-05de28bb3140'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:22.134674 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:31:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3ccc1237-fdb3-43e1-8887-05de28bb3140'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:22.195182 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-e641cec8-a0aa-46b2-aaa6-b11b3bac04a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:22.223492 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e641cec8-a0aa-46b2-aaa6-b11b3bac04a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:22.325682 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e641cec8-a0aa-46b2-aaa6-b11b3bac04a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:22.326518 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e641cec8-a0aa-46b2-aaa6-b11b3bac04a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:22.337468 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ff84e483-4e23-4de5-bdff-230b694a9664 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5048237 Jul 05 10:31:22.337694 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98dcfbb0-f1c8-49a2-b9bf-1799c917d3f2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:22.347740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48932) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:22.362811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641cec8-a0aa-46b2-aaa6-b11b3bac04a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=834e84be-3347-440d-8f5d-b146f8009b48,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:22.367905 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:22.368930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5e5e5f51-1637-448a-b51a-e6d36f9b0f7e None None] Provisioning for port e56fbda9-8d80-4fba-ac61-a304129a6548 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:22.373660 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5e5e5f51-1637-448a-b51a-e6d36f9b0f7e None None] Provisioning complete for port e56fbda9-8d80-4fba-ac61-a304129a6548 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:22.374336 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5f51-1637-448a-b51a-e6d36f9b0f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:22.420640 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a0c20e9a-c4a7-41f5-b543-0b0a7b155318 admin admin] Request body: {'subnet': {'network_id': '679730a2-66bc-4ee1-9393-fca916b9cdf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1023500010-subnet', 'tenant_id': 'a392767ce6c4428f87b1c43baa935f5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:22.479406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84e483-4e23-4de5-bdff-230b694a9664 admin admin] Pushing event updated for resources: {'Network': ['ID=679730a2-66bc-4ee1-9393-fca916b9cdf7,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:22.494265 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e5f51-1637-448a-b51a-e6d36f9b0f7e None None] Port e56fbda9-8d80-4fba-ac61-a304129a6548 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:31:22.499019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 679730a2-66bc-4ee1-9393-fca916b9cdf7 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:31:22.566358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e641cec8-a0aa-46b2-aaa6-b11b3bac04a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7070937 Jul 05 10:31:22.572367 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48934) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:22.665274 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98dcfbb0-f1c8-49a2-b9bf-1799c917d3f2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:22.764903 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0b39733b-57f9-42ad-a603-dfdd4a0087b1 None None] Could not find standard attr ID for object c8590ad0-83fc-41d5-bc26-48eb11d1b102. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:31:22.817701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0b39733b-57f9-42ad-a603-dfdd4a0087b1 None None] Provisioning complete for port e56fbda9-8d80-4fba-ac61-a304129a6548 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:22.820989 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0b39733b-57f9-42ad-a603-dfdd4a0087b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:22.827784 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a28909-af0c-4b70-b081-6e4b340b3181 req-e3bb45fe-6dfd-4dc0-a03f-6ad0f42911b5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:22.834275 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] Set router 3ccc1237-fdb3-43e1-8887-05de28bb3140 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:31:22.837937 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d0a28909-af0c-4b70-b081-6e4b340b3181 req-e3bb45fe-6dfd-4dc0-a03f-6ad0f42911b5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.5225992 Jul 05 10:31:22.893040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcfbb0-f1c8-49a2-b9bf-1799c917d3f2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=c8590ad0-83fc-41d5-bc26-48eb11d1b102,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:22.941849 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0b39733b-57f9-42ad-a603-dfdd4a0087b1 None None] Port e56fbda9-8d80-4fba-ac61-a304129a6548 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:31:23.050815 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d0a28909-af0c-4b70-b081-6e4b340b3181 req-ba7e2671-86e1-466e-a4b6-340a7b5614d2 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096879 Jul 05 10:31:23.058913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d94c8219-df5b-4ee5-8379-f474e2fe7282 None None] Could not find standard attr ID for object c8590ad0-83fc-41d5-bc26-48eb11d1b102. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:31:23.125548 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a76f37-5982-4f9c-9f77-9ceb286471bb tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:23.131503 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-09a76f37-5982-4f9c-9f77-9ceb286471bb tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.5372314 Jul 05 10:31:23.133624 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98dcfbb0-f1c8-49a2-b9bf-1799c917d3f2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Router 3ccc1237-fdb3-43e1-8887-05de28bb3140 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:31:23.134082 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48936) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:23.340738 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c20e9a-c4a7-41f5-b543-0b0a7b155318 admin admin] Made reservation on behalf of a392767ce6c4428f87b1c43baa935f5f for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:23.343059 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0c20e9a-c4a7-41f5-b543-0b0a7b155318 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:23.364448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dcfbb0-f1c8-49a2-b9bf-1799c917d3f2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:31:23.393488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ee430708-0097-484e-9297-f388a780155f None None] Provisioning for port 834e84be-3347-440d-8f5d-b146f8009b48 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:23.395280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c4d52fca-b37b-4234-952d-818feae7faf3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port 834e84be-3347-440d-8f5d-b146f8009b48 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:23.395280 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4d52fca-b37b-4234-952d-818feae7faf3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:23.397645 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ee430708-0097-484e-9297-f388a780155f None None] Provisioning complete for port 834e84be-3347-440d-8f5d-b146f8009b48 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:23.408321 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ee430708-0097-484e-9297-f388a780155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:23.408496 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccc1237-fdb3-43e1-8887-05de28bb3140', 'name': 'tempest-NetworksTestDHCPv6-router-2008937621', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:31:11Z', 'updated_at': '2021-07-05T10:31:16Z', 'revision_number': 2, 'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'gw_port_host': None, '_interfaces': [{'id': 'c8590ad0-83fc-41d5-bc26-48eb11d1b102', 'name': '', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'mac_address': 'fa:16:3e:56:4e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccc1237-fdb3-43e1-8887-05de28bb3140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dcd3b8c1-44ba-4eb9-b359-8f860f57c090', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:31:14Z', 'updated_at': '2021-07-05T10:31:21Z', 'revision_number': 4, 'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'subnets': [{'id': 'dcd3b8c1-44ba-4eb9-b359-8f860f57c090', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:23.408659 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-98dcfbb0-f1c8-49a2-b9bf-1799c917d3f2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "PUT /v2.0/routers/3ccc1237-fdb3-43e1-8887-05de28bb3140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8359110 Jul 05 10:31:23.416624 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48938) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:23.438064 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7285f3bc-60ba-41a5-90de-b4810bc0dc2d None None] The sync data for ids ['3ccc1237-fdb3-43e1-8887-05de28bb3140'] in n-d-779913-27 is: [{'id': '3ccc1237-fdb3-43e1-8887-05de28bb3140', 'name': 'tempest-NetworksTestDHCPv6-router-2008937621', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:31:11Z', 'updated_at': '2021-07-05T10:31:16Z', 'revision_number': 2, 'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'gw_port_host': None, '_interfaces': [{'id': 'c8590ad0-83fc-41d5-bc26-48eb11d1b102', 'name': '', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'mac_address': 'fa:16:3e:56:4e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccc1237-fdb3-43e1-8887-05de28bb3140', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'dcd3b8c1-44ba-4eb9-b359-8f860f57c090', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:31:14Z', 'updated_at': '2021-07-05T10:31:21Z', 'revision_number': 4, 'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'subnets': [{'id': 'dcd3b8c1-44ba-4eb9-b359-8f860f57c090', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:31:23.478486 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ee430708-0097-484e-9297-f388a780155f None None] Port 834e84be-3347-440d-8f5d-b146f8009b48 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:31:23.552832 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4d52fca-b37b-4234-952d-818feae7faf3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:23.565759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf16de27-c8a0-4ea3-b7ff-955a5f571207 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:23.568385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf16de27-c8a0-4ea3-b7ff-955a5f571207 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:23.571910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c4d52fca-b37b-4234-952d-818feae7faf3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for 834e84be-3347-440d-8f5d-b146f8009b48 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:23.573871 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48944) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:23.576241 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bf16de27-c8a0-4ea3-b7ff-955a5f571207 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1555743 Jul 05 10:31:23.596418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a42319f1-9543-41c8-bae8-83af4074e3e3 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:23.689997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b531b5-3e8d-4126-9526-de37340bc785 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet dcd3b8c1-44ba-4eb9-b359-8f860f57c090 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:23.697722 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c7b531b5-3e8d-4126-9526-de37340bc785 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:23.730450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port a42319f1-9543-41c8-bae8-83af4074e3e3 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:23.730817 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:23.759161 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c7b531b5-3e8d-4126-9526-de37340bc785 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:23.824928 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c7b531b5-3e8d-4126-9526-de37340bc785 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:24.028293 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0c20e9a-c4a7-41f5-b543-0b0a7b155318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:24.048210 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4d52fca-b37b-4234-952d-818feae7faf3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:24.128279 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d52fca-b37b-4234-952d-818feae7faf3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=834e84be-3347-440d-8f5d-b146f8009b48,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:24.136842 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c20e9a-c4a7-41f5-b543-0b0a7b155318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ec5fe04-c673-4aaf-a1c4-93fb5b6541a5,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:24.173453 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:24.175091 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c7b531b5-3e8d-4126-9526-de37340bc785 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:24.187923 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c20e9a-c4a7-41f5-b543-0b0a7b155318 admin admin] Checking segment: {'id': '559cc28e-8005-4e6b-8385-c8ba9822fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '679730a2-66bc-4ee1-9393-fca916b9cdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:24.188401 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c20e9a-c4a7-41f5-b543-0b0a7b155318 admin admin] Network hostable DHCP agents. Network: 679730a2-66bc-4ee1-9393-fca916b9cdf7, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:31:24.260995 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c7b531b5-3e8d-4126-9526-de37340bc785 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:24.262971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421ea7d8-dede-4a66-a038-1d77ebf065ec None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:24.264575 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c7b531b5-3e8d-4126-9526-de37340bc785 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/dcd3b8c1-44ba-4eb9-b359-8f860f57c090 HTTP/1.1" status: 204 len: 168 time: 0.6893661 Jul 05 10:31:24.267274 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48964) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:24.277758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b531b5-3e8d-4126-9526-de37340bc785 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd3b8c1-44ba-4eb9-b359-8f860f57c090,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:24.281194 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4d52fca-b37b-4234-952d-818feae7faf3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:24.287479 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c4d52fca-b37b-4234-952d-818feae7faf3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/834e84be-3347-440d-8f5d-b146f8009b48 HTTP/1.1" status: 204 len: 168 time: 1.1499071 Jul 05 10:31:24.288501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48966) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:24.322279 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a73966-fef1-4982-b6b0-91350a1f5acc tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] GET failed (client error): The resource could not be found. Jul 05 10:31:24.328361 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-84a73966-fef1-4982-b6b0-91350a1f5acc tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/834e84be-3347-440d-8f5d-b146f8009b48 HTTP/1.1" status: 404 len: 333 time: 0.0381393 Jul 05 10:31:24.329498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48968) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:24.501179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port e56fbda9-8d80-4fba-ac61-a304129a6548 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:24.501820 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:24.648342 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:24.676111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for e56fbda9-8d80-4fba-ac61-a304129a6548 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:24.914637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f999fee1-b4e3-489f-8400-52905992a973 None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:31:25.027737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f999fee1-b4e3-489f-8400-52905992a973 None None] Deleting port eacbd57f-0058-44c1-8188-f7006863933b {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:25.028157 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f999fee1-b4e3-489f-8400-52905992a973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.125722 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f999fee1-b4e3-489f-8400-52905992a973 None None] For port eacbd57f-0058-44c1-8188-f7006863933b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=eacbd57f-0058-44c1-8188-f7006863933b,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:25.126436 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f999fee1-b4e3-489f-8400-52905992a973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.152968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f999fee1-b4e3-489f-8400-52905992a973 None None] Calling delete_port for eacbd57f-0058-44c1-8188-f7006863933b owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:25.200344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c20e9a-c4a7-41f5-b543-0b0a7b155318 admin admin] Network 679730a2-66bc-4ee1-9393-fca916b9cdf7 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:31:25.381970 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f999fee1-b4e3-489f-8400-52905992a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.404977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f999fee1-b4e3-489f-8400-52905992a973 None None] No DVR routers for this DVR port eacbd57f-0058-44c1-8188-f7006863933b on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:25.430417 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a0c20e9a-c4a7-41f5-b543-0b0a7b155318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 679730a2-66bc-4ee1-9393-fca916b9cdf7) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:25.438795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c20e9a-c4a7-41f5-b543-0b0a7b155318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:25.444153 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a0c20e9a-c4a7-41f5-b543-0b0a7b155318 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.485299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffb7fed-223e-43e1-9492-33fdb7f4093c None None] Network 679730a2-66bc-4ee1-9393-fca916b9cdf7 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:25.523488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999fee1-b4e3-489f-8400-52905992a973 None None] Pushing event deleted for resources: {'Port': ['ID=eacbd57f-0058-44c1-8188-f7006863933b,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:25.552856 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6e6ce658-eb47-4358-a914-2263920b3bbb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.2843065 Jul 05 10:31:25.556193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48972) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:25.608235 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd8a97-da00-4f20-b86d-d44e225d592f req-2f2bf8c8-ae89-4551-9a47-be519d3cf572 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:25.608500 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device eacbd57f-0058-44c1-8188-f7006863933b no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:25.612097 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a2bd8a97-da00-4f20-b86d-d44e225d592f req-2f2bf8c8-ae89-4551-9a47-be519d3cf572 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.4206431 Jul 05 10:31:25.669937 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a0c20e9a-c4a7-41f5-b543-0b0a7b155318 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.2551405 Jul 05 10:31:25.696568 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.765705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a2bd8a97-da00-4f20-b86d-d44e225d592f req-d4cb143b-9f0f-47cb-bacd-981c3702f766 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049082 Jul 05 10:31:25.768692 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=e56fbda9-8d80-4fba-ac61-a304129a6548,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:25.769223 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6a21fd77-2ec9-4faf-8b65-8977dd7505f0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:25.988352 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:25.988744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:25.989089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:25.989426 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:25.989759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:25.990132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:25.990523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:25.990970 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:25.991303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:25.998026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:26.000157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:26.000592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:26.006944 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.016513 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-48cde520-aa4a-402f-a826-b609403b4503 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/e56fbda9-8d80-4fba-ac61-a304129a6548 HTTP/1.1" status: 204 len: 168 time: 1.6856990 Jul 05 10:31:26.018923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48978) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:26.059023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: eacbd57f-0058-44c1-8188-f7006863933b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:26.059707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device eacbd57f-0058-44c1-8188-f7006863933b not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:26.111378 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0b509d-82b1-4f04-84cd-2a1aa5169660 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] GET failed (client error): The resource could not be found. Jul 05 10:31:26.117285 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ee0b509d-82b1-4f04-84cd-2a1aa5169660 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/e56fbda9-8d80-4fba-ac61-a304129a6548 HTTP/1.1" status: 404 len: 333 time: 0.0948865 Jul 05 10:31:26.117502 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6a21fd77-2ec9-4faf-8b65-8977dd7505f0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.120940 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 48984) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:26.126074 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6a21fd77-2ec9-4faf-8b65-8977dd7505f0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.176304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d2b20-1d0a-416a-a8ce-dfbf2e372990 None None] Sync routers for ids ['3ccc1237-fdb3-43e1-8887-05de28bb3140'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:31:26.248877 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d2b20-1d0a-416a-a8ce-dfbf2e372990 None None] Routers {'3ccc1237-fdb3-43e1-8887-05de28bb3140'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:26.249670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-586d2b20-1d0a-416a-a8ce-dfbf2e372990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:31:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['3ccc1237-fdb3-43e1-8887-05de28bb3140'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:26.264541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbb3f62-ef07-4087-b0d1-c4846944a662 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting subnet 86e3cf30-9c4b-4478-a4f2-39315aae7a0c {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:26.282725 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3f62-ef07-4087-b0d1-c4846944a662 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.297196 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6a21fd77-2ec9-4faf-8b65-8977dd7505f0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.299391 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a21fd77-2ec9-4faf-8b65-8977dd7505f0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Fanout notify agent at l3_agent the message router_deleted on router 3ccc1237-fdb3-43e1-8887-05de28bb3140 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:31:26.309029 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6a21fd77-2ec9-4faf-8b65-8977dd7505f0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.313831 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6a21fd77-2ec9-4faf-8b65-8977dd7505f0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/routers/3ccc1237-fdb3-43e1-8887-05de28bb3140 HTTP/1.1" status: 204 len: 168 time: 0.7535131 Jul 05 10:31:26.315088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 48988) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:26.325484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae776ab6-78a6-4690-9d9b-ccd5c18fb304 None None] Network 679730a2-66bc-4ee1-9393-fca916b9cdf7 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:26.329854 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0766fe70-b9d8-41eb-9581-a36607d4f77c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:26.421719 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3f62-ef07-4087-b0d1-c4846944a662 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.473294 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-586d2b20-1d0a-416a-a8ce-dfbf2e372990 None None] Set router 3ccc1237-fdb3-43e1-8887-05de28bb3140 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:31:26.533231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-586d2b20-1d0a-416a-a8ce-dfbf2e372990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccc1237-fdb3-43e1-8887-05de28bb3140', 'name': 'tempest-NetworksTestDHCPv6-router-2008937621', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:31:11Z', 'updated_at': '2021-07-05T10:31:22Z', 'revision_number': 3, 'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:26.566080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d2b20-1d0a-416a-a8ce-dfbf2e372990 None None] Checking router: 3ccc1237-fdb3-43e1-8887-05de28bb3140 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:31:26.581082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d2b20-1d0a-416a-a8ce-dfbf2e372990 None None] Routers set() bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:26.581451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d2b20-1d0a-416a-a8ce-dfbf2e372990 None None] Router IDs set() for agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 10:31:26.582204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_agentschedulers_db [None req-586d2b20-1d0a-416a-a8ce-dfbf2e372990 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3ccc1237-fdb3-43e1-8887-05de28bb3140'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:31:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent'). {{(pid=100777) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 10:31:26.582694 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d2b20-1d0a-416a-a8ce-dfbf2e372990 None None] The sync data for ids ['3ccc1237-fdb3-43e1-8887-05de28bb3140'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:31:26.608367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0766fe70-b9d8-41eb-9581-a36607d4f77c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:26.612779 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3f62-ef07-4087-b0d1-c4846944a662 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.613732 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0766fe70-b9d8-41eb-9581-a36607d4f77c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.805686 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3f62-ef07-4087-b0d1-c4846944a662 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.835080 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3f62-ef07-4087-b0d1-c4846944a662 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:26.842002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee73fe4-ab43-482a-a6e2-3b8b28215c9e None None] Network a3696e9e-af38-4591-b095-3fc0e868fae4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:26.845765 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6fbb3f62-ef07-4087-b0d1-c4846944a662 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/86e3cf30-9c4b-4478-a4f2-39315aae7a0c HTTP/1.1" status: 204 len: 168 time: 0.7222912 Jul 05 10:31:26.851781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49010) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:26.938699 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb3f62-ef07-4087-b0d1-c4846944a662 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Subnet': ['ID=86e3cf30-9c4b-4478-a4f2-39315aae7a0c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:27.053102 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.146665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port a42319f1-9543-41c8-bae8-83af4074e3e3 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:27.146665 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.186069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25f414-8047-401d-998f-aa57830d3446 req-7ade550a-781e-485f-b21c-ed170cac6587 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:27.186069 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f25f414-8047-401d-998f-aa57830d3446 req-7ade550a-781e-485f-b21c-ed170cac6587 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.1614041 Jul 05 10:31:27.186994 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0766fe70-b9d8-41eb-9581-a36607d4f77c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.217358 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1013d6-c6e6-4328-a9bb-59cf04e2da07 None None] DHCP port deletion for a3696e9e-af38-4591-b095-3fc0e868fae4 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:31:27.253646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0766fe70-b9d8-41eb-9581-a36607d4f77c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:27.262020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-0766fe70-b9d8-41eb-9581-a36607d4f77c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:27.276744 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff05e54-2c89-420a-bf7d-11adaccbb1c2 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:27.281779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0766fe70-b9d8-41eb-9581-a36607d4f77c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:27.282852 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0766fe70-b9d8-41eb-9581-a36607d4f77c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.287825 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] For port a42319f1-9543-41c8-bae8-83af4074e3e3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a42319f1-9543-41c8-bae8-83af4074e3e3,segment=NetworkSegment(30818e5e-b72a-44b5-ada6-7c8222fafe62),segment_id=30818e5e-b72a-44b5-ada6-7c8222fafe62)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:27.288294 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.290063 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f25f414-8047-401d-998f-aa57830d3446 req-82bb9cae-3c4e-417f-85d7-2cf8b0df5b88 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919633 Jul 05 10:31:27.308635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766fe70-b9d8-41eb-9581-a36607d4f77c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=8454b754-94f9-45ee-ad39-4c185b3b4ff7,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:27.338987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for a42319f1-9543-41c8-bae8-83af4074e3e3 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:27.411585 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-dc1013d6-c6e6-4328-a9bb-59cf04e2da07 None None] Deleting port a42319f1-9543-41c8-bae8-83af4074e3e3 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:27.412137 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dc1013d6-c6e6-4328-a9bb-59cf04e2da07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.418218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49024) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:27.418765 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0766fe70-b9d8-41eb-9581-a36607d4f77c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1011138 Jul 05 10:31:27.424411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d2f46926-569c-408e-8711-cdae02818f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1129617121', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:27.541650 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d2f46926-569c-408e-8711-cdae02818f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.543110 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d2f46926-569c-408e-8711-cdae02818f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.551146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-dc1013d6-c6e6-4328-a9bb-59cf04e2da07 None None] For port a42319f1-9543-41c8-bae8-83af4074e3e3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a42319f1-9543-41c8-bae8-83af4074e3e3,segment=NetworkSegment(30818e5e-b72a-44b5-ada6-7c8222fafe62),segment_id=30818e5e-b72a-44b5-ada6-7c8222fafe62)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:27.551534 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dc1013d6-c6e6-4328-a9bb-59cf04e2da07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.564659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c8590ad0-83fc-41d5-bc26-48eb11d1b102 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:27.571362 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.596889 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No DVR routers for this DVR port a42319f1-9543-41c8-bae8-83af4074e3e3 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:27.616558 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-dc1013d6-c6e6-4328-a9bb-59cf04e2da07 None None] Calling delete_port for a42319f1-9543-41c8-bae8-83af4074e3e3 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:27.618573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: c8590ad0-83fc-41d5-bc26-48eb11d1b102 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:27.618971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c8590ad0-83fc-41d5-bc26-48eb11d1b102 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:27.619653 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a42319f1-9543-41c8-bae8-83af4074e3e3 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:27.633891 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=a42319f1-9543-41c8-bae8-83af4074e3e3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:27.683704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': '8454b754-94f9-45ee-ad39-4c185b3b4ff7'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:31:27.683704 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.700129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: a42319f1-9543-41c8-bae8-83af4074e3e3 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:27.700479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a42319f1-9543-41c8-bae8-83af4074e3e3 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:27.702682 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d2f46926-569c-408e-8711-cdae02818f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.779235 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d2f46926-569c-408e-8711-cdae02818f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.786061 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.801174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3696e9e-af38-4591-b095-3fc0e868fae4']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:27.814004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30818e5e-b72a-44b5-ada6-7c8222fafe62') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:27.814004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30818e5e-b72a-44b5-ada6-7c8222fafe62') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:27.823556 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.843239 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.850861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:31:27.851318 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:31:27.854625 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:31:27.869382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d2f46926-569c-408e-8711-cdae02818f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.870706 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d2f46926-569c-408e-8711-cdae02818f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4517674 Jul 05 10:31:27.884324 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49034) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:31:27.890663 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:31:27.912553 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dc1013d6-c6e6-4328-a9bb-59cf04e2da07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:27.951843 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1013d6-c6e6-4328-a9bb-59cf04e2da07 None None] Pushing event deleted for resources: {'Port': ['ID=a42319f1-9543-41c8-bae8-83af4074e3e3,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:27.962581 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1013d6-c6e6-4328-a9bb-59cf04e2da07 None None] No DVR routers for this DVR port a42319f1-9543-41c8-bae8-83af4074e3e3 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:27.970446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Allocated IP 2001:db8::2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/8454b754-94f9-45ee-ad39-4c185b3b4ff7/c47408e7-33e9-45ba-9cf5-c92a5035ca9f) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:28.168655 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:28.179428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Transition to ACTIVE for port object c47408e7-33e9-45ba-9cf5-c92a5035ca9f will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:28.198868 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Transition to ACTIVE for port object c47408e7-33e9-45ba-9cf5-c92a5035ca9f will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:28.224860 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:28.231226 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:28.235182 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/networks/a3696e9e-af38-4591-b095-3fc0e868fae4 HTTP/1.1" status: 204 len: 168 time: 1.3822029 Jul 05 10:31:28.240352 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49036) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:28.249226 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:28.255043 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e91077f4-310f-44a1-8233-f98c8eaeff72 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-673196409'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:28.259891 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f81f8-4b02-4911-bd87-63d27f3e5893 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Network': ['ID=a3696e9e-af38-4591-b095-3fc0e868fae4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:28.443313 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:28.465389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:28.470641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:28.474673 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:28.487048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91077f4-310f-44a1-8233-f98c8eaeff72 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:28.491582 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e91077f4-310f-44a1-8233-f98c8eaeff72 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:28.509121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Pushing event updated for resources: {'Port': ['ID=c47408e7-33e9-45ba-9cf5-c92a5035ca9f,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:28.529732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91077f4-310f-44a1-8233-f98c8eaeff72 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:31:28.550389 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e91077f4-310f-44a1-8233-f98c8eaeff72 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:28.550750 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-e91077f4-310f-44a1-8233-f98c8eaeff72 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Added segment e1f50c09-3bf7-4638-94ba-74aa9cf0be3a of type vlan for network f2e378da-a934-481a-9160-fc3e04ead6ba Jul 05 10:31:28.566376 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Attempting to bind port c47408e7-33e9-45ba-9cf5-c92a5035ca9f on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:31:28.566782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Attempting to bind port c47408e7-33e9-45ba-9cf5-c92a5035ca9f by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:31:28.567116 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Attempting to bind port c47408e7-33e9-45ba-9cf5-c92a5035ca9f on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:28.573670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:31:28.575059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:28.575059 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:28.575305 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:31:28.575406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::1 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/8454b754-94f9-45ee-ad39-4c185b3b4ff7/7fe79aa1-acbd-42bb-b7b5-e6635a709ee6) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:28.576516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Bound port: c47408e7-33e9-45ba-9cf5-c92a5035ca9f, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:31:28.584140 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:28.593025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e74e7-fc19-462a-bd1a-5fe6c15b519a req-bfe21607-e3fd-4324-b1e0-774293f356d3 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:28.601497 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b0e74e7-fc19-462a-bd1a-5fe6c15b519a req-bfe21607-e3fd-4324-b1e0-774293f356d3 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.1589241 Jul 05 10:31:28.619760 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e91077f4-310f-44a1-8233-f98c8eaeff72 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:28.687102 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] For port c47408e7-33e9-45ba-9cf5-c92a5035ca9f, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:31:28.691427 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] For port c47408e7-33e9-45ba-9cf5-c92a5035ca9f, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c47408e7-33e9-45ba-9cf5-c92a5035ca9f,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:31:28.699555 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5b0e74e7-fc19-462a-bd1a-5fe6c15b519a req-e0b9caa2-ba06-4e56-922b-8c1f108101c8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970232 Jul 05 10:31:28.787697 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e91077f4-310f-44a1-8233-f98c8eaeff72 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:28.793336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91077f4-310f-44a1-8233-f98c8eaeff72 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:28.793971 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e91077f4-310f-44a1-8233-f98c8eaeff72 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:28.817407 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:28.817789 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:28.845225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:28.942234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306021c-e333-4b2d-9845-a42b7ed4d51c None None] Pushing event updated for resources: {'Port': ['ID=c47408e7-33e9-45ba-9cf5-c92a5035ca9f,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:28.957722 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:28.962919 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91077f4-310f-44a1-8233-f98c8eaeff72 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Network': ['ID=f2e378da-a934-481a-9160-fc3e04ead6ba,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:28.990058 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network f2e378da-a934-481a-9160-fc3e04ead6ba details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:31:29.041462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:29.063431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:29.072817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:29.073389 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:29.075444 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e91077f4-310f-44a1-8233-f98c8eaeff72 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8334632 Jul 05 10:31:29.078577 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49058) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:29.085444 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-78fc3d18-8f7d-4f0d-bdef-111195b885f5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'subnet': {'network_id': 'f2e378da-a934-481a-9160-fc3e04ead6ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:29.276987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=7fe79aa1-acbd-42bb-b7b5-e6635a709ee6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:29.455452 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-22ad2daa-b0ca-43da-9fef-cec2d52b5b4c tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:29.471642 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:29.472759 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-22ad2daa-b0ca-43da-9fef-cec2d52b5b4c tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/networks?id=679730a2-66bc-4ee1-9393-fca916b9cdf7 HTTP/1.1" status: 200 len: 818 time: 0.1708324 Jul 05 10:31:29.500389 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-6c28ae81-71fc-4098-8910-5e7ea9a7e0a7 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/quotas/a392767ce6c4428f87b1c43baa935f5f HTTP/1.1" status: 200 len: 375 time: 0.0246592 Jul 05 10:31:29.548843 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-041cd0f8-f806-4cac-b837-8bcaf953a292 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a392767ce6c4428f87b1c43baa935f5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365028 Jul 05 10:31:29.638728 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c47408e7-33e9-45ba-9cf5-c92a5035ca9f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:29.720656 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fc3d18-8f7d-4f0d-bdef-111195b885f5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:29.725880 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78fc3d18-8f7d-4f0d-bdef-111195b885f5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:29.813698 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port c47408e7-33e9-45ba-9cf5-c92a5035ca9f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:29.881470 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-34522524-6f2b-441c-98c0-a78c0e307e33 service neutron] 10.222.0.77 "GET /v2.0/networks/679730a2-66bc-4ee1-9393-fca916b9cdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264992 Jul 05 10:31:29.887550 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:29.980298 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:29.981098 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:30.084703 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-c724b592-a4d4-40d8-8f82-19b45bf1aefd service neutron] 10.222.0.77 "GET /v2.0/networks/679730a2-66bc-4ee1-9393-fca916b9cdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955419 Jul 05 10:31:30.202739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=7fe79aa1-acbd-42bb-b7b5-e6635a709ee6,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:30.210788 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:30.214378 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:30.237677 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342243e-d152-41e6-840b-ed99a3849503 req-d923ac6e-5cea-48a8-911d-f20b5de1451c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:30.239660 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e342243e-d152-41e6-840b-ed99a3849503 req-d923ac6e-5cea-48a8-911d-f20b5de1451c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.3217847 Jul 05 10:31:30.248545 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78fc3d18-8f7d-4f0d-bdef-111195b885f5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:30.329237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc3d18-8f7d-4f0d-bdef-111195b885f5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Subnet': ['ID=4736a0b4-81de-4305-bf75-939fe028eab9,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:30.345998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc3d18-8f7d-4f0d-bdef-111195b885f5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Checking segment: {'id': 'e1f50c09-3bf7-4638-94ba-74aa9cf0be3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f2e378da-a934-481a-9160-fc3e04ead6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:30.346450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fc3d18-8f7d-4f0d-bdef-111195b885f5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network hostable DHCP agents. Network: f2e378da-a934-481a-9160-fc3e04ead6ba, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:31:30.366044 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e342243e-d152-41e6-840b-ed99a3849503 req-24b60f02-6f15-4325-a4e6-27dd4aa4f588 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883341 Jul 05 10:31:30.407874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e156164c-074c-45d4-b724-8ffc470b33c4 None None] Provisioning for port c47408e7-33e9-45ba-9cf5-c92a5035ca9f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:30.414737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e156164c-074c-45d4-b724-8ffc470b33c4 None None] Provisioning complete for port c47408e7-33e9-45ba-9cf5-c92a5035ca9f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:30.415267 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e156164c-074c-45d4-b724-8ffc470b33c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:30.461354 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0bc02d85-d168-4b2a-b06f-2c093ea2d3c0 req-78b2f304-20a0-4b77-b62c-cfaa9746ce5c tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 210 time: 0.0345178 Jul 05 10:31:30.462862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fc3d18-8f7d-4f0d-bdef-111195b885f5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network f2e378da-a934-481a-9160-fc3e04ead6ba is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:31:30.516817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Router b788945d-17c7-4bfd-9dd2-ea9caa2b082f is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:31:30.545145 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-78fc3d18-8f7d-4f0d-bdef-111195b885f5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, f2e378da-a934-481a-9160-fc3e04ead6ba) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:30.550325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fc3d18-8f7d-4f0d-bdef-111195b885f5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:30.551032 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78fc3d18-8f7d-4f0d-bdef-111195b885f5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:30.588496 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729aedb2-4d5b-497a-91b3-9506a3cebbed None None] Network f2e378da-a934-481a-9160-fc3e04ead6ba requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:30.651095 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-78fc3d18-8f7d-4f0d-bdef-111195b885f5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5685351 Jul 05 10:31:30.651618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49090) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:30.658403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-bb75781f-710d-43f8-afb5-b7b7c0b02c42 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'network_id': 'f2e378da-a934-481a-9160-fc3e04ead6ba', 'name': 'tempest-PortsTestJSON-231328706', 'fixed_ips': [{'subnet_id': '4736a0b4-81de-4305-bf75-939fe028eab9', 'ip_address': '172.20.0.10'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:30.769045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:31:30.773256 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e156164c-074c-45d4-b724-8ffc470b33c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:30.780026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49094) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:30.780860 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Sync routers for ids ['b788945d-17c7-4bfd-9dd2-ea9caa2b082f'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:31:30.781890 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-95ffea69-6cfb-4880-91db-4f81958f0423 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "PUT /v2.0/routers/b788945d-17c7-4bfd-9dd2-ea9caa2b082f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8959889 Jul 05 10:31:30.803925 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Routers {'b788945d-17c7-4bfd-9dd2-ea9caa2b082f'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:30.804770 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:31:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b788945d-17c7-4bfd-9dd2-ea9caa2b082f'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:30.893884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-f2e378da-a934-481a-9160-fc3e04ead6ba', 'network_id': 'f2e378da-a934-481a-9160-fc3e04ead6ba', 'tenant_id': '3853efeed28944e8950c7ffd9027c73f', 'fixed_ips': [{'subnet_id': '4736a0b4-81de-4305-bf75-939fe028eab9'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:31:30.896194 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:30.923539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e156164c-074c-45d4-b724-8ffc470b33c4 None None] For port c47408e7-33e9-45ba-9cf5-c92a5035ca9f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c47408e7-33e9-45ba-9cf5-c92a5035ca9f,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:30.953022 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35d922d-5e2a-4c71-8678-a037ccfd6489 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:30.957362 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49096) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:30.958847 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a35d922d-5e2a-4c71-8678-a037ccfd6489 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports/7fe79aa1-acbd-42bb-b7b5-e6635a709ee6 HTTP/1.1" status: 200 len: 911 time: 0.1764076 Jul 05 10:31:30.973175 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Set router b788945d-17c7-4bfd-9dd2-ea9caa2b082f gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:31:31.039660 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e156164c-074c-45d4-b724-8ffc470b33c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:31.052300 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b0543-0d69-4e53-9b8b-2908d89a64c9 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:31.059123 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b0543-0d69-4e53-9b8b-2908d89a64c9 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:31.062176 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb75781f-710d-43f8-afb5-b7b7c0b02c42 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:31.066440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49098) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:31.072328 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5a9b0543-0d69-4e53-9b8b-2908d89a64c9 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1070385 Jul 05 10:31:31.148969 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c97df2-f46c-4a3c-a9a4-65dcae1b7b2b req-89cccd7a-6674-411c-bcec-69b7f3aee075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:31.150692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62c97df2-f46c-4a3c-a9a4-65dcae1b7b2b req-89cccd7a-6674-411c-bcec-69b7f3aee075 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 1098 time: 0.0821891 Jul 05 10:31:31.151575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156164c-074c-45d4-b724-8ffc470b33c4 None None] Pushing event updated for resources: {'Port': ['ID=c47408e7-33e9-45ba-9cf5-c92a5035ca9f,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:31.166820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Allocated IP 172.20.0.2 (f2e378da-a934-481a-9160-fc3e04ead6ba/4736a0b4-81de-4305-bf75-939fe028eab9/3aeeebab-004e-47e7-9bf5-8b6db766861e) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:31.239183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-539f56e2-26bc-4b5d-abda-6b2dc27f29be None None] Provisioning for port 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:31.249994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-539f56e2-26bc-4b5d-abda-6b2dc27f29be None None] Provisioning complete for port 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:31.250606 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-539f56e2-26bc-4b5d-abda-6b2dc27f29be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:31.308359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c97df2-f46c-4a3c-a9a4-65dcae1b7b2b req-62ac8c97-6b1b-4eb4-8df6-e917a034a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:31.309059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-539f56e2-26bc-4b5d-abda-6b2dc27f29be None None] Port 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:31:31.312716 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62c97df2-f46c-4a3c-a9a4-65dcae1b7b2b req-62ac8c97-6b1b-4eb4-8df6-e917a034a48a service neutron] 10.222.0.64 "GET /v2.0/networks?id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 200 len: 916 time: 0.1506183 Jul 05 10:31:31.320603 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b788945d-17c7-4bfd-9dd2-ea9caa2b082f', 'name': 'tempest-NetworksTestDHCPv6-router-1129617121', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:31:27Z', 'updated_at': '2021-07-05T10:31:29Z', 'revision_number': 2, 'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'gw_port_host': None, '_interfaces': [{'id': '7fe79aa1-acbd-42bb-b7b5-e6635a709ee6', 'name': '', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'mac_address': 'fa:16:3e:5f:7a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b788945d-17c7-4bfd-9dd2-ea9caa2b082f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8454b754-94f9-45ee-ad39-4c185b3b4ff7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:31:28Z', 'updated_at': '2021-07-05T10:31:29Z', 'revision_number': 2, 'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'subnets': [{'id': '8454b754-94f9-45ee-ad39-4c185b3b4ff7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:31.353131 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Checking router: b788945d-17c7-4bfd-9dd2-ea9caa2b082f for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:31:31.354492 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Updating router b788945d-17c7-4bfd-9dd2-ea9caa2b082f port 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:31:31.400640 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:31.474689 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62c97df2-f46c-4a3c-a9a4-65dcae1b7b2b req-44579be5-f50e-471b-b241-c921ad0a1efd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdde5858-476d-4569-8bb2-9fb713ad0937 HTTP/1.1" status: 200 len: 1002 time: 0.1542146 Jul 05 10:31:31.514809 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:31.547980 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Transition to ACTIVE for port object 3aeeebab-004e-47e7-9bf5-8b6db766861e will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:31.587187 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c47408e7-33e9-45ba-9cf5-c92a5035ca9f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:31.600910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c97df2-f46c-4a3c-a9a4-65dcae1b7b2b req-fdcb15ed-a6b6-4837-a2cd-ce7eef8233c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:31.606371 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62c97df2-f46c-4a3c-a9a4-65dcae1b7b2b req-fdcb15ed-a6b6-4837-a2cd-ce7eef8233c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29e232e9-0213-4c50-9eaa-5083f737c183 HTTP/1.1" status: 200 len: 854 time: 0.1187541 Jul 05 10:31:31.626448 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98d2c499-628a-45ac-a22c-360165e7e969 req-2419c544-9748-4322-9d05-5b089956a709 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 210 time: 0.0549743 Jul 05 10:31:31.648268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Transition to ACTIVE for port object 3aeeebab-004e-47e7-9bf5-8b6db766861e will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:31.668362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port c47408e7-33e9-45ba-9cf5-c92a5035ca9f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:31.668916 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:31.687363 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb75781f-710d-43f8-afb5-b7b7c0b02c42 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:31.749148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-bb75781f-710d-43f8-afb5-b7b7c0b02c42 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] device_id is not set on port 787c80ac-bff0-4791-b750-1f54fc71f7e9 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:31:31.767657 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:31.818113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Pushing event updated for resources: {'Port': ['ID=3aeeebab-004e-47e7-9bf5-8b6db766861e,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:31.844916 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Network f2e378da-a934-481a-9160-fc3e04ead6ba is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:31.846097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:31.851592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:31.958795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Attempting to bind port 3aeeebab-004e-47e7-9bf5-8b6db766861e on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:31:31.964077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Attempting to bind port 3aeeebab-004e-47e7-9bf5-8b6db766861e by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'e1f50c09-3bf7-4638-94ba-74aa9cf0be3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f2e378da-a934-481a-9160-fc3e04ead6ba'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:31:31.964077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Attempting to bind port 3aeeebab-004e-47e7-9bf5-8b6db766861e on network f2e378da-a934-481a-9160-fc3e04ead6ba {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:31.983116 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:31:31.983550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Checking segment: {'id': 'e1f50c09-3bf7-4638-94ba-74aa9cf0be3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f2e378da-a934-481a-9160-fc3e04ead6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:31.987283 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:31.987283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Bound using segment: {'id': 'e1f50c09-3bf7-4638-94ba-74aa9cf0be3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f2e378da-a934-481a-9160-fc3e04ead6ba'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:31:31.987283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Bound port: 3aeeebab-004e-47e7-9bf5-8b6db766861e, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f50c09-3bf7-4638-94ba-74aa9cf0be3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f2e378da-a934-481a-9160-fc3e04ead6ba'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:31:31.987283 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:32.042621 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:32.068207 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Transition to ACTIVE for port object 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:32.109034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] For port 3aeeebab-004e-47e7-9bf5-8b6db766861e, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:31:32.115777 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] For port 3aeeebab-004e-47e7-9bf5-8b6db766861e, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3aeeebab-004e-47e7-9bf5-8b6db766861e,segment=NetworkSegment(e1f50c09-3bf7-4638-94ba-74aa9cf0be3a),segment_id=e1f50c09-3bf7-4638-94ba-74aa9cf0be3a)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:31:32.159352 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:32.171248 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37f18795-50da-40db-a9da-e5f83da4c3f6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:32.175464 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-bb75781f-710d-43f8-afb5-b7b7c0b02c42 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Allocated IP 172.20.0.10 (f2e378da-a934-481a-9160-fc3e04ead6ba/4736a0b4-81de-4305-bf75-939fe028eab9/787c80ac-bff0-4791-b750-1f54fc71f7e9) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:32.190781 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:32.255556 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e0527-7378-4aaf-847f-9b145f52f745 None None] Pushing event updated for resources: {'Port': ['ID=3aeeebab-004e-47e7-9bf5-8b6db766861e,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:32.359864 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Attempting to bind port 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:31:32.360231 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Attempting to bind port 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:31:32.360574 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Attempting to bind port 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:32.362669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c97df2-f46c-4a3c-a9a4-65dcae1b7b2b req-5097f587-8f7a-4f95-a4cc-38db679d1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:32.365339 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b93ce0-f792-422f-b1c7-72c78914d92a None None] Pushing event updated for resources: {'Port': ['ID=7fe79aa1-acbd-42bb-b7b5-e6635a709ee6,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:32.367292 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62c97df2-f46c-4a3c-a9a4-65dcae1b7b2b req-5097f587-8f7a-4f95-a4cc-38db679d1500 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7545407 Jul 05 10:31:32.370598 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:31:32.370978 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:32.371497 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:32.373723 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:31:32.374437 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Bound port: 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:31:32.374831 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:32.382947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4110c6b-a6a3-428c-b1e2-bacfc21b2f37 req-9a7c4670-34ba-4a03-aecc-b53ab97a5b06 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:32.384641 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4110c6b-a6a3-428c-b1e2-bacfc21b2f37 req-9a7c4670-34ba-4a03-aecc-b53ab97a5b06 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 946 time: 0.1676903 Jul 05 10:31:32.406556 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-62c97df2-f46c-4a3c-a9a4-65dcae1b7b2b req-cfebcef5-04ec-4283-a6f7-b59d4d7491e9 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:31:32.411888 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62c97df2-f46c-4a3c-a9a4-65dcae1b7b2b req-cfebcef5-04ec-4283-a6f7-b59d4d7491e9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067337 Jul 05 10:31:32.472950 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] For port 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:31:32.478922 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] For port 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7fe79aa1-acbd-42bb-b7b5-e6635a709ee6,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:31:32.569512 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:32.604871 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4110c6b-a6a3-428c-b1e2-bacfc21b2f37 req-4bb89e7b-2286-49e5-aac8-bc3c5b772860 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023973 Jul 05 10:31:32.656690 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb75781f-710d-43f8-afb5-b7b7c0b02c42 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:32.701526 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62c97df2-f46c-4a3c-a9a4-65dcae1b7b2b req-6e117844-2db5-4136-953e-3e9bceea5cd2 service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779250 Jul 05 10:31:32.719016 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b93ce0-f792-422f-b1c7-72c78914d92a None None] Pushing event updated for resources: {'Port': ['ID=7fe79aa1-acbd-42bb-b7b5-e6635a709ee6,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:32.748040 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Routers {'b788945d-17c7-4bfd-9dd2-ea9caa2b082f'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:32.748040 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:31:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b788945d-17c7-4bfd-9dd2-ea9caa2b082f'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:32.761796 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-bb75781f-710d-43f8-afb5-b7b7c0b02c42 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Transition to ACTIVE for port object 787c80ac-bff0-4791-b750-1f54fc71f7e9 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:32.834582 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-37f18795-50da-40db-a9da-e5f83da4c3f6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:32.837815 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37f18795-50da-40db-a9da-e5f83da4c3f6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:32.918567 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62c97df2-f46c-4a3c-a9a4-65dcae1b7b2b req-c2c1ee9a-d130-452e-9c0e-a1d2923a4e25 service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058468 Jul 05 10:31:32.950614 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] Set router b788945d-17c7-4bfd-9dd2-ea9caa2b082f gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:31:32.986359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49112) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:33.099957 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62a0908-ee8c-41e4-90d5-8c0d547d4a27 admin admin] Deleting subnet 67486366-29d4-4cd0-ab63-97a1f10c3e7e {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:33.104169 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c62a0908-ee8c-41e4-90d5-8c0d547d4a27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:33.159699 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c62a0908-ee8c-41e4-90d5-8c0d547d4a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:33.160864 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bdde5858-476d-4569-8bb2-9fb713ad0937 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:33.238545 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c62a0908-ee8c-41e4-90d5-8c0d547d4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:33.370263 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:33.383420 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b788945d-17c7-4bfd-9dd2-ea9caa2b082f', 'name': 'tempest-NetworksTestDHCPv6-router-1129617121', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:31:27Z', 'updated_at': '2021-07-05T10:31:29Z', 'revision_number': 2, 'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'gw_port_host': None, '_interfaces': [{'id': '7fe79aa1-acbd-42bb-b7b5-e6635a709ee6', 'name': '', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'mac_address': 'fa:16:3e:5f:7a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b788945d-17c7-4bfd-9dd2-ea9caa2b082f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8454b754-94f9-45ee-ad39-4c185b3b4ff7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:31:28Z', 'updated_at': '2021-07-05T10:31:32Z', 'revision_number': 4, 'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'subnets': [{'id': '8454b754-94f9-45ee-ad39-4c185b3b4ff7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:33.418238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdde5858-476d-4569-8bb2-9fb713ad0937'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:33.418531 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd0f0a4-f115-4bbf-95b6-7ee88128fca5 None None] The sync data for ids ['b788945d-17c7-4bfd-9dd2-ea9caa2b082f'] in n-d-779913-27 is: [{'id': 'b788945d-17c7-4bfd-9dd2-ea9caa2b082f', 'name': 'tempest-NetworksTestDHCPv6-router-1129617121', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:31:27Z', 'updated_at': '2021-07-05T10:31:29Z', 'revision_number': 2, 'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'gw_port_host': None, '_interfaces': [{'id': '7fe79aa1-acbd-42bb-b7b5-e6635a709ee6', 'name': '', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'mac_address': 'fa:16:3e:5f:7a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b788945d-17c7-4bfd-9dd2-ea9caa2b082f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8454b754-94f9-45ee-ad39-4c185b3b4ff7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:31:28Z', 'updated_at': '2021-07-05T10:31:32Z', 'revision_number': 4, 'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'subnets': [{'id': '8454b754-94f9-45ee-ad39-4c185b3b4ff7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:31:33.426473 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d453c3-6fa8-4bff-bb16-29b589a701b8" -d '{"events": [{"server_uuid": "d02c2907-919c-46cf-b1e2-19c167fea356", "name": "network-vif-unplugged", "status": "completed", "tag": "bdde5858-476d-4569-8bb2-9fb713ad0937"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:33.444987 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c62a0908-ee8c-41e4-90d5-8c0d547d4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:33.470215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c62a0908-ee8c-41e4-90d5-8c0d547d4a27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:33.474237 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c62a0908-ee8c-41e4-90d5-8c0d547d4a27 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/67486366-29d4-4cd0-ab63-97a1f10c3e7e HTTP/1.1" status: 204 len: 168 time: 0.4862897 Jul 05 10:31:33.489044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bdde5858-476d-4569-8bb2-9fb713ad0937, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bdde5858-476d-4569-8bb2-9fb713ad0937,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:33.515137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-37f18795-50da-40db-a9da-e5f83da4c3f6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] For port 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7fe79aa1-acbd-42bb-b7b5-e6635a709ee6,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:33.515630 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37f18795-50da-40db-a9da-e5f83da4c3f6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:33.521274 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f64924c-3a75-46b7-b629-680b006efe64 x-openstack-request-id: req-3f64924c-3a75-46b7-b629-680b006efe64 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:33.521790 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02c2907-919c-46cf-b1e2-19c167fea356", "name": "network-vif-unplugged", "status": "completed", "tag": "bdde5858-476d-4569-8bb2-9fb713ad0937", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:33.522225 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3f64924c-3a75-46b7-b629-680b006efe64 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:33.522817 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdde5858-476d-4569-8bb2-9fb713ad0937', 'code': 200} Jul 05 10:31:33.531353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49118) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:33.548245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a0908-ee8c-41e4-90d5-8c0d547d4a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67486366-29d4-4cd0-ab63-97a1f10c3e7e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:33.570640 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:33.582290 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0a6f754-fbab-4f42-a7b4-d649cb376d19 req-08e411e0-f20c-4237-913a-893c9184821f tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 210 time: 0.0573518 Jul 05 10:31:33.584202 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb75781f-710d-43f8-afb5-b7b7c0b02c42 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:33.684406 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bdde5858-476d-4569-8bb2-9fb713ad0937,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:33.704821 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4449dfc-800a-47b5-86f5-b9de19e5589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:33.742355 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3aeeebab-004e-47e7-9bf5-8b6db766861e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:33.836340 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-37f18795-50da-40db-a9da-e5f83da4c3f6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:33.864799 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4449dfc-800a-47b5-86f5-b9de19e5589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:33.899781 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-e4449dfc-800a-47b5-86f5-b9de19e5589d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7ea689-f606-49a9-903f-7ba63093f0f1']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:33.930396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 3aeeebab-004e-47e7-9bf5-8b6db766861e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:33.989829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-e4449dfc-800a-47b5-86f5-b9de19e5589d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2befad49-2a07-4674-a59f-cfe1af09b0f6') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:33.990290 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-e4449dfc-800a-47b5-86f5-b9de19e5589d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2befad49-2a07-4674-a59f-cfe1af09b0f6') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:34.009914 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4449dfc-800a-47b5-86f5-b9de19e5589d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:34.019756 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-3e421088-1a12-40d0-9082-dc92fb2ba1fa tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:34.025793 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-3e421088-1a12-40d0-9082-dc92fb2ba1fa tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.73 "GET /v2.0/networks?id=679730a2-66bc-4ee1-9393-fca916b9cdf7 HTTP/1.1" status: 200 len: 818 time: 0.4701328 Jul 05 10:31:34.059180 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4449dfc-800a-47b5-86f5-b9de19e5589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:34.071104 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4449dfc-800a-47b5-86f5-b9de19e5589d admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:31:34.073021 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4449dfc-800a-47b5-86f5-b9de19e5589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:31:34.077346 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:31:34.141453 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e0d2a-bfe7-409f-9dbe-8462e9e62281 req-442d8d3a-f7b8-407d-9570-9d5a69d4ae37 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:34.143701 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d0e0d2a-bfe7-409f-9dbe-8462e9e62281 req-442d8d3a-f7b8-407d-9570-9d5a69d4ae37 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.2232993 Jul 05 10:31:34.145816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb75781f-710d-43f8-afb5-b7b7c0b02c42 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network f2e378da-a934-481a-9160-fc3e04ead6ba is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:34.153094 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-532c8016-6d11-4bdf-a569-82c1aa3ab296 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Request body: {'port': {'device_id': '5d4aacd5-c833-4d07-8c7c-2f03118c7d77', 'network_id': '679730a2-66bc-4ee1-9393-fca916b9cdf7', 'admin_state_up': True, 'tenant_id': 'a392767ce6c4428f87b1c43baa935f5f'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:34.184501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-bb75781f-710d-43f8-afb5-b7b7c0b02c42 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:34.219970 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75781f-710d-43f8-afb5-b7b7c0b02c42 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=787c80ac-bff0-4791-b750-1f54fc71f7e9,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:34.229942 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d0e0d2a-bfe7-409f-9dbe-8462e9e62281 req-7962f9da-df42-43ab-9c63-03a90dcfb200 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705032 Jul 05 10:31:34.234730 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb75781f-710d-43f8-afb5-b7b7c0b02c42 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:34.260032 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4449dfc-800a-47b5-86f5-b9de19e5589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:34.263303 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fce2979-dfd6-4080-82c3-e509f3c3c20b None None] Network f2e378da-a934-481a-9160-fc3e04ead6ba requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:34.265843 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4449dfc-800a-47b5-86f5-b9de19e5589d admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:34.268321 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e4449dfc-800a-47b5-86f5-b9de19e5589d admin admin] 10.222.0.77 "DELETE /v2.0/networks/0e7ea689-f606-49a9-903f-7ba63093f0f1 HTTP/1.1" status: 204 len: 168 time: 0.7356412 Jul 05 10:31:34.289300 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4449dfc-800a-47b5-86f5-b9de19e5589d admin admin] Pushing event deleted for resources: {'Network': ['ID=0e7ea689-f606-49a9-903f-7ba63093f0f1,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:34.381518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb75781f-710d-43f8-afb5-b7b7c0b02c42 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:34.382305 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb75781f-710d-43f8-afb5-b7b7c0b02c42 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:34.433884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-77ab10ea-7451-48c2-804b-3f73bc2dfd12 None None] Provisioning for port 3aeeebab-004e-47e7-9bf5-8b6db766861e completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:34.461042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-77ab10ea-7451-48c2-804b-3f73bc2dfd12 None None] Provisioning complete for port 3aeeebab-004e-47e7-9bf5-8b6db766861e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:34.461042 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-77ab10ea-7451-48c2-804b-3f73bc2dfd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:34.525761 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bb75781f-710d-43f8-afb5-b7b7c0b02c42 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8728642 Jul 05 10:31:34.529430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49124) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:34.532892 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37f18795-50da-40db-a9da-e5f83da4c3f6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:34.539142 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0fdcf923-4e5e-4ed6-84ec-aef97da0fd3f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'network_id': 'f2e378da-a934-481a-9160-fc3e04ead6ba', 'name': 'tempest-PortsTestJSON-1029104075', 'fixed_ips': [{'subnet_id': '4736a0b4-81de-4305-bf75-939fe028eab9', 'ip_address': '172.20.0.9'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:34.570927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f18795-50da-40db-a9da-e5f83da4c3f6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=7fe79aa1-acbd-42bb-b7b5-e6635a709ee6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:34.580402 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-77ab10ea-7451-48c2-804b-3f73bc2dfd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:34.652974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-77ab10ea-7451-48c2-804b-3f73bc2dfd12 None None] For port 3aeeebab-004e-47e7-9bf5-8b6db766861e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3aeeebab-004e-47e7-9bf5-8b6db766861e,segment=NetworkSegment(e1f50c09-3bf7-4638-94ba-74aa9cf0be3a),segment_id=e1f50c09-3bf7-4638-94ba-74aa9cf0be3a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:34.674494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-532c8016-6d11-4bdf-a569-82c1aa3ab296 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Made reservation on behalf of a392767ce6c4428f87b1c43baa935f5f for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:34.678451 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-532c8016-6d11-4bdf-a569-82c1aa3ab296 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:34.764249 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-77ab10ea-7451-48c2-804b-3f73bc2dfd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:34.804932 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49128) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:34.807872 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37f18795-50da-40db-a9da-e5f83da4c3f6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:34.851507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdcf923-4e5e-4ed6-84ec-aef97da0fd3f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:34.862727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab10ea-7451-48c2-804b-3f73bc2dfd12 None None] Pushing event updated for resources: {'Port': ['ID=3aeeebab-004e-47e7-9bf5-8b6db766861e,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:34.919392 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8b548ab-3078-436f-9e33-7e247149344f req-57123c41-1122-4700-b939-fd390c62231a tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 210 time: 0.0653472 Jul 05 10:31:34.965382 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-72f77f0c-60c6-4312-a3eb-e0d56d336478 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b8d57b481a6f4840821471f2d2a83061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588724 Jul 05 10:31:34.968131 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49130) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:35.046593 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf923-4e5e-4ed6-84ec-aef97da0fd3f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:35.081305 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc81eb-3d8f-46a5-82b7-daa8322f4967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:35.087300 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-0fdcf923-4e5e-4ed6-84ec-aef97da0fd3f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] device_id is not set on port 35209561-2c8d-404d-87f6-367fe87c356b yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:31:35.113342 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-467295e5-84f8-48c6-94e2-c3d9eb05d9e7 None None] Provisioning for port 787c80ac-bff0-4791-b750-1f54fc71f7e9 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:35.120049 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc81eb-3d8f-46a5-82b7-daa8322f4967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:35.120296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-467295e5-84f8-48c6-94e2-c3d9eb05d9e7 None None] Provisioning complete for port 787c80ac-bff0-4791-b750-1f54fc71f7e9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:35.120296 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-467295e5-84f8-48c6-94e2-c3d9eb05d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:35.163062 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-532c8016-6d11-4bdf-a569-82c1aa3ab296 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Allocated IP 172.20.0.3 (679730a2-66bc-4ee1-9393-fca916b9cdf7/6ec5fe04-c673-4aaf-a1c4-93fb5b6541a5/a364cd2a-73b7-48eb-9c3a-2a62aa9646db) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:35.169369 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-467295e5-84f8-48c6-94e2-c3d9eb05d9e7 None None] Port 787c80ac-bff0-4791-b750-1f54fc71f7e9 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:31:35.178459 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f18795-50da-40db-a9da-e5f83da4c3f6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Router b788945d-17c7-4bfd-9dd2-ea9caa2b082f has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:31:35.182016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-467295e5-84f8-48c6-94e2-c3d9eb05d9e7 None None] Provisioning complete for port 3aeeebab-004e-47e7-9bf5-8b6db766861e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:35.182654 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-467295e5-84f8-48c6-94e2-c3d9eb05d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:35.338685 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:31:35.367326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f18795-50da-40db-a9da-e5f83da4c3f6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:31:35.374812 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-37f18795-50da-40db-a9da-e5f83da4c3f6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "PUT /v2.0/routers/b788945d-17c7-4bfd-9dd2-ea9caa2b082f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2986612 Jul 05 10:31:35.377734 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49134) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:35.417004 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc81eb-3d8f-46a5-82b7-daa8322f4967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:35.420738 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc81eb-3d8f-46a5-82b7-daa8322f4967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:35.421074 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-841b4a73-1144-4e57-b16b-652244d2400f None None] Provisioning complete for port 787c80ac-bff0-4791-b750-1f54fc71f7e9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:35.421550 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-841b4a73-1144-4e57-b16b-652244d2400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:35.422062 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ebbc81eb-3d8f-46a5-82b7-daa8322f4967 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b27a2ec-2222-4b01-a330-c182625f3476 HTTP/1.1" status: 204 len: 168 time: 0.4528861 Jul 05 10:31:35.443552 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-0fdcf923-4e5e-4ed6-84ec-aef97da0fd3f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Allocated IP 172.20.0.9 (f2e378da-a934-481a-9160-fc3e04ead6ba/4736a0b4-81de-4305-bf75-939fe028eab9/35209561-2c8d-404d-87f6-367fe87c356b) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:35.486829 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-841b4a73-1144-4e57-b16b-652244d2400f None None] Port 787c80ac-bff0-4791-b750-1f54fc71f7e9 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:31:35.496253 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc81eb-3d8f-46a5-82b7-daa8322f4967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b27a2ec-2222-4b01-a330-c182625f3476,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:35.519236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4fd97e-7242-4cc5-972d-a72d4f00696f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:35.521225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4fd97e-7242-4cc5-972d-a72d4f00696f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:35.523033 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2a4fd97e-7242-4cc5-972d-a72d4f00696f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1443217 Jul 05 10:31:35.530802 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49138) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:35.633366 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81557175-9fcc-4c9d-b452-79c60855fd59 req-ec817d6e-7369-4088-8030-47e9ebb4c108 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:35.635257 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-81557175-9fcc-4c9d-b452-79c60855fd59 req-ec817d6e-7369-4088-8030-47e9ebb4c108 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.2064013 Jul 05 10:31:35.641159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3aeeebab-004e-47e7-9bf5-8b6db766861e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:35.662896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f0da3c-2bdf-487c-8d79-6dd1f95daf35 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 8454b754-94f9-45ee-ad39-4c185b3b4ff7 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:35.673244 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-532c8016-6d11-4bdf-a569-82c1aa3ab296 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:35.675601 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33f0da3c-2bdf-487c-8d79-6dd1f95daf35 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:35.720113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3aeeebab-004e-47e7-9bf5-8b6db766861e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:35.720903 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:35.727408 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33f0da3c-2bdf-487c-8d79-6dd1f95daf35 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:35.771970 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf923-4e5e-4ed6-84ec-aef97da0fd3f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:35.780754 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-81557175-9fcc-4c9d-b452-79c60855fd59 req-9206d688-e9f2-40a7-b16a-90ce549fbf03 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163874 Jul 05 10:31:35.791413 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-0fdcf923-4e5e-4ed6-84ec-aef97da0fd3f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Transition to ACTIVE for port object 35209561-2c8d-404d-87f6-367fe87c356b will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:35.844657 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-532c8016-6d11-4bdf-a569-82c1aa3ab296 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:35.855676 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33f0da3c-2bdf-487c-8d79-6dd1f95daf35 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:35.891140 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf923-4e5e-4ed6-84ec-aef97da0fd3f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:35.921949 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acd8781-f5d9-4cf3-b4c1-3978ab071dc3 None None] Sync routers for ids ['b788945d-17c7-4bfd-9dd2-ea9caa2b082f'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:31:35.922211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-532c8016-6d11-4bdf-a569-82c1aa3ab296 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Network 679730a2-66bc-4ee1-9393-fca916b9cdf7 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:35.927439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-532c8016-6d11-4bdf-a569-82c1aa3ab296 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:35.936019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acd8781-f5d9-4cf3-b4c1-3978ab071dc3 None None] Routers {'b788945d-17c7-4bfd-9dd2-ea9caa2b082f'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:35.937026 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-9acd8781-f5d9-4cf3-b4c1-3978ab071dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:31:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b788945d-17c7-4bfd-9dd2-ea9caa2b082f'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:35.937581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-532c8016-6d11-4bdf-a569-82c1aa3ab296 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:35.960595 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdcf923-4e5e-4ed6-84ec-aef97da0fd3f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network f2e378da-a934-481a-9160-fc3e04ead6ba is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:35.964744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-0fdcf923-4e5e-4ed6-84ec-aef97da0fd3f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:35.976147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c8016-6d11-4bdf-a569-82c1aa3ab296 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Pushing event updated for resources: {'Port': ['ID=a364cd2a-73b7-48eb-9c3a-2a62aa9646db,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:36.002745 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdcf923-4e5e-4ed6-84ec-aef97da0fd3f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:36.037208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-532c8016-6d11-4bdf-a569-82c1aa3ab296 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:36.037208 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-532c8016-6d11-4bdf-a569-82c1aa3ab296 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:36.114599 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33f0da3c-2bdf-487c-8d79-6dd1f95daf35 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:36.143493 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdcf923-4e5e-4ed6-84ec-aef97da0fd3f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:36.150615 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf923-4e5e-4ed6-84ec-aef97da0fd3f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:36.164419 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33f0da3c-2bdf-487c-8d79-6dd1f95daf35 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:36.164419 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-33f0da3c-2bdf-487c-8d79-6dd1f95daf35 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/8454b754-94f9-45ee-ad39-4c185b3b4ff7 HTTP/1.1" status: 204 len: 168 time: 0.6306038 Jul 05 10:31:36.165554 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-532c8016-6d11-4bdf-a569-82c1aa3ab296 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0214839 Jul 05 10:31:36.166225 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49148) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:36.190270 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcf923-4e5e-4ed6-84ec-aef97da0fd3f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=35209561-2c8d-404d-87f6-367fe87c356b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:36.249795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0da3c-2bdf-487c-8d79-6dd1f95daf35 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=8454b754-94f9-45ee-ad39-4c185b3b4ff7,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:36.261542 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-8b77dfd3-25f0-4189-bc41-4628e987eba2 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:31:36.261542 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-8b77dfd3-25f0-4189-bc41-4628e987eba2 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060465 Jul 05 10:31:36.282961 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0fdcf923-4e5e-4ed6-84ec-aef97da0fd3f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7517664 Jul 05 10:31:36.285559 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49152) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:36.333525 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9b63ef-5f24-486d-8fa2-7a62094f71cc None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:36.380330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-9acd8781-f5d9-4cf3-b4c1-3978ab071dc3 None None] Set router b788945d-17c7-4bfd-9dd2-ea9caa2b082f gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:31:36.398718 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b0a6af13-575e-4ba0-8509-0a54823a9784 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2311280 Jul 05 10:31:36.404889 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49158) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:36.413394 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9a3d5-7448-48d3-bcb0-13d30ec97870 req-586c798e-d5f1-4852-9730-c29c1bda09ad tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:36.415008 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bbe9a3d5-7448-48d3-bcb0-13d30ec97870 req-586c798e-d5f1-4852-9730-c29c1bda09ad tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 931 time: 0.1558509 Jul 05 10:31:36.469856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-9acd8781-f5d9-4cf3-b4c1-3978ab071dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b788945d-17c7-4bfd-9dd2-ea9caa2b082f', 'name': 'tempest-NetworksTestDHCPv6-router-1129617121', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:31:27Z', 'updated_at': '2021-07-05T10:31:34Z', 'revision_number': 3, 'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:36.491686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d24785-61cf-4945-a5fc-72cafe8cf76c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:36.496161 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-55d24785-61cf-4945-a5fc-72cafe8cf76c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2067032 Jul 05 10:31:36.496580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49160) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:36.512943 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acd8781-f5d9-4cf3-b4c1-3978ab071dc3 None None] Checking router: b788945d-17c7-4bfd-9dd2-ea9caa2b082f for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:31:36.550811 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bbe9a3d5-7448-48d3-bcb0-13d30ec97870 req-89a92afd-e74d-4ace-9cb3-7dc4e46f5e4e tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/security-groups?id=9febfd6b-ed50-4fef-ab56-b2eda1a5d6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288791 Jul 05 10:31:36.553531 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d07b3b45-c978-4e85-9737-9531ed0ef1f8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:36.588423 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3b814b29-dba8-4484-92f0-b537828e4624 None None] Provisioning for port 35209561-2c8d-404d-87f6-367fe87c356b completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:36.603363 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905f9d6f-780b-45df-a078-b132ea45128c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:36.610375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905f9d6f-780b-45df-a078-b132ea45128c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:36.614880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Request body: {'port': {'device_id': '5d4aacd5-c833-4d07-8c7c-2f03118c7d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:36.616353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3b814b29-dba8-4484-92f0-b537828e4624 None None] Provisioning complete for port 35209561-2c8d-404d-87f6-367fe87c356b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:36.616756 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3b814b29-dba8-4484-92f0-b537828e4624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:36.618716 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905f9d6f-780b-45df-a078-b132ea45128c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:36.623810 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-905f9d6f-780b-45df-a078-b132ea45128c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1244464 Jul 05 10:31:36.625450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49162) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:36.636996 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acd8781-f5d9-4cf3-b4c1-3978ab071dc3 None None] Routers {'b788945d-17c7-4bfd-9dd2-ea9caa2b082f'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:36.637641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-9acd8781-f5d9-4cf3-b4c1-3978ab071dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:31:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b788945d-17c7-4bfd-9dd2-ea9caa2b082f'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:36.728315 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3b814b29-dba8-4484-92f0-b537828e4624 None None] Port 35209561-2c8d-404d-87f6-367fe87c356b cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:31:36.734553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-9acd8781-f5d9-4cf3-b4c1-3978ab071dc3 None None] Set router b788945d-17c7-4bfd-9dd2-ea9caa2b082f gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:31:36.778198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-9e63ab42-97a0-4885-ba39-1074174c9a67 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port 35209561-2c8d-404d-87f6-367fe87c356b {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:36.778825 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9e63ab42-97a0-4885-ba39-1074174c9a67 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:36.810259 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-9acd8781-f5d9-4cf3-b4c1-3978ab071dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b788945d-17c7-4bfd-9dd2-ea9caa2b082f', 'name': 'tempest-NetworksTestDHCPv6-router-1129617121', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:31:27Z', 'updated_at': '2021-07-05T10:31:34Z', 'revision_number': 3, 'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:36.821214 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:36.836745 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d07b3b45-c978-4e85-9737-9531ed0ef1f8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:36.841224 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d07b3b45-c978-4e85-9737-9531ed0ef1f8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:36.845102 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acd8781-f5d9-4cf3-b4c1-3978ab071dc3 None None] The sync data for ids ['b788945d-17c7-4bfd-9dd2-ea9caa2b082f'] in n-d-779913-27 is: [{'id': 'b788945d-17c7-4bfd-9dd2-ea9caa2b082f', 'name': 'tempest-NetworksTestDHCPv6-router-1129617121', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:31:27Z', 'updated_at': '2021-07-05T10:31:34Z', 'revision_number': 3, 'project_id': '8e466348a29d47fd95df65a8d6bf6172', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:31:36.913448 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9e63ab42-97a0-4885-ba39-1074174c9a67 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:36.933615 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-9e63ab42-97a0-4885-ba39-1074174c9a67 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for 35209561-2c8d-404d-87f6-367fe87c356b owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:37.058248 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d07b3b45-c978-4e85-9737-9531ed0ef1f8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:37.059427 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07b3b45-c978-4e85-9737-9531ed0ef1f8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Fanout notify agent at l3_agent the message router_deleted on router b788945d-17c7-4bfd-9dd2-ea9caa2b082f {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:31:37.069838 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d07b3b45-c978-4e85-9737-9531ed0ef1f8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:37.070989 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d07b3b45-c978-4e85-9737-9531ed0ef1f8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/routers/b788945d-17c7-4bfd-9dd2-ea9caa2b082f HTTP/1.1" status: 204 len: 168 time: 0.6548727 Jul 05 10:31:37.073852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49176) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:37.102816 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24402ad8-4ed7-4f62-bafb-ca6b3af16741 req-d509402e-9724-4c9d-a491-f4e3b8549f1c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:37.104439 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-24402ad8-4ed7-4f62-bafb-ca6b3af16741 req-d509402e-9724-4c9d-a491-f4e3b8549f1c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.1348851 Jul 05 10:31:37.200561 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-24402ad8-4ed7-4f62-bafb-ca6b3af16741 req-efe3c4ab-8c87-4dbc-b74b-c2273f4014e5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845513 Jul 05 10:31:37.223131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acefdd71-94da-4703-959c-11309824d0ab None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:31:37.230582 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf9ac0a-5123-4990-8d7a-9f7593013185 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:37.232845 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bcf9ac0a-5123-4990-8d7a-9f7593013185 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1581256 Jul 05 10:31:37.235414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49180) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:37.279926 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9e63ab42-97a0-4885-ba39-1074174c9a67 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:37.308174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Deleting port c47408e7-33e9-45ba-9cf5-c92a5035ca9f {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:37.308626 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:37.337166 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63ab42-97a0-4885-ba39-1074174c9a67 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=35209561-2c8d-404d-87f6-367fe87c356b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:37.425683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf4df04-3d1f-445d-89d5-28cb09a6cd19 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:37.427664 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3bf4df04-3d1f-445d-89d5-28cb09a6cd19 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1908424 Jul 05 10:31:37.452765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a364cd2a-73b7-48eb-9c3a-2a62aa9646db {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:31:37.463265 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-acefdd71-94da-4703-959c-11309824d0ab None None] For port c47408e7-33e9-45ba-9cf5-c92a5035ca9f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c47408e7-33e9-45ba-9cf5-c92a5035ca9f,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:37.464101 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:37.469436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49186) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:37.477699 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9e63ab42-97a0-4885-ba39-1074174c9a67 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:37.482696 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9e63ab42-97a0-4885-ba39-1074174c9a67 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/35209561-2c8d-404d-87f6-367fe87c356b HTTP/1.1" status: 204 len: 168 time: 0.8528290 Jul 05 10:31:37.483936 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49188) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:37.492961 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Calling delete_port for c47408e7-33e9-45ba-9cf5-c92a5035ca9f owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:37.505334 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:37.538705 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Transition to ACTIVE for port object a364cd2a-73b7-48eb-9c3a-2a62aa9646db will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:37.553846 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dde2e89e-cb51-41fd-a58a-e1c228fda869 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819216 Jul 05 10:31:37.554474 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49190) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:37.601139 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0392c0cb-3475-45ac-bd1a-eb1b1a50a1a8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:37.602002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:37.610360 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:37.631187 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b79064d-0476-4476-83e1-4511f61d739f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] GET failed (client error): The resource could not be found. Jul 05 10:31:37.639995 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7b79064d-0476-4476-83e1-4511f61d739f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/35209561-2c8d-404d-87f6-367fe87c356b HTTP/1.1" status: 404 len: 333 time: 0.1192937 Jul 05 10:31:37.651023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49194) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:37.664877 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:37.665200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7fe79aa1-acbd-42bb-b7b5-e6635a709ee6 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:37.665619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c47408e7-33e9-45ba-9cf5-c92a5035ca9f no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:37.788849 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:37.834317 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Pushing event deleted for resources: {'Port': ['ID=c47408e7-33e9-45ba-9cf5-c92a5035ca9f,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:37.838916 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acefdd71-94da-4703-959c-11309824d0ab None None] No DVR routers for this DVR port c47408e7-33e9-45ba-9cf5-c92a5035ca9f on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:37.855152 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:37.858506 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:37.858856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:37.859192 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:37.859519 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:37.867539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:37.867539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:37.867539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:37.867539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:37.867539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:37.867539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:37.867539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:37.867539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acefdd71-94da-4703-959c-11309824d0ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:37.875256 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0392c0cb-3475-45ac-bd1a-eb1b1a50a1a8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:37.878654 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0392c0cb-3475-45ac-bd1a-eb1b1a50a1a8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:37.982645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1cfa6-2597-4e64-ad54-7f4383c6f2dd req-36071f22-d383-4df1-adf0-d4946c55eac6 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:37.985601 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-42c1cfa6-2597-4e64-ad54-7f4383c6f2dd req-36071f22-d383-4df1-adf0-d4946c55eac6 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 943 time: 0.1630688 Jul 05 10:31:38.062075 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-42c1cfa6-2597-4e64-ad54-7f4383c6f2dd req-6945ebd1-9425-4de7-a2c4-35657d8f22a1 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/security-groups?id=9febfd6b-ed50-4fef-ab56-b2eda1a5d6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695775 Jul 05 10:31:38.225331 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=a364cd2a-73b7-48eb-9c3a-2a62aa9646db,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:38.277081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Attempting to bind port a364cd2a-73b7-48eb-9c3a-2a62aa9646db on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:31:38.277430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Attempting to bind port a364cd2a-73b7-48eb-9c3a-2a62aa9646db by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '559cc28e-8005-4e6b-8385-c8ba9822fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '679730a2-66bc-4ee1-9393-fca916b9cdf7'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:31:38.277775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Attempting to bind port a364cd2a-73b7-48eb-9c3a-2a62aa9646db on network 679730a2-66bc-4ee1-9393-fca916b9cdf7 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:38.287600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Port a364cd2a-73b7-48eb-9c3a-2a62aa9646db on network 679730a2-66bc-4ee1-9393-fca916b9cdf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:31:38.287975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Attempting to bind port a364cd2a-73b7-48eb-9c3a-2a62aa9646db on network 679730a2-66bc-4ee1-9393-fca916b9cdf7 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:38.296327 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:31:38.296673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Checking segment: {'id': '559cc28e-8005-4e6b-8385-c8ba9822fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '679730a2-66bc-4ee1-9393-fca916b9cdf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:38.297064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Bound using segment: {'id': '559cc28e-8005-4e6b-8385-c8ba9822fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '679730a2-66bc-4ee1-9393-fca916b9cdf7'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:31:38.297510 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Bound port: a364cd2a-73b7-48eb-9c3a-2a62aa9646db, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559cc28e-8005-4e6b-8385-c8ba9822fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '679730a2-66bc-4ee1-9393-fca916b9cdf7'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:31:38.297869 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:38.351841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-deb2cd42-aa49-44a3-86ea-a595b5a6fe93 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port 787c80ac-bff0-4791-b750-1f54fc71f7e9 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:38.352181 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-deb2cd42-aa49-44a3-86ea-a595b5a6fe93 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:38.369073 n-d-779913-27 neutron-server[100775]: DEBUG neutron.objects.ports [None req-0392c0cb-3475-45ac-bd1a-eb1b1a50a1a8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:31:38.371847 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0392c0cb-3475-45ac-bd1a-eb1b1a50a1a8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:38.397262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0392c0cb-3475-45ac-bd1a-eb1b1a50a1a8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:38.424222 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-0392c0cb-3475-45ac-bd1a-eb1b1a50a1a8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:38.428668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0392c0cb-3475-45ac-bd1a-eb1b1a50a1a8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:38.429265 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0392c0cb-3475-45ac-bd1a-eb1b1a50a1a8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:38.434302 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] For port a364cd2a-73b7-48eb-9c3a-2a62aa9646db, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:31:38.437732 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6903a11e-7610-41b8-93c8-9841c5931c2d None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:38.437928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] For port a364cd2a-73b7-48eb-9c3a-2a62aa9646db, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=a364cd2a-73b7-48eb-9c3a-2a62aa9646db,segment=NetworkSegment(559cc28e-8005-4e6b-8385-c8ba9822fb1d),segment_id=559cc28e-8005-4e6b-8385-c8ba9822fb1d)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:31:38.454049 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392c0cb-3475-45ac-bd1a-eb1b1a50a1a8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=7697d933-8a84-467b-8b27-7038198a722c,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:38.494800 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-deb2cd42-aa49-44a3-86ea-a595b5a6fe93 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:38.515270 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-deb2cd42-aa49-44a3-86ea-a595b5a6fe93 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for 787c80ac-bff0-4791-b750-1f54fc71f7e9 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:38.526724 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:38.553359 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0392c0cb-3475-45ac-bd1a-eb1b1a50a1a8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9717164 Jul 05 10:31:38.556317 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49208) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:38.573779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:38.616561 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:38.617202 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:38.618665 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] 10.222.0.73 "PUT /v2.0/ports/a364cd2a-73b7-48eb-9c3a-2a62aa9646db HTTP/1.1" status: 200 len: 1092 time: 2.3430996 Jul 05 10:31:38.619127 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4aacd5-c833-4d07-8c7c-2f03118c7d77', 'tag': 'a364cd2a-73b7-48eb-9c3a-2a62aa9646db'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:38.620078 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': '7697d933-8a84-467b-8b27-7038198a722c'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:31:38.621033 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:38.621495 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f871575-3082-403c-b778-33c16e576cca" -d '{"events": [{"name": "network-changed", "server_uuid": "5d4aacd5-c833-4d07-8c7c-2f03118c7d77", "tag": "a364cd2a-73b7-48eb-9c3a-2a62aa9646db"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:38.706166 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5862ee76-4622-4d8c-8ce3-551355ae4e67 x-openstack-request-id: req-5862ee76-4622-4d8c-8ce3-551355ae4e67 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:38.707163 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d4aacd5-c833-4d07-8c7c-2f03118c7d77", "tag": "a364cd2a-73b7-48eb-9c3a-2a62aa9646db", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:38.707623 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5862ee76-4622-4d8c-8ce3-551355ae4e67 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:38.708402 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4aacd5-c833-4d07-8c7c-2f03118c7d77', 'tag': 'a364cd2a-73b7-48eb-9c3a-2a62aa9646db', 'status': 'completed', 'code': 200} Jul 05 10:31:38.768696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3b168-60fc-471c-b3ec-882a1d437fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=a364cd2a-73b7-48eb-9c3a-2a62aa9646db,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:38.854885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f871575-3082-403c-b778-33c16e576cca req-fb51bddd-8c2b-4648-b83b-8030d13ddfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:38.858317 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f871575-3082-403c-b778-33c16e576cca req-fb51bddd-8c2b-4648-b83b-8030d13ddfcd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a392767ce6c4428f87b1c43baa935f5f&device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 1095 time: 0.1292777 Jul 05 10:31:38.858723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Allocated IP 2001:db8::f816:3eff:fe75:95a2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/7697d933-8a84-467b-8b27-7038198a722c/b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:38.858901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:38.864340 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.012022 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f871575-3082-403c-b778-33c16e576cca req-d39a124e-8ca3-44f5-a442-84df25058e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:39.015912 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f871575-3082-403c-b778-33c16e576cca req-d39a124e-8ca3-44f5-a442-84df25058e0f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=a392767ce6c4428f87b1c43baa935f5f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1468139 Jul 05 10:31:39.052163 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-deb2cd42-aa49-44a3-86ea-a595b5a6fe93 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.123068 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.139404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2cd42-aa49-44a3-86ea-a595b5a6fe93 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=787c80ac-bff0-4791-b750-1f54fc71f7e9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:39.154472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Transition to ACTIVE for port object b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:39.197203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bdde5858-476d-4569-8bb2-9fb713ad0937 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:39.282375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Transition to ACTIVE for port object b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:39.321373 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-deb2cd42-aa49-44a3-86ea-a595b5a6fe93 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.330479 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-deb2cd42-aa49-44a3-86ea-a595b5a6fe93 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/787c80ac-bff0-4791-b750-1f54fc71f7e9 HTTP/1.1" status: 204 len: 168 time: 1.5688622 Jul 05 10:31:39.330715 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49222) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:39.392861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f871575-3082-403c-b778-33c16e576cca req-56adc0b9-12f9-4311-bfc8-84609d2b7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:39.394507 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f871575-3082-403c-b778-33c16e576cca req-56adc0b9-12f9-4311-bfc8-84609d2b7659 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3703821 Jul 05 10:31:39.395474 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-5189c35c-8106-4a30-ae5c-9a95a78220f3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] GET failed (client error): The resource could not be found. Jul 05 10:31:39.398625 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5189c35c-8106-4a30-ae5c-9a95a78220f3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/787c80ac-bff0-4791-b750-1f54fc71f7e9 HTTP/1.1" status: 404 len: 333 time: 0.0668771 Jul 05 10:31:39.402642 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49230) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:39.411049 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.458769 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.493486 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Pushing event updated for resources: {'Port': ['ID=b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:39.515041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:39.517274 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:39.521165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:39.585129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:39.600254 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:39.613699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Attempting to bind port b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:31:39.614125 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Attempting to bind port b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:31:39.614294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-c9fb5fd9-ac99-46ab-9009-1930bee6fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:39.614745 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Attempting to bind port b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:39.615881 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-c9fb5fd9-ac99-46ab-9009-1930bee6fb9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a392767ce6c4428f87b1c43baa935f5f&device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 1095 time: 0.1708133 Jul 05 10:31:39.619054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11ea541-11ff-4f18-9612-326ef806cc4a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting subnet 4736a0b4-81de-4305-bf75-939fe028eab9 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:39.625273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:31:39.625899 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:39.626023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:39.626158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3783a-4761-4d09-89c0-519deb2b363e req-8a7ccef4-524a-49f3-a4d6-5250f8541ef8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:39.626285 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.626466 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:31:39.626892 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.627041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Bound port: b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:31:39.627398 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.631443 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b11ea541-11ff-4f18-9612-326ef806cc4a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.633051 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6b3783a-4761-4d09-89c0-519deb2b363e req-8a7ccef4-524a-49f3-a4d6-5250f8541ef8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.1898372 Jul 05 10:31:39.669036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=6289d8ec-143d-4f85-8cd8-5336a1997120,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:39.691557 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-208e7059-76f3-4a95-b58c-53678131e9ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a364cd2a-73b7-48eb-9c3a-2a62aa9646db HTTP/1.1" status: 200 len: 217 time: 0.0494149 Jul 05 10:31:39.693385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:39.693927 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:39.694585 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:39.695122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:39.695558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:39.696010 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:39.696626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:39.697053 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:39.697476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:39.698188 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:39.698188 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:39.698700 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:31:39.713035 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19738ec1-fb28-448a-b881-79d0bd5ebb26 req-dc3f2344-e558-4d0e-b0c5-2869dc97b78b tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:39.714770 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-19738ec1-fb28-448a-b881-79d0bd5ebb26 req-dc3f2344-e558-4d0e-b0c5-2869dc97b78b tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 943 time: 0.3505650 Jul 05 10:31:39.725260 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b11ea541-11ff-4f18-9612-326ef806cc4a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.737278 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] For port b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:31:39.744507 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] For port b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:31:39.775021 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6b3783a-4761-4d09-89c0-519deb2b363e req-d70f6bd9-2b16-429e-b528-3696f02683ef tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409111 Jul 05 10:31:39.777584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-aa3cf982-1b80-416d-beda-568b7563ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:39.779313 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-aa3cf982-1b80-416d-beda-568b7563ddb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ec5fe04-c673-4aaf-a1c4-93fb5b6541a5 HTTP/1.1" status: 200 len: 858 time: 0.0816216 Jul 05 10:31:39.788993 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5d2ddef1-e464-4e1d-bf2e-27af70ca0f11 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2304728 Jul 05 10:31:39.789744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49238) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:39.801893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8e8e48d4-15e5-49c4-8b9d-69b2d91ef1f3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'mac_address': 'fa:16:3e:4f:f8:22', 'name': 'tempest-NetworksTestDHCPv6-57544695'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:39.818336 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-19738ec1-fb28-448a-b881-79d0bd5ebb26 req-7de6fd25-e449-4f75-bc96-ef2a2ad975be tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/security-groups?id=9febfd6b-ed50-4fef-ab56-b2eda1a5d6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951970 Jul 05 10:31:39.830420 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-66868f48-59e7-47f2-97c7-0f50694434d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=679730a2-66bc-4ee1-9393-fca916b9cdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390403 Jul 05 10:31:39.853402 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.920487 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ceb840-5d60-4f74-a805-e522404ac4c7 None None] Pushing event updated for resources: {'Port': ['ID=b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:39.926249 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b11ea541-11ff-4f18-9612-326ef806cc4a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:39.964441 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-7897371c-d593-4a53-95dd-9c62d4193ff9 service neutron] 10.222.0.73 "GET /v2.0/networks/679730a2-66bc-4ee1-9393-fca916b9cdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277301 Jul 05 10:31:40.085217 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c7d69bb-6a66-4879-be3c-fe68479559d5 req-536fbfea-39b2-4192-b0a1-48ea42c13419 service neutron] 10.222.0.73 "GET /v2.0/networks/679730a2-66bc-4ee1-9393-fca916b9cdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142211 Jul 05 10:31:40.093981 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8e48d4-15e5-49c4-8b9d-69b2d91ef1f3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:40.176560 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b11ea541-11ff-4f18-9612-326ef806cc4a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.241141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ea541-11ff-4f18-9612-326ef806cc4a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Subnet': ['ID=4736a0b4-81de-4305-bf75-939fe028eab9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:40.268654 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b11ea541-11ff-4f18-9612-326ef806cc4a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.270828 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b11ea541-11ff-4f18-9612-326ef806cc4a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/4736a0b4-81de-4305-bf75-939fe028eab9 HTTP/1.1" status: 204 len: 168 time: 0.8672171 Jul 05 10:31:40.274861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49244) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:40.282505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cedb6e-2376-4f12-9fed-778c6cab774a None None] Network f2e378da-a934-481a-9160-fc3e04ead6ba requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:40.322783 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8e8e48d4-15e5-49c4-8b9d-69b2d91ef1f3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.366674 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-92c1c8d8-810a-4371-bd25-cae93fd5b74d req-7464078b-8df1-45e6-8f1c-d1fce7b1b41c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3542821 Jul 05 10:31:40.368323 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-8e8e48d4-15e5-49c4-8b9d-69b2d91ef1f3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port 0c177caf-34ea-4498-9b4d-79b225e4c72f yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:31:40.428180 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.525508 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port 3aeeebab-004e-47e7-9bf5-8b6db766861e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:40.526094 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.581974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-8e8e48d4-15e5-49c4-8b9d-69b2d91ef1f3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 172.20.0.10 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/6289d8ec-143d-4f85-8cd8-5336a1997120/0c177caf-34ea-4498-9b4d-79b225e4c72f) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:40.593724 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-8e8e48d4-15e5-49c4-8b9d-69b2d91ef1f3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::f816:3eff:fe4f:f822 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/7697d933-8a84-467b-8b27-7038198a722c/0c177caf-34ea-4498-9b4d-79b225e4c72f) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:40.618561 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6346923-621c-4466-84ff-be910cac9a23 None None] DHCP port deletion for f2e378da-a934-481a-9160-fc3e04ead6ba request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:31:40.628588 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] For port 3aeeebab-004e-47e7-9bf5-8b6db766861e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3aeeebab-004e-47e7-9bf5-8b6db766861e,segment=NetworkSegment(e1f50c09-3bf7-4638-94ba-74aa9cf0be3a),segment_id=e1f50c09-3bf7-4638-94ba-74aa9cf0be3a)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:40.628978 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.650155 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for 3aeeebab-004e-47e7-9bf5-8b6db766861e owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:40.701743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e6346923-621c-4466-84ff-be910cac9a23 None None] Deleting port 3aeeebab-004e-47e7-9bf5-8b6db766861e {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:40.702382 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e6346923-621c-4466-84ff-be910cac9a23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.810708 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e6346923-621c-4466-84ff-be910cac9a23 None None] For port 3aeeebab-004e-47e7-9bf5-8b6db766861e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3aeeebab-004e-47e7-9bf5-8b6db766861e,segment=NetworkSegment(e1f50c09-3bf7-4638-94ba-74aa9cf0be3a),segment_id=e1f50c09-3bf7-4638-94ba-74aa9cf0be3a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:40.811506 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e6346923-621c-4466-84ff-be910cac9a23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.848874 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8e8e48d4-15e5-49c4-8b9d-69b2d91ef1f3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.860711 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e6346923-621c-4466-84ff-be910cac9a23 None None] Calling delete_port for 3aeeebab-004e-47e7-9bf5-8b6db766861e owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:40.866352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-8e8e48d4-15e5-49c4-8b9d-69b2d91ef1f3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object 0c177caf-34ea-4498-9b4d-79b225e4c72f will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:40.931827 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:40.991336 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8e8e48d4-15e5-49c4-8b9d-69b2d91ef1f3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.037735 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=3aeeebab-004e-47e7-9bf5-8b6db766861e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:41.078673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No DVR routers for this DVR port 3aeeebab-004e-47e7-9bf5-8b6db766861e on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:41.094017 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e6346923-621c-4466-84ff-be910cac9a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.107964 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8e48d4-15e5-49c4-8b9d-69b2d91ef1f3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:41.119586 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-8e8e48d4-15e5-49c4-8b9d-69b2d91ef1f3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:41.128622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8e48d4-15e5-49c4-8b9d-69b2d91ef1f3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:41.158765 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-02d36b0d-321e-4c93-a505-5425a3b6b07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.180400 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6346923-621c-4466-84ff-be910cac9a23 None None] Pushing event deleted for resources: {'Port': ['ID=3aeeebab-004e-47e7-9bf5-8b6db766861e,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:41.193607 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6346923-621c-4466-84ff-be910cac9a23 None None] No DVR routers for this DVR port 3aeeebab-004e-47e7-9bf5-8b6db766861e on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:41.270913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e48d4-15e5-49c4-8b9d-69b2d91ef1f3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=0c177caf-34ea-4498-9b4d-79b225e4c72f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:41.307643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8e48d4-15e5-49c4-8b9d-69b2d91ef1f3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:41.308091 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8e8e48d4-15e5-49c4-8b9d-69b2d91ef1f3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.365294 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100221e-6b37-43d0-94ff-93473252e37e req-51aff611-a439-4d5d-95a6-da234e881546 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:41.370781 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e100221e-6b37-43d0-94ff-93473252e37e req-51aff611-a439-4d5d-95a6-da234e881546 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 943 time: 0.1532958 Jul 05 10:31:41.395829 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.409629 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e378da-a934-481a-9160-fc3e04ead6ba']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:41.422219 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f50c09-3bf7-4638-94ba-74aa9cf0be3a') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:41.422859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f50c09-3bf7-4638-94ba-74aa9cf0be3a') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:41.440904 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8e8e48d4-15e5-49c4-8b9d-69b2d91ef1f3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6424129 Jul 05 10:31:41.441147 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.442063 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49262) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:41.459898 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.468004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:31:41.468899 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.509846 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e100221e-6b37-43d0-94ff-93473252e37e req-210d1c12-dafa-43d9-ab14-d49f3a80900a tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/security-groups?id=9febfd6b-ed50-4fef-ab56-b2eda1a5d6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301458 Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:31:41.523396 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:31:41.620213 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6eacce-2a8f-4a14-a42a-842bdeb5fb15 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:41.622957 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0e491-d7a4-4dee-8e25-0e63e29002ff req-1b3d1ca5-d70b-4cf9-a918-25650d414843 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:41.625559 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-29e0e491-d7a4-4dee-8e25-0e63e29002ff req-1b3d1ca5-d70b-4cf9-a918-25650d414843 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.4025955 Jul 05 10:31:41.688395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66625535-6759-4e48-905d-bf689d8c451a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:41.704637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:41.715566 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.720598 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66625535-6759-4e48-905d-bf689d8c451a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:41.722861 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-66625535-6759-4e48-905d-bf689d8c451a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2790530 Jul 05 10:31:41.724297 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:41.726448 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/networks/f2e378da-a934-481a-9160-fc3e04ead6ba HTTP/1.1" status: 204 len: 168 time: 1.4501498 Jul 05 10:31:41.734232 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49264) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:41.735125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49266) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:41.741996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-faaa2c6a-c23f-4c80-afb0-304d9950bfa4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1305698892'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:41.781163 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-29e0e491-d7a4-4dee-8e25-0e63e29002ff req-8e8dd30c-46f6-449f-9d4a-05a291abea43 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497960 Jul 05 10:31:41.784789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bc1b8-06d5-4e1f-9fe0-380c8bb0c17c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Network': ['ID=f2e378da-a934-481a-9160-fc3e04ead6ba,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:41.786717 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device a364cd2a-73b7-48eb-9c3a-2a62aa9646db details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:31:41.808363 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8fe90621-a168-41ca-ac80-8084fc442ce2 None None] Provisioning for port b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:41.998564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d6cdf-1750-484f-a052-4b2b5a5c94fe tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port 0c177caf-34ea-4498-9b4d-79b225e4c72f {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:41.999188 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f1d6cdf-1750-484f-a052-4b2b5a5c94fe tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:42.026879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:42.034097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:42.034484 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:42.129632 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port a364cd2a-73b7-48eb-9c3a-2a62aa9646db, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=a364cd2a-73b7-48eb-9c3a-2a62aa9646db,segment=NetworkSegment(559cc28e-8005-4e6b-8385-c8ba9822fb1d),segment_id=559cc28e-8005-4e6b-8385-c8ba9822fb1d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:42.151352 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f1d6cdf-1750-484f-a052-4b2b5a5c94fe tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:42.153626 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'a364cd2a-73b7-48eb-9c3a-2a62aa9646db', 'network_id': '679730a2-66bc-4ee1-9393-fca916b9cdf7', 'port_id': 'a364cd2a-73b7-48eb-9c3a-2a62aa9646db', 'mac_address': 'fa:16:3e:44:de:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec5fe04-c673-4aaf-a1c4-93fb5b6541a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:31:42.171772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d6cdf-1750-484f-a052-4b2b5a5c94fe tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for 0c177caf-34ea-4498-9b4d-79b225e4c72f owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:42.232310 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:42.249962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a364cd2a-73b7-48eb-9c3a-2a62aa9646db {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:31:42.272897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port a364cd2a-73b7-48eb-9c3a-2a62aa9646db, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=a364cd2a-73b7-48eb-9c3a-2a62aa9646db,segment=NetworkSegment(559cc28e-8005-4e6b-8385-c8ba9822fb1d),segment_id=559cc28e-8005-4e6b-8385-c8ba9822fb1d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:42.318601 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaa2c6a-c23f-4c80-afb0-304d9950bfa4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:42.318962 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:42.322952 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-faaa2c6a-c23f-4c80-afb0-304d9950bfa4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:42.352035 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:42.381977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf89b953-2853-4624-8e24-ec536d9d4c3b None None] Update dhcp port {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'fixed_ips': [{'subnet_id': '7697d933-8a84-467b-8b27-7038198a722c', 'ip_address': '2001:db8::f816:3eff:fe75:95a2'}, {'subnet_id': '6289d8ec-143d-4f85-8cd8-5336a1997120'}], 'binding:host_id': 'n-d-779913-27'}, 'id': 'b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef'} from n-d-779913-27. {{(pid=100777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:31:42.420758 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:42.451028 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cf89b953-2853-4624-8e24-ec536d9d4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:42.456584 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=a364cd2a-73b7-48eb-9c3a-2a62aa9646db,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:42.515196 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f1d6cdf-1750-484f-a052-4b2b5a5c94fe tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:42.573431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faaa2c6a-c23f-4c80-afb0-304d9950bfa4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:31:42.577250 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d6cdf-1750-484f-a052-4b2b5a5c94fe tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=0c177caf-34ea-4498-9b4d-79b225e4c72f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:42.674312 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-faaa2c6a-c23f-4c80-afb0-304d9950bfa4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:42.674862 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-faaa2c6a-c23f-4c80-afb0-304d9950bfa4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Added segment 324c9d80-225c-481d-ae48-3df23e0edebf of type vlan for network 0cd3a5f1-0831-4010-a6cc-f61493b3641c Jul 05 10:31:42.746385 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:42.836973 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-faaa2c6a-c23f-4c80-afb0-304d9950bfa4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:42.843699 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f1d6cdf-1750-484f-a052-4b2b5a5c94fe tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:42.848322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49274) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:42.859364 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9f1d6cdf-1750-484f-a052-4b2b5a5c94fe tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/0c177caf-34ea-4498-9b4d-79b225e4c72f HTTP/1.1" status: 204 len: 168 time: 1.1121020 Jul 05 10:31:42.862245 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['a364cd2a-73b7-48eb-9c3a-2a62aa9646db'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:31:42.920759 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3aeeebab-004e-47e7-9bf5-8b6db766861e no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:42.977340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615902ab-9488-4747-b888-9a8ed75640cf req-052d2282-cc50-4161-bab3-ef130e5a29e4 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:42.990123 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-615902ab-9488-4747-b888-9a8ed75640cf req-052d2282-cc50-4161-bab3-ef130e5a29e4 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 944 time: 0.2702003 Jul 05 10:31:43.001002 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3c85a-d04a-4d35-8fbc-d3e7f795b1c8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:43.002749 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-faaa2c6a-c23f-4c80-afb0-304d9950bfa4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.008122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3c85a-d04a-4d35-8fbc-d3e7f795b1c8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:43.009125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa2c6a-c23f-4c80-afb0-304d9950bfa4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:43.010067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-faaa2c6a-c23f-4c80-afb0-304d9950bfa4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.013641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3c85a-d04a-4d35-8fbc-d3e7f795b1c8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:43.018649 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a8f3c85a-d04a-4d35-8fbc-d3e7f795b1c8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1691952 Jul 05 10:31:43.021274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49278) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:43.048117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 3aeeebab-004e-47e7-9bf5-8b6db766861e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:43.048911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3aeeebab-004e-47e7-9bf5-8b6db766861e not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:43.096753 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:43.161348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa2c6a-c23f-4c80-afb0-304d9950bfa4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Network': ['ID=0cd3a5f1-0831-4010-a6cc-f61493b3641c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:43.176728 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-faaa2c6a-c23f-4c80-afb0-304d9950bfa4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4390616 Jul 05 10:31:43.179662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49280) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:43.194164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 0cd3a5f1-0831-4010-a6cc-f61493b3641c details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:31:43.203942 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3234bbac-f24c-4063-bebf-1abafe2a3e40 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'subnet': {'network_id': '0cd3a5f1-0831-4010-a6cc-f61493b3641c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:43.220154 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-615902ab-9488-4747-b888-9a8ed75640cf req-1897c2da-3771-4c5e-8c90-89db8c32e8e2 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/security-groups?id=9febfd6b-ed50-4fef-ab56-b2eda1a5d6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287076 Jul 05 10:31:43.239490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cd2ff6-ec68-401d-91a7-58872eaf2e67 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 6289d8ec-143d-4f85-8cd8-5336a1997120 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:43.289336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-cf89b953-2853-4624-8e24-ec536d9d4c3b None None] Allocated IP 172.20.0.2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/6289d8ec-143d-4f85-8cd8-5336a1997120/b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:43.328789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8ead7-a593-48a4-b571-e7767486d264 req-c3656721-3974-49b0-bf7a-3d0e93204e39 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:43.330634 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eca8ead7-a593-48a4-b571-e7767486d264 req-c3656721-3974-49b0-bf7a-3d0e93204e39 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.3105073 Jul 05 10:31:43.392492 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eca8ead7-a593-48a4-b571-e7767486d264 req-73312732-6e2b-40f0-b7d2-e3469ae3f3a5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527940 Jul 05 10:31:43.409758 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-cf89b953-2853-4624-8e24-ec536d9d4c3b None None] For port b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:43.441059 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cf89b953-2853-4624-8e24-ec536d9d4c3b None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.453596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3234bbac-f24c-4063-bebf-1abafe2a3e40 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:43.456950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cf89b953-2853-4624-8e24-ec536d9d4c3b None None] Transition to ACTIVE for port object b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:43.457349 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3234bbac-f24c-4063-bebf-1abafe2a3e40 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.521936 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-34cd2ff6-ec68-401d-91a7-58872eaf2e67 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.523048 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cf89b953-2853-4624-8e24-ec536d9d4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.581618 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-34cd2ff6-ec68-401d-91a7-58872eaf2e67 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.639809 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:43.682966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89b953-2853-4624-8e24-ec536d9d4c3b None None] Pushing event updated for resources: {'Port': ['ID=b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:43.739265 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-83933fe9-a103-449b-9b01-78b9b4401d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.760409 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-34cd2ff6-ec68-401d-91a7-58872eaf2e67 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.765945 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device a364cd2a-73b7-48eb-9c3a-2a62aa9646db up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:43.815189 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.882152 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3234bbac-f24c-4063-bebf-1abafe2a3e40 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.908015 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port a364cd2a-73b7-48eb-9c3a-2a62aa9646db completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:43.918024 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port a364cd2a-73b7-48eb-9c3a-2a62aa9646db triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:43.918768 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.931741 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-34cd2ff6-ec68-401d-91a7-58872eaf2e67 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.965687 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-34cd2ff6-ec68-401d-91a7-58872eaf2e67 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:43.968696 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-34cd2ff6-ec68-401d-91a7-58872eaf2e67 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/6289d8ec-143d-4f85-8cd8-5336a1997120 HTTP/1.1" status: 204 len: 168 time: 0.9456513 Jul 05 10:31:43.971981 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49282) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:43.977691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234bbac-f24c-4063-bebf-1abafe2a3e40 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Subnet': ['ID=69b83245-a330-4f2d-ab86-5fe5c9833980,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:44.054774 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd2ff6-ec68-401d-91a7-58872eaf2e67 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=6289d8ec-143d-4f85-8cd8-5336a1997120,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:44.070037 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234bbac-f24c-4063-bebf-1abafe2a3e40 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Checking segment: {'id': '324c9d80-225c-481d-ae48-3df23e0edebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0cd3a5f1-0831-4010-a6cc-f61493b3641c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:44.072833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234bbac-f24c-4063-bebf-1abafe2a3e40 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network hostable DHCP agents. Network: 0cd3a5f1-0831-4010-a6cc-f61493b3641c, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:31:44.110770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c823080-18d7-4705-96c3-d6d53ccf9f88 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 7697d933-8a84-467b-8b27-7038198a722c {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:44.114576 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c823080-18d7-4705-96c3-d6d53ccf9f88 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.164481 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.167593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234bbac-f24c-4063-bebf-1abafe2a3e40 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network 0cd3a5f1-0831-4010-a6cc-f61493b3641c is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:31:44.185343 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c823080-18d7-4705-96c3-d6d53ccf9f88 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.195927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4aacd5-c833-4d07-8c7c-2f03118c7d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a364cd2a-73b7-48eb-9c3a-2a62aa9646db'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:44.198658 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f732fd-9361-4b09-b964-43f448550d2d" -d '{"events": [{"server_uuid": "5d4aacd5-c833-4d07-8c7c-2f03118c7d77", "name": "network-vif-plugged", "status": "completed", "tag": "a364cd2a-73b7-48eb-9c3a-2a62aa9646db"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:44.257175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port a364cd2a-73b7-48eb-9c3a-2a62aa9646db, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=a364cd2a-73b7-48eb-9c3a-2a62aa9646db,segment=NetworkSegment(559cc28e-8005-4e6b-8385-c8ba9822fb1d),segment_id=559cc28e-8005-4e6b-8385-c8ba9822fb1d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:44.261457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-3234bbac-f24c-4063-bebf-1abafe2a3e40 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 0cd3a5f1-0831-4010-a6cc-f61493b3641c) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:44.266086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3234bbac-f24c-4063-bebf-1abafe2a3e40 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:44.266697 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3234bbac-f24c-4063-bebf-1abafe2a3e40 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.280838 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f2d700-02fd-4d5d-a32b-e6713e7b7e5d None None] Network 0cd3a5f1-0831-4010-a6cc-f61493b3641c requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:44.288328 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8354ef95-977e-4b96-80ab-623fff55adff x-openstack-request-id: req-8354ef95-977e-4b96-80ab-623fff55adff {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:44.305232 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4aacd5-c833-4d07-8c7c-2f03118c7d77", "name": "network-vif-plugged", "status": "completed", "tag": "a364cd2a-73b7-48eb-9c3a-2a62aa9646db", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:44.307143 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8354ef95-977e-4b96-80ab-623fff55adff {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:44.307824 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4aacd5-c833-4d07-8c7c-2f03118c7d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a364cd2a-73b7-48eb-9c3a-2a62aa9646db', 'code': 200} Jul 05 10:31:44.360360 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3234bbac-f24c-4063-bebf-1abafe2a3e40 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1734312 Jul 05 10:31:44.361137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49292) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:44.365679 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9c9d80a9-b642-4325-a787-34e524830f9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-188454614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:44.522064 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c9d80a9-b642-4325-a787-34e524830f9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.523938 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c9d80a9-b642-4325-a787-34e524830f9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.563820 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c823080-18d7-4705-96c3-d6d53ccf9f88 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.566698 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.659075 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c9d80a9-b642-4325-a787-34e524830f9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.825998 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c9d80a9-b642-4325-a787-34e524830f9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.857933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2164d8-5ed9-4805-8d04-a17f2bf9cf48 req-ab2e99ee-4cb4-437d-a370-c9727115e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:44.860477 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6b2164d8-5ed9-4805-8d04-a17f2bf9cf48 req-ab2e99ee-4cb4-437d-a370-c9727115e94b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 1097 time: 0.4084301 Jul 05 10:31:44.873736 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=a364cd2a-73b7-48eb-9c3a-2a62aa9646db,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:44.949818 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c823080-18d7-4705-96c3-d6d53ccf9f88 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.953328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6b2164d8-5ed9-4805-8d04-a17f2bf9cf48 req-dbe8234e-fc57-4b0b-9729-91d9c336ee8d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9febfd6b-ed50-4fef-ab56-b2eda1a5d6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787511 Jul 05 10:31:44.962638 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c9d80a9-b642-4325-a787-34e524830f9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:44.964113 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9c9d80a9-b642-4325-a787-34e524830f9a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6019530 Jul 05 10:31:44.970970 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49298) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:44.973281 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883c827a-0ad1-4404-9dc8-5d664a40302c None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:44.983476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87d1f6-e60f-4672-a729-c2a2f271012a req-3c21b385-693f-4f2c-baa1-002836c31516 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:44.992463 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1a87d1f6-e60f-4672-a729-c2a2f271012a req-3c21b385-693f-4f2c-baa1-002836c31516 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 945 time: 0.2827275 Jul 05 10:31:45.023413 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-36203d43-6802-4bbe-983f-33ef41edbf4c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'network_id': '0cd3a5f1-0831-4010-a6cc-f61493b3641c', 'name': 'tempest-PortsTestJSON-1497601263'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:45.040875 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c823080-18d7-4705-96c3-d6d53ccf9f88 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=7697d933-8a84-467b-8b27-7038198a722c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:45.069103 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c823080-18d7-4705-96c3-d6d53ccf9f88 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:45.079393 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2c823080-18d7-4705-96c3-d6d53ccf9f88 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/7697d933-8a84-467b-8b27-7038198a722c HTTP/1.1" status: 204 len: 168 time: 1.1058931 Jul 05 10:31:45.089485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49300) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:45.103607 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49302) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:45.119640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-0cd3a5f1-0831-4010-a6cc-f61493b3641c', 'network_id': '0cd3a5f1-0831-4010-a6cc-f61493b3641c', 'tenant_id': '3853efeed28944e8950c7ffd9027c73f', 'fixed_ips': [{'subnet_id': '69b83245-a330-4f2d-ab86-5fe5c9833980'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:31:45.121009 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:45.124368 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:45.218621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1a87d1f6-e60f-4672-a729-c2a2f271012a req-43421c4c-fc9e-40c4-b5d4-f9c3db9de1e7 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/security-groups?id=9febfd6b-ed50-4fef-ab56-b2eda1a5d6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254322 Jul 05 10:31:45.281718 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36203d43-6802-4bbe-983f-33ef41edbf4c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:45.285980 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36203d43-6802-4bbe-983f-33ef41edbf4c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:45.325558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-36203d43-6802-4bbe-983f-33ef41edbf4c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] device_id is not set on port 234498ca-3a82-49fb-9fb2-81e49e6bfaae yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:31:45.360335 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b6de86a2-3c47-4387-b6c5-3027e2bbd715 None None] Provisioning for port b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:45.372490 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b6de86a2-3c47-4387-b6c5-3027e2bbd715 None None] Provisioning complete for port b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:45.372779 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b6de86a2-3c47-4387-b6c5-3027e2bbd715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:45.468064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Allocated IP 172.20.0.2 (0cd3a5f1-0831-4010-a6cc-f61493b3641c/69b83245-a330-4f2d-ab86-5fe5c9833980/585e4ac9-7302-4113-8f9a-976fdfa99907) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:45.510526 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3d1b84-035c-4770-89d9-bddfda61175b None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:31:45.604249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:45.642829 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b6de86a2-3c47-4387-b6c5-3027e2bbd715 None None] Could not find standard attr ID for object 0c177caf-34ea-4498-9b4d-79b225e4c72f. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:31:45.681778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49306) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:45.682085 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7abc1eb1-9e46-4f0a-9807-77236ed7242b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5797603 Jul 05 10:31:45.691505 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9cc5e77f-150a-4999-abe7-889a973becee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:45.697617 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392f288-d21c-48a7-82f9-5229ef3b64d0 req-744a9cb7-4e81-4750-bb69-47832db83bc4 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:45.703769 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3392f288-d21c-48a7-82f9-5229ef3b64d0 req-744a9cb7-4e81-4750-bb69-47832db83bc4 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.8669226 Jul 05 10:31:45.766149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7a3d1b84-035c-4770-89d9-bddfda61175b None None] Deleting port b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:45.766553 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1b84-035c-4770-89d9-bddfda61175b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:45.776336 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3392f288-d21c-48a7-82f9-5229ef3b64d0 req-85750695-b74b-49fd-aaeb-1be89a667e50 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692177 Jul 05 10:31:45.817848 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d0941a41-5057-4476-aace-9118672f8577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:45.835489 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:45.848924 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:45.864367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Transition to ACTIVE for port object 585e4ac9-7302-4113-8f9a-976fdfa99907 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:45.883211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7a3d1b84-035c-4770-89d9-bddfda61175b None None] For port b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:45.883946 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1b84-035c-4770-89d9-bddfda61175b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:45.925250 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Transition to ACTIVE for port object 585e4ac9-7302-4113-8f9a-976fdfa99907 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:45.932736 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7a3d1b84-035c-4770-89d9-bddfda61175b None None] Calling delete_port for b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:45.941333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:45.949898 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d0941a41-5057-4476-aace-9118672f8577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:46.022023 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:46.057525 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Network 0cd3a5f1-0831-4010-a6cc-f61493b3641c is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:46.060889 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:46.065332 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d0941a41-5057-4476-aace-9118672f8577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:46.068567 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:46.072708 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:46.082593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Pushing event updated for resources: {'Port': ['ID=585e4ac9-7302-4113-8f9a-976fdfa99907,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:46.105768 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-36203d43-6802-4bbe-983f-33ef41edbf4c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Allocated IP 172.20.0.8 (0cd3a5f1-0831-4010-a6cc-f61493b3641c/69b83245-a330-4f2d-ab86-5fe5c9833980/234498ca-3a82-49fb-9fb2-81e49e6bfaae) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:46.146236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49308) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:46.146769 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d0941a41-5057-4476-aace-9118672f8577 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=290cb3d4864e474f9169e02b3856678b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0378928 Jul 05 10:31:46.148009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0941a41-5057-4476-aace-9118672f8577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22e1db4-72aa-4d01-9702-9d9a4c48b8e5,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:46.186926 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1b84-035c-4770-89d9-bddfda61175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:46.217858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3d1b84-035c-4770-89d9-bddfda61175b None None] No DVR routers for this DVR port b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:46.221617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc5e77f-150a-4999-abe7-889a973becee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:46.223061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Attempting to bind port 585e4ac9-7302-4113-8f9a-976fdfa99907 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:31:46.223617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Attempting to bind port 585e4ac9-7302-4113-8f9a-976fdfa99907 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '324c9d80-225c-481d-ae48-3df23e0edebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0cd3a5f1-0831-4010-a6cc-f61493b3641c'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:31:46.227229 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Attempting to bind port 585e4ac9-7302-4113-8f9a-976fdfa99907 on network 0cd3a5f1-0831-4010-a6cc-f61493b3641c {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:46.229635 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9cc5e77f-150a-4999-abe7-889a973becee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:46.236005 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:46.239529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:31:46.239963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Checking segment: {'id': '324c9d80-225c-481d-ae48-3df23e0edebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0cd3a5f1-0831-4010-a6cc-f61493b3641c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:46.240382 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:46.240777 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Bound using segment: {'id': '324c9d80-225c-481d-ae48-3df23e0edebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0cd3a5f1-0831-4010-a6cc-f61493b3641c'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:31:46.241316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Bound port: 585e4ac9-7302-4113-8f9a-976fdfa99907, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324c9d80-225c-481d-ae48-3df23e0edebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0cd3a5f1-0831-4010-a6cc-f61493b3641c'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:31:46.241641 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:46.291882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d1b84-035c-4770-89d9-bddfda61175b None None] Pushing event deleted for resources: {'Port': ['ID=b828f6f4-d4e8-4ac1-92fb-15c2e5c397ef,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:46.353689 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] For port 585e4ac9-7302-4113-8f9a-976fdfa99907, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:31:46.363431 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cead3491-47c0-46bb-99be-213b42ca5c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:46.369107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] For port 585e4ac9-7302-4113-8f9a-976fdfa99907, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=585e4ac9-7302-4113-8f9a-976fdfa99907,segment=NetworkSegment(324c9d80-225c-481d-ae48-3df23e0edebf),segment_id=324c9d80-225c-481d-ae48-3df23e0edebf)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:31:46.442217 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:46.465614 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cead3491-47c0-46bb-99be-213b42ca5c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:46.493625 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36203d43-6802-4bbe-983f-33ef41edbf4c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:46.508177 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c8d80-6139-4bb9-ad79-04d031e06bcd None None] Pushing event updated for resources: {'Port': ['ID=585e4ac9-7302-4113-8f9a-976fdfa99907,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:46.551315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-36203d43-6802-4bbe-983f-33ef41edbf4c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Transition to ACTIVE for port object 234498ca-3a82-49fb-9fb2-81e49e6bfaae will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:46.609319 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da41cb-a929-4d0c-b441-417071539d52 req-d6cbc273-79d8-4add-a1f3-13fde0999e79 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:46.610988 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7da41cb-a929-4d0c-b441-417071539d52 req-d6cbc273-79d8-4add-a1f3-13fde0999e79 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 945 time: 0.2368648 Jul 05 10:31:46.738396 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cead3491-47c0-46bb-99be-213b42ca5c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:46.739073 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cead3491-47c0-46bb-99be-213b42ca5c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:46.742911 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cead3491-47c0-46bb-99be-213b42ca5c23 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f22e1db4-72aa-4d01-9702-9d9a4c48b8e5 HTTP/1.1" status: 204 len: 168 time: 0.5930791 Jul 05 10:31:46.759252 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7da41cb-a929-4d0c-b441-417071539d52 req-7c0d8a39-3702-42b9-8cd3-858a06a7fabd tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/security-groups?id=9febfd6b-ed50-4fef-ab56-b2eda1a5d6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387501 Jul 05 10:31:46.766772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead3491-47c0-46bb-99be-213b42ca5c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22e1db4-72aa-4d01-9702-9d9a4c48b8e5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:47.115458 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36203d43-6802-4bbe-983f-33ef41edbf4c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:47.118218 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:47.120266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36203d43-6802-4bbe-983f-33ef41edbf4c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=234498ca-3a82-49fb-9fb2-81e49e6bfaae,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:47.120266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36203d43-6802-4bbe-983f-33ef41edbf4c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network 0cd3a5f1-0831-4010-a6cc-f61493b3641c is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:47.120266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-36203d43-6802-4bbe-983f-33ef41edbf4c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:47.120266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36203d43-6802-4bbe-983f-33ef41edbf4c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:47.129421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.objects.ports [None req-9cc5e77f-150a-4999-abe7-889a973becee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100776) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:31:47.136187 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9cc5e77f-150a-4999-abe7-889a973becee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:47.147742 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36203d43-6802-4bbe-983f-33ef41edbf4c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:47.148168 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36203d43-6802-4bbe-983f-33ef41edbf4c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:47.209799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc5e77f-150a-4999-abe7-889a973becee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:47.213781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-9cc5e77f-150a-4999-abe7-889a973becee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:47.224341 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e294d341-dba2-4ed7-8ea3-598e84bb4be4 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:47.236209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc5e77f-150a-4999-abe7-889a973becee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:47.237034 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9cc5e77f-150a-4999-abe7-889a973becee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:47.250786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5e77f-150a-4999-abe7-889a973becee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=a31e4e99-2899-4732-b70a-21974a996762,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:47.260542 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1122f7-bbe0-4278-9d4a-1b9967d6c4c4 req-296413f8-1608-4f4a-a48e-e372d62b005a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:47.268909 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef1122f7-bbe0-4278-9d4a-1b9967d6c4c4 req-296413f8-1608-4f4a-a48e-e372d62b005a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.2799704 Jul 05 10:31:47.345323 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef1122f7-bbe0-4278-9d4a-1b9967d6c4c4 req-8df58fac-330e-4f80-8d70-80de4ea2fada tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751722 Jul 05 10:31:47.409219 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-36203d43-6802-4bbe-983f-33ef41edbf4c tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3899298 Jul 05 10:31:47.412474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49326) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:47.477433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': 'a31e4e99-2899-4732-b70a-21974a996762'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:31:47.478711 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:47.498596 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9cc5e77f-150a-4999-abe7-889a973becee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8155978 Jul 05 10:31:47.501336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49328) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:47.507615 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-de532eaa-7ff1-4ddd-bb11-c261e4ed8eea tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:47.852857 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 585e4ac9-7302-4113-8f9a-976fdfa99907 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:47.905419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebabe3c9-0b07-4336-91db-664104243de8 None None] Network 0cd3a5f1-0831-4010-a6cc-f61493b3641c requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:47.953323 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de532eaa-7ff1-4ddd-bb11-c261e4ed8eea tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:47.957177 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de532eaa-7ff1-4ddd-bb11-c261e4ed8eea tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:48.078646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Allocated IP 2001:db8::f816:3eff:fef8:c279 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/a31e4e99-2899-4732-b70a-21974a996762/02ae14fa-6180-4fc0-b8cf-2a82019c2602) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:48.117863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5406ea4f-7896-4a3e-9532-08879bc536a6 None None] Provisioning for port 585e4ac9-7302-4113-8f9a-976fdfa99907 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:48.244781 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 585e4ac9-7302-4113-8f9a-976fdfa99907 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:48.254778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 585e4ac9-7302-4113-8f9a-976fdfa99907 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:48.255234 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:48.336909 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de532eaa-7ff1-4ddd-bb11-c261e4ed8eea tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:48.426087 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586157b9-74dd-476d-8d56-47c1eae7e782 req-40d73c3b-8bb0-43aa-ac52-ead0fca7d97c tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:48.440328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-586157b9-74dd-476d-8d56-47c1eae7e782 req-40d73c3b-8bb0-43aa-ac52-ead0fca7d97c tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 945 time: 0.2633398 Jul 05 10:31:48.448743 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de532eaa-7ff1-4ddd-bb11-c261e4ed8eea tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=258b737a-4f32-4a10-b13f-da15f5acbefb,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:48.462533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de532eaa-7ff1-4ddd-bb11-c261e4ed8eea tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:48.464485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-de532eaa-7ff1-4ddd-bb11-c261e4ed8eea tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:48.474215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de532eaa-7ff1-4ddd-bb11-c261e4ed8eea tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:48.474880 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de532eaa-7ff1-4ddd-bb11-c261e4ed8eea tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:48.475053 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:48.516578 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Transition to ACTIVE for port object 02ae14fa-6180-4fc0-b8cf-2a82019c2602 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:48.518743 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:48.571672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-de532eaa-7ff1-4ddd-bb11-c261e4ed8eea tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0683718 Jul 05 10:31:48.574384 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49348) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:48.581651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-41e410a4-807d-4612-a747-3035b89d6def tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'mac_address': 'fa:16:3e:d5:8c:9a', 'name': 'tempest-NetworksTestDHCPv6-857295660'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:48.601760 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 585e4ac9-7302-4113-8f9a-976fdfa99907, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=585e4ac9-7302-4113-8f9a-976fdfa99907,segment=NetworkSegment(324c9d80-225c-481d-ae48-3df23e0edebf),segment_id=324c9d80-225c-481d-ae48-3df23e0edebf)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:48.607812 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-586157b9-74dd-476d-8d56-47c1eae7e782 req-8471cbf7-1ac6-4cf9-a5f7-5a7f95353d86 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/security-groups?id=9febfd6b-ed50-4fef-ab56-b2eda1a5d6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621056 Jul 05 10:31:48.620813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Transition to ACTIVE for port object 02ae14fa-6180-4fc0-b8cf-2a82019c2602 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:48.668921 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8e08130-0410-42bf-8504-72dcbf89293f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:48.702416 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:48.757908 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:48.830561 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:48.832532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:48.836179 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:48.837198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a730d40-84c3-4eec-94e8-fb59a6b91478 req-a0eeca3d-2caa-4b7a-bc2b-74581a1df8ec tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:48.839140 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8a730d40-84c3-4eec-94e8-fb59a6b91478 req-a0eeca3d-2caa-4b7a-bc2b-74581a1df8ec tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.1990752 Jul 05 10:31:48.846141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=585e4ac9-7302-4113-8f9a-976fdfa99907,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:48.906377 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e410a4-807d-4612-a747-3035b89d6def tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:49.016872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Pushing event updated for resources: {'Port': ['ID=02ae14fa-6180-4fc0-b8cf-2a82019c2602,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:49.024032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b4ef93bb-fc51-42e3-9a6f-f00d82ac9ff3 None None] Provisioning complete for port 585e4ac9-7302-4113-8f9a-976fdfa99907 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:49.024446 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b4ef93bb-fc51-42e3-9a6f-f00d82ac9ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.031182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Attempting to bind port 02ae14fa-6180-4fc0-b8cf-2a82019c2602 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:31:49.031182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Attempting to bind port 02ae14fa-6180-4fc0-b8cf-2a82019c2602 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:31:49.031182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Attempting to bind port 02ae14fa-6180-4fc0-b8cf-2a82019c2602 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:49.035373 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8a730d40-84c3-4eec-94e8-fb59a6b91478 req-0063af77-c55e-4196-a325-5c41ded9df66 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806881 Jul 05 10:31:49.087483 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:31:49.091823 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:49.092299 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.092733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:31:49.093212 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Bound port: 02ae14fa-6180-4fc0-b8cf-2a82019c2602, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:31:49.093601 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.103034 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41e410a4-807d-4612-a747-3035b89d6def tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.129699 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-41e410a4-807d-4612-a747-3035b89d6def tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port b16611dc-9b03-41de-8f5c-1a4053c46210 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:31:49.150489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdebc6-1ca7-4e34-b155-b8098cc485f7 req-9e7f00e9-9342-46e2-8efc-60a7c5a84a13 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:49.152252 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2dcdebc6-1ca7-4e34-b155-b8098cc485f7 req-9e7f00e9-9342-46e2-8efc-60a7c5a84a13 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 945 time: 0.1134005 Jul 05 10:31:49.157399 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8e08130-0410-42bf-8504-72dcbf89293f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.222979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] For port 02ae14fa-6180-4fc0-b8cf-2a82019c2602, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:31:49.242278 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8e08130-0410-42bf-8504-72dcbf89293f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.259575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] For port 02ae14fa-6180-4fc0-b8cf-2a82019c2602, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=02ae14fa-6180-4fc0-b8cf-2a82019c2602,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:31:49.318596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b4ef93bb-fc51-42e3-9a6f-f00d82ac9ff3 None None] Provisioning for port 234498ca-3a82-49fb-9fb2-81e49e6bfaae completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:49.322771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e08130-0410-42bf-8504-72dcbf89293f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=234498ca-3a82-49fb-9fb2-81e49e6bfaae,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:49.323704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b4ef93bb-fc51-42e3-9a6f-f00d82ac9ff3 None None] Provisioning complete for port 234498ca-3a82-49fb-9fb2-81e49e6bfaae triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:49.324192 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b4ef93bb-fc51-42e3-9a6f-f00d82ac9ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.359683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-41e410a4-807d-4612-a747-3035b89d6def tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 172.20.0.3 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/258b737a-4f32-4a10-b13f-da15f5acbefb/b16611dc-9b03-41de-8f5c-1a4053c46210) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:49.374215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-41e410a4-807d-4612-a747-3035b89d6def tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::f816:3eff:fed5:8c9a (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/a31e4e99-2899-4732-b70a-21974a996762/b16611dc-9b03-41de-8f5c-1a4053c46210) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:49.377878 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b4ef93bb-fc51-42e3-9a6f-f00d82ac9ff3 None None] Port 234498ca-3a82-49fb-9fb2-81e49e6bfaae cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:31:49.397245 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.421543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-2dcdebc6-1ca7-4e34-b155-b8098cc485f7 req-2687a583-bcb5-41ac-bf88-cf8d5210de59 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Deleting port a364cd2a-73b7-48eb-9c3a-2a62aa9646db {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:49.421894 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2dcdebc6-1ca7-4e34-b155-b8098cc485f7 req-2687a583-bcb5-41ac-bf88-cf8d5210de59 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.610084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b84742d3-a9ff-422d-82fe-4f50ee03e6d1 None None] Provisioning complete for port 234498ca-3a82-49fb-9fb2-81e49e6bfaae triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:49.615181 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b84742d3-a9ff-422d-82fe-4f50ee03e6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.624858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 585e4ac9-7302-4113-8f9a-976fdfa99907 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:49.679958 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41e410a4-807d-4612-a747-3035b89d6def tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.705767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-41e410a4-807d-4612-a747-3035b89d6def tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object b16611dc-9b03-41de-8f5c-1a4053c46210 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:49.725169 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e36a3-f9b4-4f9b-8eef-b86cc79af461 None None] Pushing event updated for resources: {'Port': ['ID=02ae14fa-6180-4fc0-b8cf-2a82019c2602,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:49.725361 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-2dcdebc6-1ca7-4e34-b155-b8098cc485f7 req-2687a583-bcb5-41ac-bf88-cf8d5210de59 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] For port a364cd2a-73b7-48eb-9c3a-2a62aa9646db, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=a364cd2a-73b7-48eb-9c3a-2a62aa9646db,segment=NetworkSegment(559cc28e-8005-4e6b-8385-c8ba9822fb1d),segment_id=559cc28e-8005-4e6b-8385-c8ba9822fb1d)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:49.726105 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2dcdebc6-1ca7-4e34-b155-b8098cc485f7 req-2687a583-bcb5-41ac-bf88-cf8d5210de59 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.757832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-2dcdebc6-1ca7-4e34-b155-b8098cc485f7 req-2687a583-bcb5-41ac-bf88-cf8d5210de59 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Calling delete_port for a364cd2a-73b7-48eb-9c3a-2a62aa9646db owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:49.777132 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b84742d3-a9ff-422d-82fe-4f50ee03e6d1 None None] Port 234498ca-3a82-49fb-9fb2-81e49e6bfaae cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:31:49.797692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 585e4ac9-7302-4113-8f9a-976fdfa99907 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:49.797988 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.800560 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8e08130-0410-42bf-8504-72dcbf89293f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.879744 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41e410a4-807d-4612-a747-3035b89d6def tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.952309 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e305f355-dcec-4339-b259-0c86eb173292 None None] Provisioning complete for port 234498ca-3a82-49fb-9fb2-81e49e6bfaae triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:49.952785 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e305f355-dcec-4339-b259-0c86eb173292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:49.978479 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e410a4-807d-4612-a747-3035b89d6def tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:49.993064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-41e410a4-807d-4612-a747-3035b89d6def tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:49.996182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e410a4-807d-4612-a747-3035b89d6def tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:50.014322 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e305f355-dcec-4339-b259-0c86eb173292 None None] Port 234498ca-3a82-49fb-9fb2-81e49e6bfaae cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:31:50.072712 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2daa10e-b954-41d5-83aa-7c6bc4d087a2 req-1bd6ea5a-7b9c-43e1-9be5-966396481bc4 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:50.080742 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c2daa10e-b954-41d5-83aa-7c6bc4d087a2 req-1bd6ea5a-7b9c-43e1-9be5-966396481bc4 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 945 time: 0.2839513 Jul 05 10:31:50.097951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e410a4-807d-4612-a747-3035b89d6def tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=b16611dc-9b03-41de-8f5c-1a4053c46210,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:50.120555 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c2daa10e-b954-41d5-83aa-7c6bc4d087a2 req-56932769-8710-4a60-b115-173180498bc7 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/security-groups?id=9febfd6b-ed50-4fef-ab56-b2eda1a5d6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389643 Jul 05 10:31:50.152887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e410a4-807d-4612-a747-3035b89d6def tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:50.154165 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41e410a4-807d-4612-a747-3035b89d6def tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:50.176784 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1c8d8-810a-4371-bd25-cae93fd5b74d req-e99fc0ce-e095-4327-b351-2b40318b942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:50.179065 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-92c1c8d8-810a-4371-bd25-cae93fd5b74d req-e99fc0ce-e095-4327-b351-2b40318b942b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356&tenant_id=362ae62a323e4233ac08e724c10958da HTTP/1.1" status: 200 len: 1096 time: 0.1985576 Jul 05 10:31:50.273815 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-41e410a4-807d-4612-a747-3035b89d6def tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6972659 Jul 05 10:31:50.277383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49360) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:50.312836 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8e08130-0410-42bf-8504-72dcbf89293f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:50.334920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8b046-f84e-41c6-8ccc-06e30dde4f8c req-ebd7f277-2222-4d8a-874d-990a414c8367 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:50.337419 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90c8b046-f84e-41c6-8ccc-06e30dde4f8c req-ebd7f277-2222-4d8a-874d-990a414c8367 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.1137421 Jul 05 10:31:50.340038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1c8d8-810a-4371-bd25-cae93fd5b74d req-b9665772-9d80-48f3-a7b0-d9b347478a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:50.342268 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-92c1c8d8-810a-4371-bd25-cae93fd5b74d req-b9665772-9d80-48f3-a7b0-d9b347478a75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 1096 time: 0.1344264 Jul 05 10:31:50.356889 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2dcdebc6-1ca7-4e34-b155-b8098cc485f7 req-2687a583-bcb5-41ac-bf88-cf8d5210de59 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:50.368170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['a364cd2a-73b7-48eb-9c3a-2a62aa9646db'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:31:50.425793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687a583-bcb5-41ac-bf88-cf8d5210de59 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Pushing event deleted for resources: {'Port': ['ID=a364cd2a-73b7-48eb-9c3a-2a62aa9646db,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:50.433366 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90c8b046-f84e-41c6-8ccc-06e30dde4f8c req-5d10e8f3-7822-45a8-91b6-7b2c2ae69a92 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878434 Jul 05 10:31:50.475455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1c8d8-810a-4371-bd25-cae93fd5b74d req-779a7183-b7ab-4585-96f3-ac2a727e4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:50.476991 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-92c1c8d8-810a-4371-bd25-cae93fd5b74d req-779a7183-b7ab-4585-96f3-ac2a727e4ff3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 200 len: 916 time: 0.1236610 Jul 05 10:31:50.540535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcdebc6-1ca7-4e34-b155-b8098cc485f7 req-2687a583-bcb5-41ac-bf88-cf8d5210de59 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] No DVR routers for this DVR port a364cd2a-73b7-48eb-9c3a-2a62aa9646db on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:50.544513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2dcdebc6-1ca7-4e34-b155-b8098cc485f7 req-2687a583-bcb5-41ac-bf88-cf8d5210de59 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:50.547805 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2dcdebc6-1ca7-4e34-b155-b8098cc485f7 req-2687a583-bcb5-41ac-bf88-cf8d5210de59 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.73 "DELETE /v2.0/ports/a364cd2a-73b7-48eb-9c3a-2a62aa9646db HTTP/1.1" status: 204 len: 173 time: 1.3884616 Jul 05 10:31:50.556318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4aacd5-c833-4d07-8c7c-2f03118c7d77', 'name': 'network-vif-deleted', 'tag': 'a364cd2a-73b7-48eb-9c3a-2a62aa9646db'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:31:50.558677 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ce49d3-adfc-470c-b5a7-dc6f048347f3" -d '{"events": [{"server_uuid": "5d4aacd5-c833-4d07-8c7c-2f03118c7d77", "name": "network-vif-deleted", "tag": "a364cd2a-73b7-48eb-9c3a-2a62aa9646db"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:31:50.571507 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-92c1c8d8-810a-4371-bd25-cae93fd5b74d req-3d56e1e6-a7d2-46ef-8e33-258989a09a3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdde5858-476d-4569-8bb2-9fb713ad0937 HTTP/1.1" status: 200 len: 1000 time: 0.0819304 Jul 05 10:31:50.582373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6832dc7-e85b-421f-b51c-2a9f27c86553 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:50.589891 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6832dc7-e85b-421f-b51c-2a9f27c86553 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:50.591746 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c6832dc7-e85b-421f-b51c-2a9f27c86553 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3134043 Jul 05 10:31:50.594567 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49364) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:50.669182 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f4e08f-2b91-4c90-8147-7f7fe9bee6cb x-openstack-request-id: req-53f4e08f-2b91-4c90-8147-7f7fe9bee6cb {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:31:50.674106 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4aacd5-c833-4d07-8c7c-2f03118c7d77", "name": "network-vif-deleted", "tag": "a364cd2a-73b7-48eb-9c3a-2a62aa9646db", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:31:50.674106 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53f4e08f-2b91-4c90-8147-7f7fe9bee6cb {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:31:50.674106 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4aacd5-c833-4d07-8c7c-2f03118c7d77', 'name': 'network-vif-deleted', 'tag': 'a364cd2a-73b7-48eb-9c3a-2a62aa9646db', 'status': 'completed', 'code': 200} Jul 05 10:31:50.674335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1c8d8-810a-4371-bd25-cae93fd5b74d req-08810803-661f-47e3-ade0-1fd0229e55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:50.674335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-92c1c8d8-810a-4371-bd25-cae93fd5b74d req-08810803-661f-47e3-ade0-1fd0229e55c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29e232e9-0213-4c50-9eaa-5083f737c183 HTTP/1.1" status: 200 len: 854 time: 0.0895088 Jul 05 10:31:50.751373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1c8d8-810a-4371-bd25-cae93fd5b74d req-efb907fe-2266-4f68-ae9d-41b3f997169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:50.755849 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-92c1c8d8-810a-4371-bd25-cae93fd5b74d req-efb907fe-2266-4f68-ae9d-41b3f997169a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747552 Jul 05 10:31:50.855780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-092de39f-2301-4f24-9ccf-4612b178668e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port b16611dc-9b03-41de-8f5c-1a4053c46210 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:50.856893 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-092de39f-2301-4f24-9ccf-4612b178668e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:50.879968 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-92c1c8d8-810a-4371-bd25-cae93fd5b74d req-2ff6934e-6942-4775-b604-3517ce7393c3 service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163609 Jul 05 10:31:50.949017 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8e08130-0410-42bf-8504-72dcbf89293f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:50.987802 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-092de39f-2301-4f24-9ccf-4612b178668e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:50.989538 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-92c1c8d8-810a-4371-bd25-cae93fd5b74d req-85d85d66-4da1-400b-bbb8-bdb6053b8eb4 service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995100 Jul 05 10:31:51.002831 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8e08130-0410-42bf-8504-72dcbf89293f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:51.005988 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-092de39f-2301-4f24-9ccf-4612b178668e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for b16611dc-9b03-41de-8f5c-1a4053c46210 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:51.070724 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68a360e-6d50-45f6-8ecb-6dbb57893116 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:51.133964 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8e08130-0410-42bf-8504-72dcbf89293f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:51.138939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e08130-0410-42bf-8504-72dcbf89293f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=234498ca-3a82-49fb-9fb2-81e49e6bfaae,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:51.248003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-10c49109-0180-4482-8252-9fd4560c5d53 None None] Provisioning for port 02ae14fa-6180-4fc0-b8cf-2a82019c2602 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:51.304611 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e08130-0410-42bf-8504-72dcbf89293f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network 0cd3a5f1-0831-4010-a6cc-f61493b3641c is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:51.307952 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-e8e08130-0410-42bf-8504-72dcbf89293f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:51.425990 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cddce9f6-3fab-429a-b13c-91535e194155 req-5d124742-a60a-4bc4-8ed2-5f706f6b1b57 tempest-InstanceActionsV221TestJSON-2009847667 tempest-InstanceActionsV221TestJSON-2009847667-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d4aacd5-c833-4d07-8c7c-2f03118c7d77 HTTP/1.1" status: 200 len: 210 time: 0.0499949 Jul 05 10:31:51.556316 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-092de39f-2301-4f24-9ccf-4612b178668e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:51.572834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26a01f3-eab2-4505-adc2-2ec76f2a21ec None None] Update dhcp port {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'fixed_ips': [{'subnet_id': 'a31e4e99-2899-4732-b70a-21974a996762', 'ip_address': '2001:db8::f816:3eff:fef8:c279'}, {'subnet_id': '258b737a-4f32-4a10-b13f-da15f5acbefb'}], 'binding:host_id': 'n-d-779913-27'}, 'id': '02ae14fa-6180-4fc0-b8cf-2a82019c2602'} from n-d-779913-27. {{(pid=100777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:31:51.630427 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e08130-0410-42bf-8504-72dcbf89293f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Router 42287318-fa90-466d-9c4c-24ec040055d4 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:31:51.645525 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b26a01f3-eab2-4505-adc2-2ec76f2a21ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:51.646588 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092de39f-2301-4f24-9ccf-4612b178668e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=b16611dc-9b03-41de-8f5c-1a4053c46210,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:51.746937 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 02ae14fa-6180-4fc0-b8cf-2a82019c2602 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:31:51.896112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-03a3c2ce-5fc8-4fce-b732-8d2f17e28561 None None] Provisioning complete for port 234498ca-3a82-49fb-9fb2-81e49e6bfaae triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:51.896686 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-03a3c2ce-5fc8-4fce-b732-8d2f17e28561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:51.933573 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-092de39f-2301-4f24-9ccf-4612b178668e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:51.936265 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-092de39f-2301-4f24-9ccf-4612b178668e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/b16611dc-9b03-41de-8f5c-1a4053c46210 HTTP/1.1" status: 204 len: 168 time: 1.3405542 Jul 05 10:31:51.938904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49392) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:51.948742 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e08130-0410-42bf-8504-72dcbf89293f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:31:51.961997 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4584a3f-5130-43b1-af79-f9f5e632a452 None None] Sync routers for ids ['42287318-fa90-466d-9c4c-24ec040055d4'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:31:51.962515 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e8e08130-0410-42bf-8504-72dcbf89293f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "PUT /v2.0/routers/42287318-fa90-466d-9c4c-24ec040055d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5485139 Jul 05 10:31:51.966322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49394) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:51.975644 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4584a3f-5130-43b1-af79-f9f5e632a452 None None] Routers {'42287318-fa90-466d-9c4c-24ec040055d4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:51.976354 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b4584a3f-5130-43b1-af79-f9f5e632a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:31:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['42287318-fa90-466d-9c4c-24ec040055d4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:51.978823 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-03a3c2ce-5fc8-4fce-b732-8d2f17e28561 None None] Port 234498ca-3a82-49fb-9fb2-81e49e6bfaae cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:31:52.007800 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-b26a01f3-eab2-4505-adc2-2ec76f2a21ec None None] Allocated IP 172.20.0.2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/258b737a-4f32-4a10-b13f-da15f5acbefb/02ae14fa-6180-4fc0-b8cf-2a82019c2602) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:52.011775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4493-86bc-4929-8fd8-6d9bab41f1f8 req-4025cac2-8e40-44f4-b9d6-04990e70426a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:52.019003 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0e4493-86bc-4929-8fd8-6d9bab41f1f8 req-4025cac2-8e40-44f4-b9d6-04990e70426a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.2577100 Jul 05 10:31:52.021216 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67638d28-ec18-479a-8522-7933914ef9ff tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:52.022949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67638d28-ec18-479a-8522-7933914ef9ff tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:52.024762 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67638d28-ec18-479a-8522-7933914ef9ff tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:52.026447 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-67638d28-ec18-479a-8522-7933914ef9ff tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0864911 Jul 05 10:31:52.030195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49398) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:52.047747 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 02ae14fa-6180-4fc0-b8cf-2a82019c2602 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:52.084733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 02ae14fa-6180-4fc0-b8cf-2a82019c2602 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:52.085567 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:52.105626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-78639b77-4454-4366-964d-9c5992a17169 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 258b737a-4f32-4a10-b13f-da15f5acbefb {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:52.114750 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b0e4493-86bc-4929-8fd8-6d9bab41f1f8 req-5e80c50b-ca0a-4a62-bc7a-c3a21afe4f1a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947676 Jul 05 10:31:52.143006 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77729b7c-9575-4f8d-a4cb-bc68cbcc9588 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:52.144807 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-77729b7c-9575-4f8d-a4cb-bc68cbcc9588 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports?device_id=42287318-fa90-466d-9c4c-24ec040055d4 HTTP/1.1" status: 200 len: 982 time: 0.1773338 Jul 05 10:31:52.159955 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49400) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:52.173009 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b4584a3f-5130-43b1-af79-f9f5e632a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:52.186642 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b26a01f3-eab2-4505-adc2-2ec76f2a21ec None None] For port 02ae14fa-6180-4fc0-b8cf-2a82019c2602, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=02ae14fa-6180-4fc0-b8cf-2a82019c2602,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:52.200372 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4584a3f-5130-43b1-af79-f9f5e632a452 None None] Routers {'42287318-fa90-466d-9c4c-24ec040055d4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:52.201308 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b4584a3f-5130-43b1-af79-f9f5e632a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:31:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['42287318-fa90-466d-9c4c-24ec040055d4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:52.261944 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:52.302684 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b26a01f3-eab2-4505-adc2-2ec76f2a21ec None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:52.329437 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b4584a3f-5130-43b1-af79-f9f5e632a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:52.329635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b26a01f3-eab2-4505-adc2-2ec76f2a21ec None None] Transition to ACTIVE for port object 02ae14fa-6180-4fc0-b8cf-2a82019c2602 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:52.330413 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4584a3f-5130-43b1-af79-f9f5e632a452 None None] The sync data for ids ['42287318-fa90-466d-9c4c-24ec040055d4'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:31:52.331060 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:52.459214 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78639b77-4454-4366-964d-9c5992a17169 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:52.463945 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b26a01f3-eab2-4505-adc2-2ec76f2a21ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:52.573811 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78639b77-4454-4366-964d-9c5992a17169 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:52.678206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a01f3-eab2-4505-adc2-2ec76f2a21ec None None] Pushing event updated for resources: {'Port': ['ID=02ae14fa-6180-4fc0-b8cf-2a82019c2602,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:52.684965 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:31:52.685190 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:31:52.802467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78639b77-4454-4366-964d-9c5992a17169 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:53.004955 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-990d5ff9-54b0-450c-901d-c04a75394149 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:53.173611 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49414) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:53.307160 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78639b77-4454-4366-964d-9c5992a17169 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:53.335832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-798c6889-8b3a-46f6-90f7-bd5a251abd35 admin admin] Deleting subnet 6ec5fe04-c673-4aaf-a1c4-93fb5b6541a5 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:53.354104 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:53.360644 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-798c6889-8b3a-46f6-90f7-bd5a251abd35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:53.446901 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-798c6889-8b3a-46f6-90f7-bd5a251abd35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:53.500926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78639b77-4454-4366-964d-9c5992a17169 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=258b737a-4f32-4a10-b13f-da15f5acbefb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:53.503837 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78639b77-4454-4366-964d-9c5992a17169 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:53.506043 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-78639b77-4454-4366-964d-9c5992a17169 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/258b737a-4f32-4a10-b13f-da15f5acbefb HTTP/1.1" status: 204 len: 168 time: 1.4747257 Jul 05 10:31:53.517367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49418) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:53.540569 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:31:53.541213 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:31:53.552361 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-798c6889-8b3a-46f6-90f7-bd5a251abd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:53.696063 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-14dd9280-4d6f-425c-8235-34a3014cac29 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet a31e4e99-2899-4732-b70a-21974a996762 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:53.707841 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-14dd9280-4d6f-425c-8235-34a3014cac29 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:53.717962 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-798c6889-8b3a-46f6-90f7-bd5a251abd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:53.781928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c6889-8b3a-46f6-90f7-bd5a251abd35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ec5fe04-c673-4aaf-a1c4-93fb5b6541a5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:53.784913 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-798c6889-8b3a-46f6-90f7-bd5a251abd35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:53.788423 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-798c6889-8b3a-46f6-90f7-bd5a251abd35 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6ec5fe04-c673-4aaf-a1c4-93fb5b6541a5 HTTP/1.1" status: 204 len: 168 time: 0.6130908 Jul 05 10:31:53.791933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49420) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:53.804670 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-14dd9280-4d6f-425c-8235-34a3014cac29 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:53.815655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device a364cd2a-73b7-48eb-9c3a-2a62aa9646db no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:53.887187 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: a364cd2a-73b7-48eb-9c3a-2a62aa9646db {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:53.888193 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device a364cd2a-73b7-48eb-9c3a-2a62aa9646db not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:53.944233 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-63adb4ec-146d-4246-804f-8b1b2d924ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:54.022289 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ebbda-e416-45df-8996-a268c37ace8b req-7295eb55-ba1f-434e-8f31-b52cf9bc8758 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:54.024130 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c25ebbda-e416-45df-8996-a268c37ace8b req-7295eb55-ba1f-434e-8f31-b52cf9bc8758 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.5284071 Jul 05 10:31:54.072992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec653ae9-a1ae-45c9-8038-07d9e0dda2b6 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:54.078245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-14dd9280-4d6f-425c-8235-34a3014cac29 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:54.126026 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-63adb4ec-146d-4246-804f-8b1b2d924ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:54.143987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-63adb4ec-146d-4246-804f-8b1b2d924ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679730a2-66bc-4ee1-9393-fca916b9cdf7']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:54.162531 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c25ebbda-e416-45df-8996-a268c37ace8b req-90bc5e27-b085-4f68-9367-b39fef392660 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272049 Jul 05 10:31:54.211002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-990d5ff9-54b0-450c-901d-c04a75394149 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port 234498ca-3a82-49fb-9fb2-81e49e6bfaae {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:54.211867 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-990d5ff9-54b0-450c-901d-c04a75394149 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:54.228357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-09c1d627-0d26-4de9-9082-4c7124c0d443 None None] Could not find standard attr ID for object b16611dc-9b03-41de-8f5c-1a4053c46210. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:31:54.258669 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:54.321218 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:54.362515 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-09c1d627-0d26-4de9-9082-4c7124c0d443 None None] Provisioning for port 02ae14fa-6180-4fc0-b8cf-2a82019c2602 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:31:54.379155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-09c1d627-0d26-4de9-9082-4c7124c0d443 None None] Provisioning complete for port 02ae14fa-6180-4fc0-b8cf-2a82019c2602 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:31:54.381642 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-09c1d627-0d26-4de9-9082-4c7124c0d443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:54.414634 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-990d5ff9-54b0-450c-901d-c04a75394149 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:54.440541 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-14dd9280-4d6f-425c-8235-34a3014cac29 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:54.469321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-990d5ff9-54b0-450c-901d-c04a75394149 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for 234498ca-3a82-49fb-9fb2-81e49e6bfaae owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:54.649146 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:31:54.649343 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:31:54.678693 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd9280-4d6f-425c-8235-34a3014cac29 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=a31e4e99-2899-4732-b70a-21974a996762,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:54.779484 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-14dd9280-4d6f-425c-8235-34a3014cac29 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:54.790064 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-09c1d627-0d26-4de9-9082-4c7124c0d443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:54.792681 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-14dd9280-4d6f-425c-8235-34a3014cac29 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/a31e4e99-2899-4732-b70a-21974a996762 HTTP/1.1" status: 204 len: 168 time: 1.2722194 Jul 05 10:31:54.801305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49424) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:54.842300 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-63adb4ec-146d-4246-804f-8b1b2d924ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559cc28e-8005-4e6b-8385-c8ba9822fb1d') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:54.842811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-63adb4ec-146d-4246-804f-8b1b2d924ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559cc28e-8005-4e6b-8385-c8ba9822fb1d') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:54.856077 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-63adb4ec-146d-4246-804f-8b1b2d924ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:54.864961 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-09c1d627-0d26-4de9-9082-4c7124c0d443 None None] For port 02ae14fa-6180-4fc0-b8cf-2a82019c2602, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=02ae14fa-6180-4fc0-b8cf-2a82019c2602,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:54.878224 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-63adb4ec-146d-4246-804f-8b1b2d924ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:54.899864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63adb4ec-146d-4246-804f-8b1b2d924ac7 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:31:54.899864 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-63adb4ec-146d-4246-804f-8b1b2d924ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:54.901492 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-365c132e-ce9c-410b-90ad-5b1038fa464f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953119 Jul 05 10:31:54.909479 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49426) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:54.926159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9887b3-bd81-4b38-bb37-5c1696a0c58c None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:31:54.926416 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:31:54.932199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0fc948b5-cfea-4afb-8617-9d71e8be7241 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:55.085051 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-63adb4ec-146d-4246-804f-8b1b2d924ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:55.123856 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-63adb4ec-146d-4246-804f-8b1b2d924ac7 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:55.123856 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-63adb4ec-146d-4246-804f-8b1b2d924ac7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/679730a2-66bc-4ee1-9393-fca916b9cdf7 HTTP/1.1" status: 204 len: 168 time: 1.3270638 Jul 05 10:31:55.123856 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adb4ec-146d-4246-804f-8b1b2d924ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=679730a2-66bc-4ee1-9393-fca916b9cdf7,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:55.140919 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-09c1d627-0d26-4de9-9082-4c7124c0d443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:55.214564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ab9887b3-bd81-4b38-bb37-5c1696a0c58c None None] Deleting port 02ae14fa-6180-4fc0-b8cf-2a82019c2602 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:55.215122 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ab9887b3-bd81-4b38-bb37-5c1696a0c58c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:55.279452 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-990d5ff9-54b0-450c-901d-c04a75394149 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:55.313174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1d627-0d26-4de9-9082-4c7124c0d443 None None] Pushing event updated for resources: {'Port': ['ID=02ae14fa-6180-4fc0-b8cf-2a82019c2602,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:55.336980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc948b5-cfea-4afb-8617-9d71e8be7241 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:55.344286 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0fc948b5-cfea-4afb-8617-9d71e8be7241 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:55.351995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ab9887b3-bd81-4b38-bb37-5c1696a0c58c None None] For port 02ae14fa-6180-4fc0-b8cf-2a82019c2602, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=02ae14fa-6180-4fc0-b8cf-2a82019c2602,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:55.351995 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ab9887b3-bd81-4b38-bb37-5c1696a0c58c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:55.364041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ab9887b3-bd81-4b38-bb37-5c1696a0c58c None None] Calling delete_port for 02ae14fa-6180-4fc0-b8cf-2a82019c2602 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:55.368527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d5ff9-54b0-450c-901d-c04a75394149 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=234498ca-3a82-49fb-9fb2-81e49e6bfaae,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:55.445936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da634b17-99be-48c9-84f2-8ff5483136d3 req-b51ce295-89b4-4648-abbc-0be68f18965d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:55.448192 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da634b17-99be-48c9-84f2-8ff5483136d3 req-b51ce295-89b4-4648-abbc-0be68f18965d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.1211629 Jul 05 10:31:55.564487 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da634b17-99be-48c9-84f2-8ff5483136d3 req-54a82c4d-bbee-4d59-bd5f-5f3218539669 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043236 Jul 05 10:31:55.581656 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ab9887b3-bd81-4b38-bb37-5c1696a0c58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:55.643697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9887b3-bd81-4b38-bb37-5c1696a0c58c None None] Pushing event deleted for resources: {'Port': ['ID=02ae14fa-6180-4fc0-b8cf-2a82019c2602,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:55.672823 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9887b3-bd81-4b38-bb37-5c1696a0c58c None None] No DVR routers for this DVR port 02ae14fa-6180-4fc0-b8cf-2a82019c2602 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:55.694205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49438) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:55.715478 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-990d5ff9-54b0-450c-901d-c04a75394149 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:55.749963 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1547e6c2-9df4-4cbf-898c-47264d90cfcd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a392767ce6c4428f87b1c43baa935f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544999 Jul 05 10:31:55.752268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49440) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:55.830277 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a160752-a4d1-4b2b-ac3c-4f1af46b72b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:55.864211 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a160752-a4d1-4b2b-ac3c-4f1af46b72b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:56.003986 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990d5ff9-54b0-450c-901d-c04a75394149 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Router 42287318-fa90-466d-9c4c-24ec040055d4 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:31:56.033596 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a160752-a4d1-4b2b-ac3c-4f1af46b72b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:56.036389 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a160752-a4d1-4b2b-ac3c-4f1af46b72b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:56.037569 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7a160752-a4d1-4b2b-ac3c-4f1af46b72b4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9febfd6b-ed50-4fef-ab56-b2eda1a5d6c3 HTTP/1.1" status: 204 len: 168 time: 0.2842581 Jul 05 10:31:56.070525 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a160752-a4d1-4b2b-ac3c-4f1af46b72b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9febfd6b-ed50-4fef-ab56-b2eda1a5d6c3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:56.090071 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0fc948b5-cfea-4afb-8617-9d71e8be7241 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:56.218654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990d5ff9-54b0-450c-901d-c04a75394149 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:31:56.230936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c468b-143f-4686-b829-08a98ad8f3d1 None None] Sync routers for ids ['42287318-fa90-466d-9c4c-24ec040055d4'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:31:56.233197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc948b5-cfea-4afb-8617-9d71e8be7241 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:56.241439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49446) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:56.241805 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-990d5ff9-54b0-450c-901d-c04a75394149 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "PUT /v2.0/routers/42287318-fa90-466d-9c4c-24ec040055d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0922627 Jul 05 10:31:56.254468 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c468b-143f-4686-b829-08a98ad8f3d1 None None] Routers {'42287318-fa90-466d-9c4c-24ec040055d4'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:56.255677 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cb7c468b-143f-4686-b829-08a98ad8f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:31:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['42287318-fa90-466d-9c4c-24ec040055d4'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:56.265583 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-0fc948b5-cfea-4afb-8617-9d71e8be7241 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:56.280926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc948b5-cfea-4afb-8617-9d71e8be7241 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:56.281614 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0fc948b5-cfea-4afb-8617-9d71e8be7241 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:56.312822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc948b5-cfea-4afb-8617-9d71e8be7241 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=7f5fe78e-a27d-4f83-8311-06572596a26a,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:56.317456 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-58483985-628a-46a0-839b-feb8bc189095 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] GET failed (client error): The resource could not be found. Jul 05 10:31:56.322233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49448) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:56.326587 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cb7c468b-143f-4686-b829-08a98ad8f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:56.326749 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-58483985-628a-46a0-839b-feb8bc189095 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/234498ca-3a82-49fb-9fb2-81e49e6bfaae HTTP/1.1" status: 404 len: 333 time: 0.0839944 Jul 05 10:31:56.334972 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02533c3f-c6d0-43a9-8d08-e9566ae86810 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:56.453043 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c468b-143f-4686-b829-08a98ad8f3d1 None None] Routers {'42287318-fa90-466d-9c4c-24ec040055d4'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:31:56.453630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cb7c468b-143f-4686-b829-08a98ad8f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:31:43Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['42287318-fa90-466d-9c4c-24ec040055d4'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:56.540968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cb7c468b-143f-4686-b829-08a98ad8f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:56.541652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c468b-143f-4686-b829-08a98ad8f3d1 None None] The sync data for ids ['42287318-fa90-466d-9c4c-24ec040055d4'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:31:56.763407 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Port 02ae14fa-6180-4fc0-b8cf-2a82019c2602 update to ACTIVE by agent not found {{(pid=100777) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 10:31:56.792314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': '7f5fe78e-a27d-4f83-8311-06572596a26a'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:31:56.793667 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:56.913973 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0fc948b5-cfea-4afb-8617-9d71e8be7241 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0025370 Jul 05 10:31:56.917057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49456) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:56.923729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-240ff582-850a-423c-b37e-00a955161c99 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:57.027350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7fe66491-53ef-4c05-a7f0-cb3e0a7fca12 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:57.114701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 02ae14fa-6180-4fc0-b8cf-2a82019c2602 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:31:57.136527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5def125-33a6-4a32-964c-fd0c2fb064c6 req-886ce8e7-0819-4929-9a59-78687edf2cc4 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:57.144697 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5def125-33a6-4a32-964c-fd0c2fb064c6 req-886ce8e7-0819-4929-9a59-78687edf2cc4 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.2371082 Jul 05 10:31:57.186220 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 02ae14fa-6180-4fc0-b8cf-2a82019c2602 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:31:57.186427 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 02ae14fa-6180-4fc0-b8cf-2a82019c2602 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:31:57.278848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240ff582-850a-423c-b37e-00a955161c99 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:57.283389 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7fe66491-53ef-4c05-a7f0-cb3e0a7fca12 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:57.287500 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7fe66491-53ef-4c05-a7f0-cb3e0a7fca12 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:57.289593 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-240ff582-850a-423c-b37e-00a955161c99 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:57.303340 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5def125-33a6-4a32-964c-fd0c2fb064c6 req-33e7f4a4-67a3-4ec0-abd1-898eac4d0ae6 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575756 Jul 05 10:31:57.353436 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Allocated IP 172.20.0.2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/7f5fe78e-a27d-4f83-8311-06572596a26a/657078e2-32cb-432d-ac49-a4411004d86a) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:31:57.438848 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7fe66491-53ef-4c05-a7f0-cb3e0a7fca12 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:57.439355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe66491-53ef-4c05-a7f0-cb3e0a7fca12 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Fanout notify agent at l3_agent the message router_deleted on router 42287318-fa90-466d-9c4c-24ec040055d4 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:31:57.447166 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7fe66491-53ef-4c05-a7f0-cb3e0a7fca12 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:57.449041 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7fe66491-53ef-4c05-a7f0-cb3e0a7fca12 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/routers/42287318-fa90-466d-9c4c-24ec040055d4 HTTP/1.1" status: 204 len: 168 time: 1.1250024 Jul 05 10:31:57.454886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49466) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:57.558320 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-81469e86-fd38-478d-82a3-5885ed18f4d3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting subnet 69b83245-a330-4f2d-ab86-5fe5c9833980 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:31:57.567466 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-81469e86-fd38-478d-82a3-5885ed18f4d3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:57.670123 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-81469e86-fd38-478d-82a3-5885ed18f4d3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:57.713929 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:57.796018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Transition to ACTIVE for port object 657078e2-32cb-432d-ac49-a4411004d86a will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:57.839443 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-81469e86-fd38-478d-82a3-5885ed18f4d3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:57.841526 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Transition to ACTIVE for port object 657078e2-32cb-432d-ac49-a4411004d86a will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:31:57.914009 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:57.921283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49476) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:58.027464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:58.032322 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:58.036491 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:31:58.052176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Pushing event updated for resources: {'Port': ['ID=657078e2-32cb-432d-ac49-a4411004d86a,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:58.178510 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-76e7e4e1-b553-4b1b-a41a-6f684f4e0903 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1553896836-network', 'tenant_id': '3fb99ac626884b4992b8647d4a17c542'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:58.222143 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Attempting to bind port 657078e2-32cb-432d-ac49-a4411004d86a on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:31:58.225410 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Attempting to bind port 657078e2-32cb-432d-ac49-a4411004d86a by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:31:58.225921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Attempting to bind port 657078e2-32cb-432d-ac49-a4411004d86a on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:31:58.247254 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:31:58.247254 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:31:58.247254 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:58.249680 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:31:58.249680 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Bound port: 657078e2-32cb-432d-ac49-a4411004d86a, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:31:58.249680 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:58.296266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e7e4e1-b553-4b1b-a41a-6f684f4e0903 admin admin] Made reservation on behalf of 3fb99ac626884b4992b8647d4a17c542 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:58.300715 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76e7e4e1-b553-4b1b-a41a-6f684f4e0903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:58.312727 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76e7e4e1-b553-4b1b-a41a-6f684f4e0903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:58.333243 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-81469e86-fd38-478d-82a3-5885ed18f4d3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:58.411299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9806d52f-41a9-4751-a630-2bf9d6ae0ce4 None None] Network 0cd3a5f1-0831-4010-a6cc-f61493b3641c requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:31:58.412590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81469e86-fd38-478d-82a3-5885ed18f4d3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Subnet': ['ID=69b83245-a330-4f2d-ab86-5fe5c9833980,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:58.443161 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-81469e86-fd38-478d-82a3-5885ed18f4d3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:58.448382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] For port 657078e2-32cb-432d-ac49-a4411004d86a, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:31:58.457598 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49484) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:58.457785 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-81469e86-fd38-478d-82a3-5885ed18f4d3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/69b83245-a330-4f2d-ab86-5fe5c9833980 HTTP/1.1" status: 204 len: 168 time: 1.0001168 Jul 05 10:31:58.526297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.objects.ports [None req-240ff582-850a-423c-b37e-00a955161c99 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100776) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:31:58.551571 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] For port 657078e2-32cb-432d-ac49-a4411004d86a, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=657078e2-32cb-432d-ac49-a4411004d86a,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:31:58.586996 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:58.661931 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76e7e4e1-b553-4b1b-a41a-6f684f4e0903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:58.665889 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:58.679072 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port 585e4ac9-7302-4113-8f9a-976fdfa99907 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:58.679624 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:58.753588 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] For port 585e4ac9-7302-4113-8f9a-976fdfa99907, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=585e4ac9-7302-4113-8f9a-976fdfa99907,segment=NetworkSegment(324c9d80-225c-481d-ae48-3df23e0edebf),segment_id=324c9d80-225c-481d-ae48-3df23e0edebf)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:58.753953 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:58.768009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for 585e4ac9-7302-4113-8f9a-976fdfa99907 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:58.813137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1c1b6-96a0-4623-a9bb-1d699d1a34f9 None None] Pushing event updated for resources: {'Port': ['ID=657078e2-32cb-432d-ac49-a4411004d86a,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:58.845001 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76e7e4e1-b553-4b1b-a41a-6f684f4e0903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:58.865600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e7e4e1-b553-4b1b-a41a-6f684f4e0903 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:31:58.878118 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76e7e4e1-b553-4b1b-a41a-6f684f4e0903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:58.886908 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-76e7e4e1-b553-4b1b-a41a-6f684f4e0903 admin admin] Added segment cb904bb6-341d-4c9f-b361-1515e4509765 of type vlan for network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 Jul 05 10:31:58.888888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ffa50-db4a-4a80-af92-cbd193b98287 req-36226193-00ed-4c2b-b159-a17a549828d4 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:58.891492 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-295ffa50-db4a-4a80-af92-cbd193b98287 req-36226193-00ed-4c2b-b159-a17a549828d4 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.3818791 Jul 05 10:31:58.914458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8a2563-ccd2-45c1-a645-170c37fb1901 None None] DHCP port deletion for 0cd3a5f1-0831-4010-a6cc-f61493b3641c request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:31:59.057247 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a2563-ccd2-45c1-a645-170c37fb1901 None None] Deleting port 585e4ac9-7302-4113-8f9a-976fdfa99907 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:31:59.057641 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5c8a2563-ccd2-45c1-a645-170c37fb1901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.057796 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-295ffa50-db4a-4a80-af92-cbd193b98287 req-1ded478e-a302-4930-b751-d9195ace8d8b tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470866 Jul 05 10:31:59.061784 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-240ff582-850a-423c-b37e-00a955161c99 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.121883 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76e7e4e1-b553-4b1b-a41a-6f684f4e0903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.171942 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.176429 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7e4e1-b553-4b1b-a41a-6f684f4e0903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:59.185333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5c8a2563-ccd2-45c1-a645-170c37fb1901 None None] For port 585e4ac9-7302-4113-8f9a-976fdfa99907, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=585e4ac9-7302-4113-8f9a-976fdfa99907,segment=NetworkSegment(324c9d80-225c-481d-ae48-3df23e0edebf),segment_id=324c9d80-225c-481d-ae48-3df23e0edebf)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:59.185734 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5c8a2563-ccd2-45c1-a645-170c37fb1901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.200684 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a2563-ccd2-45c1-a645-170c37fb1901 None None] Calling delete_port for 585e4ac9-7302-4113-8f9a-976fdfa99907 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:31:59.252706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=585e4ac9-7302-4113-8f9a-976fdfa99907,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:59.254821 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No DVR routers for this DVR port 585e4ac9-7302-4113-8f9a-976fdfa99907 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:59.290056 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76e7e4e1-b553-4b1b-a41a-6f684f4e0903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.291220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e7e4e1-b553-4b1b-a41a-6f684f4e0903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:59.291845 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76e7e4e1-b553-4b1b-a41a-6f684f4e0903 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.440610 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5c8a2563-ccd2-45c1-a645-170c37fb1901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.448864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7e4e1-b553-4b1b-a41a-6f684f4e0903 admin admin] Pushing event updated for resources: {'Network': ['ID=2bd4b4a0-1a6d-4c87-a35c-784df47134b4,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:59.452897 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.460881 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-240ff582-850a-423c-b37e-00a955161c99 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] For port 657078e2-32cb-432d-ac49-a4411004d86a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=657078e2-32cb-432d-ac49-a4411004d86a,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:31:59.465385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd3a5f1-0831-4010-a6cc-f61493b3641c']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:59.477070 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:31:59.478522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324c9d80-225c-481d-ae48-3df23e0edebf') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:59.478865 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324c9d80-225c-481d-ae48-3df23e0edebf') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:31:59.490493 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.509788 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.523593 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:31:59.524038 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:31:59.527138 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:31:59.534088 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-76e7e4e1-b553-4b1b-a41a-6f684f4e0903 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6116307 Jul 05 10:31:59.537235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49492) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:59.538924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a2563-ccd2-45c1-a645-170c37fb1901 None None] No DVR routers for this DVR port 585e4ac9-7302-4113-8f9a-976fdfa99907 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:31:59.546859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-cb952f06-f9e3-4ddb-b527-401934d922c2 admin admin] Request body: {'subnet': {'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1553896836-subnet', 'tenant_id': '3fb99ac626884b4992b8647d4a17c542', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:31:59.552198 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-240ff582-850a-423c-b37e-00a955161c99 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.561625 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a2563-ccd2-45c1-a645-170c37fb1901 None None] Pushing event deleted for resources: {'Port': ['ID=585e4ac9-7302-4113-8f9a-976fdfa99907,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:59.627764 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-240ff582-850a-423c-b37e-00a955161c99 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.629482 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-240ff582-850a-423c-b37e-00a955161c99 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.701939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb952f06-f9e3-4ddb-b527-401934d922c2 admin admin] Made reservation on behalf of 3fb99ac626884b4992b8647d4a17c542 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:31:59.704617 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cb952f06-f9e3-4ddb-b527-401934d922c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.719828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240ff582-850a-423c-b37e-00a955161c99 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:31:59.735252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-240ff582-850a-423c-b37e-00a955161c99 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:31:59.739321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240ff582-850a-423c-b37e-00a955161c99 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:59.740044 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-240ff582-850a-423c-b37e-00a955161c99 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.773587 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.782385 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:31:59.791010 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/networks/0cd3a5f1-0831-4010-a6cc-f61493b3641c HTTP/1.1" status: 204 len: 168 time: 1.3289294 Jul 05 10:31:59.791316 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49494) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:59.835317 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ff582-850a-423c-b37e-00a955161c99 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=878a9b93-e319-48ce-bf28-ffc8bbf48ee5,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:59.839333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ff582-850a-423c-b37e-00a955161c99 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=657078e2-32cb-432d-ac49-a4411004d86a,revision_number=4']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:59.906753 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-240ff582-850a-423c-b37e-00a955161c99 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9884565 Jul 05 10:31:59.910579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49498) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:59.911845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94649788-77d1-4214-84d8-adfb1368737a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:31:59.916358 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-94649788-77d1-4214-84d8-adfb1368737a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/2bc5edfc-0987-451c-9c26-e3815cf54504 HTTP/1.1" status: 200 len: 840 time: 0.1174192 Jul 05 10:31:59.921005 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49500) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:31:59.927543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458e2e1-0845-4e2a-bbe6-e79d71cba677 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Network': ['ID=0cd3a5f1-0831-4010-a6cc-f61493b3641c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:31:59.935987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-bdd7bb2a-ed72-488f-b531-af901bae186d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'mac_address': 'fa:16:3e:7b:12:47', 'name': 'tempest-NetworksTestDHCPv6-1307091315'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:00.006941 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-70d7cf3e-dedd-4aba-8606-6a3d6f9d4578 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/2bc5edfc-0987-451c-9c26-e3815cf54504?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0767665 Jul 05 10:32:00.007299 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49502) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:00.015346 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-227df35d-a48f-4478-b42e-83584095099f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'subnet': {'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:00.347752 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cb952f06-f9e3-4ddb-b527-401934d922c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:00.383254 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227df35d-a48f-4478-b42e-83584095099f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:00.389528 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-227df35d-a48f-4478-b42e-83584095099f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:00.416328 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd7bb2a-ed72-488f-b531-af901bae186d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:00.554205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb952f06-f9e3-4ddb-b527-401934d922c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=161d8c92-1af9-4fa8-8daa-a4ae343a1e0a,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:00.589049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb952f06-f9e3-4ddb-b527-401934d922c2 admin admin] Checking segment: {'id': 'cb904bb6-341d-4c9f-b361-1515e4509765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:00.589417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb952f06-f9e3-4ddb-b527-401934d922c2 admin admin] Network hostable DHCP agents. Network: 2bd4b4a0-1a6d-4c87-a35c-784df47134b4, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:32:00.609179 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5786c968-a9b5-4ac1-a753-0f4f5100a98f None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:00.698680 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bdd7bb2a-ed72-488f-b531-af901bae186d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:00.736914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-bdd7bb2a-ed72-488f-b531-af901bae186d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port 8a7d84de-7118-4d4f-88f1-51f51a76a00c yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:32:00.745024 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb952f06-f9e3-4ddb-b527-401934d922c2 admin admin] Network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:32:00.949451 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84628c05-5180-421b-a751-0bc132aba54f req-76c5f95b-f256-4eea-bf9e-58d01a3d9d48 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:00.959069 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-cb952f06-f9e3-4ddb-b527-401934d922c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 2bd4b4a0-1a6d-4c87-a35c-784df47134b4) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:00.978697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 657078e2-32cb-432d-ac49-a4411004d86a up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:00.982202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb952f06-f9e3-4ddb-b527-401934d922c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:00.982202 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cb952f06-f9e3-4ddb-b527-401934d922c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:00.982419 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84628c05-5180-421b-a751-0bc132aba54f req-76c5f95b-f256-4eea-bf9e-58d01a3d9d48 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.6760864 Jul 05 10:32:01.043115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7159c553-886f-4c25-9ab9-818b999bf0c5 None None] Network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:01.106867 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84628c05-5180-421b-a751-0bc132aba54f req-5c4d4606-36f7-4418-9488-57db2fdd3187 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237299 Jul 05 10:32:01.108988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58038e88-56a2-41b0-b841-7a9a43ab0415 req-199cfe10-514d-45de-b897-d49fcc0f70c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:01.110611 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58038e88-56a2-41b0-b841-7a9a43ab0415 req-199cfe10-514d-45de-b897-d49fcc0f70c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 1096 time: 0.3543851 Jul 05 10:32:01.141762 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-227df35d-a48f-4478-b42e-83584095099f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:01.155750 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-bdd7bb2a-ed72-488f-b531-af901bae186d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 172.20.0.10 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/7f5fe78e-a27d-4f83-8311-06572596a26a/8a7d84de-7118-4d4f-88f1-51f51a76a00c) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:01.165615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-bdd7bb2a-ed72-488f-b531-af901bae186d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::f816:3eff:fe7b:1247 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/878a9b93-e319-48ce-bf28-ffc8bbf48ee5/8a7d84de-7118-4d4f-88f1-51f51a76a00c) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:01.280394 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fd530652-a2da-446c-9110-5d1268cea592 None None] Provisioning for port 657078e2-32cb-432d-ac49-a4411004d86a completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:01.385409 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bdd7bb2a-ed72-488f-b531-af901bae186d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:01.418371 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b82cd5-dfd8-4f3b-88f1-e23e030413e1 None None] Network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:01.424851 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-bdd7bb2a-ed72-488f-b531-af901bae186d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object 8a7d84de-7118-4d4f-88f1-51f51a76a00c will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:01.452654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227df35d-a48f-4478-b42e-83584095099f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Subnet': ['ID=7aff84fa-6e88-4091-9a76-1074e2f1fb0b,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:01.485929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227df35d-a48f-4478-b42e-83584095099f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network f00d15e9-f5b0-4df6-ba30-aec20611246b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:01.500335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-227df35d-a48f-4478-b42e-83584095099f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:01.511913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227df35d-a48f-4478-b42e-83584095099f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:01.512739 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-227df35d-a48f-4478-b42e-83584095099f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:01.533517 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58038e88-56a2-41b0-b841-7a9a43ab0415 req-c51d499e-331f-475d-8245-caa39ae6a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:01.535200 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58038e88-56a2-41b0-b841-7a9a43ab0415 req-c51d499e-331f-475d-8245-caa39ae6a847 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 200 len: 916 time: 0.3248150 Jul 05 10:32:01.546018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 657078e2-32cb-432d-ac49-a4411004d86a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:01.549701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070628f7-166f-4339-bb1a-8bcc4a7fc773 None None] Network f00d15e9-f5b0-4df6-ba30-aec20611246b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:01.559759 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 657078e2-32cb-432d-ac49-a4411004d86a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:01.559759 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:01.580615 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bdd7bb2a-ed72-488f-b531-af901bae186d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:01.668923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7bb2a-ed72-488f-b531-af901bae186d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=8a7d84de-7118-4d4f-88f1-51f51a76a00c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:01.684778 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cb952f06-f9e3-4ddb-b527-401934d922c2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1455998 Jul 05 10:32:01.717065 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd7bb2a-ed72-488f-b531-af901bae186d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:01.719996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-bdd7bb2a-ed72-488f-b531-af901bae186d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:01.726179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd7bb2a-ed72-488f-b531-af901bae186d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:01.796018 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58038e88-56a2-41b0-b841-7a9a43ab0415 req-6c552c69-5e2f-4426-bd95-7f72be203d8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdde5858-476d-4569-8bb2-9fb713ad0937 HTTP/1.1" status: 200 len: 1000 time: 0.2484939 Jul 05 10:32:01.807038 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-227df35d-a48f-4478-b42e-83584095099f tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7986066 Jul 05 10:32:01.812102 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49510) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:01.825448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-6af0603e-6a71-480b-bc3c-49d186ebc6bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'security_group': {'name': 'tempest-secgroup-1549961136'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:01.861923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd7bb2a-ed72-488f-b531-af901bae186d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:01.864551 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bdd7bb2a-ed72-488f-b531-af901bae186d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:01.939493 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6af0603e-6a71-480b-bc3c-49d186ebc6bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:02.001618 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58038e88-56a2-41b0-b841-7a9a43ab0415 req-fc54cf96-ea0d-4a6b-b44c-86d4eac83aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:02.013691 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58038e88-56a2-41b0-b841-7a9a43ab0415 req-fc54cf96-ea0d-4a6b-b44c-86d4eac83aac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29e232e9-0213-4c50-9eaa-5083f737c183 HTTP/1.1" status: 200 len: 854 time: 0.1396103 Jul 05 10:32:02.014041 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bdd7bb2a-ed72-488f-b531-af901bae186d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1028838 Jul 05 10:32:02.017378 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49518) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:02.098523 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:02.414602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af4dcd-189f-4e35-9943-7c708bf22b72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:02.431464 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af4dcd-189f-4e35-9943-7c708bf22b72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:02.439742 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 657078e2-32cb-432d-ac49-a4411004d86a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=657078e2-32cb-432d-ac49-a4411004d86a,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:02.446615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-87af4dcd-189f-4e35-9943-7c708bf22b72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4280603 Jul 05 10:32:02.449783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49524) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:02.545229 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f7cd83b6-9bd4-4bf9-b623-936a72172400 None None] Provisioning complete for port 657078e2-32cb-432d-ac49-a4411004d86a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:02.545229 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f7cd83b6-9bd4-4bf9-b623-936a72172400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:02.560931 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-f00d15e9-f5b0-4df6-ba30-aec20611246b', 'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'tenant_id': '3853efeed28944e8950c7ffd9027c73f', 'fixed_ips': [{'subnet_id': '7aff84fa-6e88-4091-9a76-1074e2f1fb0b'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:32:02.562014 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:02.565992 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:02.620781 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58038e88-56a2-41b0-b841-7a9a43ab0415 req-581a09a3-397a-4244-a6d5-30a4e7d13dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:02.622950 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58038e88-56a2-41b0-b841-7a9a43ab0415 req-581a09a3-397a-4244-a6d5-30a4e7d13dd6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5949049 Jul 05 10:32:02.703290 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 585e4ac9-7302-4113-8f9a-976fdfa99907 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:02.751386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 585e4ac9-7302-4113-8f9a-976fdfa99907 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:32:02.751748 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 585e4ac9-7302-4113-8f9a-976fdfa99907 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:02.831628 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6af0603e-6a71-480b-bc3c-49d186ebc6bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:02.847429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-381bfe44-746a-4c2e-9815-98f9af75240b tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:02.854981 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-381bfe44-746a-4c2e-9815-98f9af75240b tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/networks?id=2bd4b4a0-1a6d-4c87-a35c-784df47134b4 HTTP/1.1" status: 200 len: 818 time: 0.2620938 Jul 05 10:32:02.875265 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-dfcc5fda-3624-4d53-9295-47b21facb37e tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/quotas/3fb99ac626884b4992b8647d4a17c542 HTTP/1.1" status: 200 len: 375 time: 0.0192087 Jul 05 10:32:02.916021 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6af0603e-6a71-480b-bc3c-49d186ebc6bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:02.947456 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-d78259c6-a6c9-41e6-ac21-2a224f2e3cfa tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3fb99ac626884b4992b8647d4a17c542&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671151 Jul 05 10:32:02.953090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=657078e2-32cb-432d-ac49-a4411004d86a,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:02.973107 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58038e88-56a2-41b0-b841-7a9a43ab0415 req-71958a55-5538-4250-bb3a-1e81fa4e714e service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001390 Jul 05 10:32:02.992524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ade60-2bf9-4b2e-9880-348c519b4a4e req-caa23e50-6ad5-42c5-a957-3ea047d77cbf tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:02.994282 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be3ade60-2bf9-4b2e-9880-348c519b4a4e req-caa23e50-6ad5-42c5-a957-3ea047d77cbf tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.4024191 Jul 05 10:32:02.999869 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0603e-6a71-480b-bc3c-49d186ebc6bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30848463-9832-42fa-8741-09d1da9b6c0c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:03.082270 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f2d38832-e689-47f6-aa1e-57e2170c4a9a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port 8a7d84de-7118-4d4f-88f1-51f51a76a00c {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:03.082931 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f2d38832-e689-47f6-aa1e-57e2170c4a9a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:03.090067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6af0603e-6a71-480b-bc3c-49d186ebc6bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:03.092048 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6af0603e-6a71-480b-bc3c-49d186ebc6bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2787256 Jul 05 10:32:03.111649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49534) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:03.116977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ef4a6917-a68c-41e6-8607-febe59478d5b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'security_group': {'name': 'tempest-secgroup-1008731553'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:03.146811 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e50cb4ea-ba0b-497b-a477-29154fa1d9be service neutron] 10.222.0.77 "GET /v2.0/networks/2bd4b4a0-1a6d-4c87-a35c-784df47134b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808734 Jul 05 10:32:03.203487 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be3ade60-2bf9-4b2e-9880-348c519b4a4e req-d497df04-6638-4adb-a855-77b93b84e3b7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008352 Jul 05 10:32:03.272600 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Allocated IP 172.20.0.2 (f00d15e9-f5b0-4df6-ba30-aec20611246b/7aff84fa-6e88-4091-9a76-1074e2f1fb0b/cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:03.294726 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58038e88-56a2-41b0-b841-7a9a43ab0415 req-aa8bb317-cad7-4ca6-87f1-473ddf5d7a9c service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734461 Jul 05 10:32:03.342330 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f2d38832-e689-47f6-aa1e-57e2170c4a9a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:03.349286 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ef4a6917-a68c-41e6-8607-febe59478d5b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:03.401505 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-d0be1de4-83b8-4e1b-af37-5c067cbe80d2 service neutron] 10.222.0.77 "GET /v2.0/networks/2bd4b4a0-1a6d-4c87-a35c-784df47134b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532840 Jul 05 10:32:03.415595 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f2d38832-e689-47f6-aa1e-57e2170c4a9a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for 8a7d84de-7118-4d4f-88f1-51f51a76a00c owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:03.706939 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9a62d451-a5d2-4fcd-bd72-270b8405e531 None None] Provisioning for port 8a7d84de-7118-4d4f-88f1-51f51a76a00c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:03.717421 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9a62d451-a5d2-4fcd-bd72-270b8405e531 None None] Provisioning complete for port 8a7d84de-7118-4d4f-88f1-51f51a76a00c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:03.718378 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9a62d451-a5d2-4fcd-bd72-270b8405e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:03.801652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-9a62d451-a5d2-4fcd-bd72-270b8405e531 None None] Port 8a7d84de-7118-4d4f-88f1-51f51a76a00c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:32:03.843682 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ef4a6917-a68c-41e6-8607-febe59478d5b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:03.884345 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:04.437702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca6e08-ce25-4cf9-be0a-05b633e213ff req-2beb4320-c06a-4328-98b9-e72fd111efc6 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:04.442137 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bfca6e08-ce25-4cf9-be0a-05b633e213ff req-2beb4320-c06a-4328-98b9-e72fd111efc6 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.0735312 Jul 05 10:32:04.484974 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bfca6e08-ce25-4cf9-be0a-05b633e213ff req-74d260f3-3eb1-4dbc-8006-4fa8b5b65266 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396574 Jul 05 10:32:04.598425 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ef4a6917-a68c-41e6-8607-febe59478d5b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:04.629316 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f2d38832-e689-47f6-aa1e-57e2170c4a9a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:04.631366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Transition to ACTIVE for port object cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:04.643352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a6917-a68c-41e6-8607-febe59478d5b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc811f47-f082-4489-a337-be784e793e55,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:04.674470 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Transition to ACTIVE for port object cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:04.715988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d38832-e689-47f6-aa1e-57e2170c4a9a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=8a7d84de-7118-4d4f-88f1-51f51a76a00c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:04.782324 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:04.808191 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f2d38832-e689-47f6-aa1e-57e2170c4a9a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:04.814716 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49586) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:04.820357 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f2d38832-e689-47f6-aa1e-57e2170c4a9a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/8a7d84de-7118-4d4f-88f1-51f51a76a00c HTTP/1.1" status: 204 len: 168 time: 2.3654964 Jul 05 10:32:04.820357 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ef4a6917-a68c-41e6-8607-febe59478d5b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:04.823163 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ef4a6917-a68c-41e6-8607-febe59478d5b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7103362 Jul 05 10:32:04.823856 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49588) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:04.830323 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-09961f20-04ac-4fc6-a77c-9543b34b70a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-53759116', 'security_groups': ['bc811f47-f082-4489-a337-be784e793e55'], 'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7aff84fa-6e88-4091-9a76-1074e2f1fb0b'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:04.860366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Network f00d15e9-f5b0-4df6-ba30-aec20611246b is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:04.864239 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:04.872266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:04.945583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461c41d7-72d4-4ee5-befb-d9a15417f7fd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:04.947558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461c41d7-72d4-4ee5-befb-d9a15417f7fd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:04.951642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461c41d7-72d4-4ee5-befb-d9a15417f7fd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:04.953603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-461c41d7-72d4-4ee5-befb-d9a15417f7fd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1355534 Jul 05 10:32:04.956319 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49590) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:04.994379 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Pushing event updated for resources: {'Port': ['ID=cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:05.029036 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 657078e2-32cb-432d-ac49-a4411004d86a up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:05.135076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Attempting to bind port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:05.135527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Attempting to bind port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '2d289c92-5378-4b38-9b2c-d3ad222c729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:05.141604 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Attempting to bind port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f on network f00d15e9-f5b0-4df6-ba30-aec20611246b {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:05.142872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efd509f-0467-481e-89b6-19cfefa0aaf3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 7f5fe78e-a27d-4f83-8311-06572596a26a {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:05.147469 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4efd509f-0467-481e-89b6-19cfefa0aaf3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:05.153801 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:05.154277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Checking segment: {'id': '2d289c92-5378-4b38-9b2c-d3ad222c729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:05.154748 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:05.155395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Bound using segment: {'id': '2d289c92-5378-4b38-9b2c-d3ad222c729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:05.156073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Bound port: cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d289c92-5378-4b38-9b2c-d3ad222c729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:05.156558 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:05.158759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09961f20-04ac-4fc6-a77c-9543b34b70a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:05.192344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 657078e2-32cb-432d-ac49-a4411004d86a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:05.192900 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:05.208912 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4efd509f-0467-481e-89b6-19cfefa0aaf3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:05.308172 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09961f20-04ac-4fc6-a77c-9543b34b70a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:05.329282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] For port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:05.332779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] For port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f,segment=NetworkSegment(2d289c92-5378-4b38-9b2c-d3ad222c729e),segment_id=2d289c92-5378-4b38-9b2c-d3ad222c729e)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:05.342233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-09961f20-04ac-4fc6-a77c-9543b34b70a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] device_id is not set on port 372724c3-77b0-4369-92a8-f1d88898c271 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:32:05.353057 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b4ea9bb7-fcac-4973-a6c0-c7747c9df5b7 req-838f78d4-9f1a-4225-b13a-3b3da837aec5 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 210 time: 0.0779066 Jul 05 10:32:05.414242 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:05.433341 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4efd509f-0467-481e-89b6-19cfefa0aaf3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:05.498208 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b558f-ca7a-4a9e-b865-ec26c1742bd9 None None] Pushing event updated for resources: {'Port': ['ID=cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:05.600224 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-09961f20-04ac-4fc6-a77c-9543b34b70a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Allocated IP 172.20.0.9 (f00d15e9-f5b0-4df6-ba30-aec20611246b/7aff84fa-6e88-4091-9a76-1074e2f1fb0b/372724c3-77b0-4369-92a8-f1d88898c271) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:05.679122 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4efd509f-0467-481e-89b6-19cfefa0aaf3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:05.721984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd509f-0467-481e-89b6-19cfefa0aaf3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5fe78e-a27d-4f83-8311-06572596a26a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:05.737342 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4efd509f-0467-481e-89b6-19cfefa0aaf3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:05.738291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092b4b89-61e3-409b-987a-b73471d7229f None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:05.740690 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4efd509f-0467-481e-89b6-19cfefa0aaf3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/7f5fe78e-a27d-4f83-8311-06572596a26a HTTP/1.1" status: 204 len: 168 time: 0.7832065 Jul 05 10:32:05.743138 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49606) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:05.847298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-82888b11-8479-401a-9cc7-2ac66f19d5ca tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 878a9b93-e319-48ce-bf28-ffc8bbf48ee5 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:05.873981 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82888b11-8479-401a-9cc7-2ac66f19d5ca tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:05.922295 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef71cca-3edb-40d0-914e-4fd687bbac3c req-0699d92a-ca1e-4614-a2b2-f3f8dada8ce2 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:05.930229 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7ef71cca-3edb-40d0-914e-4fd687bbac3c req-0699d92a-ca1e-4614-a2b2-f3f8dada8ce2 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.2916164 Jul 05 10:32:05.974698 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82888b11-8479-401a-9cc7-2ac66f19d5ca tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:06.039705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7ef71cca-3edb-40d0-914e-4fd687bbac3c req-95c41c12-88f8-4782-b9ec-9687cc63406a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069422 Jul 05 10:32:06.156944 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09961f20-04ac-4fc6-a77c-9543b34b70a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:06.172576 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82888b11-8479-401a-9cc7-2ac66f19d5ca tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:06.194328 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-09961f20-04ac-4fc6-a77c-9543b34b70a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Transition to ACTIVE for port object 372724c3-77b0-4369-92a8-f1d88898c271 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:06.389672 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09961f20-04ac-4fc6-a77c-9543b34b70a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:06.390338 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82888b11-8479-401a-9cc7-2ac66f19d5ca tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:06.414007 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82888b11-8479-401a-9cc7-2ac66f19d5ca tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:06.419026 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-82888b11-8479-401a-9cc7-2ac66f19d5ca tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/878a9b93-e319-48ce-bf28-ffc8bbf48ee5 HTTP/1.1" status: 204 len: 168 time: 0.6717677 Jul 05 10:32:06.419358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49618) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:06.476237 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09961f20-04ac-4fc6-a77c-9543b34b70a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network f00d15e9-f5b0-4df6-ba30-aec20611246b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:06.482602 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-09961f20-04ac-4fc6-a77c-9543b34b70a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:06.484764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09961f20-04ac-4fc6-a77c-9543b34b70a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=372724c3-77b0-4369-92a8-f1d88898c271,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:06.487045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09961f20-04ac-4fc6-a77c-9543b34b70a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:06.517046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82888b11-8479-401a-9cc7-2ac66f19d5ca tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=878a9b93-e319-48ce-bf28-ffc8bbf48ee5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:06.532366 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4b6545c3-6dcc-46ae-b5ee-d564887761d0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1088507 Jul 05 10:32:06.533504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49620) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:06.539258 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5602bbd1-be3e-4da2-98e6-754ef87f266f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:06.552764 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bc2d25d9-2b40-4382-b66f-94325c980510 req-747f6ee7-6159-4bef-8bc8-04ec40128d21 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 210 time: 0.0715983 Jul 05 10:32:06.605349 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09961f20-04ac-4fc6-a77c-9543b34b70a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:06.606068 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09961f20-04ac-4fc6-a77c-9543b34b70a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:06.745178 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-09961f20-04ac-4fc6-a77c-9543b34b70a5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9176071 Jul 05 10:32:06.745298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49626) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:06.751381 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-68724428-6bc9-4959-b1fd-5f4042f0add3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'subnet': {'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:06.925173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:06.960330 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5602bbd1-be3e-4da2-98e6-754ef87f266f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:06.964177 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5602bbd1-be3e-4da2-98e6-754ef87f266f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:07.022395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75689d03-0949-4d54-8748-9798f9c22005 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:07.097278 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bb231f33-7d67-46b2-a407-cdb673914882 None None] Provisioning complete for port 657078e2-32cb-432d-ac49-a4411004d86a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:07.097672 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bb231f33-7d67-46b2-a407-cdb673914882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:07.129834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:07.175836 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68724428-6bc9-4959-b1fd-5f4042f0add3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:07.179889 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-68724428-6bc9-4959-b1fd-5f4042f0add3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:07.333480 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d9e85a-8741-432c-82a4-df3f1d3548b9 None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:32:07.382547 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-245d4834-654a-4975-8c86-ca797eef9d40 None None] Provisioning complete for port 2bc5edfc-0987-451c-9c26-e3815cf54504 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:07.382830 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-245d4834-654a-4975-8c86-ca797eef9d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:07.425392 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9e85a-8741-432c-82a4-df3f1d3548b9 None None] Deleting port 657078e2-32cb-432d-ac49-a4411004d86a {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:07.425781 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e85a-8741-432c-82a4-df3f1d3548b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:07.428884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-245d4834-654a-4975-8c86-ca797eef9d40 None None] Port 2bc5edfc-0987-451c-9c26-e3815cf54504 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:32:07.526570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d4d9e85a-8741-432c-82a4-df3f1d3548b9 None None] For port 657078e2-32cb-432d-ac49-a4411004d86a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=657078e2-32cb-432d-ac49-a4411004d86a,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:07.526987 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e85a-8741-432c-82a4-df3f1d3548b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:07.542366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9e85a-8741-432c-82a4-df3f1d3548b9 None None] Calling delete_port for 657078e2-32cb-432d-ac49-a4411004d86a owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:07.617834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-245d4834-654a-4975-8c86-ca797eef9d40 None None] Provisioning for port 372724c3-77b0-4369-92a8-f1d88898c271 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:07.623462 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-245d4834-654a-4975-8c86-ca797eef9d40 None None] Provisioning complete for port 372724c3-77b0-4369-92a8-f1d88898c271 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:07.623462 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-245d4834-654a-4975-8c86-ca797eef9d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:07.662398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-245d4834-654a-4975-8c86-ca797eef9d40 None None] Port 372724c3-77b0-4369-92a8-f1d88898c271 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:32:07.688202 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be6a6b5d-6f94-4c32-b64d-6d01f836a999 req-45f17681-3cf6-4066-bfd4-9dfc48ddae25 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 210 time: 0.0406587 Jul 05 10:32:07.696189 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5602bbd1-be3e-4da2-98e6-754ef87f266f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:07.750331 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-245d4834-654a-4975-8c86-ca797eef9d40 None None] Provisioning for port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:07.755947 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e85a-8741-432c-82a4-df3f1d3548b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:07.762593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-245d4834-654a-4975-8c86-ca797eef9d40 None None] Provisioning complete for port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:07.766446 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-245d4834-654a-4975-8c86-ca797eef9d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:07.770919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5602bbd1-be3e-4da2-98e6-754ef87f266f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:07.792380 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-5602bbd1-be3e-4da2-98e6-754ef87f266f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:07.797052 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5602bbd1-be3e-4da2-98e6-754ef87f266f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:07.798405 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5602bbd1-be3e-4da2-98e6-754ef87f266f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:07.799954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602bbd1-be3e-4da2-98e6-754ef87f266f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=eda246c6-f62a-4225-ac63-bd17e45b6bed,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:07.820892 n-d-779913-27 neutron-server[100775]: INFO neutron.db.ipam_backend_mixin [None req-68724428-6bc9-4959-b1fd-5f4042f0add3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7aff84fa-6e88-4091-9a76-1074e2f1fb0b (CIDR: 172.20.0.0/28) Jul 05 10:32:07.822806 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9e85a-8741-432c-82a4-df3f1d3548b9 None None] Pushing event deleted for resources: {'Port': ['ID=657078e2-32cb-432d-ac49-a4411004d86a,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:07.831124 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d9e85a-8741-432c-82a4-df3f1d3548b9 None None] No DVR routers for this DVR port 657078e2-32cb-432d-ac49-a4411004d86a on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:07.837807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1d282-3575-4d7b-a19d-c205603b53ed req-1298d5c1-a6ad-41f5-82d8-d7375363fbf0 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:07.838772 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bb1d282-3575-4d7b-a19d-c205603b53ed req-1298d5c1-a6ad-41f5-82d8-d7375363fbf0 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.5978627 Jul 05 10:32:07.863956 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9048cc53-a07c-49c1-a146-6bc519d51e39 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:07.867094 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-68724428-6bc9-4959-b1fd-5f4042f0add3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:32:07.867594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68724428-6bc9-4959-b1fd-5f4042f0add3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:07.892319 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bb1d282-3575-4d7b-a19d-c205603b53ed req-4c7b2ba7-f8cb-47d0-a1cd-c1b1ecec9cde tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449514 Jul 05 10:32:07.928320 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5602bbd1-be3e-4da2-98e6-754ef87f266f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3934829 Jul 05 10:32:07.931469 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49636) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:07.939986 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-afc01081-45f1-40ea-a5a6-5593daa54c72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:08.017934 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-245d4834-654a-4975-8c86-ca797eef9d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:08.086572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-245d4834-654a-4975-8c86-ca797eef9d40 None None] For port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f,segment=NetworkSegment(2d289c92-5378-4b38-9b2c-d3ad222c729e),segment_id=2d289c92-5378-4b38-9b2c-d3ad222c729e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:08.086997 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-68724428-6bc9-4959-b1fd-5f4042f0add3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3399732 Jul 05 10:32:08.089397 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49640) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:08.095760 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4edf2933-ee1e-4e8c-9ecb-0bf5cf263091 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'subnet': {'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:08.124302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': 'eda246c6-f62a-4225-ac63-bd17e45b6bed'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:32:08.124302 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:08.232593 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc01081-45f1-40ea-a5a6-5593daa54c72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:08.239974 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-245d4834-654a-4975-8c86-ca797eef9d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:08.241331 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-afc01081-45f1-40ea-a5a6-5593daa54c72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:08.336540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Allocated IP 172.20.0.2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/eda246c6-f62a-4225-ac63-bd17e45b6bed/459d72b5-0068-425a-9df7-0edeff1a6499) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:08.345078 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d4834-654a-4975-8c86-ca797eef9d40 None None] Pushing event updated for resources: {'Port': ['ID=cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:08.384862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edf2933-ee1e-4e8c-9ecb-0bf5cf263091 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:08.389970 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4edf2933-ee1e-4e8c-9ecb-0bf5cf263091 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:08.524886 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:08.534615 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Transition to ACTIVE for port object 459d72b5-0068-425a-9df7-0edeff1a6499 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:08.569586 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Transition to ACTIVE for port object 459d72b5-0068-425a-9df7-0edeff1a6499 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:08.666028 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:08.748932 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:08.751863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:08.756673 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:08.771003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Pushing event updated for resources: {'Port': ['ID=459d72b5-0068-425a-9df7-0edeff1a6499,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:08.796000 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4edf2933-ee1e-4e8c-9ecb-0bf5cf263091 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:08.867697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf2933-ee1e-4e8c-9ecb-0bf5cf263091 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network f00d15e9-f5b0-4df6-ba30-aec20611246b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:08.867950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Attempting to bind port 459d72b5-0068-425a-9df7-0edeff1a6499 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:08.870724 n-d-779913-27 neutron-server[100775]: DEBUG neutron.objects.ports [None req-afc01081-45f1-40ea-a5a6-5593daa54c72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:32:08.873287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Attempting to bind port 459d72b5-0068-425a-9df7-0edeff1a6499 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:08.873675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Attempting to bind port 459d72b5-0068-425a-9df7-0edeff1a6499 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:08.883708 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:08.884118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:08.889062 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:08.889484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:08.889987 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Bound port: 459d72b5-0068-425a-9df7-0edeff1a6499, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:08.890382 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:08.894305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-4edf2933-ee1e-4e8c-9ecb-0bf5cf263091 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:08.903415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edf2933-ee1e-4e8c-9ecb-0bf5cf263091 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:08.906218 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4edf2933-ee1e-4e8c-9ecb-0bf5cf263091 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:08.915755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b43bbf5-6bf7-4001-a478-c2d0481ecb8f None None] Network f00d15e9-f5b0-4df6-ba30-aec20611246b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:09.076884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:09.259587 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] For port 459d72b5-0068-425a-9df7-0edeff1a6499, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:09.309609 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] For port 459d72b5-0068-425a-9df7-0edeff1a6499, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=459d72b5-0068-425a-9df7-0edeff1a6499,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:09.312847 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce772e-8f2a-4b72-a0fd-6c75212fc3fc req-7f0b1a0d-17f4-4951-b5ac-a9ba16f2189e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:09.314594 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1ce772e-8f2a-4b72-a0fd-6c75212fc3fc req-7f0b1a0d-17f4-4951-b5ac-a9ba16f2189e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.1473675 Jul 05 10:32:09.315368 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:09.315771 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:09.377350 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1ce772e-8f2a-4b72-a0fd-6c75212fc3fc req-1c467716-f32a-4d4e-9c55-c44caa0ec310 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533171 Jul 05 10:32:09.420722 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:09.520600 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59790aff-8042-47a0-b91f-597df9430bae req-d56d760b-ab16-4459-8a23-5073f93694b6 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 210 time: 0.6854389 Jul 05 10:32:09.526364 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6d7c6-1f40-416c-a00c-37fdf41fa8f2 None None] Pushing event updated for resources: {'Port': ['ID=459d72b5-0068-425a-9df7-0edeff1a6499,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:09.576317 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-afc01081-45f1-40ea-a5a6-5593daa54c72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:09.614192 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf2933-ee1e-4e8c-9ecb-0bf5cf263091 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Subnet': ['ID=15b987b0-70ef-4ca7-896c-f4f16921ba68,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:09.689815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-0865200e-33ea-4670-9768-e8ed19d9909b tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:09.691903 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-0865200e-33ea-4670-9768-e8ed19d9909b tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.73 "GET /v2.0/networks?id=2bd4b4a0-1a6d-4c87-a35c-784df47134b4 HTTP/1.1" status: 200 len: 818 time: 0.1703250 Jul 05 10:32:09.694153 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4edf2933-ee1e-4e8c-9ecb-0bf5cf263091 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6037388 Jul 05 10:32:09.697248 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49648) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:09.703406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-461bee30-a510-4369-944f-c013b59001ed tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1623123444', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '15b987b0-70ef-4ca7-896c-f4f16921ba68'}], 'security_groups': ['30848463-9832-42fa-8741-09d1da9b6c0c']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:09.704690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 657078e2-32cb-432d-ac49-a4411004d86a no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:09.714203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-6335a47b-dc5d-4551-83f1-e53cbf93c38c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Request body: {'port': {'device_id': 'e0223972-9dd5-4fee-9df6-f1861f223401', 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4', 'admin_state_up': True, 'tenant_id': '3fb99ac626884b4992b8647d4a17c542'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:09.751077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 657078e2-32cb-432d-ac49-a4411004d86a {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:32:09.751514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 657078e2-32cb-432d-ac49-a4411004d86a not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:09.769148 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78231c2c-2a05-4cf6-8b6e-30cbd53a08ec None None] Update dhcp port {'port': {'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'fixed_ips': [{'subnet_id': '7aff84fa-6e88-4091-9a76-1074e2f1fb0b', 'ip_address': '172.20.0.2'}, {'subnet_id': '15b987b0-70ef-4ca7-896c-f4f16921ba68'}], 'binding:host_id': 'n-d-779913-27'}, 'id': 'cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f'} from n-d-779913-27. {{(pid=100777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:32:09.913123 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-afc01081-45f1-40ea-a5a6-5593daa54c72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] For port 459d72b5-0068-425a-9df7-0edeff1a6499, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=459d72b5-0068-425a-9df7-0edeff1a6499,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:09.978286 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-afc01081-45f1-40ea-a5a6-5593daa54c72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:10.033319 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-afc01081-45f1-40ea-a5a6-5593daa54c72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:10.034355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-afc01081-45f1-40ea-a5a6-5593daa54c72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:10.069660 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-78231c2c-2a05-4cf6-8b6e-30cbd53a08ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:10.135437 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-461bee30-a510-4369-944f-c013b59001ed tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:10.160088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc01081-45f1-40ea-a5a6-5593daa54c72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:10.187629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-afc01081-45f1-40ea-a5a6-5593daa54c72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:10.190681 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc01081-45f1-40ea-a5a6-5593daa54c72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:10.191458 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-afc01081-45f1-40ea-a5a6-5593daa54c72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:10.286263 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-78231c2c-2a05-4cf6-8b6e-30cbd53a08ec None None] Allocated IP 172.20.0.18 (f00d15e9-f5b0-4df6-ba30-aec20611246b/15b987b0-70ef-4ca7-896c-f4f16921ba68/cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:10.340953 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc01081-45f1-40ea-a5a6-5593daa54c72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=459d72b5-0068-425a-9df7-0edeff1a6499,revision_number=4']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:10.377406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc01081-45f1-40ea-a5a6-5593daa54c72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=93eaf61f-ca6a-459b-96da-49a8150bedb5,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:10.419639 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-78231c2c-2a05-4cf6-8b6e-30cbd53a08ec None None] For port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f,segment=NetworkSegment(2d289c92-5378-4b38-9b2c-d3ad222c729e),segment_id=2d289c92-5378-4b38-9b2c-d3ad222c729e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:10.423569 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-afc01081-45f1-40ea-a5a6-5593daa54c72 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4915202 Jul 05 10:32:10.428209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49658) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:10.434243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-6335a47b-dc5d-4551-83f1-e53cbf93c38c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Made reservation on behalf of 3fb99ac626884b4992b8647d4a17c542 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:10.439701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ebebf9fe-fd74-44c8-8455-2550973a9c01 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'mac_address': 'fa:16:3e:7a:8d:e3', 'name': 'tempest-NetworksTestDHCPv6-430743079'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:10.448430 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-6335a47b-dc5d-4551-83f1-e53cbf93c38c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:10.461870 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-78231c2c-2a05-4cf6-8b6e-30cbd53a08ec None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:10.479870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-78231c2c-2a05-4cf6-8b6e-30cbd53a08ec None None] Transition to ACTIVE for port object cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:10.510646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-6c33ba4e-d029-43b5-9015-ce82414c6180 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:10.514209 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-6c33ba4e-d029-43b5-9015-ce82414c6180 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.73 "GET /v2.0/networks?id=2bd4b4a0-1a6d-4c87-a35c-784df47134b4 HTTP/1.1" status: 200 len: 818 time: 0.2733657 Jul 05 10:32:10.548008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-769f2f23-dc64-4b70-ad04-17548602933d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Request body: {'port': {'device_id': 'abf9a57f-4d7d-4598-b018-ff8c2b97f71e', 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4', 'admin_state_up': True, 'tenant_id': '3fb99ac626884b4992b8647d4a17c542'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:10.553199 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-78231c2c-2a05-4cf6-8b6e-30cbd53a08ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:10.827085 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-4eb2b7e2-e8ce-4814-b9c4-58165940bdc0 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:10.851292 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-4eb2b7e2-e8ce-4814-b9c4-58165940bdc0 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.64 "GET /v2.0/networks?id=2bd4b4a0-1a6d-4c87-a35c-784df47134b4 HTTP/1.1" status: 200 len: 818 time: 0.6760035 Jul 05 10:32:10.888696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-3a6a42ac-850d-4372-a8ad-37f2cdf64555 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Request body: {'port': {'device_id': '425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b', 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4', 'admin_state_up': True, 'tenant_id': '3fb99ac626884b4992b8647d4a17c542'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:10.900104 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78231c2c-2a05-4cf6-8b6e-30cbd53a08ec None None] Pushing event updated for resources: {'Port': ['ID=cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:10.912092 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.api [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-769f2f23-dc64-4b70-ad04-17548602933d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:32:10.912092 n-d-779913-27 neutron-server[100776]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 10:32:10.912092 n-d-779913-27 neutron-server[100776]: [parameters: {'project_id_1': '3fb99ac626884b4992b8647d4a17c542', 'expiration_1': datetime.datetime(2021, 7, 5, 10, 32, 10, 760536)}] Jul 05 10:32:10.912092 n-d-779913-27 neutron-server[100776]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:32:10.912730 n-d-779913-27 neutron-server[100776]: DEBUG oslo_db.api [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-769f2f23-dc64-4b70-ad04-17548602933d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:32:10.973470 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0055102-dbf3-418a-998d-8d7395e5364f req-077dca11-fb54-4289-a478-ee04bd2e2069 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 210 time: 0.0911148 Jul 05 10:32:11.014731 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 459d72b5-0068-425a-9df7-0edeff1a6499 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:11.045372 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf7008-17cd-4e12-8b71-48ea7700a78e req-b85dad17-566a-4dbc-84ec-da27b6712ae6 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:11.052931 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1baf7008-17cd-4e12-8b71-48ea7700a78e req-b85dad17-566a-4dbc-84ec-da27b6712ae6 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.4171093 Jul 05 10:32:11.064076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebebf9fe-fd74-44c8-8455-2550973a9c01 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:11.163083 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-6335a47b-dc5d-4551-83f1-e53cbf93c38c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Allocated IP 172.20.0.5 (2bd4b4a0-1a6d-4c87-a35c-784df47134b4/161d8c92-1af9-4fa8-8daa-a4ae343a1e0a/3a4ae517-724b-40b0-a7ab-eda1ac40d44c) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:11.177550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc65a0e8-2160-4e91-9883-2f426bec909f None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:11.212791 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1baf7008-17cd-4e12-8b71-48ea7700a78e req-f04fd3ad-3279-4822-a397-5f802655c0e0 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589439 Jul 05 10:32:11.220255 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d930bd03-ea92-447f-ace4-3e44f48df389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.251504 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebebf9fe-fd74-44c8-8455-2550973a9c01 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.281958 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-ebebf9fe-fd74-44c8-8455-2550973a9c01 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port 2f404038-3804-4a34-bbf7-b989bfb53c82 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:32:11.333326 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-3a6a42ac-850d-4372-a8ad-37f2cdf64555 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Made reservation on behalf of 3fb99ac626884b4992b8647d4a17c542 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:11.341662 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-3a6a42ac-850d-4372-a8ad-37f2cdf64555 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.343878 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-69bf69ee-f2be-45e4-bb1a-fe8a9678009f None None] Provisioning for port 459d72b5-0068-425a-9df7-0edeff1a6499 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:11.418093 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 459d72b5-0068-425a-9df7-0edeff1a6499 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:11.431414 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-6335a47b-dc5d-4551-83f1-e53cbf93c38c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.434314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 459d72b5-0068-425a-9df7-0edeff1a6499 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:11.443130 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.593769 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-6335a47b-dc5d-4551-83f1-e53cbf93c38c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.624420 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.648838 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-ebebf9fe-fd74-44c8-8455-2550973a9c01 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 172.20.0.9 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/eda246c6-f62a-4225-ac63-bd17e45b6bed/2f404038-3804-4a34-bbf7-b989bfb53c82) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:11.669388 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-769f2f23-dc64-4b70-ad04-17548602933d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Made reservation on behalf of 3fb99ac626884b4992b8647d4a17c542 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:11.673339 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-769f2f23-dc64-4b70-ad04-17548602933d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.674069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-ebebf9fe-fd74-44c8-8455-2550973a9c01 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::f816:3eff:fe7a:8de3 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/93eaf61f-ca6a-459b-96da-49a8150bedb5/2f404038-3804-4a34-bbf7-b989bfb53c82) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:11.679023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-3a6a42ac-850d-4372-a8ad-37f2cdf64555 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Allocated IP 172.20.0.6 (2bd4b4a0-1a6d-4c87-a35c-784df47134b4/161d8c92-1af9-4fa8-8daa-a4ae343a1e0a/36770908-9fc9-4338-a76a-ab450357eed7) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:11.679196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 459d72b5-0068-425a-9df7-0edeff1a6499, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=459d72b5-0068-425a-9df7-0edeff1a6499,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:11.718401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-6335a47b-dc5d-4551-83f1-e53cbf93c38c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:11.725741 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-6335a47b-dc5d-4551-83f1-e53cbf93c38c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:11.728345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-6335a47b-dc5d-4551-83f1-e53cbf93c38c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:11.748687 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.775904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-461bee30-a510-4369-944f-c013b59001ed tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Delete allocated IP 172.20.0.9 (f00d15e9-f5b0-4df6-ba30-aec20611246b/7aff84fa-6e88-4091-9a76-1074e2f1fb0b) {{(pid=100776) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 10:32:11.781491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335a47b-dc5d-4551-83f1-e53cbf93c38c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Pushing event updated for resources: {'Port': ['ID=3a4ae517-724b-40b0-a7ab-eda1ac40d44c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:11.860800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-461bee30-a510-4369-944f-c013b59001ed tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Allocated IP 172.20.0.25 (f00d15e9-f5b0-4df6-ba30-aec20611246b/15b987b0-70ef-4ca7-896c-f4f16921ba68/372724c3-77b0-4369-92a8-f1d88898c271) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:11.925047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-6335a47b-dc5d-4551-83f1-e53cbf93c38c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:11.925231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6c635470-623c-4d0b-bc5b-1df3a88facbc None None] Provisioning complete for port 2bc5edfc-0987-451c-9c26-e3815cf54504 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:11.925483 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-6335a47b-dc5d-4551-83f1-e53cbf93c38c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.925728 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6c635470-623c-4d0b-bc5b-1df3a88facbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:11.965227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=459d72b5-0068-425a-9df7-0edeff1a6499,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:12.000890 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6c635470-623c-4d0b-bc5b-1df3a88facbc None None] Port 2bc5edfc-0987-451c-9c26-e3815cf54504 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:32:12.012443 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6c635470-623c-4d0b-bc5b-1df3a88facbc None None] Provisioning complete for port 372724c3-77b0-4369-92a8-f1d88898c271 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:12.012897 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6c635470-623c-4d0b-bc5b-1df3a88facbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.058815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6c635470-623c-4d0b-bc5b-1df3a88facbc None None] Port 372724c3-77b0-4369-92a8-f1d88898c271 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:32:12.077828 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-6335a47b-dc5d-4551-83f1-e53cbf93c38c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3659377 Jul 05 10:32:12.086924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Request body: {'port': {'device_id': 'e0223972-9dd5-4fee-9df6-f1861f223401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:12.087902 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebebf9fe-fd74-44c8-8455-2550973a9c01 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.093952 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-3a6a42ac-850d-4372-a8ad-37f2cdf64555 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.120165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-ebebf9fe-fd74-44c8-8455-2550973a9c01 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object 2f404038-3804-4a34-bbf7-b989bfb53c82 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:12.187344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6c635470-623c-4d0b-bc5b-1df3a88facbc None None] Provisioning for port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:12.191991 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6c635470-623c-4d0b-bc5b-1df3a88facbc None None] Provisioning complete for port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:12.192423 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6c635470-623c-4d0b-bc5b-1df3a88facbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.210135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-58ef6987-155c-4efc-bd52-e292554982db req-176851ad-7b2b-4a32-9756-0a9302579552 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 210 time: 0.0602789 Jul 05 10:32:12.265549 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-3a6a42ac-850d-4372-a8ad-37f2cdf64555 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.269944 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.274238 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-461bee30-a510-4369-944f-c013b59001ed tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.340562 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:32:12.362770 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-461bee30-a510-4369-944f-c013b59001ed tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Transition to ACTIVE for port object 372724c3-77b0-4369-92a8-f1d88898c271 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:12.374307 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-3a6a42ac-850d-4372-a8ad-37f2cdf64555 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:12.377707 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebebf9fe-fd74-44c8-8455-2550973a9c01 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.392636 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-3a6a42ac-850d-4372-a8ad-37f2cdf64555 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:12.395337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-3a6a42ac-850d-4372-a8ad-37f2cdf64555 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:12.406665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-769f2f23-dc64-4b70-ad04-17548602933d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Allocated IP 172.20.0.14 (2bd4b4a0-1a6d-4c87-a35c-784df47134b4/161d8c92-1af9-4fa8-8daa-a4ae343a1e0a/341f4ab5-5158-4690-bd53-76c48fa0b4cc) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:12.463523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a42ac-850d-4372-a8ad-37f2cdf64555 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Pushing event updated for resources: {'Port': ['ID=36770908-9fc9-4338-a76a-ab450357eed7,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:12.508103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebebf9fe-fd74-44c8-8455-2550973a9c01 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:12.518338 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-ebebf9fe-fd74-44c8-8455-2550973a9c01 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:12.520925 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebf9fe-fd74-44c8-8455-2550973a9c01 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:12.558490 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-461bee30-a510-4369-944f-c013b59001ed tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.587130 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-3a6a42ac-850d-4372-a8ad-37f2cdf64555 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:12.587819 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-3a6a42ac-850d-4372-a8ad-37f2cdf64555 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.599962 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebf9fe-fd74-44c8-8455-2550973a9c01 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=2f404038-3804-4a34-bbf7-b989bfb53c82,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:12.624190 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebebf9fe-fd74-44c8-8455-2550973a9c01 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:12.627576 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebebf9fe-fd74-44c8-8455-2550973a9c01 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.656574 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb52ab-ddd8-419f-81fb-add30876b95f req-cd6647e4-65a1-4449-b9b8-fffa5bd0ae03 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:12.658268 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1cb52ab-ddd8-419f-81fb-add30876b95f req-cd6647e4-65a1-4449-b9b8-fffa5bd0ae03 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 944 time: 0.2286189 Jul 05 10:32:12.705309 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-3a6a42ac-850d-4372-a8ad-37f2cdf64555 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8380742 Jul 05 10:32:12.705432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d6bb9d78-d623-45d9-aa16-2ccd2c0ac425 None None] Provisioning complete for port 459d72b5-0068-425a-9df7-0edeff1a6499 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:12.705982 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d6bb9d78-d623-45d9-aa16-2ccd2c0ac425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.720785 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Request body: {'port': {'device_id': '425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:12.746859 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1cb52ab-ddd8-419f-81fb-add30876b95f req-468d80dd-0016-45f8-b297-8aa215ef7018 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773981 Jul 05 10:32:12.751432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-461bee30-a510-4369-944f-c013b59001ed tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] In _notify_port_updated(), no bound segment for port 372724c3-77b0-4369-92a8-f1d88898c271 on network f00d15e9-f5b0-4df6-ba30-aec20611246b {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:32:12.757510 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461bee30-a510-4369-944f-c013b59001ed tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:12.758173 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-461bee30-a510-4369-944f-c013b59001ed tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.759574 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-461bee30-a510-4369-944f-c013b59001ed tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "PUT /v2.0/ports/372724c3-77b0-4369-92a8-f1d88898c271 HTTP/1.1" status: 200 len: 921 time: 3.0611413 Jul 05 10:32:12.763584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49670) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:12.766948 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ebebf9fe-fd74-44c8-8455-2550973a9c01 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3356137 Jul 05 10:32:12.769525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49672) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:12.773653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bee30-a510-4369-944f-c013b59001ed tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=372724c3-77b0-4369-92a8-f1d88898c271,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:12.880529 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.914450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 459d72b5-0068-425a-9df7-0edeff1a6499 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:12.955994 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd2fb71-45de-42aa-8535-b252b801e10f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:12.956559 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-769f2f23-dc64-4b70-ad04-17548602933d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.964553 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd2fb71-45de-42aa-8535-b252b801e10f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:12.970608 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-acd2fb71-45de-42aa-8535-b252b801e10f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1972566 Jul 05 10:32:12.970608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49674) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:12.971661 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 459d72b5-0068-425a-9df7-0edeff1a6499 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:12.972379 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:12.995772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-74740c08-6d1a-40f6-b01e-eef9539eefe5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port 372724c3-77b0-4369-92a8-f1d88898c271 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:12.996011 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-74740c08-6d1a-40f6-b01e-eef9539eefe5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.122436 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-74740c08-6d1a-40f6-b01e-eef9539eefe5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.135108 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:13.142482 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-74740c08-6d1a-40f6-b01e-eef9539eefe5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for 372724c3-77b0-4369-92a8-f1d88898c271 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:13.197622 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:13.198099 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.215157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f6c0026d-f67e-4106-b325-6fb470aafad2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port 2f404038-3804-4a34-bbf7-b989bfb53c82 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:13.216588 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f6c0026d-f67e-4106-b325-6fb470aafad2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.227494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3ec6bd2d-c8ad-45f4-b3cd-e66ff37e72ba None None] Provisioning for port 2f404038-3804-4a34-bbf7-b989bfb53c82 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:13.228701 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-769f2f23-dc64-4b70-ad04-17548602933d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.248449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3ec6bd2d-c8ad-45f4-b3cd-e66ff37e72ba None None] Provisioning complete for port 2f404038-3804-4a34-bbf7-b989bfb53c82 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:13.254734 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3ec6bd2d-c8ad-45f4-b3cd-e66ff37e72ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.332484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3ec6bd2d-c8ad-45f4-b3cd-e66ff37e72ba None None] Port 2f404038-3804-4a34-bbf7-b989bfb53c82 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:32:13.366162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-769f2f23-dc64-4b70-ad04-17548602933d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:13.368800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f2f23-dc64-4b70-ad04-17548602933d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Pushing event updated for resources: {'Port': ['ID=341f4ab5-5158-4690-bd53-76c48fa0b4cc,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:13.375107 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f6c0026d-f67e-4106-b325-6fb470aafad2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.384659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-769f2f23-dc64-4b70-ad04-17548602933d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:13.387962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-769f2f23-dc64-4b70-ad04-17548602933d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:13.419813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f6c0026d-f67e-4106-b325-6fb470aafad2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for 2f404038-3804-4a34-bbf7-b989bfb53c82 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:13.456900 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bdde5858-476d-4569-8bb2-9fb713ad0937 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:32:13.516256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-769f2f23-dc64-4b70-ad04-17548602933d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:13.516831 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-769f2f23-dc64-4b70-ad04-17548602933d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.521874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2f4ff819-dfbf-4738-a7f2-7c07fb6b0a36 None None] Provisioning for port 372724c3-77b0-4369-92a8-f1d88898c271 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:13.537659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2f4ff819-dfbf-4738-a7f2-7c07fb6b0a36 None None] Provisioning complete for port 372724c3-77b0-4369-92a8-f1d88898c271 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:13.538034 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2f4ff819-dfbf-4738-a7f2-7c07fb6b0a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.618402 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fbf3481b-fa33-4a5e-b310-f2b3a5e3047b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.622538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ff819-dfbf-4738-a7f2-7c07fb6b0a36 None None] Port 372724c3-77b0-4369-92a8-f1d88898c271 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:32:13.628451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bdde5858-476d-4569-8bb2-9fb713ad0937, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bdde5858-476d-4569-8bb2-9fb713ad0937,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:13.640244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'bdde5858-476d-4569-8bb2-9fb713ad0937', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'port_id': 'bdde5858-476d-4569-8bb2-9fb713ad0937', 'mac_address': 'fa:16:3e:9d:e9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:32:13.640521 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4ae517-724b-40b0-a7ab-eda1ac40d44c {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:32:13.652162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477a414-526b-4853-b6a8-87c9c170f5e1 req-01576ea3-3b46-46f8-bafd-0cacfa781c7a tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:13.653709 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a477a414-526b-4853-b6a8-87c9c170f5e1 req-01576ea3-3b46-46f8-bafd-0cacfa781c7a tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 932 time: 0.2411084 Jul 05 10:32:13.657772 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.680243 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-769f2f23-dc64-4b70-ad04-17548602933d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1400411 Jul 05 10:32:13.689919 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.691683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Request body: {'port': {'device_id': 'abf9a57f-4d7d-4598-b018-ff8c2b97f71e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:13.710274 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdde5858-476d-4569-8bb2-9fb713ad0937 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:32:13.717083 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.723670 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-74740c08-6d1a-40f6-b01e-eef9539eefe5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.736860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bdde5858-476d-4569-8bb2-9fb713ad0937, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bdde5858-476d-4569-8bb2-9fb713ad0937,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:13.747011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a477a414-526b-4853-b6a8-87c9c170f5e1 req-581674ba-bfea-4c81-a979-c4f338ac6aff tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859504 Jul 05 10:32:13.757205 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f6c0026d-f67e-4106-b325-6fb470aafad2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.774928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Transition to ACTIVE for port object 3a4ae517-724b-40b0-a7ab-eda1ac40d44c will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:13.779652 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74740c08-6d1a-40f6-b01e-eef9539eefe5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=372724c3-77b0-4369-92a8-f1d88898c271,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:13.795245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0026d-f67e-4106-b325-6fb470aafad2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=2f404038-3804-4a34-bbf7-b989bfb53c82,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:13.839614 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.888588 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.970909 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:13.993137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bdde5858-476d-4569-8bb2-9fb713ad0937,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:14.031430 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-74740c08-6d1a-40f6-b01e-eef9539eefe5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.041027 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-74740c08-6d1a-40f6-b01e-eef9539eefe5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/372724c3-77b0-4369-92a8-f1d88898c271 HTTP/1.1" status: 204 len: 168 time: 1.2762363 Jul 05 10:32:14.042049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49686) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:14.046302 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4ae517-724b-40b0-a7ab-eda1ac40d44c,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:14.103523 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['bdde5858-476d-4569-8bb2-9fb713ad0937'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:32:14.133727 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-becc5615-f098-4f18-8797-0107d8914671 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] GET failed (client error): The resource could not be found. Jul 05 10:32:14.138249 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-becc5615-f098-4f18-8797-0107d8914671 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/372724c3-77b0-4369-92a8-f1d88898c271 HTTP/1.1" status: 404 len: 333 time: 0.0891373 Jul 05 10:32:14.141648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49688) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:14.267019 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f6c0026d-f67e-4106-b325-6fb470aafad2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.273972 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f6c0026d-f67e-4106-b325-6fb470aafad2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/2f404038-3804-4a34-bbf7-b989bfb53c82 HTTP/1.1" status: 204 len: 168 time: 1.3022029 Jul 05 10:32:14.283352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49690) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:14.372015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Attempting to bind port 3a4ae517-724b-40b0-a7ab-eda1ac40d44c on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:14.372614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Attempting to bind port 3a4ae517-724b-40b0-a7ab-eda1ac40d44c by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'cb904bb6-341d-4c9f-b361-1515e4509765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:14.372712 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Attempting to bind port 3a4ae517-724b-40b0-a7ab-eda1ac40d44c on network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:14.384133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Port 3a4ae517-724b-40b0-a7ab-eda1ac40d44c on network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:32:14.384463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Attempting to bind port 3a4ae517-724b-40b0-a7ab-eda1ac40d44c on network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:14.387566 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2eb25472-8950-4687-ad35-0c5c83815272 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.394568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:14.394774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c7ac5-e440-424b-aecd-25d71d8ad9f0 req-c5701581-fa2a-4d70-9744-96f386353039 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:14.394896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Checking segment: {'id': 'cb904bb6-341d-4c9f-b361-1515e4509765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:14.395297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Bound using segment: {'id': 'cb904bb6-341d-4c9f-b361-1515e4509765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:14.395763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Bound port: 3a4ae517-724b-40b0-a7ab-eda1ac40d44c, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb904bb6-341d-4c9f-b361-1515e4509765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:14.396128 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.396578 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-139c7ac5-e440-424b-aecd-25d71d8ad9f0 req-c5701581-fa2a-4d70-9744-96f386353039 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 945 time: 0.3486195 Jul 05 10:32:14.411774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f5d7a9-cdb5-4c93-aacf-6942a7acce21 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:14.413389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f5d7a9-cdb5-4c93-aacf-6942a7acce21 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:14.414943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f5d7a9-cdb5-4c93-aacf-6942a7acce21 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:14.416547 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-29f5d7a9-cdb5-4c93-aacf-6942a7acce21 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1322963 Jul 05 10:32:14.419704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36770908-9fc9-4338-a76a-ab450357eed7 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:32:14.422689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49692) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:14.431461 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2eb25472-8950-4687-ad35-0c5c83815272 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.432852 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.466059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Transition to ACTIVE for port object 36770908-9fc9-4338-a76a-ab450357eed7 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:14.474256 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-139c7ac5-e440-424b-aecd-25d71d8ad9f0 req-584fbfb0-d420-4040-a6dc-b7554d759593 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687134 Jul 05 10:32:14.539317 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.546435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac149f8d-0c06-4f76-9f16-72ce628d89d7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 93eaf61f-ca6a-459b-96da-49a8150bedb5 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:14.586525 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac149f8d-0c06-4f76-9f16-72ce628d89d7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.604293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Pushing event updated for resources: {'Port': ['ID=36770908-9fc9-4338-a76a-ab450357eed7,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:14.627951 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] For port 3a4ae517-724b-40b0-a7ab-eda1ac40d44c, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:14.658082 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] For port 3a4ae517-724b-40b0-a7ab-eda1ac40d44c, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3a4ae517-724b-40b0-a7ab-eda1ac40d44c,segment=NetworkSegment(cb904bb6-341d-4c9f-b361-1515e4509765),segment_id=cb904bb6-341d-4c9f-b361-1515e4509765)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:14.670998 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac149f8d-0c06-4f76-9f16-72ce628d89d7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.698155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Attempting to bind port 36770908-9fc9-4338-a76a-ab450357eed7 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:14.698502 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Attempting to bind port 36770908-9fc9-4338-a76a-ab450357eed7 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'cb904bb6-341d-4c9f-b361-1515e4509765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:14.699868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Attempting to bind port 36770908-9fc9-4338-a76a-ab450357eed7 on network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:14.706525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Port 36770908-9fc9-4338-a76a-ab450357eed7 on network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:32:14.706974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Attempting to bind port 36770908-9fc9-4338-a76a-ab450357eed7 on network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:14.713782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:14.719900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Checking segment: {'id': 'cb904bb6-341d-4c9f-b361-1515e4509765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:14.719900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Bound using segment: {'id': 'cb904bb6-341d-4c9f-b361-1515e4509765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:14.719900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Bound port: 36770908-9fc9-4338-a76a-ab450357eed7, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb904bb6-341d-4c9f-b361-1515e4509765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:14.719900 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.720231 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2eb25472-8950-4687-ad35-0c5c83815272 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.721412 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2eb25472-8950-4687-ad35-0c5c83815272 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.725393 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2eb25472-8950-4687-ad35-0c5c83815272 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/security-groups/bc811f47-f082-4489-a337-be784e793e55 HTTP/1.1" status: 204 len: 168 time: 0.5827072 Jul 05 10:32:14.728396 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49694) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:14.763832 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.777121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb25472-8950-4687-ad35-0c5c83815272 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc811f47-f082-4489-a337-be784e793e55,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:14.849078 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] For port 36770908-9fc9-4338-a76a-ab450357eed7, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:14.856215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] For port 36770908-9fc9-4338-a76a-ab450357eed7, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=36770908-9fc9-4338-a76a-ab450357eed7,segment=NetworkSegment(cb904bb6-341d-4c9f-b361-1515e4509765),segment_id=cb904bb6-341d-4c9f-b361-1515e4509765)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:14.913064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:14.913689 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.915142 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] 10.222.0.73 "PUT /v2.0/ports/3a4ae517-724b-40b0-a7ab-eda1ac40d44c HTTP/1.1" status: 200 len: 1092 time: 2.8331332 Jul 05 10:32:14.915588 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0223972-9dd5-4fee-9df6-f1861f223401', 'tag': '3a4ae517-724b-40b0-a7ab-eda1ac40d44c'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:14.917904 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1481c1-2902-402d-b191-9ab4f45700d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e0223972-9dd5-4fee-9df6-f1861f223401", "tag": "3a4ae517-724b-40b0-a7ab-eda1ac40d44c"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:14.926517 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.959845 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac149f8d-0c06-4f76-9f16-72ce628d89d7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.975645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:14.976354 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.978710 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] 10.222.0.64 "PUT /v2.0/ports/36770908-9fc9-4338-a76a-ab450357eed7 HTTP/1.1" status: 200 len: 1092 time: 2.2624731 Jul 05 10:32:14.979152 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:14.982042 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b', 'tag': '36770908-9fc9-4338-a76a-ab450357eed7'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:14.987403 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd44ed1b-c552-494a-bf80-e2991038c126" -d '{"events": [{"name": "network-changed", "server_uuid": "425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b", "tag": "36770908-9fc9-4338-a76a-ab450357eed7"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:15.020774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0bc77-155c-437f-99e5-80a77e7dc311 service neutron] Pushing event updated for resources: {'Port': ['ID=36770908-9fc9-4338-a76a-ab450357eed7,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:15.027364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a788bb-e747-4902-8698-2d1780dffd93 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4ae517-724b-40b0-a7ab-eda1ac40d44c,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:15.085486 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b7ec99-3834-4386-99bb-dbe899bd02ee x-openstack-request-id: req-b2b7ec99-3834-4386-99bb-dbe899bd02ee {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:15.085486 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b", "tag": "36770908-9fc9-4338-a76a-ab450357eed7", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:15.085486 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2b7ec99-3834-4386-99bb-dbe899bd02ee {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:15.085486 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b', 'tag': '36770908-9fc9-4338-a76a-ab450357eed7', 'status': 'completed', 'code': 200} Jul 05 10:32:15.157666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-d1059f6e-a943-4dad-bf0e-af66315ce23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:15.159452 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-d1059f6e-a943-4dad-bf0e-af66315ce23c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fb99ac626884b4992b8647d4a17c542&device_id=425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b HTTP/1.1" status: 200 len: 1095 time: 0.0651038 Jul 05 10:32:15.215921 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-55ca9238-9207-497f-bbc9-34a1f94ee7ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36770908-9fc9-4338-a76a-ab450357eed7 HTTP/1.1" status: 200 len: 217 time: 0.0443997 Jul 05 10:32:15.279815 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-6be5bd23-7ea9-409d-b8a3-3f144bdf0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:15.282679 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-6be5bd23-7ea9-409d-b8a3-3f144bdf0a1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=161d8c92-1af9-4fa8-8daa-a4ae343a1e0a HTTP/1.1" status: 200 len: 858 time: 0.0577893 Jul 05 10:32:15.321979 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-a1dfb478-f182-46a0-86c4-ff4a2c3cb0c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2bd4b4a0-1a6d-4c87-a35c-784df47134b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291004 Jul 05 10:32:15.402824 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d811fd6-e906-4e47-83ea-749962bb999d x-openstack-request-id: req-9d811fd6-e906-4e47-83ea-749962bb999d {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:15.403388 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0223972-9dd5-4fee-9df6-f1861f223401", "tag": "3a4ae517-724b-40b0-a7ab-eda1ac40d44c", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:15.403388 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d811fd6-e906-4e47-83ea-749962bb999d {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:15.403740 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0223972-9dd5-4fee-9df6-f1861f223401', 'tag': '3a4ae517-724b-40b0-a7ab-eda1ac40d44c', 'status': 'completed', 'code': 200} Jul 05 10:32:15.412178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341f4ab5-5158-4690-bd53-76c48fa0b4cc {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:32:15.430893 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:15.433492 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-dcd27924-f59b-4aeb-bd2d-12c71977cd9e service neutron] 10.222.0.64 "GET /v2.0/networks/2bd4b4a0-1a6d-4c87-a35c-784df47134b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010013 Jul 05 10:32:15.463363 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-42261d37-b6f1-4d38-a583-57a8a49e49b0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:15.473448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bdde5858-476d-4569-8bb2-9fb713ad0937 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:15.489416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Transition to ACTIVE for port object 341f4ab5-5158-4690-bd53-76c48fa0b4cc will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:15.514410 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-42261d37-b6f1-4d38-a583-57a8a49e49b0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:15.549261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port bdde5858-476d-4569-8bb2-9fb713ad0937 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:15.549893 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:15.557148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecd63a-3474-40e1-9a37-ead85169887f req-ce439437-cf04-4d58-ab31-1d43daac2177 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:15.558801 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eaecd63a-3474-40e1-9a37-ead85169887f req-ce439437-cf04-4d58-ab31-1d43daac2177 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 932 time: 0.5951169 Jul 05 10:32:15.566190 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-8114c63e-8a88-4495-b1aa-65bfbbbc08b5 service neutron] 10.222.0.64 "GET /v2.0/networks/2bd4b4a0-1a6d-4c87-a35c-784df47134b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211379 Jul 05 10:32:15.582857 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:15.637331 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac149f8d-0c06-4f76-9f16-72ce628d89d7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:15.695006 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-baff4b73-fd46-483b-82be-9b5e70caa18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:15.698294 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-baff4b73-fd46-483b-82be-9b5e70caa18c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3fb99ac626884b4992b8647d4a17c542&device_id=e0223972-9dd5-4fee-9df6-f1861f223401 HTTP/1.1" status: 200 len: 1095 time: 0.3009915 Jul 05 10:32:15.698294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac149f8d-0c06-4f76-9f16-72ce628d89d7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=93eaf61f-ca6a-459b-96da-49a8150bedb5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:15.705120 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:15.716144 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac149f8d-0c06-4f76-9f16-72ce628d89d7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:15.720945 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ac149f8d-0c06-4f76-9f16-72ce628d89d7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/93eaf61f-ca6a-459b-96da-49a8150bedb5 HTTP/1.1" status: 204 len: 168 time: 1.2972331 Jul 05 10:32:15.726622 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49706) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:15.729398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa65d748-e088-44af-87f9-d7113b2eaae5 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:15.771963 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-42261d37-b6f1-4d38-a583-57a8a49e49b0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:15.774544 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-42261d37-b6f1-4d38-a583-57a8a49e49b0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:15.776390 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-42261d37-b6f1-4d38-a583-57a8a49e49b0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/security-groups/30848463-9832-42fa-8741-09d1da9b6c0c HTTP/1.1" status: 204 len: 168 time: 1.0404854 Jul 05 10:32:15.783676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49708) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:15.791801 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdde5858-476d-4569-8bb2-9fb713ad0937'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:15.795185 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027d4e62-38da-442d-ae06-0bb8cfe968f1" -d '{"events": [{"server_uuid": "d02c2907-919c-46cf-b1e2-19c167fea356", "name": "network-vif-plugged", "status": "completed", "tag": "bdde5858-476d-4569-8bb2-9fb713ad0937"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:15.803287 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eaecd63a-3474-40e1-9a37-ead85169887f req-1d091f3d-5077-4369-ae1e-73b69fe482f7 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368994 Jul 05 10:32:15.804211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Pushing event updated for resources: {'Port': ['ID=341f4ab5-5158-4690-bd53-76c48fa0b4cc,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:15.817082 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-34eebb5c-d7d3-4237-b087-6688f8b76681 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a4ae517-724b-40b0-a7ab-eda1ac40d44c HTTP/1.1" status: 200 len: 217 time: 0.1024926 Jul 05 10:32:15.837504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bdde5858-476d-4569-8bb2-9fb713ad0937, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bdde5858-476d-4569-8bb2-9fb713ad0937,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:15.841550 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42261d37-b6f1-4d38-a583-57a8a49e49b0 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30848463-9832-42fa-8741-09d1da9b6c0c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:15.921583 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:15.960573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4068c-4fd6-4d27-a3c9-a42d17926c84 req-6e77b8ee-078e-4a3c-9397-059cc16e8526 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:15.962437 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91d4068c-4fd6-4d27-a3c9-a42d17926c84 req-6e77b8ee-078e-4a3c-9397-059cc16e8526 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 945 time: 0.2672803 Jul 05 10:32:15.968150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d7d935-7c42-4e3e-bd89-a76244ea30ad tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting subnet 7aff84fa-6e88-4091-9a76-1074e2f1fb0b {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:15.973253 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-43d7d935-7c42-4e3e-bd89-a76244ea30ad tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:15.977799 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44ed1b-c552-494a-bf80-e2991038c126 req-b8635fb2-024b-471f-a1f8-1fe3509959ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:15.979312 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd44ed1b-c552-494a-bf80-e2991038c126 req-b8635fb2-024b-471f-a1f8-1fe3509959ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fb99ac626884b4992b8647d4a17c542&device_id=425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b HTTP/1.1" status: 200 len: 1095 time: 0.2374382 Jul 05 10:32:15.993917 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-15b31f46-f9d3-40de-a135-c7b52a4062fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:15.996115 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-15b31f46-f9d3-40de-a135-c7b52a4062fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=161d8c92-1af9-4fa8-8daa-a4ae343a1e0a HTTP/1.1" status: 200 len: 858 time: 0.1736042 Jul 05 10:32:16.013953 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-b393dc68-1f68-4af7-bd0b-6468223b7c5e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet eda246c6-f62a-4225-ac63-bd17e45b6bed {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:16.049894 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b393dc68-1f68-4af7-bd0b-6468223b7c5e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:16.063018 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa06d2e-644f-44dc-b1d2-5150dd606928 x-openstack-request-id: req-caa06d2e-644f-44dc-b1d2-5150dd606928 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:16.063938 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02c2907-919c-46cf-b1e2-19c167fea356", "name": "network-vif-plugged", "status": "completed", "tag": "bdde5858-476d-4569-8bb2-9fb713ad0937", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:16.065242 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-caa06d2e-644f-44dc-b1d2-5150dd606928 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:16.065242 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdde5858-476d-4569-8bb2-9fb713ad0937', 'code': 200} Jul 05 10:32:16.080812 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bdde5858-476d-4569-8bb2-9fb713ad0937,revision_number=10']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:16.160589 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-04296bca-ab87-46f6-9a1d-777014fa9a18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bd4b4a0-1a6d-4c87-a35c-784df47134b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370890 Jul 05 10:32:16.231451 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b393dc68-1f68-4af7-bd0b-6468223b7c5e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:16.279050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Attempting to bind port 341f4ab5-5158-4690-bd53-76c48fa0b4cc on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:16.279424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Attempting to bind port 341f4ab5-5158-4690-bd53-76c48fa0b4cc by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'cb904bb6-341d-4c9f-b361-1515e4509765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:16.279783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Attempting to bind port 341f4ab5-5158-4690-bd53-76c48fa0b4cc on network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:16.290305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Port 341f4ab5-5158-4690-bd53-76c48fa0b4cc on network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:32:16.290826 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Attempting to bind port 341f4ab5-5158-4690-bd53-76c48fa0b4cc on network 2bd4b4a0-1a6d-4c87-a35c-784df47134b4 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:16.311204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:16.312113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Checking segment: {'id': 'cb904bb6-341d-4c9f-b361-1515e4509765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:16.312762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Bound using segment: {'id': 'cb904bb6-341d-4c9f-b361-1515e4509765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:16.313499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Bound port: 341f4ab5-5158-4690-bd53-76c48fa0b4cc, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb904bb6-341d-4c9f-b361-1515e4509765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:16.314087 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:16.482150 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-abf78db7-4c70-49e5-9e71-3d6fef0f2a66 service neutron] 10.222.0.73 "GET /v2.0/networks/2bd4b4a0-1a6d-4c87-a35c-784df47134b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130095 Jul 05 10:32:16.542544 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-43d7d935-7c42-4e3e-bd89-a76244ea30ad tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:16.605244 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91d4068c-4fd6-4d27-a3c9-a42d17926c84 req-c34d4c0c-0361-4a55-b0ae-6ac4c3230730 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6044810 Jul 05 10:32:16.635134 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-34375849-fb17-4eb1-9cc8-5448409abd1f service neutron] 10.222.0.73 "GET /v2.0/networks/2bd4b4a0-1a6d-4c87-a35c-784df47134b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440909 Jul 05 10:32:16.657580 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b393dc68-1f68-4af7-bd0b-6468223b7c5e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:16.688767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44ed1b-c552-494a-bf80-e2991038c126 req-2ae3e9b9-e3b1-4294-a9d6-45a9cdd68e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:16.689938 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd44ed1b-c552-494a-bf80-e2991038c126 req-2ae3e9b9-e3b1-4294-a9d6-45a9cdd68e9b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2bd4b4a0-1a6d-4c87-a35c-784df47134b4 HTTP/1.1" status: 200 len: 919 time: 0.6798906 Jul 05 10:32:16.697911 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-43d7d935-7c42-4e3e-bd89-a76244ea30ad tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:16.702388 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] For port 341f4ab5-5158-4690-bd53-76c48fa0b4cc, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:16.708106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37edd0c-6df7-4a43-89eb-70d59de3abed req-5657e513-bf16-4082-95c3-669a420a7a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:16.709621 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a37edd0c-6df7-4a43-89eb-70d59de3abed req-5657e513-bf16-4082-95c3-669a420a7a93 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 1099 time: 0.2509019 Jul 05 10:32:16.732285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] For port 341f4ab5-5158-4690-bd53-76c48fa0b4cc, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=341f4ab5-5158-4690-bd53-76c48fa0b4cc,segment=NetworkSegment(cb904bb6-341d-4c9f-b361-1515e4509765),segment_id=cb904bb6-341d-4c9f-b361-1515e4509765)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:16.780300 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd44ed1b-c552-494a-bf80-e2991038c126 req-0f17d197-eed3-4127-9049-b2af7dab2ced service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36770908-9fc9-4338-a76a-ab450357eed7 HTTP/1.1" status: 200 len: 217 time: 0.0792372 Jul 05 10:32:16.815574 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:16.842943 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a37edd0c-6df7-4a43-89eb-70d59de3abed req-12407fe2-2053-473c-ac3e-c4b4c4ada43e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068380 Jul 05 10:32:16.843163 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:16.868594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44ed1b-c552-494a-bf80-e2991038c126 req-3fab1484-76a8-4a75-a5a9-35529fca5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:16.870154 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd44ed1b-c552-494a-bf80-e2991038c126 req-3fab1484-76a8-4a75-a5a9-35529fca5830 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=161d8c92-1af9-4fa8-8daa-a4ae343a1e0a HTTP/1.1" status: 200 len: 858 time: 0.0809216 Jul 05 10:32:16.886062 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b393dc68-1f68-4af7-bd0b-6468223b7c5e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:16.949674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393dc68-1f68-4af7-bd0b-6468223b7c5e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=eda246c6-f62a-4225-ac63-bd17e45b6bed,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:16.951095 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-43d7d935-7c42-4e3e-bd89-a76244ea30ad tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:16.962558 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd44ed1b-c552-494a-bf80-e2991038c126 req-1784b51f-5556-4255-9ad2-ea95ff8f7f26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2bd4b4a0-1a6d-4c87-a35c-784df47134b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508845 Jul 05 10:32:16.962977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:16.963731 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:16.965747 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] 10.222.0.73 "PUT /v2.0/ports/341f4ab5-5158-4690-bd53-76c48fa0b4cc HTTP/1.1" status: 200 len: 1093 time: 3.2777443 Jul 05 10:32:17.011044 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b393dc68-1f68-4af7-bd0b-6468223b7c5e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:17.017035 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7d935-7c42-4e3e-bd89-a76244ea30ad tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Subnet': ['ID=7aff84fa-6e88-4091-9a76-1074e2f1fb0b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:17.020427 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305a69d6-bff1-4ad2-a42f-0d587654f119 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:17.030569 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b393dc68-1f68-4af7-bd0b-6468223b7c5e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/eda246c6-f62a-4225-ac63-bd17e45b6bed HTTP/1.1" status: 204 len: 168 time: 1.2983787 Jul 05 10:32:17.031838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97947f-9799-47b7-ac87-1246b134434a service neutron] Pushing event updated for resources: {'Port': ['ID=341f4ab5-5158-4690-bd53-76c48fa0b4cc,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:17.047744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49722) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:17.090780 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-43d7d935-7c42-4e3e-bd89-a76244ea30ad tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:17.100115 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-43d7d935-7c42-4e3e-bd89-a76244ea30ad tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/7aff84fa-6e88-4091-9a76-1074e2f1fb0b HTTP/1.1" status: 204 len: 168 time: 1.3104780 Jul 05 10:32:17.107008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49724) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:17.115168 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769a9f05-9b80-4e58-81ad-626aa055cb09 None None] Network f00d15e9-f5b0-4df6-ba30-aec20611246b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:17.115927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4c8f906a-2fab-4b68-b44b-42c1d1908514 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'subnet': {'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:17.151303 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd44ed1b-c552-494a-bf80-e2991038c126 req-0e10e927-d0eb-4b70-b023-1d9bbb3a2817 service neutron] 10.222.0.64 "GET /v2.0/networks/2bd4b4a0-1a6d-4c87-a35c-784df47134b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781878 Jul 05 10:32:17.200644 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-77ed0140-f8af-4956-a70d-7bf5cec42a00 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1496539 Jul 05 10:32:17.202284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49726) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:17.281479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fbb6543e-d2c6-48a3-b7ab-f7c82ed975f0 None None] Provisioning complete for port 459d72b5-0068-425a-9df7-0edeff1a6499 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:17.281853 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fbb6543e-d2c6-48a3-b7ab-f7c82ed975f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:17.284258 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd44ed1b-c552-494a-bf80-e2991038c126 req-44d4b3d4-faf2-49cf-ba39-b4e7b114cf18 service neutron] 10.222.0.64 "GET /v2.0/networks/2bd4b4a0-1a6d-4c87-a35c-784df47134b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226139 Jul 05 10:32:17.297634 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1481c1-2902-402d-b191-9ab4f45700d4 req-558e78e1-99d6-41ba-a8e4-53cae11930e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:17.299226 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de1481c1-2902-402d-b191-9ab4f45700d4 req-558e78e1-99d6-41ba-a8e4-53cae11930e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3fb99ac626884b4992b8647d4a17c542&device_id=e0223972-9dd5-4fee-9df6-f1861f223401 HTTP/1.1" status: 200 len: 1095 time: 0.5446420 Jul 05 10:32:17.405306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf9a57f-4d7d-4598-b018-ff8c2b97f71e', 'tag': '341f4ab5-5158-4690-bd53-76c48fa0b4cc'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:17.407583 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbd9f22-2229-456b-9bb6-1600b2931461" -d '{"events": [{"name": "network-changed", "server_uuid": "abf9a57f-4d7d-4598-b018-ff8c2b97f71e", "tag": "341f4ab5-5158-4690-bd53-76c48fa0b4cc"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:17.463213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-3ab5a491-e0ce-4e30-9a10-f58fde82cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:17.465235 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-3ab5a491-e0ce-4e30-9a10-f58fde82cd20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3fb99ac626884b4992b8647d4a17c542&device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 1096 time: 0.3852534 Jul 05 10:32:17.479146 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94cdb55-a269-4e2d-98df-a6cd73054e3a x-openstack-request-id: req-a94cdb55-a269-4e2d-98df-a6cd73054e3a {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:17.479452 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf9a57f-4d7d-4598-b018-ff8c2b97f71e", "tag": "341f4ab5-5158-4690-bd53-76c48fa0b4cc", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:17.479564 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a94cdb55-a269-4e2d-98df-a6cd73054e3a {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:17.480005 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf9a57f-4d7d-4598-b018-ff8c2b97f71e', 'tag': '341f4ab5-5158-4690-bd53-76c48fa0b4cc', 'status': 'completed', 'code': 200} Jul 05 10:32:17.494924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 36770908-9fc9-4338-a76a-ab450357eed7 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:32:17.502874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42c3d1-196c-4271-a0f6-f986b57b161e req-2a2fce0f-7b69-4378-8965-db023f4e6691 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:17.505032 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e42c3d1-196c-4271-a0f6-f986b57b161e req-2a2fce0f-7b69-4378-8965-db023f4e6691 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 944 time: 0.4472008 Jul 05 10:32:17.551081 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49732) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:17.582587 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483fb986-3d5f-4012-8a68-db2ceb292626 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:17.584092 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-483fb986-3d5f-4012-8a68-db2ceb292626 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3525126 Jul 05 10:32:17.587739 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49736) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:17.593041 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-685a1225-07cc-4ba3-872f-37045c302ba0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=341f4ab5-5158-4690-bd53-76c48fa0b4cc HTTP/1.1" status: 200 len: 217 time: 0.1099260 Jul 05 10:32:17.630388 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1481c1-2902-402d-b191-9ab4f45700d4 req-53a99851-c9b8-44ae-ae43-c0d92fed59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:17.631983 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de1481c1-2902-402d-b191-9ab4f45700d4 req-53a99851-c9b8-44ae-ae43-c0d92fed59ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bd4b4a0-1a6d-4c87-a35c-784df47134b4 HTTP/1.1" status: 200 len: 919 time: 0.3192110 Jul 05 10:32:17.716384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90b0c3f-ab65-4384-951a-0859d4ba5f30 None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:32:17.737625 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de1481c1-2902-402d-b191-9ab4f45700d4 req-adf862c8-df02-4857-bd2c-3531e5c12a4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a4ae517-724b-40b0-a7ab-eda1ac40d44c HTTP/1.1" status: 200 len: 217 time: 0.0599551 Jul 05 10:32:17.738143 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c8acf941-dbcb-4808-9b8d-3b6dee161016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:17.749534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8f906a-2fab-4b68-b44b-42c1d1908514 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:17.753433 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4c8f906a-2fab-4b68-b44b-42c1d1908514 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:17.826456 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e42c3d1-196c-4271-a0f6-f986b57b161e req-ef8ed2e2-d157-453a-9108-7e154c325490 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066800 Jul 05 10:32:17.867563 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a9ffd6-6fa9-4085-8a33-7b02a4f5daef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:17.870837 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-55a9ffd6-6fa9-4085-8a33-7b02a4f5daef tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2795622 Jul 05 10:32:17.880515 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49744) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:17.885669 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-49bd7223-6a56-43da-8ec9-cbaea6a2db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:17.887572 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-49bd7223-6a56-43da-8ec9-cbaea6a2db06 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=161d8c92-1af9-4fa8-8daa-a4ae343a1e0a HTTP/1.1" status: 200 len: 858 time: 0.2733111 Jul 05 10:32:17.889760 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 36770908-9fc9-4338-a76a-ab450357eed7, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=36770908-9fc9-4338-a76a-ab450357eed7,segment=NetworkSegment(cb904bb6-341d-4c9f-b361-1515e4509765),segment_id=cb904bb6-341d-4c9f-b361-1515e4509765)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:17.895359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3a4ae517-724b-40b0-a7ab-eda1ac40d44c details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:32:17.922406 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '36770908-9fc9-4338-a76a-ab450357eed7', 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4', 'port_id': '36770908-9fc9-4338-a76a-ab450357eed7', 'mac_address': 'fa:16:3e:c9:09:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d8c92-1af9-4fa8-8daa-a4ae343a1e0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:32:17.946087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a90b0c3f-ab65-4384-951a-0859d4ba5f30 None None] Deleting port 459d72b5-0068-425a-9df7-0edeff1a6499 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:17.946644 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a90b0c3f-ab65-4384-951a-0859d4ba5f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:17.969839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-68e0c73b-d7f3-4f6c-9188-3a7620178fa5 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859981 Jul 05 10:32:17.993993 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c8acf941-dbcb-4808-9b8d-3b6dee161016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:18.007193 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49746) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:18.013488 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-8d5209da-d00e-4858-ba39-e4af1b1debc1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bd4b4a0-1a6d-4c87-a35c-784df47134b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118569 Jul 05 10:32:18.020501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4e0682dc-523d-4645-a323-96cd307e7a34 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:18.045147 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c5171-74b5-4274-bdaf-9e4b051acf58 req-7e829b1b-9bc4-410a-916a-dbfc963bf152 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:18.048738 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a53c5171-74b5-4274-bdaf-9e4b051acf58 req-7e829b1b-9bc4-410a-916a-dbfc963bf152 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 947 time: 0.1622615 Jul 05 10:32:18.094390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1481c1-2902-402d-b191-9ab4f45700d4 req-1ede8692-1781-4b3b-bcb0-36a2128719f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:18.095931 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de1481c1-2902-402d-b191-9ab4f45700d4 req-1ede8692-1781-4b3b-bcb0-36a2128719f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=161d8c92-1af9-4fa8-8daa-a4ae343a1e0a HTTP/1.1" status: 200 len: 858 time: 0.3495600 Jul 05 10:32:18.115432 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c8acf941-dbcb-4808-9b8d-3b6dee161016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:18.150589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a90b0c3f-ab65-4384-951a-0859d4ba5f30 None None] For port 459d72b5-0068-425a-9df7-0edeff1a6499, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=459d72b5-0068-425a-9df7-0edeff1a6499,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:18.151181 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a90b0c3f-ab65-4384-951a-0859d4ba5f30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:18.155440 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:18.183919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acf941-dbcb-4808-9b8d-3b6dee161016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b3b17a-b973-499f-b6a2-fa25f7872f20,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:18.225393 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de1481c1-2902-402d-b191-9ab4f45700d4 req-00174dbb-ee6a-44f9-a9c2-adc5eb9c8320 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bd4b4a0-1a6d-4c87-a35c-784df47134b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029341 Jul 05 10:32:18.289620 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a53c5171-74b5-4274-bdaf-9e4b051acf58 req-1e3d98ea-30f6-4e87-9854-12afe4a577d7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310319 Jul 05 10:32:18.296046 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c8acf941-dbcb-4808-9b8d-3b6dee161016 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6eb91829dd042fbbad112499d77c3af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7436540 Jul 05 10:32:18.303103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49752) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:18.383767 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a90b0c3f-ab65-4384-951a-0859d4ba5f30 None None] Calling delete_port for 459d72b5-0068-425a-9df7-0edeff1a6499 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:18.395480 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2ec129bb-aeae-4b43-8eae-11934769a227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:18.409233 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36770908-9fc9-4338-a76a-ab450357eed7 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:32:18.450371 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2ec129bb-aeae-4b43-8eae-11934769a227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:18.464136 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-498b60e1-897e-4695-bc98-021ab269bea4 service neutron] 10.222.0.73 "GET /v2.0/networks/2bd4b4a0-1a6d-4c87-a35c-784df47134b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333382 Jul 05 10:32:18.563551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0682dc-523d-4645-a323-96cd307e7a34 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:18.567198 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e0682dc-523d-4645-a323-96cd307e7a34 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:18.568764 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0682dc-523d-4645-a323-96cd307e7a34 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:32:18.569218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0682dc-523d-4645-a323-96cd307e7a34 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:18.581312 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2ec129bb-aeae-4b43-8eae-11934769a227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:18.586967 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2ec129bb-aeae-4b43-8eae-11934769a227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:18.589595 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2ec129bb-aeae-4b43-8eae-11934769a227 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/90b3b17a-b973-499f-b6a2-fa25f7872f20 HTTP/1.1" status: 204 len: 168 time: 0.2834795 Jul 05 10:32:18.595744 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 3a4ae517-724b-40b0-a7ab-eda1ac40d44c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3a4ae517-724b-40b0-a7ab-eda1ac40d44c,segment=NetworkSegment(cb904bb6-341d-4c9f-b361-1515e4509765),segment_id=cb904bb6-341d-4c9f-b361-1515e4509765)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:18.598664 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 36770908-9fc9-4338-a76a-ab450357eed7, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=36770908-9fc9-4338-a76a-ab450357eed7,segment=NetworkSegment(cb904bb6-341d-4c9f-b361-1515e4509765),segment_id=cb904bb6-341d-4c9f-b361-1515e4509765)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:18.607833 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de1481c1-2902-402d-b191-9ab4f45700d4 req-b4d24361-b689-44d2-8212-d849fb1669a6 service neutron] 10.222.0.73 "GET /v2.0/networks/2bd4b4a0-1a6d-4c87-a35c-784df47134b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752327 Jul 05 10:32:18.612095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '3a4ae517-724b-40b0-a7ab-eda1ac40d44c', 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4', 'port_id': '3a4ae517-724b-40b0-a7ab-eda1ac40d44c', 'mac_address': 'fa:16:3e:62:c0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d8c92-1af9-4fa8-8daa-a4ae343a1e0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:32:18.626238 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec129bb-aeae-4b43-8eae-11934769a227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b3b17a-b973-499f-b6a2-fa25f7872f20,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:18.701138 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:18.714427 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:18.749230 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4ae517-724b-40b0-a7ab-eda1ac40d44c {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:32:18.750272 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4e0682dc-523d-4645-a323-96cd307e7a34 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7395151 Jul 05 10:32:18.754129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49772) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:18.762893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-855a3570-c2d9-42d6-a542-df41f71f998e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:18.780024 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a90b0c3f-ab65-4384-951a-0859d4ba5f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:18.803861 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e849ff1-69df-49ef-82ba-f490e52fd087 req-42e5be17-b445-434e-805c-e88313019ddb service neutron] 10.222.0.73 "GET /v2.0/networks/2bd4b4a0-1a6d-4c87-a35c-784df47134b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202116 Jul 05 10:32:18.819061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 3a4ae517-724b-40b0-a7ab-eda1ac40d44c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3a4ae517-724b-40b0-a7ab-eda1ac40d44c,segment=NetworkSegment(cb904bb6-341d-4c9f-b361-1515e4509765),segment_id=cb904bb6-341d-4c9f-b361-1515e4509765)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:18.832561 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=36770908-9fc9-4338-a76a-ab450357eed7,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:18.841091 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90b0c3f-ab65-4384-951a-0859d4ba5f30 None None] No DVR routers for this DVR port 459d72b5-0068-425a-9df7-0edeff1a6499 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:18.908843 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de1481c1-2902-402d-b191-9ab4f45700d4 req-8f998180-a124-4b6f-a658-4fcc2be96816 service neutron] 10.222.0.73 "GET /v2.0/networks/2bd4b4a0-1a6d-4c87-a35c-784df47134b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865992 Jul 05 10:32:18.927214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 459d72b5-0068-425a-9df7-0edeff1a6499 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:18.930173 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:18.936417 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b0c3f-ab65-4384-951a-0859d4ba5f30 None None] Pushing event deleted for resources: {'Port': ['ID=459d72b5-0068-425a-9df7-0edeff1a6499,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:18.976194 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['36770908-9fc9-4338-a76a-ab450357eed7'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:32:19.003441 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 459d72b5-0068-425a-9df7-0edeff1a6499 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:32:19.003882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 459d72b5-0068-425a-9df7-0edeff1a6499 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:19.037167 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-74538dec-abb1-4bc9-8d3a-2ef1485dce75 None None] Provisioning complete for port 2bc5edfc-0987-451c-9c26-e3815cf54504 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:19.037459 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-74538dec-abb1-4bc9-8d3a-2ef1485dce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:19.062369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855a3570-c2d9-42d6-a542-df41f71f998e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:19.077129 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-855a3570-c2d9-42d6-a542-df41f71f998e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:19.079253 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-855a3570-c2d9-42d6-a542-df41f71f998e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:32:19.080084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855a3570-c2d9-42d6-a542-df41f71f998e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:19.089792 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-74538dec-abb1-4bc9-8d3a-2ef1485dce75 None None] Port 2bc5edfc-0987-451c-9c26-e3815cf54504 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:32:19.144963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=3a4ae517-724b-40b0-a7ab-eda1ac40d44c,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:19.147123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-74538dec-abb1-4bc9-8d3a-2ef1485dce75 None None] Provisioning complete for port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:19.147532 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-74538dec-abb1-4bc9-8d3a-2ef1485dce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:19.182984 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['3a4ae517-724b-40b0-a7ab-eda1ac40d44c'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:32:19.189750 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-855a3570-c2d9-42d6-a542-df41f71f998e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4341369 Jul 05 10:32:19.193411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49786) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:19.201519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-69eb9b1c-593c-4ad6-923f-b4068bf6e7a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:19.476880 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4c8f906a-2fab-4b68-b44b-42c1d1908514 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:19.494805 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eb9b1c-593c-4ad6-923f-b4068bf6e7a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:19.501336 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69eb9b1c-593c-4ad6-923f-b4068bf6e7a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:19.503554 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-69eb9b1c-593c-4ad6-923f-b4068bf6e7a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:32:19.504335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69eb9b1c-593c-4ad6-923f-b4068bf6e7a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:19.564195 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f906a-2fab-4b68-b44b-42c1d1908514 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network f00d15e9-f5b0-4df6-ba30-aec20611246b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:19.575275 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f906a-2fab-4b68-b44b-42c1d1908514 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:19.581365 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8f906a-2fab-4b68-b44b-42c1d1908514 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:19.582121 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4c8f906a-2fab-4b68-b44b-42c1d1908514 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:19.583678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32b12c-f671-4089-9302-f1442866ff6f req-37932096-5805-40d2-86c8-366c07aef33c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:19.587122 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bd32b12c-f671-4089-9302-f1442866ff6f req-37932096-5805-40d2-86c8-366c07aef33c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 947 time: 0.1121292 Jul 05 10:32:19.587879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6933d1-078f-4b75-ba2a-9125f6f3fe11 None None] Network f00d15e9-f5b0-4df6-ba30-aec20611246b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:19.601832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f906a-2fab-4b68-b44b-42c1d1908514 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Subnet': ['ID=37c22959-d245-45c2-aace-c664e992d62f,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:19.620562 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd9f22-2229-456b-9bb6-1600b2931461 req-26070cc9-ef33-40eb-ab0b-26eb998c2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:19.623762 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dbd9f22-2229-456b-9bb6-1600b2931461 req-26070cc9-ef33-40eb-ab0b-26eb998c2ff8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3fb99ac626884b4992b8647d4a17c542&device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 1096 time: 0.6759589 Jul 05 10:32:19.628006 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-69eb9b1c-593c-4ad6-923f-b4068bf6e7a1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4322124 Jul 05 10:32:19.628519 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49790) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:19.637565 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f23e31cb-7ecc-440c-82a9-e18372a5a1d1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:19.642946 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bd32b12c-f671-4089-9302-f1442866ff6f req-2ad6451f-c04f-4cd5-9469-d12c840a7248 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465031 Jul 05 10:32:19.722267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a42d4-1677-45df-9c8f-03ff97d464d2 req-5bd01621-8569-4eda-842b-2281e56c9bf7 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:19.723781 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e57a42d4-1677-45df-9c8f-03ff97d464d2 req-5bd01621-8569-4eda-842b-2281e56c9bf7 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 944 time: 0.2514596 Jul 05 10:32:19.756032 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4c8f906a-2fab-4b68-b44b-42c1d1908514 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6441767 Jul 05 10:32:19.758733 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49792) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:19.766975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8964500d-31c9-4232-af54-f52467284ea3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'security_group': {'name': 'tempest-secgroup-288055029'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:19.846787 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e57a42d4-1677-45df-9c8f-03ff97d464d2 req-8519d9e7-efb5-4bb5-b67f-1293ea034bcd tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896249 Jul 05 10:32:19.872139 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd9f22-2229-456b-9bb6-1600b2931461 req-2ffd0b39-9116-4d55-bb63-4349c5ec0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:19.873759 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dbd9f22-2229-456b-9bb6-1600b2931461 req-2ffd0b39-9116-4d55-bb63-4349c5ec0b20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bd4b4a0-1a6d-4c87-a35c-784df47134b4 HTTP/1.1" status: 200 len: 919 time: 0.2320576 Jul 05 10:32:19.876365 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8964500d-31c9-4232-af54-f52467284ea3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:19.908642 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 341f4ab5-5158-4690-bd53-76c48fa0b4cc details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:32:19.929880 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dbd9f22-2229-456b-9bb6-1600b2931461 req-4f9f78ad-d941-4e76-8722-54f9f8f8d128 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=341f4ab5-5158-4690-bd53-76c48fa0b4cc HTTP/1.1" status: 200 len: 217 time: 0.0491798 Jul 05 10:32:19.943483 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb45071-d732-4eec-9d7b-2d95081c8c43 None None] Update dhcp port {'port': {'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'fixed_ips': [{'subnet_id': '15b987b0-70ef-4ca7-896c-f4f16921ba68', 'ip_address': '172.20.0.18'}, {'subnet_id': '37c22959-d245-45c2-aace-c664e992d62f'}], 'binding:host_id': 'n-d-779913-27'}, 'id': 'cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f'} from n-d-779913-27. {{(pid=100777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:32:19.987581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd9f22-2229-456b-9bb6-1600b2931461 req-f07509b5-7b84-4adf-8de8-02821207c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:19.989242 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dbd9f22-2229-456b-9bb6-1600b2931461 req-f07509b5-7b84-4adf-8de8-02821207c94d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=161d8c92-1af9-4fa8-8daa-a4ae343a1e0a HTTP/1.1" status: 200 len: 858 time: 0.0532787 Jul 05 10:32:20.006517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23e31cb-7ecc-440c-82a9-e18372a5a1d1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:20.012508 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f23e31cb-7ecc-440c-82a9-e18372a5a1d1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.014811 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23e31cb-7ecc-440c-82a9-e18372a5a1d1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:32:20.015315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23e31cb-7ecc-440c-82a9-e18372a5a1d1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:20.045203 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dbd9f22-2229-456b-9bb6-1600b2931461 req-54227c68-d4ae-46d6-a8e3-bc7ca2c9c2e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bd4b4a0-1a6d-4c87-a35c-784df47134b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492499 Jul 05 10:32:20.067692 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fdb45071-d732-4eec-9d7b-2d95081c8c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.111237 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8964500d-31c9-4232-af54-f52467284ea3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.151205 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 341f4ab5-5158-4690-bd53-76c48fa0b4cc, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=341f4ab5-5158-4690-bd53-76c48fa0b4cc,segment=NetworkSegment(cb904bb6-341d-4c9f-b361-1515e4509765),segment_id=cb904bb6-341d-4c9f-b361-1515e4509765)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:20.155445 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dbd9f22-2229-456b-9bb6-1600b2931461 req-e9509fed-9b77-4804-b59f-291cbd2a5f4c service neutron] 10.222.0.73 "GET /v2.0/networks/2bd4b4a0-1a6d-4c87-a35c-784df47134b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038432 Jul 05 10:32:20.212956 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '341f4ab5-5158-4690-bd53-76c48fa0b4cc', 'network_id': '2bd4b4a0-1a6d-4c87-a35c-784df47134b4', 'port_id': '341f4ab5-5158-4690-bd53-76c48fa0b4cc', 'mac_address': 'fa:16:3e:8f:46:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161d8c92-1af9-4fa8-8daa-a4ae343a1e0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:32:20.261308 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6dbd9f22-2229-456b-9bb6-1600b2931461 req-e2264917-e0c8-453b-8d72-c30ed63ae516 service neutron] 10.222.0.73 "GET /v2.0/networks/2bd4b4a0-1a6d-4c87-a35c-784df47134b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993865 Jul 05 10:32:20.269480 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8964500d-31c9-4232-af54-f52467284ea3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.299037 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.312346 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964500d-31c9-4232-af54-f52467284ea3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfddb94-d276-4983-abf4-b50174d747bc,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:20.318228 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f23e31cb-7ecc-440c-82a9-e18372a5a1d1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6867616 Jul 05 10:32:20.321796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49794) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:20.329240 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4c3ab481-15ae-44c7-93fa-80f21026d525 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:20.329422 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341f4ab5-5158-4690-bd53-76c48fa0b4cc {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:32:20.339849 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-fdb45071-d732-4eec-9d7b-2d95081c8c43 None None] Allocated IP 172.20.0.2 (f00d15e9-f5b0-4df6-ba30-aec20611246b/37c22959-d245-45c2-aace-c664e992d62f/cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:20.366971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 341f4ab5-5158-4690-bd53-76c48fa0b4cc, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=341f4ab5-5158-4690-bd53-76c48fa0b4cc,segment=NetworkSegment(cb904bb6-341d-4c9f-b361-1515e4509765),segment_id=cb904bb6-341d-4c9f-b361-1515e4509765)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:20.380193 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8964500d-31c9-4232-af54-f52467284ea3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.382360 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8964500d-31c9-4232-af54-f52467284ea3 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6198664 Jul 05 10:32:20.384351 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49796) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:20.389714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-0b4a59c3-9bd7-45ca-a4ab-44434997e8f7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'security_group': {'name': 'tempest-secgroup-994776004'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:20.439304 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.487473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-fdb45071-d732-4eec-9d7b-2d95081c8c43 None None] For port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f,segment=NetworkSegment(2d289c92-5378-4b38-9b2c-d3ad222c729e),segment_id=2d289c92-5378-4b38-9b2c-d3ad222c729e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:20.508228 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b4a59c3-9bd7-45ca-a4ab-44434997e8f7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.522815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=341f4ab5-5158-4690-bd53-76c48fa0b4cc,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:20.539048 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fdb45071-d732-4eec-9d7b-2d95081c8c43 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.559744 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fdb45071-d732-4eec-9d7b-2d95081c8c43 None None] Transition to ACTIVE for port object cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:20.587496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3ab481-15ae-44c7-93fa-80f21026d525 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:20.591189 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4c3ab481-15ae-44c7-93fa-80f21026d525 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.592647 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3ab481-15ae-44c7-93fa-80f21026d525 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:32:20.593081 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3ab481-15ae-44c7-93fa-80f21026d525 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:20.615939 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fdb45071-d732-4eec-9d7b-2d95081c8c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.651545 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['341f4ab5-5158-4690-bd53-76c48fa0b4cc'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:32:20.670326 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b4a59c3-9bd7-45ca-a4ab-44434997e8f7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.733379 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b4a59c3-9bd7-45ca-a4ab-44434997e8f7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.765514 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a59c3-9bd7-45ca-a4ab-44434997e8f7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea7ce66-b4c5-4cfe-adc9-fbc74e23e586,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:20.766712 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb45071-d732-4eec-9d7b-2d95081c8c43 None None] Pushing event updated for resources: {'Port': ['ID=cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:20.803027 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4c3ab481-15ae-44c7-93fa-80f21026d525 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4763966 Jul 05 10:32:20.803532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49800) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:20.809417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a578250a-b5fb-454d-ac3c-8c3dae06d41b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:20.887497 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b4a59c3-9bd7-45ca-a4ab-44434997e8f7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:20.889735 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0b4a59c3-9bd7-45ca-a4ab-44434997e8f7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5041692 Jul 05 10:32:20.897707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a200f20-db5e-4cba-8a0f-1bc66886c9e7 req-0366a9d8-04bd-45ea-9dd8-22ee33b49b11 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:20.904575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49802) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:20.908090 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4a200f20-db5e-4cba-8a0f-1bc66886c9e7 req-0366a9d8-04bd-45ea-9dd8-22ee33b49b11 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 947 time: 0.1193342 Jul 05 10:32:20.921874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:20.922511 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-12a43aff-c4f2-4dd6-85fb-56c029771343 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'security_group': {'name': 'tempest-secgroup-759739489'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:20.970009 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4a200f20-db5e-4cba-8a0f-1bc66886c9e7 req-032debf5-b7b1-443a-a845-b46ca0b965d7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455360 Jul 05 10:32:21.078863 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9068d4-9559-4689-91fc-85389688bc88 req-5b98cc9e-8b21-4436-8e45-a1cdfd794c3e tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:21.080594 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd9068d4-9559-4689-91fc-85389688bc88 req-5b98cc9e-8b21-4436-8e45-a1cdfd794c3e tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 945 time: 0.0706775 Jul 05 10:32:21.099840 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12a43aff-c4f2-4dd6-85fb-56c029771343 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:21.148755 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd9068d4-9559-4689-91fc-85389688bc88 req-0561f19a-6381-4dc5-8bfc-6693c4027307 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611639 Jul 05 10:32:21.201507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a578250a-b5fb-454d-ac3c-8c3dae06d41b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:21.205183 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a578250a-b5fb-454d-ac3c-8c3dae06d41b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:21.206685 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-a578250a-b5fb-454d-ac3c-8c3dae06d41b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:32:21.207123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a578250a-b5fb-454d-ac3c-8c3dae06d41b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:21.287619 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12a43aff-c4f2-4dd6-85fb-56c029771343 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:21.371429 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12a43aff-c4f2-4dd6-85fb-56c029771343 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:21.403261 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a43aff-c4f2-4dd6-85fb-56c029771343 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2001d8-ab15-4e97-90f8-59d495d99851,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:21.420336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bbbc8f54-48ba-4762-91e5-99383ada10ad None None] Provisioning complete for port 2bc5edfc-0987-451c-9c26-e3815cf54504 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:21.420987 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8f54-48ba-4762-91e5-99383ada10ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:21.457999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc8f54-48ba-4762-91e5-99383ada10ad None None] Port 2bc5edfc-0987-451c-9c26-e3815cf54504 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:32:21.466789 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a578250a-b5fb-454d-ac3c-8c3dae06d41b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6621192 Jul 05 10:32:21.469387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49808) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:21.476220 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12a43aff-c4f2-4dd6-85fb-56c029771343 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:21.481675 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-12a43aff-c4f2-4dd6-85fb-56c029771343 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5752470 Jul 05 10:32:21.482249 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49810) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:21.488463 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-cc708000-8ebb-4957-b516-8738e9ec4a09 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-348093950', 'security_groups': ['ea2001d8-ab15-4e97-90f8-59d495d99851'], 'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '37c22959-d245-45c2-aace-c664e992d62f'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:21.511123 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9967b72b-662a-4f09-827d-b39461cdb2d6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0404980 Jul 05 10:32:21.514189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49812) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:21.517450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 36770908-9fc9-4338-a76a-ab450357eed7 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:21.548603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bbbc8f54-48ba-4762-91e5-99383ada10ad None None] Provisioning for port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:21.558815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bbbc8f54-48ba-4762-91e5-99383ada10ad None None] Provisioning complete for port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:21.559114 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8f54-48ba-4762-91e5-99383ada10ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:21.572144 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90704a67-3cea-4f89-b323-164cc6b19631 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:21.576510 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-90704a67-3cea-4f89-b323-164cc6b19631 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0584047 Jul 05 10:32:21.577610 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49814) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:21.620367 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e43fa8b5-e471-4ec9-ba5b-faec19b07cd3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385096 Jul 05 10:32:21.620720 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49816) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:21.626868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a39a27fd-a466-4b99-ae71-17253a2bb72e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:21.684375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 36770908-9fc9-4338-a76a-ab450357eed7 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:21.688492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 36770908-9fc9-4338-a76a-ab450357eed7 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:21.688903 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:21.765492 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc708000-8ebb-4957-b516-8738e9ec4a09 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:21.769132 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:21.792223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36770908-9fc9-4338-a76a-ab450357eed7'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:21.794523 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b84fe3f-a77c-4b7a-935d-5e4f7aded195" -d '{"events": [{"server_uuid": "425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b", "name": "network-vif-plugged", "status": "completed", "tag": "36770908-9fc9-4338-a76a-ab450357eed7"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:21.816894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 36770908-9fc9-4338-a76a-ab450357eed7, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=36770908-9fc9-4338-a76a-ab450357eed7,segment=NetworkSegment(cb904bb6-341d-4c9f-b361-1515e4509765),segment_id=cb904bb6-341d-4c9f-b361-1515e4509765)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:21.831153 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572a62ad-71f4-41e2-9bd7-ae93b97e9de0 x-openstack-request-id: req-572a62ad-71f4-41e2-9bd7-ae93b97e9de0 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:21.831488 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b", "name": "network-vif-plugged", "status": "completed", "tag": "36770908-9fc9-4338-a76a-ab450357eed7", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:21.831768 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-572a62ad-71f4-41e2-9bd7-ae93b97e9de0 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:21.832159 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36770908-9fc9-4338-a76a-ab450357eed7', 'code': 200} Jul 05 10:32:21.865784 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cc708000-8ebb-4957-b516-8738e9ec4a09 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:21.880329 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:21.886462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-cc708000-8ebb-4957-b516-8738e9ec4a09 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] device_id is not set on port 7efa206e-dc46-4040-989b-12773a47a310 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:32:21.894086 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39a27fd-a466-4b99-ae71-17253a2bb72e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:21.897754 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a39a27fd-a466-4b99-ae71-17253a2bb72e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:21.922898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3a4ae517-724b-40b0-a7ab-eda1ac40d44c up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:22.007755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=36770908-9fc9-4338-a76a-ab450357eed7,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:22.089872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 3a4ae517-724b-40b0-a7ab-eda1ac40d44c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:22.096253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 3a4ae517-724b-40b0-a7ab-eda1ac40d44c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:22.096660 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:22.147193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299420ba-0875-45b8-86e9-053650f19d8c req-50f96569-bda4-4bf2-8577-e69cbdfdb6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:22.148770 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-299420ba-0875-45b8-86e9-053650f19d8c req-50f96569-bda4-4bf2-8577-e69cbdfdb6a4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b HTTP/1.1" status: 200 len: 1097 time: 0.2456231 Jul 05 10:32:22.185125 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:22.232037 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 3a4ae517-724b-40b0-a7ab-eda1ac40d44c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3a4ae517-724b-40b0-a7ab-eda1ac40d44c,segment=NetworkSegment(cb904bb6-341d-4c9f-b361-1515e4509765),segment_id=cb904bb6-341d-4c9f-b361-1515e4509765)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:22.247008 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-cc708000-8ebb-4957-b516-8738e9ec4a09 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Allocated IP 172.20.0.11 (f00d15e9-f5b0-4df6-ba30-aec20611246b/37c22959-d245-45c2-aace-c664e992d62f/7efa206e-dc46-4040-989b-12773a47a310) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:22.252083 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-299420ba-0875-45b8-86e9-053650f19d8c req-6ae47fc8-feea-4f8e-a8ce-9749e289d2e6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961301 Jul 05 10:32:22.267389 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:22.290134 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:22.290957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 341f4ab5-5158-4690-bd53-76c48fa0b4cc up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:22.346906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e79df-bcb7-457f-8431-47394b1fc91e req-a62e5322-d732-40af-818d-8916c3dbc76d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:22.348448 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f80e79df-bcb7-457f-8431-47394b1fc91e req-a62e5322-d732-40af-818d-8916c3dbc76d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 945 time: 0.0731931 Jul 05 10:32:22.378605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=3a4ae517-724b-40b0-a7ab-eda1ac40d44c,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:22.392212 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f80e79df-bcb7-457f-8431-47394b1fc91e req-59b33633-080f-4572-a51e-a6757da47944 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381088 Jul 05 10:32:22.465741 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 341f4ab5-5158-4690-bd53-76c48fa0b4cc completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:22.471965 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 341f4ab5-5158-4690-bd53-76c48fa0b4cc triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:22.472569 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:22.480721 n-d-779913-27 neutron-server[100775]: DEBUG neutron.objects.ports [None req-a39a27fd-a466-4b99-ae71-17253a2bb72e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:32:22.484665 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a39a27fd-a466-4b99-ae71-17253a2bb72e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:22.528142 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cc708000-8ebb-4957-b516-8738e9ec4a09 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:22.552736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39a27fd-a466-4b99-ae71-17253a2bb72e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:22.562083 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a39a27fd-a466-4b99-ae71-17253a2bb72e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:22.562752 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:22.564136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-cc708000-8ebb-4957-b516-8738e9ec4a09 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Transition to ACTIVE for port object 7efa206e-dc46-4040-989b-12773a47a310 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:22.569911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39a27fd-a466-4b99-ae71-17253a2bb72e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:22.570510 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a39a27fd-a466-4b99-ae71-17253a2bb72e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:22.576945 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a27fd-a466-4b99-ae71-17253a2bb72e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=0d0c3ca3-15dc-4028-9b28-8e846081f1af,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:22.588829 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd53fb6-8ddf-47ba-a03d-bb8cf5b39a04 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:22.677335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a39a27fd-a466-4b99-ae71-17253a2bb72e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0553217 Jul 05 10:32:22.680002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49822) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:22.685652 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-9bc6f95a-510c-4930-b70a-d8c2e1a8365a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'mac_address': 'fa:16:3e:f9:18:c3', 'name': 'tempest-NetworksTestDHCPv6-1061538417'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:22.728453 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cc708000-8ebb-4957-b516-8738e9ec4a09 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:22.788511 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 341f4ab5-5158-4690-bd53-76c48fa0b4cc, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=341f4ab5-5158-4690-bd53-76c48fa0b4cc,segment=NetworkSegment(cb904bb6-341d-4c9f-b361-1515e4509765),segment_id=cb904bb6-341d-4c9f-b361-1515e4509765)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:22.809084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc708000-8ebb-4957-b516-8738e9ec4a09 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network f00d15e9-f5b0-4df6-ba30-aec20611246b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:22.813660 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc708000-8ebb-4957-b516-8738e9ec4a09 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=7efa206e-dc46-4040-989b-12773a47a310,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:22.816212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-cc708000-8ebb-4957-b516-8738e9ec4a09 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:22.820663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc708000-8ebb-4957-b516-8738e9ec4a09 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:22.853109 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:22.893827 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc708000-8ebb-4957-b516-8738e9ec4a09 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:22.894491 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cc708000-8ebb-4957-b516-8738e9ec4a09 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:22.947297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=341f4ab5-5158-4690-bd53-76c48fa0b4cc,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:22.965219 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc6f95a-510c-4930-b70a-d8c2e1a8365a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:22.987082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': '0d0c3ca3-15dc-4028-9b28-8e846081f1af'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:32:22.988248 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.014439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49824) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:23.014654 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cc708000-8ebb-4957-b516-8738e9ec4a09 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5311439 Jul 05 10:32:23.023345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8791c796-f394-4322-a773-c133e103b029 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'subnet': {'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:23.078099 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f95a-510c-4930-b70a-d8c2e1a8365a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.102560 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-9bc6f95a-510c-4930-b70a-d8c2e1a8365a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port 5ff26315-1fd1-4a41-995b-34cb9b457d9a yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:32:23.150569 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Allocated IP 2001:db8::f816:3eff:feaf:71dd (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/0d0c3ca3-15dc-4028-9b28-8e846081f1af/6d99a969-0902-4a6b-97f7-4ce061cc8478) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:23.213108 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9e5c75f4-5aa7-4af7-a3cb-d86d534bfbcf None None] Provisioning for port 7efa206e-dc46-4040-989b-12773a47a310 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:23.222253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9e5c75f4-5aa7-4af7-a3cb-d86d534bfbcf None None] Provisioning complete for port 7efa206e-dc46-4040-989b-12773a47a310 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:23.222630 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9e5c75f4-5aa7-4af7-a3cb-d86d534bfbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.250373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8791c796-f394-4322-a773-c133e103b029 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:23.255408 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8791c796-f394-4322-a773-c133e103b029 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.273389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c75f4-5aa7-4af7-a3cb-d86d534bfbcf None None] Port 7efa206e-dc46-4040-989b-12773a47a310 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:32:23.349020 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.358621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Transition to ACTIVE for port object 6d99a969-0902-4a6b-97f7-4ce061cc8478 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:23.367613 n-d-779913-27 neutron-server[100776]: INFO neutron.db.ipam_backend_mixin [None req-8791c796-f394-4322-a773-c133e103b029 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 37c22959-d245-45c2-aace-c664e992d62f (CIDR: 172.20.0.0/28) Jul 05 10:32:23.380111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Transition to ACTIVE for port object 6d99a969-0902-4a6b-97f7-4ce061cc8478 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:23.420218 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-8791c796-f394-4322-a773-c133e103b029 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:32:23.420716 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8791c796-f394-4322-a773-c133e103b029 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:23.448629 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.515774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:23.517340 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8791c796-f394-4322-a773-c133e103b029 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5005436 Jul 05 10:32:23.519505 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49828) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:23.520804 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:23.525118 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-fe727ca2-28e4-48c4-bfde-6b80d8334d1d tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'subnet': {'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:23.530877 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:23.545869 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Pushing event updated for resources: {'Port': ['ID=6d99a969-0902-4a6b-97f7-4ce061cc8478,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:23.578056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-9bc6f95a-510c-4930-b70a-d8c2e1a8365a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::f816:3eff:fef9:18c3 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/0d0c3ca3-15dc-4028-9b28-8e846081f1af/5ff26315-1fd1-4a41-995b-34cb9b457d9a) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:23.616631 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Attempting to bind port 6d99a969-0902-4a6b-97f7-4ce061cc8478 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:23.617789 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Attempting to bind port 6d99a969-0902-4a6b-97f7-4ce061cc8478 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:23.618919 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Attempting to bind port 6d99a969-0902-4a6b-97f7-4ce061cc8478 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:23.629952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:23.631018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:23.631442 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.632030 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:23.632765 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Bound port: 6d99a969-0902-4a6b-97f7-4ce061cc8478, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:23.633286 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.638654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b60c9-f94b-474a-9b78-f5180e792c5c req-213ab2b9-81b4-4286-8bc0-2489255e55e6 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:23.640366 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-125b60c9-f94b-474a-9b78-f5180e792c5c req-213ab2b9-81b4-4286-8bc0-2489255e55e6 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 946 time: 0.1301825 Jul 05 10:32:23.704887 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] For port 6d99a969-0902-4a6b-97f7-4ce061cc8478, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:23.708461 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] For port 6d99a969-0902-4a6b-97f7-4ce061cc8478, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6d99a969-0902-4a6b-97f7-4ce061cc8478,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:23.738862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe727ca2-28e4-48c4-bfde-6b80d8334d1d tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:23.741863 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-125b60c9-f94b-474a-9b78-f5180e792c5c req-c22ed85f-1193-4f88-86a1-f623781333c7 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900569 Jul 05 10:32:23.742508 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe727ca2-28e4-48c4-bfde-6b80d8334d1d tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.792352 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f95a-510c-4930-b70a-d8c2e1a8365a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.802551 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.808409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-9bc6f95a-510c-4930-b70a-d8c2e1a8365a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object 5ff26315-1fd1-4a41-995b-34cb9b457d9a will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:23.834811 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0223972-9dd5-4fee-9df6-f1861f223401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4ae517-724b-40b0-a7ab-eda1ac40d44c'}, {'server_uuid': 'abf9a57f-4d7d-4598-b018-ff8c2b97f71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341f4ab5-5158-4690-bd53-76c48fa0b4cc'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:23.838119 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d146aed8-b9c2-4474-892f-f691f0683257" -d '{"events": [{"server_uuid": "e0223972-9dd5-4fee-9df6-f1861f223401", "name": "network-vif-plugged", "status": "completed", "tag": "3a4ae517-724b-40b0-a7ab-eda1ac40d44c"}, {"server_uuid": "abf9a57f-4d7d-4598-b018-ff8c2b97f71e", "name": "network-vif-plugged", "status": "completed", "tag": "341f4ab5-5158-4690-bd53-76c48fa0b4cc"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:23.851574 n-d-779913-27 neutron-server[100776]: INFO neutron.db.ipam_backend_mixin [None req-fe727ca2-28e4-48c4-bfde-6b80d8334d1d tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 15b987b0-70ef-4ca7-896c-f4f16921ba68 (CIDR: 172.20.0.16/28) Jul 05 10:32:23.881835 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17868b09-8db0-49ba-8ee9-03116310bd17 None None] Pushing event updated for resources: {'Port': ['ID=6d99a969-0902-4a6b-97f7-4ce061cc8478,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:23.899648 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12acb796-5724-40bb-883a-997fb95679b1 x-openstack-request-id: req-12acb796-5724-40bb-883a-997fb95679b1 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:23.900123 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0223972-9dd5-4fee-9df6-f1861f223401", "name": "network-vif-plugged", "status": "completed", "tag": "3a4ae517-724b-40b0-a7ab-eda1ac40d44c", "code": 200}, {"server_uuid": "abf9a57f-4d7d-4598-b018-ff8c2b97f71e", "name": "network-vif-plugged", "status": "completed", "tag": "341f4ab5-5158-4690-bd53-76c48fa0b4cc", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:23.900813 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-12acb796-5724-40bb-883a-997fb95679b1 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:23.901040 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe727ca2-28e4-48c4-bfde-6b80d8334d1d tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:32:23.901646 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0223972-9dd5-4fee-9df6-f1861f223401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4ae517-724b-40b0-a7ab-eda1ac40d44c', 'code': 200} Jul 05 10:32:23.901752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe727ca2-28e4-48c4-bfde-6b80d8334d1d tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:23.902183 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf9a57f-4d7d-4598-b018-ff8c2b97f71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341f4ab5-5158-4690-bd53-76c48fa0b4cc', 'code': 200} Jul 05 10:32:23.957345 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f95a-510c-4930-b70a-d8c2e1a8365a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:23.985887 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fe727ca2-28e4-48c4-bfde-6b80d8334d1d tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4650426 Jul 05 10:32:23.990542 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49832) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:23.995425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-296537da-bb4a-4e4f-9fab-dfdfdc3ad119 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'subnet': {'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:24.057510 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc6f95a-510c-4930-b70a-d8c2e1a8365a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:24.072325 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-9bc6f95a-510c-4930-b70a-d8c2e1a8365a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:24.103361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc6f95a-510c-4930-b70a-d8c2e1a8365a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:24.114303 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc6f95a-510c-4930-b70a-d8c2e1a8365a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:24.115778 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f95a-510c-4930-b70a-d8c2e1a8365a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:24.121960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6f95a-510c-4930-b70a-d8c2e1a8365a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=5ff26315-1fd1-4a41-995b-34cb9b457d9a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:24.133257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1846c10-7c0f-490f-9d90-88ce5edeb19d req-04b53a91-fff4-4ec2-accd-602002a4db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:24.134839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f1846c10-7c0f-490f-9d90-88ce5edeb19d req-04b53a91-fff4-4ec2-accd-602002a4db0b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 1098 time: 0.1473048 Jul 05 10:32:24.141616 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ceb2-6d8d-4730-8b3f-b4bda8c86cb1 req-bcaae4fb-9675-4f0c-8a17-732c509ffd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:24.143502 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d14ceb2-6d8d-4730-8b3f-b4bda8c86cb1 req-bcaae4fb-9675-4f0c-8a17-732c509ffd75 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e0223972-9dd5-4fee-9df6-f1861f223401 HTTP/1.1" status: 200 len: 1097 time: 0.1538160 Jul 05 10:32:24.200178 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f1846c10-7c0f-490f-9d90-88ce5edeb19d req-18527d7c-7b34-45cf-865b-dca2f1ff8aee service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549173 Jul 05 10:32:24.206763 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d14ceb2-6d8d-4730-8b3f-b4bda8c86cb1 req-eeba427d-adfa-400c-8576-25537039e81f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557280 Jul 05 10:32:24.218822 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:24.244199 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9bc6f95a-510c-4930-b70a-d8c2e1a8365a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5630713 Jul 05 10:32:24.247986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49834) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:24.317387 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf96eaf9-d46d-4e42-bbb5-90c68116e8c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:24.323170 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf96eaf9-d46d-4e42-bbb5-90c68116e8c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:24.325355 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cf96eaf9-d46d-4e42-bbb5-90c68116e8c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0762446 Jul 05 10:32:24.328106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49836) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:24.332729 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296537da-bb4a-4e4f-9fab-dfdfdc3ad119 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Made reservation on behalf of 3853efeed28944e8950c7ffd9027c73f for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:24.336793 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-296537da-bb4a-4e4f-9fab-dfdfdc3ad119 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:24.429776 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-08b828bb-55a7-4bf4-a05e-f98d45564906 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port 5ff26315-1fd1-4a41-995b-34cb9b457d9a {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:24.430526 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-08b828bb-55a7-4bf4-a05e-f98d45564906 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:24.526019 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-08b828bb-55a7-4bf4-a05e-f98d45564906 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:24.540208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-08b828bb-55a7-4bf4-a05e-f98d45564906 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for 5ff26315-1fd1-4a41-995b-34cb9b457d9a owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:24.665781 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-296537da-bb4a-4e4f-9fab-dfdfdc3ad119 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:24.714314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296537da-bb4a-4e4f-9fab-dfdfdc3ad119 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Network f00d15e9-f5b0-4df6-ba30-aec20611246b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:24.732284 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-296537da-bb4a-4e4f-9fab-dfdfdc3ad119 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:24.738368 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb91e4-c28f-476b-83a1-34b3cfe5b3db None None] Network f00d15e9-f5b0-4df6-ba30-aec20611246b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:24.739704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296537da-bb4a-4e4f-9fab-dfdfdc3ad119 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:24.740484 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-296537da-bb4a-4e4f-9fab-dfdfdc3ad119 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:24.754000 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-08b828bb-55a7-4bf4-a05e-f98d45564906 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:24.760596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296537da-bb4a-4e4f-9fab-dfdfdc3ad119 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Subnet': ['ID=798bf60a-1edc-4d40-bcc5-9777058431a5,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:24.807276 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b828bb-55a7-4bf4-a05e-f98d45564906 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=5ff26315-1fd1-4a41-995b-34cb9b457d9a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:24.848818 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-08b828bb-55a7-4bf4-a05e-f98d45564906 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:24.853525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49840) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:24.853901 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-08b828bb-55a7-4bf4-a05e-f98d45564906 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/5ff26315-1fd1-4a41-995b-34cb9b457d9a HTTP/1.1" status: 204 len: 168 time: 0.5247679 Jul 05 10:32:24.938212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cc55de-e29b-4b65-b2c4-dce65fcaa38f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:24.947410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cc55de-e29b-4b65-b2c4-dce65fcaa38f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:24.949152 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-17cc55de-e29b-4b65-b2c4-dce65fcaa38f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0940547 Jul 05 10:32:24.953296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49842) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:24.966008 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-296537da-bb4a-4e4f-9fab-dfdfdc3ad119 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9743698 Jul 05 10:32:24.970050 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49844) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:24.975401 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f4d22981-bfa5-4eb6-8c42-59c31d0c46bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1206591979', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '798bf60a-1edc-4d40-bcc5-9777058431a5'}], 'security_groups': ['1cfddb94-d276-4983-abf4-b50174d747bc', '5ea7ce66-b4c5-4cfe-adc9-fbc74e23e586']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:25.040435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6d99a969-0902-4a6b-97f7-4ce061cc8478 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:25.075842 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dff642b-539d-46f9-9257-34fe69422b70 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 0d0c3ca3-15dc-4028-9b28-8e846081f1af {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:25.080442 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8dff642b-539d-46f9-9257-34fe69422b70 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:25.170477 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8dff642b-539d-46f9-9257-34fe69422b70 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:25.211522 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 6d99a969-0902-4a6b-97f7-4ce061cc8478 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:25.250409 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4d22981-bfa5-4eb6-8c42-59c31d0c46bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:25.320137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f5575-7a3f-430b-b11c-6724051f0c33 None None] Update dhcp port {'port': {'network_id': 'f00d15e9-f5b0-4df6-ba30-aec20611246b', 'fixed_ips': [{'subnet_id': '15b987b0-70ef-4ca7-896c-f4f16921ba68', 'ip_address': '172.20.0.18'}, {'subnet_id': '37c22959-d245-45c2-aace-c664e992d62f', 'ip_address': '172.20.0.2'}, {'subnet_id': '798bf60a-1edc-4d40-bcc5-9777058431a5'}], 'binding:host_id': 'n-d-779913-27'}, 'id': 'cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f'} from n-d-779913-27. {{(pid=100777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:32:25.353450 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8dff642b-539d-46f9-9257-34fe69422b70 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:25.378226 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f49f5575-7a3f-430b-b11c-6724051f0c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:25.382267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-93832a7e-96fc-44e7-b35d-ca7eda638cf2 None None] Provisioning for port 6d99a969-0902-4a6b-97f7-4ce061cc8478 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:25.394346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-93832a7e-96fc-44e7-b35d-ca7eda638cf2 None None] Provisioning complete for port 6d99a969-0902-4a6b-97f7-4ce061cc8478 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:25.395033 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-93832a7e-96fc-44e7-b35d-ca7eda638cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:25.539754 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8dff642b-539d-46f9-9257-34fe69422b70 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:25.575959 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff642b-539d-46f9-9257-34fe69422b70 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0c3ca3-15dc-4028-9b28-8e846081f1af,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:25.582998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614a1a9-d44a-4f7f-8e4d-a7a1446721ed req-47b33a5a-bfa6-4a14-834f-255bf8731d73 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:25.588799 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8dff642b-539d-46f9-9257-34fe69422b70 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:25.591401 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c614a1a9-d44a-4f7f-8e4d-a7a1446721ed req-47b33a5a-bfa6-4a14-834f-255bf8731d73 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 946 time: 0.5738029 Jul 05 10:32:25.592120 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8dff642b-539d-46f9-9257-34fe69422b70 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/0d0c3ca3-15dc-4028-9b28-8e846081f1af HTTP/1.1" status: 204 len: 168 time: 0.6375735 Jul 05 10:32:25.594507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49846) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:25.618081 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-93832a7e-96fc-44e7-b35d-ca7eda638cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:25.643122 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9ecef0b1-736d-4f1f-bd4c-53d892d22cd3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471921 Jul 05 10:32:25.645957 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49848) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:25.646105 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c614a1a9-d44a-4f7f-8e4d-a7a1446721ed req-09ac9e75-09f0-4db3-8b3b-16bb69bdc482 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535431 Jul 05 10:32:25.653047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:25.687951 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-93832a7e-96fc-44e7-b35d-ca7eda638cf2 None None] For port 6d99a969-0902-4a6b-97f7-4ce061cc8478, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6d99a969-0902-4a6b-97f7-4ce061cc8478,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:25.744744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-f4d22981-bfa5-4eb6-8c42-59c31d0c46bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Delete allocated IP 172.20.0.11 (f00d15e9-f5b0-4df6-ba30-aec20611246b/37c22959-d245-45c2-aace-c664e992d62f) {{(pid=100775) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 10:32:25.755025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-f4d22981-bfa5-4eb6-8c42-59c31d0c46bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Allocated IP 172.20.0.34 (f00d15e9-f5b0-4df6-ba30-aec20611246b/798bf60a-1edc-4d40-bcc5-9777058431a5/7efa206e-dc46-4040-989b-12773a47a310) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:25.758400 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-93832a7e-96fc-44e7-b35d-ca7eda638cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:25.816730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93832a7e-96fc-44e7-b35d-ca7eda638cf2 None None] Pushing event updated for resources: {'Port': ['ID=6d99a969-0902-4a6b-97f7-4ce061cc8478,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:25.857285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bd29c6-3d75-4585-9121-4da39ba08bbd None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:25.861470 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:25.866683 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:25.911275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-44ecfc7c-c530-4382-951a-f41e94dc68e9 None None] Could not find standard attr ID for object 5ff26315-1fd1-4a41-995b-34cb9b457d9a. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:32:25.963230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4d22981-bfa5-4eb6-8c42-59c31d0c46bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:25.981783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-f4d22981-bfa5-4eb6-8c42-59c31d0c46bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Transition to ACTIVE for port object 7efa206e-dc46-4040-989b-12773a47a310 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:26.092252 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4d22981-bfa5-4eb6-8c42-59c31d0c46bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:26.095463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9a6458-c982-4817-8b3b-ba77cc315135 None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:32:26.186737 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-f49f5575-7a3f-430b-b11c-6724051f0c33 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-737fb696-a6d4-40fc-a4ae-843bc9824511 {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:32:26.187143 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-f49f5575-7a3f-430b-b11c-6724051f0c33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:32:26.197611 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-be9a6458-c982-4817-8b3b-ba77cc315135 None None] Deleting port 6d99a969-0902-4a6b-97f7-4ce061cc8478 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:26.198222 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-be9a6458-c982-4817-8b3b-ba77cc315135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:26.215215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d22981-bfa5-4eb6-8c42-59c31d0c46bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event updated for resources: {'Port': ['ID=7efa206e-dc46-4040-989b-12773a47a310,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:26.239405 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f4d22981-bfa5-4eb6-8c42-59c31d0c46bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] In _notify_port_updated(), no bound segment for port 7efa206e-dc46-4040-989b-12773a47a310 on network f00d15e9-f5b0-4df6-ba30-aec20611246b {{(pid=100775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:32:26.252898 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d22981-bfa5-4eb6-8c42-59c31d0c46bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:26.252898 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4d22981-bfa5-4eb6-8c42-59c31d0c46bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:26.252898 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f4d22981-bfa5-4eb6-8c42-59c31d0c46bf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "PUT /v2.0/ports/7efa206e-dc46-4040-989b-12773a47a310 HTTP/1.1" status: 200 len: 960 time: 1.2780893 Jul 05 10:32:26.253435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49850) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:26.331095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-be9a6458-c982-4817-8b3b-ba77cc315135 None None] For port 6d99a969-0902-4a6b-97f7-4ce061cc8478, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6d99a969-0902-4a6b-97f7-4ce061cc8478,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:26.331508 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-be9a6458-c982-4817-8b3b-ba77cc315135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:26.347638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-be9a6458-c982-4817-8b3b-ba77cc315135 None None] Calling delete_port for 6d99a969-0902-4a6b-97f7-4ce061cc8478 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:26.350102 n-d-779913-27 neutron-server[100776]: DEBUG neutron.objects.ports [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100776) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:32:26.375324 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-b0fce555-374e-4be1-9187-8f097da1c0fe tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port 7efa206e-dc46-4040-989b-12773a47a310 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:26.376303 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0fce555-374e-4be1-9187-8f097da1c0fe tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:26.493665 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0fce555-374e-4be1-9187-8f097da1c0fe tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:26.506560 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-b0fce555-374e-4be1-9187-8f097da1c0fe tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for 7efa206e-dc46-4040-989b-12773a47a310 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:26.619319 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-be9a6458-c982-4817-8b3b-ba77cc315135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:26.645614 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a6458-c982-4817-8b3b-ba77cc315135 None None] Pushing event deleted for resources: {'Port': ['ID=6d99a969-0902-4a6b-97f7-4ce061cc8478,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:26.647482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a6458-c982-4817-8b3b-ba77cc315135 None None] No DVR routers for this DVR port 6d99a969-0902-4a6b-97f7-4ce061cc8478 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:26.667635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.ipam_pluggable_backend [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Port 6d99a969-0902-4a6b-97f7-4ce061cc8478 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100776) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 05 10:32:26.668728 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.ipam_pluggable_backend [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Reverting IP allocation for 2001:db8::f816:3eff:feaf:71dd {{(pid=100776) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 05 10:32:26.672461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.ipam_pluggable_backend [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaf:71dd {{(pid=100776) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 05 10:32:26.678925 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:26.716859 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0fce555-374e-4be1-9187-8f097da1c0fe tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:26.727103 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:26.731326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:26.736047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:26.736640 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:26.755584 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fce555-374e-4be1-9187-8f097da1c0fe tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=7efa206e-dc46-4040-989b-12773a47a310,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:26.758120 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=0f44730b-8612-4997-b0f5-ed23c5747d2d,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:26.770471 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be51857-b7f2-4aa9-9aa8-71fa1fed90cc None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:26.775758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:26.776330 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:26.776901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:26.778033 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:26.778506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:26.778939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:26.779278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:26.779618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:26.780342 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:26.780884 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:26.781462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:26.782496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:26.836701 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-be33cdef-ad23-4d6b-aff5-93ef24579003 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1855826 Jul 05 10:32:26.838571 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49854) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:26.846977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6e415016-139e-435b-8f85-791d449c0720 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'mac_address': 'fa:16:3e:e0:d1:f8', 'name': 'tempest-NetworksTestDHCPv6-810997448'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:26.848150 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0fce555-374e-4be1-9187-8f097da1c0fe tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:26.856219 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b0fce555-374e-4be1-9187-8f097da1c0fe tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/7efa206e-dc46-4040-989b-12773a47a310 HTTP/1.1" status: 204 len: 168 time: 0.6014321 Jul 05 10:32:26.857406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49856) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:26.878945 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f49f5575-7a3f-430b-b11c-6724051f0c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:26.900564 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3b2397-fc81-4b2e-8a2a-70572971250b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] GET failed (client error): The resource could not be found. Jul 05 10:32:26.900780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49858) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:26.900861 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8f3b2397-fc81-4b2e-8a2a-70572971250b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports/7efa206e-dc46-4040-989b-12773a47a310 HTTP/1.1" status: 404 len: 333 time: 0.0414553 Jul 05 10:32:26.917907 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6d99a969-0902-4a6b-97f7-4ce061cc8478 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:26.953234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 6d99a969-0902-4a6b-97f7-4ce061cc8478 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:32:26.955125 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6d99a969-0902-4a6b-97f7-4ce061cc8478 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:26.976421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86517e14-27c3-4b48-90ec-5ef8b3f004c2 req-198ef58d-bf53-4146-b351-8349e5ca64b7 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:26.978084 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-86517e14-27c3-4b48-90ec-5ef8b3f004c2 req-198ef58d-bf53-4146-b351-8349e5ca64b7 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 946 time: 0.1918223 Jul 05 10:32:27.059919 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7a2f-a151-41c0-8795-cdac102efb25 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.060211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': '0f44730b-8612-4997-b0f5-ed23c5747d2d'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:32:27.061088 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.073257 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-86517e14-27c3-4b48-90ec-5ef8b3f004c2 req-8d448eb9-f182-496b-a282-43003b93e41d tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786424 Jul 05 10:32:27.101551 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7a2f-a151-41c0-8795-cdac102efb25 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.172249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e415016-139e-435b-8f85-791d449c0720 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:27.252246 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7a2f-a151-41c0-8795-cdac102efb25 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.254964 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7a2f-a151-41c0-8795-cdac102efb25 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.259569 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d6ec7a2f-a151-41c0-8795-cdac102efb25 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/security-groups/ea2001d8-ab15-4e97-90f8-59d495d99851 HTTP/1.1" status: 204 len: 168 time: 0.3552918 Jul 05 10:32:27.260203 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49862) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:27.266231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-f49f5575-7a3f-430b-b11c-6724051f0c33 None None] Allocated IP 172.20.0.34 (f00d15e9-f5b0-4df6-ba30-aec20611246b/798bf60a-1edc-4d40-bcc5-9777058431a5/cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:27.270802 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec7a2f-a151-41c0-8795-cdac102efb25 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2001d8-ab15-4e97-90f8-59d495d99851,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:27.292014 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e415016-139e-435b-8f85-791d449c0720 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.305006 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b0ac8-d4ef-4d86-a14a-cd6e9f7f14ba req-9bcd83f2-fa98-463b-83f1-e0ebf02a8e2c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:27.306589 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e4b0ac8-d4ef-4d86-a14a-cd6e9f7f14ba req-9bcd83f2-fa98-463b-83f1-e0ebf02a8e2c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b HTTP/1.1" status: 200 len: 945 time: 0.1046412 Jul 05 10:32:27.318667 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-6e415016-139e-435b-8f85-791d449c0720 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port 002c0d88-c57f-4c29-98d8-a28aaa672d7b yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:32:27.325875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Allocated IP 2001:db8::f816:3eff:fe77:3852 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/0f44730b-8612-4997-b0f5-ed23c5747d2d/4af228fa-3a87-4926-a3b6-c954c170a888) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:27.361251 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b3e4367-bea9-4b76-ae4c-5d9fec11cbdf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.365448 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e4b0ac8-d4ef-4d86-a14a-cd6e9f7f14ba req-37613f02-a2ec-4a17-b675-3a8f717c5e7b tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519180 Jul 05 10:32:27.394919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b3e4367-bea9-4b76-ae4c-5d9fec11cbdf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.505141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f49f5575-7a3f-430b-b11c-6724051f0c33 None None] For port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f,segment=NetworkSegment(2d289c92-5378-4b38-9b2c-d3ad222c729e),segment_id=2d289c92-5378-4b38-9b2c-d3ad222c729e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:27.527978 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b3e4367-bea9-4b76-ae4c-5d9fec11cbdf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.531262 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b3e4367-bea9-4b76-ae4c-5d9fec11cbdf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.534976 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1b3e4367-bea9-4b76-ae4c-5d9fec11cbdf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/security-groups/5ea7ce66-b4c5-4cfe-adc9-fbc74e23e586 HTTP/1.1" status: 204 len: 168 time: 0.2713349 Jul 05 10:32:27.535756 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49866) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:27.547230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e4367-bea9-4b76-ae4c-5d9fec11cbdf tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea7ce66-b4c5-4cfe-adc9-fbc74e23e586,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:27.577006 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f49f5575-7a3f-430b-b11c-6724051f0c33 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.611769 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920169b3-5933-4ace-a2d7-fd95f56e3459 req-496b4887-b5d2-4c8f-baf2-7cc649af1230 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:27.612614 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f49f5575-7a3f-430b-b11c-6724051f0c33 None None] Transition to ACTIVE for port object cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:27.613758 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-920169b3-5933-4ace-a2d7-fd95f56e3459 req-496b4887-b5d2-4c8f-baf2-7cc649af1230 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0223972-9dd5-4fee-9df6-f1861f223401 HTTP/1.1" status: 200 len: 945 time: 0.1183980 Jul 05 10:32:27.614674 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.622373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Transition to ACTIVE for port object 4af228fa-3a87-4926-a3b6-c954c170a888 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:27.636989 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Transition to ACTIVE for port object 4af228fa-3a87-4926-a3b6-c954c170a888 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:27.642024 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c9abbe5-a9a1-4ae0-9068-cea37dfa144e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.677986 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-920169b3-5933-4ace-a2d7-fd95f56e3459 req-53e8ca14-6399-4c35-a717-f7cd83c293c6 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577509 Jul 05 10:32:27.679517 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c9abbe5-a9a1-4ae0-9068-cea37dfa144e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.703463 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f49f5575-7a3f-430b-b11c-6724051f0c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.764999 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.793694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-6e415016-139e-435b-8f85-791d449c0720 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::f816:3eff:fee0:d1f8 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/0f44730b-8612-4997-b0f5-ed23c5747d2d/002c0d88-c57f-4c29-98d8-a28aaa672d7b) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:27.799307 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c9abbe5-a9a1-4ae0-9068-cea37dfa144e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.802315 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c9abbe5-a9a1-4ae0-9068-cea37dfa144e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:27.806127 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7c9abbe5-a9a1-4ae0-9068-cea37dfa144e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/security-groups/1cfddb94-d276-4983-abf4-b50174d747bc HTTP/1.1" status: 204 len: 168 time: 0.2667804 Jul 05 10:32:27.812950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49870) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:27.821845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9abbe5-a9a1-4ae0-9068-cea37dfa144e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfddb94-d276-4983-abf4-b50174d747bc,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:27.826810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f5575-7a3f-430b-b11c-6724051f0c33 None None] Pushing event updated for resources: {'Port': ['ID=cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:27.835618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:27.846838 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:27.871396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:27.922427 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Pushing event updated for resources: {'Port': ['ID=4af228fa-3a87-4926-a3b6-c954c170a888,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:27.933174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6d7113-97a6-49bb-a0cf-8134ad68cbc7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting subnet 37c22959-d245-45c2-aace-c664e992d62f {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:27.937776 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce6d7113-97a6-49bb-a0cf-8134ad68cbc7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.028840 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e415016-139e-435b-8f85-791d449c0720 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.047552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-6e415016-139e-435b-8f85-791d449c0720 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object 002c0d88-c57f-4c29-98d8-a28aaa672d7b will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:28.168986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Attempting to bind port 4af228fa-3a87-4926-a3b6-c954c170a888 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:28.169371 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Attempting to bind port 4af228fa-3a87-4926-a3b6-c954c170a888 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:28.169785 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Attempting to bind port 4af228fa-3a87-4926-a3b6-c954c170a888 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:28.176679 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:28.177242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:28.179615 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e415016-139e-435b-8f85-791d449c0720 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.186034 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.186537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:28.187048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Bound port: 4af228fa-3a87-4926-a3b6-c954c170a888, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:28.187608 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.236417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e415016-139e-435b-8f85-791d449c0720 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=002c0d88-c57f-4c29-98d8-a28aaa672d7b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:28.255755 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e415016-139e-435b-8f85-791d449c0720 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:28.258053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-6e415016-139e-435b-8f85-791d449c0720 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:28.260589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e415016-139e-435b-8f85-791d449c0720 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:28.267390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e415016-139e-435b-8f85-791d449c0720 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:28.268117 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e415016-139e-435b-8f85-791d449c0720 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.291044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6a875240-e750-48e8-af80-88954b359a8b None None] For port 4af228fa-3a87-4926-a3b6-c954c170a888, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:28.297358 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6a875240-e750-48e8-af80-88954b359a8b None None] For port 4af228fa-3a87-4926-a3b6-c954c170a888, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=4af228fa-3a87-4926-a3b6-c954c170a888,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:28.380401 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.411255 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce6d7113-97a6-49bb-a0cf-8134ad68cbc7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.451822 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6e415016-139e-435b-8f85-791d449c0720 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6091635 Jul 05 10:32:28.452346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49874) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:28.481913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a875240-e750-48e8-af80-88954b359a8b None None] Pushing event updated for resources: {'Port': ['ID=4af228fa-3a87-4926-a3b6-c954c170a888,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:28.547329 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce6d7113-97a6-49bb-a0cf-8134ad68cbc7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.559842 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2953c-4bb3-4253-b0f7-7dc043f45900 req-5843e38d-509e-4692-a138-c501cd94acb6 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:28.561369 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-16b2953c-4bb3-4253-b0f7-7dc043f45900 req-5843e38d-509e-4692-a138-c501cd94acb6 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0223972-9dd5-4fee-9df6-f1861f223401 HTTP/1.1" status: 200 len: 945 time: 0.1574843 Jul 05 10:32:28.576340 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37073c29-e468-41c7-b09f-96c44e57501a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:28.582464 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37073c29-e468-41c7-b09f-96c44e57501a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:28.584292 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-37073c29-e468-41c7-b09f-96c44e57501a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1311059 Jul 05 10:32:28.592938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49876) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:28.662696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d7240930-bf8f-424b-ad37-30b53208d1ba None None] Provisioning complete for port 2bc5edfc-0987-451c-9c26-e3815cf54504 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:28.663085 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7240930-bf8f-424b-ad37-30b53208d1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.670591 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-16b2953c-4bb3-4253-b0f7-7dc043f45900 req-5f1fe6fa-2dac-4abd-8295-a3881497fbce tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851777 Jul 05 10:32:28.725625 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce6d7113-97a6-49bb-a0cf-8134ad68cbc7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.728812 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d7240930-bf8f-424b-ad37-30b53208d1ba None None] Port 2bc5edfc-0987-451c-9c26-e3815cf54504 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:32:28.743760 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d7240930-bf8f-424b-ad37-30b53208d1ba None None] Could not find standard attr ID for object 7efa206e-dc46-4040-989b-12773a47a310. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:32:28.759199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4a9517cf-7edb-406c-a91a-14fdbf954455 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port 002c0d88-c57f-4c29-98d8-a28aaa672d7b {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:28.759852 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a9517cf-7edb-406c-a91a-14fdbf954455 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.768578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d7113-97a6-49bb-a0cf-8134ad68cbc7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Subnet': ['ID=37c22959-d245-45c2-aace-c664e992d62f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:28.786110 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce6d7113-97a6-49bb-a0cf-8134ad68cbc7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.786110 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ce6d7113-97a6-49bb-a0cf-8134ad68cbc7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/37c22959-d245-45c2-aace-c664e992d62f HTTP/1.1" status: 204 len: 168 time: 0.9731076 Jul 05 10:32:28.786780 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49878) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:28.838480 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d7240930-bf8f-424b-ad37-30b53208d1ba None None] Provisioning for port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:28.844351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d7240930-bf8f-424b-ad37-30b53208d1ba None None] Provisioning complete for port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:28.844948 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7240930-bf8f-424b-ad37-30b53208d1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.894367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d28699-58a6-48eb-aeeb-b13cdc555294 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting subnet 798bf60a-1edc-4d40-bcc5-9777058431a5 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:28.903252 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7d28699-58a6-48eb-aeeb-b13cdc555294 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.942052 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a9517cf-7edb-406c-a91a-14fdbf954455 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:28.958986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4a9517cf-7edb-406c-a91a-14fdbf954455 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for 002c0d88-c57f-4c29-98d8-a28aaa672d7b owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:28.969210 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7d28699-58a6-48eb-aeeb-b13cdc555294 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:29.058259 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:29.121890 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7d28699-58a6-48eb-aeeb-b13cdc555294 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:29.158004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:29.158393 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:29.190263 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a9517cf-7edb-406c-a91a-14fdbf954455 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:29.224151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9517cf-7edb-406c-a91a-14fdbf954455 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=002c0d88-c57f-4c29-98d8-a28aaa672d7b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:29.248380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3196ddde-0a69-416b-8290-d5ada1de88c3 None None] Network f00d15e9-f5b0-4df6-ba30-aec20611246b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:29.258985 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a9517cf-7edb-406c-a91a-14fdbf954455 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:29.261151 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4a9517cf-7edb-406c-a91a-14fdbf954455 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/002c0d88-c57f-4c29-98d8-a28aaa672d7b HTTP/1.1" status: 204 len: 168 time: 0.6681211 Jul 05 10:32:29.264711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49882) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:29.290581 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7d28699-58a6-48eb-aeeb-b13cdc555294 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:29.309826 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-90b988bc-6566-4c26-8bf6-95c685194c63 None None] Could not find standard attr ID for object 7efa206e-dc46-4040-989b-12773a47a310. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:32:29.316923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 4af228fa-3a87-4926-a3b6-c954c170a888 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:29.318137 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7d28699-58a6-48eb-aeeb-b13cdc555294 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:29.322263 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f7d28699-58a6-48eb-aeeb-b13cdc555294 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/798bf60a-1edc-4d40-bcc5-9777058431a5 HTTP/1.1" status: 204 len: 168 time: 0.5321817 Jul 05 10:32:29.323951 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49884) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:29.344347 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d28699-58a6-48eb-aeeb-b13cdc555294 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Subnet': ['ID=798bf60a-1edc-4d40-bcc5-9777058431a5,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:29.481754 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 4af228fa-3a87-4926-a3b6-c954c170a888 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:29.765532 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e62883-029d-4d7b-ba44-8d089716614a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] DELETE failed (client error): The resource could not be found. Jul 05 10:32:29.766229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e62883-029d-4d7b-ba44-8d089716614a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:29.767806 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b6e62883-029d-4d7b-ba44-8d089716614a tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/37c22959-d245-45c2-aace-c664e992d62f HTTP/1.1" status: 404 len: 337 time: 0.4442894 Jul 05 10:32:29.770668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49888) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:29.771148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfff79fd-9e5f-42fb-bd68-30bd7588a7b0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:29.772797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfff79fd-9e5f-42fb-bd68-30bd7588a7b0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:29.776834 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cfff79fd-9e5f-42fb-bd68-30bd7588a7b0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5085890 Jul 05 10:32:29.777127 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49890) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:29.851056 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e7fad3-48e1-4867-8383-2695837520c6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 0f44730b-8612-4997-b0f5-ed23c5747d2d {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:29.863517 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c0e7fad3-48e1-4867-8383-2695837520c6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:29.905273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c1aa71-a118-42ac-8b42-075f60401ba5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting subnet 15b987b0-70ef-4ca7-896c-f4f16921ba68 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:29.911454 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47c1aa71-a118-42ac-8b42-075f60401ba5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:29.934996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25128ca5-39ce-4d56-903b-467ea99b9d65 req-d93009ef-bdd5-4f99-8da5-c0e0868b3aac tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:29.937414 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-25128ca5-39ce-4d56-903b-467ea99b9d65 req-d93009ef-bdd5-4f99-8da5-c0e0868b3aac tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0223972-9dd5-4fee-9df6-f1861f223401 HTTP/1.1" status: 200 len: 945 time: 0.2011435 Jul 05 10:32:29.943324 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c0e7fad3-48e1-4867-8383-2695837520c6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:29.985214 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47c1aa71-a118-42ac-8b42-075f60401ba5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:29.992823 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d442f279-7ca5-44c6-ac54-d2a3abe72b79 None None] Provisioning for port 4af228fa-3a87-4926-a3b6-c954c170a888 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:29.998560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d442f279-7ca5-44c6-ac54-d2a3abe72b79 None None] Provisioning complete for port 4af228fa-3a87-4926-a3b6-c954c170a888 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:29.999839 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d442f279-7ca5-44c6-ac54-d2a3abe72b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.023446 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff85920-7593-4022-8aee-b8cae86c3539 req-a818b6b1-7c3c-4b91-a28a-ac71854e3789 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:30.031892 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2ff85920-7593-4022-8aee-b8cae86c3539 req-a818b6b1-7c3c-4b91-a28a-ac71854e3789 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0223972-9dd5-4fee-9df6-f1861f223401 HTTP/1.1" status: 200 len: 945 time: 0.1934791 Jul 05 10:32:30.113901 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2ff85920-7593-4022-8aee-b8cae86c3539 req-485cca01-f35e-4e85-a5af-c5ec4a2be5b5 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806081 Jul 05 10:32:30.153933 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c0e7fad3-48e1-4867-8383-2695837520c6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.172304 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d442f279-7ca5-44c6-ac54-d2a3abe72b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.198255 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47c1aa71-a118-42ac-8b42-075f60401ba5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.233930 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-25128ca5-39ce-4d56-903b-467ea99b9d65 req-90eb164c-aa7d-4623-bca0-09243b909303 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Deleting port 3a4ae517-724b-40b0-a7ab-eda1ac40d44c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:30.234484 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-25128ca5-39ce-4d56-903b-467ea99b9d65 req-90eb164c-aa7d-4623-bca0-09243b909303 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.376488 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47c1aa71-a118-42ac-8b42-075f60401ba5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.400367 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-25128ca5-39ce-4d56-903b-467ea99b9d65 req-90eb164c-aa7d-4623-bca0-09243b909303 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] For port 3a4ae517-724b-40b0-a7ab-eda1ac40d44c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3a4ae517-724b-40b0-a7ab-eda1ac40d44c,segment=NetworkSegment(cb904bb6-341d-4c9f-b361-1515e4509765),segment_id=cb904bb6-341d-4c9f-b361-1515e4509765)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:30.400947 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-25128ca5-39ce-4d56-903b-467ea99b9d65 req-90eb164c-aa7d-4623-bca0-09243b909303 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.406746 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c0e7fad3-48e1-4867-8383-2695837520c6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.412699 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1aa71-a118-42ac-8b42-075f60401ba5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Subnet': ['ID=15b987b0-70ef-4ca7-896c-f4f16921ba68,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:30.414858 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47c1aa71-a118-42ac-8b42-075f60401ba5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.423447 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-47c1aa71-a118-42ac-8b42-075f60401ba5 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/15b987b0-70ef-4ca7-896c-f4f16921ba68 HTTP/1.1" status: 204 len: 168 time: 0.6509306 Jul 05 10:32:30.424346 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49892) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:30.454488 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-d442f279-7ca5-44c6-ac54-d2a3abe72b79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:32:30.455066 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-d442f279-7ca5-44c6-ac54-d2a3abe72b79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:32:30.466110 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9e524a-4cf9-4ed9-8623-77588a7e49cd None None] Network f00d15e9-f5b0-4df6-ba30-aec20611246b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:30.466561 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a65567c-8925-4d58-94e9-6c18a21a774b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] DELETE failed (client error): The resource could not be found. Jul 05 10:32:30.467032 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a65567c-8925-4d58-94e9-6c18a21a774b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:30.472979 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3a65567c-8925-4d58-94e9-6c18a21a774b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/7aff84fa-6e88-4091-9a76-1074e2f1fb0b HTTP/1.1" status: 404 len: 337 time: 0.0436630 Jul 05 10:32:30.475470 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49894) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:30.476902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-25128ca5-39ce-4d56-903b-467ea99b9d65 req-90eb164c-aa7d-4623-bca0-09243b909303 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Calling delete_port for 3a4ae517-724b-40b0-a7ab-eda1ac40d44c owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:30.492575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7fad3-48e1-4867-8383-2695837520c6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=0f44730b-8612-4997-b0f5-ed23c5747d2d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:30.494612 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c0e7fad3-48e1-4867-8383-2695837520c6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.499608 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c0e7fad3-48e1-4867-8383-2695837520c6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/0f44730b-8612-4997-b0f5-ed23c5747d2d HTTP/1.1" status: 204 len: 168 time: 0.7214293 Jul 05 10:32:30.500267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49896) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:30.534630 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e75ffddf-1390-4f6d-98e9-2ba9f3ae4cd2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "GET /v2.0/ports?device_id=42287318-fa90-466d-9c4c-24ec040055d4 HTTP/1.1" status: 200 len: 205 time: 0.0548990 Jul 05 10:32:30.543647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49898) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:30.575962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e461c65e-26c0-483a-9ab8-7605ab9b7800 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:30.592991 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aeceb74d-bf54-4822-aa02-77cda139e41d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877345 Jul 05 10:32:30.593639 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49900) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:30.668772 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-012cd203-14ec-4064-9b57-2ad090941559 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] delete failed (client error): The resource could not be found. Jul 05 10:32:30.670347 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-012cd203-14ec-4064-9b57-2ad090941559 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/routers/42287318-fa90-466d-9c4c-24ec040055d4 HTTP/1.1" status: 404 len: 336 time: 0.1248894 Jul 05 10:32:30.674185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49902) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:30.692342 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bfae2e-23ba-48ab-be30-e0680d51e83d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:30.696529 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a3bfae2e-23ba-48ab-be30-e0680d51e83d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0990870 Jul 05 10:32:30.697708 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49904) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:30.707995 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c0491c-b2db-4751-b958-71c1a618a782 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] DELETE failed (client error): The resource could not be found. Jul 05 10:32:30.708457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c0491c-b2db-4751-b958-71c1a618a782 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:30.713394 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-75c0491c-b2db-4751-b958-71c1a618a782 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/69b83245-a330-4f2d-ab86-5fe5c9833980 HTTP/1.1" status: 404 len: 337 time: 0.0349622 Jul 05 10:32:30.713394 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49906) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:30.756847 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-4268c9fe-568b-4743-aacd-9f5ff56170e6 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] DELETE failed (client error): The resource could not be found. Jul 05 10:32:30.757303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4268c9fe-568b-4743-aacd-9f5ff56170e6 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:30.759083 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4268c9fe-568b-4743-aacd-9f5ff56170e6 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/4736a0b4-81de-4305-bf75-939fe028eab9 HTTP/1.1" status: 404 len: 337 time: 0.0450046 Jul 05 10:32:30.763754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49908) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:30.767757 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9412a08-fc04-4e27-824f-ca7dba275718 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:30.768629 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e9412a08-fc04-4e27-824f-ca7dba275718 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0698998 Jul 05 10:32:30.771885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49910) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:30.809187 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffce473d-db80-42c8-9ee7-f9424aed6994 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] DELETE failed (client error): The resource could not be found. Jul 05 10:32:30.809784 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffce473d-db80-42c8-9ee7-f9424aed6994 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:30.811555 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ffce473d-db80-42c8-9ee7-f9424aed6994 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/86e3cf30-9c4b-4478-a4f2-39315aae7a0c HTTP/1.1" status: 404 len: 337 time: 0.0451310 Jul 05 10:32:30.815151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49912) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:30.822777 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-917df111-97c6-4feb-8883-8e3225b10fd5 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469565 Jul 05 10:32:30.825145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69174d49-c866-4594-9f22-e5f9730e7038 None None] DHCP port deletion for f00d15e9-f5b0-4df6-ba30-aec20611246b request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:32:30.829834 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49914) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:30.835891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4928bb4c-d721-4ed0-b6a3-6a4f72849d20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:30.862483 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f0d916-284c-49c4-8b12-7883c3463393 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] DELETE failed (client error): The resource could not be found. Jul 05 10:32:30.862483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f0d916-284c-49c4-8b12-7883c3463393 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:30.871453 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-57f0d916-284c-49c4-8b12-7883c3463393 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/f2d35fb3-f771-45dc-b998-e9171f6ec1ff HTTP/1.1" status: 404 len: 333 time: 0.0513985 Jul 05 10:32:30.872899 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49916) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:30.884094 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00594b63-9e69-4ad9-affd-8aeadd18b7ba None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:32:30.951614 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce593933-09c6-456b-a467-1ff5d5e80be4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] DELETE failed (client error): The resource could not be found. Jul 05 10:32:30.952100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-69174d49-c866-4594-9f22-e5f9730e7038 None None] Deleting port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:30.952205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce593933-09c6-456b-a467-1ff5d5e80be4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:30.952497 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-69174d49-c866-4594-9f22-e5f9730e7038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:30.956842 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ce593933-09c6-456b-a467-1ff5d5e80be4 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/3071f1ec-7ea1-45ac-a9e6-90ab70e556b3 HTTP/1.1" status: 404 len: 337 time: 0.0773094 Jul 05 10:32:30.957022 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49918) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:30.960866 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:30.988881 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-efac3ea4-03d0-4692-874a-d40cc52948ea tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] DELETE failed (client error): The resource could not be found. Jul 05 10:32:30.991472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efac3ea4-03d0-4692-874a-d40cc52948ea tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:30.991472 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-efac3ea4-03d0-4692-874a-d40cc52948ea tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/8013c26b-ddbc-4dfe-bb43-1279aaeb11fe HTTP/1.1" status: 404 len: 337 time: 0.0332830 Jul 05 10:32:30.994514 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49920) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:31.023352 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c41b2a-4bac-4962-94b7-9044a552c0e2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] DELETE failed (client error): The resource could not be found. Jul 05 10:32:31.024843 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c41b2a-4bac-4962-94b7-9044a552c0e2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:31.026126 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-32c41b2a-4bac-4962-94b7-9044a552c0e2 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/b6a7f880-edf6-4e6a-a8cf-fdd45234620b HTTP/1.1" status: 404 len: 333 time: 0.0302510 Jul 05 10:32:31.029203 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49922) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:31.063400 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bc12cd-6d31-4132-924e-1ae591c54b3e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] DELETE failed (client error): The resource could not be found. Jul 05 10:32:31.063797 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bc12cd-6d31-4132-924e-1ae591c54b3e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:31.065615 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-53bc12cd-6d31-4132-924e-1ae591c54b3e tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/cc8262be-2231-41db-a3df-062557027705 HTTP/1.1" status: 404 len: 337 time: 0.0354393 Jul 05 10:32:31.066435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4928bb4c-d721-4ed0-b6a3-6a4f72849d20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:31.068467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49924) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:31.070053 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4928bb4c-d721-4ed0-b6a3-6a4f72849d20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.080206 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-25128ca5-39ce-4d56-903b-467ea99b9d65 req-90eb164c-aa7d-4623-bca0-09243b909303 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.085960 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-00594b63-9e69-4ad9-affd-8aeadd18b7ba None None] Deleting port 4af228fa-3a87-4926-a3b6-c954c170a888 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:31.086840 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-00594b63-9e69-4ad9-affd-8aeadd18b7ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.088457 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d442f279-7ca5-44c6-ac54-d2a3abe72b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.099947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-69174d49-c866-4594-9f22-e5f9730e7038 None None] For port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f,segment=NetworkSegment(2d289c92-5378-4b38-9b2c-d3ad222c729e),segment_id=2d289c92-5378-4b38-9b2c-d3ad222c729e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:31.100362 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-69174d49-c866-4594-9f22-e5f9730e7038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.107427 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['36770908-9fc9-4338-a76a-ab450357eed7'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:32:31.109717 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['3a4ae517-724b-40b0-a7ab-eda1ac40d44c', '341f4ab5-5158-4690-bd53-76c48fa0b4cc'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:32:31.112070 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a364079-7431-4c3c-aad3-962fa2dd5375 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] DELETE failed (client error): The resource could not be found. Jul 05 10:32:31.112593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a364079-7431-4c3c-aad3-962fa2dd5375 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:31.116968 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0a364079-7431-4c3c-aad3-962fa2dd5375 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/subnets/a56e4694-7243-4d43-af19-f40e3fd4401d HTTP/1.1" status: 404 len: 337 time: 0.0445273 Jul 05 10:32:31.117304 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49926) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:31.157461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb164c-aa7d-4623-bca0-09243b909303 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Pushing event deleted for resources: {'Port': ['ID=3a4ae517-724b-40b0-a7ab-eda1ac40d44c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:31.216708 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-69174d49-c866-4594-9f22-e5f9730e7038 None None] Calling delete_port for cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:31.223685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-25128ca5-39ce-4d56-903b-467ea99b9d65 req-90eb164c-aa7d-4623-bca0-09243b909303 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] No DVR routers for this DVR port 3a4ae517-724b-40b0-a7ab-eda1ac40d44c on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:31.228683 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-25128ca5-39ce-4d56-903b-467ea99b9d65 req-90eb164c-aa7d-4623-bca0-09243b909303 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.231457 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-25128ca5-39ce-4d56-903b-467ea99b9d65 req-90eb164c-aa7d-4623-bca0-09243b909303 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.73 "DELETE /v2.0/ports/3a4ae517-724b-40b0-a7ab-eda1ac40d44c HTTP/1.1" status: 204 len: 173 time: 1.2844884 Jul 05 10:32:31.232422 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0223972-9dd5-4fee-9df6-f1861f223401', 'name': 'network-vif-deleted', 'tag': '3a4ae517-724b-40b0-a7ab-eda1ac40d44c'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:31.234553 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0182ae-70e4-44c2-adea-d972c23369fa" -d '{"events": [{"server_uuid": "e0223972-9dd5-4fee-9df6-f1861f223401", "name": "network-vif-deleted", "tag": "3a4ae517-724b-40b0-a7ab-eda1ac40d44c"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:31.326806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-44673e1f-5587-4458-8522-ae10232d412b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port 2bc5edfc-0987-451c-9c26-e3815cf54504 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:31.327355 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44673e1f-5587-4458-8522-ae10232d412b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.332333 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fefce7-c1ed-46a3-ac37-7786ab8c2df2 x-openstack-request-id: req-34fefce7-c1ed-46a3-ac37-7786ab8c2df2 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:31.332670 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0223972-9dd5-4fee-9df6-f1861f223401", "name": "network-vif-deleted", "tag": "3a4ae517-724b-40b0-a7ab-eda1ac40d44c", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:31.332883 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34fefce7-c1ed-46a3-ac37-7786ab8c2df2 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:31.333695 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0223972-9dd5-4fee-9df6-f1861f223401', 'name': 'network-vif-deleted', 'tag': '3a4ae517-724b-40b0-a7ab-eda1ac40d44c', 'status': 'completed', 'code': 200} Jul 05 10:32:31.375920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-00594b63-9e69-4ad9-affd-8aeadd18b7ba None None] For port 4af228fa-3a87-4926-a3b6-c954c170a888, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=4af228fa-3a87-4926-a3b6-c954c170a888,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:31.376327 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-00594b63-9e69-4ad9-affd-8aeadd18b7ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.406041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d442f279-7ca5-44c6-ac54-d2a3abe72b79 None None] For port 4af228fa-3a87-4926-a3b6-c954c170a888, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=4af228fa-3a87-4926-a3b6-c954c170a888,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:31.432398 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ddcfa48-256e-46da-8c91-399a295c1c19 req-9ad33b10-e310-43e7-a5a3-784f2b61f41c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0223972-9dd5-4fee-9df6-f1861f223401 HTTP/1.1" status: 200 len: 210 time: 0.0712681 Jul 05 10:32:31.448133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-00594b63-9e69-4ad9-affd-8aeadd18b7ba None None] Calling delete_port for 4af228fa-3a87-4926-a3b6-c954c170a888 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:31.480483 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44673e1f-5587-4458-8522-ae10232d412b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.495534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-44673e1f-5587-4458-8522-ae10232d412b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for 2bc5edfc-0987-451c-9c26-e3815cf54504 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:31.514612 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.526913 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d442f279-7ca5-44c6-ac54-d2a3abe72b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.625552 n-d-779913-27 neutron-server[100775]: DEBUG neutron.objects.ports [None req-4928bb4c-d721-4ed0-b6a3-6a4f72849d20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:32:31.690484 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44673e1f-5587-4458-8522-ae10232d412b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.728810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44673e1f-5587-4458-8522-ae10232d412b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=2bc5edfc-0987-451c-9c26-e3815cf54504,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:31.732589 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44673e1f-5587-4458-8522-ae10232d412b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.734458 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-44673e1f-5587-4458-8522-ae10232d412b tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/ports/2bc5edfc-0987-451c-9c26-e3815cf54504 HTTP/1.1" status: 204 len: 168 time: 0.6161809 Jul 05 10:32:31.737065 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49932) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:31.817859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-877e2a85-97fb-4f46-bd75-ee867354d270 None None] Could not find standard attr ID for object 2bc5edfc-0987-451c-9c26-e3815cf54504. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:32:31.842191 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.864455 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-877e2a85-97fb-4f46-bd75-ee867354d270 None None] Could not find standard attr ID for object 002c0d88-c57f-4c29-98d8-a28aaa672d7b. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:32:31.880983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442f279-7ca5-44c6-ac54-d2a3abe72b79 None None] Pushing event updated for resources: {'Port': ['ID=4af228fa-3a87-4926-a3b6-c954c170a888,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:31.917040 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-69174d49-c866-4594-9f22-e5f9730e7038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.924905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Deleting port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:31.925264 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.930684 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4928bb4c-d721-4ed0-b6a3-6a4f72849d20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:31.994137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69174d49-c866-4594-9f22-e5f9730e7038 None None] Pushing event deleted for resources: {'Port': ['ID=cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:32.000318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69174d49-c866-4594-9f22-e5f9730e7038 None None] No DVR routers for this DVR port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:32.002249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 4af228fa-3a87-4926-a3b6-c954c170a888 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:32.005132 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-877e2a85-97fb-4f46-bd75-ee867354d270 None None] Provisioning complete for port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:32.005677 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-877e2a85-97fb-4f46-bd75-ee867354d270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.031213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] For port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f, host n-d-779913-27, got binding levels [] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:32.031657 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.046046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Calling delete_port for cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:32.048965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.ipam_backend_mixin [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f was not found and therefore no delete operation was performed {{(pid=100776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:32:32.050564 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.076495 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-877e2a85-97fb-4f46-bd75-ee867354d270 None None] Port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f was deleted so its status cannot be updated. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 10:32:32.086644 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-00594b63-9e69-4ad9-affd-8aeadd18b7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.091113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] No DVR routers for this DVR port cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:32.091113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Port': ['ID=cd5cdf0e-25eb-4556-b2fb-6cac42bcdc0f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:32.137597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00594b63-9e69-4ad9-affd-8aeadd18b7ba None None] Pushing event deleted for resources: {'Port': ['ID=4af228fa-3a87-4926-a3b6-c954c170a888,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:32.154033 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00594b63-9e69-4ad9-affd-8aeadd18b7ba None None] No DVR routers for this DVR port 4af228fa-3a87-4926-a3b6-c954c170a888 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:32.177635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No active binding found for port 4af228fa-3a87-4926-a3b6-c954c170a888 {{(pid=100777) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 10:32:32.178971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 4af228fa-3a87-4926-a3b6-c954c170a888 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:32.189345 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.202345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00d15e9-f5b0-4df6-ba30-aec20611246b']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:32.217952 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d289c92-5378-4b38-9b2c-d3ad222c729e') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:32.218266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d289c92-5378-4b38-9b2c-d3ad222c729e') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:32.226892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-4928bb4c-d721-4ed0-b6a3-6a4f72849d20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] For port 4af228fa-3a87-4926-a3b6-c954c170a888, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=4af228fa-3a87-4926-a3b6-c954c170a888,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:32.229126 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.246973 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.254976 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:32:32.256003 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:32:32.259280 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:32:32.265498 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4928bb4c-d721-4ed0-b6a3-6a4f72849d20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.359031 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4928bb4c-d721-4ed0-b6a3-6a4f72849d20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.360251 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4928bb4c-d721-4ed0-b6a3-6a4f72849d20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.415450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928bb4c-d721-4ed0-b6a3-6a4f72849d20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=4af228fa-3a87-4926-a3b6-c954c170a888,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:32.430342 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.432531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4928bb4c-d721-4ed0-b6a3-6a4f72849d20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:32.434690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-4928bb4c-d721-4ed0-b6a3-6a4f72849d20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:32.442376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4928bb4c-d721-4ed0-b6a3-6a4f72849d20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:32.442552 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.442657 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4928bb4c-d721-4ed0-b6a3-6a4f72849d20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.442741 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] 10.222.0.77 "DELETE /v2.0/networks/f00d15e9-f5b0-4df6-ba30-aec20611246b HTTP/1.1" status: 204 len: 168 time: 0.7026279 Jul 05 10:32:32.451805 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db87694-4754-47b9-a87c-4526bdf67471 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:32.460270 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928bb4c-d721-4ed0-b6a3-6a4f72849d20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=e7990330-459e-4d46-b80b-63d6bbbd2bb9,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:32.462664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35fff2-2d9a-4831-ab1c-7b6fb51e49d7 tempest-PortsTestJSON-1861891056 tempest-PortsTestJSON-1861891056-project] Pushing event deleted for resources: {'Network': ['ID=f00d15e9-f5b0-4df6-ba30-aec20611246b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:32.528521 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4928bb4c-d721-4ed0-b6a3-6a4f72849d20 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6971993 Jul 05 10:32:32.531570 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 49938) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:32.538988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e6be0af9-d0cb-4cb5-96e2-18388d1844bb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'mac_address': 'fa:16:3e:ef:49:bc', 'name': 'tempest-NetworksTestDHCPv6-265111475'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:32.628668 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': 'e7990330-459e-4d46-b80b-63d6bbbd2bb9'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:32:32.630460 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.774439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Allocated IP 2001:db8::f816:3eff:fe1b:ecdc (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/e7990330-459e-4d46-b80b-63d6bbbd2bb9/19050b82-14f1-4703-b250-c72552603f76) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:32.796318 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6be0af9-d0cb-4cb5-96e2-18388d1844bb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:32.918842 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e6be0af9-d0cb-4cb5-96e2-18388d1844bb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.939696 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:32.941223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-e6be0af9-d0cb-4cb5-96e2-18388d1844bb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port ae5dec68-3836-496b-b522-00b725920e15 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:32:32.949861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Transition to ACTIVE for port object 19050b82-14f1-4703-b250-c72552603f76 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:32.968432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Transition to ACTIVE for port object 19050b82-14f1-4703-b250-c72552603f76 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:33.067787 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.085167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49956) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:33.120018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:33.129476 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:33.146189 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:33.146361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-e6be0af9-d0cb-4cb5-96e2-18388d1844bb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::f816:3eff:feef:49bc (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/e7990330-459e-4d46-b80b-63d6bbbd2bb9/ae5dec68-3836-496b-b522-00b725920e15) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:33.146448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Pushing event updated for resources: {'Port': ['ID=19050b82-14f1-4703-b250-c72552603f76,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:33.225489 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Attempting to bind port 19050b82-14f1-4703-b250-c72552603f76 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:33.225995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Attempting to bind port 19050b82-14f1-4703-b250-c72552603f76 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:33.226256 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Attempting to bind port 19050b82-14f1-4703-b250-c72552603f76 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:33.234567 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:33.234997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:33.235423 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.235852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:33.236351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Bound port: 19050b82-14f1-4703-b250-c72552603f76, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:33.236869 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.276909 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-90ec5d5f-7a5b-43ce-a339-22e158e654b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3853efeed28944e8950c7ffd9027c73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902668 Jul 05 10:32:33.279872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49964) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:33.343419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] For port 19050b82-14f1-4703-b250-c72552603f76, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:33.344569 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25aabb7f-eba5-499f-a6e5-1fa8cc27711c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.346966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] For port 19050b82-14f1-4703-b250-c72552603f76, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=19050b82-14f1-4703-b250-c72552603f76,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:33.359828 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e6be0af9-d0cb-4cb5-96e2-18388d1844bb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.374482 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25aabb7f-eba5-499f-a6e5-1fa8cc27711c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.374685 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-e6be0af9-d0cb-4cb5-96e2-18388d1844bb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object ae5dec68-3836-496b-b522-00b725920e15 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:33.427364 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.490636 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcf460-2165-4df7-86fc-f415d9864e36 None None] Pushing event updated for resources: {'Port': ['ID=19050b82-14f1-4703-b250-c72552603f76,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:33.518981 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e6be0af9-d0cb-4cb5-96e2-18388d1844bb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.556771 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25aabb7f-eba5-499f-a6e5-1fa8cc27711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.562528 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25aabb7f-eba5-499f-a6e5-1fa8cc27711c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.574941 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-25aabb7f-eba5-499f-a6e5-1fa8cc27711c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10cc056a-05b9-4675-860e-e1d201d72b5d HTTP/1.1" status: 204 len: 168 time: 0.2836080 Jul 05 10:32:33.575245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6be0af9-d0cb-4cb5-96e2-18388d1844bb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:33.575323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aabb7f-eba5-499f-a6e5-1fa8cc27711c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cc056a-05b9-4675-860e-e1d201d72b5d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:33.592647 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-e6be0af9-d0cb-4cb5-96e2-18388d1844bb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:33.596120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be0af9-d0cb-4cb5-96e2-18388d1844bb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:33.602988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6be0af9-d0cb-4cb5-96e2-18388d1844bb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:33.603964 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e6be0af9-d0cb-4cb5-96e2-18388d1844bb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.652652 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be0af9-d0cb-4cb5-96e2-18388d1844bb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=ae5dec68-3836-496b-b522-00b725920e15,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:33.701551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e3455-33cd-4869-8a69-35fe4a5e8009 req-e13eee4b-0085-414e-8499-94314b361632 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:33.708578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e3455-33cd-4869-8a69-35fe4a5e8009 req-e13eee4b-0085-414e-8499-94314b361632 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:33.710143 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a03e3455-33cd-4869-8a69-35fe4a5e8009 req-e13eee4b-0085-414e-8499-94314b361632 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e&device_id=425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b HTTP/1.1" status: 200 len: 1682 time: 0.1457522 Jul 05 10:32:33.751603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a03e3455-33cd-4869-8a69-35fe4a5e8009 req-9a68c2da-e144-42d4-bc74-7cb31db6e638 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340436 Jul 05 10:32:33.768976 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e6be0af9-d0cb-4cb5-96e2-18388d1844bb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2301826 Jul 05 10:32:33.769075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49970) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:33.854726 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e7743-84fd-4b0d-93c3-7f1762d9492f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:33.861766 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e7743-84fd-4b0d-93c3-7f1762d9492f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:33.863580 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-558e7743-84fd-4b0d-93c3-7f1762d9492f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0959578 Jul 05 10:32:33.866341 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49976) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:33.964086 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3a4ae517-724b-40b0-a7ab-eda1ac40d44c no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:33.982809 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-94f7f38e-6044-4ef3-8d63-0b4e21e3b1cd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port ae5dec68-3836-496b-b522-00b725920e15 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:33.983157 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-94f7f38e-6044-4ef3-8d63-0b4e21e3b1cd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:33.997188 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 3a4ae517-724b-40b0-a7ab-eda1ac40d44c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:32:33.998164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3a4ae517-724b-40b0-a7ab-eda1ac40d44c not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:34.081937 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-94f7f38e-6044-4ef3-8d63-0b4e21e3b1cd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:34.095520 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-94f7f38e-6044-4ef3-8d63-0b4e21e3b1cd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for ae5dec68-3836-496b-b522-00b725920e15 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:34.325059 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-94f7f38e-6044-4ef3-8d63-0b4e21e3b1cd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:34.361221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7f38e-6044-4ef3-8d63-0b4e21e3b1cd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=ae5dec68-3836-496b-b522-00b725920e15,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:34.391471 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-94f7f38e-6044-4ef3-8d63-0b4e21e3b1cd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:34.393406 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-94f7f38e-6044-4ef3-8d63-0b4e21e3b1cd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/ae5dec68-3836-496b-b522-00b725920e15 HTTP/1.1" status: 204 len: 168 time: 0.5261095 Jul 05 10:32:34.395973 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49992) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:34.458596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2828ad-7be9-43e6-93b8-b715e3874114 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:34.460464 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2828ad-7be9-43e6-93b8-b715e3874114 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:34.463134 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ce2828ad-7be9-43e6-93b8-b715e3874114 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0652711 Jul 05 10:32:34.465475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 49994) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:34.526376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-467e7033-9c8b-473a-b1ec-2ded7db9387c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet e7990330-459e-4d46-b80b-63d6bbbd2bb9 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:34.530058 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-467e7033-9c8b-473a-b1ec-2ded7db9387c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:34.590293 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-467e7033-9c8b-473a-b1ec-2ded7db9387c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:34.604824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fdb56eff-efbd-49c3-ac6c-03a0e76327fb None None] Provisioning for port 19050b82-14f1-4703-b250-c72552603f76 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:34.704706 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-467e7033-9c8b-473a-b1ec-2ded7db9387c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:34.826872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cd170131-fb64-4f90-83a7-d3fc1ae7365c None None] Could not find standard attr ID for object ae5dec68-3836-496b-b522-00b725920e15. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:32:34.912968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50006) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:34.934891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 19050b82-14f1-4703-b250-c72552603f76 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:35.025513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-467e7033-9c8b-473a-b1ec-2ded7db9387c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:35.055691 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-22d71019-e00e-4602-96a3-e67d2df685dd tempest-SubnetPoolsTestJSON-1203524280 tempest-SubnetPoolsTestJSON-1203524280-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-278319872', 'prefixes': ['172.20.0.0/16']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:35.058830 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e7033-9c8b-473a-b1ec-2ded7db9387c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=e7990330-459e-4d46-b80b-63d6bbbd2bb9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:35.063350 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-467e7033-9c8b-473a-b1ec-2ded7db9387c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:35.065347 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-467e7033-9c8b-473a-b1ec-2ded7db9387c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/e7990330-459e-4d46-b80b-63d6bbbd2bb9 HTTP/1.1" status: 204 len: 168 time: 0.5994244 Jul 05 10:32:35.067859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50010) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:35.073073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d6ef0-d543-4fda-a1ef-bde34dd6e1ba None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:35.112586 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-66a26094-11ee-4de0-975b-5b61c657bd75 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436420 Jul 05 10:32:35.116099 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50012) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:35.121374 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e7aff094-42f3-4730-b7c6-694efa37648f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:35.192557 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 19050b82-14f1-4703-b250-c72552603f76 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:35.199521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 19050b82-14f1-4703-b250-c72552603f76 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:35.199924 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:35.318680 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:35.332449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd185143-4f8f-4bd7-8ae9-71353ff2bb82 None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:32:35.341875 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aff094-42f3-4730-b7c6-694efa37648f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:35.346656 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7aff094-42f3-4730-b7c6-694efa37648f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:35.390929 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 19050b82-14f1-4703-b250-c72552603f76, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=19050b82-14f1-4703-b250-c72552603f76,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:35.416973 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fd185143-4f8f-4bd7-8ae9-71353ff2bb82 None None] Deleting port 19050b82-14f1-4703-b250-c72552603f76 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:35.417458 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fd185143-4f8f-4bd7-8ae9-71353ff2bb82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:35.494689 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-fd185143-4f8f-4bd7-8ae9-71353ff2bb82 None None] For port 19050b82-14f1-4703-b250-c72552603f76, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=19050b82-14f1-4703-b250-c72552603f76,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:35.495215 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fd185143-4f8f-4bd7-8ae9-71353ff2bb82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:35.518404 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fd185143-4f8f-4bd7-8ae9-71353ff2bb82 None None] Calling delete_port for 19050b82-14f1-4703-b250-c72552603f76 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:35.521146 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-22d71019-e00e-4602-96a3-e67d2df685dd tempest-SubnetPoolsTestJSON-1203524280 tempest-SubnetPoolsTestJSON-1203524280-project] Notify callbacks [] for subnetpool, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:35.523501 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-22d71019-e00e-4602-96a3-e67d2df685dd tempest-SubnetPoolsTestJSON-1203524280 tempest-SubnetPoolsTestJSON-1203524280-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6123192 Jul 05 10:32:35.526933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50016) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:35.532882 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:35.628591 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2e423606-630a-4269-9706-38a03e28a6d4 tempest-SubnetPoolsTestJSON-1203524280 tempest-SubnetPoolsTestJSON-1203524280-project] 10.222.0.77 "GET /v2.0/subnetpools/ff7d3927-9ed4-463c-9971-8e6baaafb01a HTTP/1.1" status: 200 len: 731 time: 0.0911751 Jul 05 10:32:35.631234 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50020) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:35.640489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-77a22d4a-586b-43bf-a3d6-50c891b3d5b4 tempest-SubnetPoolsTestJSON-1203524280 tempest-SubnetPoolsTestJSON-1203524280-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2143989681'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:35.658815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=19050b82-14f1-4703-b250-c72552603f76,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:35.775239 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f559cf7-3d92-447d-99a4-157f6d34e474 req-3be5a96c-bb45-4b37-b53e-3ce656b8ec79 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:35.776728 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f559cf7-3d92-447d-99a4-157f6d34e474 req-3be5a96c-bb45-4b37-b53e-3ce656b8ec79 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b HTTP/1.1" status: 200 len: 945 time: 0.1080263 Jul 05 10:32:35.807879 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fd185143-4f8f-4bd7-8ae9-71353ff2bb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:35.834450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd185143-4f8f-4bd7-8ae9-71353ff2bb82 None None] Pushing event deleted for resources: {'Port': ['ID=19050b82-14f1-4703-b250-c72552603f76,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:35.841489 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd185143-4f8f-4bd7-8ae9-71353ff2bb82 None None] No DVR routers for this DVR port 19050b82-14f1-4703-b250-c72552603f76 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:35.855683 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9f559cf7-3d92-447d-99a4-157f6d34e474 req-0e9731f8-985c-4122-8cc0-fc400699cd8e tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692401 Jul 05 10:32:35.871800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.objects.ports [None req-e7aff094-42f3-4730-b7c6-694efa37648f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100776) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:32:35.874433 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-77a22d4a-586b-43bf-a3d6-50c891b3d5b4 tempest-SubnetPoolsTestJSON-1203524280 tempest-SubnetPoolsTestJSON-1203524280-project] Notify callbacks [] for subnetpool, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:35.880352 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-77a22d4a-586b-43bf-a3d6-50c891b3d5b4 tempest-SubnetPoolsTestJSON-1203524280 tempest-SubnetPoolsTestJSON-1203524280-project] 10.222.0.77 "PUT /v2.0/subnetpools/ff7d3927-9ed4-463c-9971-8e6baaafb01a HTTP/1.1" status: 200 len: 684 time: 0.2452750 Jul 05 10:32:35.880352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50022) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:35.983519 n-d-779913-27 neutron-server[100776]: WARNING neutron.services.revisions.revision_plugin [None req-e7aff094-42f3-4730-b7c6-694efa37648f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Could not find related port for resource to bump revision. Jul 05 10:32:36.070256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.ipam_pluggable_backend [None req-e7aff094-42f3-4730-b7c6-694efa37648f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Port 19050b82-14f1-4703-b250-c72552603f76 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100776) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 05 10:32:36.074765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.ipam_pluggable_backend [None req-e7aff094-42f3-4730-b7c6-694efa37648f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1b:ecdc {{(pid=100776) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 05 10:32:36.074880 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d3e99f48-7f1a-4d0c-9fe2-eb69ef8a391e tempest-SubnetPoolsTestJSON-1203524280 tempest-SubnetPoolsTestJSON-1203524280-project] Notify callbacks [] for subnetpool, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.074880 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d3e99f48-7f1a-4d0c-9fe2-eb69ef8a391e tempest-SubnetPoolsTestJSON-1203524280 tempest-SubnetPoolsTestJSON-1203524280-project] 10.222.0.77 "DELETE /v2.0/subnetpools/ff7d3927-9ed4-463c-9971-8e6baaafb01a HTTP/1.1" status: 204 len: 168 time: 0.1938283 Jul 05 10:32:36.075376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.ipam_pluggable_backend [None req-e7aff094-42f3-4730-b7c6-694efa37648f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1b:ecdc {{(pid=100776) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 05 10:32:36.075810 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7aff094-42f3-4730-b7c6-694efa37648f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.076643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50024) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:36.092346 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-ad314efd-eff5-43ab-b730-4de3f1ca3f61 tempest-SubnetPoolsTestJSON-1203524280 tempest-SubnetPoolsTestJSON-1203524280-project] show failed (client error): The resource could not be found. Jul 05 10:32:36.093370 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ad314efd-eff5-43ab-b730-4de3f1ca3f61 tempest-SubnetPoolsTestJSON-1203524280 tempest-SubnetPoolsTestJSON-1203524280-project] 10.222.0.77 "GET /v2.0/subnetpools/ff7d3927-9ed4-463c-9971-8e6baaafb01a HTTP/1.1" status: 404 len: 346 time: 0.0157678 Jul 05 10:32:36.096010 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50026) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:36.111055 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-622148a5-5144-4dc7-8ecc-ef21369a5d2e tempest-SubnetPoolsTestJSON-1203524280 tempest-SubnetPoolsTestJSON-1203524280-project] delete failed (client error): The resource could not be found. Jul 05 10:32:36.112236 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-622148a5-5144-4dc7-8ecc-ef21369a5d2e tempest-SubnetPoolsTestJSON-1203524280 tempest-SubnetPoolsTestJSON-1203524280-project] 10.222.0.77 "DELETE /v2.0/subnetpools/ff7d3927-9ed4-463c-9971-8e6baaafb01a HTTP/1.1" status: 404 len: 346 time: 0.0153236 Jul 05 10:32:36.117139 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aff094-42f3-4730-b7c6-694efa37648f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:36.121895 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-e7aff094-42f3-4730-b7c6-694efa37648f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:36.126122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aff094-42f3-4730-b7c6-694efa37648f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:36.128326 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e7aff094-42f3-4730-b7c6-694efa37648f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.132072 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817d2904-babd-4659-9fea-ac93868b4857 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:36.145941 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aff094-42f3-4730-b7c6-694efa37648f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=88454a2d-953d-4c52-8fbd-3319afc4dded,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:36.259447 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e7aff094-42f3-4730-b7c6-694efa37648f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1422215 Jul 05 10:32:36.263003 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50030) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:36.269068 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-44ee3bd8-db1c-4777-803e-aa1970c4f081 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'mac_address': 'fa:16:3e:90:11:76', 'name': 'tempest-NetworksTestDHCPv6-1940551511'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:36.284263 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb89c2-6088-400c-b691-3d71cc1f4c92 req-ef9dd7cd-1156-4d1f-8e34-f912f073cb15 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:36.284630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': '88454a2d-953d-4c52-8fbd-3319afc4dded'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:32:36.285624 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.285798 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2aeb89c2-6088-400c-b691-3d71cc1f4c92 req-ef9dd7cd-1156-4d1f-8e34-f912f073cb15 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.64 "GET /v2.0/ports?device_id=425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b HTTP/1.1" status: 200 len: 945 time: 0.0793798 Jul 05 10:32:36.404671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-2aeb89c2-6088-400c-b691-3d71cc1f4c92 req-4c43fc0e-d3f8-475b-a78b-b7350ef65545 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Deleting port 36770908-9fc9-4338-a76a-ab450357eed7 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:36.404934 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2aeb89c2-6088-400c-b691-3d71cc1f4c92 req-4c43fc0e-d3f8-475b-a78b-b7350ef65545 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.428797 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Allocated IP 2001:db8::f816:3eff:fe11:4b62 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/88454a2d-953d-4c52-8fbd-3319afc4dded/e58c6808-f5f8-4147-920d-62b9158d9812) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:36.484084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ee3bd8-db1c-4777-803e-aa1970c4f081 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:36.503833 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-2aeb89c2-6088-400c-b691-3d71cc1f4c92 req-4c43fc0e-d3f8-475b-a78b-b7350ef65545 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] For port 36770908-9fc9-4338-a76a-ab450357eed7, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=36770908-9fc9-4338-a76a-ab450357eed7,segment=NetworkSegment(cb904bb6-341d-4c9f-b361-1515e4509765),segment_id=cb904bb6-341d-4c9f-b361-1515e4509765)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:36.504310 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2aeb89c2-6088-400c-b691-3d71cc1f4c92 req-4c43fc0e-d3f8-475b-a78b-b7350ef65545 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.517648 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-2aeb89c2-6088-400c-b691-3d71cc1f4c92 req-4c43fc0e-d3f8-475b-a78b-b7350ef65545 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Calling delete_port for 36770908-9fc9-4338-a76a-ab450357eed7 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:36.572283 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44ee3bd8-db1c-4777-803e-aa1970c4f081 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.594952 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-44ee3bd8-db1c-4777-803e-aa1970c4f081 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port ee0eb590-0da2-42b2-a179-fd41099261a4 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:32:36.623191 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.738858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Transition to ACTIVE for port object e58c6808-f5f8-4147-920d-62b9158d9812 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:36.739501 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2aeb89c2-6088-400c-b691-3d71cc1f4c92 req-4c43fc0e-d3f8-475b-a78b-b7350ef65545 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.755339 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['36770908-9fc9-4338-a76a-ab450357eed7'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:32:36.758750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['341f4ab5-5158-4690-bd53-76c48fa0b4cc'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:32:36.775258 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43fc0e-d3f8-475b-a78b-b7350ef65545 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Pushing event deleted for resources: {'Port': ['ID=36770908-9fc9-4338-a76a-ab450357eed7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:36.829627 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50034) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:36.829731 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Transition to ACTIVE for port object e58c6808-f5f8-4147-920d-62b9158d9812 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:36.834192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aeb89c2-6088-400c-b691-3d71cc1f4c92 req-4c43fc0e-d3f8-475b-a78b-b7350ef65545 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] No DVR routers for this DVR port 36770908-9fc9-4338-a76a-ab450357eed7 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:36.842844 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2aeb89c2-6088-400c-b691-3d71cc1f4c92 req-4c43fc0e-d3f8-475b-a78b-b7350ef65545 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:36.845408 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2aeb89c2-6088-400c-b691-3d71cc1f4c92 req-4c43fc0e-d3f8-475b-a78b-b7350ef65545 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.64 "DELETE /v2.0/ports/36770908-9fc9-4338-a76a-ab450357eed7 HTTP/1.1" status: 204 len: 173 time: 0.5530190 Jul 05 10:32:36.845940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b', 'name': 'network-vif-deleted', 'tag': '36770908-9fc9-4338-a76a-ab450357eed7'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:36.848775 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5831d3-9984-4608-8535-e3e52fa22bba" -d '{"events": [{"server_uuid": "425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b", "name": "network-vif-deleted", "tag": "36770908-9fc9-4338-a76a-ab450357eed7"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:36.947517 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fda2088-4550-4377-90bc-9742c9837d02 x-openstack-request-id: req-5fda2088-4550-4377-90bc-9742c9837d02 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:36.947846 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b", "name": "network-vif-deleted", "tag": "36770908-9fc9-4338-a76a-ab450357eed7", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:36.948104 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5fda2088-4550-4377-90bc-9742c9837d02 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:36.948511 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b', 'name': 'network-vif-deleted', 'tag': '36770908-9fc9-4338-a76a-ab450357eed7', 'status': 'completed', 'code': 200} Jul 05 10:32:36.948670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 19050b82-14f1-4703-b250-c72552603f76 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:36.974072 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 19050b82-14f1-4703-b250-c72552603f76 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:32:36.974477 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 19050b82-14f1-4703-b250-c72552603f76 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:36.995111 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.015985 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f59df744-a488-4aa6-9abb-b826260a0daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.055441 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:37.063960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-44ee3bd8-db1c-4777-803e-aa1970c4f081 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::f816:3eff:fe90:1176 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/88454a2d-953d-4c52-8fbd-3319afc4dded/ee0eb590-0da2-42b2-a179-fd41099261a4) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:37.067444 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:37.073380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:37.082436 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Pushing event updated for resources: {'Port': ['ID=e58c6808-f5f8-4147-920d-62b9158d9812,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:37.096649 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eb714f88-5b97-4491-b879-5fefd1e7b85c req-650fbb78-e8dd-4f14-aee6-a5cedc8556ad tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=425d0a11-bd5c-42fb-ba8e-0dc5b01fbe1b HTTP/1.1" status: 200 len: 210 time: 0.0574036 Jul 05 10:32:37.128064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab07d5a-a218-4dc7-a848-717ae4225f40 req-c5a2be88-124d-4487-889a-1ddba9701a5c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:37.138856 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fab07d5a-a218-4dc7-a848-717ae4225f40 req-c5a2be88-124d-4487-889a-1ddba9701a5c tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.73 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 946 time: 0.2357035 Jul 05 10:32:37.168414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Attempting to bind port e58c6808-f5f8-4147-920d-62b9158d9812 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:37.168855 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Attempting to bind port e58c6808-f5f8-4147-920d-62b9158d9812 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:37.169212 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Attempting to bind port e58c6808-f5f8-4147-920d-62b9158d9812 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:37.178881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:37.179250 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:37.179656 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.180547 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:37.180675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Bound port: e58c6808-f5f8-4147-920d-62b9158d9812, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:37.180985 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.251977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] For port e58c6808-f5f8-4147-920d-62b9158d9812, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:37.255362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] For port e58c6808-f5f8-4147-920d-62b9158d9812, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e58c6808-f5f8-4147-920d-62b9158d9812,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:37.330396 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.374203 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f59df744-a488-4aa6-9abb-b826260a0daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.395391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9ed05-8ad5-429d-abd1-85f4da864204 None None] Pushing event updated for resources: {'Port': ['ID=e58c6808-f5f8-4147-920d-62b9158d9812,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:37.405706 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44ee3bd8-db1c-4777-803e-aa1970c4f081 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.408615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-fab07d5a-a218-4dc7-a848-717ae4225f40 req-c6941975-bbf2-4d62-8c33-6b5c2a3c86f1 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Deleting port 341f4ab5-5158-4690-bd53-76c48fa0b4cc {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:37.409382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fab07d5a-a218-4dc7-a848-717ae4225f40 req-c6941975-bbf2-4d62-8c33-6b5c2a3c86f1 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.464323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-44ee3bd8-db1c-4777-803e-aa1970c4f081 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object ee0eb590-0da2-42b2-a179-fd41099261a4 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:37.466227 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f59df744-a488-4aa6-9abb-b826260a0daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.538123 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f59df744-a488-4aa6-9abb-b826260a0daa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a55a86c38caa4af2aa62fcb0020f41d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7105105 Jul 05 10:32:37.538690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50044) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:37.544808 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59df744-a488-4aa6-9abb-b826260a0daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80675262-1062-4d48-ad68-5765124427eb,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:37.602560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-fab07d5a-a218-4dc7-a848-717ae4225f40 req-c6941975-bbf2-4d62-8c33-6b5c2a3c86f1 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] For port 341f4ab5-5158-4690-bd53-76c48fa0b4cc, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=341f4ab5-5158-4690-bd53-76c48fa0b4cc,segment=NetworkSegment(cb904bb6-341d-4c9f-b361-1515e4509765),segment_id=cb904bb6-341d-4c9f-b361-1515e4509765)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:37.602984 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fab07d5a-a218-4dc7-a848-717ae4225f40 req-c6941975-bbf2-4d62-8c33-6b5c2a3c86f1 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.616694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-fab07d5a-a218-4dc7-a848-717ae4225f40 req-c6941975-bbf2-4d62-8c33-6b5c2a3c86f1 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Calling delete_port for 341f4ab5-5158-4690-bd53-76c48fa0b4cc owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:37.651014 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1aba9369-ee51-41f6-89c6-df37c68a9a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.677722 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1aba9369-ee51-41f6-89c6-df37c68a9a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.692283 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44ee3bd8-db1c-4777-803e-aa1970c4f081 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.743807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ee3bd8-db1c-4777-803e-aa1970c4f081 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:37.757952 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-44ee3bd8-db1c-4777-803e-aa1970c4f081 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:37.763505 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee3bd8-db1c-4777-803e-aa1970c4f081 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:37.769072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ee3bd8-db1c-4777-803e-aa1970c4f081 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:37.775166 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44ee3bd8-db1c-4777-803e-aa1970c4f081 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.792157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee3bd8-db1c-4777-803e-aa1970c4f081 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=ee0eb590-0da2-42b2-a179-fd41099261a4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:37.836651 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1aba9369-ee51-41f6-89c6-df37c68a9a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.839400 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1aba9369-ee51-41f6-89c6-df37c68a9a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.840691 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1aba9369-ee51-41f6-89c6-df37c68a9a62 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/80675262-1062-4d48-ad68-5765124427eb HTTP/1.1" status: 204 len: 168 time: 0.2997999 Jul 05 10:32:37.848822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba9369-ee51-41f6-89c6-df37c68a9a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80675262-1062-4d48-ad68-5765124427eb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:37.870500 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-44ee3bd8-db1c-4777-803e-aa1970c4f081 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6033330 Jul 05 10:32:37.870500 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50048) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:37.902896 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fab07d5a-a218-4dc7-a848-717ae4225f40 req-c6941975-bbf2-4d62-8c33-6b5c2a3c86f1 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.936284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6941975-bbf2-4d62-8c33-6b5c2a3c86f1 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Pushing event deleted for resources: {'Port': ['ID=341f4ab5-5158-4690-bd53-76c48fa0b4cc,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:37.990138 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab07d5a-a218-4dc7-a848-717ae4225f40 req-c6941975-bbf2-4d62-8c33-6b5c2a3c86f1 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] No DVR routers for this DVR port 341f4ab5-5158-4690-bd53-76c48fa0b4cc on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:37.993136 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-fab07d5a-a218-4dc7-a848-717ae4225f40 req-c6941975-bbf2-4d62-8c33-6b5c2a3c86f1 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:37.995193 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fab07d5a-a218-4dc7-a848-717ae4225f40 req-c6941975-bbf2-4d62-8c33-6b5c2a3c86f1 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.73 "DELETE /v2.0/ports/341f4ab5-5158-4690-bd53-76c48fa0b4cc HTTP/1.1" status: 204 len: 173 time: 0.8600433 Jul 05 10:32:37.995780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf9a57f-4d7d-4598-b018-ff8c2b97f71e', 'name': 'network-vif-deleted', 'tag': '341f4ab5-5158-4690-bd53-76c48fa0b4cc'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:37.998549 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181838f5-73ed-470a-835f-a70083790b9c" -d '{"events": [{"server_uuid": "abf9a57f-4d7d-4598-b018-ff8c2b97f71e", "name": "network-vif-deleted", "tag": "341f4ab5-5158-4690-bd53-76c48fa0b4cc"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:38.024342 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c12b2-77db-4e7f-8127-a574a17b567c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:38.030441 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c12b2-77db-4e7f-8127-a574a17b567c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:38.032118 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3e4c12b2-77db-4e7f-8127-a574a17b567c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1602321 Jul 05 10:32:38.042117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50052) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:38.051272 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c582cd50-e549-44e6-a3d9-290bf34002c9 x-openstack-request-id: req-c582cd50-e549-44e6-a3d9-290bf34002c9 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:38.051654 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf9a57f-4d7d-4598-b018-ff8c2b97f71e", "name": "network-vif-deleted", "tag": "341f4ab5-5158-4690-bd53-76c48fa0b4cc", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:38.052046 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c582cd50-e549-44e6-a3d9-290bf34002c9 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:38.052600 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf9a57f-4d7d-4598-b018-ff8c2b97f71e', 'name': 'network-vif-deleted', 'tag': '341f4ab5-5158-4690-bd53-76c48fa0b4cc', 'status': 'completed', 'code': 200} Jul 05 10:32:38.161348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c3b0931b-4e53-4ba6-9975-5b4be6121f83 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port ee0eb590-0da2-42b2-a179-fd41099261a4 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:38.161933 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c3b0931b-4e53-4ba6-9975-5b4be6121f83 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:38.307917 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c3b0931b-4e53-4ba6-9975-5b4be6121f83 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:38.335775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c3b0931b-4e53-4ba6-9975-5b4be6121f83 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for ee0eb590-0da2-42b2-a179-fd41099261a4 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:38.389978 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8a8dcbe9-2e08-499d-a33b-0c70ff7b92db req-0ccc9c61-455e-48e4-bebc-c1d7234cb5e3 tempest-ListServersNegativeTestJSON-854968605 tempest-ListServersNegativeTestJSON-854968605-project] 10.222.0.77 "GET /v2.0/ports?device_id=abf9a57f-4d7d-4598-b018-ff8c2b97f71e HTTP/1.1" status: 200 len: 210 time: 0.0493419 Jul 05 10:32:38.570255 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c3b0931b-4e53-4ba6-9975-5b4be6121f83 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:38.607047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0931b-4e53-4ba6-9975-5b4be6121f83 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=ee0eb590-0da2-42b2-a179-fd41099261a4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:38.640311 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c3b0931b-4e53-4ba6-9975-5b4be6121f83 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:38.644498 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c3b0931b-4e53-4ba6-9975-5b4be6121f83 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/ee0eb590-0da2-42b2-a179-fd41099261a4 HTTP/1.1" status: 204 len: 168 time: 0.6080933 Jul 05 10:32:38.645150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50068) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:38.688229 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fb2daec4-3069-476b-a4a9-e6a011fb3765 None None] Provisioning for port e58c6808-f5f8-4147-920d-62b9158d9812 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:38.713484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538580c0-eb1d-4b6c-b615-a792293250b8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:38.716996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538580c0-eb1d-4b6c-b615-a792293250b8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:38.717382 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-538580c0-eb1d-4b6c-b615-a792293250b8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0710580 Jul 05 10:32:38.720374 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50070) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:38.782538 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c839eb8-0125-4899-a77b-4d59cbb1976e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 88454a2d-953d-4c52-8fbd-3319afc4dded {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:38.784209 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c839eb8-0125-4899-a77b-4d59cbb1976e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:38.811928 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-68d04e6b-07f8-4ab8-8570-9cefccb0b339 None None] Could not find standard attr ID for object ee0eb590-0da2-42b2-a179-fd41099261a4. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:32:38.844003 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c839eb8-0125-4899-a77b-4d59cbb1976e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:38.983090 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c839eb8-0125-4899-a77b-4d59cbb1976e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:38.986821 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e58c6808-f5f8-4147-920d-62b9158d9812 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:39.146914 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e58c6808-f5f8-4147-920d-62b9158d9812 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:39.151385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e58c6808-f5f8-4147-920d-62b9158d9812 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:39.151797 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:39.185793 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c839eb8-0125-4899-a77b-4d59cbb1976e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:39.202114 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c839eb8-0125-4899-a77b-4d59cbb1976e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:39.203897 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9c839eb8-0125-4899-a77b-4d59cbb1976e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/88454a2d-953d-4c52-8fbd-3319afc4dded HTTP/1.1" status: 204 len: 168 time: 0.4823925 Jul 05 10:32:39.206424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50082) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:39.211890 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5dbc70-5b9f-432c-9529-df074e357355 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:39.313020 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:39.397377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port e58c6808-f5f8-4147-920d-62b9158d9812, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e58c6808-f5f8-4147-920d-62b9158d9812,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:39.503835 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:39.520756 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50088) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:39.540579 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd08b03-11e3-48c9-a205-1eb66f176d88 None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:32:39.588139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 36770908-9fc9-4338-a76a-ab450357eed7 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:39.590774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Deleting subnet 161d8c92-1af9-4fa8-8daa-a4ae343a1e0a {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:39.594208 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:39.615791 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 36770908-9fc9-4338-a76a-ab450357eed7 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:32:39.616237 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 36770908-9fc9-4338-a76a-ab450357eed7 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:39.618582 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=e58c6808-f5f8-4147-920d-62b9158d9812,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:39.630203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.630552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.630895 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.631232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.631797 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.632296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.632635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.632969 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.633382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.633874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.634399 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.634899 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.637229 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:39.652885 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-62b619e8-69d4-489f-96f8-dabaa753b9bf tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4370737 Jul 05 10:32:39.652885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c839eb8-0125-4899-a77b-4d59cbb1976e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=88454a2d-953d-4c52-8fbd-3319afc4dded,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:39.652885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50090) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:39.659540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2cd08b03-11e3-48c9-a205-1eb66f176d88 None None] Deleting port e58c6808-f5f8-4147-920d-62b9158d9812 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:39.660098 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2cd08b03-11e3-48c9-a205-1eb66f176d88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:39.710669 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:39.733610 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2cd08b03-11e3-48c9-a205-1eb66f176d88 None None] For port e58c6808-f5f8-4147-920d-62b9158d9812, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e58c6808-f5f8-4147-920d-62b9158d9812,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:39.734276 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2cd08b03-11e3-48c9-a205-1eb66f176d88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:39.749577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2cd08b03-11e3-48c9-a205-1eb66f176d88 None None] Calling delete_port for e58c6808-f5f8-4147-920d-62b9158d9812 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:39.766351 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9ef1fc-0a99-4a44-9039-ce0c022453a3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:39.768839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bf9ef1fc-0a99-4a44-9039-ce0c022453a3 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1149807 Jul 05 10:32:39.771069 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50096) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:39.828422 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1abc3ac-501c-40a0-baf7-31928d2df2ed tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:39.830758 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d1abc3ac-501c-40a0-baf7-31928d2df2ed tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0554080 Jul 05 10:32:39.833221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50098) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:39.875036 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1cec8f6d-202e-49f9-af44-13c53991ea44 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404594 Jul 05 10:32:39.878677 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50100) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:39.883600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ebace3a6-e8be-4d1e-b4d8-7614fc2afa31 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:39.922071 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2cd08b03-11e3-48c9-a205-1eb66f176d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:39.924743 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:39.951328 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=161d8c92-1af9-4fa8-8daa-a4ae343a1e0a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:39.952312 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd08b03-11e3-48c9-a205-1eb66f176d88 None None] Pushing event deleted for resources: {'Port': ['ID=e58c6808-f5f8-4147-920d-62b9158d9812,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:39.954169 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd08b03-11e3-48c9-a205-1eb66f176d88 None None] No DVR routers for this DVR port e58c6808-f5f8-4147-920d-62b9158d9812 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:39.954608 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:39.956727 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/161d8c92-1af9-4fa8-8daa-a4ae343a1e0a HTTP/1.1" status: 204 len: 168 time: 0.4344113 Jul 05 10:32:39.963560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50104) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:39.965256 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.965626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.965944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.966484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.966963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.967446 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.967966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.968449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.969348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.969927 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.970406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:39.971303 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6d730-c3ed-425b-baf3-39a3e5f246c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:32:40.062135 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f58399ba-b032-4c2f-881f-1f6774b38305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:40.142655 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f58399ba-b032-4c2f-881f-1f6774b38305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:40.151575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebace3a6-e8be-4d1e-b4d8-7614fc2afa31 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:40.155698 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebace3a6-e8be-4d1e-b4d8-7614fc2afa31 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:40.161434 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-f58399ba-b032-4c2f-881f-1f6774b38305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd4b4a0-1a6d-4c87-a35c-784df47134b4']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:40.212671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-f58399ba-b032-4c2f-881f-1f6774b38305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb904bb6-341d-4c9f-b361-1515e4509765') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:40.213322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-f58399ba-b032-4c2f-881f-1f6774b38305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb904bb6-341d-4c9f-b361-1515e4509765') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:32:40.232671 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f58399ba-b032-4c2f-881f-1f6774b38305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:40.265391 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f58399ba-b032-4c2f-881f-1f6774b38305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:40.273749 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58399ba-b032-4c2f-881f-1f6774b38305 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:32:40.274257 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f58399ba-b032-4c2f-881f-1f6774b38305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:32:40.276103 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:32:40.389451 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f58399ba-b032-4c2f-881f-1f6774b38305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:40.397259 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f58399ba-b032-4c2f-881f-1f6774b38305 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:40.400384 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f58399ba-b032-4c2f-881f-1f6774b38305 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2bd4b4a0-1a6d-4c87-a35c-784df47134b4 HTTP/1.1" status: 204 len: 168 time: 0.4329681 Jul 05 10:32:40.413566 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58399ba-b032-4c2f-881f-1f6774b38305 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd4b4a0-1a6d-4c87-a35c-784df47134b4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:40.604548 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebace3a6-e8be-4d1e-b4d8-7614fc2afa31 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:40.650290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebace3a6-e8be-4d1e-b4d8-7614fc2afa31 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:40.653693 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-ebace3a6-e8be-4d1e-b4d8-7614fc2afa31 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:40.660097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebace3a6-e8be-4d1e-b4d8-7614fc2afa31 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:40.660097 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ebace3a6-e8be-4d1e-b4d8-7614fc2afa31 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:40.667085 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2025cb4-1774-47b1-adc7-bbd25ef3b929 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:40.670894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebace3a6-e8be-4d1e-b4d8-7614fc2afa31 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=e136a677-b6de-4e77-9204-84effb10f829,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:40.776454 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ebace3a6-e8be-4d1e-b4d8-7614fc2afa31 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8967011 Jul 05 10:32:40.780795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50122) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:40.786096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4001cf69-4358-4077-ba46-87e14a7da741 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'mac_address': 'fa:16:3e:46:31:6a', 'name': 'tempest-NetworksTestDHCPv6-1168194572'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:40.827336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': 'e136a677-b6de-4e77-9204-84effb10f829'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:32:40.828374 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:40.877898 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50124) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:40.927938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e58c6808-f5f8-4147-920d-62b9158d9812 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:40.942982 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-584dd39e-885c-4fb8-8e94-4b93f7afecd0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3fb99ac626884b4992b8647d4a17c542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590613 Jul 05 10:32:40.946031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50126) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:40.963549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: e58c6808-f5f8-4147-920d-62b9158d9812 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:32:40.964172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e58c6808-f5f8-4147-920d-62b9158d9812 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:41.002521 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2aa97cdd-1498-446f-bc63-d0dce67ecc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:41.036853 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2aa97cdd-1498-446f-bc63-d0dce67ecc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:41.046863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Allocated IP 2001:db8::2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/e136a677-b6de-4e77-9204-84effb10f829/141e6c9d-b807-4e7d-9534-3f7326133102) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:41.064664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4001cf69-4358-4077-ba46-87e14a7da741 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:41.073233 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4001cf69-4358-4077-ba46-87e14a7da741 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:41.091756 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-4001cf69-4358-4077-ba46-87e14a7da741 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port 40364c24-1476-4f09-b883-b070a22b35e9 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:32:41.170210 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2aa97cdd-1498-446f-bc63-d0dce67ecc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:41.182805 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-65b7f56a-f5da-4945-a290-ae90cb72381c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:41.184119 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2aa97cdd-1498-446f-bc63-d0dce67ecc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:41.184119 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2aa97cdd-1498-446f-bc63-d0dce67ecc19 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad HTTP/1.1" status: 204 len: 168 time: 0.2334197 Jul 05 10:32:41.195631 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa97cdd-1498-446f-bc63-d0dce67ecc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d05d8f0-65b0-4d7f-9b8c-9ca94dc18dad,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:41.201573 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:41.218175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Transition to ACTIVE for port object 141e6c9d-b807-4e7d-9534-3f7326133102 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:41.234672 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Transition to ACTIVE for port object 141e6c9d-b807-4e7d-9534-3f7326133102 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:41.382449 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:41.424765 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:41.430079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:41.434740 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:41.443758 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Pushing event updated for resources: {'Port': ['ID=141e6c9d-b807-4e7d-9534-3f7326133102,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:41.447755 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-4001cf69-4358-4077-ba46-87e14a7da741 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::2b1 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/e136a677-b6de-4e77-9204-84effb10f829/40364c24-1476-4f09-b883-b070a22b35e9) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:41.501892 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Attempting to bind port 141e6c9d-b807-4e7d-9534-3f7326133102 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:41.502268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Attempting to bind port 141e6c9d-b807-4e7d-9534-3f7326133102 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:41.502804 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Attempting to bind port 141e6c9d-b807-4e7d-9534-3f7326133102 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:41.508319 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:41.508700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:41.509143 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:41.509549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:41.510011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Bound port: 141e6c9d-b807-4e7d-9534-3f7326133102, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:41.510387 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:41.581227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] For port 141e6c9d-b807-4e7d-9534-3f7326133102, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:41.585676 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] For port 141e6c9d-b807-4e7d-9534-3f7326133102, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=141e6c9d-b807-4e7d-9534-3f7326133102,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:41.609467 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4001cf69-4358-4077-ba46-87e14a7da741 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:41.624934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-4001cf69-4358-4077-ba46-87e14a7da741 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object 40364c24-1476-4f09-b883-b070a22b35e9 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:41.676771 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:41.743343 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe45cd3-93b9-4c8f-8f3e-7026ff1a8a92 None None] Pushing event updated for resources: {'Port': ['ID=141e6c9d-b807-4e7d-9534-3f7326133102,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:41.744938 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4001cf69-4358-4077-ba46-87e14a7da741 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:41.825768 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4001cf69-4358-4077-ba46-87e14a7da741 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:41.829965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-4001cf69-4358-4077-ba46-87e14a7da741 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:41.835192 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4001cf69-4358-4077-ba46-87e14a7da741 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:41.841515 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4001cf69-4358-4077-ba46-87e14a7da741 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:41.842272 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4001cf69-4358-4077-ba46-87e14a7da741 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:41.846040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001cf69-4358-4077-ba46-87e14a7da741 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=40364c24-1476-4f09-b883-b070a22b35e9,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:41.968410 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4001cf69-4358-4077-ba46-87e14a7da741 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1864066 Jul 05 10:32:41.971107 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50144) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:41.991234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 341f4ab5-5158-4690-bd53-76c48fa0b4cc no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:42.027644 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 341f4ab5-5158-4690-bd53-76c48fa0b4cc {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:32:42.028399 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 341f4ab5-5158-4690-bd53-76c48fa0b4cc not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:42.060399 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b588d069-641d-445d-bc3f-ee40d22bba45 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:42.068516 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b588d069-641d-445d-bc3f-ee40d22bba45 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:42.071789 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b588d069-641d-445d-bc3f-ee40d22bba45 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0977726 Jul 05 10:32:42.073433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50146) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:42.206864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc5a6d-7a24-46c1-b14b-c138a48a6d52 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port 40364c24-1476-4f09-b883-b070a22b35e9 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:42.207230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5a6d-7a24-46c1-b14b-c138a48a6d52 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:42.319115 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5a6d-7a24-46c1-b14b-c138a48a6d52 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:42.334485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc5a6d-7a24-46c1-b14b-c138a48a6d52 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for 40364c24-1476-4f09-b883-b070a22b35e9 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:42.469050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50160) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:42.572929 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a5a90ae4-bf56-4856-bc01-2989db9359a9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-473758597-network', 'tenant_id': '74a2cb886e8f45d9845ba0f19f03a76c'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:42.585209 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5a6d-7a24-46c1-b14b-c138a48a6d52 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:42.621183 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc5a6d-7a24-46c1-b14b-c138a48a6d52 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=40364c24-1476-4f09-b883-b070a22b35e9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:42.653998 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5a6d-7a24-46c1-b14b-c138a48a6d52 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:42.657152 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f7bc5a6d-7a24-46c1-b14b-c138a48a6d52 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/40364c24-1476-4f09-b883-b070a22b35e9 HTTP/1.1" status: 204 len: 168 time: 0.5827017 Jul 05 10:32:42.660432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50164) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:42.716674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91fb6d4-89de-46ab-88bd-bd817f308e96 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:42.718407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91fb6d4-89de-46ab-88bd-bd817f308e96 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:42.720002 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e91fb6d4-89de-46ab-88bd-bd817f308e96 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0585022 Jul 05 10:32:42.722736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50166) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:42.723864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a90ae4-bf56-4856-bc01-2989db9359a9 admin admin] Made reservation on behalf of 74a2cb886e8f45d9845ba0f19f03a76c for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:42.726569 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5a90ae4-bf56-4856-bc01-2989db9359a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:42.737624 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5a90ae4-bf56-4856-bc01-2989db9359a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:42.784577 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f164615a-94d0-4a72-b04f-3cb5d956ebe8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet e136a677-b6de-4e77-9204-84effb10f829 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:42.789534 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f164615a-94d0-4a72-b04f-3cb5d956ebe8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:42.838276 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f164615a-94d0-4a72-b04f-3cb5d956ebe8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:42.847416 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5a90ae4-bf56-4856-bc01-2989db9359a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:42.942258 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5a90ae4-bf56-4856-bc01-2989db9359a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:42.962172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 141e6c9d-b807-4e7d-9534-3f7326133102 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:42.964311 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f164615a-94d0-4a72-b04f-3cb5d956ebe8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:42.984997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a90ae4-bf56-4856-bc01-2989db9359a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c839e118-4853-47b3-b63c-0b0721889243,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:42.991324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a90ae4-bf56-4856-bc01-2989db9359a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:32:43.005348 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5a90ae4-bf56-4856-bc01-2989db9359a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:43.006619 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-a5a90ae4-bf56-4856-bc01-2989db9359a9 admin admin] Added segment 4401f41f-c4d3-48a5-9ed0-e54177ee8556 of type vlan for network f07f9a36-47b5-4700-a8e9-30e7deb1de7e Jul 05 10:32:43.053620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c65240d0-98ef-44d6-98bd-971eb3c72fb3 None None] Provisioning for port 141e6c9d-b807-4e7d-9534-3f7326133102 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:43.074387 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5a90ae4-bf56-4856-bc01-2989db9359a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:43.113596 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f164615a-94d0-4a72-b04f-3cb5d956ebe8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:43.130483 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f164615a-94d0-4a72-b04f-3cb5d956ebe8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:43.134893 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f164615a-94d0-4a72-b04f-3cb5d956ebe8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/e136a677-b6de-4e77-9204-84effb10f829 HTTP/1.1" status: 204 len: 168 time: 0.4089179 Jul 05 10:32:43.135283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50172) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:43.144733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 141e6c9d-b807-4e7d-9534-3f7326133102 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:43.150902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 141e6c9d-b807-4e7d-9534-3f7326133102 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:43.152772 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:43.206226 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-49683060-86a1-4a73-a1c6-e0d5f9b07bf4 None None] Could not find standard attr ID for object 40364c24-1476-4f09-b883-b070a22b35e9. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:32:43.224912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164615a-94d0-4a72-b04f-3cb5d956ebe8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=e136a677-b6de-4e77-9204-84effb10f829,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:43.233951 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0fa19e00-2645-4c5b-81ab-262aea0ee1d1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972788 Jul 05 10:32:43.238524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50178) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:43.244798 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5a90ae4-bf56-4856-bc01-2989db9359a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:43.246736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a90ae4-bf56-4856-bc01-2989db9359a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:43.247560 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5a90ae4-bf56-4856-bc01-2989db9359a9 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:43.266497 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:43.320846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf1baea-a5f8-45cf-a3f3-5d93ea4cc36f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:43.322426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-baf1baea-a5f8-45cf-a3f3-5d93ea4cc36f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0828037 Jul 05 10:32:43.326432 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50180) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:43.333306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 141e6c9d-b807-4e7d-9534-3f7326133102, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=141e6c9d-b807-4e7d-9534-3f7326133102,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:43.343512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a90ae4-bf56-4856-bc01-2989db9359a9 admin admin] Pushing event updated for resources: {'Network': ['ID=f07f9a36-47b5-4700-a8e9-30e7deb1de7e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:43.354042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f437b96-ffd6-41a3-9c72-725c2e442d96 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:43.363505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network f07f9a36-47b5-4700-a8e9-30e7deb1de7e details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:32:43.393787 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a5a90ae4-bf56-4856-bc01-2989db9359a9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9235001 Jul 05 10:32:43.396490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50182) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:43.401669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c58c46-37e9-487b-acbf-5578542f35c8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:43.402833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-176d0651-9596-439d-92da-445d48970f91 admin admin] Request body: {'subnet': {'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-473758597-subnet', 'tenant_id': '74a2cb886e8f45d9845ba0f19f03a76c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:43.404189 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-57c58c46-37e9-487b-acbf-5578542f35c8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0759490 Jul 05 10:32:43.406613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50184) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:43.445947 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-40534689-94b7-4aa9-b159-d3e31c526271 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381472 Jul 05 10:32:43.451025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50186) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:43.456234 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4d7fcd60-716e-4749-8b40-772577c0f590 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:43.515408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176d0651-9596-439d-92da-445d48970f91 admin admin] Made reservation on behalf of 74a2cb886e8f45d9845ba0f19f03a76c for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:43.521707 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-176d0651-9596-439d-92da-445d48970f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:43.621524 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:43.637310 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7fcd60-716e-4749-8b40-772577c0f590 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:43.643540 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4d7fcd60-716e-4749-8b40-772577c0f590 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:43.705847 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=141e6c9d-b807-4e7d-9534-3f7326133102,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:43.777547 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:43.808734 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-70d3ecdf-dcc1-40f5-ac7d-e80752b55e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:43.875640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b29fa8-7521-4064-b07d-25ba7fafc413 None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:32:43.882455 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-176d0651-9596-439d-92da-445d48970f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:43.954297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-38b29fa8-7521-4064-b07d-25ba7fafc413 None None] Deleting port 141e6c9d-b807-4e7d-9534-3f7326133102 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:43.955742 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-38b29fa8-7521-4064-b07d-25ba7fafc413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:43.967609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d0651-9596-439d-92da-445d48970f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f7b6db-d802-47e9-b5c8-384631a1c751,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:43.977077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d0651-9596-439d-92da-445d48970f91 admin admin] Checking segment: {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:43.977438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d0651-9596-439d-92da-445d48970f91 admin admin] Network hostable DHCP agents. Network: f07f9a36-47b5-4700-a8e9-30e7deb1de7e, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:32:44.046708 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-38b29fa8-7521-4064-b07d-25ba7fafc413 None None] For port 141e6c9d-b807-4e7d-9534-3f7326133102, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=141e6c9d-b807-4e7d-9534-3f7326133102,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:44.047115 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-38b29fa8-7521-4064-b07d-25ba7fafc413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:44.066032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-38b29fa8-7521-4064-b07d-25ba7fafc413 None None] Calling delete_port for 141e6c9d-b807-4e7d-9534-3f7326133102 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:44.088950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d0651-9596-439d-92da-445d48970f91 admin admin] Network f07f9a36-47b5-4700-a8e9-30e7deb1de7e is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:32:44.169951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.objects.ports [None req-4d7fcd60-716e-4749-8b40-772577c0f590 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:32:44.257615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-176d0651-9596-439d-92da-445d48970f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, f07f9a36-47b5-4700-a8e9-30e7deb1de7e) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:44.268725 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5688bb-d32e-46c4-8bdf-de52c96e9735 None None] Network f07f9a36-47b5-4700-a8e9-30e7deb1de7e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:44.291255 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176d0651-9596-439d-92da-445d48970f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:44.291255 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-176d0651-9596-439d-92da-445d48970f91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:44.293545 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-38b29fa8-7521-4064-b07d-25ba7fafc413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:44.362420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b29fa8-7521-4064-b07d-25ba7fafc413 None None] Pushing event deleted for resources: {'Port': ['ID=141e6c9d-b807-4e7d-9534-3f7326133102,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:44.369665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b29fa8-7521-4064-b07d-25ba7fafc413 None None] No DVR routers for this DVR port 141e6c9d-b807-4e7d-9534-3f7326133102 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:44.385063 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.ipam_pluggable_backend [None req-4d7fcd60-716e-4749-8b40-772577c0f590 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Port 141e6c9d-b807-4e7d-9534-3f7326133102 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100775) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 05 10:32:44.385415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.ipam_pluggable_backend [None req-4d7fcd60-716e-4749-8b40-772577c0f590 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Reverting IP allocation for 2001:db8::f816:3eff:feff:62b5 {{(pid=100775) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 05 10:32:44.389439 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.ipam_pluggable_backend [None req-4d7fcd60-716e-4749-8b40-772577c0f590 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feff:62b5 {{(pid=100775) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 05 10:32:44.398828 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4d7fcd60-716e-4749-8b40-772577c0f590 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:44.399032 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-176d0651-9596-439d-92da-445d48970f91 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9934523 Jul 05 10:32:44.441680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7fcd60-716e-4749-8b40-772577c0f590 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:44.445217 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-4d7fcd60-716e-4749-8b40-772577c0f590 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:44.448735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7fcd60-716e-4749-8b40-772577c0f590 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:44.449382 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4d7fcd60-716e-4749-8b40-772577c0f590 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:44.458156 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e89f077-23c1-450c-ad4d-225375bccea8 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:44.473866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fcd60-716e-4749-8b40-772577c0f590 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=a2a10771-750f-444e-940a-8754a4eab992,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:44.474096 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34cf886-3f9d-4a3b-b5bf-5ffc5fc5229d None None] Network f07f9a36-47b5-4700-a8e9-30e7deb1de7e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:44.552384 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4d7fcd60-716e-4749-8b40-772577c0f590 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1003928 Jul 05 10:32:44.555932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50198) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:44.568985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3a0c8ea5-6336-4bcd-acd3-6c74394d5cfd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:44.762123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': 'a2a10771-750f-444e-940a-8754a4eab992'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:32:44.763560 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:44.802803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0c8ea5-6336-4bcd-acd3-6c74394d5cfd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:44.810378 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a0c8ea5-6336-4bcd-acd3-6c74394d5cfd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:44.928095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 141e6c9d-b807-4e7d-9534-3f7326133102 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:44.961385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 141e6c9d-b807-4e7d-9534-3f7326133102 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:32:44.961617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 141e6c9d-b807-4e7d-9534-3f7326133102 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:44.963811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47840247-b408-440e-8463-aa6046e31811 req-c45c2f49-dae8-4949-b05f-eff3da7f1e88 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:44.966401 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47840247-b408-440e-8463-aa6046e31811 req-c45c2f49-dae8-4949-b05f-eff3da7f1e88 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 805 time: 0.1548257 Jul 05 10:32:44.983266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Allocated IP 2001:db8::f816:3eff:fee1:56e9 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/a2a10771-750f-444e-940a-8754a4eab992/ad0c0197-92b6-4095-9359-edf1d85bd7c6) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:44.984375 n-d-779913-27 neutron-server[100776]: INFO neutron.db.ipam_backend_mixin [None req-3a0c8ea5-6336-4bcd-acd3-6c74394d5cfd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a2a10771-750f-444e-940a-8754a4eab992 (CIDR: 2001:db8::/64) Jul 05 10:32:44.988454 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47840247-b408-440e-8463-aa6046e31811 req-3644bc99-955d-47c5-ac4a-4deabc7879e2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/quotas/74a2cb886e8f45d9845ba0f19f03a76c HTTP/1.1" status: 200 len: 375 time: 0.0127621 Jul 05 10:32:45.045676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47840247-b408-440e-8463-aa6046e31811 req-04644439-5ad8-4d5c-bb55-5ee1a04186f3 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514450 Jul 05 10:32:45.051400 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0c8ea5-6336-4bcd-acd3-6c74394d5cfd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:32:45.052263 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:45.052751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a0c8ea5-6336-4bcd-acd3-6c74394d5cfd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:45.068071 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-47840247-b408-440e-8463-aa6046e31811 req-d2db4bba-1782-4462-b9e7-5dbef84ba258 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:32:45.069949 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47840247-b408-440e-8463-aa6046e31811 req-d2db4bba-1782-4462-b9e7-5dbef84ba258 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090482 Jul 05 10:32:45.170858 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3a0c8ea5-6336-4bcd-acd3-6c74394d5cfd tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6123013 Jul 05 10:32:45.175856 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50212) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:45.185145 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:45.191113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d546f227-8a32-4877-a65c-b533dab85032 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:45.193647 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Transition to ACTIVE for port object ad0c0197-92b6-4095-9359-edf1d85bd7c6 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:45.213433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Transition to ACTIVE for port object ad0c0197-92b6-4095-9359-edf1d85bd7c6 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:45.269994 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47840247-b408-440e-8463-aa6046e31811 req-c8ddb997-c965-41b5-ad7e-72f0ffdb44db service neutron] 10.222.0.77 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883004 Jul 05 10:32:45.307477 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:45.348542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:45.351541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:45.355568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:45.374239 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Pushing event updated for resources: {'Port': ['ID=ad0c0197-92b6-4095-9359-edf1d85bd7c6,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:45.426381 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47840247-b408-440e-8463-aa6046e31811 req-2a962087-017e-4721-8d64-f6e69dca7772 service neutron] 10.222.0.77 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504815 Jul 05 10:32:45.435616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Attempting to bind port ad0c0197-92b6-4095-9359-edf1d85bd7c6 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:45.435616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Attempting to bind port ad0c0197-92b6-4095-9359-edf1d85bd7c6 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:45.435616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Attempting to bind port ad0c0197-92b6-4095-9359-edf1d85bd7c6 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:45.444295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:45.444879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:45.445181 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:45.445323 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:45.445794 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Bound port: ad0c0197-92b6-4095-9359-edf1d85bd7c6, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:45.446164 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:45.524097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d546f227-8a32-4877-a65c-b533dab85032 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:45.526192 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] For port ad0c0197-92b6-4095-9359-edf1d85bd7c6, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:45.528632 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d546f227-8a32-4877-a65c-b533dab85032 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:45.535481 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] For port ad0c0197-92b6-4095-9359-edf1d85bd7c6, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ad0c0197-92b6-4095-9359-edf1d85bd7c6,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:45.628131 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:45.720253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65deebb6-971a-405d-9073-ea8ecf393a9a None None] Pushing event updated for resources: {'Port': ['ID=ad0c0197-92b6-4095-9359-edf1d85bd7c6,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:45.778321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dc1a0f97-1283-4903-86a4-34492dc58f74 req-aa541b63-a01c-4096-b9cb-daa868789cc7 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 210 time: 0.0359967 Jul 05 10:32:46.010650 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d546f227-8a32-4877-a65c-b533dab85032 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:46.114586 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d546f227-8a32-4877-a65c-b533dab85032 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:46.119764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-d546f227-8a32-4877-a65c-b533dab85032 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:46.123881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d546f227-8a32-4877-a65c-b533dab85032 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:46.124646 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d546f227-8a32-4877-a65c-b533dab85032 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:46.140528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546f227-8a32-4877-a65c-b533dab85032 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=ed6bf41b-ed78-4142-8c12-8f6a6e10e601,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:46.266994 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d546f227-8a32-4877-a65c-b533dab85032 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0892034 Jul 05 10:32:46.269291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50232) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:46.276665 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c674e231-2d7d-428d-a3f7-0821d10949e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'mac_address': 'fa:16:3e:04:a1:a0', 'name': 'tempest-NetworksTestDHCPv6-1235108172'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:46.516182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c674e231-2d7d-428d-a3f7-0821d10949e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:46.613426 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c674e231-2d7d-428d-a3f7-0821d10949e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:46.639232 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-c674e231-2d7d-428d-a3f7-0821d10949e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port 6db3d207-dabf-47a6-91de-3f7d3ded4731 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:32:46.873149 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:46.892453 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-c674e231-2d7d-428d-a3f7-0821d10949e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8:0:1::239 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/ed6bf41b-ed78-4142-8c12-8f6a6e10e601/6db3d207-dabf-47a6-91de-3f7d3ded4731) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:46.900472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-c674e231-2d7d-428d-a3f7-0821d10949e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::f816:3eff:fe04:a1a0 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/a2a10771-750f-444e-940a-8754a4eab992/6db3d207-dabf-47a6-91de-3f7d3ded4731) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:47.007769 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d7aec1c-7dd4-431a-bc22-5070838e4d33 req-effa8a9f-6fa9-4b10-aef1-e0ddd8258ac8 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 210 time: 0.0500410 Jul 05 10:32:47.033797 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ad0c0197-92b6-4095-9359-edf1d85bd7c6 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:47.114361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92034418-cad5-412b-bdca-e3c386604c1a None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:47.236437 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port ad0c0197-92b6-4095-9359-edf1d85bd7c6 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:47.319623 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b5789ea5-f541-47c0-8cdd-2e36c6e70146 None None] Provisioning for port ad0c0197-92b6-4095-9359-edf1d85bd7c6 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:47.327482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b5789ea5-f541-47c0-8cdd-2e36c6e70146 None None] Provisioning complete for port ad0c0197-92b6-4095-9359-edf1d85bd7c6 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:47.328048 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b5789ea5-f541-47c0-8cdd-2e36c6e70146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:47.467358 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b5789ea5-f541-47c0-8cdd-2e36c6e70146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:47.529771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b5789ea5-f541-47c0-8cdd-2e36c6e70146 None None] For port ad0c0197-92b6-4095-9359-edf1d85bd7c6, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ad0c0197-92b6-4095-9359-edf1d85bd7c6,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:47.536597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3444065-1c83-42c1-88fb-38958e0ad475 None None] Update dhcp port {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'fixed_ips': [{'subnet_id': 'a2a10771-750f-444e-940a-8754a4eab992', 'ip_address': '2001:db8::f816:3eff:fee1:56e9'}, {'subnet_id': 'ed6bf41b-ed78-4142-8c12-8f6a6e10e601'}], 'binding:host_id': 'n-d-779913-27'}, 'id': 'ad0c0197-92b6-4095-9359-edf1d85bd7c6'} from n-d-779913-27. {{(pid=100777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:32:47.552718 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c674e231-2d7d-428d-a3f7-0821d10949e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:47.569163 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-c674e231-2d7d-428d-a3f7-0821d10949e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object 6db3d207-dabf-47a6-91de-3f7d3ded4731 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:47.578070 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3444065-1c83-42c1-88fb-38958e0ad475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:47.621790 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b5789ea5-f541-47c0-8cdd-2e36c6e70146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:47.682303 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c674e231-2d7d-428d-a3f7-0821d10949e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:47.729245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c674e231-2d7d-428d-a3f7-0821d10949e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:47.736172 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c674e231-2d7d-428d-a3f7-0821d10949e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:47.740507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674e231-2d7d-428d-a3f7-0821d10949e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:47.740888 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5789ea5-f541-47c0-8cdd-2e36c6e70146 None None] Pushing event updated for resources: {'Port': ['ID=ad0c0197-92b6-4095-9359-edf1d85bd7c6,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:47.753118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c674e231-2d7d-428d-a3f7-0821d10949e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:47.753806 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c674e231-2d7d-428d-a3f7-0821d10949e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:47.762727 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674e231-2d7d-428d-a3f7-0821d10949e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=6db3d207-dabf-47a6-91de-3f7d3ded4731,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:47.796787 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-c3444065-1c83-42c1-88fb-38958e0ad475 None None] Allocated IP 2001:db8:0:1::2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/ed6bf41b-ed78-4142-8c12-8f6a6e10e601/ad0c0197-92b6-4095-9359-edf1d85bd7c6) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:47.880182 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c674e231-2d7d-428d-a3f7-0821d10949e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6095548 Jul 05 10:32:47.882506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50248) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:47.924378 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c3444065-1c83-42c1-88fb-38958e0ad475 None None] For port ad0c0197-92b6-4095-9359-edf1d85bd7c6, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ad0c0197-92b6-4095-9359-edf1d85bd7c6,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:47.972743 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3444065-1c83-42c1-88fb-38958e0ad475 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:48.044731 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c3444065-1c83-42c1-88fb-38958e0ad475 None None] Transition to ACTIVE for port object ad0c0197-92b6-4095-9359-edf1d85bd7c6 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:48.065722 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f77a2e3d-c746-48c6-8656-5c32f09c1357 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port 6db3d207-dabf-47a6-91de-3f7d3ded4731 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:48.066441 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f77a2e3d-c746-48c6-8656-5c32f09c1357 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:48.145131 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3444065-1c83-42c1-88fb-38958e0ad475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:48.257804 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f77a2e3d-c746-48c6-8656-5c32f09c1357 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:48.278358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-baf0d0f1-c6b4-4820-90b4-43202304cc39 req-d9fc18de-2901-4c81-9f7e-1b8d0f820d02 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 210 time: 0.0416346 Jul 05 10:32:48.282440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f77a2e3d-c746-48c6-8656-5c32f09c1357 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for 6db3d207-dabf-47a6-91de-3f7d3ded4731 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:48.325961 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3444065-1c83-42c1-88fb-38958e0ad475 None None] Pushing event updated for resources: {'Port': ['ID=ad0c0197-92b6-4095-9359-edf1d85bd7c6,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:48.649938 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f77a2e3d-c746-48c6-8656-5c32f09c1357 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:48.687428 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a2e3d-c746-48c6-8656-5c32f09c1357 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=6db3d207-dabf-47a6-91de-3f7d3ded4731,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:48.762632 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f77a2e3d-c746-48c6-8656-5c32f09c1357 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:48.765828 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f77a2e3d-c746-48c6-8656-5c32f09c1357 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/6db3d207-dabf-47a6-91de-3f7d3ded4731 HTTP/1.1" status: 204 len: 168 time: 0.8821669 Jul 05 10:32:48.768538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50258) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:48.899201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1a351b-dc31-40a8-9592-a9a1c06862cf tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:48.906114 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9c1a351b-dc31-40a8-9592-a9a1c06862cf tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1316445 Jul 05 10:32:48.906568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50260) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:49.001966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ad0c0197-92b6-4095-9359-edf1d85bd7c6 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:49.032802 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a595f41-f852-4892-8bdb-90cdf0dff50e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:49.037507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50262) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:49.042925 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4a595f41-f852-4892-8bdb-90cdf0dff50e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1296792 Jul 05 10:32:49.138109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902205f0-34b7-4290-9b7b-81b70c5f02e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:49.141271 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902205f0-34b7-4290-9b7b-81b70c5f02e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:49.144459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902205f0-34b7-4290-9b7b-81b70c5f02e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:49.148700 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-902205f0-34b7-4290-9b7b-81b70c5f02e0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1096570 Jul 05 10:32:49.151852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50266) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:49.292212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba460ee5-289a-4461-94ac-0e14d8889321 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet a2a10771-750f-444e-940a-8754a4eab992 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:49.292212 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba460ee5-289a-4461-94ac-0e14d8889321 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:49.293142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d4fa101b-0eb4-47cd-b586-8417802c1f32 None None] Provisioning for port ad0c0197-92b6-4095-9359-edf1d85bd7c6 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:49.298450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d4fa101b-0eb4-47cd-b586-8417802c1f32 None None] Provisioning complete for port ad0c0197-92b6-4095-9359-edf1d85bd7c6 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:49.299027 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d4fa101b-0eb4-47cd-b586-8417802c1f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:49.354483 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:32:49.390892 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba460ee5-289a-4461-94ac-0e14d8889321 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:49.548952 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba460ee5-289a-4461-94ac-0e14d8889321 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:49.608730 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1b9dce6e-79a5-4f87-9733-a70325a27435 req-1758eaad-6786-4e33-a0ef-403fa80de56e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 210 time: 0.0797880 Jul 05 10:32:49.633178 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b825f26c-d7fd-4295-ab19-b9a6957c3bdf None None] Could not find standard attr ID for object 6db3d207-dabf-47a6-91de-3f7d3ded4731. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:32:49.661762 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47840247-b408-440e-8463-aa6046e31811 req-d62516ee-50f0-4a17-ba26-38996a2034f1 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:49.663335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47840247-b408-440e-8463-aa6046e31811 req-d62516ee-50f0-4a17-ba26-38996a2034f1 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.64 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 805 time: 0.4714804 Jul 05 10:32:49.681065 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-47840247-b408-440e-8463-aa6046e31811 req-d452cef9-27e7-4b05-81e2-36757ffacbef tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Request body: {'port': {'device_id': 'b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a', 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e', 'admin_state_up': True, 'tenant_id': '74a2cb886e8f45d9845ba0f19f03a76c'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:49.760786 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba460ee5-289a-4461-94ac-0e14d8889321 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:49.797320 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba460ee5-289a-4461-94ac-0e14d8889321 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a10771-750f-444e-940a-8754a4eab992,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:49.806067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba460ee5-289a-4461-94ac-0e14d8889321 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:49.808520 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ba460ee5-289a-4461-94ac-0e14d8889321 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/a2a10771-750f-444e-940a-8754a4eab992 HTTP/1.1" status: 204 len: 168 time: 0.6545639 Jul 05 10:32:49.811624 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50272) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:49.819778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0096941d-2bac-4a07-9533-151d7d244e4b None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:49.920664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-a137f404-b5ad-4ca5-bdc4-3e300a2b4e65 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet ed6bf41b-ed78-4142-8c12-8f6a6e10e601 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:49.924663 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a137f404-b5ad-4ca5-bdc4-3e300a2b4e65 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:49.942055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47840247-b408-440e-8463-aa6046e31811 req-d452cef9-27e7-4b05-81e2-36757ffacbef tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Made reservation on behalf of 74a2cb886e8f45d9845ba0f19f03a76c for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:49.946273 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-47840247-b408-440e-8463-aa6046e31811 req-d452cef9-27e7-4b05-81e2-36757ffacbef tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:49.983179 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a137f404-b5ad-4ca5-bdc4-3e300a2b4e65 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:50.164596 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a137f404-b5ad-4ca5-bdc4-3e300a2b4e65 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:50.183895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-47840247-b408-440e-8463-aa6046e31811 req-d452cef9-27e7-4b05-81e2-36757ffacbef tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Allocated IP 172.20.0.9 (f07f9a36-47b5-4700-a8e9-30e7deb1de7e/98f7b6db-d802-47e9-b5c8-384631a1c751/50cfe4b1-99cd-487b-890a-6b506605e08b) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:50.340568 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a137f404-b5ad-4ca5-bdc4-3e300a2b4e65 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:50.396142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137f404-b5ad-4ca5-bdc4-3e300a2b4e65 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6bf41b-ed78-4142-8c12-8f6a6e10e601,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:50.409167 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a137f404-b5ad-4ca5-bdc4-3e300a2b4e65 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:50.411445 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a137f404-b5ad-4ca5-bdc4-3e300a2b4e65 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/ed6bf41b-ed78-4142-8c12-8f6a6e10e601 HTTP/1.1" status: 204 len: 168 time: 0.5980475 Jul 05 10:32:50.414449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50278) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:50.437316 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-47840247-b408-440e-8463-aa6046e31811 req-d452cef9-27e7-4b05-81e2-36757ffacbef tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:50.465251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-20c728fe-603a-4d49-83c6-728763ef076b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488508 Jul 05 10:32:50.469935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50280) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:50.477562 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-9973fb44-b147-4fc5-9440-5f1dcb40b2ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:50.616790 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-47840247-b408-440e-8463-aa6046e31811 req-d452cef9-27e7-4b05-81e2-36757ffacbef tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:50.681023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47840247-b408-440e-8463-aa6046e31811 req-d452cef9-27e7-4b05-81e2-36757ffacbef tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Network f07f9a36-47b5-4700-a8e9-30e7deb1de7e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:50.685734 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9973fb44-b147-4fc5-9440-5f1dcb40b2ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:50.689499 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9973fb44-b147-4fc5-9440-5f1dcb40b2ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:50.696438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-47840247-b408-440e-8463-aa6046e31811 req-d452cef9-27e7-4b05-81e2-36757ffacbef tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:50.699020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-47840247-b408-440e-8463-aa6046e31811 req-d452cef9-27e7-4b05-81e2-36757ffacbef tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:50.773921 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452cef9-27e7-4b05-81e2-36757ffacbef tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Pushing event updated for resources: {'Port': ['ID=50cfe4b1-99cd-487b-890a-6b506605e08b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:50.834070 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47840247-b408-440e-8463-aa6046e31811 req-d452cef9-27e7-4b05-81e2-36757ffacbef tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:50.834811 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-47840247-b408-440e-8463-aa6046e31811 req-d452cef9-27e7-4b05-81e2-36757ffacbef tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:50.866127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0ae4af-12b4-4b1b-bc61-9c44d6061c5e None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:50.910657 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc428d38-2d0a-4e89-9be5-ddd3afd121b2 req-5de7c3f6-8a08-434f-bd88-3678556975c2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:50.912267 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc428d38-2d0a-4e89-9be5-ddd3afd121b2 req-5de7c3f6-8a08-434f-bd88-3678556975c2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 931 time: 0.1166942 Jul 05 10:32:50.954486 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47840247-b408-440e-8463-aa6046e31811 req-d452cef9-27e7-4b05-81e2-36757ffacbef tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2780547 Jul 05 10:32:50.960856 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc428d38-2d0a-4e89-9be5-ddd3afd121b2 req-d4554df9-74e6-469d-a194-e8f7a552738b tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411007 Jul 05 10:32:51.011705 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e05e0151-7aa8-4d11-a7ca-f987a63b8d51 None None] Provisioning complete for port ad0c0197-92b6-4095-9359-edf1d85bd7c6 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:51.013484 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e05e0151-7aa8-4d11-a7ca-f987a63b8d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:51.074519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Request body: {'port': {'device_id': 'b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:51.146945 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ef3150-162f-4353-bc38-55203779ea10 None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:32:51.194389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-46ef3150-162f-4353-bc38-55203779ea10 None None] Deleting port ad0c0197-92b6-4095-9359-edf1d85bd7c6 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:51.195098 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-46ef3150-162f-4353-bc38-55203779ea10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:51.229857 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:51.283078 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-46ef3150-162f-4353-bc38-55203779ea10 None None] For port ad0c0197-92b6-4095-9359-edf1d85bd7c6, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ad0c0197-92b6-4095-9359-edf1d85bd7c6,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:51.283462 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-46ef3150-162f-4353-bc38-55203779ea10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:51.297986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-46ef3150-162f-4353-bc38-55203779ea10 None None] Calling delete_port for ad0c0197-92b6-4095-9359-edf1d85bd7c6 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:51.313603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.objects.ports [None req-9973fb44-b147-4fc5-9440-5f1dcb40b2ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:32:51.518252 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-46ef3150-162f-4353-bc38-55203779ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:51.557726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef3150-162f-4353-bc38-55203779ea10 None None] Pushing event deleted for resources: {'Port': ['ID=ad0c0197-92b6-4095-9359-edf1d85bd7c6,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:51.563143 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef3150-162f-4353-bc38-55203779ea10 None None] No DVR routers for this DVR port ad0c0197-92b6-4095-9359-edf1d85bd7c6 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:32:51.614880 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.ipam_pluggable_backend [None req-9973fb44-b147-4fc5-9440-5f1dcb40b2ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Port ad0c0197-92b6-4095-9359-edf1d85bd7c6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100775) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 05 10:32:51.615185 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.ipam_pluggable_backend [None req-9973fb44-b147-4fc5-9440-5f1dcb40b2ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Reverting IP allocation for 2001:db8::f816:3eff:fee1:56e9 {{(pid=100775) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 05 10:32:51.625455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.ipam_pluggable_backend [None req-9973fb44-b147-4fc5-9440-5f1dcb40b2ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee1:56e9 {{(pid=100775) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 05 10:32:51.628880 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9973fb44-b147-4fc5-9440-5f1dcb40b2ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:51.703664 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9973fb44-b147-4fc5-9440-5f1dcb40b2ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:51.707568 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50cfe4b1-99cd-487b-890a-6b506605e08b {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:32:51.716564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-9973fb44-b147-4fc5-9440-5f1dcb40b2ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:51.721645 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:51.726318 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9973fb44-b147-4fc5-9440-5f1dcb40b2ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:51.726472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5097c22e-3318-42da-b4bb-008c5dba1542 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:51.726901 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9973fb44-b147-4fc5-9440-5f1dcb40b2ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:51.740175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973fb44-b147-4fc5-9440-5f1dcb40b2ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=2933fbbd-4475-4a32-a3eb-7c3662ff6a0c,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:51.751442 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Transition to ACTIVE for port object 50cfe4b1-99cd-487b-890a-6b506605e08b will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:51.831329 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9973fb44-b147-4fc5-9440-5f1dcb40b2ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3601167 Jul 05 10:32:51.834811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50290) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:51.841961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-771f1e9c-fcb2-4d7c-9073-dda711bfd2b1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:51.884409 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:51.978180 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Pushing event updated for resources: {'Port': ['ID=50cfe4b1-99cd-487b-890a-6b506605e08b,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:52.059243 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': '2933fbbd-4475-4a32-a3eb-7c3662ff6a0c'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:32:52.069216 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:52.071267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Attempting to bind port 50cfe4b1-99cd-487b-890a-6b506605e08b on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:52.071644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Attempting to bind port 50cfe4b1-99cd-487b-890a-6b506605e08b by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:52.072047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Attempting to bind port 50cfe4b1-99cd-487b-890a-6b506605e08b on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:52.077094 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Port 50cfe4b1-99cd-487b-890a-6b506605e08b on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:32:52.077507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Attempting to bind port 50cfe4b1-99cd-487b-890a-6b506605e08b on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:52.085703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:52.086527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Checking segment: {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:52.086928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Bound using segment: {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:52.087487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Bound port: 50cfe4b1-99cd-487b-890a-6b506605e08b, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:52.087785 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:52.178751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771f1e9c-fcb2-4d7c-9073-dda711bfd2b1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:52.182453 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-771f1e9c-fcb2-4d7c-9073-dda711bfd2b1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:52.226188 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Allocated IP 2001:db8::f816:3eff:fe8f:c449 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/2933fbbd-4475-4a32-a3eb-7c3662ff6a0c/05847c6d-5c6d-4aeb-bcd8-f014e61702b5) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:52.266907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] For port 50cfe4b1-99cd-487b-890a-6b506605e08b, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:52.300154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db75dc1-1aeb-4623-918e-5f1751478861 req-748e7992-1af5-4da3-87cf-38fd488a96a6 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:52.300154 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2db75dc1-1aeb-4623-918e-5f1751478861 req-748e7992-1af5-4da3-87cf-38fd488a96a6 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 943 time: 0.1956661 Jul 05 10:32:52.300154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] For port 50cfe4b1-99cd-487b-890a-6b506605e08b, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=50cfe4b1-99cd-487b-890a-6b506605e08b,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:52.365537 n-d-779913-27 neutron-server[100775]: INFO neutron.db.ipam_backend_mixin [None req-771f1e9c-fcb2-4d7c-9073-dda711bfd2b1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2933fbbd-4475-4a32-a3eb-7c3662ff6a0c (CIDR: 2001:db8::/64) Jul 05 10:32:52.369373 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2db75dc1-1aeb-4623-918e-5f1751478861 req-3ca8e1eb-8bb4-43d0-9176-0c68fab87ca7 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676987 Jul 05 10:32:52.379216 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:52.409982 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:52.416732 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:52.419115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Transition to ACTIVE for port object 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:52.441444 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Transition to ACTIVE for port object 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:52.451007 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-771f1e9c-fcb2-4d7c-9073-dda711bfd2b1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:32:52.451491 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771f1e9c-fcb2-4d7c-9073-dda711bfd2b1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:52.466711 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:52.467363 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:52.468798 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47840247-b408-440e-8463-aa6046e31811 req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] 10.222.0.64 "PUT /v2.0/ports/50cfe4b1-99cd-487b-890a-6b506605e08b HTTP/1.1" status: 200 len: 1092 time: 1.4839280 Jul 05 10:32:52.473072 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a', 'tag': '50cfe4b1-99cd-487b-890a-6b506605e08b'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:52.475398 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c254d39d-c9f5-4266-aaef-8be28d5bfbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a", "tag": "50cfe4b1-99cd-487b-890a-6b506605e08b"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:52.496012 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad36fd7-9f4d-4e88-a43b-95d5a174bab9 service neutron] Pushing event updated for resources: {'Port': ['ID=50cfe4b1-99cd-487b-890a-6b506605e08b,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:52.539417 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:52.586394 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:52.592245 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Pushing event updated for resources: {'Port': ['ID=05847c6d-5c6d-4aeb-bcd8-f014e61702b5,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:52.594971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:52.599060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:52.611176 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50302) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:52.618177 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-771f1e9c-fcb2-4d7c-9073-dda711bfd2b1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7818623 Jul 05 10:32:52.621289 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5170fb3f-da11-4563-8f87-14b7c8466c79 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:52.687788 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69735a89-a7d6-4aeb-9ecf-cd07e8ca5b89 x-openstack-request-id: req-69735a89-a7d6-4aeb-9ecf-cd07e8ca5b89 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:52.688312 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a", "tag": "50cfe4b1-99cd-487b-890a-6b506605e08b", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:52.688797 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69735a89-a7d6-4aeb-9ecf-cd07e8ca5b89 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:52.689634 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a', 'tag': '50cfe4b1-99cd-487b-890a-6b506605e08b', 'status': 'completed', 'code': 200} Jul 05 10:32:52.726741 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Attempting to bind port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:32:52.727362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Attempting to bind port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:32:52.727957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Attempting to bind port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:32:52.730196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47840247-b408-440e-8463-aa6046e31811 req-63da791f-2cb8-40a1-a8c4-6875d413e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:52.732725 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47840247-b408-440e-8463-aa6046e31811 req-63da791f-2cb8-40a1-a8c4-6875d413e4b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 1095 time: 0.0926511 Jul 05 10:32:52.734429 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:32:52.734808 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:32:52.735216 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:52.735614 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:32:52.736120 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Bound port: 05847c6d-5c6d-4aeb-bcd8-f014e61702b5, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:32:52.736497 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:52.809874 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47840247-b408-440e-8463-aa6046e31811 req-759f22b2-b96a-400f-8e99-9749cf46e7c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50cfe4b1-99cd-487b-890a-6b506605e08b HTTP/1.1" status: 200 len: 217 time: 0.0665267 Jul 05 10:32:52.856062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] For port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:32:52.862016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] For port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=05847c6d-5c6d-4aeb-bcd8-f014e61702b5,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:32:52.892994 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47840247-b408-440e-8463-aa6046e31811 req-6d814631-022e-4745-a340-5f36d215c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:52.894622 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47840247-b408-440e-8463-aa6046e31811 req-6d814631-022e-4745-a340-5f36d215c79e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98f7b6db-d802-47e9-b5c8-384631a1c751 HTTP/1.1" status: 200 len: 845 time: 0.0759196 Jul 05 10:32:52.904273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5170fb3f-da11-4563-8f87-14b7c8466c79 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:52.909170 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5170fb3f-da11-4563-8f87-14b7c8466c79 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:52.924570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ad0c0197-92b6-4095-9359-edf1d85bd7c6 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:32:52.953175 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47840247-b408-440e-8463-aa6046e31811 req-7740368d-f440-4e16-8c31-029de397ec71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482326 Jul 05 10:32:52.971374 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: ad0c0197-92b6-4095-9359-edf1d85bd7c6 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:32:52.972075 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ad0c0197-92b6-4095-9359-edf1d85bd7c6 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:32:52.974990 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:53.083670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23387c4f-ba5b-47e6-8b7b-6a755e9e5b20 None None] Pushing event updated for resources: {'Port': ['ID=05847c6d-5c6d-4aeb-bcd8-f014e61702b5,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:53.135600 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47840247-b408-440e-8463-aa6046e31811 req-2cd1185e-1a9b-400a-8523-f599c3efdc94 service neutron] 10.222.0.64 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752615 Jul 05 10:32:53.285593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47840247-b408-440e-8463-aa6046e31811 req-c1c8c481-07a4-4aeb-a8b4-edad58fee140 service neutron] 10.222.0.64 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424103 Jul 05 10:32:53.396953 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5170fb3f-da11-4563-8f87-14b7c8466c79 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:53.466910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5170fb3f-da11-4563-8f87-14b7c8466c79 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:53.485542 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-5170fb3f-da11-4563-8f87-14b7c8466c79 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:53.501660 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5170fb3f-da11-4563-8f87-14b7c8466c79 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:53.505669 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5170fb3f-da11-4563-8f87-14b7c8466c79 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:53.527496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170fb3f-da11-4563-8f87-14b7c8466c79 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=c5c6d391-3115-4d99-b7f1-c037b84d3a6c,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:53.576776 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254d39d-c9f5-4266-aaef-8be28d5bfbd5 req-81f61e47-d50c-48c5-ba5e-7031c03df83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:53.578244 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c254d39d-c9f5-4266-aaef-8be28d5bfbd5 req-81f61e47-d50c-48c5-ba5e-7031c03df83b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 1095 time: 0.1034899 Jul 05 10:32:53.628467 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5170fb3f-da11-4563-8f87-14b7c8466c79 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0152597 Jul 05 10:32:53.631654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50308) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:53.637616 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f3c55cab-13de-43c1-b4e8-d8f153b4cb55 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'mac_address': 'fa:16:3e:ef:06:9c', 'name': 'tempest-NetworksTestDHCPv6-2116799435'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:53.899240 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c55cab-13de-43c1-b4e8-d8f153b4cb55 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:53.952586 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacb8a6-d0ff-4b75-96fc-95bc837969ab req-00fcc793-bbad-41ea-963c-ded3cd90302a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:53.955241 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4aacb8a6-d0ff-4b75-96fc-95bc837969ab req-00fcc793-bbad-41ea-963c-ded3cd90302a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 943 time: 0.3895931 Jul 05 10:32:53.957163 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254d39d-c9f5-4266-aaef-8be28d5bfbd5 req-ea9aff68-fdb6-4d76-8492-0145d73fe947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:53.958631 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c254d39d-c9f5-4266-aaef-8be28d5bfbd5 req-ea9aff68-fdb6-4d76-8492-0145d73fe947 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 906 time: 0.3580499 Jul 05 10:32:54.007813 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f3c55cab-13de-43c1-b4e8-d8f153b4cb55 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:54.014636 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c254d39d-c9f5-4266-aaef-8be28d5bfbd5 req-dea8c6c1-31c1-4882-8ad7-5167bb81f21b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50cfe4b1-99cd-487b-890a-6b506605e08b HTTP/1.1" status: 200 len: 217 time: 0.0483932 Jul 05 10:32:54.039194 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-f3c55cab-13de-43c1-b4e8-d8f153b4cb55 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port 1bfb8eac-8771-42e2-aca2-463d0e0810de yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:32:54.091691 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4aacb8a6-d0ff-4b75-96fc-95bc837969ab req-dcb0f386-4c92-4e29-a1c6-7f854f4eae50 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242101 Jul 05 10:32:54.094150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254d39d-c9f5-4266-aaef-8be28d5bfbd5 req-3fe52057-5db1-4a3e-8397-b20cce192093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:54.095971 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c254d39d-c9f5-4266-aaef-8be28d5bfbd5 req-3fe52057-5db1-4a3e-8397-b20cce192093 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98f7b6db-d802-47e9-b5c8-384631a1c751 HTTP/1.1" status: 200 len: 845 time: 0.0742855 Jul 05 10:32:54.134907 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c254d39d-c9f5-4266-aaef-8be28d5bfbd5 req-a4203ca8-9c77-4c44-8fa0-61ba0b1693d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314879 Jul 05 10:32:54.274335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c254d39d-c9f5-4266-aaef-8be28d5bfbd5 req-a1c814a6-912a-417f-b7b5-5f7e37430228 service neutron] 10.222.0.64 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280050 Jul 05 10:32:54.278923 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:54.337830 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-f3c55cab-13de-43c1-b4e8-d8f153b4cb55 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8:0:1::367 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/c5c6d391-3115-4d99-b7f1-c037b84d3a6c/1bfb8eac-8771-42e2-aca2-463d0e0810de) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:54.347111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-f3c55cab-13de-43c1-b4e8-d8f153b4cb55 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::f816:3eff:feef:69c (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/2933fbbd-4475-4a32-a3eb-7c3662ff6a0c/1bfb8eac-8771-42e2-aca2-463d0e0810de) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:54.386586 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c254d39d-c9f5-4266-aaef-8be28d5bfbd5 req-93005ac0-8690-46e1-925c-8b7bba98aebf service neutron] 10.222.0.64 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078157 Jul 05 10:32:54.422859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b852587-e759-4bb8-9693-6b52035637a9 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:54.574491 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f3c55cab-13de-43c1-b4e8-d8f153b4cb55 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:54.578567 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5d96a014-57f7-4235-8dae-f4ddabde4f94 None None] Provisioning for port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:54.594048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-f3c55cab-13de-43c1-b4e8-d8f153b4cb55 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object 1bfb8eac-8771-42e2-aca2-463d0e0810de will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:54.696932 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdff0cd-f588-4295-8dc0-b1191c4cc356 None None] Update dhcp port {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'fixed_ips': [{'subnet_id': '2933fbbd-4475-4a32-a3eb-7c3662ff6a0c', 'ip_address': '2001:db8::f816:3eff:fe8f:c449'}, {'subnet_id': 'c5c6d391-3115-4d99-b7f1-c037b84d3a6c'}], 'binding:host_id': 'n-d-779913-27'}, 'id': '05847c6d-5c6d-4aeb-bcd8-f014e61702b5'} from n-d-779913-27. {{(pid=100777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:32:54.734593 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-efdff0cd-f588-4295-8dc0-b1191c4cc356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:54.827664 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f3c55cab-13de-43c1-b4e8-d8f153b4cb55 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:54.885686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c55cab-13de-43c1-b4e8-d8f153b4cb55 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:54.889643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-f3c55cab-13de-43c1-b4e8-d8f153b4cb55 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:54.895101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c55cab-13de-43c1-b4e8-d8f153b4cb55 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:32:54.902797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c55cab-13de-43c1-b4e8-d8f153b4cb55 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:54.902797 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f3c55cab-13de-43c1-b4e8-d8f153b4cb55 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:54.913429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c55cab-13de-43c1-b4e8-d8f153b4cb55 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=1bfb8eac-8771-42e2-aca2-463d0e0810de,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:54.971893 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-efdff0cd-f588-4295-8dc0-b1191c4cc356 None None] Allocated IP 2001:db8:0:1::2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/c5c6d391-3115-4d99-b7f1-c037b84d3a6c/05847c6d-5c6d-4aeb-bcd8-f014e61702b5) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:54.981534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:55.012246 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f3c55cab-13de-43c1-b4e8-d8f153b4cb55 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3792951 Jul 05 10:32:55.016000 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50334) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:55.125903 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-efdff0cd-f588-4295-8dc0-b1191c4cc356 None None] For port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=05847c6d-5c6d-4aeb-bcd8-f014e61702b5,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:55.128601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-3ee4405e-8324-424b-b6a0-093e882ffbd2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port 1bfb8eac-8771-42e2-aca2-463d0e0810de {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:32:55.128958 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ee4405e-8324-424b-b6a0-093e882ffbd2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:55.165050 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-efdff0cd-f588-4295-8dc0-b1191c4cc356 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:55.189789 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-efdff0cd-f588-4295-8dc0-b1191c4cc356 None None] Transition to ACTIVE for port object 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:55.243810 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ee4405e-8324-424b-b6a0-093e882ffbd2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:55.244279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:55.249278 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:55.249679 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:55.273383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-3ee4405e-8324-424b-b6a0-093e882ffbd2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for 1bfb8eac-8771-42e2-aca2-463d0e0810de owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:32:55.327647 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-efdff0cd-f588-4295-8dc0-b1191c4cc356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:55.373284 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:55.384481 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015e038-ab3d-4c4d-b326-56ef480deeb3 req-5c4b0d5b-d498-4cf6-9f9a-ba794a99738f tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:55.391648 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0015e038-ab3d-4c4d-b326-56ef480deeb3 req-5c4b0d5b-d498-4cf6-9f9a-ba794a99738f tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 943 time: 0.1602583 Jul 05 10:32:55.460314 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0015e038-ab3d-4c4d-b326-56ef480deeb3 req-d33a888f-c649-4e8f-8dd6-8b5f60fb71db tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676789 Jul 05 10:32:55.473029 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdff0cd-f588-4295-8dc0-b1191c4cc356 None None] Pushing event updated for resources: {'Port': ['ID=05847c6d-5c6d-4aeb-bcd8-f014e61702b5,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:55.502257 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:32:55.507359 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:32:55.630529 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ee4405e-8324-424b-b6a0-093e882ffbd2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:55.660146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 50cfe4b1-99cd-487b-890a-6b506605e08b details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:32:55.674290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4405e-8324-424b-b6a0-093e882ffbd2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=1bfb8eac-8771-42e2-aca2-463d0e0810de,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:55.779257 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3ee4405e-8324-424b-b6a0-093e882ffbd2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:55.782601 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3ee4405e-8324-424b-b6a0-093e882ffbd2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/1bfb8eac-8771-42e2-aca2-463d0e0810de HTTP/1.1" status: 204 len: 168 time: 0.7654762 Jul 05 10:32:55.787901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50338) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:55.817800 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 50cfe4b1-99cd-487b-890a-6b506605e08b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=50cfe4b1-99cd-487b-890a-6b506605e08b,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:55.833700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '50cfe4b1-99cd-487b-890a-6b506605e08b', 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e', 'port_id': '50cfe4b1-99cd-487b-890a-6b506605e08b', 'mac_address': 'fa:16:3e:09:42:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f7b6db-d802-47e9-b5c8-384631a1c751', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:32:55.925116 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:55.926436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f30fb3-6db5-47df-9742-4c22b611d499 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:55.935528 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d4f30fb3-6db5-47df-9742-4c22b611d499 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1414447 Jul 05 10:32:55.936422 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50342) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:55.960640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50cfe4b1-99cd-487b-890a-6b506605e08b {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:32:56.006804 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 50cfe4b1-99cd-487b-890a-6b506605e08b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=50cfe4b1-99cd-487b-890a-6b506605e08b,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:56.052401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e641688c-a170-424d-b548-456c3a3a1e5d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:56.055229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e641688c-a170-424d-b548-456c3a3a1e5d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1174960 Jul 05 10:32:56.058875 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50348) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:56.082120 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:56.100860 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:56.184213 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=05847c6d-5c6d-4aeb-bcd8-f014e61702b5,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:56.232046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=50cfe4b1-99cd-487b-890a-6b506605e08b,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:56.233028 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba8247c-ee86-4e4f-81d1-76d1ded43663 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:56.234568 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba8247c-ee86-4e4f-81d1-76d1ded43663 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:56.258381 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba8247c-ee86-4e4f-81d1-76d1ded43663 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:56.258381 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2ba8247c-ee86-4e4f-81d1-76d1ded43663 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1861076 Jul 05 10:32:56.258381 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50350) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:56.293583 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:56.344266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b76caf-7dbe-4da5-bec4-1a58e7614b6e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 2933fbbd-4475-4a32-a3eb-7c3662ff6a0c {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:56.348242 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4b76caf-7dbe-4da5-bec4-1a58e7614b6e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:56.351786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50cfe4b1-99cd-487b-890a-6b506605e08b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:32:56.416899 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4b76caf-7dbe-4da5-bec4-1a58e7614b6e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:56.425280 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=05847c6d-5c6d-4aeb-bcd8-f014e61702b5,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:56.560304 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4b76caf-7dbe-4da5-bec4-1a58e7614b6e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:56.585339 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c6e52834-7010-480f-999f-8a06b7452df0 None None] Provisioning for port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:56.600599 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c6e52834-7010-480f-999f-8a06b7452df0 None None] Provisioning complete for port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:56.601015 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c6e52834-7010-480f-999f-8a06b7452df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:56.734471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b840c-14e9-4f0e-ad08-fa5f8148f19c req-87ebe3ad-f92e-4f82-8743-8aeca62ab4d7 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:56.741318 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1d4b840c-14e9-4f0e-ad08-fa5f8148f19c req-87ebe3ad-f92e-4f82-8743-8aeca62ab4d7 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 944 time: 0.0786207 Jul 05 10:32:56.769056 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4b76caf-7dbe-4da5-bec4-1a58e7614b6e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:56.810760 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1d4b840c-14e9-4f0e-ad08-fa5f8148f19c req-5b881ec5-d961-4382-ba33-24dd730713f6 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684562 Jul 05 10:32:56.812841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b76caf-7dbe-4da5-bec4-1a58e7614b6e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=2933fbbd-4475-4a32-a3eb-7c3662ff6a0c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:56.814900 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4b76caf-7dbe-4da5-bec4-1a58e7614b6e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:56.819519 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f4b76caf-7dbe-4da5-bec4-1a58e7614b6e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/2933fbbd-4475-4a32-a3eb-7c3662ff6a0c HTTP/1.1" status: 204 len: 168 time: 0.5696986 Jul 05 10:32:56.819789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50354) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:56.886938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-1acf848d-ddd8-4076-94b7-f2d49c1acca2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet c5c6d391-3115-4d99-b7f1-c037b84d3a6c {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:32:56.888850 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6776a269-afdc-48eb-ad2d-29e011d960e8 None None] Could not find standard attr ID for object 1bfb8eac-8771-42e2-aca2-463d0e0810de. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:32:56.890676 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1acf848d-ddd8-4076-94b7-f2d49c1acca2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:56.924542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:56.970340 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1acf848d-ddd8-4076-94b7-f2d49c1acca2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:57.007909 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9ad817-1dbc-4061-a291-573bf8d177ab None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:57.055293 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:57.055656 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:57.093091 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1acf848d-ddd8-4076-94b7-f2d49c1acca2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:57.312977 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1acf848d-ddd8-4076-94b7-f2d49c1acca2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:57.357959 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf848d-ddd8-4076-94b7-f2d49c1acca2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c6d391-3115-4d99-b7f1-c037b84d3a6c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:57.361801 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1acf848d-ddd8-4076-94b7-f2d49c1acca2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:57.364146 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1acf848d-ddd8-4076-94b7-f2d49c1acca2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/c5c6d391-3115-4d99-b7f1-c037b84d3a6c HTTP/1.1" status: 204 len: 168 time: 0.5428953 Jul 05 10:32:57.366630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50362) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:57.408567 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d4458031-9c29-40e8-876f-681af1a37bf1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405777 Jul 05 10:32:57.411485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50364) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:57.420363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f484a320-72b8-40c6-bc84-9061f8da3ba7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:57.628140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f484a320-72b8-40c6-bc84-9061f8da3ba7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:57.632419 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f484a320-72b8-40c6-bc84-9061f8da3ba7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:57.676686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 50cfe4b1-99cd-487b-890a-6b506605e08b up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:32:57.878812 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 50cfe4b1-99cd-487b-890a-6b506605e08b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:32:57.885553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 50cfe4b1-99cd-487b-890a-6b506605e08b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:57.887657 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:57.985808 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f484a320-72b8-40c6-bc84-9061f8da3ba7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:58.016188 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:58.060676 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cfe4b1-99cd-487b-890a-6b506605e08b'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:32:58.068219 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0001e567-9de9-463c-ac30-bf2b13c6075d" -d '{"events": [{"server_uuid": "b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a", "name": "network-vif-plugged", "status": "completed", "tag": "50cfe4b1-99cd-487b-890a-6b506605e08b"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:32:58.083183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bac86df-c561-4d79-b27a-e388d6d45066 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:32:58.128357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 50cfe4b1-99cd-487b-890a-6b506605e08b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=50cfe4b1-99cd-487b-890a-6b506605e08b,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:58.130392 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f484a320-72b8-40c6-bc84-9061f8da3ba7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:32:58.134303 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d2566e-ef01-4ce8-94b0-826c47755fef x-openstack-request-id: req-c8d2566e-ef01-4ce8-94b0-826c47755fef {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:32:58.134905 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a", "name": "network-vif-plugged", "status": "completed", "tag": "50cfe4b1-99cd-487b-890a-6b506605e08b", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:32:58.135245 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8d2566e-ef01-4ce8-94b0-826c47755fef {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:32:58.135751 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cfe4b1-99cd-487b-890a-6b506605e08b', 'code': 200} Jul 05 10:32:58.135903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-f484a320-72b8-40c6-bc84-9061f8da3ba7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:32:58.140172 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484a320-72b8-40c6-bc84-9061f8da3ba7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=8af74fb0-08a1-40dc-a370-4849dfa0b006,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:58.142926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f484a320-72b8-40c6-bc84-9061f8da3ba7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:58.143614 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f484a320-72b8-40c6-bc84-9061f8da3ba7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:58.196735 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818448ed-b3ce-4414-a18e-94629888694d req-7839a42f-d8ca-4ddd-b3a5-472e9cfdeac6 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:58.197889 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cdcdbb8f-8d8a-4110-96cd-7ba67607dd0c None None] Provisioning complete for port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:32:58.198238 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbb8f-8d8a-4110-96cd-7ba67607dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:58.207917 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-818448ed-b3ce-4414-a18e-94629888694d req-7839a42f-d8ca-4ddd-b3a5-472e9cfdeac6 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 944 time: 0.1705036 Jul 05 10:32:58.245041 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:58.288907 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-818448ed-b3ce-4414-a18e-94629888694d req-269f0760-62df-4a11-8390-17c65151c320 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793195 Jul 05 10:32:58.293451 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f484a320-72b8-40c6-bc84-9061f8da3ba7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8811319 Jul 05 10:32:58.309764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50376) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:58.345323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-98ec2c21-9c28-4d92-ba14-a9c12c853555 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:58.411895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39571fe-f4eb-4e83-8f21-f0e5edccc16f req-652a9d81-f76a-4c12-a36e-db5db8160b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:58.425091 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a39571fe-f4eb-4e83-8f21-f0e5edccc16f req-652a9d81-f76a-4c12-a36e-db5db8160b67 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 1097 time: 0.1657457 Jul 05 10:32:58.426435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=50cfe4b1-99cd-487b-890a-6b506605e08b,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:58.498506 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a39571fe-f4eb-4e83-8f21-f0e5edccc16f req-fd497768-403d-4c0f-b56a-658b79cd1bea service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627022 Jul 05 10:32:58.698470 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e22e308-f6e5-4bd7-9337-d277bc255fe8 None None] Update dhcp port {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'fixed_ips': [{'subnet_id': '8af74fb0-08a1-40dc-a370-4849dfa0b006'}], 'binding:host_id': 'n-d-779913-27'}, 'id': '05847c6d-5c6d-4aeb-bcd8-f014e61702b5'} from n-d-779913-27. {{(pid=100777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:32:58.733272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ec2c21-9c28-4d92-ba14-a9c12c853555 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:58.737000 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-98ec2c21-9c28-4d92-ba14-a9c12c853555 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:58.742690 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e22e308-f6e5-4bd7-9337-d277bc255fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:58.881247 n-d-779913-27 neutron-server[100776]: INFO neutron.db.ipam_backend_mixin [None req-98ec2c21-9c28-4d92-ba14-a9c12c853555 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8af74fb0-08a1-40dc-a370-4849dfa0b006 (CIDR: 2001:db8::/64) Jul 05 10:32:58.938376 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-4e22e308-f6e5-4bd7-9337-d277bc255fe8 None None] Allocated IP 2001:db8::2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/8af74fb0-08a1-40dc-a370-4849dfa0b006/05847c6d-5c6d-4aeb-bcd8-f014e61702b5) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:32:58.956473 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ec2c21-9c28-4d92-ba14-a9c12c853555 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:32:58.956952 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ec2c21-9c28-4d92-ba14-a9c12c853555 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:32:59.049431 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-4e22e308-f6e5-4bd7-9337-d277bc255fe8 None None] For port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=05847c6d-5c6d-4aeb-bcd8-f014e61702b5,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:32:59.082372 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-98ec2c21-9c28-4d92-ba14-a9c12c853555 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7686269 Jul 05 10:32:59.083483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50378) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:32:59.091124 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f98d3a75-6b18-437b-b453-cb29b2d224c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:32:59.091510 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e22e308-f6e5-4bd7-9337-d277bc255fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:59.118100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4e22e308-f6e5-4bd7-9337-d277bc255fe8 None None] Transition to ACTIVE for port object 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:32:59.213702 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e22e308-f6e5-4bd7-9337-d277bc255fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:59.294016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e308-f6e5-4bd7-9337-d277bc255fe8 None None] Pushing event updated for resources: {'Port': ['ID=05847c6d-5c6d-4aeb-bcd8-f014e61702b5,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:32:59.327382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98d3a75-6b18-437b-b453-cb29b2d224c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:32:59.331516 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f98d3a75-6b18-437b-b453-cb29b2d224c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:32:59.576633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba1e95-e8b6-4869-9fa7-fc3a7ffaf1bf req-63356fa8-7f8a-4f7e-b00f-a20166f1034b tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:32:59.585684 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35ba1e95-e8b6-4869-9fa7-fc3a7ffaf1bf req-63356fa8-7f8a-4f7e-b00f-a20166f1034b tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 945 time: 0.1372042 Jul 05 10:32:59.681944 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35ba1e95-e8b6-4869-9fa7-fc3a7ffaf1bf req-0f90a71d-50cd-47bf-b28f-91a40aa2ef39 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917921 Jul 05 10:33:00.085529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.objects.ports [None req-f98d3a75-6b18-437b-b453-cb29b2d224c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100776) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:33:00.108538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b387719-b20f-4c47-8e06-d31a98fe683b None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:33:00.273084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-16c3c5c0-4d63-42da-aac3-6151514eafcd None None] Provisioning for port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:33:00.278301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-16c3c5c0-4d63-42da-aac3-6151514eafcd None None] Provisioning complete for port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:00.278674 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-16c3c5c0-4d63-42da-aac3-6151514eafcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:00.443875 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f98d3a75-6b18-437b-b453-cb29b2d224c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:00.630439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-f98d3a75-6b18-437b-b453-cb29b2d224c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] For port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=05847c6d-5c6d-4aeb-bcd8-f014e61702b5,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:00.666114 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f98d3a75-6b18-437b-b453-cb29b2d224c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:00.751289 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f98d3a75-6b18-437b-b453-cb29b2d224c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:00.752058 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f98d3a75-6b18-437b-b453-cb29b2d224c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:00.936657 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:33:00.964214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98d3a75-6b18-437b-b453-cb29b2d224c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:00.972414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-f98d3a75-6b18-437b-b453-cb29b2d224c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:00.999828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d3a75-6b18-437b-b453-cb29b2d224c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:01.005561 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:01.005780 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f98d3a75-6b18-437b-b453-cb29b2d224c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:01.005888 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:01.012433 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d3a75-6b18-437b-b453-cb29b2d224c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=05847c6d-5c6d-4aeb-bcd8-f014e61702b5,revision_number=9']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:01.034819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d3a75-6b18-437b-b453-cb29b2d224c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=6c936220-2684-476d-b298-4d4a16c92bc9,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:01.079252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642c8db-35ba-45de-9aef-27854f6104e8 req-2d1ee890-d1d9-43e7-b1eb-0fe1b93d1fa8 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:01.086847 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a642c8db-35ba-45de-9aef-27854f6104e8 req-2d1ee890-d1d9-43e7-b1eb-0fe1b93d1fa8 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 945 time: 0.1912503 Jul 05 10:33:01.144094 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a642c8db-35ba-45de-9aef-27854f6104e8 req-e1ee5e16-edd8-4a16-b67f-4a7ead0db540 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562167 Jul 05 10:33:01.166632 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f98d3a75-6b18-437b-b453-cb29b2d224c1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0818067 Jul 05 10:33:01.167698 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50398) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:01.176783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-eae3c8e0-0db4-4517-a37e-7c22a85ea318 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'mac_address': 'fa:16:3e:60:2c:71', 'name': 'tempest-NetworksTestDHCPv6-2038847195'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:01.273705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0d06903-0f3d-4caf-b8af-5ce06ff17385 req-5251cb8c-35c8-4d08-aaa1-02f2a711a2b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1062396 Jul 05 10:33:01.309902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63748d93-c3ef-4030-b664-82decec68ceb None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:33:01.397230 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-10d9a158-8032-477a-9be8-177584392b8c None None] Provisioning complete for port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:01.398031 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-10d9a158-8032-477a-9be8-177584392b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:01.443820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae3c8e0-0db4-4517-a37e-7c22a85ea318 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:01.447541 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d06903-0f3d-4caf-b8af-5ce06ff17385 req-378ccb26-e92a-4c2e-8c4f-b3ffb16726cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:01.452178 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0d06903-0f3d-4caf-b8af-5ce06ff17385 req-378ccb26-e92a-4c2e-8c4f-b3ffb16726cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 1099 time: 0.1094093 Jul 05 10:33:01.644939 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d06903-0f3d-4caf-b8af-5ce06ff17385 req-445f1f0a-7057-4b43-9ebb-7fc1229e31c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:01.646641 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0d06903-0f3d-4caf-b8af-5ce06ff17385 req-445f1f0a-7057-4b43-9ebb-7fc1229e31c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 200 len: 916 time: 0.1707253 Jul 05 10:33:01.804629 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0d06903-0f3d-4caf-b8af-5ce06ff17385 req-af358189-38c6-4eb9-9a60-4c4bc96a7465 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdde5858-476d-4569-8bb2-9fb713ad0937 HTTP/1.1" status: 200 len: 1002 time: 0.1075630 Jul 05 10:33:01.865038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa6143-65a3-42d1-93ba-26266488b3c6 req-372c4040-3a64-4642-9066-1cb5bf4a75a1 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:01.873273 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85aa6143-65a3-42d1-93ba-26266488b3c6 req-372c4040-3a64-4642-9066-1cb5bf4a75a1 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 947 time: 0.2244918 Jul 05 10:33:01.889655 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d06903-0f3d-4caf-b8af-5ce06ff17385 req-52dffcf9-0aa3-462e-a64a-fded56acfcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:01.891558 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0d06903-0f3d-4caf-b8af-5ce06ff17385 req-52dffcf9-0aa3-462e-a64a-fded56acfcbc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29e232e9-0213-4c50-9eaa-5083f737c183 HTTP/1.1" status: 200 len: 854 time: 0.0788414 Jul 05 10:33:01.983457 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85aa6143-65a3-42d1-93ba-26266488b3c6 req-bb11a959-a974-41a0-8f21-e1cb1b9ab7e4 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971649 Jul 05 10:33:02.010590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d06903-0f3d-4caf-b8af-5ce06ff17385 req-ff548ad0-f165-48b5-aa18-9a7a2f3bd462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:02.012808 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0d06903-0f3d-4caf-b8af-5ce06ff17385 req-ff548ad0-f165-48b5-aa18-9a7a2f3bd462 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105568 Jul 05 10:33:02.093803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12fe60-4a0d-4421-a8b5-4a055b5cc6a8 req-9a888e47-6b09-42cd-a1b4-9270b1c86b80 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:02.096122 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fb12fe60-4a0d-4421-a8b5-4a055b5cc6a8 req-9a888e47-6b09-42cd-a1b4-9270b1c86b80 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 805 time: 0.7267845 Jul 05 10:33:02.105510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-35b79a94-450b-40f6-ba91-7f05a1b91c06 None None] Provisioning complete for port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:02.106432 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-35b79a94-450b-40f6-ba91-7f05a1b91c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:02.127134 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fb12fe60-4a0d-4421-a8b5-4a055b5cc6a8 req-279f3df9-0790-470f-b01d-7810a5351dff tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/quotas/74a2cb886e8f45d9845ba0f19f03a76c HTTP/1.1" status: 200 len: 375 time: 0.0172598 Jul 05 10:33:02.131605 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eae3c8e0-0db4-4517-a37e-7c22a85ea318 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:02.144634 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0d06903-0f3d-4caf-b8af-5ce06ff17385 req-2f3996d2-0e3b-4254-904e-632cd463ee7e service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158795 Jul 05 10:33:02.189046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-eae3c8e0-0db4-4517-a37e-7c22a85ea318 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port 879032f3-575a-48bc-9bc3-58557bf6c4c3 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:33:02.259859 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0d06903-0f3d-4caf-b8af-5ce06ff17385 req-ff2b9a4d-a877-4d13-86bf-5fce3da2444d service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085279 Jul 05 10:33:02.309954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-5dad54d3-5d62-4f5b-ba92-03b36679f3f5 req-5a0cd0e2-e12e-4af6-aed4-c4e274bf8995 service neutron] (100775) timed out ('10.222.0.77', 35388) {{(pid=100775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:33:02.311402 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fb12fe60-4a0d-4421-a8b5-4a055b5cc6a8 req-eb622469-4bc7-41ed-bdcd-070bb4b1e2b8 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1698637 Jul 05 10:33:02.460445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-eae3c8e0-0db4-4517-a37e-7c22a85ea318 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::160 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/8af74fb0-08a1-40dc-a370-4849dfa0b006/879032f3-575a-48bc-9bc3-58557bf6c4c3) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:33:02.468472 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fb12fe60-4a0d-4421-a8b5-4a055b5cc6a8 req-08a9df82-9dba-44dc-988b-e06f672e107b service neutron] 10.222.0.77 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479394 Jul 05 10:33:02.471761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-eae3c8e0-0db4-4517-a37e-7c22a85ea318 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8:0:1:f816:3eff:fe60:2c71 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/6c936220-2684-476d-b298-4d4a16c92bc9/879032f3-575a-48bc-9bc3-58557bf6c4c3) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:33:02.652143 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fb12fe60-4a0d-4421-a8b5-4a055b5cc6a8 req-2f40f020-c160-4484-8444-1f25d586f9c8 service neutron] 10.222.0.77 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739166 Jul 05 10:33:02.708984 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eae3c8e0-0db4-4517-a37e-7c22a85ea318 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:02.724364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-eae3c8e0-0db4-4517-a37e-7c22a85ea318 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object 879032f3-575a-48bc-9bc3-58557bf6c4c3 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:02.903563 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eae3c8e0-0db4-4517-a37e-7c22a85ea318 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:02.906048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:33:02.952977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae3c8e0-0db4-4517-a37e-7c22a85ea318 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:02.962429 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:02.962797 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:02.962904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-eae3c8e0-0db4-4517-a37e-7c22a85ea318 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:02.968307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae3c8e0-0db4-4517-a37e-7c22a85ea318 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:33:02.979581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae3c8e0-0db4-4517-a37e-7c22a85ea318 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:02.979581 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eae3c8e0-0db4-4517-a37e-7c22a85ea318 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:02.993244 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3c8e0-0db4-4517-a37e-7c22a85ea318 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=879032f3-575a-48bc-9bc3-58557bf6c4c3,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:03.192336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4060f11-35f6-4fd3-8a13-9a788af6c0d2 req-b72e6ad1-98e0-404c-8e33-6be8b9543a0a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:03.194575 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4060f11-35f6-4fd3-8a13-9a788af6c0d2 req-b72e6ad1-98e0-404c-8e33-6be8b9543a0a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.64 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 947 time: 0.1507928 Jul 05 10:33:03.205957 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-eae3c8e0-0db4-4517-a37e-7c22a85ea318 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0342138 Jul 05 10:33:03.210465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50428) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:03.303999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948f876-708e-4594-a940-f58788059157 req-9ff183ec-d956-4877-98a8-f06ac4fd2372 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:03.305743 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5948f876-708e-4594-a940-f58788059157 req-9ff183ec-d956-4877-98a8-f06ac4fd2372 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 947 time: 0.1675687 Jul 05 10:33:03.378443 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-e4060f11-35f6-4fd3-8a13-9a788af6c0d2 req-b3de9c20-8dbd-4534-b33e-6c0bfc09151e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Deleting port bdde5858-476d-4569-8bb2-9fb713ad0937 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:33:03.378913 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e4060f11-35f6-4fd3-8a13-9a788af6c0d2 req-b3de9c20-8dbd-4534-b33e-6c0bfc09151e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:03.380109 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5948f876-708e-4594-a940-f58788059157 req-b111c1bf-ae3c-45f1-9762-16ea8f7af14b tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c1b82f1-5bc6-4218-ad9c-7adc07a13955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676289 Jul 05 10:33:03.415513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c5cbdacc-4aa6-4fdd-ac56-f93bcb04f2da tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port 879032f3-575a-48bc-9bc3-58557bf6c4c3 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:33:03.416179 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5cbdacc-4aa6-4fdd-ac56-f93bcb04f2da tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:03.508010 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-e4060f11-35f6-4fd3-8a13-9a788af6c0d2 req-b3de9c20-8dbd-4534-b33e-6c0bfc09151e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] For port bdde5858-476d-4569-8bb2-9fb713ad0937, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bdde5858-476d-4569-8bb2-9fb713ad0937,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:03.508294 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e4060f11-35f6-4fd3-8a13-9a788af6c0d2 req-b3de9c20-8dbd-4534-b33e-6c0bfc09151e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:03.520092 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5cbdacc-4aa6-4fdd-ac56-f93bcb04f2da tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:03.524056 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8528a250-5be3-4866-a04a-b31c024ca37d None None] Provisioning for port 879032f3-575a-48bc-9bc3-58557bf6c4c3 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:33:03.527957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8528a250-5be3-4866-a04a-b31c024ca37d None None] Provisioning complete for port 879032f3-575a-48bc-9bc3-58557bf6c4c3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:03.528323 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8528a250-5be3-4866-a04a-b31c024ca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:03.533005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c5cbdacc-4aa6-4fdd-ac56-f93bcb04f2da tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for 879032f3-575a-48bc-9bc3-58557bf6c4c3 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:33:03.570705 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8528a250-5be3-4866-a04a-b31c024ca37d None None] Port 879032f3-575a-48bc-9bc3-58557bf6c4c3 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:33:03.889701 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5cbdacc-4aa6-4fdd-ac56-f93bcb04f2da tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:03.921126 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e4060f11-35f6-4fd3-8a13-9a788af6c0d2 req-b3de9c20-8dbd-4534-b33e-6c0bfc09151e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:03.921508 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e4060f11-35f6-4fd3-8a13-9a788af6c0d2 req-b3de9c20-8dbd-4534-b33e-6c0bfc09151e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:03.921834 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [req-e4060f11-35f6-4fd3-8a13-9a788af6c0d2 req-b3de9c20-8dbd-4534-b33e-6c0bfc09151e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Floating IP 790b29f5-41f4-4083-8ab4-884ee74171eb disassociated. External IP: 172.25.5.140, port: bdde5858-476d-4569-8bb2-9fb713ad0937. Jul 05 10:33:03.922189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-e4060f11-35f6-4fd3-8a13-9a788af6c0d2 req-b3de9c20-8dbd-4534-b33e-6c0bfc09151e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Calling delete_port for bdde5858-476d-4569-8bb2-9fb713ad0937 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:33:03.949888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbdacc-4aa6-4fdd-ac56-f93bcb04f2da tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=879032f3-575a-48bc-9bc3-58557bf6c4c3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:03.995682 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-0940f71c-b855-4936-bfdd-de208a7f53cc tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:03.997295 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-0940f71c-b855-4936-bfdd-de208a7f53cc tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 805 time: 0.2173038 Jul 05 10:33:04.008158 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5cbdacc-4aa6-4fdd-ac56-f93bcb04f2da tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:04.010502 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c5cbdacc-4aa6-4fdd-ac56-f93bcb04f2da tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/879032f3-575a-48bc-9bc3-58557bf6c4c3 HTTP/1.1" status: 204 len: 168 time: 0.7782810 Jul 05 10:33:04.013301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50462) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:04.014582 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-11ad1bec-16b7-4e10-919b-e8298571133c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/quotas/74a2cb886e8f45d9845ba0f19f03a76c HTTP/1.1" status: 200 len: 375 time: 0.0112894 Jul 05 10:33:04.099608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4877c173-2ee9-47fb-bed4-cb48fed1b864 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:04.101262 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4877c173-2ee9-47fb-bed4-cb48fed1b864 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0869310 Jul 05 10:33:04.104221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50464) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:04.172471 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c65f35-3bc1-4b32-b4a6-42a7d221a6ec tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:04.174303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-20c65f35-3bc1-4b32-b4a6-42a7d221a6ec tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0684893 Jul 05 10:33:04.179652 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50466) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:04.184555 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-bd1dcb71-6970-4f81-99a5-0f1c491ba4bd tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1595502 Jul 05 10:33:04.245784 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f14cc1-04c7-4d70-9bfe-c5d855cef189 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:04.247255 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f14cc1-04c7-4d70-9bfe-c5d855cef189 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:04.248916 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f14cc1-04c7-4d70-9bfe-c5d855cef189 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:04.250719 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-66f14cc1-04c7-4d70-9bfe-c5d855cef189 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0698104 Jul 05 10:33:04.253494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50468) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:04.295395 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-58ebbee4-5c76-4629-b3bf-52f9a8058a92 service neutron] 10.222.0.77 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098692 Jul 05 10:33:04.314588 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3cdfc9-704a-40c5-8901-5edbf1cb80ce tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 6c936220-2684-476d-b298-4d4a16c92bc9 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:33:04.318030 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3e3cdfc9-704a-40c5-8901-5edbf1cb80ce tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:04.349064 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e4060f11-35f6-4fd3-8a13-9a788af6c0d2 req-b3de9c20-8dbd-4534-b33e-6c0bfc09151e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:04.361299 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3e3cdfc9-704a-40c5-8901-5edbf1cb80ce tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:04.392076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de9c20-8dbd-4534-b33e-6c0bfc09151e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event deleted for resources: {'Port': ['ID=bdde5858-476d-4569-8bb2-9fb713ad0937,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:04.456739 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3e3cdfc9-704a-40c5-8901-5edbf1cb80ce tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:04.555465 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-33eb9864-572a-4f69-a005-58c89a810351 req-cb6fb42d-5cd2-44d9-bab1-0a2c85becad8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 210 time: 0.0304797 Jul 05 10:33:04.608106 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3e3cdfc9-704a-40c5-8901-5edbf1cb80ce tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:04.639429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cdfc9-704a-40c5-8901-5edbf1cb80ce tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=6c936220-2684-476d-b298-4d4a16c92bc9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:04.647436 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3e3cdfc9-704a-40c5-8901-5edbf1cb80ce tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:04.652036 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3e3cdfc9-704a-40c5-8901-5edbf1cb80ce tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/6c936220-2684-476d-b298-4d4a16c92bc9 HTTP/1.1" status: 204 len: 168 time: 0.3950248 Jul 05 10:33:04.652362 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50472) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:04.656165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad8521a-716d-46f2-bb2c-8715709e75d3 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:33:04.719009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc9cf64-107a-44ef-97e2-c75c4c573f37 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 8af74fb0-08a1-40dc-a370-4849dfa0b006 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:33:04.722960 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cf64-107a-44ef-97e2-c75c4c573f37 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:04.780958 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cf64-107a-44ef-97e2-c75c4c573f37 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:04.819380 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-387c3aa5-58e5-422c-9339-a7024ec7ca44 service neutron] 10.222.0.77 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177221 Jul 05 10:33:04.954823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4060f11-35f6-4fd3-8a13-9a788af6c0d2 req-b3de9c20-8dbd-4534-b33e-6c0bfc09151e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Router 16cef306-6378-4161-ada5-3c41aae36ad6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:33:04.962462 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cf64-107a-44ef-97e2-c75c4c573f37 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:05.125707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4060f11-35f6-4fd3-8a13-9a788af6c0d2 req-b3de9c20-8dbd-4534-b33e-6c0bfc09151e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:33:05.137423 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d51dfbf-734e-41f0-b5ff-b5fa90e7d96e None None] Sync routers for ids ['16cef306-6378-4161-ada5-3c41aae36ad6'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:33:05.147872 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d51dfbf-734e-41f0-b5ff-b5fa90e7d96e None None] Routers {'16cef306-6378-4161-ada5-3c41aae36ad6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:33:05.148584 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9d51dfbf-734e-41f0-b5ff-b5fa90e7d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:32:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['16cef306-6378-4161-ada5-3c41aae36ad6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:05.176116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4060f11-35f6-4fd3-8a13-9a788af6c0d2 req-b3de9c20-8dbd-4534-b33e-6c0bfc09151e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] No DVR routers for this DVR port bdde5858-476d-4569-8bb2-9fb713ad0937 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:33:05.180877 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e4060f11-35f6-4fd3-8a13-9a788af6c0d2 req-b3de9c20-8dbd-4534-b33e-6c0bfc09151e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:05.183665 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4060f11-35f6-4fd3-8a13-9a788af6c0d2 req-b3de9c20-8dbd-4534-b33e-6c0bfc09151e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.64 "DELETE /v2.0/ports/bdde5858-476d-4569-8bb2-9fb713ad0937 HTTP/1.1" status: 204 len: 173 time: 1.9827342 Jul 05 10:33:05.184508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'name': 'network-vif-deleted', 'tag': 'bdde5858-476d-4569-8bb2-9fb713ad0937'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:05.189716 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe63ef4c-39fe-48ed-85ba-cc4c95ba7b22" -d '{"events": [{"server_uuid": "d02c2907-919c-46cf-b1e2-19c167fea356", "name": "network-vif-deleted", "tag": "bdde5858-476d-4569-8bb2-9fb713ad0937"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:05.220528 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cf64-107a-44ef-97e2-c75c4c573f37 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:05.264570 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa76dfd-eeb2-4590-aefa-214ae5af859c x-openstack-request-id: req-7aa76dfd-eeb2-4590-aefa-214ae5af859c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:05.265126 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02c2907-919c-46cf-b1e2-19c167fea356", "name": "network-vif-deleted", "tag": "bdde5858-476d-4569-8bb2-9fb713ad0937", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:05.276238 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7aa76dfd-eeb2-4590-aefa-214ae5af859c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:05.276920 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c2907-919c-46cf-b1e2-19c167fea356', 'name': 'network-vif-deleted', 'tag': 'bdde5858-476d-4569-8bb2-9fb713ad0937', 'status': 'completed', 'code': 200} Jul 05 10:33:05.292496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9cf64-107a-44ef-97e2-c75c4c573f37 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=8af74fb0-08a1-40dc-a370-4849dfa0b006,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:05.311578 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cf64-107a-44ef-97e2-c75c4c573f37 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:05.316817 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fcc9cf64-107a-44ef-97e2-c75c4c573f37 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/8af74fb0-08a1-40dc-a370-4849dfa0b006 HTTP/1.1" status: 204 len: 168 time: 0.6633132 Jul 05 10:33:05.317566 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50484) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:05.332326 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-9d51dfbf-734e-41f0-b5ff-b5fa90e7d96e None None] Set router 16cef306-6378-4161-ada5-3c41aae36ad6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:33:05.351460 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0fa4061c-3ead-474f-8bf2-192127a7b72c req-5675f74e-5c3a-4cb3-9cbf-dc2b79a9b9f6 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 210 time: 0.1075604 Jul 05 10:33:05.384439 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-989ebc61-779a-47ac-bc7d-9e2364f86d0b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656381 Jul 05 10:33:05.387373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50486) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:05.395308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-7f12d19e-38d4-4689-a2bf-2757d6a6feee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:05.623943 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9d51dfbf-734e-41f0-b5ff-b5fa90e7d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '886d727a-6057-4e0b-bbea-3c838d5b7eda', 'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'mac_address': 'fa:16:3e:14:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:39Z', 'updated_at': '2021-07-05T10:28:45Z', 'revision_number': 5, 'project_id': '362ae62a323e4233ac08e724c10958da', 'subnets': [{'id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:05.631021 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f12d19e-38d4-4689-a2bf-2757d6a6feee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:05.640442 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f12d19e-38d4-4689-a2bf-2757d6a6feee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:05.663168 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d51dfbf-734e-41f0-b5ff-b5fa90e7d96e None None] Checking router: 16cef306-6378-4161-ada5-3c41aae36ad6 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:33:05.675785 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d51dfbf-734e-41f0-b5ff-b5fa90e7d96e None None] Routers {'16cef306-6378-4161-ada5-3c41aae36ad6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:33:05.677139 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9d51dfbf-734e-41f0-b5ff-b5fa90e7d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:32:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['16cef306-6378-4161-ada5-3c41aae36ad6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:05.698125 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bdde5858-476d-4569-8bb2-9fb713ad0937 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:33:05.737349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: bdde5858-476d-4569-8bb2-9fb713ad0937 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:33:05.762126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bdde5858-476d-4569-8bb2-9fb713ad0937 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:33:05.857531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408e9fe6-22b8-4ea0-ae25-df485a3d042e None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:33:05.878972 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-9d51dfbf-734e-41f0-b5ff-b5fa90e7d96e None None] Set router 16cef306-6378-4161-ada5-3c41aae36ad6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:33:05.981771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cc299164-29f3-4a72-bf41-f97ede7ad523 None None] Provisioning complete for port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:05.982580 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cc299164-29f3-4a72-bf41-f97ede7ad523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:06.092733 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d78653f7-3067-40bd-a5d5-51ddd35ee2fb req-a33dda97-0304-4db5-a165-4ab6813e6ad7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=d02c2907-919c-46cf-b1e2-19c167fea356 HTTP/1.1" status: 200 len: 210 time: 0.0759189 Jul 05 10:33:06.177648 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f12d19e-38d4-4689-a2bf-2757d6a6feee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:06.226332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f12d19e-38d4-4689-a2bf-2757d6a6feee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:06.235524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-7f12d19e-38d4-4689-a2bf-2757d6a6feee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:06.249917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f12d19e-38d4-4689-a2bf-2757d6a6feee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:06.250521 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7f12d19e-38d4-4689-a2bf-2757d6a6feee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:06.251134 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9d51dfbf-734e-41f0-b5ff-b5fa90e7d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '886d727a-6057-4e0b-bbea-3c838d5b7eda', 'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'mac_address': 'fa:16:3e:14:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:39Z', 'updated_at': '2021-07-05T10:28:45Z', 'revision_number': 5, 'project_id': '362ae62a323e4233ac08e724c10958da', 'subnets': [{'id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:06.264838 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12d19e-38d4-4689-a2bf-2757d6a6feee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=129837c4-ed0d-4cce-b45d-5870cbe678c3,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:06.289287 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d51dfbf-734e-41f0-b5ff-b5fa90e7d96e None None] The sync data for ids ['16cef306-6378-4161-ada5-3c41aae36ad6'] in n-d-779913-27 is: [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '886d727a-6057-4e0b-bbea-3c838d5b7eda', 'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'mac_address': 'fa:16:3e:14:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:39Z', 'updated_at': '2021-07-05T10:28:45Z', 'revision_number': 5, 'project_id': '362ae62a323e4233ac08e724c10958da', 'subnets': [{'id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:33:06.316972 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7ae4ae-a7ed-477e-a5da-796dd4ee47cf None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:33:06.374058 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ae4ae-a7ed-477e-a5da-796dd4ee47cf None None] Deleting port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:33:06.374438 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d7ae4ae-a7ed-477e-a5da-796dd4ee47cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:06.465527 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e34542d-0263-46f8-919f-faee70a6fabd req-10f30b7a-a081-4e24-bca3-5087288f7ae0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 210 time: 0.0418451 Jul 05 10:33:06.476706 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50502) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:06.483130 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-7bdfacae-2e68-483c-8227-9690590dbaa7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:06.486879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8d7ae4ae-a7ed-477e-a5da-796dd4ee47cf None None] For port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=05847c6d-5c6d-4aeb-bcd8-f014e61702b5,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:06.486879 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d7ae4ae-a7ed-477e-a5da-796dd4ee47cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:06.490825 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7f12d19e-38d4-4689-a2bf-2757d6a6feee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1018765 Jul 05 10:33:06.508236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ae4ae-a7ed-477e-a5da-796dd4ee47cf None None] Calling delete_port for 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:33:06.623021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa01c1-43d9-4d31-8165-fd804f8f179b None None] New status for floating IP 790b29f5-41f4-4083-8ab4-884ee74171eb: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:33:06.741373 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d7ae4ae-a7ed-477e-a5da-796dd4ee47cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:06.742089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdfacae-2e68-483c-8227-9690590dbaa7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:06.746077 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7bdfacae-2e68-483c-8227-9690590dbaa7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:06.767923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ae4ae-a7ed-477e-a5da-796dd4ee47cf None None] Pushing event deleted for resources: {'Port': ['ID=05847c6d-5c6d-4aeb-bcd8-f014e61702b5,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:06.771748 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ae4ae-a7ed-477e-a5da-796dd4ee47cf None None] No DVR routers for this DVR port 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:33:06.787001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fe1420-16ef-4cc2-b958-a5ddeb23fdd6 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:33:06.852353 n-d-779913-27 neutron-server[100776]: INFO neutron.db.ipam_backend_mixin [None req-7bdfacae-2e68-483c-8227-9690590dbaa7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 129837c4-ed0d-4cce-b45d-5870cbe678c3 (CIDR: 2001:db8::/64) Jul 05 10:33:06.909699 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdfacae-2e68-483c-8227-9690590dbaa7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:33:06.910605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bdfacae-2e68-483c-8227-9690590dbaa7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:06.939006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:33:06.963046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:33:06.963391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 05847c6d-5c6d-4aeb-bcd8-f014e61702b5 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:33:07.007661 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'tenant_id': '8e466348a29d47fd95df65a8d6bf6172', 'fixed_ips': [{'subnet_id': '129837c4-ed0d-4cce-b45d-5870cbe678c3'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:33:07.008606 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:07.010900 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7bdfacae-2e68-483c-8227-9690590dbaa7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5330403 Jul 05 10:33:07.013903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50504) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:07.019444 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c4870c5a-e96f-41fa-903c-c95f06789811 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'subnet': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:07.159401 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Allocated IP 2001:db8::2 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/129837c4-ed0d-4cce-b45d-5870cbe678c3/6047e77d-96d7-41e1-9942-d5316605b489) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:33:07.270498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4870c5a-e96f-41fa-903c-c95f06789811 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:07.274658 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4870c5a-e96f-41fa-903c-c95f06789811 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:07.360061 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:07.370215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Transition to ACTIVE for port object 6047e77d-96d7-41e1-9942-d5316605b489 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:07.400596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Transition to ACTIVE for port object 6047e77d-96d7-41e1-9942-d5316605b489 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:07.400695 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50514) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:07.475614 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b61c493-0bed-4b1b-8a85-65b4a88c3160 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:07.484495 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:07.511362 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b61c493-0bed-4b1b-8a85-65b4a88c3160 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:07.536081 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:07.539100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:07.543690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:33:07.546899 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Pushing event updated for resources: {'Port': ['ID=6047e77d-96d7-41e1-9942-d5316605b489,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:07.623429 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Attempting to bind port 6047e77d-96d7-41e1-9942-d5316605b489 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:33:07.624284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Attempting to bind port 6047e77d-96d7-41e1-9942-d5316605b489 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:33:07.624284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Attempting to bind port 6047e77d-96d7-41e1-9942-d5316605b489 on network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:07.629913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:33:07.630288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Checking segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:07.630698 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:07.631253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Bound using segment: {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:33:07.631739 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Bound port: 6047e77d-96d7-41e1-9942-d5316605b489, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038391b2-c415-4901-b43b-f57716c247f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:33:07.632138 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:07.687995 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b61c493-0bed-4b1b-8a85-65b4a88c3160 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:07.689499 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb054105-5380-4223-9200-7cc70a61ed98 req-40a9fb65-99f1-432a-9322-172e1e6f5883 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 210 time: 0.0414772 Jul 05 10:33:07.690715 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b61c493-0bed-4b1b-8a85-65b4a88c3160 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:07.694850 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9b61c493-0bed-4b1b-8a85-65b4a88c3160 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "DELETE /v2.0/security-groups/0c1b82f1-5bc6-4218-ad9c-7adc07a13955 HTTP/1.1" status: 204 len: 168 time: 0.2937684 Jul 05 10:33:07.695391 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50518) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:07.704683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61c493-0bed-4b1b-8a85-65b4a88c3160 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1b82f1-5bc6-4218-ad9c-7adc07a13955,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:07.708335 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] For port 6047e77d-96d7-41e1-9942-d5316605b489, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:33:07.712652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] For port 6047e77d-96d7-41e1-9942-d5316605b489, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6047e77d-96d7-41e1-9942-d5316605b489,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:33:07.718006 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-0eef5abb-b8f3-44da-9a7c-dcefc727119e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] show failed (client error): The resource could not be found. Jul 05 10:33:07.719093 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0eef5abb-b8f3-44da-9a7c-dcefc727119e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups/0c1b82f1-5bc6-4218-ad9c-7adc07a13955 HTTP/1.1" status: 404 len: 347 time: 0.0223744 Jul 05 10:33:07.727782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50520) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:07.771477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.objects.ports [None req-c4870c5a-e96f-41fa-903c-c95f06789811 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100776) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:33:07.795624 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:07.876084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-90b56b83-d5b9-4765-8fd1-0bb064acef6d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Deleting port d4bde088-c489-49b4-8fe7-019c18646607 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:33:07.876084 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-90b56b83-d5b9-4765-8fd1-0bb064acef6d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:07.884120 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacd151-32e7-485b-b0bc-dbc0aa642aac None None] Pushing event updated for resources: {'Port': ['ID=6047e77d-96d7-41e1-9942-d5316605b489,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:07.986488 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-90b56b83-d5b9-4765-8fd1-0bb064acef6d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:07.986831 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-90b56b83-d5b9-4765-8fd1-0bb064acef6d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:08.000817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-90b56b83-d5b9-4765-8fd1-0bb064acef6d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Calling delete_port for d4bde088-c489-49b4-8fe7-019c18646607 owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:33:08.152157 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4870c5a-e96f-41fa-903c-c95f06789811 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:08.284571 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-90b56b83-d5b9-4765-8fd1-0bb064acef6d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:08.316895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b56b83-d5b9-4765-8fd1-0bb064acef6d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event deleted for resources: {'Port': ['ID=d4bde088-c489-49b4-8fe7-019c18646607,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:08.346113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-c4870c5a-e96f-41fa-903c-c95f06789811 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] For port 6047e77d-96d7-41e1-9942-d5316605b489, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6047e77d-96d7-41e1-9942-d5316605b489,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:08.394145 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-90b56b83-d5b9-4765-8fd1-0bb064acef6d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:08.398147 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-90b56b83-d5b9-4765-8fd1-0bb064acef6d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:08.403569 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-90b56b83-d5b9-4765-8fd1-0bb064acef6d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "DELETE /v2.0/floatingips/790b29f5-41f4-4083-8ab4-884ee74171eb HTTP/1.1" status: 204 len: 168 time: 0.6699891 Jul 05 10:33:08.434632 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4870c5a-e96f-41fa-903c-c95f06789811 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:08.526553 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-6cde7d8f-ae5a-4636-8a96-1a01f07b4aa2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:08.528297 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-6cde7d8f-ae5a-4636-8a96-1a01f07b4aa2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.73 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 805 time: 0.1380992 Jul 05 10:33:08.541198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-2e0cf558-2465-4061-986a-0368bd5ea8af tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Request body: {'port': {'device_id': '4ce18ed4-b643-45ee-9fa1-ede3b9de9cef', 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e', 'admin_state_up': True, 'tenant_id': '74a2cb886e8f45d9845ba0f19f03a76c'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:08.545977 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4870c5a-e96f-41fa-903c-c95f06789811 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:08.549740 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4870c5a-e96f-41fa-903c-c95f06789811 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:08.692523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4870c5a-e96f-41fa-903c-c95f06789811 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:08.708643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-c4870c5a-e96f-41fa-903c-c95f06789811 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:08.721295 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4870c5a-e96f-41fa-903c-c95f06789811 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:08.721888 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4870c5a-e96f-41fa-903c-c95f06789811 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:08.732855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4870c5a-e96f-41fa-903c-c95f06789811 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=6047e77d-96d7-41e1-9942-d5316605b489,revision_number=4']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:08.746852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4870c5a-e96f-41fa-903c-c95f06789811 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Subnet': ['ID=ef4e01d9-5dc2-4ea8-a6a1-b9934e72b5b4,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:08.891017 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f708da1b-bd07-482b-aa30-ffe2d71aedd1 req-b4cfdbf9-caf6-4873-ac73-d5b0dbef3c6b tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 210 time: 0.0587027 Jul 05 10:33:08.896619 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c4870c5a-e96f-41fa-903c-c95f06789811 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8797081 Jul 05 10:33:08.897841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50530) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:08.903427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-2df4d3bc-a342-4919-9b99-35e5754d85b2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Request body: {'port': {'network_id': '8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628', 'mac_address': 'fa:16:3e:0b:ce:c9', 'name': 'tempest-NetworksTestDHCPv6-1363157441'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:09.007609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-2e0cf558-2465-4061-986a-0368bd5ea8af tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Made reservation on behalf of 74a2cb886e8f45d9845ba0f19f03a76c for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:09.008184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50532) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:09.008302 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-2e0cf558-2465-4061-986a-0368bd5ea8af tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:09.011943 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6047e77d-96d7-41e1-9942-d5316605b489 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:33:09.032182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-890e1d68-6525-4948-a073-17c1bab268f2 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1281465710', 'description': 'tempest-description--643989195'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:09.127217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3e6638-cf8b-48db-badd-2c33112a3a6e None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:33:09.176793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-2e0cf558-2465-4061-986a-0368bd5ea8af tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Allocated IP 172.20.0.8 (f07f9a36-47b5-4700-a8e9-30e7deb1de7e/98f7b6db-d802-47e9-b5c8-384631a1c751/0eb7b730-7b14-46fc-8bd9-3711fb569c48) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:33:09.266750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 6047e77d-96d7-41e1-9942-d5316605b489 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:33:09.270145 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-890e1d68-6525-4948-a073-17c1bab268f2 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:09.362644 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-2e0cf558-2465-4061-986a-0368bd5ea8af tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:09.426980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df4d3bc-a342-4919-9b99-35e5754d85b2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Made reservation on behalf of 8e466348a29d47fd95df65a8d6bf6172 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:09.459497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a20421f3-f605-4ab4-9e6c-3d59a667f9f3 None None] Provisioning for port 6047e77d-96d7-41e1-9942-d5316605b489 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:33:09.473910 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a20421f3-f605-4ab4-9e6c-3d59a667f9f3 None None] Provisioning complete for port 6047e77d-96d7-41e1-9942-d5316605b489 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:09.474376 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a20421f3-f605-4ab4-9e6c-3d59a667f9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:09.536241 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-2e0cf558-2465-4061-986a-0368bd5ea8af tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:09.577928 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2df4d3bc-a342-4919-9b99-35e5754d85b2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:09.590921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50cfe4b1-99cd-487b-890a-6b506605e08b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:09.631120 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-890e1d68-6525-4948-a073-17c1bab268f2 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:09.632915 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-2e0cf558-2465-4061-986a-0368bd5ea8af tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Network f07f9a36-47b5-4700-a8e9-30e7deb1de7e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:09.641551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-2df4d3bc-a342-4919-9b99-35e5754d85b2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] device_id is not set on port 305a4107-c753-46c5-916c-6bb483b4c0ae yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:33:09.643879 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-2e0cf558-2465-4061-986a-0368bd5ea8af tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:09.653608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-2e0cf558-2465-4061-986a-0368bd5ea8af tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:33:09.683191 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cf558-2465-4061-986a-0368bd5ea8af tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Pushing event updated for resources: {'Port': ['ID=0eb7b730-7b14-46fc-8bd9-3711fb569c48,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:09.695513 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a20421f3-f605-4ab4-9e6c-3d59a667f9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:09.715841 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-890e1d68-6525-4948-a073-17c1bab268f2 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:09.734046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-2e0cf558-2465-4061-986a-0368bd5ea8af tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:09.735230 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-2e0cf558-2465-4061-986a-0368bd5ea8af tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:09.778453 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a20421f3-f605-4ab4-9e6c-3d59a667f9f3 None None] For port 6047e77d-96d7-41e1-9942-d5316605b489, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6047e77d-96d7-41e1-9942-d5316605b489,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:09.840614 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e1d68-6525-4948-a073-17c1bab268f2 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:09.892159 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-2e0cf558-2465-4061-986a-0368bd5ea8af tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3555832 Jul 05 10:33:09.915014 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Request body: {'port': {'device_id': '4ce18ed4-b643-45ee-9fa1-ede3b9de9cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:09.918525 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a20421f3-f605-4ab4-9e6c-3d59a667f9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:09.944542 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-890e1d68-6525-4948-a073-17c1bab268f2 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:09.962615 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-890e1d68-6525-4948-a073-17c1bab268f2 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9350986 Jul 05 10:33:09.964289 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50540) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:09.983152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-87b4bf1e-6ed8-433d-a2c0-dcadbbb40287 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Request body: {'security_group_rule': {'security_group_id': 'c758ba1d-9cd3-4cf7-848a-e4030e1d87b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:09.986603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20421f3-f605-4ab4-9e6c-3d59a667f9f3 None None] Pushing event updated for resources: {'Port': ['ID=6047e77d-96d7-41e1-9942-d5316605b489,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:10.011323 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-2df4d3bc-a342-4919-9b99-35e5754d85b2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8::31f (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/129837c4-ed0d-4cce-b45d-5870cbe678c3/305a4107-c753-46c5-916c-6bb483b4c0ae) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:33:10.030550 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-2df4d3bc-a342-4919-9b99-35e5754d85b2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0b:cec9 (8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628/ef4e01d9-5dc2-4ea8-a6a1-b9934e72b5b4/305a4107-c753-46c5-916c-6bb483b4c0ae) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:33:10.085508 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.218843 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87b4bf1e-6ed8-433d-a2c0-dcadbbb40287 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.300213 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2df4d3bc-a342-4919-9b99-35e5754d85b2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.315452 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-2df4d3bc-a342-4919-9b99-35e5754d85b2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Transition to ACTIVE for port object 305a4107-c753-46c5-916c-6bb483b4c0ae will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:10.343272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-710c77d2-9658-4c3a-9270-618f52d4dbf8 None None] Provisioning complete for port 6047e77d-96d7-41e1-9942-d5316605b489 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:10.343908 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-710c77d2-9658-4c3a-9270-618f52d4dbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.415183 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396c376-3f20-4d6c-ab99-0532eb1a1111 req-b1b0346f-b9a0-4684-a4ab-280c94b271bf tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:10.417465 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7396c376-3f20-4d6c-ab99-0532eb1a1111 req-b1b0346f-b9a0-4684-a4ab-280c94b271bf tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 931 time: 0.2375877 Jul 05 10:33:10.427962 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2df4d3bc-a342-4919-9b99-35e5754d85b2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.445515 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87b4bf1e-6ed8-433d-a2c0-dcadbbb40287 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.503765 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df4d3bc-a342-4919-9b99-35e5754d85b2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:10.504036 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7396c376-3f20-4d6c-ab99-0532eb1a1111 req-213b6ab4-eb3c-40f4-a7d6-f626d0ea5062 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555658 Jul 05 10:33:10.510755 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-2df4d3bc-a342-4919-9b99-35e5754d85b2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:10.518138 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87b4bf1e-6ed8-433d-a2c0-dcadbbb40287 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.526266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df4d3bc-a342-4919-9b99-35e5754d85b2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:33:10.536460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df4d3bc-a342-4919-9b99-35e5754d85b2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:10.536460 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2df4d3bc-a342-4919-9b99-35e5754d85b2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.541532 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4d3bc-a342-4919-9b99-35e5754d85b2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event updated for resources: {'Port': ['ID=305a4107-c753-46c5-916c-6bb483b4c0ae,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:10.563123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4bf1e-6ed8-433d-a2c0-dcadbbb40287 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a394ec-7899-4084-b984-69790788d9da,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:10.628892 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2df4d3bc-a342-4919-9b99-35e5754d85b2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7294121 Jul 05 10:33:10.631358 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50544) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:10.656621 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87b4bf1e-6ed8-433d-a2c0-dcadbbb40287 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.656621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-87b4bf1e-6ed8-433d-a2c0-dcadbbb40287 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6875765 Jul 05 10:33:10.659321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50546) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:10.673572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f703e22c-6cfc-4f93-b926-32956b1442b8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Request body: {'security_group_rule': {'security_group_id': 'c758ba1d-9cd3-4cf7-848a-e4030e1d87b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:10.684302 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb7b730-7b14-46fc-8bd9-3711fb569c48 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:10.702290 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.742479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Transition to ACTIVE for port object 0eb7b730-7b14-46fc-8bd9-3711fb569c48 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:10.818059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-bc1867d6-0a3b-4785-af7d-ac48aa9e36a7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting port 305a4107-c753-46c5-916c-6bb483b4c0ae {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:33:10.818526 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc1867d6-0a3b-4785-af7d-ac48aa9e36a7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.850286 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.919373 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f703e22c-6cfc-4f93-b926-32956b1442b8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.969719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6047e77d-96d7-41e1-9942-d5316605b489 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:33:10.987067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc1867d6-0a3b-4785-af7d-ac48aa9e36a7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:10.993715 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d733849-9512-4b1c-b310-de156598350b service neutron] Pushing event updated for resources: {'Port': ['ID=0eb7b730-7b14-46fc-8bd9-3711fb569c48,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:11.016054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-bc1867d6-0a3b-4785-af7d-ac48aa9e36a7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Calling delete_port for 305a4107-c753-46c5-916c-6bb483b4c0ae owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:33:11.018754 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9b080591-fe8e-4123-827f-948769e6ef55 None None] Provisioning for port 305a4107-c753-46c5-916c-6bb483b4c0ae completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:33:11.047067 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9b080591-fe8e-4123-827f-948769e6ef55 None None] Provisioning complete for port 305a4107-c753-46c5-916c-6bb483b4c0ae triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:11.047875 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9b080591-fe8e-4123-827f-948769e6ef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:11.091473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Attempting to bind port 0eb7b730-7b14-46fc-8bd9-3711fb569c48 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:33:11.091473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Attempting to bind port 0eb7b730-7b14-46fc-8bd9-3711fb569c48 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:33:11.091473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Attempting to bind port 0eb7b730-7b14-46fc-8bd9-3711fb569c48 on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:11.098151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-9b080591-fe8e-4123-827f-948769e6ef55 None None] Port 305a4107-c753-46c5-916c-6bb483b4c0ae cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:33:11.100434 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f703e22c-6cfc-4f93-b926-32956b1442b8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:11.101610 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Port 0eb7b730-7b14-46fc-8bd9-3711fb569c48 on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:33:11.101934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Attempting to bind port 0eb7b730-7b14-46fc-8bd9-3711fb569c48 on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:11.108096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:33:11.108430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Checking segment: {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:11.108813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Bound using segment: {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:33:11.109243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Bound port: 0eb7b730-7b14-46fc-8bd9-3711fb569c48, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:33:11.109654 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:11.110390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 6047e77d-96d7-41e1-9942-d5316605b489 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:11.110881 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:11.186811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] For port 0eb7b730-7b14-46fc-8bd9-3711fb569c48, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:33:11.200506 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f703e22c-6cfc-4f93-b926-32956b1442b8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:11.228396 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703e22c-6cfc-4f93-b926-32956b1442b8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34558271-cb98-4de3-8fe7-22f6414e291c,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:11.231056 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a37eea38-244d-4410-83fb-8778eec1f4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:11.295506 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f703e22c-6cfc-4f93-b926-32956b1442b8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:11.297336 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f703e22c-6cfc-4f93-b926-32956b1442b8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6368628 Jul 05 10:33:11.301469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50550) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:11.306050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:11.350600 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc1867d6-0a3b-4785-af7d-ac48aa9e36a7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:11.361159 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] For port 0eb7b730-7b14-46fc-8bd9-3711fb569c48, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0eb7b730-7b14-46fc-8bd9-3711fb569c48,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:33:11.385539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1867d6-0a3b-4785-af7d-ac48aa9e36a7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Port': ['ID=305a4107-c753-46c5-916c-6bb483b4c0ae,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:11.432860 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bc1867d6-0a3b-4785-af7d-ac48aa9e36a7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:11.435093 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bc1867d6-0a3b-4785-af7d-ac48aa9e36a7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/305a4107-c753-46c5-916c-6bb483b4c0ae HTTP/1.1" status: 204 len: 168 time: 0.8011861 Jul 05 10:33:11.438836 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50552) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:11.453006 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:11.482308 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:11.587357 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:11.588663 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:11.591659 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-3d733849-9512-4b1c-b310-de156598350b service neutron] 10.222.0.73 "PUT /v2.0/ports/0eb7b730-7b14-46fc-8bd9-3711fb569c48 HTTP/1.1" status: 200 len: 1092 time: 1.6820738 Jul 05 10:33:11.598767 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce18ed4-b643-45ee-9fa1-ede3b9de9cef', 'tag': '0eb7b730-7b14-46fc-8bd9-3711fb569c48'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:11.602564 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5be192-2678-4375-9617-ee4d00944663" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce18ed4-b643-45ee-9fa1-ede3b9de9cef", "tag": "0eb7b730-7b14-46fc-8bd9-3711fb569c48"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:11.650250 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d733849-9512-4b1c-b310-de156598350b service neutron] Pushing event updated for resources: {'Port': ['ID=0eb7b730-7b14-46fc-8bd9-3711fb569c48,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:11.709527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fd9ddf-6454-40a5-92b5-423e95444740 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:11.712440 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a8fd9ddf-6454-40a5-92b5-423e95444740 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2722685 Jul 05 10:33:11.717200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50560) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:11.768329 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710cba01-97ce-409f-a769-18b4b738d4f9 x-openstack-request-id: req-710cba01-97ce-409f-a769-18b4b738d4f9 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:11.768919 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce18ed4-b643-45ee-9fa1-ede3b9de9cef", "tag": "0eb7b730-7b14-46fc-8bd9-3711fb569c48", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:11.768919 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-710cba01-97ce-409f-a769-18b4b738d4f9 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:11.769227 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce18ed4-b643-45ee-9fa1-ede3b9de9cef', 'tag': '0eb7b730-7b14-46fc-8bd9-3711fb569c48', 'status': 'completed', 'code': 200} Jul 05 10:33:11.820256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-aec7420b-5e6d-4f22-b461-2285e990a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:11.822834 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-aec7420b-5e6d-4f22-b461-2285e990a373 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 1095 time: 0.1088653 Jul 05 10:33:11.826356 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:11.827120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d6ccab-39e8-4017-90b8-b5611453bfe8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:11.832063 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-52d6ccab-39e8-4017-90b8-b5611453bfe8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1112242 Jul 05 10:33:11.832834 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50564) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:11.903170 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-0c461011-a9d6-4aa8-9818-0a30201954ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0eb7b730-7b14-46fc-8bd9-3711fb569c48 HTTP/1.1" status: 200 len: 217 time: 0.0725174 Jul 05 10:33:11.910749 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62667739-89d1-44e1-856f-60ec1d6264ab req-ffd63d98-520c-4860-b00d-ad7fc1969794 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:11.911907 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62667739-89d1-44e1-856f-60ec1d6264ab req-ffd63d98-520c-4860-b00d-ad7fc1969794 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 943 time: 0.1470525 Jul 05 10:33:11.916233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fd10a2-be79-4b22-b857-0006319adfde tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:11.918956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fd10a2-be79-4b22-b857-0006319adfde tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:11.921038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fd10a2-be79-4b22-b857-0006319adfde tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:11.923076 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-57fd10a2-be79-4b22-b857-0006319adfde tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0896673 Jul 05 10:33:11.926454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50570) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:12.019554 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62667739-89d1-44e1-856f-60ec1d6264ab req-69815281-56ce-4746-94a0-3a35e3ed9d60 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952084 Jul 05 10:33:12.023366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-2b2a9f7d-8ff8-4539-8abb-3752032f2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:12.023528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-77149f89-8cde-449e-8ecd-cf3efc8bd94e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet 129837c4-ed0d-4cce-b45d-5870cbe678c3 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:33:12.025345 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-2b2a9f7d-8ff8-4539-8abb-3752032f2d16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98f7b6db-d802-47e9-b5c8-384631a1c751 HTTP/1.1" status: 200 len: 845 time: 0.0752170 Jul 05 10:33:12.027310 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-77149f89-8cde-449e-8ecd-cf3efc8bd94e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:12.092953 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-77149f89-8cde-449e-8ecd-cf3efc8bd94e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:12.097314 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-071adbfb-5906-4bd3-88c7-8a24d7b10259 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467770 Jul 05 10:33:12.132804 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Allocated IP 172.25.5.189 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/f267351f-f68c-4625-a2ff-4253bf89fe3f) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:33:12.184374 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-77149f89-8cde-449e-8ecd-cf3efc8bd94e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:12.263250 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-c9559ffa-2aae-4f18-b341-ba43cd8c5842 service neutron] 10.222.0.73 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578658 Jul 05 10:33:12.357445 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:12.416050 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-94171f89-944c-4e06-8ff9-bd9a7592ce2d req-21875643-6492-4946-8c8e-9bdccd98fcd1 service neutron] 10.222.0.73 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423769 Jul 05 10:33:12.420031 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-77149f89-8cde-449e-8ecd-cf3efc8bd94e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:12.472525 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dede39-01d5-4324-bcdb-f30fda467cd1 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:33:12.489763 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-77149f89-8cde-449e-8ecd-cf3efc8bd94e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:12.492751 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-77149f89-8cde-449e-8ecd-cf3efc8bd94e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/129837c4-ed0d-4cce-b45d-5870cbe678c3 HTTP/1.1" status: 204 len: 168 time: 0.5599070 Jul 05 10:33:12.494818 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77149f89-8cde-449e-8ecd-cf3efc8bd94e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=129837c4-ed0d-4cce-b45d-5870cbe678c3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:12.498487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50584) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:12.539775 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:12.577301 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf55bbae-4761-450b-b01e-37661e2d78e2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Deleting subnet ef4e01d9-5dc2-4ea8-a6a1-b9934e72b5b4 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:33:12.585478 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf55bbae-4761-450b-b01e-37661e2d78e2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:12.595171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:12.599917 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:12.606501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:33:12.641371 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf55bbae-4761-450b-b01e-37661e2d78e2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:12.666762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event updated for resources: {'Port': ['ID=f267351f-f68c-4625-a2ff-4253bf89fe3f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:12.744503 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf55bbae-4761-450b-b01e-37661e2d78e2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:12.899669 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf55bbae-4761-450b-b01e-37661e2d78e2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:12.929764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55bbae-4761-450b-b01e-37661e2d78e2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Subnet': ['ID=ef4e01d9-5dc2-4ea8-a6a1-b9934e72b5b4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:12.936366 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf55bbae-4761-450b-b01e-37661e2d78e2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:12.938470 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cf55bbae-4761-450b-b01e-37661e2d78e2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/ef4e01d9-5dc2-4ea8-a6a1-b9934e72b5b4 HTTP/1.1" status: 204 len: 168 time: 0.4332192 Jul 05 10:33:12.943466 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50586) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.014357 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7c5fddb2-e34c-4668-8371-b9e3dc8b5c98 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690970 Jul 05 10:33:13.015086 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50588) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.099975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b88cd5-663e-4d1f-9fd4-ec7d2a5c32f4 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:13.104904 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e8b88cd5-663e-4d1f-9fd4-ec7d2a5c32f4 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0866456 Jul 05 10:33:13.109027 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50592) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.192350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5be192-2678-4375-9617-ee4d00944663 req-050554ad-e8da-4f8c-ba7e-1bba2276e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:13.194591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4eeb76-4808-4d0e-87b9-cb5adb7c76b5 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:13.196151 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2d4eeb76-4808-4d0e-87b9-cb5adb7c76b5 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0858531 Jul 05 10:33:13.200040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50594) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.200622 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c5be192-2678-4375-9617-ee4d00944663 req-050554ad-e8da-4f8c-ba7e-1bba2276e05e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 1095 time: 0.5882378 Jul 05 10:33:13.252032 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-86a5a4a8-d4b4-4db8-86bf-b8412284c716 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507183 Jul 05 10:33:13.261546 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50596) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.295354 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43a43e7-0de0-49d7-8e0d-32ffd5d474cb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:13.296549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43a43e7-0de0-49d7-8e0d-32ffd5d474cb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:13.298809 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e43a43e7-0de0-49d7-8e0d-32ffd5d474cb tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/305a4107-c753-46c5-916c-6bb483b4c0ae HTTP/1.1" status: 404 len: 333 time: 0.0359738 Jul 05 10:33:13.301858 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50598) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.318453 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:13.339288 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1daff2-b265-4306-b965-e41af7cf664b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:13.339288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1daff2-b265-4306-b965-e41af7cf664b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:13.339288 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6d1daff2-b265-4306-b965-e41af7cf664b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/ef4e01d9-5dc2-4ea8-a6a1-b9934e72b5b4 HTTP/1.1" status: 404 len: 337 time: 0.0348926 Jul 05 10:33:13.341724 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50600) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.382191 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-34fc94ff-affa-405c-8c06-1935fdb111ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:13.382667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34fc94ff-affa-405c-8c06-1935fdb111ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:13.387416 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-34fc94ff-affa-405c-8c06-1935fdb111ee tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/129837c4-ed0d-4cce-b45d-5870cbe678c3 HTTP/1.1" status: 404 len: 337 time: 0.0412915 Jul 05 10:33:13.387594 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc579acf-9109-4d10-8984-f8b2568a53e9 req-67fdb4a4-108d-4a44-be74-988c490339db tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:13.389345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50602) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.394581 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dc579acf-9109-4d10-8984-f8b2568a53e9 req-67fdb4a4-108d-4a44-be74-988c490339db tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 943 time: 0.1833930 Jul 05 10:33:13.437910 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-1562f163-57b0-4376-ae63-caad75bd44c5 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:13.438801 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1562f163-57b0-4376-ae63-caad75bd44c5 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:13.442840 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1562f163-57b0-4376-ae63-caad75bd44c5 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/879032f3-575a-48bc-9bc3-58557bf6c4c3 HTTP/1.1" status: 404 len: 333 time: 0.0506265 Jul 05 10:33:13.446403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50604) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.471022 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5be192-2678-4375-9617-ee4d00944663 req-f6e40c0b-7a4d-499d-a9f7-b2d6d1786b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:13.472986 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c5be192-2678-4375-9617-ee4d00944663 req-f6e40c0b-7a4d-499d-a9f7-b2d6d1786b13 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 906 time: 0.2635376 Jul 05 10:33:13.488365 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c78e42-e8e8-458a-9d64-61fc4a8443b8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:13.490009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c78e42-e8e8-458a-9d64-61fc4a8443b8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:13.490869 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e5c78e42-e8e8-458a-9d64-61fc4a8443b8 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/6c936220-2684-476d-b298-4d4a16c92bc9 HTTP/1.1" status: 404 len: 337 time: 0.0457306 Jul 05 10:33:13.493592 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50608) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.528564 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c30d17-8ddb-4ef9-bccc-30f52bcf9051 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:13.536154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c30d17-8ddb-4ef9-bccc-30f52bcf9051 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:13.536154 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-72c30d17-8ddb-4ef9-bccc-30f52bcf9051 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/8af74fb0-08a1-40dc-a370-4849dfa0b006 HTTP/1.1" status: 404 len: 337 time: 0.0359046 Jul 05 10:33:13.536531 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dc579acf-9109-4d10-8984-f8b2568a53e9 req-4d726563-0e02-49af-b3e2-008919f1728e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091928 Jul 05 10:33:13.536531 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:13.546378 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50610) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.594540 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36f046d-f193-4d1b-aafc-ad88377d1677 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:13.595810 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f81abb24-0f56-49b3-93e6-e9f177ef7328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:13.596488 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36f046d-f193-4d1b-aafc-ad88377d1677 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:13.600642 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b36f046d-f193-4d1b-aafc-ad88377d1677 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/1bfb8eac-8771-42e2-aca2-463d0e0810de HTTP/1.1" status: 404 len: 333 time: 0.0505621 Jul 05 10:33:13.603033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50614) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.616235 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c5be192-2678-4375-9617-ee4d00944663 req-7f4377bc-dd24-4f43-969d-cc7c4a717022 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0eb7b730-7b14-46fc-8bd9-3711fb569c48 HTTP/1.1" status: 200 len: 217 time: 0.1330466 Jul 05 10:33:13.624517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d36643d-7e2e-4364-8e73-3ee0ee24e1c2 None None] Network 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:33:13.645201 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f698a7f-d589-4710-bc6f-3324bbe58202 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:13.646108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f698a7f-d589-4710-bc6f-3324bbe58202 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:13.649577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6f698a7f-d589-4710-bc6f-3324bbe58202 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/c5c6d391-3115-4d99-b7f1-c037b84d3a6c HTTP/1.1" status: 404 len: 337 time: 0.0455093 Jul 05 10:33:13.652775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50616) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.683649 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30944e1-b503-454d-8820-fbd76fd8325d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:13.684550 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30944e1-b503-454d-8820-fbd76fd8325d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:13.689820 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b30944e1-b503-454d-8820-fbd76fd8325d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/2933fbbd-4475-4a32-a3eb-7c3662ff6a0c HTTP/1.1" status: 404 len: 337 time: 0.0358782 Jul 05 10:33:13.690868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50618) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.726876 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb50c95-9a5b-4c1f-854c-566e7e20ac03 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:13.728000 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb50c95-9a5b-4c1f-854c-566e7e20ac03 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:13.733111 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6eb50c95-9a5b-4c1f-854c-566e7e20ac03 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/6db3d207-dabf-47a6-91de-3f7d3ded4731 HTTP/1.1" status: 404 len: 333 time: 0.0410049 Jul 05 10:33:13.734022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50620) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.734815 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:13.755099 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:13.769787 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b4471a-1dd4-4d99-a1c9-5fe844ad6874 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:13.770537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b4471a-1dd4-4d99-a1c9-5fe844ad6874 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:13.776326 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-06b4471a-1dd4-4d99-a1c9-5fe844ad6874 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/ed6bf41b-ed78-4142-8c12-8f6a6e10e601 HTTP/1.1" status: 404 len: 337 time: 0.0404370 Jul 05 10:33:13.777279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50622) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.790175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7f796829-ae78-450f-8bf6-0922855eb492 None None] Provisioning complete for port 6047e77d-96d7-41e1-9942-d5316605b489 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:13.794006 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7f796829-ae78-450f-8bf6-0922855eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:13.810962 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f961b81a-cff2-49a0-95b8-00a21d86b22b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:13.811672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f961b81a-cff2-49a0-95b8-00a21d86b22b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:13.817189 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f961b81a-cff2-49a0-95b8-00a21d86b22b tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/a2a10771-750f-444e-940a-8754a4eab992 HTTP/1.1" status: 404 len: 337 time: 0.0385268 Jul 05 10:33:13.817901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5be192-2678-4375-9617-ee4d00944663 req-138f7fa4-827d-4b39-8d2a-cf5acac5dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:13.818385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50624) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.820920 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c5be192-2678-4375-9617-ee4d00944663 req-138f7fa4-827d-4b39-8d2a-cf5acac5dc73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98f7b6db-d802-47e9-b5c8-384631a1c751 HTTP/1.1" status: 200 len: 845 time: 0.0627687 Jul 05 10:33:13.822361 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:13.860768 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-56441172-42df-42cb-acdf-162f7448a855 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:13.861525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56441172-42df-42cb-acdf-162f7448a855 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:13.868241 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-56441172-42df-42cb-acdf-162f7448a855 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/40364c24-1476-4f09-b883-b070a22b35e9 HTTP/1.1" status: 404 len: 333 time: 0.0467803 Jul 05 10:33:13.870560 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50626) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.913256 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2a0b7c-65f6-4c14-a333-eca8432eea0e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:13.913869 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2a0b7c-65f6-4c14-a333-eca8432eea0e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:13.918124 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1c2a0b7c-65f6-4c14-a333-eca8432eea0e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/e136a677-b6de-4e77-9204-84effb10f829 HTTP/1.1" status: 404 len: 337 time: 0.0440018 Jul 05 10:33:13.921024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50628) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.941318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47209b91-2660-4fda-9fff-08a95085624e None None] DHCP port deletion for 8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:33:13.959255 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecca89e8-7e81-40e8-a45a-b7629aee84c0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:13.960230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecca89e8-7e81-40e8-a45a-b7629aee84c0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:13.965222 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ecca89e8-7e81-40e8-a45a-b7629aee84c0 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/ee0eb590-0da2-42b2-a179-fd41099261a4 HTTP/1.1" status: 404 len: 333 time: 0.0406640 Jul 05 10:33:13.965500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50630) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:13.972629 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c5be192-2678-4375-9617-ee4d00944663 req-486f720d-0b3a-424e-a035-5353c668de14 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1366975 Jul 05 10:33:14.004715 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-2231e30e-b690-48ba-a191-58e8299cfb78 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.005286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2231e30e-b690-48ba-a191-58e8299cfb78 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.009794 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2231e30e-b690-48ba-a191-58e8299cfb78 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/88454a2d-953d-4c52-8fbd-3319afc4dded HTTP/1.1" status: 404 len: 337 time: 0.0410237 Jul 05 10:33:14.009957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-47209b91-2660-4fda-9fff-08a95085624e None None] Deleting port 6047e77d-96d7-41e1-9942-d5316605b489 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:33:14.009957 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-47209b91-2660-4fda-9fff-08a95085624e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:14.011331 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50632) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.035272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event updated for resources: {'Port': ['ID=f267351f-f68c-4625-a2ff-4253bf89fe3f,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:14.048107 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf8a4f1-3431-44e5-aa46-c6da8c9ddcac tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.049733 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf8a4f1-3431-44e5-aa46-c6da8c9ddcac tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.054912 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-daf8a4f1-3431-44e5-aa46-c6da8c9ddcac tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/ae5dec68-3836-496b-b522-00b725920e15 HTTP/1.1" status: 404 len: 333 time: 0.0424945 Jul 05 10:33:14.055807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50634) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.061425 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:14.085304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0eb7b730-7b14-46fc-8bd9-3711fb569c48 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:33:14.086349 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-42262566-c1e4-4b31-8f37-6bc6725110c4 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.086993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42262566-c1e4-4b31-8f37-6bc6725110c4 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.092142 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-42262566-c1e4-4b31-8f37-6bc6725110c4 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/e7990330-459e-4d46-b80b-63d6bbbd2bb9 HTTP/1.1" status: 404 len: 337 time: 0.0346818 Jul 05 10:33:14.092980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50636) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.095699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-47209b91-2660-4fda-9fff-08a95085624e None None] For port 6047e77d-96d7-41e1-9942-d5316605b489, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6047e77d-96d7-41e1-9942-d5316605b489,segment=NetworkSegment(038391b2-c415-4901-b43b-f57716c247f6),segment_id=038391b2-c415-4901-b43b-f57716c247f6)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:14.096068 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-47209b91-2660-4fda-9fff-08a95085624e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:14.110149 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c5be192-2678-4375-9617-ee4d00944663 req-db7d392c-cba4-49b8-a6e1-f807d37e39e0 service neutron] 10.222.0.73 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300373 Jul 05 10:33:14.117482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-47209b91-2660-4fda-9fff-08a95085624e None None] Calling delete_port for 6047e77d-96d7-41e1-9942-d5316605b489 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:33:14.123407 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-0acd96f6-2e91-4fb9-bb0f-3a890847b027 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.124187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0acd96f6-2e91-4fb9-bb0f-3a890847b027 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.128288 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0acd96f6-2e91-4fb9-bb0f-3a890847b027 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/002c0d88-c57f-4c29-98d8-a28aaa672d7b HTTP/1.1" status: 404 len: 333 time: 0.0342288 Jul 05 10:33:14.129267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50638) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.168064 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4873ada-9c50-4e1a-a499-6f37ac72f136 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.168064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4873ada-9c50-4e1a-a499-6f37ac72f136 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.168064 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a4873ada-9c50-4e1a-a499-6f37ac72f136 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/0f44730b-8612-4997-b0f5-ed23c5747d2d HTTP/1.1" status: 404 len: 337 time: 0.0345638 Jul 05 10:33:14.168869 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50640) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.198469 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:14.204863 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8318353f-54cc-4e8e-aa99-66224297ba10 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.206173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8318353f-54cc-4e8e-aa99-66224297ba10 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.208601 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8318353f-54cc-4e8e-aa99-66224297ba10 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/5ff26315-1fd1-4a41-995b-34cb9b457d9a HTTP/1.1" status: 404 len: 333 time: 0.0386648 Jul 05 10:33:14.213993 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-57cfd5e3-7178-407f-8257-da64f4a9c062 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9112506 Jul 05 10:33:14.218782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50644) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.252753 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-84987dd5-35dc-4180-8ad6-bf3178e992e1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.253565 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84987dd5-35dc-4180-8ad6-bf3178e992e1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.255656 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-84987dd5-35dc-4180-8ad6-bf3178e992e1 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/0d0c3ca3-15dc-4028-9b28-8e846081f1af HTTP/1.1" status: 404 len: 337 time: 0.0363410 Jul 05 10:33:14.258332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50646) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.274842 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c5be192-2678-4375-9617-ee4d00944663 req-021cd4e4-199c-407e-ab95-aa669640c720 service neutron] 10.222.0.73 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581440 Jul 05 10:33:14.297082 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6714fc31-62c0-4ada-9c65-7a8e9346c2fe tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.298156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6714fc31-62c0-4ada-9c65-7a8e9346c2fe tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.300785 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6714fc31-62c0-4ada-9c65-7a8e9346c2fe tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/2f404038-3804-4a34-bbf7-b989bfb53c82 HTTP/1.1" status: 404 len: 333 time: 0.0412409 Jul 05 10:33:14.302707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0eb7b730-7b14-46fc-8bd9-3711fb569c48, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0eb7b730-7b14-46fc-8bd9-3711fb569c48,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:14.303346 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50648) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.324539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '0eb7b730-7b14-46fc-8bd9-3711fb569c48', 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e', 'port_id': '0eb7b730-7b14-46fc-8bd9-3711fb569c48', 'mac_address': 'fa:16:3e:2f:60:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f7b6db-d802-47e9-b5c8-384631a1c751', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:33:14.337757 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf082fb3-ed9c-4269-b2cf-346700700c05 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.338407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf082fb3-ed9c-4269-b2cf-346700700c05 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.344387 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bf082fb3-ed9c-4269-b2cf-346700700c05 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/93eaf61f-ca6a-459b-96da-49a8150bedb5 HTTP/1.1" status: 404 len: 337 time: 0.0361750 Jul 05 10:33:14.344696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50650) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.369204 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:14.379507 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-675652fe-2ee5-435d-9b40-d4d49ff1f407 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.383696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-675652fe-2ee5-435d-9b40-d4d49ff1f407 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.383696 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-675652fe-2ee5-435d-9b40-d4d49ff1f407 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/eda246c6-f62a-4225-ac63-bd17e45b6bed HTTP/1.1" status: 404 len: 337 time: 0.0364187 Jul 05 10:33:14.385692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50654) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.389128 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb7b730-7b14-46fc-8bd9-3711fb569c48 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:14.410425 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-47209b91-2660-4fda-9fff-08a95085624e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:14.414843 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb77bb9-9717-488b-b75c-61c92277e719 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.415595 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb77bb9-9717-488b-b75c-61c92277e719 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.422016 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5eb77bb9-9717-488b-b75c-61c92277e719 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/8a7d84de-7118-4d4f-88f1-51f51a76a00c HTTP/1.1" status: 404 len: 333 time: 0.0317948 Jul 05 10:33:14.422016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50662) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.423271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0eb7b730-7b14-46fc-8bd9-3711fb569c48, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0eb7b730-7b14-46fc-8bd9-3711fb569c48,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:14.449595 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c708e06-b282-4ef4-acc9-ed40a118422a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.449828 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47209b91-2660-4fda-9fff-08a95085624e None None] Pushing event deleted for resources: {'Port': ['ID=6047e77d-96d7-41e1-9942-d5316605b489,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:14.450447 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c708e06-b282-4ef4-acc9-ed40a118422a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.452252 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2c708e06-b282-4ef4-acc9-ed40a118422a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/878a9b93-e319-48ce-bf28-ffc8bbf48ee5 HTTP/1.1" status: 404 len: 337 time: 0.0294442 Jul 05 10:33:14.455176 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50668) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.457159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47209b91-2660-4fda-9fff-08a95085624e None None] No DVR routers for this DVR port 6047e77d-96d7-41e1-9942-d5316605b489 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:33:14.493374 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:14.508368 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b71736-11a4-4526-8e9c-d20780a9d368 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.509119 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b71736-11a4-4526-8e9c-d20780a9d368 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.511553 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-10b71736-11a4-4526-8e9c-d20780a9d368 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/7f5fe78e-a27d-4f83-8311-06572596a26a HTTP/1.1" status: 404 len: 337 time: 0.0555675 Jul 05 10:33:14.515756 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50670) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.554806 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-2362d244-fbd3-4da0-b266-86399d70e4ce tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.555762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2362d244-fbd3-4da0-b266-86399d70e4ce tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.574765 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-f9eb5576-4548-460c-88cf-f8f4cfb9b73d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1281465710&fields=id&tenant_id=362ae62a323e4233ac08e724c10958da HTTP/1.1" status: 200 len: 267 time: 0.0835023 Jul 05 10:33:14.574909 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2362d244-fbd3-4da0-b266-86399d70e4ce tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/b16611dc-9b03-41de-8f5c-1a4053c46210 HTTP/1.1" status: 404 len: 333 time: 0.0399551 Jul 05 10:33:14.575074 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0eb7b730-7b14-46fc-8bd9-3711fb569c48,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:14.575218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50672) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.602512 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-9500d0af-ec70-4bd1-a81c-e5fff1d3e344 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.602981 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9500d0af-ec70-4bd1-a81c-e5fff1d3e344 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.605348 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9500d0af-ec70-4bd1-a81c-e5fff1d3e344 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/258b737a-4f32-4a10-b13f-da15f5acbefb HTTP/1.1" status: 404 len: 337 time: 0.0416708 Jul 05 10:33:14.607960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50676) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.658480 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85b8756-1d0b-40a3-b243-51b69d11f080 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.661249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85b8756-1d0b-40a3-b243-51b69d11f080 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.664591 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f85b8756-1d0b-40a3-b243-51b69d11f080 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/a31e4e99-2899-4732-b70a-21974a996762 HTTP/1.1" status: 404 len: 337 time: 0.0552759 Jul 05 10:33:14.669699 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50680) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.698193 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0eb7b730-7b14-46fc-8bd9-3711fb569c48'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:14.723175 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e3c626-81f9-4488-b086-1fc78290e3b7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.724023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e3c626-81f9-4488-b086-1fc78290e3b7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.725825 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-97e3c626-81f9-4488-b086-1fc78290e3b7 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/0c177caf-34ea-4498-9b4d-79b225e4c72f HTTP/1.1" status: 404 len: 333 time: 0.0551090 Jul 05 10:33:14.733977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50684) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.745802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-3bbd91a8-cbe8-46f8-b2fd-aa636e00b025 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:14.745802 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-3bbd91a8-cbe8-46f8-b2fd-aa636e00b025 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/networks?id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 200 len: 815 time: 0.1806571 Jul 05 10:33:14.765219 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-0afffdcf-9829-450c-91d1-0a6e6d01b79b tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/quotas/362ae62a323e4233ac08e724c10958da HTTP/1.1" status: 200 len: 375 time: 0.0109258 Jul 05 10:33:14.774592 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-736185ad-864e-43d2-bcc4-ce6e75889517 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.775187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736185ad-864e-43d2-bcc4-ce6e75889517 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.780454 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-736185ad-864e-43d2-bcc4-ce6e75889517 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/6289d8ec-143d-4f85-8cd8-5336a1997120 HTTP/1.1" status: 404 len: 337 time: 0.0402415 Jul 05 10:33:14.781405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50686) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.846629 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7504fea-0ed0-47b4-888e-573c7cd0c35e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:14.847253 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7504fea-0ed0-47b4-888e-573c7cd0c35e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:14.852007 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a7504fea-0ed0-47b4-888e-573c7cd0c35e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/7697d933-8a84-467b-8b27-7038198a722c HTTP/1.1" status: 404 len: 337 time: 0.0572026 Jul 05 10:33:14.855760 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50688) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.913931 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-24b1df0b-0df5-431d-b13b-5d3f7900de8e tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports?device_id=b788945d-17c7-4bfd-9dd2-ea9caa2b082f HTTP/1.1" status: 200 len: 205 time: 0.0587053 Jul 05 10:33:14.914859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50690) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:14.917567 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-1454923c-6f77-44f2-9944-03e467655918 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1356056 Jul 05 10:33:14.966213 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6047e77d-96d7-41e1-9942-d5316605b489 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:33:15.000839 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 6047e77d-96d7-41e1-9942-d5316605b489 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:33:15.001393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6047e77d-96d7-41e1-9942-d5316605b489 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:33:15.017365 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-ef783868-8680-4a51-a391-d35ddc97a2bc tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] delete failed (client error): The resource could not be found. Jul 05 10:33:15.021608 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ef783868-8680-4a51-a391-d35ddc97a2bc tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/routers/b788945d-17c7-4bfd-9dd2-ea9caa2b082f HTTP/1.1" status: 404 len: 336 time: 0.1023118 Jul 05 10:33:15.034678 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50692) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.061957 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:15.096716 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8868881-9429-4d97-8ed5-2ff046bd00d2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:15.097461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8868881-9429-4d97-8ed5-2ff046bd00d2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:15.100925 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a8868881-9429-4d97-8ed5-2ff046bd00d2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/8454b754-94f9-45ee-ad39-4c185b3b4ff7 HTTP/1.1" status: 404 len: 337 time: 0.0626841 Jul 05 10:33:15.117250 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de582e7b-1188-4944-8348-089e00888643 req-20f2c11a-0f4f-4d5a-97b9-fd3ceeb621e3 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:15.120698 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de582e7b-1188-4944-8348-089e00888643 req-20f2c11a-0f4f-4d5a-97b9-fd3ceeb621e3 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 944 time: 0.3472893 Jul 05 10:33:15.121446 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50694) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.198851 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9f352cf6-e0c8-4274-a117-9a81972a1f1c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccc1237-fdb3-43e1-8887-05de28bb3140 HTTP/1.1" status: 200 len: 205 time: 0.0756831 Jul 05 10:33:15.202445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50696) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.286824 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-c58ce321-8415-4f02-a5cc-98bba8e7b9a6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] delete failed (client error): The resource could not be found. Jul 05 10:33:15.290615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c58ce321-8415-4f02-a5cc-98bba8e7b9a6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/routers/3ccc1237-fdb3-43e1-8887-05de28bb3140 HTTP/1.1" status: 404 len: 336 time: 0.0846417 Jul 05 10:33:15.293106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50698) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.345637 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de582e7b-1188-4944-8348-089e00888643 req-85b0128b-56f7-44be-92d9-beba7a7ff7c9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069678 Jul 05 10:33:15.347234 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-e419a9b9-e085-4d16-a477-7d92b969da2a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:15.347990 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e419a9b9-e085-4d16-a477-7d92b969da2a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:15.353082 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e419a9b9-e085-4d16-a477-7d92b969da2a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/dcd3b8c1-44ba-4eb9-b359-8f860f57c090 HTTP/1.1" status: 404 len: 337 time: 0.0563350 Jul 05 10:33:15.353492 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50700) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.395066 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bcaa898-31de-4d14-b0ce-e0c8764a45bc tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:15.395895 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bcaa898-31de-4d14-b0ce-e0c8764a45bc tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:15.400321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1bcaa898-31de-4d14-b0ce-e0c8764a45bc tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/1870f708-74ea-410c-80c3-ea61f40c4241 HTTP/1.1" status: 404 len: 337 time: 0.0453081 Jul 05 10:33:15.401545 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50702) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.429594 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d94953-5957-446c-b632-08abf007ca4a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:15.430324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d94953-5957-446c-b632-08abf007ca4a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:15.433349 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-48d94953-5957-446c-b632-08abf007ca4a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/2143eafc-d011-491f-8adf-b961298f8c15 HTTP/1.1" status: 404 len: 333 time: 0.0299616 Jul 05 10:33:15.437268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50704) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.456472 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-72382312-7285-4fdf-b884-a2c78feadbda service neutron] 10.222.0.77 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237160 Jul 05 10:33:15.479901 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1458c8-400d-466d-ae79-b930e5b76e42 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:15.480608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1458c8-400d-466d-ae79-b930e5b76e42 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:15.484377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5d1458c8-400d-466d-ae79-b930e5b76e42 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/bd81a8bb-13cf-4787-bdeb-1ec77ebcb924 HTTP/1.1" status: 404 len: 337 time: 0.0446517 Jul 05 10:33:15.486888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50706) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.537033 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a53789-da0f-40e8-833c-044072e90c6a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:15.537962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a53789-da0f-40e8-833c-044072e90c6a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:15.540956 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-15a53789-da0f-40e8-833c-044072e90c6a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/bef18ce1-10ff-4cfc-aa23-d2d1a1edfd3e HTTP/1.1" status: 404 len: 333 time: 0.0525258 Jul 05 10:33:15.544982 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50708) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.587645 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde4172e-1dd4-40de-8303-f4ee43f5e3db tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:15.588687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde4172e-1dd4-40de-8303-f4ee43f5e3db tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:15.591534 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bde4172e-1dd4-40de-8303-f4ee43f5e3db tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/cef3f8ce-fa19-4168-9d85-44afc15de383 HTTP/1.1" status: 404 len: 337 time: 0.0448639 Jul 05 10:33:15.594370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50710) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.598627 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-0dac86ba-c55b-41fa-a342-90e57abd7d42 service neutron] 10.222.0.77 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360891 Jul 05 10:33:15.625661 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-38aa7a8b-cc88-483d-b1c2-5de318d5b58f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:15.626366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38aa7a8b-cc88-483d-b1c2-5de318d5b58f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:15.628265 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-38aa7a8b-cc88-483d-b1c2-5de318d5b58f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/edb951bb-fce7-4547-a883-abd985dca01e HTTP/1.1" status: 404 len: 333 time: 0.0329461 Jul 05 10:33:15.631265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50712) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.670640 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-092e95c4-196a-485f-9b28-a0616b30b89c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:15.671263 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092e95c4-196a-485f-9b28-a0616b30b89c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:15.674052 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-092e95c4-196a-485f-9b28-a0616b30b89c tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/a96ee8c7-cc24-4fd7-b5a3-268edf4de3fc HTTP/1.1" status: 404 len: 337 time: 0.0411160 Jul 05 10:33:15.677333 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50714) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.716928 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-442e8261-f1e2-4f8c-a3c2-7f5dfcc303b6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:15.718012 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442e8261-f1e2-4f8c-a3c2-7f5dfcc303b6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:15.719378 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-442e8261-f1e2-4f8c-a3c2-7f5dfcc303b6 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/5a134c41-f323-4f09-bc64-05669875488f HTTP/1.1" status: 404 len: 333 time: 0.0410664 Jul 05 10:33:15.722700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50718) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.751822 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-08dd8fbd-70fc-4fa2-a772-3f855a19b1f2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:15.752383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08dd8fbd-70fc-4fa2-a772-3f855a19b1f2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:15.756925 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-08dd8fbd-70fc-4fa2-a772-3f855a19b1f2 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/9295e824-4d57-4d34-af9c-ec94299d31b6 HTTP/1.1" status: 404 len: 337 time: 0.0294740 Jul 05 10:33:15.757111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50722) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.787316 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-703ad592-d3fc-4f16-998f-ca680560c92a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:15.788173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703ad592-d3fc-4f16-998f-ca680560c92a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:15.793619 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-703ad592-d3fc-4f16-998f-ca680560c92a tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/ff59e2e7-d25f-4c6f-8d72-ee8d2bc3c35e HTTP/1.1" status: 404 len: 333 time: 0.0319293 Jul 05 10:33:15.795098 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50726) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.822876 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e28e0c9-8fd1-4540-9840-295e511c6c9d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:15.823501 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e28e0c9-8fd1-4540-9840-295e511c6c9d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:15.827782 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7e28e0c9-8fd1-4540-9840-295e511c6c9d tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/ad19bd9f-5e8d-4bce-9434-62d78bf44df8 HTTP/1.1" status: 404 len: 337 time: 0.0308902 Jul 05 10:33:15.836808 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50730) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.880731 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-44821d85-736e-4880-9700-f2f008566b7f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:15.881933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44821d85-736e-4880-9700-f2f008566b7f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:15.883391 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-44821d85-736e-4880-9700-f2f008566b7f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/29750ff1-02b9-48aa-b978-f4daacb5ecb9 HTTP/1.1" status: 404 len: 333 time: 0.0440285 Jul 05 10:33:15.888156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50734) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.928661 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce30c24d-1598-45ab-9bfe-f3bc2b4df369 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:15.929377 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce30c24d-1598-45ab-9bfe-f3bc2b4df369 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:15.936127 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ce30c24d-1598-45ab-9bfe-f3bc2b4df369 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/8d59900b-fd1a-40ad-bbc4-86c43ad2ac75 HTTP/1.1" status: 404 len: 337 time: 0.0465031 Jul 05 10:33:15.936974 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50740) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:15.988286 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56a5bac-f815-4597-999a-168ed3dc5e10 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:15.989257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56a5bac-f815-4597-999a-168ed3dc5e10 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:15.992551 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b56a5bac-f815-4597-999a-168ed3dc5e10 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/ports/bf9463fe-15b4-47f6-b456-63ade5f0a608 HTTP/1.1" status: 404 len: 333 time: 0.0529530 Jul 05 10:33:15.994906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50744) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:16.055656 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa4bfc8a-8d63-48dd-9ead-d95c0075398c req-a07a0b71-3a5a-4865-ac9c-90f296a99bce tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 210 time: 0.1129742 Jul 05 10:33:16.062716 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-42960440-86f7-452e-8455-cb34c38eb76f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] DELETE failed (client error): The resource could not be found. Jul 05 10:33:16.066471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42960440-86f7-452e-8455-cb34c38eb76f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:33:16.071341 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-42960440-86f7-452e-8455-cb34c38eb76f tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/subnets/8ea76df9-4d59-45ca-88d1-83ca8785dc16 HTTP/1.1" status: 404 len: 337 time: 0.0752277 Jul 05 10:33:16.072833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50748) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:16.091675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0eb7b730-7b14-46fc-8bd9-3711fb569c48 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:33:16.177514 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e039d7d-f459-47fd-9cca-4bc3aed01f09 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:16.258684 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 0eb7b730-7b14-46fc-8bd9-3711fb569c48 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:33:16.263243 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 0eb7b730-7b14-46fc-8bd9-3711fb569c48 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:16.263857 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:16.279084 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e039d7d-f459-47fd-9cca-4bc3aed01f09 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:16.294032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1e039d7d-f459-47fd-9cca-4bc3aed01f09 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:16.310258 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1e039d7d-f459-47fd-9cca-4bc3aed01f09 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038391b2-c415-4901-b43b-f57716c247f6') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:16.310716 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1e039d7d-f459-47fd-9cca-4bc3aed01f09 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038391b2-c415-4901-b43b-f57716c247f6') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:16.335161 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e039d7d-f459-47fd-9cca-4bc3aed01f09 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:16.356096 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e039d7d-f459-47fd-9cca-4bc3aed01f09 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:16.364855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e039d7d-f459-47fd-9cca-4bc3aed01f09 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:33:16.365269 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e039d7d-f459-47fd-9cca-4bc3aed01f09 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:33:16.371394 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:33:16.375216 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:16.444149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0eb7b730-7b14-46fc-8bd9-3711fb569c48, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0eb7b730-7b14-46fc-8bd9-3711fb569c48,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:16.445411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce18ed4-b643-45ee-9fa1-ede3b9de9cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb7b730-7b14-46fc-8bd9-3711fb569c48'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:16.448867 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9111a3ed-42ec-4eff-9fe1-aa56b5d3a7ad" -d '{"events": [{"server_uuid": "4ce18ed4-b643-45ee-9fa1-ede3b9de9cef", "name": "network-vif-plugged", "status": "completed", "tag": "0eb7b730-7b14-46fc-8bd9-3711fb569c48"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:16.518739 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:16.531439 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1a017d-04b1-4b93-8edf-7752eb6eee3f x-openstack-request-id: req-0c1a017d-04b1-4b93-8edf-7752eb6eee3f {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:16.532489 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce18ed4-b643-45ee-9fa1-ede3b9de9cef", "name": "network-vif-plugged", "status": "completed", "tag": "0eb7b730-7b14-46fc-8bd9-3711fb569c48", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:16.533060 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c1a017d-04b1-4b93-8edf-7752eb6eee3f {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:16.533762 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce18ed4-b643-45ee-9fa1-ede3b9de9cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb7b730-7b14-46fc-8bd9-3711fb569c48', 'code': 200} Jul 05 10:33:16.547368 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e039d7d-f459-47fd-9cca-4bc3aed01f09 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:16.561378 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e039d7d-f459-47fd-9cca-4bc3aed01f09 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:16.576945 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1e039d7d-f459-47fd-9cca-4bc3aed01f09 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] 10.222.0.77 "DELETE /v2.0/networks/8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628 HTTP/1.1" status: 204 len: 168 time: 0.4979582 Jul 05 10:33:16.618004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e039d7d-f459-47fd-9cca-4bc3aed01f09 tempest-NetworksTestDHCPv6-757730004 tempest-NetworksTestDHCPv6-757730004-project] Pushing event deleted for resources: {'Network': ['ID=8e5ec9e7-8b7a-4b5e-821f-ab1bd4f0d628,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:16.641224 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0eb7b730-7b14-46fc-8bd9-3711fb569c48,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:16.704485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f218a-e8b9-4461-be79-ffff9a882fc0 req-e397fe05-3cb2-41b8-8b09-ba92113b6b37 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:16.710076 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-153f218a-e8b9-4461-be79-ffff9a882fc0 req-e397fe05-3cb2-41b8-8b09-ba92113b6b37 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 945 time: 0.1252928 Jul 05 10:33:16.757642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d844193-92b0-4231-b291-11d8cef4d76f req-2b84bd64-7fdd-49b1-aee8-e251a21c93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:16.759888 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d844193-92b0-4231-b291-11d8cef4d76f req-2b84bd64-7fdd-49b1-aee8-e251a21c93c4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 1097 time: 0.0911152 Jul 05 10:33:16.772017 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-153f218a-e8b9-4461-be79-ffff9a882fc0 req-8a22e214-2490-4603-9365-256d6b012b9c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540926 Jul 05 10:33:16.804797 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d844193-92b0-4231-b291-11d8cef4d76f req-c1d71ae4-27bd-43da-ba9f-4ece0be25112 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388341 Jul 05 10:33:16.807888 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:17.088961 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50768) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:17.185668 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b30b58f9-ae25-4023-a423-2e9cea52fb3c req-64430154-1264-46a8-b81e-be2ff7470da2 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 210 time: 0.0537901 Jul 05 10:33:17.311339 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9f0722d7-56d1-4dd9-afb6-d2973b35edf1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e466348a29d47fd95df65a8d6bf6172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205789 Jul 05 10:33:17.314290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50772) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:17.383854 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f49a59e8-a685-4149-9aa7-eb43c3134b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:17.411663 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f49a59e8-a685-4149-9aa7-eb43c3134b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:17.552639 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f49a59e8-a685-4149-9aa7-eb43c3134b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:17.558321 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f49a59e8-a685-4149-9aa7-eb43c3134b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:17.560514 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f49a59e8-a685-4149-9aa7-eb43c3134b57 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/022f4b84-fe42-411b-aa18-f3e7fce24bab HTTP/1.1" status: 204 len: 168 time: 0.2440650 Jul 05 10:33:17.576165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a59e8-a685-4149-9aa7-eb43c3134b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022f4b84-fe42-411b-aa18-f3e7fce24bab,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:18.070100 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87df66-a4fc-4d00-9acc-365363692496 req-9288229e-b923-4020-a459-99c149e128e3 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:18.071955 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b87df66-a4fc-4d00-9acc-365363692496 req-9288229e-b923-4020-a459-99c149e128e3 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 945 time: 0.1085453 Jul 05 10:33:18.148768 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b87df66-a4fc-4d00-9acc-365363692496 req-4146f3aa-b174-417e-bd73-f40ad4bce1d9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637069 Jul 05 10:33:18.348009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51611ee7-bdfb-4dc1-b58c-868375f238c9 req-1cc64095-c13c-43fa-8893-01a97b65da57 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:18.349452 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-51611ee7-bdfb-4dc1-b58c-868375f238c9 req-1cc64095-c13c-43fa-8893-01a97b65da57 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 945 time: 0.0703819 Jul 05 10:33:18.363472 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c42ad71-797a-4e67-bf1d-aa72116fb328 req-a21be0f5-e72c-45c6-bb89-10377ab9fa5c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 210 time: 0.0392489 Jul 05 10:33:18.396959 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-51611ee7-bdfb-4dc1-b58c-868375f238c9 req-14c46d69-203d-49cd-af37-52dbf97436c9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387363 Jul 05 10:33:19.023247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c68849db-0dff-4087-860f-e91cd9f4a901 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:19.024799 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c68849db-0dff-4087-860f-e91cd9f4a901 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.64 "GET /v2.0/networks?id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 200 len: 815 time: 0.1369205 Jul 05 10:33:19.061991 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50814) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:19.101353 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-ad7e8b26-b3d2-450a-92d1-996c33d8d1f9 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=362ae62a323e4233ac08e724c10958da HTTP/1.1" status: 200 len: 380 time: 0.0639949 Jul 05 10:33:19.113321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-ff415e4d-f0a2-46f2-b0dd-e1bc39d0d868 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Request body: {'port': {'device_id': '4959808c-732e-474a-ad20-09e85356e08b', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'admin_state_up': True, 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'security_groups': ['c758ba1d-9cd3-4cf7-848a-e4030e1d87b6']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:19.214204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Request body: {'networks': [{'name': 'tempest-network--229947089'}, {'name': 'tempest-network--1303810249'}]} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:19.214527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Request body: {'network': {'name': 'tempest-network--229947089'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:19.215060 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Request body: {'network': {'name': 'tempest-network--1303810249'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:19.244390 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-ff415e4d-f0a2-46f2-b0dd-e1bc39d0d868 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:33:19.244390 n-d-779913-27 neutron-server[100775]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 10:33:19.244390 n-d-779913-27 neutron-server[100775]: [parameters: {'project_id': '362ae62a323e4233ac08e724c10958da', 'id': '80a59110-4478-4f96-9a31-d29eb95d294b', 'expiration': datetime.datetime(2021, 7, 5, 10, 35, 19, 239989)}] Jul 05 10:33:19.244390 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:33:19.245064 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-ff415e4d-f0a2-46f2-b0dd-e1bc39d0d868 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:33:19.269933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772aaac-c079-4d08-a250-7d2ee56c7768 req-0d1ba959-0a34-4932-8f57-57efd3172b83 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:19.271951 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c772aaac-c079-4d08-a250-7d2ee56c7768 req-0d1ba959-0a34-4932-8f57-57efd3172b83 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 945 time: 0.0972486 Jul 05 10:33:19.311846 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c772aaac-c079-4d08-a250-7d2ee56c7768 req-afc5ddb8-57e4-41e2-b6cf-ababcb96c14b tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339277 Jul 05 10:33:19.352712 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Made reservation on behalf of 40eadffc82ed41daa4eed533557cfffd for: {'network': 2} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:19.358057 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:19.368065 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:19.473188 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:19.522631 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-027c4da5-99ee-444a-8dd5-fc4f21c208e9 req-60541338-bcef-4547-a01e-71b426f6998d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 210 time: 0.0304482 Jul 05 10:33:19.561809 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:19.562370 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:19.604922 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c3b01d-94f9-4b69-bd73-1cd05415c0cf,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:19.613124 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:33:19.624707 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:19.625059 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Added segment bc883192-8fcc-4d14-a441-86b7cb8ddc14 of type vlan for network ee0dc49b-84b1-4034-817d-98f7da82677a Jul 05 10:33:19.675588 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:19.710601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:33:19.720255 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:19.720607 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Added segment c70ff8b4-78c9-4571-9115-7f6c697e0675 of type vlan for network 76fedf62-ad83-400f-a332-6cafbdb56ba4 Jul 05 10:33:19.763515 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:19.865538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-ff415e4d-f0a2-46f2-b0dd-e1bc39d0d868 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Made reservation on behalf of 362ae62a323e4233ac08e724c10958da for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:19.870141 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-ff415e4d-f0a2-46f2-b0dd-e1bc39d0d868 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:19.912299 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:19.912825 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:19.918608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:19.923366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:19.924048 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:20.015744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event updated for resources: {'Network': ['ID=ee0dc49b-84b1-4034-817d-98f7da82677a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:20.031480 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network ee0dc49b-84b1-4034-817d-98f7da82677a details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:33:20.071645 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0089235 Jul 05 10:33:20.079008 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50830) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:20.128107 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-ff415e4d-f0a2-46f2-b0dd-e1bc39d0d868 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Allocated IP 172.20.0.7 (8d9ba3d3-255b-4dd7-b9fa-ac154251aa51/29e232e9-0213-4c50-9eaa-5083f737c183/91237765-496b-4a45-90da-28b39c7ce444) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:33:20.131298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c46e8-af15-4457-bf7e-005865c60f08 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event updated for resources: {'Network': ['ID=76fedf62-ad83-400f-a332-6cafbdb56ba4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:20.151261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 76fedf62-ad83-400f-a332-6cafbdb56ba4 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:33:20.389688 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3c4cb4-82f9-49ea-893a-c323f4ad431d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:20.397162 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3c4cb4-82f9-49ea-893a-c323f4ad431d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:20.403906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3c4cb4-82f9-49ea-893a-c323f4ad431d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:20.410056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3c4cb4-82f9-49ea-893a-c323f4ad431d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:20.411942 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0a3c4cb4-82f9-49ea-893a-c323f4ad431d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3313942 Jul 05 10:33:20.419919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50838) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:20.453028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adae5a1-8df3-4edd-a7a0-32431fecf9ae req-c929cc36-34a7-4dde-88e8-88f98717ff20 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:20.456876 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9adae5a1-8df3-4edd-a7a0-32431fecf9ae req-c929cc36-34a7-4dde-88e8-88f98717ff20 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 945 time: 0.1868193 Jul 05 10:33:20.536873 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ec30e40-d90d-4bb0-8f7b-1f91f5886200 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:20.578914 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-ff415e4d-f0a2-46f2-b0dd-e1bc39d0d868 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:20.596947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-ff415e4d-f0a2-46f2-b0dd-e1bc39d0d868 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Transition to ACTIVE for port object 91237765-496b-4a45-90da-28b39c7ce444 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:20.630244 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17aaba1-f0f5-4df7-be77-c27ade9b786a req-bc31195e-9505-45de-b59a-cce6d7dffc4a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:20.635857 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d17aaba1-f0f5-4df7-be77-c27ade9b786a req-bc31195e-9505-45de-b59a-cce6d7dffc4a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 945 time: 0.1204729 Jul 05 10:33:20.686028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-9adae5a1-8df3-4edd-a7a0-32431fecf9ae req-614b9654-6641-4861-bd21-57f85cdee20a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Deleting port 0eb7b730-7b14-46fc-8bd9-3711fb569c48 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:33:20.686467 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9adae5a1-8df3-4edd-a7a0-32431fecf9ae req-614b9654-6641-4861-bd21-57f85cdee20a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:20.720568 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d17aaba1-f0f5-4df7-be77-c27ade9b786a req-d4535ce6-e984-404b-99d8-caae814df5b2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756166 Jul 05 10:33:20.735639 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-ff415e4d-f0a2-46f2-b0dd-e1bc39d0d868 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:20.830981 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50844) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:20.842036 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-9adae5a1-8df3-4edd-a7a0-32431fecf9ae req-614b9654-6641-4861-bd21-57f85cdee20a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] For port 0eb7b730-7b14-46fc-8bd9-3711fb569c48, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0eb7b730-7b14-46fc-8bd9-3711fb569c48,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:20.842436 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9adae5a1-8df3-4edd-a7a0-32431fecf9ae req-614b9654-6641-4861-bd21-57f85cdee20a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:20.853198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ec30e40-d90d-4bb0-8f7b-1f91f5886200 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:20.859120 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-9adae5a1-8df3-4edd-a7a0-32431fecf9ae req-614b9654-6641-4861-bd21-57f85cdee20a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Calling delete_port for 0eb7b730-7b14-46fc-8bd9-3711fb569c48 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:33:20.877213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5ec30e40-d90d-4bb0-8f7b-1f91f5886200 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0dc49b-84b1-4034-817d-98f7da82677a']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:20.880452 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-ff415e4d-f0a2-46f2-b0dd-e1bc39d0d868 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:20.898896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-ff415e4d-f0a2-46f2-b0dd-e1bc39d0d868 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:20.901961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-ff415e4d-f0a2-46f2-b0dd-e1bc39d0d868 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:33:20.906049 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5ec30e40-d90d-4bb0-8f7b-1f91f5886200 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc883192-8fcc-4d14-a441-86b7cb8ddc14') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:20.906327 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5ec30e40-d90d-4bb0-8f7b-1f91f5886200 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc883192-8fcc-4d14-a441-86b7cb8ddc14') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:20.940609 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff415e4d-f0a2-46f2-b0dd-e1bc39d0d868 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event updated for resources: {'Port': ['ID=91237765-496b-4a45-90da-28b39c7ce444,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:20.946707 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ec30e40-d90d-4bb0-8f7b-1f91f5886200 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:20.980119 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ec30e40-d90d-4bb0-8f7b-1f91f5886200 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:20.997505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-ff415e4d-f0a2-46f2-b0dd-e1bc39d0d868 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:20.997505 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-ff415e4d-f0a2-46f2-b0dd-e1bc39d0d868 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:20.997802 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f9e3b84-4e6c-46e7-9b94-0bec4c33d722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.002634 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec30e40-d90d-4bb0-8f7b-1f91f5886200 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:33:21.003102 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ec30e40-d90d-4bb0-8f7b-1f91f5886200 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:33:21.009919 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:33:21.060277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05227207-7879-4f5f-9029-a97013f97b5e req-beaf5673-9f2c-4fce-a797-c27d252b496d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:21.067532 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-05227207-7879-4f5f-9029-a97013f97b5e req-beaf5673-9f2c-4fce-a797-c27d252b496d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 931 time: 0.3405800 Jul 05 10:33:21.119103 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-05227207-7879-4f5f-9029-a97013f97b5e req-70031fec-844d-410a-a89c-71a5ec4ef6a8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506420 Jul 05 10:33:21.144982 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9adae5a1-8df3-4edd-a7a0-32431fecf9ae req-614b9654-6641-4861-bd21-57f85cdee20a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.159930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0eb7b730-7b14-46fc-8bd9-3711fb569c48'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:21.162180 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50cfe4b1-99cd-487b-890a-6b506605e08b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:21.179897 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ec30e40-d90d-4bb0-8f7b-1f91f5886200 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.185171 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ec30e40-d90d-4bb0-8f7b-1f91f5886200 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.190022 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5ec30e40-d90d-4bb0-8f7b-1f91f5886200 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "DELETE /v2.0/networks/ee0dc49b-84b1-4034-817d-98f7da82677a HTTP/1.1" status: 204 len: 168 time: 0.7687914 Jul 05 10:33:21.196167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50848) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:21.199915 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b9654-6641-4861-bd21-57f85cdee20a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Pushing event deleted for resources: {'Port': ['ID=0eb7b730-7b14-46fc-8bd9-3711fb569c48,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:21.222427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec30e40-d90d-4bb0-8f7b-1f91f5886200 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event deleted for resources: {'Network': ['ID=ee0dc49b-84b1-4034-817d-98f7da82677a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:21.255740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adae5a1-8df3-4edd-a7a0-32431fecf9ae req-614b9654-6641-4861-bd21-57f85cdee20a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] No DVR routers for this DVR port 0eb7b730-7b14-46fc-8bd9-3711fb569c48 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:33:21.258466 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9adae5a1-8df3-4edd-a7a0-32431fecf9ae req-614b9654-6641-4861-bd21-57f85cdee20a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.261476 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9adae5a1-8df3-4edd-a7a0-32431fecf9ae req-614b9654-6641-4861-bd21-57f85cdee20a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.73 "DELETE /v2.0/ports/0eb7b730-7b14-46fc-8bd9-3711fb569c48 HTTP/1.1" status: 204 len: 173 time: 0.7967918 Jul 05 10:33:21.263264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce18ed4-b643-45ee-9fa1-ede3b9de9cef', 'name': 'network-vif-deleted', 'tag': '0eb7b730-7b14-46fc-8bd9-3711fb569c48'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:21.267255 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85edd027-e4a8-4ba4-9df7-ec867f10cb68" -d '{"events": [{"server_uuid": "4ce18ed4-b643-45ee-9fa1-ede3b9de9cef", "name": "network-vif-deleted", "tag": "0eb7b730-7b14-46fc-8bd9-3711fb569c48"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:21.307034 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b36f69a1-fd11-49f7-a90a-ed77c248268b tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.308425 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-70b352b0-1f7f-433f-a4f1-dfc492a25e4c None None] Provisioning for port 91237765-496b-4a45-90da-28b39c7ce444 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:33:21.325280 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-70b352b0-1f7f-433f-a4f1-dfc492a25e4c None None] Provisioning complete for port 91237765-496b-4a45-90da-28b39c7ce444 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:21.325850 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-70b352b0-1f7f-433f-a4f1-dfc492a25e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.337446 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f9e3b84-4e6c-46e7-9b94-0bec4c33d722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.339515 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fd0471-c393-4e7b-ba1b-a817a3ad53a5 x-openstack-request-id: req-87fd0471-c393-4e7b-ba1b-a817a3ad53a5 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:21.339861 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce18ed4-b643-45ee-9fa1-ede3b9de9cef", "name": "network-vif-deleted", "tag": "0eb7b730-7b14-46fc-8bd9-3711fb569c48", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:21.340095 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-87fd0471-c393-4e7b-ba1b-a817a3ad53a5 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:21.340478 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce18ed4-b643-45ee-9fa1-ede3b9de9cef', 'name': 'network-vif-deleted', 'tag': '0eb7b730-7b14-46fc-8bd9-3711fb569c48', 'status': 'completed', 'code': 200} Jul 05 10:33:21.388355 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-70b352b0-1f7f-433f-a4f1-dfc492a25e4c None None] Port 91237765-496b-4a45-90da-28b39c7ce444 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:33:21.412702 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b36f69a1-fd11-49f7-a90a-ed77c248268b tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.422249 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-b36f69a1-fd11-49f7-a90a-ed77c248268b tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fedf62-ad83-400f-a332-6cafbdb56ba4']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:21.433254 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-b36f69a1-fd11-49f7-a90a-ed77c248268b tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70ff8b4-78c9-4571-9115-7f6c697e0675') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:21.433545 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-b36f69a1-fd11-49f7-a90a-ed77c248268b tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70ff8b4-78c9-4571-9115-7f6c697e0675') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:21.444247 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b36f69a1-fd11-49f7-a90a-ed77c248268b tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.466305 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b36f69a1-fd11-49f7-a90a-ed77c248268b tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.473171 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f9e3b84-4e6c-46e7-9b94-0bec4c33d722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.474301 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36f69a1-fd11-49f7-a90a-ed77c248268b tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:33:21.474851 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b36f69a1-fd11-49f7-a90a-ed77c248268b tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:33:21.478093 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:33:21.536470 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9f9e3b84-4e6c-46e7-9b94-0bec4c33d722 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5fd5f6e13aa4441281ce1a404525374c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7042320 Jul 05 10:33:21.539266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50852) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:21.556982 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e3b84-4e6c-46e7-9b94-0bec4c33d722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6e5500-b823-4bf7-bc5a-f1e317d2c31a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:21.564952 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-ff415e4d-f0a2-46f2-b0dd-e1bc39d0d868 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4562554 Jul 05 10:33:21.581467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Request body: {'port': {'device_id': '4959808c-732e-474a-ad20-09e85356e08b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:21.645282 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4b32ac07-8f8e-4014-8bfc-c8932caed4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.668125 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b36f69a1-fd11-49f7-a90a-ed77c248268b tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.684174 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b36f69a1-fd11-49f7-a90a-ed77c248268b tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.686047 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b36f69a1-fd11-49f7-a90a-ed77c248268b tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "DELETE /v2.0/networks/76fedf62-ad83-400f-a332-6cafbdb56ba4 HTTP/1.1" status: 204 len: 168 time: 0.4880166 Jul 05 10:33:21.688846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50854) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:21.709120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f69a1-fd11-49f7-a90a-ed77c248268b tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event deleted for resources: {'Network': ['ID=76fedf62-ad83-400f-a332-6cafbdb56ba4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:21.717521 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4b32ac07-8f8e-4014-8bfc-c8932caed4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.719309 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.906889 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1468c3f8-26b4-4a64-b38b-6454434a2058 req-92529b38-a816-467f-8728-431790cec036 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ce18ed4-b643-45ee-9fa1-ede3b9de9cef HTTP/1.1" status: 200 len: 210 time: 0.0442569 Jul 05 10:33:21.912564 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12aafe4-586d-4f73-aad8-e99bf4ab3a70 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:21.919164 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12aafe4-586d-4f73-aad8-e99bf4ab3a70 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:21.924386 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d12aafe4-586d-4f73-aad8-e99bf4ab3a70 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2309246 Jul 05 10:33:21.925754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50858) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:21.930123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-128ea566-8577-487b-826e-dddaa630e8b0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1578731957'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:21.958333 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4b32ac07-8f8e-4014-8bfc-c8932caed4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.961445 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4b32ac07-8f8e-4014-8bfc-c8932caed4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:21.962778 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4b32ac07-8f8e-4014-8bfc-c8932caed4a3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ae6e5500-b823-4bf7-bc5a-f1e317d2c31a HTTP/1.1" status: 204 len: 168 time: 0.4224241 Jul 05 10:33:21.982874 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32ac07-8f8e-4014-8bfc-c8932caed4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6e5500-b823-4bf7-bc5a-f1e317d2c31a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:22.010737 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128ea566-8577-487b-826e-dddaa630e8b0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Made reservation on behalf of 40eadffc82ed41daa4eed533557cfffd for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:22.015278 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-128ea566-8577-487b-826e-dddaa630e8b0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.047534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128ea566-8577-487b-826e-dddaa630e8b0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:33:22.057310 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-128ea566-8577-487b-826e-dddaa630e8b0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.057882 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-128ea566-8577-487b-826e-dddaa630e8b0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Added segment 73eb4b5c-bc91-44da-8ad2-1b6819d1cc7e of type vlan for network 974af32f-4ffe-4943-9c78-38056fc26205 Jul 05 10:33:22.098342 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91237765-496b-4a45-90da-28b39c7ce444 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:22.100759 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-128ea566-8577-487b-826e-dddaa630e8b0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.106803 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.118678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Transition to ACTIVE for port object 91237765-496b-4a45-90da-28b39c7ce444 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:22.209579 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.256790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-128ea566-8577-487b-826e-dddaa630e8b0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.269058 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128ea566-8577-487b-826e-dddaa630e8b0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:22.269296 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Pushing event updated for resources: {'Port': ['ID=91237765-496b-4a45-90da-28b39c7ce444,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:22.272585 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-128ea566-8577-487b-826e-dddaa630e8b0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.283959 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.376643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Attempting to bind port 91237765-496b-4a45-90da-28b39c7ce444 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:33:22.377061 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Attempting to bind port 91237765-496b-4a45-90da-28b39c7ce444 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:33:22.377407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Attempting to bind port 91237765-496b-4a45-90da-28b39c7ce444 on network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:22.393264 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Port 91237765-496b-4a45-90da-28b39c7ce444 on network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:33:22.394441 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Attempting to bind port 91237765-496b-4a45-90da-28b39c7ce444 on network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:22.405294 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:33:22.405912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Checking segment: {'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:22.406841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Bound using segment: {'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:33:22.407645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Bound port: 91237765-496b-4a45-90da-28b39c7ce444, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:33:22.408222 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.446212 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ea566-8577-487b-826e-dddaa630e8b0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event updated for resources: {'Network': ['ID=974af32f-4ffe-4943-9c78-38056fc26205,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:22.458242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 974af32f-4ffe-4943-9c78-38056fc26205 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:33:22.479519 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-128ea566-8577-487b-826e-dddaa630e8b0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5535359 Jul 05 10:33:22.481165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50866) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:22.486927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5eb2b10c-5b3a-4a2f-831e-a9d3279f4a53 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-151031888'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:22.499116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583776db-879d-41cb-acc5-adb865bbcc8b req-1271916f-9948-4656-ade5-fbac139737ed tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:22.507245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:33:22.507455 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-583776db-879d-41cb-acc5-adb865bbcc8b req-1271916f-9948-4656-ade5-fbac139737ed tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 943 time: 0.2190692 Jul 05 10:33:22.512862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=91237765-496b-4a45-90da-28b39c7ce444,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:33:22.555673 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-583776db-879d-41cb-acc5-adb865bbcc8b req-004a18b7-873c-4da6-a0ef-7789f1d842ee tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473092 Jul 05 10:33:22.581679 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.618088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:22.618736 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.620771 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] 10.222.0.64 "PUT /v2.0/ports/91237765-496b-4a45-90da-28b39c7ce444 HTTP/1.1" status: 200 len: 1092 time: 1.0468717 Jul 05 10:33:22.621225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4959808c-732e-474a-ad20-09e85356e08b', 'tag': '91237765-496b-4a45-90da-28b39c7ce444'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:22.623557 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11b5263-5303-4ca0-9bc5-94dec00dfb59" -d '{"events": [{"name": "network-changed", "server_uuid": "4959808c-732e-474a-ad20-09e85356e08b", "tag": "91237765-496b-4a45-90da-28b39c7ce444"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:22.634300 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb2b10c-5b3a-4a2f-831e-a9d3279f4a53 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Made reservation on behalf of 40eadffc82ed41daa4eed533557cfffd for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:22.639533 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b10c-5b3a-4a2f-831e-a9d3279f4a53 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.661775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5537a0c-6ce3-4a9c-96cc-57023c722914 service neutron] Pushing event updated for resources: {'Port': ['ID=91237765-496b-4a45-90da-28b39c7ce444,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:22.678790 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d641d2-a27a-4cf2-8b39-531ed45dedc7 x-openstack-request-id: req-b3d641d2-a27a-4cf2-8b39-531ed45dedc7 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:22.678790 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4959808c-732e-474a-ad20-09e85356e08b", "tag": "91237765-496b-4a45-90da-28b39c7ce444", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:22.678790 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3d641d2-a27a-4cf2-8b39-531ed45dedc7 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:22.678790 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4959808c-732e-474a-ad20-09e85356e08b', 'tag': '91237765-496b-4a45-90da-28b39c7ce444', 'status': 'completed', 'code': 200} Jul 05 10:33:22.680664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb2b10c-5b3a-4a2f-831e-a9d3279f4a53 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:33:22.693415 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b10c-5b3a-4a2f-831e-a9d3279f4a53 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.693942 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-5eb2b10c-5b3a-4a2f-831e-a9d3279f4a53 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Added segment d77cf3b9-dfb5-49e6-8d48-fec214cc1a2c of type vlan for network 72d6b87a-f41b-4649-8a20-41bcb39edde5 Jul 05 10:33:22.747346 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b10c-5b3a-4a2f-831e-a9d3279f4a53 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.757190 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b5263-5303-4ca0-9bc5-94dec00dfb59 req-f500436a-206c-4e08-89ff-2f817ae4e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:22.758833 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e11b5263-5303-4ca0-9bc5-94dec00dfb59 req-f500436a-206c-4e08-89ff-2f817ae4e009 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 1095 time: 0.0595064 Jul 05 10:33:22.816715 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50870) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:22.832275 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-638a42ef-216c-4444-95a6-874b6d0071fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.884890 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b10c-5b3a-4a2f-831e-a9d3279f4a53 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.884890 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb2b10c-5b3a-4a2f-831e-a9d3279f4a53 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:22.884890 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b10c-5b3a-4a2f-831e-a9d3279f4a53 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:22.941696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b5263-5303-4ca0-9bc5-94dec00dfb59 req-de8943e7-d57e-4624-924e-f9a736cc8993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:22.943378 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e11b5263-5303-4ca0-9bc5-94dec00dfb59 req-de8943e7-d57e-4624-924e-f9a736cc8993 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=362ae62a323e4233ac08e724c10958da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1759806 Jul 05 10:33:22.972803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2b10c-5b3a-4a2f-831e-a9d3279f4a53 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event updated for resources: {'Network': ['ID=72d6b87a-f41b-4649-8a20-41bcb39edde5,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:22.984866 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 72d6b87a-f41b-4649-8a20-41bcb39edde5 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:33:23.014406 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-638a42ef-216c-4444-95a6-874b6d0071fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:23.123041 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b5263-5303-4ca0-9bc5-94dec00dfb59 req-524b8db5-e621-4f26-b829-3cfc23f1522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:23.124611 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e11b5263-5303-4ca0-9bc5-94dec00dfb59 req-524b8db5-e621-4f26-b829-3cfc23f1522b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1741319 Jul 05 10:33:23.135846 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-638a42ef-216c-4444-95a6-874b6d0071fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:23.180330 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-638a42ef-216c-4444-95a6-874b6d0071fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f39e3c04b7f34ab3996a20cf26682384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601639 Jul 05 10:33:23.180330 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a42ef-216c-4444-95a6-874b6d0071fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3965ee6-bdf2-4062-b39a-dea1fecd9c12,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:23.180681 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50876) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:23.221920 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5eb2b10c-5b3a-4a2f-831e-a9d3279f4a53 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7395902 Jul 05 10:33:23.224637 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50878) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:23.233670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Request body: {'ports': [{'network_id': '974af32f-4ffe-4943-9c78-38056fc26205', 'name': 'tempest-port--814028450', 'admin_state_up': True}, {'network_id': '72d6b87a-f41b-4649-8a20-41bcb39edde5', 'admin_state_up': False}]} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:23.233993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Request body: {'port': {'network_id': '974af32f-4ffe-4943-9c78-38056fc26205', 'name': 'tempest-port--814028450', 'admin_state_up': True}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:23.234480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Request body: {'port': {'network_id': '72d6b87a-f41b-4649-8a20-41bcb39edde5', 'admin_state_up': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:23.599343 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28c86175-240a-44ba-a11f-a13e69c11a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:23.610304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-293bb166-99ff-4652-b64e-53b62b6cb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:23.611935 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-293bb166-99ff-4652-b64e-53b62b6cb608 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 1095 time: 0.4418569 Jul 05 10:33:23.706729 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28c86175-240a-44ba-a11f-a13e69c11a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:23.709961 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-e9119c8b-67fc-4af6-addf-b752e8c35266 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91237765-496b-4a45-90da-28b39c7ce444 HTTP/1.1" status: 200 len: 217 time: 0.0883482 Jul 05 10:33:23.787927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-d24d5d63-d4c0-4005-9f6d-42cbdd0f1bb5 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:23.789352 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-d24d5d63-d4c0-4005-9f6d-42cbdd0f1bb5 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 805 time: 0.1082716 Jul 05 10:33:23.804119 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-585c49e0-78e1-4a72-93f8-03ffdf00f7be tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/quotas/74a2cb886e8f45d9845ba0f19f03a76c HTTP/1.1" status: 200 len: 375 time: 0.0093141 Jul 05 10:33:23.861032 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5a7cf94-22da-4b43-a804-67cac7cfd66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:23.862518 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-c5a7cf94-22da-4b43-a804-67cac7cfd66e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29e232e9-0213-4c50-9eaa-5083f737c183 HTTP/1.1" status: 200 len: 854 time: 0.1296785 Jul 05 10:33:23.874212 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-4c329cc3-8283-4fa2-afb6-2774ca40e623 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0648143 Jul 05 10:33:23.913057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354762d-d031-4f66-9dd9-b6bce1d4e6f0 req-663be89e-0411-419f-b3f9-1c3f59bffecd tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:23.914624 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c354762d-d031-4f66-9dd9-b6bce1d4e6f0 req-663be89e-0411-419f-b3f9-1c3f59bffecd tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 943 time: 0.2122838 Jul 05 10:33:23.966289 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Made reservation on behalf of 40eadffc82ed41daa4eed533557cfffd for: {'port': 2} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:23.970915 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:23.986169 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28c86175-240a-44ba-a11f-a13e69c11a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:23.986831 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-dd10c52b-5ec8-48e7-9917-a9ec67bc9563 service neutron] 10.222.0.77 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991728 Jul 05 10:33:23.988840 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28c86175-240a-44ba-a11f-a13e69c11a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:23.990002 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-28c86175-240a-44ba-a11f-a13e69c11a85 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3965ee6-bdf2-4062-b39a-dea1fecd9c12 HTTP/1.1" status: 204 len: 168 time: 0.8084235 Jul 05 10:33:23.993059 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c354762d-d031-4f66-9dd9-b6bce1d4e6f0 req-eb7e1593-1233-42b6-8dd4-d685400f7063 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724380 Jul 05 10:33:24.000283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-aeab8487-e3b7-46cd-9583-2ccd02d6e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:24.001786 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-aeab8487-e3b7-46cd-9583-2ccd02d6e4a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281192 Jul 05 10:33:24.003938 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:24.025488 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c86175-240a-44ba-a11f-a13e69c11a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3965ee6-bdf2-4062-b39a-dea1fecd9c12,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:24.099175 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-fc8bdfed-13f6-4dd8-ad6a-f1a604478a8a service neutron] 10.222.0.77 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934913 Jul 05 10:33:24.113195 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0eb7b730-7b14-46fc-8bd9-3711fb569c48 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:33:24.162346 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] device_id is not set on port 8ff8dd87-83cf-4d49-b874-d1060e24185d yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:33:24.173922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 0eb7b730-7b14-46fc-8bd9-3711fb569c48 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:33:24.174688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0eb7b730-7b14-46fc-8bd9-3711fb569c48 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:33:24.179468 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:24.183645 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-7058fd1e-e5c1-4167-a145-2cc6ad4be101 service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720123 Jul 05 10:33:24.361353 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d73e3045-21e0-4acd-b448-84ade0b03dd5 req-50d85618-3588-404b-93d0-9c3a9f34763d service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685824 Jul 05 10:33:24.393704 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:24.437332 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-79f293af-3af7-46fa-943a-759828784b04 req-838ff6ad-8eab-42a3-b41b-4320304e29a1 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 210 time: 0.0476873 Jul 05 10:33:24.522638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] device_id is not set on port 2a712ee9-1324-4158-be07-af5d5890fd7f yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:33:24.657408 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:24.819291 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:24.880196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event updated for resources: {'Port': ['ID=8ff8dd87-83cf-4d49-b874-d1060e24185d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:24.899022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Checking segment: {'id': '73eb4b5c-bc91-44da-8ad2-1b6819d1cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '974af32f-4ffe-4943-9c78-38056fc26205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:24.899405 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Network hostable DHCP agents. Network: 974af32f-4ffe-4943-9c78-38056fc26205, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:33:24.984643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Network 974af32f-4ffe-4943-9c78-38056fc26205 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:33:25.067236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 974af32f-4ffe-4943-9c78-38056fc26205) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:25.080782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637a4b56-05f8-4a9d-994d-50b46622eb36 None None] Network 974af32f-4ffe-4943-9c78-38056fc26205 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:33:25.081014 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:33:25.085179 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:25.190273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event updated for resources: {'Port': ['ID=2a712ee9-1324-4158-be07-af5d5890fd7f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:25.216215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Checking segment: {'id': 'd77cf3b9-dfb5-49e6-8d48-fec214cc1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '72d6b87a-f41b-4649-8a20-41bcb39edde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:25.216979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Network hostable DHCP agents. Network: 72d6b87a-f41b-4649-8a20-41bcb39edde5, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:33:25.236908 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be022bce-a9e4-41fa-bb41-7a1f2f73682d req-c4b6281c-2307-43a2-a0c6-9bce48f3e973 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:25.245946 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be022bce-a9e4-41fa-bb41-7a1f2f73682d req-c4b6281c-2307-43a2-a0c6-9bce48f3e973 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 943 time: 0.0927377 Jul 05 10:33:25.287557 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be022bce-a9e4-41fa-bb41-7a1f2f73682d req-922c38d5-701b-4193-ae7b-185b5d6d3387 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405412 Jul 05 10:33:25.290403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Network 72d6b87a-f41b-4649-8a20-41bcb39edde5 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:33:25.409280 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 72d6b87a-f41b-4649-8a20-41bcb39edde5) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:25.419666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c275be-fab6-453d-bea1-320a3f7ef762 None None] Network 72d6b87a-f41b-4649-8a20-41bcb39edde5 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:33:25.421658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:33:25.427817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:25.432929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:25.433645 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:25.509892 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dcc76a88-24ea-423e-9136-2924a0a08a87 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2817910 Jul 05 10:33:25.510867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50932) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:25.601748 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b253f0ba-ece9-42b7-90a2-08a931af5082 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:25.608140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b253f0ba-ece9-42b7-90a2-08a931af5082 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:25.610108 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b253f0ba-ece9-42b7-90a2-08a931af5082 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0979061 Jul 05 10:33:25.620177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50936) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:25.725980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-e642fe5b-258b-40e9-8e50-c95fb6a4489e tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Deleting port 8ff8dd87-83cf-4d49-b874-d1060e24185d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:33:25.726209 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e642fe5b-258b-40e9-8e50-c95fb6a4489e tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:25.809118 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e642fe5b-258b-40e9-8e50-c95fb6a4489e tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:25.813741 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 91237765-496b-4a45-90da-28b39c7ce444 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:33:25.824481 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-e642fe5b-258b-40e9-8e50-c95fb6a4489e tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Calling delete_port for 8ff8dd87-83cf-4d49-b874-d1060e24185d owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:33:25.829321 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47e83615-ef9a-45a9-91ea-1a833eed84e7 req-b89974fc-bb75-474c-9930-97440a18f391 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 210 time: 0.0405838 Jul 05 10:33:25.925243 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=91237765-496b-4a45-90da-28b39c7ce444,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:25.937726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '91237765-496b-4a45-90da-28b39c7ce444', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'port_id': '91237765-496b-4a45-90da-28b39c7ce444', 'mac_address': 'fa:16:3e:b0:72:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:33:25.978435 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:25.992374 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91237765-496b-4a45-90da-28b39c7ce444 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:26.004530 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e642fe5b-258b-40e9-8e50-c95fb6a4489e tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:26.013281 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=91237765-496b-4a45-90da-28b39c7ce444,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:26.037972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642fe5b-258b-40e9-8e50-c95fb6a4489e tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event deleted for resources: {'Port': ['ID=8ff8dd87-83cf-4d49-b874-d1060e24185d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:26.042177 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e642fe5b-258b-40e9-8e50-c95fb6a4489e tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:26.044737 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e642fe5b-258b-40e9-8e50-c95fb6a4489e tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "DELETE /v2.0/ports/8ff8dd87-83cf-4d49-b874-d1060e24185d HTTP/1.1" status: 204 len: 168 time: 0.4306638 Jul 05 10:33:26.047312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 50944) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:26.141242 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:26.152255 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Deleting port 2a712ee9-1324-4158-be07-af5d5890fd7f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:33:26.152849 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:26.191028 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=91237765-496b-4a45-90da-28b39c7ce444,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:26.225094 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:26.240972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Calling delete_port for 2a712ee9-1324-4158-be07-af5d5890fd7f owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:33:26.347789 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:33:26.401763 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['91237765-496b-4a45-90da-28b39c7ce444'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:26.733299 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b6aef-ca31-4984-9021-ce082602be4b req-5be1acf3-9df4-4be1-8f3b-600af15ed5e0 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:26.735076 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a5b6aef-ca31-4984-9021-ce082602be4b req-5be1acf3-9df4-4be1-8f3b-600af15ed5e0 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 944 time: 0.0965464 Jul 05 10:33:26.774778 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a5b6aef-ca31-4984-9021-ce082602be4b req-cc20d896-3cf8-4a87-bd71-cd9bc1ba9e72 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340455 Jul 05 10:33:26.834466 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:26.875646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event deleted for resources: {'Port': ['ID=2a712ee9-1324-4158-be07-af5d5890fd7f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:26.892066 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:26.897426 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "DELETE /v2.0/ports/2a712ee9-1324-4158-be07-af5d5890fd7f HTTP/1.1" status: 204 len: 168 time: 0.8457613 Jul 05 10:33:26.897426 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:26.897426 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:26.897426 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:26.897426 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:26.897890 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50964) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:26.898313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:26.898313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:26.898313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:26.898538 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:26.898843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:26.899020 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:26.899415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:26.899751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed156384-1fc4-410a-80f7-bd48e6d8f35d tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:26.943479 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-63bd4feb-83ac-45e2-acf7-e874cba9feb9 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0450647 Jul 05 10:33:26.948528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50966) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:26.956813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-39e6e338-9d23-488f-8a65-860e6683fcef tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1736342012'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:26.967954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-3a9561ef-e03d-4126-83bf-86df84060d70 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:26.969868 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-3a9561ef-e03d-4126-83bf-86df84060d70 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.73 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 805 time: 0.1856282 Jul 05 10:33:26.982222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-7fe3636e-ebfa-4f43-8837-1e715b79588d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Request body: {'port': {'device_id': 'c57934b7-e4c1-4b2f-add2-7ceeb1a3008d', 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e', 'admin_state_up': True, 'tenant_id': '74a2cb886e8f45d9845ba0f19f03a76c'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:27.021011 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a8f59690-a65c-45c0-b2d5-4952c2a97491 req-dc8f2f45-4a4b-450c-a1ef-41a436ed4fa3 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 210 time: 0.0368552 Jul 05 10:33:27.112980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e6e338-9d23-488f-8a65-860e6683fcef tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Made reservation on behalf of 40eadffc82ed41daa4eed533557cfffd for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:27.118486 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39e6e338-9d23-488f-8a65-860e6683fcef tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:27.153977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e6e338-9d23-488f-8a65-860e6683fcef tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:33:27.172596 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39e6e338-9d23-488f-8a65-860e6683fcef tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:27.172997 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-39e6e338-9d23-488f-8a65-860e6683fcef tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Added segment c289f240-4147-423c-b4b9-9d92077955d7 of type vlan for network a5ad0d99-485c-4a9e-8112-fcba02d5892b Jul 05 10:33:27.215087 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39e6e338-9d23-488f-8a65-860e6683fcef tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:27.235439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-7fe3636e-ebfa-4f43-8837-1e715b79588d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Made reservation on behalf of 74a2cb886e8f45d9845ba0f19f03a76c for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:27.240212 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-7fe3636e-ebfa-4f43-8837-1e715b79588d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:27.326933 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39e6e338-9d23-488f-8a65-860e6683fcef tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:27.332844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e6e338-9d23-488f-8a65-860e6683fcef tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:27.333438 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39e6e338-9d23-488f-8a65-860e6683fcef tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:27.368055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-7fe3636e-ebfa-4f43-8837-1e715b79588d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Allocated IP 172.20.0.7 (f07f9a36-47b5-4700-a8e9-30e7deb1de7e/98f7b6db-d802-47e9-b5c8-384631a1c751/86db52c6-777e-4290-87a5-1a21becb9f6f) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:33:27.407571 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6e338-9d23-488f-8a65-860e6683fcef tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event updated for resources: {'Network': ['ID=a5ad0d99-485c-4a9e-8112-fcba02d5892b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:27.419068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network a5ad0d99-485c-4a9e-8112-fcba02d5892b details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:33:27.450895 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-39e6e338-9d23-488f-8a65-860e6683fcef tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4981353 Jul 05 10:33:27.451233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50970) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:27.456655 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-47e16424-0df1-47a5-85ca-d1f396e50f60 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1988889404'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:27.522778 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-7fe3636e-ebfa-4f43-8837-1e715b79588d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:27.550105 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e16424-0df1-47a5-85ca-d1f396e50f60 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Made reservation on behalf of 40eadffc82ed41daa4eed533557cfffd for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:27.553862 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47e16424-0df1-47a5-85ca-d1f396e50f60 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:27.582711 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e16424-0df1-47a5-85ca-d1f396e50f60 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:33:27.595887 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47e16424-0df1-47a5-85ca-d1f396e50f60 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:27.597290 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-47e16424-0df1-47a5-85ca-d1f396e50f60 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Added segment b70e00e7-8980-4753-9245-5f9ac32a4211 of type vlan for network 11c1e6c5-72fd-49cd-9ba9-8d510911b450 Jul 05 10:33:27.631738 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-7fe3636e-ebfa-4f43-8837-1e715b79588d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:27.637972 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47e16424-0df1-47a5-85ca-d1f396e50f60 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:27.643194 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50cfe4b1-99cd-487b-890a-6b506605e08b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:27.675590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-7fe3636e-ebfa-4f43-8837-1e715b79588d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Network f07f9a36-47b5-4700-a8e9-30e7deb1de7e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:27.681039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-7fe3636e-ebfa-4f43-8837-1e715b79588d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:27.685468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-7fe3636e-ebfa-4f43-8837-1e715b79588d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:33:27.708323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3636e-ebfa-4f43-8837-1e715b79588d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Pushing event updated for resources: {'Port': ['ID=86db52c6-777e-4290-87a5-1a21becb9f6f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:27.733105 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47e16424-0df1-47a5-85ca-d1f396e50f60 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:27.738642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-7fe3636e-ebfa-4f43-8837-1e715b79588d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:27.739274 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-7fe3636e-ebfa-4f43-8837-1e715b79588d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:27.739497 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e16424-0df1-47a5-85ca-d1f396e50f60 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:27.740314 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47e16424-0df1-47a5-85ca-d1f396e50f60 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:27.813432 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e16424-0df1-47a5-85ca-d1f396e50f60 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event updated for resources: {'Network': ['ID=11c1e6c5-72fd-49cd-9ba9-8d510911b450,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:27.819920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 91237765-496b-4a45-90da-28b39c7ce444 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:33:27.825022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 11c1e6c5-72fd-49cd-9ba9-8d510911b450 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:33:27.825179 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-7fe3636e-ebfa-4f43-8837-1e715b79588d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8469713 Jul 05 10:33:27.837078 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Request body: {'port': {'device_id': 'c57934b7-e4c1-4b2f-add2-7ceeb1a3008d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:27.848712 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-47e16424-0df1-47a5-85ca-d1f396e50f60 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3961556 Jul 05 10:33:27.962258 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:27.987438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 50974) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:27.992833 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Request body: {'subnets': [{'network_id': 'a5ad0d99-485c-4a9e-8112-fcba02d5892b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--288935269', 'ip_version': 4}, {'network_id': '11c1e6c5-72fd-49cd-9ba9-8d510911b450', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:27.993148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Request body: {'subnet': {'network_id': 'a5ad0d99-485c-4a9e-8112-fcba02d5892b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--288935269', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:27.993886 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Request body: {'subnet': {'network_id': '11c1e6c5-72fd-49cd-9ba9-8d510911b450', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:27.997764 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 91237765-496b-4a45-90da-28b39c7ce444 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:33:28.002547 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 91237765-496b-4a45-90da-28b39c7ce444 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:28.002931 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:28.104513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0225c14-7a9b-40e3-98e7-77d1d565f16c req-a3f6d896-2df1-4ab8-bcb4-6b97b4d8ff1c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:28.106190 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0225c14-7a9b-40e3-98e7-77d1d565f16c req-a3f6d896-2df1-4ab8-bcb4-6b97b4d8ff1c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 944 time: 0.1805112 Jul 05 10:33:28.106941 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:28.154898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=91237765-496b-4a45-90da-28b39c7ce444,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:28.157043 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4959808c-732e-474a-ad20-09e85356e08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91237765-496b-4a45-90da-28b39c7ce444'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:28.159607 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63201310-92d8-4fcc-b8f2-40c9fbc99e54" -d '{"events": [{"server_uuid": "4959808c-732e-474a-ad20-09e85356e08b", "name": "network-vif-plugged", "status": "completed", "tag": "91237765-496b-4a45-90da-28b39c7ce444"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:28.208931 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0225c14-7a9b-40e3-98e7-77d1d565f16c req-7135419d-2f07-43be-99a1-015d047219ad tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955017 Jul 05 10:33:28.247391 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:28.270283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795946c-8ef9-4a6c-849b-e34396ce2ca6 req-b08933f4-326d-48bc-9bcb-58e98bc523e8 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:28.271887 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4795946c-8ef9-4a6c-849b-e34396ce2ca6 req-b08933f4-326d-48bc-9bcb-58e98bc523e8 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 931 time: 0.0994341 Jul 05 10:33:28.280670 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14527cdf-9ec8-4484-aeeb-851fed081e2c x-openstack-request-id: req-14527cdf-9ec8-4484-aeeb-851fed081e2c {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:28.280958 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4959808c-732e-474a-ad20-09e85356e08b", "name": "network-vif-plugged", "status": "completed", "tag": "91237765-496b-4a45-90da-28b39c7ce444", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:28.281214 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14527cdf-9ec8-4484-aeeb-851fed081e2c {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:28.281617 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4959808c-732e-474a-ad20-09e85356e08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91237765-496b-4a45-90da-28b39c7ce444', 'code': 200} Jul 05 10:33:28.296246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Made reservation on behalf of 40eadffc82ed41daa4eed533557cfffd for: {'subnet': 2} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:28.301219 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:28.301915 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:28.310047 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=91237765-496b-4a45-90da-28b39c7ce444,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:28.362057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86db52c6-777e-4290-87a5-1a21becb9f6f {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:28.372319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:28.387282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Transition to ACTIVE for port object 86db52c6-777e-4290-87a5-1a21becb9f6f will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:28.417960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4795946c-8ef9-4a6c-849b-e34396ce2ca6 req-d0fee2b0-52d3-4205-a22e-f19880afb6b3 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382239 Jul 05 10:33:28.477416 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753c04c-78d9-4693-9a3a-d00c31ac5925 req-6f7d8115-9158-4e36-84a1-28d67598e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:28.478977 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c753c04c-78d9-4693-9a3a-d00c31ac5925 req-6f7d8115-9158-4e36-84a1-28d67598e574 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 1097 time: 0.1141379 Jul 05 10:33:28.493052 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:28.551933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Pushing event updated for resources: {'Port': ['ID=86db52c6-777e-4290-87a5-1a21becb9f6f,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:28.589346 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c753c04c-78d9-4693-9a3a-d00c31ac5925 req-4a7a92b3-78ef-4be7-9be7-f5b8166c372c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866537 Jul 05 10:33:28.634700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Attempting to bind port 86db52c6-777e-4290-87a5-1a21becb9f6f on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:33:28.635999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Attempting to bind port 86db52c6-777e-4290-87a5-1a21becb9f6f by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:33:28.636328 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Attempting to bind port 86db52c6-777e-4290-87a5-1a21becb9f6f on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:28.645274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Port 86db52c6-777e-4290-87a5-1a21becb9f6f on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:33:28.645274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Attempting to bind port 86db52c6-777e-4290-87a5-1a21becb9f6f on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:28.647949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:33:28.648294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Checking segment: {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:28.648685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Bound using segment: {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:33:28.649120 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Bound port: 86db52c6-777e-4290-87a5-1a21becb9f6f, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:33:28.649482 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:28.716052 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] For port 86db52c6-777e-4290-87a5-1a21becb9f6f, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:33:28.719228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] For port 86db52c6-777e-4290-87a5-1a21becb9f6f, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=86db52c6-777e-4290-87a5-1a21becb9f6f,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:33:28.804344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:28.839003 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:28.839662 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:28.841151 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] 10.222.0.73 "PUT /v2.0/ports/86db52c6-777e-4290-87a5-1a21becb9f6f HTTP/1.1" status: 200 len: 1092 time: 1.0088632 Jul 05 10:33:28.841596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57934b7-e4c1-4b2f-add2-7ceeb1a3008d', 'tag': '86db52c6-777e-4290-87a5-1a21becb9f6f'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:28.843937 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c37fc54-b3f6-4ece-bf35-a9f2ec8f8a53" -d '{"events": [{"name": "network-changed", "server_uuid": "c57934b7-e4c1-4b2f-add2-7ceeb1a3008d", "tag": "86db52c6-777e-4290-87a5-1a21becb9f6f"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:28.858184 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:28.889467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d15e4-8627-41e1-abfe-e9215e0d9978 service neutron] Pushing event updated for resources: {'Port': ['ID=86db52c6-777e-4290-87a5-1a21becb9f6f,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:28.920952 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7f07be-0bb2-499c-a9bc-6840efad1300 x-openstack-request-id: req-ea7f07be-0bb2-499c-a9bc-6840efad1300 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:28.921247 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57934b7-e4c1-4b2f-add2-7ceeb1a3008d", "tag": "86db52c6-777e-4290-87a5-1a21becb9f6f", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:28.923039 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea7f07be-0bb2-499c-a9bc-6840efad1300 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:28.923039 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57934b7-e4c1-4b2f-add2-7ceeb1a3008d', 'tag': '86db52c6-777e-4290-87a5-1a21becb9f6f', 'status': 'completed', 'code': 200} Jul 05 10:33:28.927835 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event updated for resources: {'Subnet': ['ID=615f949c-9d72-4c15-943b-8c45464d0a15,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:28.944968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Checking segment: {'id': 'c289f240-4147-423c-b4b9-9d92077955d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a5ad0d99-485c-4a9e-8112-fcba02d5892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:28.945332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Network hostable DHCP agents. Network: a5ad0d99-485c-4a9e-8112-fcba02d5892b, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:33:28.985845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-11c0be63-3670-4058-a010-f3b835550dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:28.987574 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-11c0be63-3670-4058-a010-f3b835550dcf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 1095 time: 0.0604506 Jul 05 10:33:29.032292 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Network a5ad0d99-485c-4a9e-8112-fcba02d5892b is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:33:29.033156 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-ec3cd73c-c9b8-47ec-bfb9-cd99a4b702c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86db52c6-777e-4290-87a5-1a21becb9f6f HTTP/1.1" status: 200 len: 217 time: 0.0388305 Jul 05 10:33:29.083298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-8af04391-a0fd-4b70-91e2-b8dbf450fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:29.084886 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-8af04391-a0fd-4b70-91e2-b8dbf450fad7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98f7b6db-d802-47e9-b5c8-384631a1c751 HTTP/1.1" status: 200 len: 845 time: 0.0463095 Jul 05 10:33:29.117547 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-54f33dbf-e6bf-4249-a648-d5d6729ef10e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263751 Jul 05 10:33:29.173048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, a5ad0d99-485c-4a9e-8112-fcba02d5892b) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:29.177454 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:29.182595 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0317fabc-6366-4093-8c8e-268f1fef775f None None] Network a5ad0d99-485c-4a9e-8112-fcba02d5892b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:33:29.211111 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-459f23a7-0e7e-4cdc-8e9b-f611efdceb8e service neutron] 10.222.0.73 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874679 Jul 05 10:33:29.261950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event updated for resources: {'Subnet': ['ID=761f6a20-9251-45b3-b20a-b8f12e6bba1a,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:29.264038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Checking segment: {'id': 'b70e00e7-8980-4753-9245-5f9ac32a4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '11c1e6c5-72fd-49cd-9ba9-8d510911b450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:29.264412 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Network hostable DHCP agents. Network: 11c1e6c5-72fd-49cd-9ba9-8d510911b450, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:33:29.319303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d34fd88-a3a3-4ed7-ba7b-76b4fbd3b76f req-4e6e0374-72b4-439b-b59e-175d722f98be service neutron] 10.222.0.73 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028419 Jul 05 10:33:29.350364 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Network 11c1e6c5-72fd-49cd-9ba9-8d510911b450 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:33:29.368935 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-a5ad0d99-485c-4a9e-8112-fcba02d5892b', 'network_id': 'a5ad0d99-485c-4a9e-8112-fcba02d5892b', 'tenant_id': '40eadffc82ed41daa4eed533557cfffd', 'fixed_ips': [{'subnet_id': '615f949c-9d72-4c15-943b-8c45464d0a15'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:33:29.369828 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:29.444352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395fe37-4165-45ae-81dc-c75b6f588559 req-1c7ea4b1-c384-4a34-9c49-92d7439f2f62 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:29.451376 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c395fe37-4165-45ae-81dc-c75b6f588559 req-1c7ea4b1-c384-4a34-9c49-92d7439f2f62 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.0918863 Jul 05 10:33:29.454274 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 11c1e6c5-72fd-49cd-9ba9-8d510911b450) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:29.464028 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4781305e-8de7-4908-ab7b-c2db05bbead7 None None] Network 11c1e6c5-72fd-49cd-9ba9-8d510911b450 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:33:29.487229 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:29.489315 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:29.491461 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:29.519031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37fc54-b3f6-4ece-bf35-a9f2ec8f8a53 req-b4895bd6-f50f-4028-9656-2fedf7d97ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:29.521987 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c37fc54-b3f6-4ece-bf35-a9f2ec8f8a53 req-b4895bd6-f50f-4028-9656-2fedf7d97ca4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 1095 time: 0.0795047 Jul 05 10:33:29.557733 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c395fe37-4165-45ae-81dc-c75b6f588559 req-87aa52a4-64ee-419e-a187-309064d3844d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401311 Jul 05 10:33:29.613484 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5696cd2b-f997-4f83-888f-3d098edc9ca6 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.6212289 Jul 05 10:33:29.614368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51010) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:29.628126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Allocated IP 172.20.0.2 (a5ad0d99-485c-4a9e-8112-fcba02d5892b/615f949c-9d72-4c15-943b-8c45464d0a15/e17a27c3-3c20-47b6-ada6-807920d05d7b) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:33:29.684921 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1a566-26b6-4bbe-99d6-fcc6de939384 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:29.688155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1a566-26b6-4bbe-99d6-fcc6de939384 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:29.694257 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1a566-26b6-4bbe-99d6-fcc6de939384 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:29.701768 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d9b1a566-26b6-4bbe-99d6-fcc6de939384 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0840786 Jul 05 10:33:29.702654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51012) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:29.758342 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37fc54-b3f6-4ece-bf35-a9f2ec8f8a53 req-48bbe768-a26e-44f4-a295-260ba0a84340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:29.760305 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c37fc54-b3f6-4ece-bf35-a9f2ec8f8a53 req-48bbe768-a26e-44f4-a295-260ba0a84340 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 906 time: 0.2275434 Jul 05 10:33:29.772727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-11c1e6c5-72fd-49cd-9ba9-8d510911b450', 'network_id': '11c1e6c5-72fd-49cd-9ba9-8d510911b450', 'tenant_id': '40eadffc82ed41daa4eed533557cfffd', 'fixed_ips': [{'subnet_id': '761f6a20-9251-45b3-b20a-b8f12e6bba1a'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:33:29.775663 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:29.789969 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-3700c2fd-af5a-4912-be10-1d0ec252def0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Deleting subnet 615f949c-9d72-4c15-943b-8c45464d0a15 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:33:29.818882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c37fc54-b3f6-4ece-bf35-a9f2ec8f8a53 req-467c9765-a3d5-4eb3-ab6b-17fd9018463d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86db52c6-777e-4290-87a5-1a21becb9f6f HTTP/1.1" status: 200 len: 217 time: 0.0493886 Jul 05 10:33:29.870036 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e81d07-9ba5-4663-b91b-81f5340865fd req-b8e43833-d64f-4f78-b70c-2ef92aefd5e2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:29.871687 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c7e81d07-9ba5-4663-b91b-81f5340865fd req-b8e43833-d64f-4f78-b70c-2ef92aefd5e2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 943 time: 0.2140124 Jul 05 10:33:29.901448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37fc54-b3f6-4ece-bf35-a9f2ec8f8a53 req-18a08047-b2c2-4e17-a6d1-df7774d4a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:29.902958 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c37fc54-b3f6-4ece-bf35-a9f2ec8f8a53 req-18a08047-b2c2-4e17-a6d1-df7774d4a4c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98f7b6db-d802-47e9-b5c8-384631a1c751 HTTP/1.1" status: 200 len: 845 time: 0.0745716 Jul 05 10:33:29.953615 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:29.954822 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c37fc54-b3f6-4ece-bf35-a9f2ec8f8a53 req-67e707c6-288c-49cd-bc45-d91a7e533b7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416732 Jul 05 10:33:29.958535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c7e81d07-9ba5-4663-b91b-81f5340865fd req-8bc57b2e-1f3a-4911-a008-1e41e1f8818b tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773163 Jul 05 10:33:29.969223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Transition to ACTIVE for port object e17a27c3-3c20-47b6-ada6-807920d05d7b will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:29.998868 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Allocated IP 172.20.0.18 (11c1e6c5-72fd-49cd-9ba9-8d510911b450/761f6a20-9251-45b3-b20a-b8f12e6bba1a/30a1f892-d263-4056-a942-8962f84e74c9) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:33:30.004206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Transition to ACTIVE for port object e17a27c3-3c20-47b6-ada6-807920d05d7b will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:30.059133 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c37fc54-b3f6-4ece-bf35-a9f2ec8f8a53 req-c222e7c4-5e82-4059-a044-2b3bacd73ed8 service neutron] 10.222.0.73 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977831 Jul 05 10:33:30.095272 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3700c2fd-af5a-4912-be10-1d0ec252def0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.102013 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.159092 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3700c2fd-af5a-4912-be10-1d0ec252def0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.168016 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c37fc54-b3f6-4ece-bf35-a9f2ec8f8a53 req-7d22f4a4-72f3-4168-ac70-4cef08a3ed11 service neutron] 10.222.0.73 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019275 Jul 05 10:33:30.246101 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Network a5ad0d99-485c-4a9e-8112-fcba02d5892b is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:30.253118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:30.257540 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3700c2fd-af5a-4912-be10-1d0ec252def0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.257929 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:33:30.260794 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Pushing event updated for resources: {'Port': ['ID=e17a27c3-3c20-47b6-ada6-807920d05d7b,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:30.262675 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.276986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Transition to ACTIVE for port object 30a1f892-d263-4056-a942-8962f84e74c9 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:30.337794 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Transition to ACTIVE for port object 30a1f892-d263-4056-a942-8962f84e74c9 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:30.343782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Attempting to bind port e17a27c3-3c20-47b6-ada6-807920d05d7b on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:33:30.344162 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Attempting to bind port e17a27c3-3c20-47b6-ada6-807920d05d7b by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c289f240-4147-423c-b4b9-9d92077955d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a5ad0d99-485c-4a9e-8112-fcba02d5892b'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:33:30.344542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Attempting to bind port e17a27c3-3c20-47b6-ada6-807920d05d7b on network a5ad0d99-485c-4a9e-8112-fcba02d5892b {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:30.350482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:33:30.350818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Checking segment: {'id': 'c289f240-4147-423c-b4b9-9d92077955d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a5ad0d99-485c-4a9e-8112-fcba02d5892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:30.351228 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.351630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Bound using segment: {'id': 'c289f240-4147-423c-b4b9-9d92077955d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a5ad0d99-485c-4a9e-8112-fcba02d5892b'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:33:30.352369 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Bound port: e17a27c3-3c20-47b6-ada6-807920d05d7b, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c289f240-4147-423c-b4b9-9d92077955d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a5ad0d99-485c-4a9e-8112-fcba02d5892b'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:33:30.352579 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.426906 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3700c2fd-af5a-4912-be10-1d0ec252def0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.428414 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.435589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] For port e17a27c3-3c20-47b6-ada6-807920d05d7b, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:33:30.456031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700c2fd-af5a-4912-be10-1d0ec252def0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event deleted for resources: {'Subnet': ['ID=615f949c-9d72-4c15-943b-8c45464d0a15,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:30.470154 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3700c2fd-af5a-4912-be10-1d0ec252def0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.474659 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3700c2fd-af5a-4912-be10-1d0ec252def0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "DELETE /v2.0/subnets/615f949c-9d72-4c15-943b-8c45464d0a15 HTTP/1.1" status: 204 len: 168 time: 0.7682929 Jul 05 10:33:30.474852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] For port e17a27c3-3c20-47b6-ada6-807920d05d7b, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e17a27c3-3c20-47b6-ada6-807920d05d7b,segment=NetworkSegment(c289f240-4147-423c-b4b9-9d92077955d7),segment_id=c289f240-4147-423c-b4b9-9d92077955d7)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:33:30.475298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51024) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:30.485460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Network 11c1e6c5-72fd-49cd-9ba9-8d510911b450 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:30.489524 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:30.491399 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Pushing event updated for resources: {'Port': ['ID=30a1f892-d263-4056-a942-8962f84e74c9,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:30.493647 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:33:30.528271 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3ee562-4bb7-43ab-acd4-6055934d66f5 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Deleting subnet 761f6a20-9251-45b3-b20a-b8f12e6bba1a {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:33:30.531400 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb3ee562-4bb7-43ab-acd4-6055934d66f5 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.554319 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Attempting to bind port 30a1f892-d263-4056-a942-8962f84e74c9 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:33:30.554730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Attempting to bind port 30a1f892-d263-4056-a942-8962f84e74c9 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'b70e00e7-8980-4753-9245-5f9ac32a4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '11c1e6c5-72fd-49cd-9ba9-8d510911b450'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:33:30.555101 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Attempting to bind port 30a1f892-d263-4056-a942-8962f84e74c9 on network 11c1e6c5-72fd-49cd-9ba9-8d510911b450 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:30.560439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:33:30.560729 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Checking segment: {'id': 'b70e00e7-8980-4753-9245-5f9ac32a4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '11c1e6c5-72fd-49cd-9ba9-8d510911b450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:30.561158 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.561672 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Bound using segment: {'id': 'b70e00e7-8980-4753-9245-5f9ac32a4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '11c1e6c5-72fd-49cd-9ba9-8d510911b450'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:33:30.562136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Bound port: 30a1f892-d263-4056-a942-8962f84e74c9, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70e00e7-8980-4753-9245-5f9ac32a4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '11c1e6c5-72fd-49cd-9ba9-8d510911b450'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:33:30.562519 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.565942 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.575299 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb3ee562-4bb7-43ab-acd4-6055934d66f5 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.682507 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee1787-b581-4191-84dd-6cf37bc1b0ec None None] Pushing event updated for resources: {'Port': ['ID=e17a27c3-3c20-47b6-ada6-807920d05d7b,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:30.694050 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] For port 30a1f892-d263-4056-a942-8962f84e74c9, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:33:30.698769 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] For port 30a1f892-d263-4056-a942-8962f84e74c9, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=30a1f892-d263-4056-a942-8962f84e74c9,segment=NetworkSegment(b70e00e7-8980-4753-9245-5f9ac32a4211),segment_id=b70e00e7-8980-4753-9245-5f9ac32a4211)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:33:30.766088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d4400-f0c6-4cae-94de-72219a933ba2 req-c7df426a-6e49-47fc-b9fe-04f49689a15c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:30.767738 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-773d4400-f0c6-4cae-94de-72219a933ba2 req-c7df426a-6e49-47fc-b9fe-04f49689a15c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.0708435 Jul 05 10:33:30.774222 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.778037 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb3ee562-4bb7-43ab-acd4-6055934d66f5 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.839274 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5fec3-1804-4ee3-9067-9d7e2cf83536 None None] Pushing event updated for resources: {'Port': ['ID=30a1f892-d263-4056-a942-8962f84e74c9,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:30.847801 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-773d4400-f0c6-4cae-94de-72219a933ba2 req-9c845e82-04dd-475a-9397-82f8caec7642 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729520 Jul 05 10:33:30.964218 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb3ee562-4bb7-43ab-acd4-6055934d66f5 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:30.996936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51034) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:31.019103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ee562-4bb7-43ab-acd4-6055934d66f5 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event deleted for resources: {'Subnet': ['ID=761f6a20-9251-45b3-b20a-b8f12e6bba1a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:31.051818 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eb3ee562-4bb7-43ab-acd4-6055934d66f5 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:31.062340 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eb3ee562-4bb7-43ab-acd4-6055934d66f5 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "DELETE /v2.0/subnets/761f6a20-9251-45b3-b20a-b8f12e6bba1a HTTP/1.1" status: 204 len: 168 time: 0.5854194 Jul 05 10:33:31.063424 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51038) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:31.148599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb754fa3-08de-4203-b513-f31b95742028 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:31.152275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cb754fa3-08de-4203-b513-f31b95742028 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0875745 Jul 05 10:33:31.156920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51040) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:31.158166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93c825-caae-48b6-b42f-6917483e1e37 req-7dda67ba-e566-4eb8-b469-3ef9d907390e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:31.160078 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fe93c825-caae-48b6-b42f-6917483e1e37 req-7dda67ba-e566-4eb8-b469-3ef9d907390e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.1251552 Jul 05 10:33:31.169007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51042) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:31.174083 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-559cd3a3-bd22-48fc-993b-84fe8afcdfa6 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Request body: {'floatingip': {'port_id': '91237765-496b-4a45-90da-28b39c7ce444'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:31.291844 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-559cd3a3-bd22-48fc-993b-84fe8afcdfa6 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:31.294033 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2bc84c66-a41c-4ec2-a196-dbd9d3b2c4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:31.306674 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:31.335336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff26d8-7d48-4606-bd40-18558d7a9ad3 req-37e2b3af-808c-44ab-9876-fda2f1f875b2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:31.337252 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6bff26d8-7d48-4606-bd40-18558d7a9ad3 req-37e2b3af-808c-44ab-9876-fda2f1f875b2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 943 time: 0.2025023 Jul 05 10:33:31.405273 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6bff26d8-7d48-4606-bd40-18558d7a9ad3 req-7e6b8ea1-3a8a-4ede-a4a6-01138102b9ef tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460272 Jul 05 10:33:31.420189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Deleting port 30a1f892-d263-4056-a942-8962f84e74c9 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:33:31.420593 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:31.503601 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] For port 30a1f892-d263-4056-a942-8962f84e74c9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=30a1f892-d263-4056-a942-8962f84e74c9,segment=NetworkSegment(b70e00e7-8980-4753-9245-5f9ac32a4211),segment_id=b70e00e7-8980-4753-9245-5f9ac32a4211)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:31.503895 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:31.517309 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Calling delete_port for 30a1f892-d263-4056-a942-8962f84e74c9 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:33:31.615668 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2bc84c66-a41c-4ec2-a196-dbd9d3b2c4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:31.699809 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:31.729654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event deleted for resources: {'Port': ['ID=30a1f892-d263-4056-a942-8962f84e74c9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:31.736138 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] No DVR routers for this DVR port 30a1f892-d263-4056-a942-8962f84e74c9 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:33:31.755822 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2bc84c66-a41c-4ec2-a196-dbd9d3b2c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:31.833116 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:31.844913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c1e6c5-72fd-49cd-9ba9-8d510911b450']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:31.863187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70e00e7-8980-4753-9245-5f9ac32a4211') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:31.863685 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70e00e7-8980-4753-9245-5f9ac32a4211') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:31.884901 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:31.890541 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2bc84c66-a41c-4ec2-a196-dbd9d3b2c4b8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=83fda9b21a1d4d99a0344c4d8430ab94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8922501 Jul 05 10:33:31.896958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51044) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:31.910073 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc84c66-a41c-4ec2-a196-dbd9d3b2c4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b9e629-f381-4010-a309-32d6e7e76bdf,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:31.911982 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:31.923196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:33:31.923861 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:33:31.932511 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:33:32.093429 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.099188 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.106620 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "DELETE /v2.0/networks/11c1e6c5-72fd-49cd-9ba9-8d510911b450 HTTP/1.1" status: 204 len: 168 time: 0.9478893 Jul 05 10:33:32.107676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51046) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:32.110471 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 86db52c6-777e-4290-87a5-1a21becb9f6f details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:33:32.147448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b86e9-d626-44a6-8712-e290c925c5e0 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event deleted for resources: {'Network': ['ID=11c1e6c5-72fd-49cd-9ba9-8d510911b450,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:32.240598 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.287419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 86db52c6-777e-4290-87a5-1a21becb9f6f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=86db52c6-777e-4290-87a5-1a21becb9f6f,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:32.302918 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '86db52c6-777e-4290-87a5-1a21becb9f6f', 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e', 'port_id': '86db52c6-777e-4290-87a5-1a21becb9f6f', 'mac_address': 'fa:16:3e:76:73:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f7b6db-d802-47e9-b5c8-384631a1c751', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:33:32.313282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49adf315-914c-48cd-b7c6-e50f0b9959fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.335314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Deleting port e17a27c3-3c20-47b6-ada6-807920d05d7b {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:33:32.335989 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.340867 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49adf315-914c-48cd-b7c6-e50f0b9959fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.348534 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.resource_extend [None req-559cd3a3-bd22-48fc-993b-84fe8afcdfa6 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 10:33:32.352310 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e6bb9d08-e48c-4596-a261-20ff2bd30ce9 None None] Could not find standard attr ID for object 30a1f892-d263-4056-a942-8962f84e74c9. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:33:32.364791 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.384067 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86db52c6-777e-4290-87a5-1a21becb9f6f {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:32.390226 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c824390e-5527-4dbd-8846-264907374437 None None] DHCP port deletion for 11c1e6c5-72fd-49cd-9ba9-8d510911b450 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:33:32.423894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 86db52c6-777e-4290-87a5-1a21becb9f6f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=86db52c6-777e-4290-87a5-1a21becb9f6f,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:32.434878 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1055fa25-57d3-41f2-a29e-c0771fbb3674 None None] Network 11c1e6c5-72fd-49cd-9ba9-8d510911b450 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:33:32.451354 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1055fa25-57d3-41f2-a29e-c0771fbb3674 None None] Network 11c1e6c5-72fd-49cd-9ba9-8d510911b450 could not be found, it might have been deleted concurrently. {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 10:33:32.459976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] For port e17a27c3-3c20-47b6-ada6-807920d05d7b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e17a27c3-3c20-47b6-ada6-807920d05d7b,segment=NetworkSegment(c289f240-4147-423c-b4b9-9d92077955d7),segment_id=c289f240-4147-423c-b4b9-9d92077955d7)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:32.460928 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.480632 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Calling delete_port for e17a27c3-3c20-47b6-ada6-807920d05d7b owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:33:32.491995 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-559cd3a3-bd22-48fc-993b-84fe8afcdfa6 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.505005 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.585132 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-559cd3a3-bd22-48fc-993b-84fe8afcdfa6 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.591098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49adf315-914c-48cd-b7c6-e50f0b9959fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.592459 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=86db52c6-777e-4290-87a5-1a21becb9f6f,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:32.593607 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49adf315-914c-48cd-b7c6-e50f0b9959fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.594742 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-49adf315-914c-48cd-b7c6-e50f0b9959fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a0b9e629-f381-4010-a309-32d6e7e76bdf HTTP/1.1" status: 204 len: 168 time: 0.6968172 Jul 05 10:33:32.639783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49adf315-914c-48cd-b7c6-e50f0b9959fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b9e629-f381-4010-a309-32d6e7e76bdf,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:32.639943 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e6042f-61c9-4b2d-8fd4-a41cc6201c9a None None] Network a5ad0d99-485c-4a9e-8112-fcba02d5892b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:33:32.682910 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.711038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['86db52c6-777e-4290-87a5-1a21becb9f6f'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:32.712452 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event deleted for resources: {'Port': ['ID=e17a27c3-3c20-47b6-ada6-807920d05d7b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:32.722246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] No DVR routers for this DVR port e17a27c3-3c20-47b6-ada6-807920d05d7b on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:33:32.722940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9aa67007-b8e7-4432-927a-3931af60e517 None None] Could not find standard attr ID for object e17a27c3-3c20-47b6-ada6-807920d05d7b. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:33:32.723116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd63ccb-63da-42f2-a49f-7a72dd0e92a7 req-9528cc7d-3a8e-4c8c-a81f-92295e6b7682 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:32.725454 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7cd63ccb-63da-42f2-a49f-7a72dd0e92a7 req-9528cc7d-3a8e-4c8c-a81f-92295e6b7682 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 944 time: 0.1763391 Jul 05 10:33:32.785959 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-559cd3a3-bd22-48fc-993b-84fe8afcdfa6 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Floating IP 5a8d0c1d-c33d-45f0-95ea-6597c1d1e8e6 associated. External IP: 172.25.5.189, port: 91237765-496b-4a45-90da-28b39c7ce444. Jul 05 10:33:32.823516 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.837671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ad0d99-485c-4a9e-8112-fcba02d5892b']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:32.849569 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7cd63ccb-63da-42f2-a49f-7a72dd0e92a7 req-109a3c53-2929-400b-97cc-c16ac1db437a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039865 Jul 05 10:33:32.851133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c289f240-4147-423c-b4b9-9d92077955d7') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:32.851440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c289f240-4147-423c-b4b9-9d92077955d7') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:32.885835 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.934361 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.947007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:33:32.947007 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:33:32.952715 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:33:33.110087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec194ad-c361-47d5-9e38-aadd5796f9d4 None None] DHCP port deletion for a5ad0d99-485c-4a9e-8112-fcba02d5892b request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:33:33.117612 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559cd3a3-bd22-48fc-993b-84fe8afcdfa6 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Router 16cef306-6378-4161-ada5-3c41aae36ad6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:33:33.175825 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:33.183817 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:33.189215 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "DELETE /v2.0/networks/a5ad0d99-485c-4a9e-8112-fcba02d5892b HTTP/1.1" status: 204 len: 168 time: 1.0498571 Jul 05 10:33:33.190495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51054) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:33.203079 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef1c09-2d51-4d57-be27-f9e6e9064339 tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event deleted for resources: {'Network': ['ID=a5ad0d99-485c-4a9e-8112-fcba02d5892b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:33.316699 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2ada1d1-9a7f-46df-aae3-c7c118cc64da tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:33.334060 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559cd3a3-bd22-48fc-993b-84fe8afcdfa6 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:33:33.340721 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-559cd3a3-bd22-48fc-993b-84fe8afcdfa6 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:33.345735 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a6e589-17bd-4751-a497-02317604ab41 None None] Sync routers for ids ['16cef306-6378-4161-ada5-3c41aae36ad6'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:33:33.357687 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a6e589-17bd-4751-a497-02317604ab41 None None] Routers {'16cef306-6378-4161-ada5-3c41aae36ad6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:33:33.359116 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-65a6e589-17bd-4751-a497-02317604ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:33:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['16cef306-6378-4161-ada5-3c41aae36ad6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:33.407564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51056) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:33.425493 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56d015c4-053a-41d2-9f41-a9fd0a1ca287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:33.459257 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-559cd3a3-bd22-48fc-993b-84fe8afcdfa6 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "PUT /v2.0/floatingips/5a8d0c1d-c33d-45f0-95ea-6597c1d1e8e6 HTTP/1.1" status: 200 len: 991 time: 2.2890995 Jul 05 10:33:33.462201 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4959808c-732e-474a-ad20-09e85356e08b', 'tag': '91237765-496b-4a45-90da-28b39c7ce444'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:33.464914 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca970a5b-d02a-409d-9f8e-f54665bbf81a" -d '{"events": [{"name": "network-changed", "server_uuid": "4959808c-732e-474a-ad20-09e85356e08b", "tag": "91237765-496b-4a45-90da-28b39c7ce444"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:33.475500 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2ada1d1-9a7f-46df-aae3-c7c118cc64da tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:33.486904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c2ada1d1-9a7f-46df-aae3-c7c118cc64da tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d6b87a-f41b-4649-8a20-41bcb39edde5']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:33.493485 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-65a6e589-17bd-4751-a497-02317604ab41 None None] Set router 16cef306-6378-4161-ada5-3c41aae36ad6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:33:33.507951 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c2ada1d1-9a7f-46df-aae3-c7c118cc64da tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77cf3b9-dfb5-49e6-8d48-fec214cc1a2c') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:33.508308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c2ada1d1-9a7f-46df-aae3-c7c118cc64da tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77cf3b9-dfb5-49e6-8d48-fec214cc1a2c') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:33.522797 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2ada1d1-9a7f-46df-aae3-c7c118cc64da tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:33.527273 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cb3f81-4361-4f99-a165-82a498da8b59 x-openstack-request-id: req-84cb3f81-4361-4f99-a165-82a498da8b59 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:33.527624 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4959808c-732e-474a-ad20-09e85356e08b", "tag": "91237765-496b-4a45-90da-28b39c7ce444", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:33.527983 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84cb3f81-4361-4f99-a165-82a498da8b59 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:33.528444 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4959808c-732e-474a-ad20-09e85356e08b', 'tag': '91237765-496b-4a45-90da-28b39c7ce444', 'status': 'completed', 'code': 200} Jul 05 10:33:33.554506 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2ada1d1-9a7f-46df-aae3-c7c118cc64da tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:33.562264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ada1d1-9a7f-46df-aae3-c7c118cc64da tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:33:33.562742 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2ada1d1-9a7f-46df-aae3-c7c118cc64da tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:33:33.566731 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:33:33.658200 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56d015c4-053a-41d2-9f41-a9fd0a1ca287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:33.664415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca970a5b-d02a-409d-9f8e-f54665bbf81a req-91861280-3d83-41d9-8892-e821f0796099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:33.665927 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca970a5b-d02a-409d-9f8e-f54665bbf81a req-91861280-3d83-41d9-8892-e821f0796099 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 1097 time: 0.1151128 Jul 05 10:33:33.750568 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2ada1d1-9a7f-46df-aae3-c7c118cc64da tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:33.774552 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2ada1d1-9a7f-46df-aae3-c7c118cc64da tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:33.778810 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c2ada1d1-9a7f-46df-aae3-c7c118cc64da tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "DELETE /v2.0/networks/72d6b87a-f41b-4649-8a20-41bcb39edde5 HTTP/1.1" status: 204 len: 168 time: 0.5869586 Jul 05 10:33:33.791057 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-65a6e589-17bd-4751-a497-02317604ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5a8d0c1d-c33d-45f0-95ea-6597c1d1e8e6', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'port_id': '91237765-496b-4a45-90da-28b39c7ce444', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'mac_address': 'fa:16:3e:b0:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959808c-732e-474a-ad20-09e85356e08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:33:12Z', 'updated_at': '2021-07-05T10:33:32Z', 'revision_number': 1, 'project_id': '362ae62a323e4233ac08e724c10958da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886d727a-6057-4e0b-bbea-3c838d5b7eda', 'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'mac_address': 'fa:16:3e:14:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:39Z', 'updated_at': '2021-07-05T10:28:45Z', 'revision_number': 5, 'project_id': '362ae62a323e4233ac08e724c10958da', 'subnets': [{'id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:33.795977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51062) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:33.809226 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ada1d1-9a7f-46df-aae3-c7c118cc64da tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event deleted for resources: {'Network': ['ID=72d6b87a-f41b-4649-8a20-41bcb39edde5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:33.824221 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a6e589-17bd-4751-a497-02317604ab41 None None] Checking router: 16cef306-6378-4161-ada5-3c41aae36ad6 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:33:33.836012 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a6e589-17bd-4751-a497-02317604ab41 None None] Routers {'16cef306-6378-4161-ada5-3c41aae36ad6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:33:33.836883 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-65a6e589-17bd-4751-a497-02317604ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:33:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['16cef306-6378-4161-ada5-3c41aae36ad6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:33.912796 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ca448d2e-0370-4856-ba35-0ab8a382ca5f tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:33.966710 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-65a6e589-17bd-4751-a497-02317604ab41 None None] Set router 16cef306-6378-4161-ada5-3c41aae36ad6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:33:34.052616 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56d015c4-053a-41d2-9f41-a9fd0a1ca287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:34.076944 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ca448d2e-0370-4856-ba35-0ab8a382ca5f tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:34.090302 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ca448d2e-0370-4856-ba35-0ab8a382ca5f tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974af32f-4ffe-4943-9c78-38056fc26205']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:34.103986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ca448d2e-0370-4856-ba35-0ab8a382ca5f tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73eb4b5c-bc91-44da-8ad2-1b6819d1cc7e') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:34.104401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-ca448d2e-0370-4856-ba35-0ab8a382ca5f tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73eb4b5c-bc91-44da-8ad2-1b6819d1cc7e') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:34.108771 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-56d015c4-053a-41d2-9f41-a9fd0a1ca287 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a7696bdbffb64b8f95241dcf63da755f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6970065 Jul 05 10:33:34.111163 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 86db52c6-777e-4290-87a5-1a21becb9f6f up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:33:34.120353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51066) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:34.121505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d015c4-053a-41d2-9f41-a9fd0a1ca287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ef5a79-b66f-4d14-aed5-2392870d5525,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:34.145655 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca970a5b-d02a-409d-9f8e-f54665bbf81a req-43434e71-fcf6-417c-8959-219da1ed5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:34.147466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca970a5b-d02a-409d-9f8e-f54665bbf81a req-43434e71-fcf6-417c-8959-219da1ed5303 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 200 len: 916 time: 0.4727509 Jul 05 10:33:34.188193 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ca448d2e-0370-4856-ba35-0ab8a382ca5f tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:34.229621 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ca448d2e-0370-4856-ba35-0ab8a382ca5f tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:34.243226 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca970a5b-d02a-409d-9f8e-f54665bbf81a req-cb7f91fd-1be2-4ec6-8bcd-6901c08492ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91237765-496b-4a45-90da-28b39c7ce444 HTTP/1.1" status: 200 len: 999 time: 0.0884216 Jul 05 10:33:34.246484 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b561fb-8891-452a-9edf-1aecf707ffbd req-fcdd4fb6-998b-40db-a121-307f22cad3fd tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:34.249446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 86db52c6-777e-4290-87a5-1a21becb9f6f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:33:34.254412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 86db52c6-777e-4290-87a5-1a21becb9f6f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:34.255272 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:34.259123 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17b561fb-8891-452a-9edf-1aecf707ffbd req-fcdd4fb6-998b-40db-a121-307f22cad3fd tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 944 time: 0.2410624 Jul 05 10:33:34.305034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca448d2e-0370-4856-ba35-0ab8a382ca5f tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:33:34.305612 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ca448d2e-0370-4856-ba35-0ab8a382ca5f tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:33:34.311339 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:33:34.318594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca970a5b-d02a-409d-9f8e-f54665bbf81a req-ad9c6cf3-c2fd-4cbf-ab0e-662fe0a7a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:34.320667 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca970a5b-d02a-409d-9f8e-f54665bbf81a req-ad9c6cf3-c2fd-4cbf-ab0e-662fe0a7a2fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29e232e9-0213-4c50-9eaa-5083f737c183 HTTP/1.1" status: 200 len: 854 time: 0.0701175 Jul 05 10:33:34.365101 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f53988a2-8248-454a-ae0e-713f23bd67aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:34.396605 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:34.414523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca970a5b-d02a-409d-9f8e-f54665bbf81a req-8688e202-3b6f-4b80-854d-e7bfff39b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:34.417615 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca970a5b-d02a-409d-9f8e-f54665bbf81a req-8688e202-3b6f-4b80-854d-e7bfff39b8ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896606 Jul 05 10:33:34.422018 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17b561fb-8891-452a-9edf-1aecf707ffbd req-1a05f394-8590-4d72-9423-c586e9304001 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612206 Jul 05 10:33:34.438005 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f53988a2-8248-454a-ae0e-713f23bd67aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:34.443813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57934b7-e4c1-4b2f-add2-7ceeb1a3008d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86db52c6-777e-4290-87a5-1a21becb9f6f'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:34.457296 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe805bc-3418-41d9-af31-8eac4f227d91" -d '{"events": [{"server_uuid": "c57934b7-e4c1-4b2f-add2-7ceeb1a3008d", "name": "network-vif-plugged", "status": "completed", "tag": "86db52c6-777e-4290-87a5-1a21becb9f6f"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:34.461775 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-65a6e589-17bd-4751-a497-02317604ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5a8d0c1d-c33d-45f0-95ea-6597c1d1e8e6', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'port_id': '91237765-496b-4a45-90da-28b39c7ce444', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'mac_address': 'fa:16:3e:b0:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959808c-732e-474a-ad20-09e85356e08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:33:12Z', 'updated_at': '2021-07-05T10:33:32Z', 'revision_number': 1, 'project_id': '362ae62a323e4233ac08e724c10958da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886d727a-6057-4e0b-bbea-3c838d5b7eda', 'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'mac_address': 'fa:16:3e:14:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:39Z', 'updated_at': '2021-07-05T10:28:45Z', 'revision_number': 5, 'project_id': '362ae62a323e4233ac08e724c10958da', 'subnets': [{'id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:34.482590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 86db52c6-777e-4290-87a5-1a21becb9f6f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=86db52c6-777e-4290-87a5-1a21becb9f6f,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:34.512368 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ca448d2e-0370-4856-ba35-0ab8a382ca5f tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:34.517775 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a6e589-17bd-4751-a497-02317604ab41 None None] The sync data for ids ['16cef306-6378-4161-ada5-3c41aae36ad6'] in n-d-779913-27 is: [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5a8d0c1d-c33d-45f0-95ea-6597c1d1e8e6', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'port_id': '91237765-496b-4a45-90da-28b39c7ce444', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'mac_address': 'fa:16:3e:b0:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959808c-732e-474a-ad20-09e85356e08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:33:12Z', 'updated_at': '2021-07-05T10:33:32Z', 'revision_number': 1, 'project_id': '362ae62a323e4233ac08e724c10958da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886d727a-6057-4e0b-bbea-3c838d5b7eda', 'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'mac_address': 'fa:16:3e:14:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:39Z', 'updated_at': '2021-07-05T10:28:45Z', 'revision_number': 5, 'project_id': '362ae62a323e4233ac08e724c10958da', 'subnets': [{'id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:33:34.528931 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ca448d2e-0370-4856-ba35-0ab8a382ca5f tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:34.533913 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ca448d2e-0370-4856-ba35-0ab8a382ca5f tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] 10.222.0.77 "DELETE /v2.0/networks/974af32f-4ffe-4943-9c78-38056fc26205 HTTP/1.1" status: 204 len: 168 time: 0.7335875 Jul 05 10:33:34.549426 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca448d2e-0370-4856-ba35-0ab8a382ca5f tempest-BulkNetworkOpsTest-1736418275 tempest-BulkNetworkOpsTest-1736418275-project] Pushing event deleted for resources: {'Network': ['ID=974af32f-4ffe-4943-9c78-38056fc26205,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:34.552600 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e05dd47-2d28-4baf-acca-3c4de72c27d8 x-openstack-request-id: req-7e05dd47-2d28-4baf-acca-3c4de72c27d8 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:34.553841 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57934b7-e4c1-4b2f-add2-7ceeb1a3008d", "name": "network-vif-plugged", "status": "completed", "tag": "86db52c6-777e-4290-87a5-1a21becb9f6f", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:34.553841 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e05dd47-2d28-4baf-acca-3c4de72c27d8 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:34.554258 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57934b7-e4c1-4b2f-add2-7ceeb1a3008d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86db52c6-777e-4290-87a5-1a21becb9f6f', 'code': 200} Jul 05 10:33:34.564112 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:34.592272 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f53988a2-8248-454a-ae0e-713f23bd67aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:34.595586 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f53988a2-8248-454a-ae0e-713f23bd67aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:34.601959 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f53988a2-8248-454a-ae0e-713f23bd67aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3ef5a79-b66f-4d14-aed5-2392870d5525 HTTP/1.1" status: 204 len: 168 time: 0.4702463 Jul 05 10:33:34.640960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53988a2-8248-454a-ae0e-713f23bd67aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ef5a79-b66f-4d14-aed5-2392870d5525,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:34.667701 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca970a5b-d02a-409d-9f8e-f54665bbf81a req-03e95439-f990-4e87-94f9-99e71a0baea3 service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396333 Jul 05 10:33:34.734646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=86db52c6-777e-4290-87a5-1a21becb9f6f,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:34.812522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab1763-aeca-4a0b-820a-2512abd5a32b req-4e856040-d9a1-4615-8968-3e1e486bffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:34.814893 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-87ab1763-aeca-4a0b-820a-2512abd5a32b req-4e856040-d9a1-4615-8968-3e1e486bffd3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 1097 time: 0.1280069 Jul 05 10:33:34.843387 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca970a5b-d02a-409d-9f8e-f54665bbf81a req-91554791-37b3-43de-bb97-c2ea98b9a7c5 service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686935 Jul 05 10:33:34.893204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e17a27c3-3c20-47b6-ada6-807920d05d7b no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:33:34.894549 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-87ab1763-aeca-4a0b-820a-2512abd5a32b req-48946f69-161f-4d89-a251-ca922ba3c34f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708263 Jul 05 10:33:34.921981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: e17a27c3-3c20-47b6-ada6-807920d05d7b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:33:34.922318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e17a27c3-3c20-47b6-ada6-807920d05d7b not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:33:34.961449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bfd3f5-1ddb-4a21-821d-d5ccbd787d34 None None] New status for floating IP 5a8d0c1d-c33d-45f0-95ea-6597c1d1e8e6: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:33:35.187294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51080) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:35.359760 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0f6b0055-04be-44ba-9e77-743781226505 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=40eadffc82ed41daa4eed533557cfffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1709142 Jul 05 10:33:35.362404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51090) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:35.417039 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b43a11dc-78b5-4aa2-b854-6b20ef0574fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:35.444121 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b43a11dc-78b5-4aa2-b854-6b20ef0574fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:35.604266 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b43a11dc-78b5-4aa2-b854-6b20ef0574fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:35.607153 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b43a11dc-78b5-4aa2-b854-6b20ef0574fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:35.608478 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b43a11dc-78b5-4aa2-b854-6b20ef0574fb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/40c3b01d-94f9-4b69-bd73-1cd05415c0cf HTTP/1.1" status: 204 len: 168 time: 0.2451348 Jul 05 10:33:35.617498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a11dc-78b5-4aa2-b854-6b20ef0574fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c3b01d-94f9-4b69-bd73-1cd05415c0cf,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:35.631531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad16b9c-f672-4f67-bf34-7e3210878622 req-10a85997-9cce-4919-b710-bd529cbb59f2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:35.633687 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ad16b9c-f672-4f67-bf34-7e3210878622 req-10a85997-9cce-4919-b710-bd529cbb59f2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 945 time: 0.0697579 Jul 05 10:33:35.679220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ad16b9c-f672-4f67-bf34-7e3210878622 req-91077c64-cc30-499d-8986-3ab58160562b tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365798 Jul 05 10:33:36.774581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51140) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:36.882269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f061b-a5d3-4f57-8bbc-90fed9047a91 req-4a84d81e-a88f-4fde-9cc4-e8369afea274 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:36.883855 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-921f061b-a5d3-4f57-8bbc-90fed9047a91 req-4a84d81e-a88f-4fde-9cc4-e8369afea274 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 945 time: 0.0746834 Jul 05 10:33:36.936844 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-921f061b-a5d3-4f57-8bbc-90fed9047a91 req-07dfea88-8aec-4472-bb33-9422fecefec5 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451818 Jul 05 10:33:36.984297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8c706142-38d5-4b7c-92f5-3a841d354066 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1717610407'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:37.142906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be977b2-dd80-4e27-b3e6-cc9d70be4a84 req-6913b862-9b36-48e0-91da-4ec3f7b476db tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:37.145803 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6be977b2-dd80-4e27-b3e6-cc9d70be4a84 req-6913b862-9b36-48e0-91da-4ec3f7b476db tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 945 time: 0.0739825 Jul 05 10:33:37.146822 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c706142-38d5-4b7c-92f5-3a841d354066 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Made reservation on behalf of 1b2f37feb64e48279d0966e58a411ae2 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:37.150527 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c706142-38d5-4b7c-92f5-3a841d354066 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:37.166586 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c706142-38d5-4b7c-92f5-3a841d354066 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:37.214155 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6be977b2-dd80-4e27-b3e6-cc9d70be4a84 req-8554f61c-eb3e-46a3-9e80-701165806d8a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610681 Jul 05 10:33:37.289423 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c706142-38d5-4b7c-92f5-3a841d354066 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:37.363746 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c706142-38d5-4b7c-92f5-3a841d354066 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:37.386848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c706142-38d5-4b7c-92f5-3a841d354066 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:33:37.401949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c706142-38d5-4b7c-92f5-3a841d354066 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c36943b-1a80-4964-9906-f5cd3fa6029c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:37.404963 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c706142-38d5-4b7c-92f5-3a841d354066 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:37.405294 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-8c706142-38d5-4b7c-92f5-3a841d354066 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Added segment 77072b9b-4691-4d17-95df-d4a0219d2e6f of type vlan for network fca58f15-1f75-46f5-b421-02cc4fd560ee Jul 05 10:33:37.448550 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c706142-38d5-4b7c-92f5-3a841d354066 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:37.598138 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c706142-38d5-4b7c-92f5-3a841d354066 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:37.604300 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c706142-38d5-4b7c-92f5-3a841d354066 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:37.608692 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c706142-38d5-4b7c-92f5-3a841d354066 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:37.672838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c706142-38d5-4b7c-92f5-3a841d354066 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Pushing event updated for resources: {'Network': ['ID=fca58f15-1f75-46f5-b421-02cc4fd560ee,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:37.683593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network fca58f15-1f75-46f5-b421-02cc4fd560ee details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:33:37.725933 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8c706142-38d5-4b7c-92f5-3a841d354066 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9495277 Jul 05 10:33:37.734877 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51156) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:37.734877 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-ebd87730-f301-4022-b916-7e0830d1e470 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'fca58f15-1f75-46f5-b421-02cc4fd560ee', 'tempest-TagsTest-Tag-1977942277') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:37.899646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c6b91-aac8-4257-91af-328ba1d8b932 req-89f0fa74-6f48-4ade-8155-06371b61b1fa tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:37.901724 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb0c6b91-aac8-4257-91af-328ba1d8b932 req-89f0fa74-6f48-4ade-8155-06371b61b1fa tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 945 time: 0.0669448 Jul 05 10:33:37.933120 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ebd87730-f301-4022-b916-7e0830d1e470 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] 10.222.0.77 "PUT /v2.0/networks/fca58f15-1f75-46f5-b421-02cc4fd560ee/tags/tempest-TagsTest-Tag-1977942277 HTTP/1.1" status: 201 len: 201 time: 0.1996145 Jul 05 10:33:37.934518 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51162) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:37.938590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-593ddf0d-3dfb-41a2-835d-133a02db8a16 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fca58f15-1f75-46f5-b421-02cc4fd560ee', 'tempest-TagsTest-Tag-1977942277') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:37.942879 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb0c6b91-aac8-4257-91af-328ba1d8b932 req-59cb2c6d-5f9c-40ae-bc03-3059ecfc9ee8 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346956 Jul 05 10:33:38.012247 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-593ddf0d-3dfb-41a2-835d-133a02db8a16 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] 10.222.0.77 "GET /v2.0/networks/fca58f15-1f75-46f5-b421-02cc4fd560ee/tags/tempest-TagsTest-Tag-1977942277 HTTP/1.1" status: 204 len: 168 time: 0.0776079 Jul 05 10:33:38.014700 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51166) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:38.019035 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-eb3b1e28-7508-481d-9289-f700eb018a1e tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'fca58f15-1f75-46f5-b421-02cc4fd560ee') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:38.098438 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eb3b1e28-7508-481d-9289-f700eb018a1e tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] 10.222.0.77 "GET /v2.0/networks/fca58f15-1f75-46f5-b421-02cc4fd560ee/tags HTTP/1.1" status: 200 len: 238 time: 0.0827146 Jul 05 10:33:38.100934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51170) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:38.105527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-7629ea21-c459-4c3a-8ee7-c97c091ae693 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'fca58f15-1f75-46f5-b421-02cc4fd560ee', {'tags': ['tempest-TagsTest-Tag-1953829392', 'tempest-TagsTest-Tag-447773098', 'tempest-TagsTest-Tag-403819885']}) {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:38.242183 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7629ea21-c459-4c3a-8ee7-c97c091ae693 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] 10.222.0.77 "PUT /v2.0/networks/fca58f15-1f75-46f5-b421-02cc4fd560ee/tags HTTP/1.1" status: 200 len: 307 time: 0.1378040 Jul 05 10:33:38.242546 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51174) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:38.247274 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-e2b1ef25-e594-406a-affc-8cce1627fc4b tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'fca58f15-1f75-46f5-b421-02cc4fd560ee', 'tempest-TagsTest-Tag-1953829392') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:38.416478 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e2b1ef25-e594-406a-affc-8cce1627fc4b tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] 10.222.0.77 "DELETE /v2.0/networks/fca58f15-1f75-46f5-b421-02cc4fd560ee/tags/tempest-TagsTest-Tag-1953829392 HTTP/1.1" status: 204 len: 168 time: 0.1730752 Jul 05 10:33:38.419140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51176) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:38.423573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-8c9cbe69-b28b-4aed-b664-49fcc2b0599c tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fca58f15-1f75-46f5-b421-02cc4fd560ee', 'tempest-TagsTest-Tag-1953829392') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:38.496374 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-8c9cbe69-b28b-4aed-b664-49fcc2b0599c tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] show failed (client error): The resource could not be found. Jul 05 10:33:38.497435 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8c9cbe69-b28b-4aed-b664-49fcc2b0599c tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] 10.222.0.77 "GET /v2.0/networks/fca58f15-1f75-46f5-b421-02cc4fd560ee/tags/tempest-TagsTest-Tag-1953829392 HTTP/1.1" status: 404 len: 326 time: 0.0773780 Jul 05 10:33:38.500351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51178) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:38.504572 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-11535dac-cf36-47b2-9c4f-184f37fdfcd6 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fca58f15-1f75-46f5-b421-02cc4fd560ee', 'tempest-TagsTest-Tag-447773098') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:38.576344 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-11535dac-cf36-47b2-9c4f-184f37fdfcd6 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] 10.222.0.77 "GET /v2.0/networks/fca58f15-1f75-46f5-b421-02cc4fd560ee/tags/tempest-TagsTest-Tag-447773098 HTTP/1.1" status: 204 len: 168 time: 0.0750232 Jul 05 10:33:38.578878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51180) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:38.583110 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.tag.tag_plugin [None req-010a2bf5-cd98-4f7c-8c4a-0c8479a709d6 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fca58f15-1f75-46f5-b421-02cc4fd560ee', 'tempest-TagsTest-Tag-403819885') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:38.649316 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-010a2bf5-cd98-4f7c-8c4a-0c8479a709d6 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] 10.222.0.77 "GET /v2.0/networks/fca58f15-1f75-46f5-b421-02cc4fd560ee/tags/tempest-TagsTest-Tag-403819885 HTTP/1.1" status: 204 len: 168 time: 0.0694087 Jul 05 10:33:38.652093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51182) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:38.667933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-725683bb-7e40-4785-9417-5c1db43d8093 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fca58f15-1f75-46f5-b421-02cc4fd560ee') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:38.833556 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-725683bb-7e40-4785-9417-5c1db43d8093 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] 10.222.0.77 "DELETE /v2.0/networks/fca58f15-1f75-46f5-b421-02cc4fd560ee/tags HTTP/1.1" status: 204 len: 168 time: 0.1800754 Jul 05 10:33:38.848902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51184) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:38.848902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-81e14874-60c7-4120-9155-64ec70c7aac1 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fca58f15-1f75-46f5-b421-02cc4fd560ee', 'tempest-TagsTest-Tag-447773098') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:38.910745 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-81e14874-60c7-4120-9155-64ec70c7aac1 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] show failed (client error): The resource could not be found. Jul 05 10:33:38.914617 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-81e14874-60c7-4120-9155-64ec70c7aac1 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] 10.222.0.77 "GET /v2.0/networks/fca58f15-1f75-46f5-b421-02cc4fd560ee/tags/tempest-TagsTest-Tag-447773098 HTTP/1.1" status: 404 len: 325 time: 0.0744298 Jul 05 10:33:38.914783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51188) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:38.930034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-422d2a1b-ee07-46e0-ab1f-2fe2ec5b6099 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fca58f15-1f75-46f5-b421-02cc4fd560ee', 'tempest-TagsTest-Tag-403819885') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:38.991561 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-422d2a1b-ee07-46e0-ab1f-2fe2ec5b6099 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] show failed (client error): The resource could not be found. Jul 05 10:33:38.993134 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-422d2a1b-ee07-46e0-ab1f-2fe2ec5b6099 tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] 10.222.0.77 "GET /v2.0/networks/fca58f15-1f75-46f5-b421-02cc4fd560ee/tags/tempest-TagsTest-Tag-403819885 HTTP/1.1" status: 404 len: 325 time: 0.0772917 Jul 05 10:33:38.996614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51192) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:39.001083 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.tag.tag_plugin [None req-720fc988-1b64-4f48-8bb8-24db1a2fdd2a tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fca58f15-1f75-46f5-b421-02cc4fd560ee') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:39.410821 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-720fc988-1b64-4f48-8bb8-24db1a2fdd2a tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] 10.222.0.77 "DELETE /v2.0/networks/fca58f15-1f75-46f5-b421-02cc4fd560ee/tags HTTP/1.1" status: 204 len: 168 time: 0.4131820 Jul 05 10:33:39.415219 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51196) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:39.428144 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9090e6b-3513-47f9-a126-d3481a78d131 req-79d7bbe3-0ab9-4791-b0cb-4a1c66832d2a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:39.429670 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b9090e6b-3513-47f9-a126-d3481a78d131 req-79d7bbe3-0ab9-4791-b0cb-4a1c66832d2a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.73 "GET /v2.0/ports?device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 945 time: 0.3898880 Jul 05 10:33:39.441117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a3870-5a8d-49a2-94ce-6011be176ee3 req-80766727-a3e8-4745-8e61-ca6dd26b9798 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:39.442575 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-850a3870-5a8d-49a2-94ce-6011be176ee3 req-80766727-a3e8-4745-8e61-ca6dd26b9798 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 945 time: 0.3716891 Jul 05 10:33:39.497376 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7516b33d-dc25-426b-9c0d-039bf8f69cbd tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:39.518647 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-850a3870-5a8d-49a2-94ce-6011be176ee3 req-2c8be1ec-749e-4d3a-8245-9c6187fbe8d9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684135 Jul 05 10:33:39.571247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-b9090e6b-3513-47f9-a126-d3481a78d131 req-8cd9b427-99b0-4b02-995e-8c363baeeed0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Deleting port 86db52c6-777e-4290-87a5-1a21becb9f6f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:33:39.571653 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b9090e6b-3513-47f9-a126-d3481a78d131 req-8cd9b427-99b0-4b02-995e-8c363baeeed0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:39.589233 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7516b33d-dc25-426b-9c0d-039bf8f69cbd tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:39.599672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-7516b33d-dc25-426b-9c0d-039bf8f69cbd tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca58f15-1f75-46f5-b421-02cc4fd560ee']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:39.616423 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-7516b33d-dc25-426b-9c0d-039bf8f69cbd tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77072b9b-4691-4d17-95df-d4a0219d2e6f') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:39.616725 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-7516b33d-dc25-426b-9c0d-039bf8f69cbd tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77072b9b-4691-4d17-95df-d4a0219d2e6f') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:33:39.626254 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7516b33d-dc25-426b-9c0d-039bf8f69cbd tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:39.641375 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7516b33d-dc25-426b-9c0d-039bf8f69cbd tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:39.648625 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7516b33d-dc25-426b-9c0d-039bf8f69cbd tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:33:39.648885 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7516b33d-dc25-426b-9c0d-039bf8f69cbd tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:33:39.652647 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:33:39.672505 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b9090e6b-3513-47f9-a126-d3481a78d131 req-8cd9b427-99b0-4b02-995e-8c363baeeed0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] For port 86db52c6-777e-4290-87a5-1a21becb9f6f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=86db52c6-777e-4290-87a5-1a21becb9f6f,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:39.672872 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b9090e6b-3513-47f9-a126-d3481a78d131 req-8cd9b427-99b0-4b02-995e-8c363baeeed0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:39.686567 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-b9090e6b-3513-47f9-a126-d3481a78d131 req-8cd9b427-99b0-4b02-995e-8c363baeeed0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Calling delete_port for 86db52c6-777e-4290-87a5-1a21becb9f6f owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:33:39.820976 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7516b33d-dc25-426b-9c0d-039bf8f69cbd tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:39.831271 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7516b33d-dc25-426b-9c0d-039bf8f69cbd tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:39.831271 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7516b33d-dc25-426b-9c0d-039bf8f69cbd tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] 10.222.0.77 "DELETE /v2.0/networks/fca58f15-1f75-46f5-b421-02cc4fd560ee HTTP/1.1" status: 204 len: 168 time: 0.4124429 Jul 05 10:33:39.843392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516b33d-dc25-426b-9c0d-039bf8f69cbd tempest-TagsTest-572332721 tempest-TagsTest-572332721-project] Pushing event deleted for resources: {'Network': ['ID=fca58f15-1f75-46f5-b421-02cc4fd560ee,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:39.878177 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b9090e6b-3513-47f9-a126-d3481a78d131 req-8cd9b427-99b0-4b02-995e-8c363baeeed0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:39.890084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['86db52c6-777e-4290-87a5-1a21becb9f6f'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:39.893382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50cfe4b1-99cd-487b-890a-6b506605e08b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:39.908592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9b427-99b0-4b02-995e-8c363baeeed0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Pushing event deleted for resources: {'Port': ['ID=86db52c6-777e-4290-87a5-1a21becb9f6f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:39.957401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9090e6b-3513-47f9-a126-d3481a78d131 req-8cd9b427-99b0-4b02-995e-8c363baeeed0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] No DVR routers for this DVR port 86db52c6-777e-4290-87a5-1a21becb9f6f on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:33:39.962924 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b9090e6b-3513-47f9-a126-d3481a78d131 req-8cd9b427-99b0-4b02-995e-8c363baeeed0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:39.962924 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b9090e6b-3513-47f9-a126-d3481a78d131 req-8cd9b427-99b0-4b02-995e-8c363baeeed0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.73 "DELETE /v2.0/ports/86db52c6-777e-4290-87a5-1a21becb9f6f HTTP/1.1" status: 204 len: 173 time: 0.5190291 Jul 05 10:33:39.962924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57934b7-e4c1-4b2f-add2-7ceeb1a3008d', 'name': 'network-vif-deleted', 'tag': '86db52c6-777e-4290-87a5-1a21becb9f6f'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:39.965303 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b95542-6716-435a-9554-1efe6f502f51" -d '{"events": [{"server_uuid": "c57934b7-e4c1-4b2f-add2-7ceeb1a3008d", "name": "network-vif-deleted", "tag": "86db52c6-777e-4290-87a5-1a21becb9f6f"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:40.016576 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacce40b-c56b-4289-b432-0fedfadde3ad x-openstack-request-id: req-bacce40b-c56b-4289-b432-0fedfadde3ad {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:40.016576 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57934b7-e4c1-4b2f-add2-7ceeb1a3008d", "name": "network-vif-deleted", "tag": "86db52c6-777e-4290-87a5-1a21becb9f6f", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:40.016576 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bacce40b-c56b-4289-b432-0fedfadde3ad {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:40.016576 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57934b7-e4c1-4b2f-add2-7ceeb1a3008d', 'name': 'network-vif-deleted', 'tag': '86db52c6-777e-4290-87a5-1a21becb9f6f', 'status': 'completed', 'code': 200} Jul 05 10:33:40.362184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51214) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:40.509985 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f8edda1b-bc03-4e80-b50f-ca39580c7ea7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1b2f37feb64e48279d0966e58a411ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465321 Jul 05 10:33:40.512911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51218) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:40.565707 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:40.597086 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:40.685270 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0ffd03be-aad7-4f8a-9274-cdd4ffb431d5 req-ddd266e3-dddf-4e06-a2eb-b4a3ea538270 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=c57934b7-e4c1-4b2f-add2-7ceeb1a3008d HTTP/1.1" status: 200 len: 210 time: 0.0303185 Jul 05 10:33:40.718215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:40.721388 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:40.722619 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c36943b-1a80-4964-9906-f5cd3fa6029c HTTP/1.1" status: 204 len: 168 time: 0.2088053 Jul 05 10:33:40.733659 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c36943b-1a80-4964-9906-f5cd3fa6029c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:40.741599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:40.741946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:40.742283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:40.742619 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:40.743836 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:40.743836 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:40.743836 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:40.744260 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:40.748615 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:40.748615 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:40.748615 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:40.748615 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df986f-9f0c-488b-86a0-ddc3b6dbcf0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:41.117918 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-983c127d-8f3c-4715-9fa8-800e2295279a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:42.190793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-3a3ac534-7d6e-414c-bed3-68b0deead2fb tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:42.196358 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-3a3ac534-7d6e-414c-bed3-68b0deead2fb tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 805 time: 0.1149561 Jul 05 10:33:42.208209 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-ce903fd5-a86a-4ab3-ad45-3ba55382fc12 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/quotas/74a2cb886e8f45d9845ba0f19f03a76c HTTP/1.1" status: 200 len: 375 time: 0.0103118 Jul 05 10:33:42.301631 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-9d93c647-3096-4c38-b6d8-05353d99941b tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0870295 Jul 05 10:33:42.423240 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-a9ed4595-1f87-4b2f-bd1a-cdb55768813a service neutron] 10.222.0.77 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108303 Jul 05 10:33:42.599228 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b434e39a-70f2-444b-81a7-809b60474156 service neutron] 10.222.0.77 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629510 Jul 05 10:33:42.942360 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-366b6187-fecd-4e13-861c-2b97976291f9 req-ca574dd3-ba6e-4f46-8024-ee3ed3790e72 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 210 time: 0.0612040 Jul 05 10:33:43.140482 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51300) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:43.262790 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cfee7121-d4ca-4dbf-affa-a3d164c2112b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:43.361805 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cfee7121-d4ca-4dbf-affa-a3d164c2112b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:43.456171 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cfee7121-d4ca-4dbf-affa-a3d164c2112b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:43.488934 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cfee7121-d4ca-4dbf-affa-a3d164c2112b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b464d2ac6e14d01b8ad2340766a6f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468115 Jul 05 10:33:43.490905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee7121-d4ca-4dbf-affa-a3d164c2112b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47ed21a-1cdf-409f-a0a5-a91395bc34ab,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:43.491674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51308) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:43.547054 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0ee1f0d-3c1b-4985-a4b5-4d07be2e50a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:43.569459 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0ee1f0d-3c1b-4985-a4b5-4d07be2e50a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:43.597830 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-db3daef1-1e3c-4c9d-9a2e-7ea0faca8bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:43.689330 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:43.723591 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0ee1f0d-3c1b-4985-a4b5-4d07be2e50a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:43.726320 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0ee1f0d-3c1b-4985-a4b5-4d07be2e50a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:43.727488 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b0ee1f0d-3c1b-4985-a4b5-4d07be2e50a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b47ed21a-1cdf-409f-a0a5-a91395bc34ab HTTP/1.1" status: 204 len: 168 time: 0.2346947 Jul 05 10:33:43.735378 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee1f0d-3c1b-4985-a4b5-4d07be2e50a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47ed21a-1cdf-409f-a0a5-a91395bc34ab,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:44.100380 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-345f0a38-bff9-4b68-bcfd-19ba003d4f7f req-6b3a3924-cda8-479f-a7d9-583f00a94836 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 210 time: 0.0367856 Jul 05 10:33:44.170323 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 86db52c6-777e-4290-87a5-1a21becb9f6f no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:33:44.194466 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 86db52c6-777e-4290-87a5-1a21becb9f6f {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:33:44.194702 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 86db52c6-777e-4290-87a5-1a21becb9f6f not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:33:44.440117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51336) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:44.457167 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7fadf9a6-ff82-46b6-8b21-43e74f6393e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:44.553074 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7fadf9a6-ff82-46b6-8b21-43e74f6393e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:44.649560 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7fadf9a6-ff82-46b6-8b21-43e74f6393e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:44.693337 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7fadf9a6-ff82-46b6-8b21-43e74f6393e4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a63e107b4d8b4368b2f243cb89fc69ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519448 Jul 05 10:33:44.694502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadf9a6-ff82-46b6-8b21-43e74f6393e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b29441c-dae1-4099-956f-e387a61b43b7,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:44.696086 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51344) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:44.764299 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3129b608-99b3-4f22-8478-d100dfe67469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:44.790287 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3129b608-99b3-4f22-8478-d100dfe67469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:44.909983 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3129b608-99b3-4f22-8478-d100dfe67469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:44.912772 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3129b608-99b3-4f22-8478-d100dfe67469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:44.916963 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3129b608-99b3-4f22-8478-d100dfe67469 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b29441c-dae1-4099-956f-e387a61b43b7 HTTP/1.1" status: 204 len: 168 time: 0.2153091 Jul 05 10:33:44.931397 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129b608-99b3-4f22-8478-d100dfe67469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b29441c-dae1-4099-956f-e387a61b43b7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:44.963219 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:45.178168 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-cf6bd9e9-ea96-4afb-a18a-785c55fb5cb2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:45.183152 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-cf6bd9e9-ea96-4afb-a18a-785c55fb5cb2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.73 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 805 time: 0.1247954 Jul 05 10:33:45.195983 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-a9cf536f-38f2-4563-bf0f-56e6236ff475 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Request body: {'port': {'device_id': '5a329fb0-e4e9-4a57-8857-3c9d5a7751ce', 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e', 'admin_state_up': True, 'tenant_id': '74a2cb886e8f45d9845ba0f19f03a76c'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:45.311339 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69039fb7-378c-4d82-831f-b08dacd2094e req-ee00c2c0-5881-4a5d-91da-9c53fbc3c0ff tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 210 time: 0.0414529 Jul 05 10:33:45.418504 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-a9cf536f-38f2-4563-bf0f-56e6236ff475 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Made reservation on behalf of 74a2cb886e8f45d9845ba0f19f03a76c for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:45.421614 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-a9cf536f-38f2-4563-bf0f-56e6236ff475 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:45.558423 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-a9cf536f-38f2-4563-bf0f-56e6236ff475 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Allocated IP 172.20.0.8 (f07f9a36-47b5-4700-a8e9-30e7deb1de7e/98f7b6db-d802-47e9-b5c8-384631a1c751/9b184347-39a4-4c73-abcf-ed44d86e2c2a) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:33:45.711673 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-a9cf536f-38f2-4563-bf0f-56e6236ff475 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:45.827154 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-a9cf536f-38f2-4563-bf0f-56e6236ff475 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:45.843027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50cfe4b1-99cd-487b-890a-6b506605e08b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:45.884061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-a9cf536f-38f2-4563-bf0f-56e6236ff475 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Network f07f9a36-47b5-4700-a8e9-30e7deb1de7e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:45.889457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-a9cf536f-38f2-4563-bf0f-56e6236ff475 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:45.892414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf536f-38f2-4563-bf0f-56e6236ff475 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Pushing event updated for resources: {'Port': ['ID=9b184347-39a4-4c73-abcf-ed44d86e2c2a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:45.895049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-a9cf536f-38f2-4563-bf0f-56e6236ff475 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:33:45.946130 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-a9cf536f-38f2-4563-bf0f-56e6236ff475 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:45.946894 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-a9cf536f-38f2-4563-bf0f-56e6236ff475 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:46.031237 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-a9cf536f-38f2-4563-bf0f-56e6236ff475 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8392818 Jul 05 10:33:46.044822 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Request body: {'port': {'device_id': '5a329fb0-e4e9-4a57-8857-3c9d5a7751ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:46.124805 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:46.157857 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-3d4d2bc2-9e32-4b67-9f0d-535e374f2104 req-9b234e59-cb01-4725-901b-f28cdefc41b8 service neutron] (100776) timed out ('10.222.0.64', 52231) {{(pid=100776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:33:46.441141 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b184347-39a4-4c73-abcf-ed44d86e2c2a {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:46.451170 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:46.465035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Transition to ACTIVE for port object 9b184347-39a4-4c73-abcf-ed44d86e2c2a will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:46.500272 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739387c-bc61-41ef-9177-123b1a370bd9 req-bc65fa1c-860b-4e9e-bcb1-d4b1a73f1fb3 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:46.501796 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a739387c-bc61-41ef-9177-123b1a370bd9 req-bc65fa1c-860b-4e9e-bcb1-d4b1a73f1fb3 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 931 time: 0.0723190 Jul 05 10:33:46.541311 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a739387c-bc61-41ef-9177-123b1a370bd9 req-4f53c08f-ac8a-4279-9145-f806a2e24540 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331523 Jul 05 10:33:46.549569 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:46.604358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Pushing event updated for resources: {'Port': ['ID=9b184347-39a4-4c73-abcf-ed44d86e2c2a,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:46.674691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Attempting to bind port 9b184347-39a4-4c73-abcf-ed44d86e2c2a on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:33:46.675032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Attempting to bind port 9b184347-39a4-4c73-abcf-ed44d86e2c2a by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:33:46.675366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Attempting to bind port 9b184347-39a4-4c73-abcf-ed44d86e2c2a on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:46.679621 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Port 9b184347-39a4-4c73-abcf-ed44d86e2c2a on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:33:46.679968 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Attempting to bind port 9b184347-39a4-4c73-abcf-ed44d86e2c2a on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:46.684666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:33:46.685009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Checking segment: {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:46.691052 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Bound using segment: {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:33:46.691052 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Bound port: 9b184347-39a4-4c73-abcf-ed44d86e2c2a, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:33:46.691052 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:46.747792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] For port 9b184347-39a4-4c73-abcf-ed44d86e2c2a, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:33:46.750848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] For port 9b184347-39a4-4c73-abcf-ed44d86e2c2a, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=9b184347-39a4-4c73-abcf-ed44d86e2c2a,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:33:46.829948 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:46.858989 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:46.902119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:46.902765 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:46.904438 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] 10.222.0.73 "PUT /v2.0/ports/9b184347-39a4-4c73-abcf-ed44d86e2c2a HTTP/1.1" status: 200 len: 1092 time: 0.8640447 Jul 05 10:33:46.904893 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a329fb0-e4e9-4a57-8857-3c9d5a7751ce', 'tag': '9b184347-39a4-4c73-abcf-ed44d86e2c2a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:46.907202 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d41ae8a-df0f-46d2-8352-c7e5941b5d23" -d '{"events": [{"name": "network-changed", "server_uuid": "5a329fb0-e4e9-4a57-8857-3c9d5a7751ce", "tag": "9b184347-39a4-4c73-abcf-ed44d86e2c2a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:46.930111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163d79a-3938-4cdf-b628-0139d8119d6c service neutron] Pushing event updated for resources: {'Port': ['ID=9b184347-39a4-4c73-abcf-ed44d86e2c2a,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:46.953915 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e15ca23-343c-4dd5-86d0-c61de61f82d9 x-openstack-request-id: req-3e15ca23-343c-4dd5-86d0-c61de61f82d9 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:46.955406 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a329fb0-e4e9-4a57-8857-3c9d5a7751ce", "tag": "9b184347-39a4-4c73-abcf-ed44d86e2c2a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:46.955406 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e15ca23-343c-4dd5-86d0-c61de61f82d9 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:46.955606 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a329fb0-e4e9-4a57-8857-3c9d5a7751ce', 'tag': '9b184347-39a4-4c73-abcf-ed44d86e2c2a', 'status': 'completed', 'code': 200} Jul 05 10:33:47.040201 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41ae8a-df0f-46d2-8352-c7e5941b5d23 req-5bf1d3b8-acaf-4a4e-8631-e473be4a977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:47.040201 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0d41ae8a-df0f-46d2-8352-c7e5941b5d23 req-5bf1d3b8-acaf-4a4e-8631-e473be4a977a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 1095 time: 0.0642958 Jul 05 10:33:47.099518 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51450) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:47.209261 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5bbbf31-f0a5-4046-9bc0-e8e835735547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:47.211351 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41ae8a-df0f-46d2-8352-c7e5941b5d23 req-3422d0cb-0ce6-49f0-a950-a4eaf9fecca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:47.213478 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0d41ae8a-df0f-46d2-8352-c7e5941b5d23 req-3422d0cb-0ce6-49f0-a950-a4eaf9fecca4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1669004 Jul 05 10:33:47.307630 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5bbbf31-f0a5-4046-9bc0-e8e835735547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:47.377131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41ae8a-df0f-46d2-8352-c7e5941b5d23 req-95a90cf1-ea57-4e03-af1e-32073e0ad9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:47.378529 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0d41ae8a-df0f-46d2-8352-c7e5941b5d23 req-95a90cf1-ea57-4e03-af1e-32073e0ad9db service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1602037 Jul 05 10:33:47.390777 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5bbbf31-f0a5-4046-9bc0-e8e835735547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:47.442142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51458) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:47.442454 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c5bbbf31-f0a5-4046-9bc0-e8e835735547 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b2b32a1054d045168e2550bc9aa26cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412607 Jul 05 10:33:47.443147 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbbf31-f0a5-4046-9bc0-e8e835735547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172f8089-cf28-4e81-9198-11086be06d5c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:47.539299 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6f754a3c-4535-4ba5-ac95-a3fb565e3513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:47.543645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-0da695ae-831e-4161-a458-670dd623c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:47.545184 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-0da695ae-831e-4161-a458-670dd623c351 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 1095 time: 0.1168327 Jul 05 10:33:47.596975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-0386f8fe-89d0-40ab-ac1b-4798a363bd3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b184347-39a4-4c73-abcf-ed44d86e2c2a HTTP/1.1" status: 200 len: 217 time: 0.0428474 Jul 05 10:33:47.598808 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6f754a3c-4535-4ba5-ac95-a3fb565e3513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:47.698418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-a587a24d-41b3-4aa5-be21-d20bf76775b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:47.699804 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-a587a24d-41b3-4aa5-be21-d20bf76775b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98f7b6db-d802-47e9-b5c8-384631a1c751 HTTP/1.1" status: 200 len: 845 time: 0.0940044 Jul 05 10:33:47.736054 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-1ac719f9-4e80-41af-b5d6-8ca4f46f11fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296295 Jul 05 10:33:47.815323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b884140-263e-4855-8e48-c4c7d03fa1c0 req-8b5fb8bc-edf2-4d0e-8368-829daeeb30e9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:47.817085 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b884140-263e-4855-8e48-c4c7d03fa1c0 req-8b5fb8bc-edf2-4d0e-8368-829daeeb30e9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 943 time: 0.1573360 Jul 05 10:33:47.843926 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6f754a3c-4535-4ba5-ac95-a3fb565e3513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:47.846455 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6f754a3c-4535-4ba5-ac95-a3fb565e3513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:47.847584 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6f754a3c-4535-4ba5-ac95-a3fb565e3513 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/172f8089-cf28-4e81-9198-11086be06d5c HTTP/1.1" status: 204 len: 168 time: 0.4049847 Jul 05 10:33:47.873429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f754a3c-4535-4ba5-ac95-a3fb565e3513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172f8089-cf28-4e81-9198-11086be06d5c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:47.901595 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b884140-263e-4855-8e48-c4c7d03fa1c0 req-8f7d70a3-15d5-4665-8b25-cda16abc1553 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760064 Jul 05 10:33:47.905588 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-a9cea532-aff7-4b9e-abaf-177e60da3933 service neutron] 10.222.0.73 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506097 Jul 05 10:33:48.002622 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbc4a02c-6a91-4d63-a6dc-939f6508fe8d req-b0162699-009f-4765-b7a0-3bcdb2fbcbeb service neutron] 10.222.0.73 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900357 Jul 05 10:33:48.551774 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51470) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:48.567654 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7e5ff17-9870-46a1-b072-74b44078dbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:48.657753 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7e5ff17-9870-46a1-b072-74b44078dbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:48.715262 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7e5ff17-9870-46a1-b072-74b44078dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:48.754063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f7e5ff17-9870-46a1-b072-74b44078dbe0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=32614836cce044a18df1c94548411e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2011054 Jul 05 10:33:48.754885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5ff17-9870-46a1-b072-74b44078dbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed36abf-4c7a-4110-9513-e6484b7133b5,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:48.756707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51472) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:48.808765 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f5a5610-3c02-408b-aab0-a0b1d0377a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:48.829550 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f5a5610-3c02-408b-aab0-a0b1d0377a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:48.961543 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f5a5610-3c02-408b-aab0-a0b1d0377a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:48.964695 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f5a5610-3c02-408b-aab0-a0b1d0377a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:48.965882 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2f5a5610-3c02-408b-aab0-a0b1d0377a18 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4ed36abf-4c7a-4110-9513-e6484b7133b5 HTTP/1.1" status: 204 len: 168 time: 0.2081466 Jul 05 10:33:48.973545 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a5610-3c02-408b-aab0-a0b1d0377a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed36abf-4c7a-4110-9513-e6484b7133b5,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:49.082069 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa878ef-92f1-4559-8b50-35b1c2a4b500 req-47f3f4a8-69c0-4030-9ba6-842423397a19 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:49.084108 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8fa878ef-92f1-4559-8b50-35b1c2a4b500 req-47f3f4a8-69c0-4030-9ba6-842423397a19 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 943 time: 0.0685461 Jul 05 10:33:49.125546 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8fa878ef-92f1-4559-8b50-35b1c2a4b500 req-fdfd5bb5-adfe-40ef-966e-2ab36f39d7a5 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338326 Jul 05 10:33:49.262347 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-86b6c398-84f5-42cd-ae31-f31a2feb7611 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c8cf67a848274e64b1ff80728a9ce553&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292149 Jul 05 10:33:49.445340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-7cc64d0e-9c22-4e9e-9801-aff5d005ba1d tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:49.446825 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-7cc64d0e-9c22-4e9e-9801-aff5d005ba1d tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793773 Jul 05 10:33:49.462461 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-fd7ed631-59d3-4b6e-a60f-68b58104bb8c tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/quotas/c8cf67a848274e64b1ff80728a9ce553 HTTP/1.1" status: 200 len: 375 time: 0.0093460 Jul 05 10:33:49.494941 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-8e8cd392-07eb-4e71-b6a2-8ea73f6da346 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c8cf67a848274e64b1ff80728a9ce553&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268738 Jul 05 10:33:49.725654 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e2152da-fe3e-4d74-b13b-e981bb37c8be req-e1c3b4c5-bdde-4c32-965c-4d4217e68437 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 210 time: 0.0337389 Jul 05 10:33:50.263001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 9b184347-39a4-4c73-abcf-ed44d86e2c2a details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:33:50.319160 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4d967-4682-48e1-b9b9-62d205d1073b req-ee609fe4-0b15-41db-b75f-26411bee8b32 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:50.326347 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-05b4d967-4682-48e1-b9b9-62d205d1073b req-ee609fe4-0b15-41db-b75f-26411bee8b32 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 943 time: 0.0780869 Jul 05 10:33:50.363848 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-05b4d967-4682-48e1-b9b9-62d205d1073b req-80c52a76-3a9f-43c5-953d-1a05728c313e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365808 Jul 05 10:33:50.399592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 9b184347-39a4-4c73-abcf-ed44d86e2c2a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=9b184347-39a4-4c73-abcf-ed44d86e2c2a,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:50.412829 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '9b184347-39a4-4c73-abcf-ed44d86e2c2a', 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e', 'port_id': '9b184347-39a4-4c73-abcf-ed44d86e2c2a', 'mac_address': 'fa:16:3e:97:bc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f7b6db-d802-47e9-b5c8-384631a1c751', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:33:50.453485 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:50.469410 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b184347-39a4-4c73-abcf-ed44d86e2c2a {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:50.493976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 9b184347-39a4-4c73-abcf-ed44d86e2c2a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=9b184347-39a4-4c73-abcf-ed44d86e2c2a,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:50.544931 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:50.601115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=9b184347-39a4-4c73-abcf-ed44d86e2c2a,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:50.612404 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:50.613041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:50.613535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:50.613889 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:50.614227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:50.614562 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:50.615100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:50.615522 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:50.615884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:50.616213 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:50.616557 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:50.617003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:33:50.737766 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['9b184347-39a4-4c73-abcf-ed44d86e2c2a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:50.830791 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d97b93fc-c59a-44d1-ad82-7100bc755d39 req-87668561-a9e0-44d9-962e-9681c8246f8b tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 210 time: 0.0485742 Jul 05 10:33:51.539525 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097acf5-8828-4f0e-83a7-27d31d83602f req-933ebdb7-d3b9-47ee-82e7-b11fb83a6bb5 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:51.541109 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f097acf5-8828-4f0e-83a7-27d31d83602f req-933ebdb7-d3b9-47ee-82e7-b11fb83a6bb5 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 944 time: 0.0653942 Jul 05 10:33:51.580540 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f097acf5-8828-4f0e-83a7-27d31d83602f req-50bd0eb2-f1b5-48d2-966a-5d5548574a30 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330000 Jul 05 10:33:51.996830 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1344a45d-bfaf-42ff-bd96-b0ed5e2b79fd req-28d92e35-2588-489d-a05e-d0ba3691ed20 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 210 time: 0.0551388 Jul 05 10:33:52.294138 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 9b184347-39a4-4c73-abcf-ed44d86e2c2a up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:33:52.325091 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:52.426291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 9b184347-39a4-4c73-abcf-ed44d86e2c2a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:33:52.430068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 9b184347-39a4-4c73-abcf-ed44d86e2c2a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:52.430435 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:52.509506 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:52.532365 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a329fb0-e4e9-4a57-8857-3c9d5a7751ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b184347-39a4-4c73-abcf-ed44d86e2c2a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:52.534576 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee7a1de-d12c-4ca2-bb93-a92e017fbb8f" -d '{"events": [{"server_uuid": "5a329fb0-e4e9-4a57-8857-3c9d5a7751ce", "name": "network-vif-plugged", "status": "completed", "tag": "9b184347-39a4-4c73-abcf-ed44d86e2c2a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:52.549597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 9b184347-39a4-4c73-abcf-ed44d86e2c2a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=9b184347-39a4-4c73-abcf-ed44d86e2c2a,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:52.569838 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180142f1-f3ba-4fbb-b7f0-90b95ce2f9a0 x-openstack-request-id: req-180142f1-f3ba-4fbb-b7f0-90b95ce2f9a0 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:52.570125 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a329fb0-e4e9-4a57-8857-3c9d5a7751ce", "name": "network-vif-plugged", "status": "completed", "tag": "9b184347-39a4-4c73-abcf-ed44d86e2c2a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:52.570377 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-180142f1-f3ba-4fbb-b7f0-90b95ce2f9a0 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:52.570771 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a329fb0-e4e9-4a57-8857-3c9d5a7751ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b184347-39a4-4c73-abcf-ed44d86e2c2a', 'code': 200} Jul 05 10:33:52.626558 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:52.693236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e5719-d73c-4b4e-9b60-07a9197f3506 req-4ed7467e-b5bb-4239-b35b-7ea720b6546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:52.694816 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-960e5719-d73c-4b4e-9b60-07a9197f3506 req-4ed7467e-b5bb-4239-b35b-7ea720b6546f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 1097 time: 0.0636857 Jul 05 10:33:52.696782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=9b184347-39a4-4c73-abcf-ed44d86e2c2a,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:52.729951 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-960e5719-d73c-4b4e-9b60-07a9197f3506 req-d940e23c-c382-49f4-95ba-a8fc0f3c9b75 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283861 Jul 05 10:33:52.784224 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e184b-4acc-4a23-af69-8b32d2f823d8 req-596890a9-6e92-431c-9ccb-07b224898ff5 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:52.785754 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea4e184b-4acc-4a23-af69-8b32d2f823d8 req-596890a9-6e92-431c-9ccb-07b224898ff5 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 945 time: 0.0671704 Jul 05 10:33:52.813144 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-ab32724d-c3de-4d5d-9c81-e8ecc766954e tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=c8cf67a848274e64b1ff80728a9ce553&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297604 Jul 05 10:33:52.827065 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea4e184b-4acc-4a23-af69-8b32d2f823d8 req-f0d7908f-af4f-4a62-9e2d-d4163073c155 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353830 Jul 05 10:33:53.005044 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-0a563b24-eeec-4866-b461-f6fc3801431b tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:53.006422 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-0a563b24-eeec-4866-b461-f6fc3801431b tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883347 Jul 05 10:33:53.020385 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Request body: {'port': {'device_id': '19d06242-cb2d-46a8-a574-125239e6709c', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': 'c8cf67a848274e64b1ff80728a9ce553'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:53.195047 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-688d8ced-79a4-478d-9b31-7ffe0fef5487 req-8cbc40aa-569c-4276-ab0a-ea9b32aa8132 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 210 time: 0.0340185 Jul 05 10:33:53.546422 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Made reservation on behalf of c8cf67a848274e64b1ff80728a9ce553 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:53.550089 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:53.559878 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:53.658327 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:53.732674 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:53.795564 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076390b6-b916-4ae7-be08-4b31ffe6b4c3,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:53.875366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Allocated IP 192.168.233.185 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/38e5c4b0-6472-473e-aef8-cfd7ec0caf2e) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:33:54.066517 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:54.077239 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1715fc-c2e6-47bd-ae28-115af55ae541 req-b92113b8-6ff1-4609-9545-6a24cfaf29fd tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:54.078752 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9d1715fc-c2e6-47bd-ae28-115af55ae541 req-b92113b8-6ff1-4609-9545-6a24cfaf29fd tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 945 time: 0.1141031 Jul 05 10:33:54.098211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Transition to ACTIVE for port object 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:54.134131 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9d1715fc-c2e6-47bd-ae28-115af55ae541 req-47bf6dd9-1d35-48fc-b0f8-b351ae2ba7b8 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467293 Jul 05 10:33:54.193198 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:54.266389 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:54.319415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:54.338874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:54.365817 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:33:54.390449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Pushing event updated for resources: {'Port': ['ID=38e5c4b0-6472-473e-aef8-cfd7ec0caf2e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:54.428829 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:54.429486 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:54.458272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b4a7f-c1fb-487b-acc4-73a38d302cf9 req-42668373-7ce7-46ba-9cd2-dcdac09e9717 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:54.459953 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c9b4a7f-c1fb-487b-acc4-73a38d302cf9 req-42668373-7ce7-46ba-9cd2-dcdac09e9717 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 936 time: 0.1432807 Jul 05 10:33:54.487537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-0e8ae61b-a7b9-411b-b4f4-7ed847464f1b tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:54.491977 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-0e8ae61b-a7b9-411b-b4f4-7ed847464f1b tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 805 time: 0.1293466 Jul 05 10:33:54.506445 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c9b4a7f-c1fb-487b-acc4-73a38d302cf9 req-8432cbe3-7221-49e4-ac2b-10244af95d9e tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/security-groups?id=076390b6-b916-4ae7-be08-4b31ffe6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373390 Jul 05 10:33:54.508958 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-7e46c1ea-0a20-46e7-83fc-91ba9f8917cf tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/quotas/74a2cb886e8f45d9845ba0f19f03a76c HTTP/1.1" status: 200 len: 375 time: 0.0108302 Jul 05 10:33:54.522582 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-060f82da-5875-41a9-90c8-901131211518 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5066729 Jul 05 10:33:54.536581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Request body: {'port': {'device_id': '19d06242-cb2d-46a8-a574-125239e6709c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:54.588324 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-d1a80a1c-80c5-4945-8682-cb50f16d229e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731559 Jul 05 10:33:54.617889 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:54.678191 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a4c181e9-2a8d-44ca-988c-99e2d23394ff None None] Provisioning for port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:33:54.684407 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a4c181e9-2a8d-44ca-988c-99e2d23394ff None None] Provisioning complete for port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:33:54.684774 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a4c181e9-2a8d-44ca-988c-99e2d23394ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:54.695226 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-c8d2b20e-2e3f-40d1-8396-0fa608e23384 service neutron] 10.222.0.77 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000741 Jul 05 10:33:54.723461 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a4c181e9-2a8d-44ca-988c-99e2d23394ff None None] Port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:33:54.806119 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-f83db1d9-6816-495a-983b-c6942ec75eb2 service neutron] 10.222.0.77 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035540 Jul 05 10:33:54.940880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:54.949045 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:54.961776 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Transition to ACTIVE for port object 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:55.061861 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95e4c913-2900-473b-b6de-2baf58039c59 req-c8604d32-8d54-4ae4-9b91-6cc826d09ccb tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 210 time: 0.0306737 Jul 05 10:33:55.065385 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:55.138141 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Pushing event updated for resources: {'Port': ['ID=38e5c4b0-6472-473e-aef8-cfd7ec0caf2e,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:55.238099 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Attempting to bind port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:33:55.238669 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Attempting to bind port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:33:55.239066 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Attempting to bind port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:55.243995 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:33:55.244385 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Attempting to bind port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:55.252978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:33:55.253474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:55.254079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:33:55.254887 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Bound port: 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:33:55.255462 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:55.380858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] For port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:33:55.384509 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] For port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=38e5c4b0-6472-473e-aef8-cfd7ec0caf2e,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:33:55.467251 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:55.506803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:55.507437 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:55.509055 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] 10.222.0.73 "PUT /v2.0/ports/38e5c4b0-6472-473e-aef8-cfd7ec0caf2e HTTP/1.1" status: 200 len: 1097 time: 0.9782000 Jul 05 10:33:55.509584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d06242-cb2d-46a8-a574-125239e6709c', 'tag': '38e5c4b0-6472-473e-aef8-cfd7ec0caf2e'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:55.512405 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a7fc1e-32bc-40f7-bddd-6bcd2a3f0445" -d '{"events": [{"name": "network-changed", "server_uuid": "19d06242-cb2d-46a8-a574-125239e6709c", "tag": "38e5c4b0-6472-473e-aef8-cfd7ec0caf2e"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:55.552090 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afc8b3-9da9-473e-b628-87503e16c093 service neutron] Pushing event updated for resources: {'Port': ['ID=38e5c4b0-6472-473e-aef8-cfd7ec0caf2e,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:55.575670 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136762de-08bb-43dd-a984-72f6168ecfe5 x-openstack-request-id: req-136762de-08bb-43dd-a984-72f6168ecfe5 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:55.575981 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d06242-cb2d-46a8-a574-125239e6709c", "tag": "38e5c4b0-6472-473e-aef8-cfd7ec0caf2e", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:55.576233 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-136762de-08bb-43dd-a984-72f6168ecfe5 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:55.576639 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d06242-cb2d-46a8-a574-125239e6709c', 'tag': '38e5c4b0-6472-473e-aef8-cfd7ec0caf2e', 'status': 'completed', 'code': 200} Jul 05 10:33:55.672702 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7fc1e-32bc-40f7-bddd-6bcd2a3f0445 req-e1cb6fd6-03ab-4f3c-8897-6f6f4496f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:55.674400 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3a7fc1e-32bc-40f7-bddd-6bcd2a3f0445 req-e1cb6fd6-03ab-4f3c-8897-6f6f4496f988 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c8cf67a848274e64b1ff80728a9ce553&device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 1100 time: 0.0807827 Jul 05 10:33:55.706472 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3a7fc1e-32bc-40f7-bddd-6bcd2a3f0445 req-1e4a9c17-585a-47c7-8bb8-2d7d438b6682 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c8cf67a848274e64b1ff80728a9ce553&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226693 Jul 05 10:33:55.807280 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f5ad8-b34e-4045-a673-730aab29da69 req-701bcbc2-2b1b-4910-9257-703a0f888e92 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:55.816331 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-824f5ad8-b34e-4045-a673-730aab29da69 req-701bcbc2-2b1b-4910-9257-703a0f888e92 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 948 time: 0.1278150 Jul 05 10:33:55.841865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7fc1e-32bc-40f7-bddd-6bcd2a3f0445 req-d3c90552-2d2f-4322-9959-4f712c56e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:55.843340 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3a7fc1e-32bc-40f7-bddd-6bcd2a3f0445 req-d3c90552-2d2f-4322-9959-4f712c56e674 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313255 Jul 05 10:33:55.853714 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-824f5ad8-b34e-4045-a673-730aab29da69 req-10a96640-6bfa-449b-918d-21a981791069 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/security-groups?id=076390b6-b916-4ae7-be08-4b31ffe6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363171 Jul 05 10:33:55.951089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-da2e1a49-55ec-47ef-b053-52c17139710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:55.952653 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-da2e1a49-55ec-47ef-b053-52c17139710a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c8cf67a848274e64b1ff80728a9ce553&device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 1100 time: 0.0658245 Jul 05 10:33:56.000128 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-fa4ecdf2-0022-43c3-8add-31a22ed134ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=38e5c4b0-6472-473e-aef8-cfd7ec0caf2e HTTP/1.1" status: 200 len: 217 time: 0.0404916 Jul 05 10:33:56.050300 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-d86c3141-fd2f-4ea4-a171-b4c414cd65a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:56.051846 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-d86c3141-fd2f-4ea4-a171-b4c414cd65a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0450959 Jul 05 10:33:56.167810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-aed488eb-8c15-4973-8b5f-570067dea4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:56.168972 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-aed488eb-8c15-4973-8b5f-570067dea4b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101654 Jul 05 10:33:56.273565 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ce92139-5fae-4b7a-b09b-1ca19440ce53 req-b78c77f2-c8c0-4e1b-ba56-7c7e5faca35c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 210 time: 0.0414855 Jul 05 10:33:56.308397 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-b329548e-b878-47b1-9f6b-1eaefd676ee1 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330750 Jul 05 10:33:56.424019 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-484381f1-e9e5-4d06-a4a2-6dd38468ee57 req-68a4c271-5e20-4590-b0ca-1e1d04b0c286 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091089 Jul 05 10:33:57.065965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11e01f-f18c-4be3-bfe3-a4b0872620e9 req-de611b4a-048b-40cb-bf78-3e87ecd5ba37 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:57.067473 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c11e01f-f18c-4be3-bfe3-a4b0872620e9 req-de611b4a-048b-40cb-bf78-3e87ecd5ba37 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 948 time: 0.0711558 Jul 05 10:33:57.077858 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51658) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:57.109532 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c11e01f-f18c-4be3-bfe3-a4b0872620e9 req-19025597-2b5d-4093-9051-16487c91adb8 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/security-groups?id=076390b6-b916-4ae7-be08-4b31ffe6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359032 Jul 05 10:33:57.195602 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2dfa4a14-c9ea-4942-b3d6-d3c2f6a02dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.295660 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2dfa4a14-c9ea-4942-b3d6-d3c2f6a02dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.451483 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2dfa4a14-c9ea-4942-b3d6-d3c2f6a02dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.482763 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc6e8d48-a971-42d6-addf-7471093b0efa req-c3755e4e-51a0-48d6-8be1-aa1b2f242e21 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 210 time: 0.0807874 Jul 05 10:33:57.530777 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51666) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:57.531496 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2dfa4a14-c9ea-4942-b3d6-d3c2f6a02dbe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19ec72fb94084ae3ad3bf17df1533b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4521167 Jul 05 10:33:57.534629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa4a14-c9ea-4942-b3d6-d3c2f6a02dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f20b182-af6e-4b4a-8cb9-b576ef70942e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:57.579240 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-4fa3d555-b90f-4d06-bcac-b8f03dc08abb tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:57.580851 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-4fa3d555-b90f-4d06-bcac-b8f03dc08abb tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.64 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 805 time: 0.1908801 Jul 05 10:33:57.588226 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6167ac4a-0d29-471c-b502-50b07124e406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.603587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-d502bee4-e8cc-4e9a-aba2-b372995a7884 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Request body: {'port': {'device_id': '6f619ca4-d7c9-49ae-88ce-36ad404b2875', 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e', 'admin_state_up': True, 'tenant_id': '74a2cb886e8f45d9845ba0f19f03a76c'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:57.613494 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6167ac4a-0d29-471c-b502-50b07124e406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.752346 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6167ac4a-0d29-471c-b502-50b07124e406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.754984 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6167ac4a-0d29-471c-b502-50b07124e406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.756175 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6167ac4a-0d29-471c-b502-50b07124e406 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1f20b182-af6e-4b4a-8cb9-b576ef70942e HTTP/1.1" status: 204 len: 168 time: 0.2243373 Jul 05 10:33:57.765025 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167ac4a-0d29-471c-b502-50b07124e406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f20b182-af6e-4b4a-8cb9-b576ef70942e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:57.806999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-d502bee4-e8cc-4e9a-aba2-b372995a7884 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Made reservation on behalf of 74a2cb886e8f45d9845ba0f19f03a76c for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:33:57.810676 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-d502bee4-e8cc-4e9a-aba2-b372995a7884 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:57.940507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-d502bee4-e8cc-4e9a-aba2-b372995a7884 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Allocated IP 172.20.0.12 (f07f9a36-47b5-4700-a8e9-30e7deb1de7e/98f7b6db-d802-47e9-b5c8-384631a1c751/8ae6fa20-8682-4e06-bd43-37d582c513c7) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:33:58.093631 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-d502bee4-e8cc-4e9a-aba2-b372995a7884 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:58.215799 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-d502bee4-e8cc-4e9a-aba2-b372995a7884 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:58.230391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['9b184347-39a4-4c73-abcf-ed44d86e2c2a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:58.232930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50cfe4b1-99cd-487b-890a-6b506605e08b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:58.289941 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-d502bee4-e8cc-4e9a-aba2-b372995a7884 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Network f07f9a36-47b5-4700-a8e9-30e7deb1de7e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:33:58.302582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-d502bee4-e8cc-4e9a-aba2-b372995a7884 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:33:58.305634 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-d502bee4-e8cc-4e9a-aba2-b372995a7884 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:33:58.310373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502bee4-e8cc-4e9a-aba2-b372995a7884 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Pushing event updated for resources: {'Port': ['ID=8ae6fa20-8682-4e06-bd43-37d582c513c7,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:58.334331 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:33:58.371650 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-d502bee4-e8cc-4e9a-aba2-b372995a7884 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:58.372301 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-d502bee4-e8cc-4e9a-aba2-b372995a7884 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:58.388851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e0319-4519-4c9a-8386-177097ff872c req-42cc0fbb-4154-487f-962f-0c9a19593631 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:58.390351 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e90e0319-4519-4c9a-8386-177097ff872c req-42cc0fbb-4154-487f-962f-0c9a19593631 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 948 time: 0.1429653 Jul 05 10:33:58.439839 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e90e0319-4519-4c9a-8386-177097ff872c req-8c9b5544-255b-4ee1-b5ca-2b275049bd3a tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/security-groups?id=076390b6-b916-4ae7-be08-4b31ffe6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426493 Jul 05 10:33:58.444143 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-d502bee4-e8cc-4e9a-aba2-b372995a7884 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8502774 Jul 05 10:33:58.446642 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51674) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:58.460045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Request body: {'port': {'device_id': '6f619ca4-d7c9-49ae-88ce-36ad404b2875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:33:58.487146 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dacf5d36-fbba-47ee-a26e-5d24a2327129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:58.561179 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=38e5c4b0-6472-473e-aef8-cfd7ec0caf2e,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:58.569766 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:58.578604 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '38e5c4b0-6472-473e-aef8-cfd7ec0caf2e', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '38e5c4b0-6472-473e-aef8-cfd7ec0caf2e', 'mac_address': 'fa:16:3e:1d:35:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:33:58.625416 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:58.639154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:58.672884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=38e5c4b0-6472-473e-aef8-cfd7ec0caf2e,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:33:58.697487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9943840-258a-4e8f-809d-3535596c1f5d req-01498434-cb28-4352-8f98-4bb3b499866c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:58.699563 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a9943840-258a-4e8f-809d-3535596c1f5d req-01498434-cb28-4352-8f98-4bb3b499866c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 932 time: 0.0881193 Jul 05 10:33:58.735679 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dacf5d36-fbba-47ee-a26e-5d24a2327129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:58.746118 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a9943840-258a-4e8f-809d-3535596c1f5d req-c1b42eda-48f2-4861-b494-e6e0d1f5b097 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387530 Jul 05 10:33:58.775136 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:58.829500 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=38e5c4b0-6472-473e-aef8-cfd7ec0caf2e,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:58.832611 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dacf5d36-fbba-47ee-a26e-5d24a2327129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:58.905511 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dacf5d36-fbba-47ee-a26e-5d24a2327129 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=443f54f62b044074997aad59121b46db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576724 Jul 05 10:33:58.908107 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf5d36-fbba-47ee-a26e-5d24a2327129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9bf8bb-cf33-4331-bd78-bd2f5234a84c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:58.908274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51680) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:33:58.923945 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae6fa20-8682-4e06-bd43-37d582c513c7 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:33:58.931651 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:58.943994 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Transition to ACTIVE for port object 8ae6fa20-8682-4e06-bd43-37d582c513c7 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:33:58.968486 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7031b48f-e220-4914-9508-958f2674f51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:58.989409 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['38e5c4b0-6472-473e-aef8-cfd7ec0caf2e'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:33:58.992285 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7031b48f-e220-4914-9508-958f2674f51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.011989 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.071851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae6fa20-8682-4e06-bd43-37d582c513c7,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:59.110362 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7031b48f-e220-4914-9508-958f2674f51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.113126 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7031b48f-e220-4914-9508-958f2674f51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.114295 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7031b48f-e220-4914-9508-958f2674f51b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dc9bf8bb-cf33-4331-bd78-bd2f5234a84c HTTP/1.1" status: 204 len: 168 time: 0.2050517 Jul 05 10:33:59.123086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031b48f-e220-4914-9508-958f2674f51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9bf8bb-cf33-4331-bd78-bd2f5234a84c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:59.149777 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Attempting to bind port 8ae6fa20-8682-4e06-bd43-37d582c513c7 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:33:59.150443 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Attempting to bind port 8ae6fa20-8682-4e06-bd43-37d582c513c7 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:33:59.150443 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Attempting to bind port 8ae6fa20-8682-4e06-bd43-37d582c513c7 on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:59.155521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Port 8ae6fa20-8682-4e06-bd43-37d582c513c7 on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:33:59.155888 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Attempting to bind port 8ae6fa20-8682-4e06-bd43-37d582c513c7 on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:33:59.160882 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:33:59.161290 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Checking segment: {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:33:59.161604 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Bound using segment: {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:33:59.162034 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Bound port: 8ae6fa20-8682-4e06-bd43-37d582c513c7, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:33:59.162391 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.227868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] For port 8ae6fa20-8682-4e06-bd43-37d582c513c7, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:33:59.231609 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] For port 8ae6fa20-8682-4e06-bd43-37d582c513c7, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8ae6fa20-8682-4e06-bd43-37d582c513c7,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:33:59.341430 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.379796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:59.380411 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:33:59.381795 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] 10.222.0.64 "PUT /v2.0/ports/8ae6fa20-8682-4e06-bd43-37d582c513c7 HTTP/1.1" status: 200 len: 1093 time: 0.9275723 Jul 05 10:33:59.382222 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f619ca4-d7c9-49ae-88ce-36ad404b2875', 'tag': '8ae6fa20-8682-4e06-bd43-37d582c513c7'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:33:59.384469 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97928cf9-1bbd-4525-9a83-bdcabe4db6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f619ca4-d7c9-49ae-88ce-36ad404b2875", "tag": "8ae6fa20-8682-4e06-bd43-37d582c513c7"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:33:59.408055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a24b7-f464-4c54-8908-333f268c2404 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae6fa20-8682-4e06-bd43-37d582c513c7,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:33:59.422386 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef50eb0-0ca5-49a2-a43d-210b3fbb3cbf x-openstack-request-id: req-9ef50eb0-0ca5-49a2-a43d-210b3fbb3cbf {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:33:59.422697 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f619ca4-d7c9-49ae-88ce-36ad404b2875", "tag": "8ae6fa20-8682-4e06-bd43-37d582c513c7", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:33:59.422962 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ef50eb0-0ca5-49a2-a43d-210b3fbb3cbf {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:33:59.423346 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f619ca4-d7c9-49ae-88ce-36ad404b2875', 'tag': '8ae6fa20-8682-4e06-bd43-37d582c513c7', 'status': 'completed', 'code': 200} Jul 05 10:33:59.503790 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97928cf9-1bbd-4525-9a83-bdcabe4db6b5 req-81451523-561f-4a41-a65d-a69a722164a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:59.506438 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97928cf9-1bbd-4525-9a83-bdcabe4db6b5 req-81451523-561f-4a41-a65d-a69a722164a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 1096 time: 0.0614514 Jul 05 10:33:59.953009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94800e2e-0924-4046-b7f8-7739792069c0 req-478f4926-3a0b-4b2f-b301-27f93acd5f48 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:59.960067 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97928cf9-1bbd-4525-9a83-bdcabe4db6b5 req-c6be9c48-08d2-4103-9df5-6a9c808c9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:59.962013 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-94800e2e-0924-4046-b7f8-7739792069c0 req-478f4926-3a0b-4b2f-b301-27f93acd5f48 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 944 time: 0.0866895 Jul 05 10:33:59.962575 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97928cf9-1bbd-4525-9a83-bdcabe4db6b5 req-c6be9c48-08d2-4103-9df5-6a9c808c9a84 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4457269 Jul 05 10:33:59.972207 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2767b05-37dd-47d3-a5a6-d03be245f074 req-a2974842-3fc4-42fe-b2ec-4b1982938005 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:33:59.977990 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f2767b05-37dd-47d3-a5a6-d03be245f074 req-a2974842-3fc4-42fe-b2ec-4b1982938005 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 949 time: 0.4030633 Jul 05 10:34:00.018734 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-94800e2e-0924-4046-b7f8-7739792069c0 req-bcbb6742-e56f-4982-9c6b-3aea4a869155 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487065 Jul 05 10:34:00.069674 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f2767b05-37dd-47d3-a5a6-d03be245f074 req-8353126a-a0bd-4bdc-ab64-6b80fd5c92d6 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/security-groups?id=076390b6-b916-4ae7-be08-4b31ffe6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848811 Jul 05 10:34:00.099096 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97928cf9-1bbd-4525-9a83-bdcabe4db6b5 req-799f49ec-1da3-45b2-a2be-46ef093bcf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:00.101379 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97928cf9-1bbd-4525-9a83-bdcabe4db6b5 req-799f49ec-1da3-45b2-a2be-46ef093bcf0f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1255767 Jul 05 10:34:00.207698 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-fe0aba65-2a0d-4e59-bec3-ada2e67f0efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:00.209469 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-fe0aba65-2a0d-4e59-bec3-ada2e67f0efe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 1096 time: 0.0548825 Jul 05 10:34:00.252116 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-2bf0582a-32ee-43d5-8fef-77842f39bef7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ae6fa20-8682-4e06-bd43-37d582c513c7 HTTP/1.1" status: 200 len: 217 time: 0.0342588 Jul 05 10:34:00.306497 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-de018150-7f8d-4ccd-9785-8d7b9c8b0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:00.308069 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-de018150-7f8d-4ccd-9785-8d7b9c8b0d9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98f7b6db-d802-47e9-b5c8-384631a1c751 HTTP/1.1" status: 200 len: 845 time: 0.0492010 Jul 05 10:34:00.343613 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:00.344249 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-e7adae8d-9a2d-4b0c-994b-25cdc01c9af4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288227 Jul 05 10:34:00.440028 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-d172b3df-4a89-4973-a36c-f6f2a41481ef service neutron] 10.222.0.64 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880442 Jul 05 10:34:00.483651 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:00.488413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:00.489185 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.546167 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1ada980-5e5d-4f33-98bd-78247aeca704 req-f61ed055-7d9a-4c50-90a8-6ca7ab5b9abe service neutron] 10.222.0.64 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986428 Jul 05 10:34:00.575707 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.598117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d06242-cb2d-46a8-a574-125239e6709c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e5c4b0-6472-473e-aef8-cfd7ec0caf2e'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:00.600381 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4355fe13-6c60-44f3-a4ba-c16cba6ae8c2" -d '{"events": [{"server_uuid": "19d06242-cb2d-46a8-a574-125239e6709c", "name": "network-vif-plugged", "status": "completed", "tag": "38e5c4b0-6472-473e-aef8-cfd7ec0caf2e"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:00.613017 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=38e5c4b0-6472-473e-aef8-cfd7ec0caf2e,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:00.641919 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f69190-f3d1-4167-976a-ce2fee6c7b6e x-openstack-request-id: req-d5f69190-f3d1-4167-976a-ce2fee6c7b6e {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:00.642213 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d06242-cb2d-46a8-a574-125239e6709c", "name": "network-vif-plugged", "status": "completed", "tag": "38e5c4b0-6472-473e-aef8-cfd7ec0caf2e", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:00.642470 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d5f69190-f3d1-4167-976a-ce2fee6c7b6e {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:00.642869 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d06242-cb2d-46a8-a574-125239e6709c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e5c4b0-6472-473e-aef8-cfd7ec0caf2e', 'code': 200} Jul 05 10:34:00.681640 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:00.734071 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=38e5c4b0-6472-473e-aef8-cfd7ec0caf2e,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:00.764236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc11bd-0b70-49f1-871a-0dd7a1987f27 req-332c6747-429d-41c2-b142-1d15444a4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:00.765737 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9ffc11bd-0b70-49f1-871a-0dd7a1987f27 req-332c6747-429d-41c2-b142-1d15444a4405 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 1102 time: 0.0607100 Jul 05 10:34:00.800707 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9ffc11bd-0b70-49f1-871a-0dd7a1987f27 req-5c8a5f9b-2683-4393-90c0-0ae7adb11f6c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=076390b6-b916-4ae7-be08-4b31ffe6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288239 Jul 05 10:34:01.219961 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7892f99-4089-4c22-bfb7-8eeaa29b9107 req-70d6dfbd-0c12-45b6-b6aa-8ceec2c07477 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:01.221912 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c7892f99-4089-4c22-bfb7-8eeaa29b9107 req-70d6dfbd-0c12-45b6-b6aa-8ceec2c07477 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 944 time: 0.0893109 Jul 05 10:34:01.268526 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee90d0-2b28-460a-bc2a-adc9d6ce1dcc req-dd432946-d353-486b-9642-a5bfba60462b tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:01.270043 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9fee90d0-2b28-460a-bc2a-adc9d6ce1dcc req-dd432946-d353-486b-9642-a5bfba60462b tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 950 time: 0.0748377 Jul 05 10:34:01.272756 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c7892f99-4089-4c22-bfb7-8eeaa29b9107 req-c4783be6-14a5-4bd7-bd2f-c3a0f32a809d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363474 Jul 05 10:34:01.318827 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9fee90d0-2b28-460a-bc2a-adc9d6ce1dcc req-6024d37e-a3cf-46dd-80f4-8469f3a21e8b tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/security-groups?id=076390b6-b916-4ae7-be08-4b31ffe6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 Jul 05 10:34:01.619255 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be6bce21-c127-486f-8591-97cc17193174 req-ebc1c763-4cee-4f93-8045-6c1817c72c97 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560522 Jul 05 10:34:01.702135 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bce21-c127-486f-8591-97cc17193174 req-7dad8853-2202-457b-971b-5e88b8167639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:01.703963 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be6bce21-c127-486f-8591-97cc17193174 req-7dad8853-2202-457b-971b-5e88b8167639 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 1097 time: 0.0604172 Jul 05 10:34:01.745439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51742) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:01.818050 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bce21-c127-486f-8591-97cc17193174 req-cad53747-b880-4aa0-b3d0-03f35effb320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:01.819651 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be6bce21-c127-486f-8591-97cc17193174 req-cad53747-b880-4aa0-b3d0-03f35effb320 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 906 time: 0.0892806 Jul 05 10:34:01.861576 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e11d47d-4edd-4c8c-8c93-826cd060416c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:01.873733 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be6bce21-c127-486f-8591-97cc17193174 req-28c32fbe-1880-4b40-8bc5-e605cc6477ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50cfe4b1-99cd-487b-890a-6b506605e08b HTTP/1.1" status: 200 len: 217 time: 0.0453250 Jul 05 10:34:01.932512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bce21-c127-486f-8591-97cc17193174 req-63b0152c-b051-43f3-bb42-22fee7e2d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:01.934994 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be6bce21-c127-486f-8591-97cc17193174 req-63b0152c-b051-43f3-bb42-22fee7e2d2a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98f7b6db-d802-47e9-b5c8-384631a1c751 HTTP/1.1" status: 200 len: 845 time: 0.0547903 Jul 05 10:34:01.951571 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e11d47d-4edd-4c8c-8c93-826cd060416c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:01.968927 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be6bce21-c127-486f-8591-97cc17193174 req-2c01999b-a4ec-4040-a1df-2368997f4be0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277834 Jul 05 10:34:01.990151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 8ae6fa20-8682-4e06-bd43-37d582c513c7 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:34:02.072008 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e11d47d-4edd-4c8c-8c93-826cd060416c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:02.076676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be6bce21-c127-486f-8591-97cc17193174 req-f5417040-f358-4e72-a3fa-0ff1f352c159 service neutron] 10.222.0.64 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997872 Jul 05 10:34:02.100044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 8ae6fa20-8682-4e06-bd43-37d582c513c7, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8ae6fa20-8682-4e06-bd43-37d582c513c7,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:02.114622 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '8ae6fa20-8682-4e06-bd43-37d582c513c7', 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e', 'port_id': '8ae6fa20-8682-4e06-bd43-37d582c513c7', 'mac_address': 'fa:16:3e:dd:0a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f7b6db-d802-47e9-b5c8-384631a1c751', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:34:02.116422 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4e11d47d-4edd-4c8c-8c93-826cd060416c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bd893dd26ed14274859d13844b0b063a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694019 Jul 05 10:34:02.118325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11d47d-4edd-4c8c-8c93-826cd060416c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3b0115-a7e0-419d-b7b3-e377bbdf61c4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:02.124713 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51746) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:02.176869 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:02.184706 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be6bce21-c127-486f-8591-97cc17193174 req-a7262b32-1ede-455e-8a27-8fb4312534be service neutron] 10.222.0.64 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996666 Jul 05 10:34:02.186825 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-925a891b-c582-4c35-8942-79b0e7145c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:02.192241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae6fa20-8682-4e06-bd43-37d582c513c7 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:34:02.212356 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-925a891b-c582-4c35-8942-79b0e7145c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:02.222786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 8ae6fa20-8682-4e06-bd43-37d582c513c7, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8ae6fa20-8682-4e06-bd43-37d582c513c7,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:02.312197 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:02.366927 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-925a891b-c582-4c35-8942-79b0e7145c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:02.368420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=8ae6fa20-8682-4e06-bd43-37d582c513c7,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:02.370075 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-925a891b-c582-4c35-8942-79b0e7145c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:02.371288 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-925a891b-c582-4c35-8942-79b0e7145c0c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d3b0115-a7e0-419d-b7b3-e377bbdf61c4 HTTP/1.1" status: 204 len: 168 time: 0.2482839 Jul 05 10:34:02.381366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a891b-c582-4c35-8942-79b0e7145c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3b0115-a7e0-419d-b7b3-e377bbdf61c4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:02.487364 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f877d-680c-4719-bf07-a3625d71c957 req-79500444-24e4-4b43-a3fc-001b0b459129 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:02.488931 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3a7f877d-680c-4719-bf07-a3625d71c957 req-79500444-24e4-4b43-a3fc-001b0b459129 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 945 time: 0.0727251 Jul 05 10:34:02.507450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d3cc6-df9c-4a67-8c3a-bd267cc5f593 req-65a56a98-ff98-4dcc-914e-7a3990b261fa tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:02.509009 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f35d3cc6-df9c-4a67-8c3a-bd267cc5f593 req-65a56a98-ff98-4dcc-914e-7a3990b261fa tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 950 time: 0.0654044 Jul 05 10:34:02.535186 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3a7f877d-680c-4719-bf07-a3625d71c957 req-6d80ad7d-d295-420a-b0ec-e2f1f0afa26c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404265 Jul 05 10:34:02.552995 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f35d3cc6-df9c-4a67-8c3a-bd267cc5f593 req-78b7b8bd-bccb-452b-89e4-74d093bb1425 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/security-groups?id=076390b6-b916-4ae7-be08-4b31ffe6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382833 Jul 05 10:34:02.566016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['8ae6fa20-8682-4e06-bd43-37d582c513c7'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:34:03.026392 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51766) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:03.041374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51c9cdaf-552f-4fdd-8566-3e45352532ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.128742 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51c9cdaf-552f-4fdd-8566-3e45352532ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.287307 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51c9cdaf-552f-4fdd-8566-3e45352532ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.326429 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-51c9cdaf-552f-4fdd-8566-3e45352532ad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=700041bf3d99494b840d4620217c9356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2988985 Jul 05 10:34:03.327489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9cdaf-552f-4fdd-8566-3e45352532ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef12692b-5fe3-4448-9d47-16302f36a6eb,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:03.329094 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51768) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:03.347348 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:34:03.381697 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c88e251-4fc0-4d64-b46b-fc423bf5611b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.403860 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c88e251-4fc0-4d64-b46b-fc423bf5611b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.521638 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c88e251-4fc0-4d64-b46b-fc423bf5611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.524295 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c88e251-4fc0-4d64-b46b-fc423bf5611b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:03.527114 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2c88e251-4fc0-4d64-b46b-fc423bf5611b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ef12692b-5fe3-4448-9d47-16302f36a6eb HTTP/1.1" status: 204 len: 168 time: 0.1953597 Jul 05 10:34:03.537440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88e251-4fc0-4d64-b46b-fc423bf5611b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef12692b-5fe3-4448-9d47-16302f36a6eb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:03.729186 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19c11a-999f-438c-854b-cfd1e8b8c12c req-222778b0-bf2d-4f18-bea7-75072004bee9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:03.730999 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e19c11a-999f-438c-854b-cfd1e8b8c12c req-222778b0-bf2d-4f18-bea7-75072004bee9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 945 time: 0.0698733 Jul 05 10:34:03.780975 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e19c11a-999f-438c-854b-cfd1e8b8c12c req-7a3a8a97-8102-4376-8056-e0898e63f4ff tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432334 Jul 05 10:34:03.861256 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-86b175dd-33fd-4a31-a2b3-3d240214b397 req-9c3f6322-4b1c-46dc-99e5-f78ab2c273f3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0630565 Jul 05 10:34:03.967564 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b175dd-33fd-4a31-a2b3-3d240214b397 req-c0fd2b7a-2f48-4c42-986b-0606172d5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:03.969138 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-86b175dd-33fd-4a31-a2b3-3d240214b397 req-c0fd2b7a-2f48-4c42-986b-0606172d5ccd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 1097 time: 0.0571959 Jul 05 10:34:04.008527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 8ae6fa20-8682-4e06-bd43-37d582c513c7 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:04.082242 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b175dd-33fd-4a31-a2b3-3d240214b397 req-e3424494-1435-4b65-aa12-1391b65c2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:04.083756 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-86b175dd-33fd-4a31-a2b3-3d240214b397 req-e3424494-1435-4b65-aa12-1391b65c2ca2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 906 time: 0.0928745 Jul 05 10:34:04.128836 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-86b175dd-33fd-4a31-a2b3-3d240214b397 req-73730220-8843-44f1-a221-5942ff2fd0c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b184347-39a4-4c73-abcf-ed44d86e2c2a HTTP/1.1" status: 200 len: 217 time: 0.0380580 Jul 05 10:34:04.132753 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 8ae6fa20-8682-4e06-bd43-37d582c513c7 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:04.137605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 8ae6fa20-8682-4e06-bd43-37d582c513c7 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:04.137984 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:04.185534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b175dd-33fd-4a31-a2b3-3d240214b397 req-3a3e7ebe-f5c6-4fbd-b08f-030c430b48e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:04.187566 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-86b175dd-33fd-4a31-a2b3-3d240214b397 req-3a3e7ebe-f5c6-4fbd-b08f-030c430b48e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98f7b6db-d802-47e9-b5c8-384631a1c751 HTTP/1.1" status: 200 len: 845 time: 0.0513155 Jul 05 10:34:04.223201 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-86b175dd-33fd-4a31-a2b3-3d240214b397 req-4bbf4430-acc9-4b5c-930f-c858723c9b10 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288844 Jul 05 10:34:04.223687 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:04.256019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f619ca4-d7c9-49ae-88ce-36ad404b2875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae6fa20-8682-4e06-bd43-37d582c513c7'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:04.259217 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc6c211-81de-487f-bc7f-5d82739396ba" -d '{"events": [{"server_uuid": "6f619ca4-d7c9-49ae-88ce-36ad404b2875", "name": "network-vif-plugged", "status": "completed", "tag": "8ae6fa20-8682-4e06-bd43-37d582c513c7"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:04.276383 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 8ae6fa20-8682-4e06-bd43-37d582c513c7, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8ae6fa20-8682-4e06-bd43-37d582c513c7,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:04.301725 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9aa329b-b500-4e05-8ecd-6525c35bf7d5 x-openstack-request-id: req-e9aa329b-b500-4e05-8ecd-6525c35bf7d5 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:04.302022 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f619ca4-d7c9-49ae-88ce-36ad404b2875", "name": "network-vif-plugged", "status": "completed", "tag": "8ae6fa20-8682-4e06-bd43-37d582c513c7", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:04.302644 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e9aa329b-b500-4e05-8ecd-6525c35bf7d5 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:04.302644 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f619ca4-d7c9-49ae-88ce-36ad404b2875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae6fa20-8682-4e06-bd43-37d582c513c7', 'code': 200} Jul 05 10:34:04.337264 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-86b175dd-33fd-4a31-a2b3-3d240214b397 req-de778324-3a7c-4b6c-9938-6d81f8134805 service neutron] 10.222.0.73 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069915 Jul 05 10:34:04.346492 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:04.415501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=8ae6fa20-8682-4e06-bd43-37d582c513c7,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:04.464026 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7a3e6-0368-4db3-a997-471fd079f29d req-9d6baff9-81f9-4dc8-9cc6-75f815755be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:04.466294 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8dd7a3e6-0368-4db3-a997-471fd079f29d req-9d6baff9-81f9-4dc8-9cc6-75f815755be4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 1098 time: 0.0784488 Jul 05 10:34:04.471144 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-86b175dd-33fd-4a31-a2b3-3d240214b397 req-2ce566b7-083b-48eb-a772-91f6235e06c3 service neutron] 10.222.0.73 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276369 Jul 05 10:34:04.507323 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8dd7a3e6-0368-4db3-a997-471fd079f29d req-1cbb7df5-4a45-487b-b498-25a851b1730e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336027 Jul 05 10:34:04.992769 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21335a9e-68f0-488b-80c6-cdc461e65fbc req-ebddde39-4c44-470a-b838-f852e986ca20 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:05.002448 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21335a9e-68f0-488b-80c6-cdc461e65fbc req-ebddde39-4c44-470a-b838-f852e986ca20 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 946 time: 0.0881705 Jul 05 10:34:05.050199 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-21335a9e-68f0-488b-80c6-cdc461e65fbc req-e732d0c0-7234-4d62-8f7e-72f8b5268220 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466201 Jul 05 10:34:06.241252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9925b-8d6d-4b75-b2b6-0266fe0aa796 req-b2558bd4-c08e-4b62-b871-d6f79528b851 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:06.242906 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7d9925b-8d6d-4b75-b2b6-0266fe0aa796 req-b2558bd4-c08e-4b62-b871-d6f79528b851 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 946 time: 0.0768819 Jul 05 10:34:06.286243 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7d9925b-8d6d-4b75-b2b6-0266fe0aa796 req-656a324d-9177-42e3-86d5-2150b0ca75bf tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Jul 05 10:34:06.485548 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db52578-f05a-4303-b3b2-3c51451f9537 req-51a65bc3-a89a-494e-95a8-1d211592f929 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:06.487289 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1db52578-f05a-4303-b3b2-3c51451f9537 req-51a65bc3-a89a-494e-95a8-1d211592f929 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 945 time: 0.0816348 Jul 05 10:34:06.529286 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1db52578-f05a-4303-b3b2-3c51451f9537 req-4aab4046-41a2-46df-93ff-8aaa5079fe1f tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355539 Jul 05 10:34:06.712314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594840e-f474-4c25-a571-a12fb65fd9a8 req-5f3dad63-3435-4efa-b569-87aab435575e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:06.714546 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c594840e-f474-4c25-a571-a12fb65fd9a8 req-5f3dad63-3435-4efa-b569-87aab435575e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 946 time: 0.0675194 Jul 05 10:34:06.752195 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c594840e-f474-4c25-a571-a12fb65fd9a8 req-681be193-e5a0-4eff-b265-cb89f04668f0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Jul 05 10:34:07.419148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44753c05-0b12-4c12-8c0b-bb1ffd89cafa req-4927696f-253f-4f18-a096-8419c39c795f tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:07.420794 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44753c05-0b12-4c12-8c0b-bb1ffd89cafa req-4927696f-253f-4f18-a096-8419c39c795f tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 946 time: 0.0841291 Jul 05 10:34:07.481537 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44753c05-0b12-4c12-8c0b-bb1ffd89cafa req-47cfa717-b07a-4337-b484-3ef4f1eee123 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Jul 05 10:34:08.668374 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40129727-2742-4a0e-8158-6cfae1d4ee53 req-2a2a274e-f73d-4f7e-82ea-9ff29b5eb367 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:08.669919 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40129727-2742-4a0e-8158-6cfae1d4ee53 req-2a2a274e-f73d-4f7e-82ea-9ff29b5eb367 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 946 time: 0.0719402 Jul 05 10:34:08.725065 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40129727-2742-4a0e-8158-6cfae1d4ee53 req-714eeac9-f225-4c4d-989c-975ca3c58323 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482762 Jul 05 10:34:08.950295 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc92d19-33c7-4054-9532-2840bcf449f5 req-987e5062-60b3-44ae-8f7e-356be61eeb21 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:08.951927 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dbc92d19-33c7-4054-9532-2840bcf449f5 req-987e5062-60b3-44ae-8f7e-356be61eeb21 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 946 time: 0.0741305 Jul 05 10:34:09.074964 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-dbc92d19-33c7-4054-9532-2840bcf449f5 req-19e2520b-939b-4eae-bf3d-461e0da02c71 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Deleting port 8ae6fa20-8682-4e06-bd43-37d582c513c7 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:34:09.075539 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-dbc92d19-33c7-4054-9532-2840bcf449f5 req-19e2520b-939b-4eae-bf3d-461e0da02c71 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:09.187319 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-dbc92d19-33c7-4054-9532-2840bcf449f5 req-19e2520b-939b-4eae-bf3d-461e0da02c71 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] For port 8ae6fa20-8682-4e06-bd43-37d582c513c7, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8ae6fa20-8682-4e06-bd43-37d582c513c7,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:09.187684 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-dbc92d19-33c7-4054-9532-2840bcf449f5 req-19e2520b-939b-4eae-bf3d-461e0da02c71 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:09.212194 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-dbc92d19-33c7-4054-9532-2840bcf449f5 req-19e2520b-939b-4eae-bf3d-461e0da02c71 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Calling delete_port for 8ae6fa20-8682-4e06-bd43-37d582c513c7 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:34:09.424350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-dbc92d19-33c7-4054-9532-2840bcf449f5 req-19e2520b-939b-4eae-bf3d-461e0da02c71 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:09.438197 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['9b184347-39a4-4c73-abcf-ed44d86e2c2a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:34:09.440571 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50cfe4b1-99cd-487b-890a-6b506605e08b', '8ae6fa20-8682-4e06-bd43-37d582c513c7'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:34:09.469570 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2520b-939b-4eae-bf3d-461e0da02c71 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Pushing event deleted for resources: {'Port': ['ID=8ae6fa20-8682-4e06-bd43-37d582c513c7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:09.521177 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc92d19-33c7-4054-9532-2840bcf449f5 req-19e2520b-939b-4eae-bf3d-461e0da02c71 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] No DVR routers for this DVR port 8ae6fa20-8682-4e06-bd43-37d582c513c7 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:34:09.524497 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-dbc92d19-33c7-4054-9532-2840bcf449f5 req-19e2520b-939b-4eae-bf3d-461e0da02c71 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:09.527430 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dbc92d19-33c7-4054-9532-2840bcf449f5 req-19e2520b-939b-4eae-bf3d-461e0da02c71 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.64 "DELETE /v2.0/ports/8ae6fa20-8682-4e06-bd43-37d582c513c7 HTTP/1.1" status: 204 len: 173 time: 0.5693047 Jul 05 10:34:09.527935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f619ca4-d7c9-49ae-88ce-36ad404b2875', 'name': 'network-vif-deleted', 'tag': '8ae6fa20-8682-4e06-bd43-37d582c513c7'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:09.530199 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44017ba-a1fe-4b51-ba2f-ca4132cd5bb2" -d '{"events": [{"server_uuid": "6f619ca4-d7c9-49ae-88ce-36ad404b2875", "name": "network-vif-deleted", "tag": "8ae6fa20-8682-4e06-bd43-37d582c513c7"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:09.587081 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b09091-b70b-446a-8c2e-0565ad5b3b5d x-openstack-request-id: req-b1b09091-b70b-446a-8c2e-0565ad5b3b5d {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:09.587081 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f619ca4-d7c9-49ae-88ce-36ad404b2875", "name": "network-vif-deleted", "tag": "8ae6fa20-8682-4e06-bd43-37d582c513c7", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:09.587081 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b1b09091-b70b-446a-8c2e-0565ad5b3b5d {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:09.587081 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f619ca4-d7c9-49ae-88ce-36ad404b2875', 'name': 'network-vif-deleted', 'tag': '8ae6fa20-8682-4e06-bd43-37d582c513c7', 'status': 'completed', 'code': 200} Jul 05 10:34:09.888738 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-045cd7da-977d-4d28-89fa-6cfd1201b90b req-9e4224bc-f8c8-4ae9-ad2b-64fe67cf953b tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f619ca4-d7c9-49ae-88ce-36ad404b2875 HTTP/1.1" status: 200 len: 210 time: 0.0306118 Jul 05 10:34:11.133087 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5b60e5de-01a4-4ab5-bb94-dc7ce33eb373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:11.551539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccf117-a4c1-49ca-974b-ea8f11fd9e0a req-00be23b2-64f8-44fb-841e-208bcef33002 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:11.553332 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-14ccf117-a4c1-49ca-974b-ea8f11fd9e0a req-00be23b2-64f8-44fb-841e-208bcef33002 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 945 time: 0.0698688 Jul 05 10:34:11.596190 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-14ccf117-a4c1-49ca-974b-ea8f11fd9e0a req-b8115fc9-ed60-4bc9-a1b9-db0b2ee75c5f tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361171 Jul 05 10:34:12.018966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 8ae6fa20-8682-4e06-bd43-37d582c513c7 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:34:12.040134 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 8ae6fa20-8682-4e06-bd43-37d582c513c7 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:34:12.040479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 8ae6fa20-8682-4e06-bd43-37d582c513c7 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:34:12.803808 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5ae8f-ff63-469e-a8b0-12ab5c4d1fbf req-888384f0-58d3-4491-8c22-303015bcfd62 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:12.805298 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82e5ae8f-ff63-469e-a8b0-12ab5c4d1fbf req-888384f0-58d3-4491-8c22-303015bcfd62 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 945 time: 0.0711961 Jul 05 10:34:12.846571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82e5ae8f-ff63-469e-a8b0-12ab5c4d1fbf req-c2ee2258-159a-4f00-87af-e6b51bbb873e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347459 Jul 05 10:34:12.950808 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3267fd-f5a0-421f-ae8d-4352ad60ba0b req-5205693c-15a8-451b-92c8-bc6a6f8694c8 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:12.953004 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f3267fd-f5a0-421f-ae8d-4352ad60ba0b req-5205693c-15a8-451b-92c8-bc6a6f8694c8 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 945 time: 0.0898137 Jul 05 10:34:13.069441 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-7f3267fd-f5a0-421f-ae8d-4352ad60ba0b req-9adb8996-aba4-4a57-ab6d-e8d45b48921c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Deleting port 9b184347-39a4-4c73-abcf-ed44d86e2c2a {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:34:13.070122 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f3267fd-f5a0-421f-ae8d-4352ad60ba0b req-9adb8996-aba4-4a57-ab6d-e8d45b48921c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:13.190865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-7f3267fd-f5a0-421f-ae8d-4352ad60ba0b req-9adb8996-aba4-4a57-ab6d-e8d45b48921c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] For port 9b184347-39a4-4c73-abcf-ed44d86e2c2a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=9b184347-39a4-4c73-abcf-ed44d86e2c2a,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:13.190865 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f3267fd-f5a0-421f-ae8d-4352ad60ba0b req-9adb8996-aba4-4a57-ab6d-e8d45b48921c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:13.210845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-7f3267fd-f5a0-421f-ae8d-4352ad60ba0b req-9adb8996-aba4-4a57-ab6d-e8d45b48921c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Calling delete_port for 9b184347-39a4-4c73-abcf-ed44d86e2c2a owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:34:13.450072 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f3267fd-f5a0-421f-ae8d-4352ad60ba0b req-9adb8996-aba4-4a57-ab6d-e8d45b48921c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:13.464368 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['9b184347-39a4-4c73-abcf-ed44d86e2c2a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:34:13.488593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50cfe4b1-99cd-487b-890a-6b506605e08b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:34:13.498689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb8996-aba4-4a57-ab6d-e8d45b48921c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Pushing event deleted for resources: {'Port': ['ID=9b184347-39a4-4c73-abcf-ed44d86e2c2a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:13.524739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51918) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:13.568772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3267fd-f5a0-421f-ae8d-4352ad60ba0b req-9adb8996-aba4-4a57-ab6d-e8d45b48921c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] No DVR routers for this DVR port 9b184347-39a4-4c73-abcf-ed44d86e2c2a on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:34:13.572186 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7f3267fd-f5a0-421f-ae8d-4352ad60ba0b req-9adb8996-aba4-4a57-ab6d-e8d45b48921c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:13.575920 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f3267fd-f5a0-421f-ae8d-4352ad60ba0b req-9adb8996-aba4-4a57-ab6d-e8d45b48921c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.73 "DELETE /v2.0/ports/9b184347-39a4-4c73-abcf-ed44d86e2c2a HTTP/1.1" status: 204 len: 173 time: 0.6172507 Jul 05 10:34:13.576864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a329fb0-e4e9-4a57-8857-3c9d5a7751ce', 'name': 'network-vif-deleted', 'tag': '9b184347-39a4-4c73-abcf-ed44d86e2c2a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:13.580600 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0ef54e-605f-4019-850b-7a5e8f5ae5ee" -d '{"events": [{"server_uuid": "5a329fb0-e4e9-4a57-8857-3c9d5a7751ce", "name": "network-vif-deleted", "tag": "9b184347-39a4-4c73-abcf-ed44d86e2c2a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:13.642768 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c66435-8703-4acc-8f69-c405f3dedf99 x-openstack-request-id: req-d9c66435-8703-4acc-8f69-c405f3dedf99 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:13.643212 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a329fb0-e4e9-4a57-8857-3c9d5a7751ce", "name": "network-vif-deleted", "tag": "9b184347-39a4-4c73-abcf-ed44d86e2c2a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:13.643625 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d9c66435-8703-4acc-8f69-c405f3dedf99 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:13.644014 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3acb95a5-a9cf-49c6-b903-b3af1b4d12df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:13.644216 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a329fb0-e4e9-4a57-8857-3c9d5a7751ce', 'name': 'network-vif-deleted', 'tag': '9b184347-39a4-4c73-abcf-ed44d86e2c2a', 'status': 'completed', 'code': 200} Jul 05 10:34:13.672183 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:13.685541 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c706-ea2e-44c9-9853-f268ca96e14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:13.804182 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c706-ea2e-44c9-9853-f268ca96e14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:13.864157 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c706-ea2e-44c9-9853-f268ca96e14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:13.938822 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b0a2c706-ea2e-44c9-9853-f268ca96e14f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=75fa8111a16e43b2a6af86439401a8b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118917 Jul 05 10:34:13.939975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2c706-ea2e-44c9-9853-f268ca96e14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc93c0d-6937-455c-9dee-5724221148aa,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:13.941537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51928) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:14.061593 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-beca2478-ca6d-4db4-8bdc-87bafa02bdc2 req-8218361c-6eee-4818-957b-432b348b1fcc tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a329fb0-e4e9-4a57-8857-3c9d5a7751ce HTTP/1.1" status: 200 len: 210 time: 0.0487764 Jul 05 10:34:14.083929 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f10a2d1-babb-4cb7-82db-3817a3310667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.131172 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f10a2d1-babb-4cb7-82db-3817a3310667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.260960 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f10a2d1-babb-4cb7-82db-3817a3310667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.264358 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f10a2d1-babb-4cb7-82db-3817a3310667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:14.265565 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2f10a2d1-babb-4cb7-82db-3817a3310667 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8bc93c0d-6937-455c-9dee-5724221148aa HTTP/1.1" status: 204 len: 168 time: 0.3226979 Jul 05 10:34:14.274682 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10a2d1-babb-4cb7-82db-3817a3310667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc93c0d-6937-455c-9dee-5724221148aa,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:14.986864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 51940) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:15.003946 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d8161bf-5d48-43e9-8dbe-46906c9b97a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.007756 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.104396 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d8161bf-5d48-43e9-8dbe-46906c9b97a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.169929 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d8161bf-5d48-43e9-8dbe-46906c9b97a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.218120 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5d8161bf-5d48-43e9-8dbe-46906c9b97a1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6fb9e1e6aac74bbb80e867a78c3e9801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301347 Jul 05 10:34:15.219094 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8161bf-5d48-43e9-8dbe-46906c9b97a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae79100-0ed6-4fb5-bcf0-1c918ef58396,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:15.222487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 51948) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:15.303502 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-33787b94-a62b-4bd2-94d9-4bc69ff1b3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.338174 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-33787b94-a62b-4bd2-94d9-4bc69ff1b3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.482919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-33787b94-a62b-4bd2-94d9-4bc69ff1b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.487379 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-33787b94-a62b-4bd2-94d9-4bc69ff1b3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:15.492285 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-33787b94-a62b-4bd2-94d9-4bc69ff1b3c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0ae79100-0ed6-4fb5-bcf0-1c918ef58396 HTTP/1.1" status: 204 len: 168 time: 0.2601767 Jul 05 10:34:15.512538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33787b94-a62b-4bd2-94d9-4bc69ff1b3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae79100-0ed6-4fb5-bcf0-1c918ef58396,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:15.573481 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-a017b24c-13f1-4bd7-a3a7-83d9e2b19c55 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:15.576129 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-a017b24c-13f1-4bd7-a3a7-83d9e2b19c55 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 805 time: 0.1836808 Jul 05 10:34:15.604424 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-c284fca3-7eec-4e04-a92e-93fdc8586979 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/quotas/74a2cb886e8f45d9845ba0f19f03a76c HTTP/1.1" status: 200 len: 375 time: 0.0167885 Jul 05 10:34:15.727368 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-19736181-6e09-4e38-9cf7-767b55c3c07d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1124308 Jul 05 10:34:15.860714 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-2c07e0b5-b47f-4f3b-89d5-86670c209615 service neutron] 10.222.0.77 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245916 Jul 05 10:34:15.986767 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-17d86d1a-0740-4136-b502-0a3167ca4a91 service neutron] 10.222.0.77 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193068 Jul 05 10:34:16.291523 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bf67832b-79cb-4712-87e6-2aa439d7e346 req-ff6801a3-c806-4a2f-b71a-5be42f55d7fd tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 210 time: 0.0383885 Jul 05 10:34:16.414927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 9b184347-39a4-4c73-abcf-ed44d86e2c2a no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:34:16.452083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 9b184347-39a4-4c73-abcf-ed44d86e2c2a {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:34:16.452722 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 9b184347-39a4-4c73-abcf-ed44d86e2c2a not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:34:16.836087 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:17.493127 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-01687b86-41f0-46bf-8110-916fff0af63e req-b6471619-5687-4192-be8b-0de4fc1d45cb tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 210 time: 0.0457907 Jul 05 10:34:18.693597 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d87226f3-cca4-4e5c-ae40-3d22639e8586 req-dd0fc660-944c-4f97-a3ad-245b407d63e7 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 210 time: 0.0481687 Jul 05 10:34:19.081817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-03cb09a1-10ba-41f3-8347-2761615f2edb tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:19.083666 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-03cb09a1-10ba-41f3-8347-2761615f2edb tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.64 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 805 time: 0.1573024 Jul 05 10:34:19.106287 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-835b9176-fa20-4adb-a09e-4be65dd8bb60 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Request body: {'port': {'device_id': 'd2660c59-5a0c-4ee6-b6f2-2c6f90697488', 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e', 'admin_state_up': True, 'tenant_id': '74a2cb886e8f45d9845ba0f19f03a76c'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:19.344642 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-835b9176-fa20-4adb-a09e-4be65dd8bb60 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Made reservation on behalf of 74a2cb886e8f45d9845ba0f19f03a76c for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:34:19.353578 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-835b9176-fa20-4adb-a09e-4be65dd8bb60 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.503106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-835b9176-fa20-4adb-a09e-4be65dd8bb60 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Allocated IP 172.20.0.3 (f07f9a36-47b5-4700-a8e9-30e7deb1de7e/98f7b6db-d802-47e9-b5c8-384631a1c751/a174d0ff-1820-43e1-8711-f9213b109941) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:34:19.737751 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-835b9176-fa20-4adb-a09e-4be65dd8bb60 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.871830 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-835b9176-fa20-4adb-a09e-4be65dd8bb60 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:19.889954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50cfe4b1-99cd-487b-890a-6b506605e08b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:34:19.920461 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7942d4d9-a9f6-49a6-9a0e-e18480a0f1c8 req-d0698f07-d701-4ba6-b436-aa21d15c7212 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 210 time: 0.0816610 Jul 05 10:34:19.955854 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-835b9176-fa20-4adb-a09e-4be65dd8bb60 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Network f07f9a36-47b5-4700-a8e9-30e7deb1de7e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:19.959815 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-835b9176-fa20-4adb-a09e-4be65dd8bb60 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:19.972725 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-835b9176-fa20-4adb-a09e-4be65dd8bb60 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:34:20.031053 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b9176-fa20-4adb-a09e-4be65dd8bb60 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Pushing event updated for resources: {'Port': ['ID=a174d0ff-1820-43e1-8711-f9213b109941,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:20.059373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-835b9176-fa20-4adb-a09e-4be65dd8bb60 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:20.060333 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-835b9176-fa20-4adb-a09e-4be65dd8bb60 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:20.148197 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-835b9176-fa20-4adb-a09e-4be65dd8bb60 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0519917 Jul 05 10:34:20.164550 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Request body: {'port': {'device_id': 'd2660c59-5a0c-4ee6-b6f2-2c6f90697488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:20.248144 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:20.615754 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a174d0ff-1820-43e1-8711-f9213b109941 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:34:20.624828 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:20.637910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Transition to ACTIVE for port object a174d0ff-1820-43e1-8711-f9213b109941 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:20.729378 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:20.799666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Pushing event updated for resources: {'Port': ['ID=a174d0ff-1820-43e1-8711-f9213b109941,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:20.860434 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Attempting to bind port a174d0ff-1820-43e1-8711-f9213b109941 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:34:20.860908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Attempting to bind port a174d0ff-1820-43e1-8711-f9213b109941 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:34:20.861312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Attempting to bind port a174d0ff-1820-43e1-8711-f9213b109941 on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:20.866308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Port a174d0ff-1820-43e1-8711-f9213b109941 on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:34:20.866676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Attempting to bind port a174d0ff-1820-43e1-8711-f9213b109941 on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:20.871868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:34:20.872229 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Checking segment: {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:20.872587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Bound using segment: {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:34:20.873058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Bound port: a174d0ff-1820-43e1-8711-f9213b109941, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:34:20.874463 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:20.946098 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] For port a174d0ff-1820-43e1-8711-f9213b109941, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:34:20.949892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] For port a174d0ff-1820-43e1-8711-f9213b109941, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a174d0ff-1820-43e1-8711-f9213b109941,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:34:21.078203 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:21.119771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:21.120532 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:21.122105 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] 10.222.0.64 "PUT /v2.0/ports/a174d0ff-1820-43e1-8711-f9213b109941 HTTP/1.1" status: 200 len: 1092 time: 0.9650216 Jul 05 10:34:21.124475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2660c59-5a0c-4ee6-b6f2-2c6f90697488', 'tag': 'a174d0ff-1820-43e1-8711-f9213b109941'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:21.124835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f3ab3-68e1-4785-8677-4eb04781c94e req-84ab752f-be28-473c-a005-40f0cd74965e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:21.128193 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c70f3ab3-68e1-4785-8677-4eb04781c94e req-84ab752f-be28-473c-a005-40f0cd74965e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 943 time: 0.0753756 Jul 05 10:34:21.129923 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199549d8-744d-441c-a8e6-2a6acc6f7c32" -d '{"events": [{"name": "network-changed", "server_uuid": "d2660c59-5a0c-4ee6-b6f2-2c6f90697488", "tag": "a174d0ff-1820-43e1-8711-f9213b109941"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:21.167049 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba6df1-c910-4b0f-947b-af5fa732f737 service neutron] Pushing event updated for resources: {'Port': ['ID=a174d0ff-1820-43e1-8711-f9213b109941,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:21.180501 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c70f3ab3-68e1-4785-8677-4eb04781c94e req-53f45a6a-7931-4be9-9861-03dd5ce48d55 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471945 Jul 05 10:34:21.190739 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f07d2bf-b58d-449c-95cf-8f8307cd6c6c x-openstack-request-id: req-0f07d2bf-b58d-449c-95cf-8f8307cd6c6c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:21.190739 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2660c59-5a0c-4ee6-b6f2-2c6f90697488", "tag": "a174d0ff-1820-43e1-8711-f9213b109941", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:21.190739 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f07d2bf-b58d-449c-95cf-8f8307cd6c6c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:21.190739 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2660c59-5a0c-4ee6-b6f2-2c6f90697488', 'tag': 'a174d0ff-1820-43e1-8711-f9213b109941', 'status': 'completed', 'code': 200} Jul 05 10:34:21.276762 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199549d8-744d-441c-a8e6-2a6acc6f7c32 req-802ef426-b3d2-42b2-a258-657adc8be523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:21.278655 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-199549d8-744d-441c-a8e6-2a6acc6f7c32 req-802ef426-b3d2-42b2-a258-657adc8be523 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 1095 time: 0.0643113 Jul 05 10:34:21.399293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199549d8-744d-441c-a8e6-2a6acc6f7c32 req-a8bfef2f-82e3-49b1-8a5d-ffe4ef33833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:21.404289 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-199549d8-744d-441c-a8e6-2a6acc6f7c32 req-a8bfef2f-82e3-49b1-8a5d-ffe4ef33833e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1173859 Jul 05 10:34:21.521912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199549d8-744d-441c-a8e6-2a6acc6f7c32 req-37a9c53f-2bbf-4baa-8ffa-cf16740c1625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:21.523426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-199549d8-744d-441c-a8e6-2a6acc6f7c32 req-37a9c53f-2bbf-4baa-8ffa-cf16740c1625 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1107781 Jul 05 10:34:21.631064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-fa73f119-f18f-45fa-938d-af7ea4fe0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:21.632797 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-fa73f119-f18f-45fa-938d-af7ea4fe0b31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 1095 time: 0.0652075 Jul 05 10:34:21.683424 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-380b9be4-67cc-40fc-bd46-eb5cdf5f860f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a174d0ff-1820-43e1-8711-f9213b109941 HTTP/1.1" status: 200 len: 217 time: 0.0393140 Jul 05 10:34:21.739911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-b80427d1-b7eb-4eb6-8ef9-b9e7dd1718e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:21.741174 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-b80427d1-b7eb-4eb6-8ef9-b9e7dd1718e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98f7b6db-d802-47e9-b5c8-384631a1c751 HTTP/1.1" status: 200 len: 845 time: 0.0488808 Jul 05 10:34:21.780473 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-85ed5fa0-7fc1-4dfb-9133-0fc314b9929d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297296 Jul 05 10:34:21.898779 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-bf9c9d57-73d1-4a9b-9212-8cbdf0a4a004 service neutron] 10.222.0.64 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081595 Jul 05 10:34:22.033886 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7cab127a-c734-400e-bb2c-35c401ee6bde req-c9570cc5-7423-465c-9842-1dce7530c7a6 service neutron] 10.222.0.64 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240468 Jul 05 10:34:22.375297 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:22.469979 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564d79a-f905-487a-a422-decd10dc4a1a req-bae3ea0f-cc74-411f-af56-ac206b5f0faf tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:22.472535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6564d79a-f905-487a-a422-decd10dc4a1a req-bae3ea0f-cc74-411f-af56-ac206b5f0faf tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 943 time: 0.1277423 Jul 05 10:34:22.528162 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6564d79a-f905-487a-a422-decd10dc4a1a req-85caac64-2f43-4cd9-8a12-bb223d9aec9d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473866 Jul 05 10:34:23.718192 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257659a-1459-435b-a020-57dd46d56274 req-931655d9-e3e9-4278-9fea-88d297cf70ee tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:23.719913 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3257659a-1459-435b-a020-57dd46d56274 req-931655d9-e3e9-4278-9fea-88d297cf70ee tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 943 time: 0.0738518 Jul 05 10:34:23.760935 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3257659a-1459-435b-a020-57dd46d56274 req-6ebe1ae2-f564-4b1c-91d4-40e576005fd9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348268 Jul 05 10:34:24.089837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a174d0ff-1820-43e1-8711-f9213b109941 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:34:24.304075 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:24.341871 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a174d0ff-1820-43e1-8711-f9213b109941, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a174d0ff-1820-43e1-8711-f9213b109941,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:24.352855 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'a174d0ff-1820-43e1-8711-f9213b109941', 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e', 'port_id': 'a174d0ff-1820-43e1-8711-f9213b109941', 'mac_address': 'fa:16:3e:6a:1a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f7b6db-d802-47e9-b5c8-384631a1c751', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:34:24.393474 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:24.407011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a174d0ff-1820-43e1-8711-f9213b109941 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:34:24.428060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a174d0ff-1820-43e1-8711-f9213b109941, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a174d0ff-1820-43e1-8711-f9213b109941,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:24.505336 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:24.568407 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=a174d0ff-1820-43e1-8711-f9213b109941,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:24.783970 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['a174d0ff-1820-43e1-8711-f9213b109941'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:34:25.000314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52925763-80f4-4504-b64b-8965c552a217 req-397089b4-f22e-46d1-9ff0-09e35a731a80 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:25.004636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-52925763-80f4-4504-b64b-8965c552a217 req-397089b4-f22e-46d1-9ff0-09e35a731a80 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 944 time: 0.0875931 Jul 05 10:34:25.048948 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-52925763-80f4-4504-b64b-8965c552a217 req-ebb6ea47-438f-4e9a-9e77-080babdd2c58 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374742 Jul 05 10:34:26.076260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a174d0ff-1820-43e1-8711-f9213b109941 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:26.265310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1249c8a-85ac-4356-8f36-1bbd454717ef req-a13e50a7-5db1-4ab3-9593-06370b798b26 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:26.267119 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a1249c8a-85ac-4356-8f36-1bbd454717ef req-a13e50a7-5db1-4ab3-9593-06370b798b26 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 944 time: 0.0796740 Jul 05 10:34:26.274449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port a174d0ff-1820-43e1-8711-f9213b109941 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:26.279395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port a174d0ff-1820-43e1-8711-f9213b109941 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:26.279895 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:26.314935 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a1249c8a-85ac-4356-8f36-1bbd454717ef req-8677f53f-93e8-4631-8753-30077a05ffad tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411053 Jul 05 10:34:26.393385 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:26.421546 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2660c59-5a0c-4ee6-b6f2-2c6f90697488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a174d0ff-1820-43e1-8711-f9213b109941'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:26.424112 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1e43cf-d295-4728-a70a-dde5749f23f6" -d '{"events": [{"server_uuid": "d2660c59-5a0c-4ee6-b6f2-2c6f90697488", "name": "network-vif-plugged", "status": "completed", "tag": "a174d0ff-1820-43e1-8711-f9213b109941"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:26.441510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a174d0ff-1820-43e1-8711-f9213b109941, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a174d0ff-1820-43e1-8711-f9213b109941,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:26.480652 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e09ad9-7dc9-490e-b800-b995f55dbeaa x-openstack-request-id: req-09e09ad9-7dc9-490e-b800-b995f55dbeaa {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:26.480994 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2660c59-5a0c-4ee6-b6f2-2c6f90697488", "name": "network-vif-plugged", "status": "completed", "tag": "a174d0ff-1820-43e1-8711-f9213b109941", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:26.481311 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-09e09ad9-7dc9-490e-b800-b995f55dbeaa {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:26.482329 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2660c59-5a0c-4ee6-b6f2-2c6f90697488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a174d0ff-1820-43e1-8711-f9213b109941', 'code': 200} Jul 05 10:34:26.516365 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:26.576787 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=a174d0ff-1820-43e1-8711-f9213b109941,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:26.606423 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dc1fb-a438-4d82-badd-ad98503593cd req-e2e304cc-78c5-4b00-8006-cff814d859b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:26.608176 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e7dc1fb-a438-4d82-badd-ad98503593cd req-e2e304cc-78c5-4b00-8006-cff814d859b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 1097 time: 0.0671871 Jul 05 10:34:26.651493 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e7dc1fb-a438-4d82-badd-ad98503593cd req-bc79deab-7b29-4c75-a423-8dcda5ffdb3a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319448 Jul 05 10:34:27.525947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076ca06-e0e9-4578-abc8-09182f27f576 req-86745c30-1e90-4b50-b9d4-755cd7238012 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:27.528558 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b076ca06-e0e9-4578-abc8-09182f27f576 req-86745c30-1e90-4b50-b9d4-755cd7238012 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 945 time: 0.0870624 Jul 05 10:34:27.574316 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b076ca06-e0e9-4578-abc8-09182f27f576 req-c9693c20-433d-4920-a78a-ab5f49b372a2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391583 Jul 05 10:34:28.429556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52166) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:28.539835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:28.633322 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:28.705942 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:28.746609 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=65fa8eba897a45c8a8ea47ef69622961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3159792 Jul 05 10:34:28.748700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee2b8e1-2850-4c07-8ca0-470a20b0f0f2,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:28.750797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52174) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:28.755047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2775c0-88c3-426b-a1aa-a2b9ca7d7458 req-fb8c3ecf-9d8a-409a-adbb-3ee24da483d9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:28.756692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de2775c0-88c3-426b-a1aa-a2b9ca7d7458 req-fb8c3ecf-9d8a-409a-adbb-3ee24da483d9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 945 time: 0.0666599 Jul 05 10:34:28.771525 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:28.771891 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:28.772231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:28.772575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:28.772902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:28.773230 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:28.773552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:28.773873 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:28.774194 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:28.774513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:28.774829 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:28.775148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfa11f-5150-4974-bced-14bc0482ba3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:28.799975 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de2775c0-88c3-426b-a1aa-a2b9ca7d7458 req-0a207f30-4f5b-4adf-8f47-ef5e5a9b3d4e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374525 Jul 05 10:34:28.818346 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d614361e-c3d7-429e-92a5-fa18e4a4e3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:28.844451 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d614361e-c3d7-429e-92a5-fa18e4a4e3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:28.991839 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d614361e-c3d7-429e-92a5-fa18e4a4e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:28.994599 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d614361e-c3d7-429e-92a5-fa18e4a4e3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:28.995972 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d614361e-c3d7-429e-92a5-fa18e4a4e3ca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eee2b8e1-2850-4c07-8ca0-470a20b0f0f2 HTTP/1.1" status: 204 len: 168 time: 0.2443075 Jul 05 10:34:29.004286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614361e-c3d7-429e-92a5-fa18e4a4e3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee2b8e1-2850-4c07-8ca0-470a20b0f0f2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:29.281365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c9af5-d133-4f2f-891e-1982aa2bb547 req-5a6579e6-31e0-4290-a751-24b917b83c13 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:29.282790 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-569c9af5-d133-4f2f-891e-1982aa2bb547 req-5a6579e6-31e0-4290-a751-24b917b83c13 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 945 time: 0.0701962 Jul 05 10:34:29.322334 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-569c9af5-d133-4f2f-891e-1982aa2bb547 req-15af7066-fb92-4e2e-aab6-ef71baeea1e2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337298 Jul 05 10:34:29.502181 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc60cdb-2577-41e6-a854-8eb4840a4942 req-9bc9af89-081e-4934-85aa-e3d21973a3e0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:29.503702 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3dc60cdb-2577-41e6-a854-8eb4840a4942 req-9bc9af89-081e-4934-85aa-e3d21973a3e0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 945 time: 0.0657969 Jul 05 10:34:29.542705 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3dc60cdb-2577-41e6-a854-8eb4840a4942 req-06a5c60b-1508-4111-94be-56b2b29fef73 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327556 Jul 05 10:34:29.747029 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52192) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:29.760237 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-75c7fc79-6b53-4ca7-9cb4-aa3299e1d173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:29.848668 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-75c7fc79-6b53-4ca7-9cb4-aa3299e1d173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:29.912189 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-75c7fc79-6b53-4ca7-9cb4-aa3299e1d173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:29.952853 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-75c7fc79-6b53-4ca7-9cb4-aa3299e1d173 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e423d1cc20894d45b96af7684e2b127c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041030 Jul 05 10:34:29.953890 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7fc79-6b53-4ca7-9cb4-aa3299e1d173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32251006-63c9-4dff-975c-daf16f7df154,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:29.954014 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52194) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:30.009415 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74db3589-422f-4b19-ad12-e7cac51a879f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:30.033109 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74db3589-422f-4b19-ad12-e7cac51a879f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:30.193505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85ac9d-e569-4d56-954d-be33155013fc req-2eeb762e-45fb-4fab-bd52-2a359f1f3fb9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:30.194933 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca85ac9d-e569-4d56-954d-be33155013fc req-2eeb762e-45fb-4fab-bd52-2a359f1f3fb9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 945 time: 0.0646751 Jul 05 10:34:30.221507 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74db3589-422f-4b19-ad12-e7cac51a879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:30.224864 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-74db3589-422f-4b19-ad12-e7cac51a879f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:30.226064 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-74db3589-422f-4b19-ad12-e7cac51a879f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/32251006-63c9-4dff-975c-daf16f7df154 HTTP/1.1" status: 204 len: 168 time: 0.2709198 Jul 05 10:34:30.248005 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db3589-422f-4b19-ad12-e7cac51a879f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32251006-63c9-4dff-975c-daf16f7df154,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:30.252241 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca85ac9d-e569-4d56-954d-be33155013fc req-3c6114b3-0402-4e9e-81db-1972ac02217e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516934 Jul 05 10:34:31.440775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018c741-3e5a-4ad6-a471-7741858e3dcf req-47671889-3aab-4970-ac16-ed0b9061fef5 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:31.442459 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2018c741-3e5a-4ad6-a471-7741858e3dcf req-47671889-3aab-4970-ac16-ed0b9061fef5 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 945 time: 0.0687561 Jul 05 10:34:31.485084 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2018c741-3e5a-4ad6-a471-7741858e3dcf req-c02ce4ac-c9f7-4879-8194-b2d699ec6dcd tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363653 Jul 05 10:34:31.569475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54546cd8-e94c-4384-bcb2-733859a7d505 req-de0691f1-a1a6-41b9-97b8-4b05a2e5a3d9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:31.570945 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-54546cd8-e94c-4384-bcb2-733859a7d505 req-de0691f1-a1a6-41b9-97b8-4b05a2e5a3d9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 945 time: 0.0642283 Jul 05 10:34:31.689289 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-54546cd8-e94c-4384-bcb2-733859a7d505 req-922e8963-88f6-45d1-a432-4e7ff58afcaa tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Deleting port a174d0ff-1820-43e1-8711-f9213b109941 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:34:31.689627 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-54546cd8-e94c-4384-bcb2-733859a7d505 req-922e8963-88f6-45d1-a432-4e7ff58afcaa tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:31.788121 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-54546cd8-e94c-4384-bcb2-733859a7d505 req-922e8963-88f6-45d1-a432-4e7ff58afcaa tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] For port a174d0ff-1820-43e1-8711-f9213b109941, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a174d0ff-1820-43e1-8711-f9213b109941,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:31.788544 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-54546cd8-e94c-4384-bcb2-733859a7d505 req-922e8963-88f6-45d1-a432-4e7ff58afcaa tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:31.803532 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-54546cd8-e94c-4384-bcb2-733859a7d505 req-922e8963-88f6-45d1-a432-4e7ff58afcaa tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Calling delete_port for a174d0ff-1820-43e1-8711-f9213b109941 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:34:32.092250 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-54546cd8-e94c-4384-bcb2-733859a7d505 req-922e8963-88f6-45d1-a432-4e7ff58afcaa tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:32.104254 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50cfe4b1-99cd-487b-890a-6b506605e08b', 'a174d0ff-1820-43e1-8711-f9213b109941'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:34:32.120169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e8963-88f6-45d1-a432-4e7ff58afcaa tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Pushing event deleted for resources: {'Port': ['ID=a174d0ff-1820-43e1-8711-f9213b109941,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:32.173884 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-54546cd8-e94c-4384-bcb2-733859a7d505 req-922e8963-88f6-45d1-a432-4e7ff58afcaa tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] No DVR routers for this DVR port a174d0ff-1820-43e1-8711-f9213b109941 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:34:32.176642 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-54546cd8-e94c-4384-bcb2-733859a7d505 req-922e8963-88f6-45d1-a432-4e7ff58afcaa tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:32.178816 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-54546cd8-e94c-4384-bcb2-733859a7d505 req-922e8963-88f6-45d1-a432-4e7ff58afcaa tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.64 "DELETE /v2.0/ports/a174d0ff-1820-43e1-8711-f9213b109941 HTTP/1.1" status: 204 len: 173 time: 0.5993874 Jul 05 10:34:32.179492 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2660c59-5a0c-4ee6-b6f2-2c6f90697488', 'name': 'network-vif-deleted', 'tag': 'a174d0ff-1820-43e1-8711-f9213b109941'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:32.181985 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679662c7-334d-4786-8147-b1440d79b235" -d '{"events": [{"server_uuid": "d2660c59-5a0c-4ee6-b6f2-2c6f90697488", "name": "network-vif-deleted", "tag": "a174d0ff-1820-43e1-8711-f9213b109941"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:32.238750 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2b3666-3a71-4b89-b4c7-d6476a877a83 x-openstack-request-id: req-9f2b3666-3a71-4b89-b4c7-d6476a877a83 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:32.238986 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2660c59-5a0c-4ee6-b6f2-2c6f90697488", "name": "network-vif-deleted", "tag": "a174d0ff-1820-43e1-8711-f9213b109941", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:32.239196 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f2b3666-3a71-4b89-b4c7-d6476a877a83 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:32.239608 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2660c59-5a0c-4ee6-b6f2-2c6f90697488', 'name': 'network-vif-deleted', 'tag': 'a174d0ff-1820-43e1-8711-f9213b109941', 'status': 'completed', 'code': 200} Jul 05 10:34:32.658865 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1584159f-1c4c-46dc-ad11-89a412dd9d9f req-ec26ab0a-2aff-4402-90cf-8768ee535c05 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2660c59-5a0c-4ee6-b6f2-2c6f90697488 HTTP/1.1" status: 200 len: 210 time: 0.0320926 Jul 05 10:34:33.520411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52284) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:33.628077 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c359a7ec-c1af-4cd4-a51b-76df7799eca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:33.720748 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c359a7ec-c1af-4cd4-a51b-76df7799eca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:33.815685 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c359a7ec-c1af-4cd4-a51b-76df7799eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:33.857744 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c359a7ec-c1af-4cd4-a51b-76df7799eca4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a72d8b9bf6c545eca1ecb9b64128c0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3363099 Jul 05 10:34:33.859173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359a7ec-c1af-4cd4-a51b-76df7799eca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b86794-6196-4d01-a05e-02e30dbab1b5,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:33.860418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52296) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:33.928748 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-79367713-f6d1-474e-aed2-a3079087618a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:33.953522 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-79367713-f6d1-474e-aed2-a3079087618a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:34.057680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-f3f39390-43e3-4661-b9bb-e1f7035e4046 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:34.059316 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-f3f39390-43e3-4661-b9bb-e1f7035e4046 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 805 time: 0.1277390 Jul 05 10:34:34.079688 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-a2591b68-a38d-40fb-b8eb-76947d5a477a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/quotas/74a2cb886e8f45d9845ba0f19f03a76c HTTP/1.1" status: 200 len: 375 time: 0.0139778 Jul 05 10:34:34.106653 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a174d0ff-1820-43e1-8711-f9213b109941 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:34:34.130133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: a174d0ff-1820-43e1-8711-f9213b109941 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:34:34.130334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a174d0ff-1820-43e1-8711-f9213b109941 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:34:34.132950 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-79367713-f6d1-474e-aed2-a3079087618a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:34.135659 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-79367713-f6d1-474e-aed2-a3079087618a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:34.136907 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-79367713-f6d1-474e-aed2-a3079087618a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/57b86794-6196-4d01-a05e-02e30dbab1b5 HTTP/1.1" status: 204 len: 168 time: 0.2745655 Jul 05 10:34:34.145810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79367713-f6d1-474e-aed2-a3079087618a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b86794-6196-4d01-a05e-02e30dbab1b5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:34.151234 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-db3a1e88-7cbe-43f4-abf9-95182dd8b567 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0681236 Jul 05 10:34:34.256667 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-71b3418e-6b06-4122-a8cb-67b8b393e595 service neutron] 10.222.0.77 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975273 Jul 05 10:34:34.657526 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-d8aea4ad-691f-4d4a-a5d7-6f06f13cc5e0 service neutron] 10.222.0.77 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952899 Jul 05 10:34:34.957666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52316) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:34.972318 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f06e90e8-e277-410c-97d0-b9f24b5d1e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:35.059688 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f06e90e8-e277-410c-97d0-b9f24b5d1e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:35.175987 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-673a560c-d05c-4c42-a007-173a187801cf req-8927354d-0c6c-4193-9c9f-8d68f5ba9184 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 210 time: 0.0393949 Jul 05 10:34:35.194421 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f06e90e8-e277-410c-97d0-b9f24b5d1e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:35.238992 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f06e90e8-e277-410c-97d0-b9f24b5d1e67 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=75114441a4444ab89f5ba08276c033b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801790 Jul 05 10:34:35.255753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e90e8-e277-410c-97d0-b9f24b5d1e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96627567-1dc9-4ec6-8f4a-de918e9ef021,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:35.257013 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52326) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:35.325396 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f612c0d5-3562-4d2c-beee-331f3c7b309e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:35.353813 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f612c0d5-3562-4d2c-beee-331f3c7b309e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:35.529298 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f612c0d5-3562-4d2c-beee-331f3c7b309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:35.532163 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f612c0d5-3562-4d2c-beee-331f3c7b309e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:35.533543 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f612c0d5-3562-4d2c-beee-331f3c7b309e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/96627567-1dc9-4ec6-8f4a-de918e9ef021 HTTP/1.1" status: 204 len: 168 time: 0.2748351 Jul 05 10:34:35.543600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612c0d5-3562-4d2c-beee-331f3c7b309e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96627567-1dc9-4ec6-8f4a-de918e9ef021,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:36.340371 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3cf76811-5c76-4925-aeb3-e47c4aa05fb1 req-8c3e4175-8026-4370-814a-39c948048f0f tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 210 time: 0.0479264 Jul 05 10:34:37.501629 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a89c76d2-6a01-4cb4-b960-d41049026db2 req-a58bd001-037f-49bc-83eb-bbca3a857633 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 210 time: 0.0486469 Jul 05 10:34:37.555345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52372) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:37.680829 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2eaadb6f-75f8-4a7b-8791-7bc130a0bb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:37.780432 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2eaadb6f-75f8-4a7b-8791-7bc130a0bb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:37.877058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-e7f26923-6b4d-448e-8b7f-7695ddf8dccc tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:37.878508 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-e7f26923-6b4d-448e-8b7f-7695ddf8dccc tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.64 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 805 time: 0.1157839 Jul 05 10:34:37.897755 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-4b6f0ebc-53b3-4504-829d-bbb03b3bea37 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Request body: {'port': {'device_id': 'e7571bf4-98fb-4a0f-a009-26d6a5d82c7f', 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e', 'admin_state_up': True, 'tenant_id': '74a2cb886e8f45d9845ba0f19f03a76c'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:37.904473 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2eaadb6f-75f8-4a7b-8791-7bc130a0bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:37.995141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaadb6f-75f8-4a7b-8791-7bc130a0bb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4873c16-8f7a-4807-a144-d50dfd65079a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:37.999954 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2eaadb6f-75f8-4a7b-8791-7bc130a0bb7b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=edc26137ec674088861be9d7e58a3fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4434257 Jul 05 10:34:38.002860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52378) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:38.088414 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-982b2678-e1fb-4019-a29e-ed3f560535a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:38.113153 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-982b2678-e1fb-4019-a29e-ed3f560535a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:38.190191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-4b6f0ebc-53b3-4504-829d-bbb03b3bea37 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Made reservation on behalf of 74a2cb886e8f45d9845ba0f19f03a76c for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:34:38.193955 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-4b6f0ebc-53b3-4504-829d-bbb03b3bea37 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:38.320260 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-982b2678-e1fb-4019-a29e-ed3f560535a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:38.322812 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-982b2678-e1fb-4019-a29e-ed3f560535a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:38.324053 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-982b2678-e1fb-4019-a29e-ed3f560535a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c4873c16-8f7a-4807-a144-d50dfd65079a HTTP/1.1" status: 204 len: 168 time: 0.3201993 Jul 05 10:34:38.367651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b2678-e1fb-4019-a29e-ed3f560535a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4873c16-8f7a-4807-a144-d50dfd65079a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:38.442831 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-4b6f0ebc-53b3-4504-829d-bbb03b3bea37 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Allocated IP 172.20.0.7 (f07f9a36-47b5-4700-a8e9-30e7deb1de7e/98f7b6db-d802-47e9-b5c8-384631a1c751/bf324d7f-eb49-4832-9d46-6cb95a14cdfc) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:34:38.620331 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-4b6f0ebc-53b3-4504-829d-bbb03b3bea37 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:38.672362 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f75200e-ca5a-42c2-bd96-04578b8033d6 req-4da2c4eb-6199-4178-a51b-c3ec585e12c4 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 210 time: 0.0343900 Jul 05 10:34:38.946910 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-4b6f0ebc-53b3-4504-829d-bbb03b3bea37 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:38.963164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50cfe4b1-99cd-487b-890a-6b506605e08b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:34:39.002920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-4b6f0ebc-53b3-4504-829d-bbb03b3bea37 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Network f07f9a36-47b5-4700-a8e9-30e7deb1de7e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:39.007334 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-4b6f0ebc-53b3-4504-829d-bbb03b3bea37 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:39.009885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-4b6f0ebc-53b3-4504-829d-bbb03b3bea37 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:34:39.019653 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f0ebc-53b3-4504-829d-bbb03b3bea37 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Pushing event updated for resources: {'Port': ['ID=bf324d7f-eb49-4832-9d46-6cb95a14cdfc,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:39.079352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-4b6f0ebc-53b3-4504-829d-bbb03b3bea37 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:39.080678 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-4b6f0ebc-53b3-4504-829d-bbb03b3bea37 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:39.147100 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-4b6f0ebc-53b3-4504-829d-bbb03b3bea37 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2555344 Jul 05 10:34:39.163863 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Request body: {'port': {'device_id': 'e7571bf4-98fb-4a0f-a009-26d6a5d82c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:39.245328 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:39.553308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf324d7f-eb49-4832-9d46-6cb95a14cdfc {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:34:39.561714 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:39.573952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Transition to ACTIVE for port object bf324d7f-eb49-4832-9d46-6cb95a14cdfc will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:39.654294 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:39.711649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf324d7f-eb49-4832-9d46-6cb95a14cdfc,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:39.844601 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Attempting to bind port bf324d7f-eb49-4832-9d46-6cb95a14cdfc on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:34:39.848727 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Attempting to bind port bf324d7f-eb49-4832-9d46-6cb95a14cdfc by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:34:39.848727 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Attempting to bind port bf324d7f-eb49-4832-9d46-6cb95a14cdfc on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:39.857309 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Port bf324d7f-eb49-4832-9d46-6cb95a14cdfc on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:34:39.857679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Attempting to bind port bf324d7f-eb49-4832-9d46-6cb95a14cdfc on network f07f9a36-47b5-4700-a8e9-30e7deb1de7e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:39.878693 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:34:39.879513 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Checking segment: {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:39.879513 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Bound using segment: {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:34:39.879916 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Bound port: bf324d7f-eb49-4832-9d46-6cb95a14cdfc, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4401f41f-c4d3-48a5-9ed0-e54177ee8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:34:39.880399 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:39.938444 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8b133-c084-4204-98d2-274f23507468 req-6a533370-d68b-4417-93e9-c663e47672fa tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:39.939925 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2af8b133-c084-4204-98d2-274f23507468 req-6a533370-d68b-4417-93e9-c663e47672fa tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 943 time: 0.1411042 Jul 05 10:34:39.996220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] For port bf324d7f-eb49-4832-9d46-6cb95a14cdfc, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:34:40.009397 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2af8b133-c084-4204-98d2-274f23507468 req-36164db8-8589-469c-9776-dff0989c383a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591352 Jul 05 10:34:40.013453 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] For port bf324d7f-eb49-4832-9d46-6cb95a14cdfc, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bf324d7f-eb49-4832-9d46-6cb95a14cdfc,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:34:40.078782 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:40.115935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:40.116560 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:40.119871 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] 10.222.0.64 "PUT /v2.0/ports/bf324d7f-eb49-4832-9d46-6cb95a14cdfc HTTP/1.1" status: 200 len: 1092 time: 0.9587579 Jul 05 10:34:40.119871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7571bf4-98fb-4a0f-a009-26d6a5d82c7f', 'tag': 'bf324d7f-eb49-4832-9d46-6cb95a14cdfc'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:40.120670 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a08498-4bdd-4e73-90b7-b344f02e1881" -d '{"events": [{"name": "network-changed", "server_uuid": "e7571bf4-98fb-4a0f-a009-26d6a5d82c7f", "tag": "bf324d7f-eb49-4832-9d46-6cb95a14cdfc"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:40.145778 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbe946-d7ba-4a76-9698-5c7b809547c1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf324d7f-eb49-4832-9d46-6cb95a14cdfc,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:40.161645 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5262639f-a7bc-4d0b-b738-ada5624797e5 x-openstack-request-id: req-5262639f-a7bc-4d0b-b738-ada5624797e5 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:40.162105 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7571bf4-98fb-4a0f-a009-26d6a5d82c7f", "tag": "bf324d7f-eb49-4832-9d46-6cb95a14cdfc", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:40.162366 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5262639f-a7bc-4d0b-b738-ada5624797e5 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:40.162806 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7571bf4-98fb-4a0f-a009-26d6a5d82c7f', 'tag': 'bf324d7f-eb49-4832-9d46-6cb95a14cdfc', 'status': 'completed', 'code': 200} Jul 05 10:34:40.240385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a08498-4bdd-4e73-90b7-b344f02e1881 req-edd22e77-298a-40d2-87fb-c99ba7381638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:40.241834 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84a08498-4bdd-4e73-90b7-b344f02e1881 req-edd22e77-298a-40d2-87fb-c99ba7381638 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 1095 time: 0.0563235 Jul 05 10:34:40.350323 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:34:40.358268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a08498-4bdd-4e73-90b7-b344f02e1881 req-1084fbd9-5858-497a-843d-12ca36d7c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:40.359815 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84a08498-4bdd-4e73-90b7-b344f02e1881 req-1084fbd9-5858-497a-843d-12ca36d7c946 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1059399 Jul 05 10:34:40.422815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52428) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:40.474347 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a08498-4bdd-4e73-90b7-b344f02e1881 req-199e755e-0edf-4cc0-866f-f80f24c42489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:40.476567 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-84a08498-4bdd-4e73-90b7-b344f02e1881 req-199e755e-0edf-4cc0-866f-f80f24c42489 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1072547 Jul 05 10:34:40.583155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-ac6eb0fd-cb01-47dc-a8e5-c7e7ad97fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:40.585420 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-ac6eb0fd-cb01-47dc-a8e5-c7e7ad97fd6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 1095 time: 0.0612266 Jul 05 10:34:40.598340 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c64794d7-5ee8-40a2-a3f5-689c634d7073 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'network': {'name': 'tempest-network-smoke--677528445', 'project_id': '8e66d79111844aa38485a483a5286664', 'port_security_enabled': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:40.642800 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-da4d1958-03bb-4b92-963d-c6e9ef8ccb45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf324d7f-eb49-4832-9d46-6cb95a14cdfc HTTP/1.1" status: 200 len: 217 time: 0.0463572 Jul 05 10:34:40.699885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-d55cd3ee-6fe7-4438-b520-73b7e7d820b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:40.702863 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-d55cd3ee-6fe7-4438-b520-73b7e7d820b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98f7b6db-d802-47e9-b5c8-384631a1c751 HTTP/1.1" status: 200 len: 845 time: 0.0492997 Jul 05 10:34:40.729524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64794d7-5ee8-40a2-a3f5-689c634d7073 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Made reservation on behalf of 8e66d79111844aa38485a483a5286664 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:34:40.734062 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c64794d7-5ee8-40a2-a3f5-689c634d7073 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:40.746914 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c64794d7-5ee8-40a2-a3f5-689c634d7073 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:40.748949 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-26fe576c-002f-4eef-8506-6f14cd5b8daa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335824 Jul 05 10:34:40.865874 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c64794d7-5ee8-40a2-a3f5-689c634d7073 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:40.879527 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-ef548d7f-9b8f-4a82-9a25-565f3fb19b67 service neutron] 10.222.0.64 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195841 Jul 05 10:34:40.917321 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c64794d7-5ee8-40a2-a3f5-689c634d7073 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:40.950166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64794d7-5ee8-40a2-a3f5-689c634d7073 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:34:40.952600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64794d7-5ee8-40a2-a3f5-689c634d7073 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0386f63d-ab8a-401d-bd12-735be7924c9d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:40.970059 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c64794d7-5ee8-40a2-a3f5-689c634d7073 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:40.974751 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-c64794d7-5ee8-40a2-a3f5-689c634d7073 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Added segment a4d9b4ae-ce29-43d7-89c2-d316ae05576d of type vlan for network 28e2cd35-4657-4d8d-9b30-c01f19aafa04 Jul 05 10:34:41.018041 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c8e436e7-66db-4e59-9f38-4a4d984c2fef req-3c74b4a9-1eec-4347-94d1-30788741dda5 service neutron] 10.222.0.64 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284091 Jul 05 10:34:41.028266 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c64794d7-5ee8-40a2-a3f5-689c634d7073 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:41.146356 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-049a7fbb-58ba-493f-9bb3-29786c8d76f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:41.202497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eee154-613c-4bb7-8ec8-f27b110ac9d5 req-ce0b771a-5f0a-41a6-8bb7-55db64d5c3c9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:41.204081 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-81eee154-613c-4bb7-8ec8-f27b110ac9d5 req-ce0b771a-5f0a-41a6-8bb7-55db64d5c3c9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 943 time: 0.0692832 Jul 05 10:34:41.205290 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c64794d7-5ee8-40a2-a3f5-689c634d7073 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:41.211139 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64794d7-5ee8-40a2-a3f5-689c634d7073 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:41.211840 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c64794d7-5ee8-40a2-a3f5-689c634d7073 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:41.302705 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c64794d7-5ee8-40a2-a3f5-689c634d7073 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8779867 Jul 05 10:34:41.308767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52438) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:41.311259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'admin_state_up': True, 'project_id': '8e66d79111844aa38485a483a5286664', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:41.312347 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-81eee154-613c-4bb7-8ec8-f27b110ac9d5 req-25b1a3b9-17f3-46c0-b0a8-1b5529251818 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976708 Jul 05 10:34:41.312962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64794d7-5ee8-40a2-a3f5-689c634d7073 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Network': ['ID=28e2cd35-4657-4d8d-9b30-c01f19aafa04,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:41.325762 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 28e2cd35-4657-4d8d-9b30-c01f19aafa04 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:34:41.407526 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:41.408896 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:41.510085 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:41.708240 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:42.001233 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:42.030200 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:42.299021 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Allocated IP 172.25.5.143 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/ab881915-c7ab-4dd4-871b-85b8245383a2) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:34:42.415172 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:42.516707 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001a6ee-a269-4bad-a4ae-6fb018007d4c req-ee475c3d-f6d5-4a48-83e5-911a3e98d741 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:42.518340 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8001a6ee-a269-4bad-a4ae-6fb018007d4c req-ee475c3d-f6d5-4a48-83e5-911a3e98d741 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 943 time: 0.0723364 Jul 05 10:34:42.534693 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:42.562801 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8001a6ee-a269-4bad-a4ae-6fb018007d4c req-2f4da0b1-320b-43ee-b3ea-f8b925ac16df tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372939 Jul 05 10:34:42.573914 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:42.579976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:42.584244 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:34:42.612245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Port': ['ID=ab881915-c7ab-4dd4-871b-85b8245383a2,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:42.626882 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:42.627279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:42.627648 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:42.628247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:42.628605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:42.628942 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:42.629277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:42.629605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:42.629930 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:42.630258 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:42.630584 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:42.630911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:42.977591 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:43.187006 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:43.576890 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c79e24b8-3636-4c62-89ba-e0379f5923e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:43.654709 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:43.717329 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Router 60507269-14e4-402d-8975-0d666e88df0a is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:34:43.749938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0e419-8709-4c3d-a3a3-14d984ddff23 req-b9141df2-92df-42bd-ad29-525783468b40 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:43.751508 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9fd0e419-8709-4c3d-a3a3-14d984ddff23 req-b9141df2-92df-42bd-ad29-525783468b40 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 943 time: 0.0637209 Jul 05 10:34:43.791541 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9fd0e419-8709-4c3d-a3a3-14d984ddff23 req-62f91ce1-2071-4c67-8b33-6ee2060dee7d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340552 Jul 05 10:34:43.830008 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:34:43.840036 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Sync routers for ids ['60507269-14e4-402d-8975-0d666e88df0a'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:34:43.849140 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Routers {'60507269-14e4-402d-8975-0d666e88df0a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:34:43.849761 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:34:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['60507269-14e4-402d-8975-0d666e88df0a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:43.928981 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:43.930252 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e78a3e75-fb98-451a-8cc4-65a005f64e7c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6232765 Jul 05 10:34:43.933579 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52454) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:43.955108 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Set router 60507269-14e4-402d-8975-0d666e88df0a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:34:44.018520 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5fdcbd43-754d-4993-8f72-76a82a5f4c13 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8e66d79111844aa38485a483a5286664&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0810261 Jul 05 10:34:44.019061 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52458) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:44.111965 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bf324d7f-eb49-4832-9d46-6cb95a14cdfc details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:34:44.202935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1be672-3dbe-48ae-9c14-13c7aaa47baa tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:44.205445 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ad1be672-3dbe-48ae-9c14-13c7aaa47baa tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1854818 Jul 05 10:34:44.207980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52464) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:44.219415 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:34:42Z', 'revision_number': 3, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:44.243165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bf324d7f-eb49-4832-9d46-6cb95a14cdfc, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bf324d7f-eb49-4832-9d46-6cb95a14cdfc,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:44.246795 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6eec0e25-88f1-407a-a751-4f4b224e89fb tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375948 Jul 05 10:34:44.249767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52466) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:44.252951 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Checking router: 60507269-14e4-402d-8975-0d666e88df0a for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:34:44.253308 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Updating router 60507269-14e4-402d-8975-0d666e88df0a port ab881915-c7ab-4dd4-871b-85b8245383a2 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:34:44.255056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-1e5a4382-dd69-4dcd-b8e8-95d1d7c1a6c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1510953389', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'project_id': '8e66d79111844aa38485a483a5286664', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:44.269013 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'bf324d7f-eb49-4832-9d46-6cb95a14cdfc', 'network_id': 'f07f9a36-47b5-4700-a8e9-30e7deb1de7e', 'port_id': 'bf324d7f-eb49-4832-9d46-6cb95a14cdfc', 'mac_address': 'fa:16:3e:06:82:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f7b6db-d802-47e9-b5c8-384631a1c751', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:34:44.291513 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:44.324178 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:44.340144 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf324d7f-eb49-4832-9d46-6cb95a14cdfc {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:34:44.361570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bf324d7f-eb49-4832-9d46-6cb95a14cdfc, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bf324d7f-eb49-4832-9d46-6cb95a14cdfc,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:44.414819 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5a4382-dd69-4dcd-b8e8-95d1d7c1a6c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Made reservation on behalf of 8e66d79111844aa38485a483a5286664 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:34:44.418635 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4382-dd69-4dcd-b8e8-95d1d7c1a6c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:44.449354 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:44.510944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bf324d7f-eb49-4832-9d46-6cb95a14cdfc,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:44.577806 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:44.589273 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Transition to ACTIVE for port object ab881915-c7ab-4dd4-871b-85b8245383a2 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:44.670414 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:44.712233 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4382-dd69-4dcd-b8e8-95d1d7c1a6c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:44.715923 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Attempting to bind port ab881915-c7ab-4dd4-871b-85b8245383a2 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:34:44.716285 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Attempting to bind port ab881915-c7ab-4dd4-871b-85b8245383a2 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:34:44.716784 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Attempting to bind port ab881915-c7ab-4dd4-871b-85b8245383a2 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:44.728698 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:34:44.728970 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:44.729366 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:44.729754 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:34:44.730219 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Bound port: ab881915-c7ab-4dd4-871b-85b8245383a2, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:34:44.730592 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:44.737608 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34341b09-53d9-46c6-8a57-7587ff92b6ee None None] Pushing event updated for resources: {'Port': ['ID=ab881915-c7ab-4dd4-871b-85b8245383a2,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:44.757516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['bf324d7f-eb49-4832-9d46-6cb95a14cdfc'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:34:44.788063 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34341b09-53d9-46c6-8a57-7587ff92b6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:44.788401 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34341b09-53d9-46c6-8a57-7587ff92b6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:44.788534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a4382-dd69-4dcd-b8e8-95d1d7c1a6c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Subnet': ['ID=12e9cc88-1ffd-4264-bfd3-2ace9325b575,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:44.788737 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34341b09-53d9-46c6-8a57-7587ff92b6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:44.789060 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34341b09-53d9-46c6-8a57-7587ff92b6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:44.789377 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34341b09-53d9-46c6-8a57-7587ff92b6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:44.789704 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34341b09-53d9-46c6-8a57-7587ff92b6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:44.790057 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34341b09-53d9-46c6-8a57-7587ff92b6ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:44.791210 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34341b09-53d9-46c6-8a57-7587ff92b6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:44.791539 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34341b09-53d9-46c6-8a57-7587ff92b6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:44.791902 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34341b09-53d9-46c6-8a57-7587ff92b6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:44.802215 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34341b09-53d9-46c6-8a57-7587ff92b6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:44.802215 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34341b09-53d9-46c6-8a57-7587ff92b6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:44.802795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a4382-dd69-4dcd-b8e8-95d1d7c1a6c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Checking segment: {'id': 'a4d9b4ae-ce29-43d7-89c2-d316ae05576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:44.802795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a4382-dd69-4dcd-b8e8-95d1d7c1a6c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network hostable DHCP agents. Network: 28e2cd35-4657-4d8d-9b30-c01f19aafa04, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:34:44.803156 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] For port ab881915-c7ab-4dd4-871b-85b8245383a2, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:34:44.807119 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] For port ab881915-c7ab-4dd4-871b-85b8245383a2, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ab881915-c7ab-4dd4-871b-85b8245383a2,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:34:44.895061 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:44.980903 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Routers {'60507269-14e4-402d-8975-0d666e88df0a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:34:44.981523 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:34:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['60507269-14e4-402d-8975-0d666e88df0a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:44.985139 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8506f9-81f7-4c1d-a3d9-bdb408104e01 req-d5c0503a-ada3-40a0-a369-f66bfcb238f1 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:44.986667 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a8506f9-81f7-4c1d-a3d9-bdb408104e01 req-d5c0503a-ada3-40a0-a369-f66bfcb238f1 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 944 time: 0.0814700 Jul 05 10:34:44.997488 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a4382-dd69-4dcd-b8e8-95d1d7c1a6c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network 28e2cd35-4657-4d8d-9b30-c01f19aafa04 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:34:45.015383 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:45.020447 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34341b09-53d9-46c6-8a57-7587ff92b6ee None None] Pushing event updated for resources: {'Port': ['ID=ab881915-c7ab-4dd4-871b-85b8245383a2,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:45.035665 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a8506f9-81f7-4c1d-a3d9-bdb408104e01 req-7b00e173-9f64-4ddc-a78a-6020f3d45eb7 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423772 Jul 05 10:34:45.091677 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] Set router 60507269-14e4-402d-8975-0d666e88df0a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:34:45.094483 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a4382-dd69-4dcd-b8e8-95d1d7c1a6c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 28e2cd35-4657-4d8d-9b30-c01f19aafa04) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:45.098876 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5a4382-dd69-4dcd-b8e8-95d1d7c1a6c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:45.099548 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4382-dd69-4dcd-b8e8-95d1d7c1a6c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:45.107120 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411b76b3-b516-43a8-af5a-f756023e4463 None None] Network 28e2cd35-4657-4d8d-9b30-c01f19aafa04 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:34:45.250608 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1e5a4382-dd69-4dcd-b8e8-95d1d7c1a6c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9995315 Jul 05 10:34:45.253246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52488) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:45.264455 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:34:45.265694 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:45.299466 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:34:42Z', 'revision_number': 3, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:45.331559 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7f7d63-453a-4ca7-bfb4-ed5c92fa733e None None] The sync data for ids ['60507269-14e4-402d-8975-0d666e88df0a'] in n-d-779913-27 is: [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:34:42Z', 'revision_number': 3, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:34:45.441947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Allocated IP 172.20.0.2 (28e2cd35-4657-4d8d-9b30-c01f19aafa04/12e9cc88-1ffd-4264-bfd3-2ace9325b575/b199c1bf-d135-4c34-9bfe-ef173853d887) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:34:45.619444 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:45.645326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Transition to ACTIVE for port object b199c1bf-d135-4c34-9bfe-ef173853d887 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:45.668150 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Transition to ACTIVE for port object b199c1bf-d135-4c34-9bfe-ef173853d887 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:45.728924 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:45.762298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Network 28e2cd35-4657-4d8d-9b30-c01f19aafa04 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:45.767215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:45.770659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:34:45.807297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Pushing event updated for resources: {'Port': ['ID=b199c1bf-d135-4c34-9bfe-ef173853d887,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:45.842715 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:45.844351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Attempting to bind port b199c1bf-d135-4c34-9bfe-ef173853d887 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:34:45.844810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Attempting to bind port b199c1bf-d135-4c34-9bfe-ef173853d887 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'a4d9b4ae-ce29-43d7-89c2-d316ae05576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:34:45.845321 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Attempting to bind port b199c1bf-d135-4c34-9bfe-ef173853d887 on network 28e2cd35-4657-4d8d-9b30-c01f19aafa04 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:45.851146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:34:45.851999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Checking segment: {'id': 'a4d9b4ae-ce29-43d7-89c2-d316ae05576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:45.852629 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:45.853167 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Bound using segment: {'id': 'a4d9b4ae-ce29-43d7-89c2-d316ae05576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:34:45.854173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Bound port: b199c1bf-d135-4c34-9bfe-ef173853d887, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d9b4ae-ce29-43d7-89c2-d316ae05576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:34:45.854721 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:45.956621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] For port b199c1bf-d135-4c34-9bfe-ef173853d887, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:34:45.962155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] For port b199c1bf-d135-4c34-9bfe-ef173853d887, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b199c1bf-d135-4c34-9bfe-ef173853d887,segment=NetworkSegment(a4d9b4ae-ce29-43d7-89c2-d316ae05576d),segment_id=a4d9b4ae-ce29-43d7-89c2-d316ae05576d)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:34:46.032197 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:46.127129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bf324d7f-eb49-4832-9d46-6cb95a14cdfc up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:46.151049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592913da-4bb7-4a98-8e24-4c09ef13f728 None None] Pushing event updated for resources: {'Port': ['ID=b199c1bf-d135-4c34-9bfe-ef173853d887,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:46.239492 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Allocated IP 172.20.0.1 (28e2cd35-4657-4d8d-9b30-c01f19aafa04/12e9cc88-1ffd-4264-bfd3-2ace9325b575/bedb4478-e663-432c-a4c8-7143d11c3ed9) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:34:46.298709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port bf324d7f-eb49-4832-9d46-6cb95a14cdfc completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:46.303440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port bf324d7f-eb49-4832-9d46-6cb95a14cdfc triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:46.304463 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:46.317445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796788aa-a70b-48f9-98be-f2347fd92dca req-b20a20da-353d-4413-990b-2f86d4112d36 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:46.324500 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-796788aa-a70b-48f9-98be-f2347fd92dca req-b20a20da-353d-4413-990b-2f86d4112d36 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 944 time: 0.1072450 Jul 05 10:34:46.430441 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-796788aa-a70b-48f9-98be-f2347fd92dca req-891161a1-f9de-4d07-9590-5272cdeb2ddd tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769534 Jul 05 10:34:46.455593 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:46.482042 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Transition to ACTIVE for port object bedb4478-e663-432c-a4c8-7143d11c3ed9 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:46.537825 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:46.568189 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7571bf4-98fb-4a0f-a009-26d6a5d82c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf324d7f-eb49-4832-9d46-6cb95a14cdfc'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:46.570456 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d742d9a-9b19-4548-b9d1-c0fe93904b45" -d '{"events": [{"server_uuid": "e7571bf4-98fb-4a0f-a009-26d6a5d82c7f", "name": "network-vif-plugged", "status": "completed", "tag": "bf324d7f-eb49-4832-9d46-6cb95a14cdfc"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:46.587976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port bf324d7f-eb49-4832-9d46-6cb95a14cdfc, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bf324d7f-eb49-4832-9d46-6cb95a14cdfc,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:46.614355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:46.615826 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97469ad-d759-43c8-9242-21d3069d0c71 x-openstack-request-id: req-c97469ad-d759-43c8-9242-21d3069d0c71 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:46.620862 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7571bf4-98fb-4a0f-a009-26d6a5d82c7f", "name": "network-vif-plugged", "status": "completed", "tag": "bf324d7f-eb49-4832-9d46-6cb95a14cdfc", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:46.620862 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c97469ad-d759-43c8-9242-21d3069d0c71 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:46.620862 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7571bf4-98fb-4a0f-a009-26d6a5d82c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf324d7f-eb49-4832-9d46-6cb95a14cdfc', 'code': 200} Jul 05 10:34:46.669963 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:46.676140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network 28e2cd35-4657-4d8d-9b30-c01f19aafa04 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:46.683965 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:46.684140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:34:46.726305 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=bf324d7f-eb49-4832-9d46-6cb95a14cdfc,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:46.751490 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Port': ['ID=bedb4478-e663-432c-a4c8-7143d11c3ed9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:46.777777 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:46.808482 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:46.886414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41c3e4-14ba-4268-a392-63a190ac0cbc req-8c085bd9-6041-4547-9317-93cb48987be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:46.888060 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d41c3e4-14ba-4268-a392-63a190ac0cbc req-8c085bd9-6041-4547-9317-93cb48987be1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 1097 time: 0.1956756 Jul 05 10:34:47.001185 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d41c3e4-14ba-4268-a392-63a190ac0cbc req-a5d53350-37e5-4f1f-8298-d7488bdc0fc1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946460 Jul 05 10:34:47.085387 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ab881915-c7ab-4dd4-871b-85b8245383a2 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:47.184848 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:47.215053 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port ab881915-c7ab-4dd4-871b-85b8245383a2 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:47.221648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ab881915-c7ab-4dd4-871b-85b8245383a2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:47.224232 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:47.328113 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:47.370301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port ab881915-c7ab-4dd4-871b-85b8245383a2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ab881915-c7ab-4dd4-871b-85b8245383a2,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:47.382827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7769f08-a9fc-4bb6-88d8-0e3ddbccd4a3 None None] Network 28e2cd35-4657-4d8d-9b30-c01f19aafa04 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:34:47.450965 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:47.453260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b199c1bf-d135-4c34-9bfe-ef173853d887 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:47.514476 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f409fb05-1129-4d27-8cea-cf300bfbc527 None None] Provisioning for port b199c1bf-d135-4c34-9bfe-ef173853d887 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:47.605268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=ab881915-c7ab-4dd4-871b-85b8245383a2,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:47.671125 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port b199c1bf-d135-4c34-9bfe-ef173853d887 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:47.679992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port b199c1bf-d135-4c34-9bfe-ef173853d887 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:47.681576 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:47.718070 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaece3-be4f-42df-a1aa-785c9acf8a1d req-24969b54-67ea-47d4-ac3c-2b28b70ee590 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:47.719623 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13aaece3-be4f-42df-a1aa-785c9acf8a1d req-24969b54-67ea-47d4-ac3c-2b28b70ee590 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.1245391 Jul 05 10:34:47.722155 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:47.767947 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13aaece3-be4f-42df-a1aa-785c9acf8a1d req-e623be43-9bea-4ba0-9dfb-697fa2822703 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388143 Jul 05 10:34:47.793514 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:47.826614 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:47.914836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port b199c1bf-d135-4c34-9bfe-ef173853d887, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b199c1bf-d135-4c34-9bfe-ef173853d887,segment=NetworkSegment(a4d9b4ae-ce29-43d7-89c2-d316ae05576d),segment_id=a4d9b4ae-ce29-43d7-89c2-d316ae05576d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:47.949199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Port': ['ID=bedb4478-e663-432c-a4c8-7143d11c3ed9,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:47.951392 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:47.997726 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:48.068087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=b199c1bf-d135-4c34-9bfe-ef173853d887,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:48.087323 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network 28e2cd35-4657-4d8d-9b30-c01f19aafa04 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:48.090368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:48.173705 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-638988ba-ad65-4dd1-bfc3-468c7ecea140 None None] Provisioning complete for port b199c1bf-d135-4c34-9bfe-ef173853d887 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:48.173705 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-638988ba-ad65-4dd1-bfc3-468c7ecea140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:48.389591 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-638988ba-ad65-4dd1-bfc3-468c7ecea140 None None] Provisioning for port bedb4478-e663-432c-a4c8-7143d11c3ed9 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:48.399391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-638988ba-ad65-4dd1-bfc3-468c7ecea140 None None] Provisioning complete for port bedb4478-e663-432c-a4c8-7143d11c3ed9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:48.400133 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-638988ba-ad65-4dd1-bfc3-468c7ecea140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:48.447804 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-638988ba-ad65-4dd1-bfc3-468c7ecea140 None None] Port bedb4478-e663-432c-a4c8-7143d11c3ed9 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:34:48.564126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ee0c566c-85cc-46ee-9ece-5ce1e699c414 None None] Provisioning complete for port bedb4478-e663-432c-a4c8-7143d11c3ed9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:48.564509 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ee0c566c-85cc-46ee-9ece-5ce1e699c414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:48.599492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c566c-85cc-46ee-9ece-5ce1e699c414 None None] Port bedb4478-e663-432c-a4c8-7143d11c3ed9 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:34:48.626472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Router 60507269-14e4-402d-8975-0d666e88df0a has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:34:48.740071 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:34:48.747542 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f808c363-a30e-47bd-abca-2c6dc33131b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "PUT /v2.0/routers/60507269-14e4-402d-8975-0d666e88df0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4907396 Jul 05 10:34:48.748410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52538) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:48.752484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Sync routers for ids ['60507269-14e4-402d-8975-0d666e88df0a'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:34:48.765112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Routers {'60507269-14e4-402d-8975-0d666e88df0a'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:34:48.765834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:34:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['60507269-14e4-402d-8975-0d666e88df0a'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:48.914667 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Set router 60507269-14e4-402d-8975-0d666e88df0a gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:34:48.988828 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd50ba5f-7f4b-4c5f-b910-b300bba22936 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:48.989378 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd50ba5f-7f4b-4c5f-b910-b300bba22936 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:48.989868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd50ba5f-7f4b-4c5f-b910-b300bba22936 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:48.990338 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd50ba5f-7f4b-4c5f-b910-b300bba22936 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:48.990810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd50ba5f-7f4b-4c5f-b910-b300bba22936 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:48.991273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd50ba5f-7f4b-4c5f-b910-b300bba22936 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:48.995985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52544) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:48.996523 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bd50ba5f-7f4b-4c5f-b910-b300bba22936 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.2468650 Jul 05 10:34:49.025123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ab881915-c7ab-4dd4-871b-85b8245383a2 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:49.039593 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d450ee-326b-4eb3-8521-be041a81398a req-ff7a8547-763e-40c8-90e6-032fdf8883b4 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:49.047487 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47d450ee-326b-4eb3-8521-be041a81398a req-ff7a8547-763e-40c8-90e6-032fdf8883b4 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.1207306 Jul 05 10:34:49.093026 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47d450ee-326b-4eb3-8521-be041a81398a req-74a36cf1-31f2-4afd-9488-f4ff785d721a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440941 Jul 05 10:34:49.173171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ab881915-c7ab-4dd4-871b-85b8245383a2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:49.173570 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:49.285905 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:34:46Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'bedb4478-e663-432c-a4c8-7143d11c3ed9', 'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:54:ab:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:45Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 2, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:49.319450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Checking router: 60507269-14e4-402d-8975-0d666e88df0a for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:34:49.319831 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Updating router 60507269-14e4-402d-8975-0d666e88df0a port bedb4478-e663-432c-a4c8-7143d11c3ed9 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:34:49.324611 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b199c1bf-d135-4c34-9bfe-ef173853d887 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:49.391794 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:49.399035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32807d1e-fb2c-4f02-a02b-69998eb23050 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:49.399766 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32807d1e-fb2c-4f02-a02b-69998eb23050 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:49.400379 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32807d1e-fb2c-4f02-a02b-69998eb23050 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:49.401345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32807d1e-fb2c-4f02-a02b-69998eb23050 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:49.402031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32807d1e-fb2c-4f02-a02b-69998eb23050 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:49.402664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32807d1e-fb2c-4f02-a02b-69998eb23050 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:49.408278 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52556) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:49.417794 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-32807d1e-fb2c-4f02-a02b-69998eb23050 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.4199040 Jul 05 10:34:49.599610 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port b199c1bf-d135-4c34-9bfe-ef173853d887 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:49.600005 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:49.636597 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1b3fa-c047-415c-aadd-c36ebed09718 req-fa396c16-ba03-4812-88c9-fa8da065ffc1 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:49.637962 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a5c1b3fa-c047-415c-aadd-c36ebed09718 req-fa396c16-ba03-4812-88c9-fa8da065ffc1 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.1420264 Jul 05 10:34:49.717968 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a5c1b3fa-c047-415c-aadd-c36ebed09718 req-fa743ebb-800f-41c7-91a0-86f5b4f2a6ee tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711167 Jul 05 10:34:49.766415 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-833ab877-6ec2-48cc-83f6-ac37d92bc333 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 0.3569026 Jul 05 10:34:49.924688 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:49.935648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c7600-d5a6-40cf-97af-e690486ae741 req-f24dac1d-c60f-40d8-a3c7-55b3d43db311 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:49.936541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Transition to ACTIVE for port object bedb4478-e663-432c-a4c8-7143d11c3ed9 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:49.939960 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2b2c7600-d5a6-40cf-97af-e690486ae741 req-f24dac1d-c60f-40d8-a3c7-55b3d43db311 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0668790 Jul 05 10:34:49.977203 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2b2c7600-d5a6-40cf-97af-e690486ae741 req-5fa4c1f6-95e7-48b6-b738-337d6299d56c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339706 Jul 05 10:34:50.003305 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:50.055223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729d3f2-e1ad-44a9-895b-441207cd932b None None] Pushing event updated for resources: {'Port': ['ID=bedb4478-e663-432c-a4c8-7143d11c3ed9,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:50.092235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52574) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:50.096978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-21568617-8d54-40e8-b9d1-8d5c58283fcf tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-626757186', 'description': 'tempest-secgroup-smoke-626757186 description', 'project_id': '8e66d79111844aa38485a483a5286664'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:50.146711 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Attempting to bind port bedb4478-e663-432c-a4c8-7143d11c3ed9 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:34:50.147209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Attempting to bind port bedb4478-e663-432c-a4c8-7143d11c3ed9 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'a4d9b4ae-ce29-43d7-89c2-d316ae05576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:34:50.147580 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Attempting to bind port bedb4478-e663-432c-a4c8-7143d11c3ed9 on network 28e2cd35-4657-4d8d-9b30-c01f19aafa04 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:50.162618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:34:50.163249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Checking segment: {'id': 'a4d9b4ae-ce29-43d7-89c2-d316ae05576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:50.163774 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:50.164267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Bound using segment: {'id': 'a4d9b4ae-ce29-43d7-89c2-d316ae05576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:34:50.166603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Bound port: bedb4478-e663-432c-a4c8-7143d11c3ed9, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d9b4ae-ce29-43d7-89c2-d316ae05576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:34:50.167083 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:50.230583 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-21568617-8d54-40e8-b9d1-8d5c58283fcf tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:50.243575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] For port bedb4478-e663-432c-a4c8-7143d11c3ed9, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:34:50.251307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] For port bedb4478-e663-432c-a4c8-7143d11c3ed9, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bedb4478-e663-432c-a4c8-7143d11c3ed9,segment=NetworkSegment(a4d9b4ae-ce29-43d7-89c2-d316ae05576d),segment_id=a4d9b4ae-ce29-43d7-89c2-d316ae05576d)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:34:50.333377 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-21568617-8d54-40e8-b9d1-8d5c58283fcf tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:50.335336 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:50.388412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Routers {'60507269-14e4-402d-8975-0d666e88df0a'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:34:50.389595 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:34:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['60507269-14e4-402d-8975-0d666e88df0a'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:50.446545 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729d3f2-e1ad-44a9-895b-441207cd932b None None] Pushing event updated for resources: {'Port': ['ID=bedb4478-e663-432c-a4c8-7143d11c3ed9,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:50.475966 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-21568617-8d54-40e8-b9d1-8d5c58283fcf tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:50.550609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21568617-8d54-40e8-b9d1-8d5c58283fcf tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0726c0b1-e37c-4285-8a8b-e617ea3a7538,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:50.552465 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] Set router 60507269-14e4-402d-8975-0d666e88df0a gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:34:50.580494 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-21568617-8d54-40e8-b9d1-8d5c58283fcf tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:50.587519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52584) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:50.593195 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-21568617-8d54-40e8-b9d1-8d5c58283fcf tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4993415 Jul 05 10:34:50.601137 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-32aa8ecc-5c8a-43d1-931f-945494eb6201 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': '0726c0b1-e37c-4285-8a8b-e617ea3a7538', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:50.710758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c2f04-520d-4023-b1e5-b1de2945ada4 req-c85a4adf-ed86-41af-88e4-c3ecf2a37f93 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:50.712327 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-928c2f04-520d-4023-b1e5-b1de2945ada4 req-c85a4adf-ed86-41af-88e4-c3ecf2a37f93 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0760841 Jul 05 10:34:50.730065 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-32aa8ecc-5c8a-43d1-931f-945494eb6201 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:50.760636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-928c2f04-520d-4023-b1e5-b1de2945ada4 req-a3163561-a71c-44bf-9af9-04bb08bda0cc tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364125 Jul 05 10:34:50.799836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:34:46Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'bedb4478-e663-432c-a4c8-7143d11c3ed9', 'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:54:ab:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:45Z', 'updated_at': '2021-07-05T10:34:50Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:34:50.812488 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-32aa8ecc-5c8a-43d1-931f-945494eb6201 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:50.830004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc1e79-ce13-43dd-900d-139ff14be274 None None] The sync data for ids ['60507269-14e4-402d-8975-0d666e88df0a'] in n-d-779913-27 is: [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:34:46Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'bedb4478-e663-432c-a4c8-7143d11c3ed9', 'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:54:ab:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:45Z', 'updated_at': '2021-07-05T10:34:50Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:34:50.882860 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-32aa8ecc-5c8a-43d1-931f-945494eb6201 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:50.909551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa8ecc-5c8a-43d1-931f-945494eb6201 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb571b9b-9458-4aa8-9959-62525d25343c,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:50.986168 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-32aa8ecc-5c8a-43d1-931f-945494eb6201 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:50.988144 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-32aa8ecc-5c8a-43d1-931f-945494eb6201 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3992989 Jul 05 10:34:50.991021 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52590) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:50.996743 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-aed033d1-c0be-484c-9eb0-7ab48e01c44a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': '0726c0b1-e37c-4285-8a8b-e617ea3a7538', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:51.028806 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bedb4478-e663-432c-a4c8-7143d11c3ed9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:51.118217 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aed033d1-c0be-484c-9eb0-7ab48e01c44a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:51.161834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port bedb4478-e663-432c-a4c8-7143d11c3ed9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:51.166631 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port bedb4478-e663-432c-a4c8-7143d11c3ed9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:51.167200 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:51.206610 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aed033d1-c0be-484c-9eb0-7ab48e01c44a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:51.267949 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:51.289444 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aed033d1-c0be-484c-9eb0-7ab48e01c44a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:51.307222 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port bedb4478-e663-432c-a4c8-7143d11c3ed9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bedb4478-e663-432c-a4c8-7143d11c3ed9,segment=NetworkSegment(a4d9b4ae-ce29-43d7-89c2-d316ae05576d),segment_id=a4d9b4ae-ce29-43d7-89c2-d316ae05576d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:34:51.314425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed033d1-c0be-484c-9eb0-7ab48e01c44a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea0e85f-9bca-44ec-9e17-4c91f836c3f1,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:51.402983 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:51.455111 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aed033d1-c0be-484c-9eb0-7ab48e01c44a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:51.456537 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aed033d1-c0be-484c-9eb0-7ab48e01c44a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4640496 Jul 05 10:34:51.459666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52600) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:51.462628 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=bedb4478-e663-432c-a4c8-7143d11c3ed9,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:51.468097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-81d41330-97d9-4523-b79b-2fa685809de0 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': '0726c0b1-e37c-4285-8a8b-e617ea3a7538', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:51.472412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:51.472989 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:51.473515 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:51.474120 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:51.474369 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:51.475068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:51.475068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:51.475380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:51.475662 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:51.476031 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:51.476353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:51.476680 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:34:51.574272 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-81d41330-97d9-4523-b79b-2fa685809de0 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:51.640226 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-81d41330-97d9-4523-b79b-2fa685809de0 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:51.716246 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-81d41330-97d9-4523-b79b-2fa685809de0 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:51.740025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d41330-97d9-4523-b79b-2fa685809de0 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c306dc-eeb5-4e07-9c44-902c3fc77fd0,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:51.832161 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-81d41330-97d9-4523-b79b-2fa685809de0 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:51.833645 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-81d41330-97d9-4523-b79b-2fa685809de0 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3722196 Jul 05 10:34:51.836684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52608) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:51.847702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c2490d09-762b-43ac-b766-a8b101f9576b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': '0726c0b1-e37c-4285-8a8b-e617ea3a7538', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:51.956617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80878715-f0d7-48c7-a8f8-a4a6d5a0f70f req-cac77021-a94b-48aa-b2ae-876012de3ff5 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:51.958161 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-80878715-f0d7-48c7-a8f8-a4a6d5a0f70f req-cac77021-a94b-48aa-b2ae-876012de3ff5 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0657165 Jul 05 10:34:51.967033 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c2490d09-762b-43ac-b766-a8b101f9576b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:52.015318 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-80878715-f0d7-48c7-a8f8-a4a6d5a0f70f req-16ad56bb-41d6-438a-a9b7-f003a4e451a4 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422080 Jul 05 10:34:52.057703 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c2490d09-762b-43ac-b766-a8b101f9576b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:52.144221 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c2490d09-762b-43ac-b766-a8b101f9576b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:52.164288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2490d09-762b-43ac-b766-a8b101f9576b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8527720-a238-4123-b437-ba04db7357e0,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:52.229456 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c2490d09-762b-43ac-b766-a8b101f9576b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:52.229456 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c2490d09-762b-43ac-b766-a8b101f9576b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3890100 Jul 05 10:34:52.230073 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52616) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:52.235571 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8bbfd3ba-b0e4-4731-be48-928a337cdba9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': '0726c0b1-e37c-4285-8a8b-e617ea3a7538', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:52.333765 n-d-779913-27 neutron-server[100775]: INFO neutron.db.securitygroups_db [None req-8bbfd3ba-b0e4-4731-be48-928a337cdba9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Project 8e66d79111844aa38485a483a5286664 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:34:52.339331 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8bbfd3ba-b0e4-4731-be48-928a337cdba9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:52.349808 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:52.403190 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8bbfd3ba-b0e4-4731-be48-928a337cdba9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:52.483348 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8bbfd3ba-b0e4-4731-be48-928a337cdba9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:52.504465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfd3ba-b0e4-4731-be48-928a337cdba9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8098cf41-3222-459a-8327-0afddfd30a79,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:52.603864 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8bbfd3ba-b0e4-4731-be48-928a337cdba9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:52.605323 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8bbfd3ba-b0e4-4731-be48-928a337cdba9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3740847 Jul 05 10:34:52.608148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52622) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:34:52.612789 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ed794519-f132-4190-9950-43f3e33e86e9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': '0726c0b1-e37c-4285-8a8b-e617ea3a7538', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:52.745667 n-d-779913-27 neutron-server[100775]: INFO neutron.db.securitygroups_db [None req-ed794519-f132-4190-9950-43f3e33e86e9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Project 8e66d79111844aa38485a483a5286664 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:34:52.751410 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed794519-f132-4190-9950-43f3e33e86e9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:52.815374 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed794519-f132-4190-9950-43f3e33e86e9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:52.888632 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed794519-f132-4190-9950-43f3e33e86e9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:52.906224 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed794519-f132-4190-9950-43f3e33e86e9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f44d43-d1e4-49e4-a74f-541bb3a13883,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:52.976857 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bedb4478-e663-432c-a4c8-7143d11c3ed9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:34:52.991892 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed794519-f132-4190-9950-43f3e33e86e9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:52.997335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ed794519-f132-4190-9950-43f3e33e86e9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3840101 Jul 05 10:34:53.026554 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port bedb4478-e663-432c-a4c8-7143d11c3ed9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:53.026935 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:53.155999 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-6c8a22ed-b7ed-4f30-b6a3-6a40e293aa3b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-626757186&fields=id&tenant_id=8e66d79111844aa38485a483a5286664 HTTP/1.1" status: 200 len: 267 time: 0.0476947 Jul 05 10:34:53.202031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4c7c8-c38b-42d8-8289-f66fd1f5d1d9 req-13567d3a-e6bd-44ce-9db2-d6726a11c887 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:53.203731 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-36f4c7c8-c38b-42d8-8289-f66fd1f5d1d9 req-13567d3a-e6bd-44ce-9db2-d6726a11c887 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0677695 Jul 05 10:34:53.246620 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-36f4c7c8-c38b-42d8-8289-f66fd1f5d1d9 req-9ca509c8-6d9a-4d88-b6ae-67e45cf165f0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369434 Jul 05 10:34:53.275106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-99a2bfa7-211c-4cd8-b74c-6a9411a046d9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:53.276748 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-99a2bfa7-211c-4cd8-b74c-6a9411a046d9 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/networks?id=28e2cd35-4657-4d8d-9b30-c01f19aafa04 HTTP/1.1" status: 200 len: 796 time: 0.1135726 Jul 05 10:34:53.292242 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-11676410-5e32-4b98-afcb-3a6982627ab7 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/quotas/8e66d79111844aa38485a483a5286664 HTTP/1.1" status: 200 len: 375 time: 0.0094776 Jul 05 10:34:53.370319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-f7f18e55-ee17-43c3-8940-44706af71106 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e66d79111844aa38485a483a5286664&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721948 Jul 05 10:34:53.386583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-34b3377f-8328-4a5c-9f68-026b163f884a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:34:53.387475 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-34b3377f-8328-4a5c-9f68-026b163f884a service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056143 Jul 05 10:34:53.490670 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-99615f0e-8509-4649-990e-36815dfa69ed service neutron] 10.222.0.77 "GET /v2.0/networks/28e2cd35-4657-4d8d-9b30-c01f19aafa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967774 Jul 05 10:34:53.580112 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-9d3a66c5-7dd0-4e52-a837-db774de83bbe service neutron] 10.222.0.77 "GET /v2.0/networks/28e2cd35-4657-4d8d-9b30-c01f19aafa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835090 Jul 05 10:34:53.819954 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8521d93c-4901-40a4-92c9-635e97a0afae req-85794c94-784f-4a8b-af53-82ff1510faeb tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 210 time: 0.0328646 Jul 05 10:34:54.214371 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:54.441991 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa775850-100c-4bb3-b87f-dd8f3f727f79 req-86678e39-b05a-4cc2-914f-0b039f15a506 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:54.445073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa775850-100c-4bb3-b87f-dd8f3f727f79 req-86678e39-b05a-4cc2-914f-0b039f15a506 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0711141 Jul 05 10:34:54.489978 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa775850-100c-4bb3-b87f-dd8f3f727f79 req-92aa9af8-b296-4de1-a756-2bc93b2a8177 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383041 Jul 05 10:34:54.908442 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-543e265d-46f4-4888-9c71-f2f972c3cd08 req-c961f1ae-c949-45a8-b011-aaa86be293ba tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 210 time: 0.0296724 Jul 05 10:34:55.686576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb8aa-bc21-46f6-bac2-6edc16552088 req-cfa6fd3d-d9ba-4cb5-a870-4028312932f0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:55.688208 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adfcb8aa-bc21-46f6-bac2-6edc16552088 req-cfa6fd3d-d9ba-4cb5-a870-4028312932f0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0676606 Jul 05 10:34:55.728131 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adfcb8aa-bc21-46f6-bac2-6edc16552088 req-d2bffb71-8d1d-47dc-acef-24d61de9d565 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341666 Jul 05 10:34:56.052761 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9aa914e8-32b3-4a70-8530-83f03bab13c5 req-047475cc-af08-4e82-aa63-a8e5063e75bc tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 210 time: 0.0291383 Jul 05 10:34:56.267490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-973294c8-fc99-44af-82e7-248cd3c3ab7d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:56.268971 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-973294c8-fc99-44af-82e7-248cd3c3ab7d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.73 "GET /v2.0/networks?id=28e2cd35-4657-4d8d-9b30-c01f19aafa04 HTTP/1.1" status: 200 len: 796 time: 0.1043580 Jul 05 10:34:56.327881 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-2b56e908-857b-441a-a694-6a87b06d37cb tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e66d79111844aa38485a483a5286664 HTTP/1.1" status: 200 len: 379 time: 0.0467982 Jul 05 10:34:56.338425 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-51166c65-7ebe-4ef0-bef2-d8bed7185604 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'port': {'device_id': 'da321fd7-374e-4865-a682-972a28dadca9', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'admin_state_up': True, 'tenant_id': '8e66d79111844aa38485a483a5286664', 'security_groups': ['0726c0b1-e37c-4285-8a8b-e617ea3a7538']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:56.584407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-51166c65-7ebe-4ef0-bef2-d8bed7185604 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Made reservation on behalf of 8e66d79111844aa38485a483a5286664 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:34:56.584407 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-51166c65-7ebe-4ef0-bef2-d8bed7185604 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:56.709490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-51166c65-7ebe-4ef0-bef2-d8bed7185604 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Allocated IP 172.20.0.10 (28e2cd35-4657-4d8d-9b30-c01f19aafa04/12e9cc88-1ffd-4264-bfd3-2ace9325b575/9ecea66c-8b06-48e6-b705-9f205306214a) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:34:56.897084 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-51166c65-7ebe-4ef0-bef2-d8bed7185604 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:56.916131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-51166c65-7ebe-4ef0-bef2-d8bed7185604 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Transition to ACTIVE for port object 9ecea66c-8b06-48e6-b705-9f205306214a will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:56.959556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79754f1a-0d20-4064-9bd1-6aad39553e4d req-bb75a8fb-e1a0-4657-99fa-5b0102135b98 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:56.960715 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79754f1a-0d20-4064-9bd1-6aad39553e4d req-bb75a8fb-e1a0-4657-99fa-5b0102135b98 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.1119504 Jul 05 10:34:57.004740 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79754f1a-0d20-4064-9bd1-6aad39553e4d req-9cb92dcb-4df1-4be5-b2e1-feedfd469d73 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357957 Jul 05 10:34:57.066218 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-51166c65-7ebe-4ef0-bef2-d8bed7185604 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:57.113770 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-51166c65-7ebe-4ef0-bef2-d8bed7185604 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network 28e2cd35-4657-4d8d-9b30-c01f19aafa04 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:34:57.117327 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-51166c65-7ebe-4ef0-bef2-d8bed7185604 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:34:57.124196 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-51166c65-7ebe-4ef0-bef2-d8bed7185604 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:34:57.161732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51166c65-7ebe-4ef0-bef2-d8bed7185604 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Port': ['ID=9ecea66c-8b06-48e6-b705-9f205306214a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:57.200441 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-51166c65-7ebe-4ef0-bef2-d8bed7185604 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:57.203879 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-51166c65-7ebe-4ef0-bef2-d8bed7185604 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:57.250309 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb294c54-fc91-446a-853d-27a63b4d86bf req-1ab81d6f-4f4c-40b0-8916-8355f10fb5f2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:57.251648 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb294c54-fc91-446a-853d-27a63b4d86bf req-1ab81d6f-4f4c-40b0-8916-8355f10fb5f2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 932 time: 0.0737619 Jul 05 10:34:57.289108 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-51166c65-7ebe-4ef0-bef2-d8bed7185604 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9546397 Jul 05 10:34:57.296397 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb294c54-fc91-446a-853d-27a63b4d86bf req-6b2c80b1-a2a1-415d-a3ed-a55826b06624 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=0726c0b1-e37c-4285-8a8b-e617ea3a7538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378773 Jul 05 10:34:57.307841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Request body: {'port': {'device_id': 'da321fd7-374e-4865-a682-972a28dadca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:34:57.391143 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:57.443121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-10a72fb3-2982-47b8-bac5-380548df7b55 None None] Provisioning for port 9ecea66c-8b06-48e6-b705-9f205306214a completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:34:57.449168 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-10a72fb3-2982-47b8-bac5-380548df7b55 None None] Provisioning complete for port 9ecea66c-8b06-48e6-b705-9f205306214a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:34:57.449168 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-10a72fb3-2982-47b8-bac5-380548df7b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:57.481875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-10a72fb3-2982-47b8-bac5-380548df7b55 None None] Port 9ecea66c-8b06-48e6-b705-9f205306214a cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:34:57.661310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecea66c-8b06-48e6-b705-9f205306214a {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:34:57.669147 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:57.681299 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Transition to ACTIVE for port object 9ecea66c-8b06-48e6-b705-9f205306214a will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:34:57.751533 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:57.806958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecea66c-8b06-48e6-b705-9f205306214a,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:57.894283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Attempting to bind port 9ecea66c-8b06-48e6-b705-9f205306214a on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:34:57.894874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Attempting to bind port 9ecea66c-8b06-48e6-b705-9f205306214a by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'a4d9b4ae-ce29-43d7-89c2-d316ae05576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:34:57.895384 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Attempting to bind port 9ecea66c-8b06-48e6-b705-9f205306214a on network 28e2cd35-4657-4d8d-9b30-c01f19aafa04 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:57.900518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Port 9ecea66c-8b06-48e6-b705-9f205306214a on network 28e2cd35-4657-4d8d-9b30-c01f19aafa04 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:34:57.900838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Attempting to bind port 9ecea66c-8b06-48e6-b705-9f205306214a on network 28e2cd35-4657-4d8d-9b30-c01f19aafa04 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:34:57.908588 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:34:57.908959 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Checking segment: {'id': 'a4d9b4ae-ce29-43d7-89c2-d316ae05576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:34:57.909354 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Bound using segment: {'id': 'a4d9b4ae-ce29-43d7-89c2-d316ae05576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:34:57.909791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Bound port: 9ecea66c-8b06-48e6-b705-9f205306214a, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d9b4ae-ce29-43d7-89c2-d316ae05576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:34:57.910211 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:57.984559 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] For port 9ecea66c-8b06-48e6-b705-9f205306214a, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:34:57.987933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] For port 9ecea66c-8b06-48e6-b705-9f205306214a, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=9ecea66c-8b06-48e6-b705-9f205306214a,segment=NetworkSegment(a4d9b4ae-ce29-43d7-89c2-d316ae05576d),segment_id=a4d9b4ae-ce29-43d7-89c2-d316ae05576d)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:34:58.106531 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:58.140433 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:58.141637 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:34:58.143039 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] 10.222.0.73 "PUT /v2.0/ports/9ecea66c-8b06-48e6-b705-9f205306214a HTTP/1.1" status: 200 len: 1093 time: 0.8437777 Jul 05 10:34:58.143498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da321fd7-374e-4865-a682-972a28dadca9', 'tag': '9ecea66c-8b06-48e6-b705-9f205306214a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:34:58.145771 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97114a57-503e-4f91-aa4b-13c1dc01886e" -d '{"events": [{"name": "network-changed", "server_uuid": "da321fd7-374e-4865-a682-972a28dadca9", "tag": "9ecea66c-8b06-48e6-b705-9f205306214a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:34:58.183681 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92b808-da82-4eb0-aed8-c740ecc58a69 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecea66c-8b06-48e6-b705-9f205306214a,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:34:58.200054 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b628421-77d7-454a-a9a3-78658cd9b69e x-openstack-request-id: req-3b628421-77d7-454a-a9a3-78658cd9b69e {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:34:58.200439 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da321fd7-374e-4865-a682-972a28dadca9", "tag": "9ecea66c-8b06-48e6-b705-9f205306214a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:34:58.201312 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b628421-77d7-454a-a9a3-78658cd9b69e {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:34:58.201761 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da321fd7-374e-4865-a682-972a28dadca9', 'tag': '9ecea66c-8b06-48e6-b705-9f205306214a', 'status': 'completed', 'code': 200} Jul 05 10:34:58.240489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ce601-d687-413a-82ba-77693ec8cd8d req-6760b172-92ac-4557-bc48-79f8234b2eea tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:58.242407 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-822ce601-d687-413a-82ba-77693ec8cd8d req-6760b172-92ac-4557-bc48-79f8234b2eea tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.1109724 Jul 05 10:34:58.287830 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-822ce601-d687-413a-82ba-77693ec8cd8d req-96d61104-56ef-4539-ab00-80ce6d4b75b4 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387497 Jul 05 10:34:58.288478 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97114a57-503e-4f91-aa4b-13c1dc01886e req-7f995663-57e2-4e8e-9a55-5a1538d77310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:58.289543 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-97114a57-503e-4f91-aa4b-13c1dc01886e req-7f995663-57e2-4e8e-9a55-5a1538d77310 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e66d79111844aa38485a483a5286664&device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 1096 time: 0.0629609 Jul 05 10:34:58.408219 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97114a57-503e-4f91-aa4b-13c1dc01886e req-c3746864-94ff-4ad8-b8af-3abe4b48df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:58.409742 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-97114a57-503e-4f91-aa4b-13c1dc01886e req-c3746864-94ff-4ad8-b8af-3abe4b48df54 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=8e66d79111844aa38485a483a5286664&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1121476 Jul 05 10:34:58.556426 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97114a57-503e-4f91-aa4b-13c1dc01886e req-63e9bfb8-cfa5-4ef4-bd35-64203e0b573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:58.557916 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-97114a57-503e-4f91-aa4b-13c1dc01886e req-63e9bfb8-cfa5-4ef4-bd35-64203e0b573f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1423376 Jul 05 10:34:58.571959 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b881e0-e8f3-43d7-8868-31d745de50ec req-1d855864-604e-4b96-803f-209a92059a30 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:58.573609 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-60b881e0-e8f3-43d7-8868-31d745de50ec req-1d855864-604e-4b96-803f-209a92059a30 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 944 time: 0.1378884 Jul 05 10:34:58.642847 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-60b881e0-e8f3-43d7-8868-31d745de50ec req-2d0ab714-7cf9-4bcd-8176-735ffae7d280 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=0726c0b1-e37c-4285-8a8b-e617ea3a7538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628507 Jul 05 10:34:58.674773 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-a4bc65db-5174-44fa-b641-a4e2a4643480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:58.676319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-a4bc65db-5174-44fa-b641-a4e2a4643480 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e66d79111844aa38485a483a5286664&device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 1096 time: 0.0758801 Jul 05 10:34:58.722068 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-748742ac-d337-4752-9c18-99053c5c134e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ecea66c-8b06-48e6-b705-9f205306214a HTTP/1.1" status: 200 len: 217 time: 0.0384409 Jul 05 10:34:58.772143 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-452b05e3-a277-47ed-bd6a-e952372b8039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:58.773690 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-452b05e3-a277-47ed-bd6a-e952372b8039 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12e9cc88-1ffd-4264-bfd3-2ace9325b575 HTTP/1.1" status: 200 len: 835 time: 0.0457885 Jul 05 10:34:58.832904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-9c71575f-9efb-4379-8abf-8706598b6d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:58.834441 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-9c71575f-9efb-4379-8abf-8706598b6d0b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28e2cd35-4657-4d8d-9b30-c01f19aafa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540969 Jul 05 10:34:58.939138 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-549c398e-b49a-4cdf-8e8a-8994572991a1 service neutron] 10.222.0.73 "GET /v2.0/networks/28e2cd35-4657-4d8d-9b30-c01f19aafa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950410 Jul 05 10:34:59.030433 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b84bde0-3e96-4dfb-92ca-241b39e38b71 req-98dc9f87-90f1-4a3c-ad5e-904092a1283f service neutron] 10.222.0.73 "GET /v2.0/networks/28e2cd35-4657-4d8d-9b30-c01f19aafa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880699 Jul 05 10:34:59.467617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28ee84-29da-4f8d-97e6-7b065a9d70c8 req-7bff8a45-89ec-4e0f-bc26-99b4454fb0bb tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:59.469172 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dd28ee84-29da-4f8d-97e6-7b065a9d70c8 req-7bff8a45-89ec-4e0f-bc26-99b4454fb0bb tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0644023 Jul 05 10:34:59.515555 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dd28ee84-29da-4f8d-97e6-7b065a9d70c8 req-33acbbf6-940d-447f-85ae-dfce2ac7bc14 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405853 Jul 05 10:34:59.827107 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143e49d-f6af-4c53-b06b-2e62bde33bd9 req-9774d2cd-8d15-4c0d-a322-2a5b0c298576 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:34:59.828790 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4143e49d-f6af-4c53-b06b-2e62bde33bd9 req-9774d2cd-8d15-4c0d-a322-2a5b0c298576 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 944 time: 0.0643239 Jul 05 10:34:59.868904 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4143e49d-f6af-4c53-b06b-2e62bde33bd9 req-33a3a6cf-fecd-4eff-a967-e5e34d83419c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=0726c0b1-e37c-4285-8a8b-e617ea3a7538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331063 Jul 05 10:35:00.654474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 9ecea66c-8b06-48e6-b705-9f205306214a details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:35:00.691510 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5e9c2-b0fd-4cfe-8658-210579c9c974 req-037ce9a4-9b86-47a8-b20d-8c1fa9ef7ec1 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:00.693051 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90d5e9c2-b0fd-4cfe-8658-210579c9c974 req-037ce9a4-9b86-47a8-b20d-8c1fa9ef7ec1 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0648146 Jul 05 10:35:00.736402 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90d5e9c2-b0fd-4cfe-8658-210579c9c974 req-e627e268-93ce-4fa0-965c-2daf9d9228a3 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375392 Jul 05 10:35:00.751708 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 9ecea66c-8b06-48e6-b705-9f205306214a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=9ecea66c-8b06-48e6-b705-9f205306214a,segment=NetworkSegment(a4d9b4ae-ce29-43d7-89c2-d316ae05576d),segment_id=a4d9b4ae-ce29-43d7-89c2-d316ae05576d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:35:00.768666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '9ecea66c-8b06-48e6-b705-9f205306214a', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'port_id': '9ecea66c-8b06-48e6-b705-9f205306214a', 'mac_address': 'fa:16:3e:54:3e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:35:00.807421 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:00.821550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ecea66c-8b06-48e6-b705-9f205306214a {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:35:00.843104 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 9ecea66c-8b06-48e6-b705-9f205306214a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=9ecea66c-8b06-48e6-b705-9f205306214a,segment=NetworkSegment(a4d9b4ae-ce29-43d7-89c2-d316ae05576d),segment_id=a4d9b4ae-ce29-43d7-89c2-d316ae05576d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:35:00.911368 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:00.959147 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=9ecea66c-8b06-48e6-b705-9f205306214a,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:01.055548 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339aa2f9-3396-4b18-a0c1-ddf19179c721 req-3bb03ada-fc08-4c9f-8a90-f8baa6c6970d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:01.057155 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-339aa2f9-3396-4b18-a0c1-ddf19179c721 req-3bb03ada-fc08-4c9f-8a90-f8baa6c6970d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 945 time: 0.0673201 Jul 05 10:35:01.095833 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-339aa2f9-3396-4b18-a0c1-ddf19179c721 req-1cd4ed7b-1db4-4165-9570-d613f78d28f8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=0726c0b1-e37c-4285-8a8b-e617ea3a7538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327647 Jul 05 10:35:01.127970 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['9ecea66c-8b06-48e6-b705-9f205306214a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:35:01.217530 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5fed42d-9ce2-433e-ad28-119024f42667 req-8a6064d2-9648-4359-896a-7c1177ab4f5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0689623 Jul 05 10:35:01.327928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fed42d-9ce2-433e-ad28-119024f42667 req-43a4b54c-f1b8-4d24-8703-d0f20e237341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:01.329450 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5fed42d-9ce2-433e-ad28-119024f42667 req-43a4b54c-f1b8-4d24-8703-d0f20e237341 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 1097 time: 0.0551324 Jul 05 10:35:01.442759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fed42d-9ce2-433e-ad28-119024f42667 req-e2b08d02-2d22-4818-86ea-95b898f4a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:01.444273 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5fed42d-9ce2-433e-ad28-119024f42667 req-e2b08d02-2d22-4818-86ea-95b898f4a3b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 200 len: 906 time: 0.0952606 Jul 05 10:35:01.488056 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5fed42d-9ce2-433e-ad28-119024f42667 req-82fdf56c-628f-4ab8-8b74-12b023122795 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50cfe4b1-99cd-487b-890a-6b506605e08b HTTP/1.1" status: 200 len: 217 time: 0.0354927 Jul 05 10:35:01.535909 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fed42d-9ce2-433e-ad28-119024f42667 req-e2f1d84c-69ca-4128-9e5c-333f9b43f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:01.537360 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5fed42d-9ce2-433e-ad28-119024f42667 req-e2f1d84c-69ca-4128-9e5c-333f9b43f971 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98f7b6db-d802-47e9-b5c8-384631a1c751 HTTP/1.1" status: 200 len: 845 time: 0.0428529 Jul 05 10:35:01.573044 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5fed42d-9ce2-433e-ad28-119024f42667 req-9208c17f-970e-49f6-8dad-03e4b0564796 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f07f9a36-47b5-4700-a8e9-30e7deb1de7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270808 Jul 05 10:35:01.673585 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5fed42d-9ce2-433e-ad28-119024f42667 req-0f0981b7-b766-4a9b-9b05-a860a117a139 service neutron] 10.222.0.64 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929062 Jul 05 10:35:01.764566 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5fed42d-9ce2-433e-ad28-119024f42667 req-fc2cc112-e0af-43f2-9345-9afd4af89429 service neutron] 10.222.0.64 "GET /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842457 Jul 05 10:35:01.913563 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23d8bb-9a41-4178-b6ef-c54e639ce57b req-61fd179f-556f-4391-93c1-f0f29d782dc5 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:01.915071 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba23d8bb-9a41-4178-b6ef-c54e639ce57b req-61fd179f-556f-4391-93c1-f0f29d782dc5 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0638678 Jul 05 10:35:01.956370 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba23d8bb-9a41-4178-b6ef-c54e639ce57b req-3ea7b916-dd6a-400e-aef3-12c545c966a0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347154 Jul 05 10:35:02.275361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d2136-e9e1-4e96-a7dc-1b500e76c67a req-fb366667-7fb3-4542-a0ca-571fb620ac48 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:02.276888 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-df3d2136-e9e1-4e96-a7dc-1b500e76c67a req-fb366667-7fb3-4542-a0ca-571fb620ac48 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 945 time: 0.0682638 Jul 05 10:35:02.317193 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-df3d2136-e9e1-4e96-a7dc-1b500e76c67a req-98bf9953-83f8-46d6-bcd8-a21947762198 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=0726c0b1-e37c-4285-8a8b-e617ea3a7538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339532 Jul 05 10:35:02.670307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 9ecea66c-8b06-48e6-b705-9f205306214a up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:35:02.808863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 9ecea66c-8b06-48e6-b705-9f205306214a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:35:02.812977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 9ecea66c-8b06-48e6-b705-9f205306214a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:35:02.813355 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:02.893630 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:02.916521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da321fd7-374e-4865-a682-972a28dadca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecea66c-8b06-48e6-b705-9f205306214a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:35:02.918871 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb28339-25ed-4932-bc16-5d2567002fa8" -d '{"events": [{"server_uuid": "da321fd7-374e-4865-a682-972a28dadca9", "name": "network-vif-plugged", "status": "completed", "tag": "9ecea66c-8b06-48e6-b705-9f205306214a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:35:02.931971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 9ecea66c-8b06-48e6-b705-9f205306214a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=9ecea66c-8b06-48e6-b705-9f205306214a,segment=NetworkSegment(a4d9b4ae-ce29-43d7-89c2-d316ae05576d),segment_id=a4d9b4ae-ce29-43d7-89c2-d316ae05576d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:35:02.956488 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bfb36a-5952-4433-960b-166f53f87a6d x-openstack-request-id: req-c2bfb36a-5952-4433-960b-166f53f87a6d {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:35:02.956785 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da321fd7-374e-4865-a682-972a28dadca9", "name": "network-vif-plugged", "status": "completed", "tag": "9ecea66c-8b06-48e6-b705-9f205306214a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:35:02.957044 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2bfb36a-5952-4433-960b-166f53f87a6d {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:35:02.957502 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da321fd7-374e-4865-a682-972a28dadca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecea66c-8b06-48e6-b705-9f205306214a', 'code': 200} Jul 05 10:35:02.991673 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:03.040570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=9ecea66c-8b06-48e6-b705-9f205306214a,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:03.128792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb08871-d321-4b02-8b72-060c4e2ce442 req-fb4b3b6d-ddd6-4878-a549-9a403cfd697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:03.130625 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cfb08871-d321-4b02-8b72-060c4e2ce442 req-fb4b3b6d-ddd6-4878-a549-9a403cfd697e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 1098 time: 0.1015837 Jul 05 10:35:03.179990 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cfb08871-d321-4b02-8b72-060c4e2ce442 req-66e186bc-f556-46cb-81cb-2297b78e83c1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0726c0b1-e37c-4285-8a8b-e617ea3a7538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422392 Jul 05 10:35:03.192776 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23962e0c-4591-4b00-8d90-6167aef6521c req-fcf2a925-31fd-43f9-aa9b-410f39d8acf9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:03.194258 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-23962e0c-4591-4b00-8d90-6167aef6521c req-fcf2a925-31fd-43f9-aa9b-410f39d8acf9 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.1013539 Jul 05 10:35:03.240758 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-23962e0c-4591-4b00-8d90-6167aef6521c req-608dc12f-caca-49f4-b1fc-a07865267e37 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408201 Jul 05 10:35:03.510489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ece95a-2456-4a1a-8577-69073e321c18 req-89fdaea5-b336-4169-b05d-cc187b35f08e tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:03.512097 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-70ece95a-2456-4a1a-8577-69073e321c18 req-89fdaea5-b336-4169-b05d-cc187b35f08e tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 946 time: 0.0750725 Jul 05 10:35:03.555143 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-70ece95a-2456-4a1a-8577-69073e321c18 req-5913f7f8-f833-4363-b9a5-75ff42a16336 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=0726c0b1-e37c-4285-8a8b-e617ea3a7538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374331 Jul 05 10:35:03.868575 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cee41b9f-e71f-4367-adf8-a133928d59a0 req-b99fd82d-dccc-4196-b693-420b433d5556 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595164 Jul 05 10:35:03.956457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee41b9f-e71f-4367-adf8-a133928d59a0 req-cabea5bc-9c35-45d2-895d-91424981ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:03.957976 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cee41b9f-e71f-4367-adf8-a133928d59a0 req-cabea5bc-9c35-45d2-895d-91424981ef09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c8cf67a848274e64b1ff80728a9ce553&device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 1102 time: 0.0654359 Jul 05 10:35:04.070064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee41b9f-e71f-4367-adf8-a133928d59a0 req-92709246-6a99-4bb5-8b64-003fe77a91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:04.071560 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cee41b9f-e71f-4367-adf8-a133928d59a0 req-92709246-6a99-4bb5-8b64-003fe77a91a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b HTTP/1.1" status: 200 len: 870 time: 0.0914111 Jul 05 10:35:04.117423 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cee41b9f-e71f-4367-adf8-a133928d59a0 req-b2924e1c-e511-4795-b4f8-1ee86396a5be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=38e5c4b0-6472-473e-aef8-cfd7ec0caf2e HTTP/1.1" status: 200 len: 217 time: 0.0395546 Jul 05 10:35:04.173782 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee41b9f-e71f-4367-adf8-a133928d59a0 req-3afd1a86-0acd-4099-afa0-92da7c10347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:04.176454 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cee41b9f-e71f-4367-adf8-a133928d59a0 req-3afd1a86-0acd-4099-afa0-92da7c10347f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0522833 Jul 05 10:35:04.234884 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee41b9f-e71f-4367-adf8-a133928d59a0 req-193349b3-06b4-43cc-b781-80f2c9a50896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:04.236415 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cee41b9f-e71f-4367-adf8-a133928d59a0 req-193349b3-06b4-43cc-b781-80f2c9a50896 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0539749 Jul 05 10:35:04.353463 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cee41b9f-e71f-4367-adf8-a133928d59a0 req-bb2e24b3-9d4f-4292-b8f8-690ffef8cee0 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087048 Jul 05 10:35:04.488186 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cee41b9f-e71f-4367-adf8-a133928d59a0 req-ad657202-296b-4024-a8ee-cec71e6876a8 service neutron] 10.222.0.73 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289082 Jul 05 10:35:04.504605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85987d7c-0d2a-44db-b207-41d5596a20e0 req-5e11fc30-49c2-4acf-b41a-0a97365f1610 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:04.506297 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85987d7c-0d2a-44db-b207-41d5596a20e0 req-5e11fc30-49c2-4acf-b41a-0a97365f1610 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.1029994 Jul 05 10:35:04.559546 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85987d7c-0d2a-44db-b207-41d5596a20e0 req-964690c4-6188-4195-9564-6c27e1ae3c26 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416493 Jul 05 10:35:04.750944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f13ce8-df81-455b-a6da-66777edcfd52 req-fc542868-d776-4474-8271-d5654d7df1f5 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:04.752541 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-25f13ce8-df81-455b-a6da-66777edcfd52 req-fc542868-d776-4474-8271-d5654d7df1f5 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 946 time: 0.0730999 Jul 05 10:35:04.794505 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-25f13ce8-df81-455b-a6da-66777edcfd52 req-630cc268-dd91-4188-b1ac-7ff0a1db3fd5 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=0726c0b1-e37c-4285-8a8b-e617ea3a7538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344014 Jul 05 10:35:05.000813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5830868-4ea3-4f6e-b9bd-3fe6ca2382fa req-4d0fbd61-7f2d-4eba-b989-66bf3e2c5f85 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:05.002347 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5830868-4ea3-4f6e-b9bd-3fe6ca2382fa req-4d0fbd61-7f2d-4eba-b989-66bf3e2c5f85 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 946 time: 0.0749478 Jul 05 10:35:05.046926 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5830868-4ea3-4f6e-b9bd-3fe6ca2382fa req-a011ba86-7a99-4300-b6ad-b5296d633052 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=0726c0b1-e37c-4285-8a8b-e617ea3a7538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373313 Jul 05 10:35:05.071985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52862) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:05.124815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebc2c86-6850-4dc7-b9f4-a7900843e20e tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:05.126241 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6ebc2c86-6850-4dc7-b9f4-a7900843e20e tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 1093 time: 0.0528879 Jul 05 10:35:05.129736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52864) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:05.134558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': '9ecea66c-8b06-48e6-b705-9f205306214a', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:35:05.247012 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:05.352097 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:05.471375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Allocated IP 172.25.5.186 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/cd08aab0-2cb8-4a76-adf8-e4f20f7a13b6) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:35:05.579080 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:05.730812 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:05.762457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7cf80-2709-4369-887c-a55af5489372 req-98c97805-1a35-4b50-84f5-281d95a8f73c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:05.764053 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aae7cf80-2709-4369-887c-a55af5489372 req-98c97805-1a35-4b50-84f5-281d95a8f73c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0784919 Jul 05 10:35:05.777852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:35:05.785120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:35:05.790643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:35:05.812596 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aae7cf80-2709-4369-887c-a55af5489372 req-7c1ecb97-69f4-405a-b1ea-291d4f9e35e8 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423439 Jul 05 10:35:05.814684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Port': ['ID=cd08aab0-2cb8-4a76-adf8-e4f20f7a13b6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:06.353724 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:06.530243 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:06.717075 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:06.845370 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:06.953929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Port': ['ID=cd08aab0-2cb8-4a76-adf8-e4f20f7a13b6,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:06.964179 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:07.024307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1c96e-643b-4f2b-89a7-d18f710e5156 req-eff0a70c-6277-4fb1-b1d2-f9f004c10c35 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:07.026326 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-19c1c96e-643b-4f2b-89a7-d18f710e5156 req-eff0a70c-6277-4fb1-b1d2-f9f004c10c35 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0681281 Jul 05 10:35:07.067596 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-19c1c96e-643b-4f2b-89a7-d18f710e5156 req-ae7f7850-ddfd-45ad-ba70-942790770c0d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347588 Jul 05 10:35:07.077619 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Floating IP e03deb15-40f9-4c92-8ffa-1cbe9d337199 associated. External IP: 172.25.5.186, port: 9ecea66c-8b06-48e6-b705-9f205306214a. Jul 05 10:35:07.653100 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Router 60507269-14e4-402d-8975-0d666e88df0a has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:35:07.782423 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:35:07.793254 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d6284f-93ff-4dd0-9f32-c3c9f8be7589 None None] Sync routers for ids ['60507269-14e4-402d-8975-0d666e88df0a'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:35:07.806369 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d6284f-93ff-4dd0-9f32-c3c9f8be7589 None None] Routers {'60507269-14e4-402d-8975-0d666e88df0a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:35:07.807063 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-88d6284f-93ff-4dd0-9f32-c3c9f8be7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:34:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['60507269-14e4-402d-8975-0d666e88df0a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:35:07.870452 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:07.929817 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ffb83cd5-de3b-449a-8c81-81b4d9045328 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7989376 Jul 05 10:35:07.932094 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da321fd7-374e-4865-a682-972a28dadca9', 'tag': '9ecea66c-8b06-48e6-b705-9f205306214a'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:35:07.932856 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52908) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:07.935067 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa286aa6-ad4e-4543-8fd3-379ff959a7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "da321fd7-374e-4865-a682-972a28dadca9", "tag": "9ecea66c-8b06-48e6-b705-9f205306214a"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:35:08.001755 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94b3b71-5f9c-4224-8303-c8e5676a2658 x-openstack-request-id: req-e94b3b71-5f9c-4224-8303-c8e5676a2658 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:35:08.002518 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da321fd7-374e-4865-a682-972a28dadca9", "tag": "9ecea66c-8b06-48e6-b705-9f205306214a", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:35:08.003060 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e94b3b71-5f9c-4224-8303-c8e5676a2658 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:35:08.003680 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da321fd7-374e-4865-a682-972a28dadca9', 'tag': '9ecea66c-8b06-48e6-b705-9f205306214a', 'status': 'completed', 'code': 200} Jul 05 10:35:08.035876 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-88d6284f-93ff-4dd0-9f32-c3c9f8be7589 None None] Set router 60507269-14e4-402d-8975-0d666e88df0a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:35:08.044484 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-99a0d856-111a-491c-ae77-1cd25f2e3029 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/floatingips/e03deb15-40f9-4c92-8ffa-1cbe9d337199 HTTP/1.1" status: 200 len: 992 time: 0.1083531 Jul 05 10:35:08.095072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286aa6-ad4e-4543-8fd3-379ff959a7bc req-a35b32fb-8613-473c-9352-b47a412703c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:08.095072 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa286aa6-ad4e-4543-8fd3-379ff959a7bc req-a35b32fb-8613-473c-9352-b47a412703c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e66d79111844aa38485a483a5286664&device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 1098 time: 0.0676646 Jul 05 10:35:08.215383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286aa6-ad4e-4543-8fd3-379ff959a7bc req-0df3c8b1-8f91-4df0-a63d-0570697ce650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:08.217814 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa286aa6-ad4e-4543-8fd3-379ff959a7bc req-0df3c8b1-8f91-4df0-a63d-0570697ce650 service neutron] 10.222.0.73 "GET /v2.0/networks?id=28e2cd35-4657-4d8d-9b30-c01f19aafa04 HTTP/1.1" status: 200 len: 897 time: 0.1173997 Jul 05 10:35:08.318212 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-88d6284f-93ff-4dd0-9f32-c3c9f8be7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:34:46Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'e03deb15-40f9-4c92-8ffa-1cbe9d337199', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '60507269-14e4-402d-8975-0d666e88df0a', 'port_id': '9ecea66c-8b06-48e6-b705-9f205306214a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'mac_address': 'fa:16:3e:54:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da321fd7-374e-4865-a682-972a28dadca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:35:06Z', 'updated_at': '2021-07-05T10:35:06Z', 'revision_number': 0, 'project_id': '8e66d79111844aa38485a483a5286664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bedb4478-e663-432c-a4c8-7143d11c3ed9', 'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:54:ab:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:45Z', 'updated_at': '2021-07-05T10:34:51Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:35:08.350579 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa286aa6-ad4e-4543-8fd3-379ff959a7bc req-f036838b-211e-43ab-80c0-936bfaed8ebc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ecea66c-8b06-48e6-b705-9f205306214a HTTP/1.1" status: 200 len: 1000 time: 0.1197538 Jul 05 10:35:08.352297 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d6284f-93ff-4dd0-9f32-c3c9f8be7589 None None] Checking router: 60507269-14e4-402d-8975-0d666e88df0a for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:35:08.362560 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d6284f-93ff-4dd0-9f32-c3c9f8be7589 None None] Routers {'60507269-14e4-402d-8975-0d666e88df0a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:35:08.363183 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-88d6284f-93ff-4dd0-9f32-c3c9f8be7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:34:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['60507269-14e4-402d-8975-0d666e88df0a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:35:08.398754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547027b-c730-4e1a-8263-282cdeb36d39 req-a21114a4-7c25-425f-980a-d8e8d22b0072 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:08.400325 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a547027b-c730-4e1a-8263-282cdeb36d39 req-a21114a4-7c25-425f-980a-d8e8d22b0072 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.1801269 Jul 05 10:35:08.427277 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286aa6-ad4e-4543-8fd3-379ff959a7bc req-1962088a-9e11-4ca2-b4d6-8e9a87db5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:08.428755 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa286aa6-ad4e-4543-8fd3-379ff959a7bc req-1962088a-9e11-4ca2-b4d6-8e9a87db5933 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12e9cc88-1ffd-4264-bfd3-2ace9325b575 HTTP/1.1" status: 200 len: 835 time: 0.0706930 Jul 05 10:35:08.478382 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a547027b-c730-4e1a-8263-282cdeb36d39 req-b2a8c636-1ea0-4567-b90b-24dd34c4a9c7 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710382 Jul 05 10:35:08.482457 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-88d6284f-93ff-4dd0-9f32-c3c9f8be7589 None None] Set router 60507269-14e4-402d-8975-0d666e88df0a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:35:08.512274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286aa6-ad4e-4543-8fd3-379ff959a7bc req-f73bcdaf-84ff-4346-b72b-98bbe249ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:08.514907 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa286aa6-ad4e-4543-8fd3-379ff959a7bc req-f73bcdaf-84ff-4346-b72b-98bbe249ab51 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28e2cd35-4657-4d8d-9b30-c01f19aafa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777099 Jul 05 10:35:08.774835 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-88d6284f-93ff-4dd0-9f32-c3c9f8be7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:34:46Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'e03deb15-40f9-4c92-8ffa-1cbe9d337199', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '60507269-14e4-402d-8975-0d666e88df0a', 'port_id': '9ecea66c-8b06-48e6-b705-9f205306214a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'mac_address': 'fa:16:3e:54:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da321fd7-374e-4865-a682-972a28dadca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:35:06Z', 'updated_at': '2021-07-05T10:35:06Z', 'revision_number': 0, 'project_id': '8e66d79111844aa38485a483a5286664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bedb4478-e663-432c-a4c8-7143d11c3ed9', 'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:54:ab:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:45Z', 'updated_at': '2021-07-05T10:34:51Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:35:08.803784 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d6284f-93ff-4dd0-9f32-c3c9f8be7589 None None] The sync data for ids ['60507269-14e4-402d-8975-0d666e88df0a'] in n-d-779913-27 is: [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:34:46Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'e03deb15-40f9-4c92-8ffa-1cbe9d337199', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '60507269-14e4-402d-8975-0d666e88df0a', 'port_id': '9ecea66c-8b06-48e6-b705-9f205306214a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'mac_address': 'fa:16:3e:54:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da321fd7-374e-4865-a682-972a28dadca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:35:06Z', 'updated_at': '2021-07-05T10:35:06Z', 'revision_number': 0, 'project_id': '8e66d79111844aa38485a483a5286664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bedb4478-e663-432c-a4c8-7143d11c3ed9', 'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:54:ab:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:45Z', 'updated_at': '2021-07-05T10:34:51Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:35:08.930880 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa286aa6-ad4e-4543-8fd3-379ff959a7bc req-265303d5-f2cb-4e08-a8e4-bee6de6f98aa service neutron] 10.222.0.73 "GET /v2.0/networks/28e2cd35-4657-4d8d-9b30-c01f19aafa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094317 Jul 05 10:35:09.039632 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa286aa6-ad4e-4543-8fd3-379ff959a7bc req-1b63d207-fca5-4bb3-b333-cdb917891c62 service neutron] 10.222.0.73 "GET /v2.0/networks/28e2cd35-4657-4d8d-9b30-c01f19aafa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019206 Jul 05 10:35:09.046768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 52928) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:09.074657 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d11223c-f12b-422d-8443-0af4712b794b None None] New status for floating IP e03deb15-40f9-4c92-8ffa-1cbe9d337199: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:35:09.195183 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2d4c5f12-86ba-40f1-bbfe-e3bb278327cf tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/floatingips/e03deb15-40f9-4c92-8ffa-1cbe9d337199 HTTP/1.1" status: 200 len: 992 time: 0.1469350 Jul 05 10:35:09.694362 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e564f6-60c3-4624-8765-7f5e9bcfad8a req-1a96c73f-decd-4097-9145-7698a2e077db tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:09.695951 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1e564f6-60c3-4624-8765-7f5e9bcfad8a req-1a96c73f-decd-4097-9145-7698a2e077db tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0724239 Jul 05 10:35:09.739308 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1e564f6-60c3-4624-8765-7f5e9bcfad8a req-b6deeef5-3fc9-4480-8caa-b6a390b7948c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367186 Jul 05 10:35:10.198876 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 52946) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:10.262296 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-aa6af529-e11b-4ed1-b291-ebe8258d7c5a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/floatingips/e03deb15-40f9-4c92-8ffa-1cbe9d337199 HTTP/1.1" status: 200 len: 994 time: 0.0622463 Jul 05 10:35:10.937110 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd795ee-dfaf-4f62-9e5e-42370808ca9d req-f43a5b6f-bd0d-4c31-b46c-0825550f83ec tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:10.938706 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3dd795ee-dfaf-4f62-9e5e-42370808ca9d req-f43a5b6f-bd0d-4c31-b46c-0825550f83ec tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0721836 Jul 05 10:35:10.980769 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3dd795ee-dfaf-4f62-9e5e-42370808ca9d req-041ae819-e714-451d-9184-5e7bf530bfab tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358133 Jul 05 10:35:11.143963 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-86d3d4f7-a665-43ae-8421-b31d4a5efbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:12.159475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cca84f-93e4-4be1-8cfa-2b2abc2f35d6 req-835cb2f5-8928-4648-aece-54069440b46c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:12.161006 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1cca84f-93e4-4be1-8cfa-2b2abc2f35d6 req-835cb2f5-8928-4648-aece-54069440b46c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0630879 Jul 05 10:35:12.199650 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1cca84f-93e4-4be1-8cfa-2b2abc2f35d6 req-bc5c7dcc-41b0-493a-900a-851a2588ae79 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330248 Jul 05 10:35:13.394761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedcb0b-5716-4337-9800-29eb204e85eb req-2f97c6f7-be8e-4503-8721-a0513f997af8 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:13.396810 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eaedcb0b-5716-4337-9800-29eb204e85eb req-2f97c6f7-be8e-4503-8721-a0513f997af8 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0848074 Jul 05 10:35:13.445245 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eaedcb0b-5716-4337-9800-29eb204e85eb req-dd130329-855f-4c16-9f1f-ea20faaaa54f tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420835 Jul 05 10:35:13.575801 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4deb22fc-145f-47a3-a938-fe5d2aa375fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:13.672154 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:14.657344 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea682ac-07b2-46f7-bcef-2cdb2fdc4e73 req-da843244-0c49-4d7c-ae3e-10bf3c80ac11 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:14.659357 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ea682ac-07b2-46f7-bcef-2cdb2fdc4e73 req-da843244-0c49-4d7c-ae3e-10bf3c80ac11 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0939362 Jul 05 10:35:14.719709 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ea682ac-07b2-46f7-bcef-2cdb2fdc4e73 req-91ac37ac-5cf5-4c9f-b08f-23e29a4b269e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486467 Jul 05 10:35:14.991263 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:15.933909 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb7c3c-a13f-46c2-910a-58c4551c4ccc req-eaf0e532-73af-48ba-9d95-f5b5c4420a64 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:15.935464 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-72fb7c3c-a13f-46c2-910a-58c4551c4ccc req-eaf0e532-73af-48ba-9d95-f5b5c4420a64 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0878532 Jul 05 10:35:16.004379 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-72fb7c3c-a13f-46c2-910a-58c4551c4ccc req-c2e8cd86-406a-4768-88c9-2f7c1203cf8b tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586302 Jul 05 10:35:16.798028 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:17.219487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24448c0c-df1b-4014-b28b-afc92904f2cb req-db42cf1c-c5ba-488d-9abf-63a901a3a3aa tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:17.221123 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-24448c0c-df1b-4014-b28b-afc92904f2cb req-db42cf1c-c5ba-488d-9abf-63a901a3a3aa tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0814140 Jul 05 10:35:17.262695 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-24448c0c-df1b-4014-b28b-afc92904f2cb req-6ddf5ea3-048d-45c9-9236-336ddad1bf3e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357404 Jul 05 10:35:17.349279 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:35:18.444147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629fec0-32e0-4cfc-8d9d-4409a6c722c6 req-543d1c89-aac0-4441-9b34-d4fa8bf06175 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:18.445652 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a629fec0-32e0-4cfc-8d9d-4409a6c722c6 req-543d1c89-aac0-4441-9b34-d4fa8bf06175 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0679276 Jul 05 10:35:18.486511 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a629fec0-32e0-4cfc-8d9d-4409a6c722c6 req-25d7d513-2754-47e3-9208-0c461fe1ab28 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351517 Jul 05 10:35:19.672330 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f6fa0-f9c9-49b4-8c4c-9cb00689adcd req-8883aff7-8f4f-4be3-89fd-8db8a28b79f3 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:19.673873 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d18f6fa0-f9c9-49b4-8c4c-9cb00689adcd req-8883aff7-8f4f-4be3-89fd-8db8a28b79f3 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0723081 Jul 05 10:35:19.717893 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d18f6fa0-f9c9-49b4-8c4c-9cb00689adcd req-061dbbc1-ce8c-4f55-ad63-4a47e2b4ba59 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378878 Jul 05 10:35:20.336146 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73938a9-70ba-4a83-9fa6-1906d7696e12 req-67a79d20-9f25-4268-95ee-762fdded825e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:20.337742 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c73938a9-70ba-4a83-9fa6-1906d7696e12 req-67a79d20-9f25-4268-95ee-762fdded825e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.0787263 Jul 05 10:35:20.377222 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c73938a9-70ba-4a83-9fa6-1906d7696e12 req-416393b1-f92f-489f-af4c-569eb4099cb8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333300 Jul 05 10:35:20.919577 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de401add-37f6-44d6-8dee-58b5bd5a5ac2 req-2646becd-425e-40ca-b1c2-9ff4cec53991 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:20.921510 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de401add-37f6-44d6-8dee-58b5bd5a5ac2 req-2646becd-425e-40ca-b1c2-9ff4cec53991 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0746293 Jul 05 10:35:20.966639 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de401add-37f6-44d6-8dee-58b5bd5a5ac2 req-bc9a4591-3717-4fa7-adac-447e6ac5d699 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366709 Jul 05 10:35:21.570207 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a3daa-c855-40e6-bc82-298a758572ec req-6e66bf9f-e90a-4ca6-92fb-6f3decc8f8db tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:21.571788 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b55a3daa-c855-40e6-bc82-298a758572ec req-6e66bf9f-e90a-4ca6-92fb-6f3decc8f8db tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.0736184 Jul 05 10:35:21.614773 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b55a3daa-c855-40e6-bc82-298a758572ec req-cd44bbfb-a741-44e2-a2a3-d5ad6cd379c2 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368299 Jul 05 10:35:22.151626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a566ccb-5baa-42f6-8fd9-8b56a057cd54 req-6bbb1045-37d1-49d0-bf96-007390f2d49d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:22.153180 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4a566ccb-5baa-42f6-8fd9-8b56a057cd54 req-6bbb1045-37d1-49d0-bf96-007390f2d49d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0716565 Jul 05 10:35:22.194174 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4a566ccb-5baa-42f6-8fd9-8b56a057cd54 req-70726aea-162b-4aef-9874-892de3a75968 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Jul 05 10:35:22.322954 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:22.607597 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95ac9c-9cf4-4f99-b897-a8988ece4639 req-9d9e1022-0d86-4628-85de-7b320ab0dd47 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:22.609683 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f95ac9c-9cf4-4f99-b897-a8988ece4639 req-9d9e1022-0d86-4628-85de-7b320ab0dd47 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0661311 Jul 05 10:35:22.662039 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f95ac9c-9cf4-4f99-b897-a8988ece4639 req-1c22f1cd-8e2b-4be2-abc5-cae22b6326ab tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462449 Jul 05 10:35:22.828217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1d6e7-fa17-4c2d-b226-bec3486a22f5 req-b3ed6faa-b077-4be8-991e-19217c28db9f tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:22.830563 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00a1d6e7-fa17-4c2d-b226-bec3486a22f5 req-b3ed6faa-b077-4be8-991e-19217c28db9f tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.0769958 Jul 05 10:35:22.887788 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-00a1d6e7-fa17-4c2d-b226-bec3486a22f5 req-1510c78f-714a-4297-9eb0-6de6b35cf69e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515027 Jul 05 10:35:22.895787 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48ce9d-fa7b-4804-b9ec-d330f21fb4e3 req-93e0a5b9-2cc1-44c3-8215-61606fe0c6e7 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:22.899905 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be48ce9d-fa7b-4804-b9ec-d330f21fb4e3 req-93e0a5b9-2cc1-44c3-8215-61606fe0c6e7 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0810583 Jul 05 10:35:22.942827 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be48ce9d-fa7b-4804-b9ec-d330f21fb4e3 req-e2bdd17c-1382-4310-8234-888e9104494f tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379057 Jul 05 10:35:23.623755 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b1674-0aa3-427d-bf9a-61363dbf0560 req-34424939-020b-4095-9e1f-8f56f083d93e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:23.625599 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ae7b1674-0aa3-427d-bf9a-61363dbf0560 req-34424939-020b-4095-9e1f-8f56f083d93e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0798397 Jul 05 10:35:23.673335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ae7b1674-0aa3-427d-bf9a-61363dbf0560 req-c501544e-4df4-495c-8792-84d0e03eba2b tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 Jul 05 10:35:24.096985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577ebff-ef83-4aeb-8786-6d6ac6aee163 req-7235adff-6eb4-4f22-9ebb-9133961123c7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:24.098766 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4577ebff-ef83-4aeb-8786-6d6ac6aee163 req-7235adff-6eb4-4f22-9ebb-9133961123c7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.0831239 Jul 05 10:35:24.152676 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4577ebff-ef83-4aeb-8786-6d6ac6aee163 req-95d308cd-df17-4b83-b172-fa7c5cce1b0e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427244 Jul 05 10:35:24.212608 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:24.914511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae595595-cc3e-440d-b70d-4378c54348f1 req-073d60b7-0c21-43d9-b935-767727c9034a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:24.915965 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ae595595-cc3e-440d-b70d-4378c54348f1 req-073d60b7-0c21-43d9-b935-767727c9034a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.0942934 Jul 05 10:35:24.990441 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ae595595-cc3e-440d-b70d-4378c54348f1 req-aab2af43-1e4b-41fd-ad99-d8d5a73450a0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635428 Jul 05 10:35:25.020167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b64ae-ff92-4dca-82f5-ab5d46644570 req-e1c4ff68-db57-4577-b895-34abae4e927d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:25.021899 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-403b64ae-ff92-4dca-82f5-ab5d46644570 req-e1c4ff68-db57-4577-b895-34abae4e927d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 945 time: 0.1049347 Jul 05 10:35:25.133913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-403b64ae-ff92-4dca-82f5-ab5d46644570 req-43b98954-d297-40a7-8e34-fdf4dd65e06c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Deleting port bf324d7f-eb49-4832-9d46-6cb95a14cdfc {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:35:25.134577 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-403b64ae-ff92-4dca-82f5-ab5d46644570 req-43b98954-d297-40a7-8e34-fdf4dd65e06c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:25.263018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-403b64ae-ff92-4dca-82f5-ab5d46644570 req-43b98954-d297-40a7-8e34-fdf4dd65e06c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] For port bf324d7f-eb49-4832-9d46-6cb95a14cdfc, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=bf324d7f-eb49-4832-9d46-6cb95a14cdfc,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:35:25.263449 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-403b64ae-ff92-4dca-82f5-ab5d46644570 req-43b98954-d297-40a7-8e34-fdf4dd65e06c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:25.277845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-403b64ae-ff92-4dca-82f5-ab5d46644570 req-43b98954-d297-40a7-8e34-fdf4dd65e06c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Calling delete_port for bf324d7f-eb49-4832-9d46-6cb95a14cdfc owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:35:25.393692 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb404c5b-ce34-4328-865a-7d293e325647 req-de968644-4079-4f6f-9704-a383cced3e97 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:25.395281 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fb404c5b-ce34-4328-865a-7d293e325647 req-de968644-4079-4f6f-9704-a383cced3e97 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.1043687 Jul 05 10:35:25.440176 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fb404c5b-ce34-4328-865a-7d293e325647 req-54afbcde-db7d-4527-be88-775c3b734324 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387170 Jul 05 10:35:25.528944 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-403b64ae-ff92-4dca-82f5-ab5d46644570 req-43b98954-d297-40a7-8e34-fdf4dd65e06c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:25.547434 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['50cfe4b1-99cd-487b-890a-6b506605e08b', 'bf324d7f-eb49-4832-9d46-6cb95a14cdfc'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:35:25.564738 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b98954-d297-40a7-8e34-fdf4dd65e06c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Pushing event deleted for resources: {'Port': ['ID=bf324d7f-eb49-4832-9d46-6cb95a14cdfc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:25.609787 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-403b64ae-ff92-4dca-82f5-ab5d46644570 req-43b98954-d297-40a7-8e34-fdf4dd65e06c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] No DVR routers for this DVR port bf324d7f-eb49-4832-9d46-6cb95a14cdfc on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:35:25.612745 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-403b64ae-ff92-4dca-82f5-ab5d46644570 req-43b98954-d297-40a7-8e34-fdf4dd65e06c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:25.614824 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-403b64ae-ff92-4dca-82f5-ab5d46644570 req-43b98954-d297-40a7-8e34-fdf4dd65e06c tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.64 "DELETE /v2.0/ports/bf324d7f-eb49-4832-9d46-6cb95a14cdfc HTTP/1.1" status: 204 len: 173 time: 0.5851908 Jul 05 10:35:25.615272 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7571bf4-98fb-4a0f-a009-26d6a5d82c7f', 'name': 'network-vif-deleted', 'tag': 'bf324d7f-eb49-4832-9d46-6cb95a14cdfc'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:35:25.617785 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac41f38-40b4-425e-b729-86248b7fc37c" -d '{"events": [{"server_uuid": "e7571bf4-98fb-4a0f-a009-26d6a5d82c7f", "name": "network-vif-deleted", "tag": "bf324d7f-eb49-4832-9d46-6cb95a14cdfc"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:35:25.656361 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d420b12-1067-44ed-8113-27d030e0434b x-openstack-request-id: req-0d420b12-1067-44ed-8113-27d030e0434b {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:35:25.656663 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7571bf4-98fb-4a0f-a009-26d6a5d82c7f", "name": "network-vif-deleted", "tag": "bf324d7f-eb49-4832-9d46-6cb95a14cdfc", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:35:25.657161 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d420b12-1067-44ed-8113-27d030e0434b {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:35:25.657321 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7571bf4-98fb-4a0f-a009-26d6a5d82c7f', 'name': 'network-vif-deleted', 'tag': 'bf324d7f-eb49-4832-9d46-6cb95a14cdfc', 'status': 'completed', 'code': 200} Jul 05 10:35:26.152783 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5a9e8052-9100-43b3-ac62-c13b11317d1a req-cbcf835b-b148-4e25-9339-121cacb4dbb2 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7571bf4-98fb-4a0f-a009-26d6a5d82c7f HTTP/1.1" status: 200 len: 210 time: 0.0280473 Jul 05 10:35:26.640522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81051f2-b775-4047-afea-12c4b64b17cb req-3b199210-7461-4c81-8cb1-cf9e8575b173 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:26.642016 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a81051f2-b775-4047-afea-12c4b64b17cb req-3b199210-7461-4c81-8cb1-cf9e8575b173 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.0740750 Jul 05 10:35:26.682307 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a81051f2-b775-4047-afea-12c4b64b17cb req-8958245f-8814-4d5d-adc6-7a7f5bca139d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332766 Jul 05 10:35:27.878272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc69c34-a59e-4653-9696-416df24f778b req-5a9918b4-44ce-4d0e-88b5-b0cb5c8dd3d8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:27.879866 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5fc69c34-a59e-4653-9696-416df24f778b req-5a9918b4-44ce-4d0e-88b5-b0cb5c8dd3d8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.0752220 Jul 05 10:35:27.923848 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5fc69c34-a59e-4653-9696-416df24f778b req-21e9728b-e80a-4dc4-a3c2-2e14f8d139ee tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377448 Jul 05 10:35:28.376449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bf324d7f-eb49-4832-9d46-6cb95a14cdfc no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:35:28.400220 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: bf324d7f-eb49-4832-9d46-6cb95a14cdfc {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:35:28.400579 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device bf324d7f-eb49-4832-9d46-6cb95a14cdfc not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:35:28.722850 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5514f9-7857-4e20-b0ab-8d173e3f3ac6 req-6fd1bb7d-f47a-4753-ae6b-2b134bf1bd3e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:28.724702 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb5514f9-7857-4e20-b0ab-8d173e3f3ac6 req-6fd1bb7d-f47a-4753-ae6b-2b134bf1bd3e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 945 time: 0.0720842 Jul 05 10:35:28.769930 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb5514f9-7857-4e20-b0ab-8d173e3f3ac6 req-be23c28f-51aa-47cc-975a-f8f15479a2d8 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392416 Jul 05 10:35:29.119430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b344a-b15a-4fa0-bb7c-d13b3acbc299 req-d7e4a481-ec7e-417b-896c-a9a06fcd01f1 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:29.120993 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-214b344a-b15a-4fa0-bb7c-d13b3acbc299 req-d7e4a481-ec7e-417b-896c-a9a06fcd01f1 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.0685599 Jul 05 10:35:29.163940 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-214b344a-b15a-4fa0-bb7c-d13b3acbc299 req-81396f2b-45af-4ebc-aaae-c3a1d7edc4bb tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353668 Jul 05 10:35:29.952981 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7099af-a2e5-4488-a9c1-88e7f8e0ea79 req-78f77a3d-313b-4c4b-ac39-35d6a8b22b7e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:29.954537 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3d7099af-a2e5-4488-a9c1-88e7f8e0ea79 req-78f77a3d-313b-4c4b-ac39-35d6a8b22b7e tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 945 time: 0.0667591 Jul 05 10:35:29.994488 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3d7099af-a2e5-4488-a9c1-88e7f8e0ea79 req-56574442-8a9e-456f-8a01-4ed3a105bd7d tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/security-groups?id=c839e118-4853-47b3-b63c-0b0721889243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333872 Jul 05 10:35:30.231496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94587a56-0c43-4d1d-8d91-a3eb8b2b68e0 req-5716216e-acf2-4c88-855a-565a0ac6fdd8 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:30.233499 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94587a56-0c43-4d1d-8d91-a3eb8b2b68e0 req-5716216e-acf2-4c88-855a-565a0ac6fdd8 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 945 time: 0.0705805 Jul 05 10:35:30.344885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-94587a56-0c43-4d1d-8d91-a3eb8b2b68e0 req-92461973-a1cc-4fe6-bc9f-b359a18836e0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Deleting port 50cfe4b1-99cd-487b-890a-6b506605e08b {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:35:30.345236 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-94587a56-0c43-4d1d-8d91-a3eb8b2b68e0 req-92461973-a1cc-4fe6-bc9f-b359a18836e0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:30.355942 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21041fe-2203-4b3e-973a-6ccbc40838a9 req-b218b2a2-7ccc-4769-adb7-5122c94af735 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:30.360435 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a21041fe-2203-4b3e-973a-6ccbc40838a9 req-b218b2a2-7ccc-4769-adb7-5122c94af735 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.0745201 Jul 05 10:35:30.412416 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a21041fe-2203-4b3e-973a-6ccbc40838a9 req-b4711b27-0af7-4e03-84d5-393deb048872 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485754 Jul 05 10:35:30.452164 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-94587a56-0c43-4d1d-8d91-a3eb8b2b68e0 req-92461973-a1cc-4fe6-bc9f-b359a18836e0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] For port 50cfe4b1-99cd-487b-890a-6b506605e08b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=50cfe4b1-99cd-487b-890a-6b506605e08b,segment=NetworkSegment(4401f41f-c4d3-48a5-9ed0-e54177ee8556),segment_id=4401f41f-c4d3-48a5-9ed0-e54177ee8556)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:35:30.452443 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-94587a56-0c43-4d1d-8d91-a3eb8b2b68e0 req-92461973-a1cc-4fe6-bc9f-b359a18836e0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:30.466141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-94587a56-0c43-4d1d-8d91-a3eb8b2b68e0 req-92461973-a1cc-4fe6-bc9f-b359a18836e0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Calling delete_port for 50cfe4b1-99cd-487b-890a-6b506605e08b owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:35:30.660235 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-94587a56-0c43-4d1d-8d91-a3eb8b2b68e0 req-92461973-a1cc-4fe6-bc9f-b359a18836e0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:30.695576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92461973-a1cc-4fe6-bc9f-b359a18836e0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Pushing event deleted for resources: {'Port': ['ID=50cfe4b1-99cd-487b-890a-6b506605e08b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:30.746598 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-94587a56-0c43-4d1d-8d91-a3eb8b2b68e0 req-92461973-a1cc-4fe6-bc9f-b359a18836e0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] No DVR routers for this DVR port 50cfe4b1-99cd-487b-890a-6b506605e08b on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:35:30.749204 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-94587a56-0c43-4d1d-8d91-a3eb8b2b68e0 req-92461973-a1cc-4fe6-bc9f-b359a18836e0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:30.751471 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94587a56-0c43-4d1d-8d91-a3eb8b2b68e0 req-92461973-a1cc-4fe6-bc9f-b359a18836e0 tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.64 "DELETE /v2.0/ports/50cfe4b1-99cd-487b-890a-6b506605e08b HTTP/1.1" status: 204 len: 173 time: 0.5119290 Jul 05 10:35:30.751701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a', 'name': 'network-vif-deleted', 'tag': '50cfe4b1-99cd-487b-890a-6b506605e08b'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:35:30.753984 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8198e820-0533-4383-9088-9e25b3eea1e7" -d '{"events": [{"server_uuid": "b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a", "name": "network-vif-deleted", "tag": "50cfe4b1-99cd-487b-890a-6b506605e08b"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:35:30.791860 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46628146-ebc1-4183-8f59-6a3fae50fc8f x-openstack-request-id: req-46628146-ebc1-4183-8f59-6a3fae50fc8f {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:35:30.792255 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a", "name": "network-vif-deleted", "tag": "50cfe4b1-99cd-487b-890a-6b506605e08b", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:35:30.797387 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-46628146-ebc1-4183-8f59-6a3fae50fc8f {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:35:30.797387 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a', 'name': 'network-vif-deleted', 'tag': '50cfe4b1-99cd-487b-890a-6b506605e08b', 'status': 'completed', 'code': 200} Jul 05 10:35:31.135065 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-680bdf9b-de7f-4ade-9ac4-6a3be0cd73e9 req-4e055d1a-30d6-463b-b1b4-0e697ee7f68a tempest-ServersTestJSON-959108518 tempest-ServersTestJSON-959108518-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9446ea0-70cb-45e7-ad0d-686a9a1fbb1a HTTP/1.1" status: 200 len: 210 time: 0.0284646 Jul 05 10:35:31.599391 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5310279-7e24-4993-8c7c-b3ae87dbf1c1 req-b1d6c973-1efe-4a62-97a4-77ffee3725dc tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:31.601334 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5310279-7e24-4993-8c7c-b3ae87dbf1c1 req-b1d6c973-1efe-4a62-97a4-77ffee3725dc tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.0679169 Jul 05 10:35:31.644349 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5310279-7e24-4993-8c7c-b3ae87dbf1c1 req-a04baa02-359e-421c-b0e8-42a4541c3242 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372140 Jul 05 10:35:32.229260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53324) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:32.278382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Deleting subnet 98f7b6db-d802-47e9-b5c8-384631a1c751 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:35:32.282204 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:32.315931 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:32.355549 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:32.382896 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 91237765-496b-4a45-90da-28b39c7ce444 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:35:32.437723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 50cfe4b1-99cd-487b-890a-6b506605e08b no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:35:32.488665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 50cfe4b1-99cd-487b-890a-6b506605e08b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:35:32.489015 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 50cfe4b1-99cd-487b-890a-6b506605e08b not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:35:32.491907 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:32.537897 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:32.540154 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/98f7b6db-d802-47e9-b5c8-384631a1c751 HTTP/1.1" status: 204 len: 168 time: 0.3094022 Jul 05 10:35:32.541431 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f7b6db-d802-47e9-b5c8-384631a1c751,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:32.543242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53332) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:32.550505 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:32.550888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:32.551504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=91237765-496b-4a45-90da-28b39c7ce444,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:35:32.551961 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:32.552486 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:32.552987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:32.553480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:32.553972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:32.554466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:32.554947 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:32.555471 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:32.556012 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:32.556540 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcba87f-1095-47f3-851c-120259b4d84d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:32.563889 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '91237765-496b-4a45-90da-28b39c7ce444', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'port_id': '91237765-496b-4a45-90da-28b39c7ce444', 'mac_address': 'fa:16:3e:b0:72:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:35:32.620789 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:32.632622 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91237765-496b-4a45-90da-28b39c7ce444 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:35:32.637811 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93129bb7-ed08-4496-971d-d3f7fa7c2f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:32.660988 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=91237765-496b-4a45-90da-28b39c7ce444,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:35:32.721351 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:32.738580 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93129bb7-ed08-4496-971d-d3f7fa7c2f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:32.749701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-93129bb7-ed08-4496-971d-d3f7fa7c2f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07f9a36-47b5-4700-a8e9-30e7deb1de7e']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:35:32.796497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=91237765-496b-4a45-90da-28b39c7ce444,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:32.799918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-93129bb7-ed08-4496-971d-d3f7fa7c2f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4401f41f-c4d3-48a5-9ed0-e54177ee8556') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:35:32.800234 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-93129bb7-ed08-4496-971d-d3f7fa7c2f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4401f41f-c4d3-48a5-9ed0-e54177ee8556') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:35:32.811218 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['91237765-496b-4a45-90da-28b39c7ce444'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:35:32.837115 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93129bb7-ed08-4496-971d-d3f7fa7c2f21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:32.866265 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93129bb7-ed08-4496-971d-d3f7fa7c2f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:32.877335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93129bb7-ed08-4496-971d-d3f7fa7c2f21 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:35:32.877760 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93129bb7-ed08-4496-971d-d3f7fa7c2f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:35:32.882558 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:35:32.959512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b375b-b4b7-43c9-8c97-3c5415bab4d1 req-3df1bebf-98a0-4054-a258-e97916f8b1fa tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:32.967394 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-401b375b-b4b7-43c9-8c97-3c5415bab4d1 req-3df1bebf-98a0-4054-a258-e97916f8b1fa tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 944 time: 0.1842217 Jul 05 10:35:33.007135 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-401b375b-b4b7-43c9-8c97-3c5415bab4d1 req-a0c5ad08-7a1d-4770-88cf-bb257db54895 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386021 Jul 05 10:35:33.088398 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93129bb7-ed08-4496-971d-d3f7fa7c2f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:33.094592 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-93129bb7-ed08-4496-971d-d3f7fa7c2f21 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:33.096417 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-93129bb7-ed08-4496-971d-d3f7fa7c2f21 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f07f9a36-47b5-4700-a8e9-30e7deb1de7e HTTP/1.1" status: 204 len: 168 time: 0.5517573 Jul 05 10:35:33.115591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93129bb7-ed08-4496-971d-d3f7fa7c2f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=f07f9a36-47b5-4700-a8e9-30e7deb1de7e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:33.500393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53388) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:33.550681 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0ddb1d84-b2c7-4fc5-aa7f-168fb6b4cc56 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=74a2cb886e8f45d9845ba0f19f03a76c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465176 Jul 05 10:35:33.551407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53392) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:33.607360 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b7fd74f9-64c6-4d61-86df-8a7d4fc3d025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:33.644301 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b7fd74f9-64c6-4d61-86df-8a7d4fc3d025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:33.808441 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b7fd74f9-64c6-4d61-86df-8a7d4fc3d025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:33.811138 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b7fd74f9-64c6-4d61-86df-8a7d4fc3d025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:33.812347 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b7fd74f9-64c6-4d61-86df-8a7d4fc3d025 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c839e118-4853-47b3-b63c-0b0721889243 HTTP/1.1" status: 204 len: 168 time: 0.2603450 Jul 05 10:35:33.821626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd74f9-64c6-4d61-86df-8a7d4fc3d025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c839e118-4853-47b3-b63c-0b0721889243,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:34.273405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3fa6b-fc14-4a96-8bfb-ec71a2c10851 req-fe725462-c36a-467f-b091-3558ce5e7e1f tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:34.277498 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ca3fa6b-fc14-4a96-8bfb-ec71a2c10851 req-fe725462-c36a-467f-b091-3558ce5e7e1f tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 944 time: 0.1244614 Jul 05 10:35:34.339251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ca3fa6b-fc14-4a96-8bfb-ec71a2c10851 req-e064d761-4c0d-4ad0-b3e7-38b086913fd9 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546324 Jul 05 10:35:34.407261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 91237765-496b-4a45-90da-28b39c7ce444 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:35:34.496731 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 91237765-496b-4a45-90da-28b39c7ce444 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:35:34.497518 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:34.591039 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:34.623291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4959808c-732e-474a-ad20-09e85356e08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91237765-496b-4a45-90da-28b39c7ce444'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:35:34.626834 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7513e0ce-1d64-4baa-bf08-3c44174c7820" -d '{"events": [{"server_uuid": "4959808c-732e-474a-ad20-09e85356e08b", "name": "network-vif-plugged", "status": "completed", "tag": "91237765-496b-4a45-90da-28b39c7ce444"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:35:34.643174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=91237765-496b-4a45-90da-28b39c7ce444,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:35:34.678867 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9315f8-3641-4ea4-a763-1f73e24f0e8c x-openstack-request-id: req-5b9315f8-3641-4ea4-a763-1f73e24f0e8c {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:35:34.679164 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4959808c-732e-474a-ad20-09e85356e08b", "name": "network-vif-plugged", "status": "completed", "tag": "91237765-496b-4a45-90da-28b39c7ce444", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:35:34.679418 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5b9315f8-3641-4ea4-a763-1f73e24f0e8c {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:35:34.679840 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4959808c-732e-474a-ad20-09e85356e08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91237765-496b-4a45-90da-28b39c7ce444', 'code': 200} Jul 05 10:35:34.714666 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:34.787070 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=91237765-496b-4a45-90da-28b39c7ce444,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:35.587842 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a5761-b3fe-40b9-87ef-66182577c38e req-db02f763-bf15-4fb9-8b3e-e2b34c7ad80b tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:35.589466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-712a5761-b3fe-40b9-87ef-66182577c38e req-db02f763-bf15-4fb9-8b3e-e2b34c7ad80b tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.1015649 Jul 05 10:35:35.636865 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-712a5761-b3fe-40b9-87ef-66182577c38e req-7a30ce33-db02-4b43-ad52-e83a8a3aee26 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374486 Jul 05 10:35:35.815576 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8fc3fc3f-80bb-41a8-b346-6cafdfe9b42d req-e03bf118-253f-46f7-96c1-fb0a4f220c6a tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0407329 Jul 05 10:35:36.854139 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba84e4e-e38b-4adc-834c-b7a161d377d4 req-33dbb287-99b1-4ed2-a639-4226d4dac023 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:36.855666 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6ba84e4e-e38b-4adc-834c-b7a161d377d4 req-33dbb287-99b1-4ed2-a639-4226d4dac023 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.0679052 Jul 05 10:35:36.908369 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6ba84e4e-e38b-4adc-834c-b7a161d377d4 req-7dd4737f-034c-4542-8902-8f6169e23cb7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445669 Jul 05 10:35:36.927855 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b828f2cf-b2a7-43a7-9ee7-57bd7185041b req-5caf3cd6-8c13-4b25-b153-7cd4ecf0229e tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0319788 Jul 05 10:35:38.251627 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f85a6ad-19b5-4a49-89d5-94f503d03588 req-d8914292-8237-4e66-9dd3-3de0c6aff4de tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0533311 Jul 05 10:35:38.284644 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389c3f0-5d0a-4f3e-b09c-d7aea37ee372 req-51678c85-938c-4dcd-8089-7f00b2a2ad6d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:38.286335 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7389c3f0-5d0a-4f3e-b09c-d7aea37ee372 req-51678c85-938c-4dcd-8089-7f00b2a2ad6d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.1029961 Jul 05 10:35:38.352076 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7389c3f0-5d0a-4f3e-b09c-d7aea37ee372 req-ca7e1542-3b0b-4ae0-bbc7-7d7d45dd5d66 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576227 Jul 05 10:35:39.472966 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53682) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:39.496174 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-45b9365b-0a6b-4826-a3ea-e5bdf68af0a0 req-13060037-3c6c-4f79-b720-4b3450bf448a tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0781643 Jul 05 10:35:39.751900 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53537c31-cc8b-4181-ae5e-837c9e81a9be tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:39.752790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53537c31-cc8b-4181-ae5e-837c9e81a9be tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:39.754092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53537c31-cc8b-4181-ae5e-837c9e81a9be tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:39.757267 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-53537c31-cc8b-4181-ae5e-837c9e81a9be tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/ports?project_id=8e66d79111844aa38485a483a5286664&network_id=28e2cd35-4657-4d8d-9b30-c01f19aafa04 HTTP/1.1" status: 200 len: 2973 time: 0.2826102 Jul 05 10:35:39.795921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a32e5-9a9e-434f-bf44-22378259d224 req-4b0fde71-35e4-43af-9ea6-4946846b4a44 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:39.798807 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-500a32e5-9a9e-434f-bf44-22378259d224 req-4b0fde71-35e4-43af-9ea6-4946846b4a44 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.1707828 Jul 05 10:35:39.844445 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-500a32e5-9a9e-434f-bf44-22378259d224 req-fe74ad26-ae58-4afb-9217-12d67bda4da9 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395834 Jul 05 10:35:40.482210 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b2a94504-f741-4512-a291-3aac7cfc13b4 req-edd15c1f-fdf0-4998-9129-d7f2471703e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0585926 Jul 05 10:35:40.698005 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4f5ea12-6064-4252-843c-c42ed320e87f req-fa0b2153-c3a4-4250-b708-94ef8da69fbd tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0439804 Jul 05 10:35:41.050891 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570f35c-524a-48bb-9d4f-6266547542df req-7382dbc5-f7bd-4dc5-b5f7-d88405b4add9 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:41.052456 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9570f35c-524a-48bb-9d4f-6266547542df req-7382dbc5-f7bd-4dc5-b5f7-d88405b4add9 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.0707672 Jul 05 10:35:41.105063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9570f35c-524a-48bb-9d4f-6266547542df req-591a2ffd-1923-46d6-a184-73ccd6999d5d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410271 Jul 05 10:35:41.133952 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bdb58b1b-2710-4c28-8c03-a9e41f890c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:41.514868 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53752) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:41.613820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90353800-8b53-431e-9f0d-368512b6598e tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:41.615632 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-90353800-8b53-431e-9f0d-368512b6598e tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 814 time: 0.0993719 Jul 05 10:35:41.957874 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c5f5732-b9c8-4e79-9e03-87142c3ed352 req-687504c5-07db-4eff-8b87-19d3483712ac tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0496795 Jul 05 10:35:42.263411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53780) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:42.271900 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a06f66ba-3b65-491e-9df7-924219ed21aa tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'network': {'name': 'tempest-network-smoke--470746286', 'project_id': '8e66d79111844aa38485a483a5286664', 'port_security_enabled': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:35:42.403318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06f66ba-3b65-491e-9df7-924219ed21aa tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Made reservation on behalf of 8e66d79111844aa38485a483a5286664 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:35:42.410775 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a06f66ba-3b65-491e-9df7-924219ed21aa tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:42.453882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06f66ba-3b65-491e-9df7-924219ed21aa tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:35:42.481169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac129d9-1a4f-4877-91a5-eb87d5a36050 req-4ed62323-2fc7-494e-bc5e-6e6d3e545a9c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:42.487169 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aac129d9-1a4f-4877-91a5-eb87d5a36050 req-4ed62323-2fc7-494e-bc5e-6e6d3e545a9c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.1469593 Jul 05 10:35:42.496356 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a06f66ba-3b65-491e-9df7-924219ed21aa tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:42.499823 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-a06f66ba-3b65-491e-9df7-924219ed21aa tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Added segment ceb46025-1375-40c9-86df-681b56ee77aa of type vlan for network 9d37e6f8-13fb-4f05-adba-e022c69a51a0 Jul 05 10:35:42.593040 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a06f66ba-3b65-491e-9df7-924219ed21aa tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:42.606253 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aac129d9-1a4f-4877-91a5-eb87d5a36050 req-c258b59e-0497-407f-9a37-09e231cffca2 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105664 Jul 05 10:35:42.769175 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a06f66ba-3b65-491e-9df7-924219ed21aa tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:42.780368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06f66ba-3b65-491e-9df7-924219ed21aa tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:42.782053 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a06f66ba-3b65-491e-9df7-924219ed21aa tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:42.918646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f66ba-3b65-491e-9df7-924219ed21aa tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Network': ['ID=9d37e6f8-13fb-4f05-adba-e022c69a51a0,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:42.925196 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a06f66ba-3b65-491e-9df7-924219ed21aa tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6607337 Jul 05 10:35:42.930234 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53810) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:42.942750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 9d37e6f8-13fb-4f05-adba-e022c69a51a0 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:35:43.117531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179c327e-9a94-45e1-be2e-64b3e0133b93 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:43.119393 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-179c327e-9a94-45e1-be2e-64b3e0133b93 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8e66d79111844aa38485a483a5286664&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1874905 Jul 05 10:35:43.123965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53818) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:43.368910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c2cdc-cce0-4b52-b457-c9cd6c37c3b1 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:43.373768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53824) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:43.374038 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-668c2cdc-cce0-4b52-b457-c9cd6c37c3b1 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2487447 Jul 05 10:35:43.419069 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e4ccca0f-e739-491d-a0c9-b84a9e32e8d7 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437794 Jul 05 10:35:43.422752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53826) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:43.474279 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c3c3a855-c29d-43cb-80ae-9a2bf9603c90 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8e66d79111844aa38485a483a5286664&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503340 Jul 05 10:35:43.477546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53828) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:43.581936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a17d807-256e-433b-bd54-3ee8cbc085b4 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:43.583472 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5a17d807-256e-433b-bd54-3ee8cbc085b4 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1050122 Jul 05 10:35:43.588033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53830) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:43.618522 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f942f315-91e9-4018-85e8-231a63bc4538 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289955 Jul 05 10:35:43.621323 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53832) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:43.627692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-807310031', 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0', 'project_id': '8e66d79111844aa38485a483a5286664', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:35:43.765140 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4492c1ba-bef1-4dc3-a846-97f4291111eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:43.805426 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:43.872497 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Made reservation on behalf of 8e66d79111844aa38485a483a5286664 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:35:43.877987 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:43.934886 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ec053f48-ef7e-4be4-ad11-6ec5ee07720d req-1663799c-8697-4cdc-b515-9c97f7501265 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0367277 Jul 05 10:35:44.049839 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecb2ca-aa39-4371-ad65-8e0ab2777a6a req-d9938c8f-0b77-4c04-9292-4517cf0a6fa4 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:44.052183 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6ecb2ca-aa39-4371-ad65-8e0ab2777a6a req-d9938c8f-0b77-4c04-9292-4517cf0a6fa4 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.2255547 Jul 05 10:35:44.164751 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6ecb2ca-aa39-4371-ad65-8e0ab2777a6a req-36e3521a-acd8-4bf4-ac7b-c2a1984f9947 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056111 Jul 05 10:35:44.395982 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:44.467879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Subnet': ['ID=693cc337-96ac-4771-bc45-4d9b55a6f468,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:44.489432 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:44.490169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:44.490674 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:44.491167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:44.491801 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:44.492142 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:44.492474 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:44.492829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:44.493157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:44.493481 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:44.493804 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:44.494128 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:44.505020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Checking segment: {'id': 'ceb46025-1375-40c9-86df-681b56ee77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:35:44.505449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network hostable DHCP agents. Network: 9d37e6f8-13fb-4f05-adba-e022c69a51a0, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:35:44.596301 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network 9d37e6f8-13fb-4f05-adba-e022c69a51a0 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:35:44.744663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 9d37e6f8-13fb-4f05-adba-e022c69a51a0) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:35:44.750072 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:44.751301 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:44.755449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29c7460-0746-4096-a880-188377e534f9 None None] Network 9d37e6f8-13fb-4f05-adba-e022c69a51a0 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:35:44.862050 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b1c47e7c-b300-4c3e-9809-516580d5b2d3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2391498 Jul 05 10:35:44.931951 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-9d37e6f8-13fb-4f05-adba-e022c69a51a0', 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'fixed_ips': [{'subnet_id': '693cc337-96ac-4771-bc45-4d9b55a6f468'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:35:44.938235 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:45.036872 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:45.111879 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0ad7e038-1d66-4791-a32d-8ed1f6d7d7f2 req-c0694126-a755-44dc-98ac-d60b2d4cfcac tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0482419 Jul 05 10:35:45.123631 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Allocated IP 172.20.0.18 (9d37e6f8-13fb-4f05-adba-e022c69a51a0/693cc337-96ac-4771-bc45-4d9b55a6f468/869bd1d7-6946-4b4c-b748-c91aec30a5e6) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:35:45.393104 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:45.404377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Transition to ACTIVE for port object 869bd1d7-6946-4b4c-b748-c91aec30a5e6 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:35:45.426728 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Transition to ACTIVE for port object 869bd1d7-6946-4b4c-b748-c91aec30a5e6 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:35:45.428329 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37130415-0050-4575-b8dd-6face10b3299 req-0f24cd1a-1592-4096-8bac-751c59914642 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:45.429950 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37130415-0050-4575-b8dd-6face10b3299 req-0f24cd1a-1592-4096-8bac-751c59914642 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.1095603 Jul 05 10:35:45.481256 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37130415-0050-4575-b8dd-6face10b3299 req-210ed304-1f84-44d5-9ffa-453b11358827 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408869 Jul 05 10:35:45.496269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53904) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:45.498956 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:45.512858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1000da66-6d76-4d37-be0a-aced06556e88 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-964491611', 'description': 'tempest-secgroup-smoke-964491611 description', 'project_id': '8e66d79111844aa38485a483a5286664'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:35:45.566746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Network 9d37e6f8-13fb-4f05-adba-e022c69a51a0 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:35:45.569586 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:35:45.572077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:35:45.578307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Pushing event updated for resources: {'Port': ['ID=869bd1d7-6946-4b4c-b748-c91aec30a5e6,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:45.637007 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1000da66-6d76-4d37-be0a-aced06556e88 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:45.640626 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Attempting to bind port 869bd1d7-6946-4b4c-b748-c91aec30a5e6 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:35:45.641235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Attempting to bind port 869bd1d7-6946-4b4c-b748-c91aec30a5e6 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'ceb46025-1375-40c9-86df-681b56ee77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:35:45.641945 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Attempting to bind port 869bd1d7-6946-4b4c-b748-c91aec30a5e6 on network 9d37e6f8-13fb-4f05-adba-e022c69a51a0 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:35:45.650527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:35:45.651137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Checking segment: {'id': 'ceb46025-1375-40c9-86df-681b56ee77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:35:45.651838 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:45.652489 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Bound using segment: {'id': 'ceb46025-1375-40c9-86df-681b56ee77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:35:45.653283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Bound port: 869bd1d7-6946-4b4c-b748-c91aec30a5e6, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb46025-1375-40c9-86df-681b56ee77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:35:45.653983 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:45.752579 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] For port 869bd1d7-6946-4b4c-b748-c91aec30a5e6, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:35:45.757634 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] For port 869bd1d7-6946-4b4c-b748-c91aec30a5e6, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=869bd1d7-6946-4b4c-b748-c91aec30a5e6,segment=NetworkSegment(ceb46025-1375-40c9-86df-681b56ee77aa),segment_id=ceb46025-1375-40c9-86df-681b56ee77aa)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:35:45.760763 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1000da66-6d76-4d37-be0a-aced06556e88 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:45.836688 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:45.837065 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1000da66-6d76-4d37-be0a-aced06556e88 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:45.886630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000da66-6d76-4d37-be0a-aced06556e88 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2970a6d1-4f93-460b-832c-79cb8eaa2d50,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:45.920384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebaf83c-1dc4-4d52-8447-258a1888d30c None None] Pushing event updated for resources: {'Port': ['ID=869bd1d7-6946-4b4c-b748-c91aec30a5e6,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:45.963203 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1000da66-6d76-4d37-be0a-aced06556e88 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:45.965139 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1000da66-6d76-4d37-be0a-aced06556e88 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4658487 Jul 05 10:35:45.968656 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53926) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:45.975671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-6d0975f2-f90a-458c-9d86-b86f0eed4bde tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': '2970a6d1-4f93-460b-832c-79cb8eaa2d50', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:35:46.111427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d0975f2-f90a-458c-9d86-b86f0eed4bde tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:46.202723 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d0975f2-f90a-458c-9d86-b86f0eed4bde tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:46.261435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597711-82ee-42cd-8565-cb745aea8202 req-425fb599-a9e0-49ad-8378-201efe71206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:46.263978 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4597711-82ee-42cd-8565-cb745aea8202 req-425fb599-a9e0-49ad-8378-201efe71206c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 1097 time: 0.0828731 Jul 05 10:35:46.281789 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d0975f2-f90a-458c-9d86-b86f0eed4bde tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:46.344072 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-65cddb09-ffa0-42da-9718-d609da8f63d9 req-a9622ca3-323f-4458-b8c3-7a1a110c14a9 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0524821 Jul 05 10:35:46.348786 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0975f2-f90a-458c-9d86-b86f0eed4bde tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8d17f5-228a-4d76-b4d5-c1a0edfa4837,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:46.403306 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597711-82ee-42cd-8565-cb745aea8202 req-0a93def3-84da-4651-a504-72594f39dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:46.403306 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4597711-82ee-42cd-8565-cb745aea8202 req-0a93def3-84da-4651-a504-72594f39dec4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 200 len: 916 time: 0.1284180 Jul 05 10:35:46.458947 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d0975f2-f90a-458c-9d86-b86f0eed4bde tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:46.460513 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6d0975f2-f90a-458c-9d86-b86f0eed4bde tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4904695 Jul 05 10:35:46.463648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53948) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:46.471249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3871901b-c9b6-4c7f-84a3-4e345b932024 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': '2970a6d1-4f93-460b-832c-79cb8eaa2d50', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:35:46.582081 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3871901b-c9b6-4c7f-84a3-4e345b932024 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:46.679942 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3871901b-c9b6-4c7f-84a3-4e345b932024 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:46.751771 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3871901b-c9b6-4c7f-84a3-4e345b932024 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:46.779312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871901b-c9b6-4c7f-84a3-4e345b932024 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a637da6-8a05-426c-97e1-12382e38ea22,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:46.839850 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4597711-82ee-42cd-8565-cb745aea8202 req-de4e8b4d-d3ca-43dd-a5c0-470b35ec5c6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91237765-496b-4a45-90da-28b39c7ce444 HTTP/1.1" status: 200 len: 1001 time: 0.4318128 Jul 05 10:35:46.848741 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:46.862238 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3871901b-c9b6-4c7f-84a3-4e345b932024 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:46.864519 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3871901b-c9b6-4c7f-84a3-4e345b932024 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3994305 Jul 05 10:35:46.874610 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 53966) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:46.879441 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-86276dc6-1524-42ff-bfd9-ad6c6b5cba07 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': '2970a6d1-4f93-460b-832c-79cb8eaa2d50', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:35:46.918691 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b65dd-0d80-44d5-9bc2-1f22aaedb177 req-cdc00d2d-5e24-4345-96cc-410c944e5336 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:46.920825 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-621b65dd-0d80-44d5-9bc2-1f22aaedb177 req-cdc00d2d-5e24-4345-96cc-410c944e5336 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.1484246 Jul 05 10:35:46.922589 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597711-82ee-42cd-8565-cb745aea8202 req-a751fc05-87cc-4d38-a065-d0ff4d2042af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:46.924011 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4597711-82ee-42cd-8565-cb745aea8202 req-a751fc05-87cc-4d38-a065-d0ff4d2042af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29e232e9-0213-4c50-9eaa-5083f737c183 HTTP/1.1" status: 200 len: 854 time: 0.0776570 Jul 05 10:35:46.983164 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-86276dc6-1524-42ff-bfd9-ad6c6b5cba07 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:47.017477 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-621b65dd-0d80-44d5-9bc2-1f22aaedb177 req-667bbf63-8cd2-4103-993f-c89980cef0ec tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871875 Jul 05 10:35:47.073489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597711-82ee-42cd-8565-cb745aea8202 req-d0ddf529-6fce-4a3b-be89-fb6c5ae430b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:47.076512 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4597711-82ee-42cd-8565-cb745aea8202 req-d0ddf529-6fce-4a3b-be89-fb6c5ae430b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446579 Jul 05 10:35:47.118631 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 869bd1d7-6946-4b4c-b748-c91aec30a5e6 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:35:47.121913 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-86276dc6-1524-42ff-bfd9-ad6c6b5cba07 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:47.206482 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4597711-82ee-42cd-8565-cb745aea8202 req-4a248966-ff5d-4810-acc3-53147b43a479 service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230538 Jul 05 10:35:47.214561 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-86276dc6-1524-42ff-bfd9-ad6c6b5cba07 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:47.246803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86276dc6-1524-42ff-bfd9-ad6c6b5cba07 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc98544-39d5-447b-a823-36b5957f94ce,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:47.259046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c0d17b-17d6-481f-8fe8-f90bc671a405 None None] Network 9d37e6f8-13fb-4f05-adba-e022c69a51a0 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:35:47.323282 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4597711-82ee-42cd-8565-cb745aea8202 req-30e2bbd0-e847-4b27-9fa1-f4441b8ccf5c service neutron] 10.222.0.64 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105242 Jul 05 10:35:47.335259 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-86276dc6-1524-42ff-bfd9-ad6c6b5cba07 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:47.337407 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-86276dc6-1524-42ff-bfd9-ad6c6b5cba07 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4615433 Jul 05 10:35:47.343458 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 53988) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:47.350839 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-2fa35459-ca1f-4d28-81d8-8821dc842682 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': '2970a6d1-4f93-460b-832c-79cb8eaa2d50', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:35:47.454507 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2fa35459-ca1f-4d28-81d8-8821dc842682 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:47.468182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 869bd1d7-6946-4b4c-b748-c91aec30a5e6 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:35:47.539957 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f7eb8322-af8b-4f90-bbe1-63d29f900cdd req-0cb9ca4e-a9fb-4868-8972-2d3c1589af70 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0447049 Jul 05 10:35:47.557813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d5b8d73b-cee2-4745-be26-e3a24fa5d97f None None] Provisioning for port 869bd1d7-6946-4b4c-b748-c91aec30a5e6 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:35:47.563244 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2fa35459-ca1f-4d28-81d8-8821dc842682 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:47.568313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d5b8d73b-cee2-4745-be26-e3a24fa5d97f None None] Provisioning complete for port 869bd1d7-6946-4b4c-b748-c91aec30a5e6 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:35:47.568826 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d5b8d73b-cee2-4745-be26-e3a24fa5d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:47.619881 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2fa35459-ca1f-4d28-81d8-8821dc842682 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:47.647690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35459-ca1f-4d28-81d8-8821dc842682 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232fb2b5-76e1-4b45-a4f2-b65945e7812e,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:47.699145 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d5b8d73b-cee2-4745-be26-e3a24fa5d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:47.727485 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2fa35459-ca1f-4d28-81d8-8821dc842682 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:47.731343 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2fa35459-ca1f-4d28-81d8-8821dc842682 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3845098 Jul 05 10:35:47.731701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54004) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:47.737554 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-6c854959-f45d-4393-a27b-9598a1009344 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': '2970a6d1-4f93-460b-832c-79cb8eaa2d50', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:35:47.753156 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d5b8d73b-cee2-4745-be26-e3a24fa5d97f None None] For port 869bd1d7-6946-4b4c-b748-c91aec30a5e6, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=869bd1d7-6946-4b4c-b748-c91aec30a5e6,segment=NetworkSegment(ceb46025-1375-40c9-86df-681b56ee77aa),segment_id=ceb46025-1375-40c9-86df-681b56ee77aa)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:35:47.831660 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d5b8d73b-cee2-4745-be26-e3a24fa5d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:47.832009 n-d-779913-27 neutron-server[100775]: INFO neutron.db.securitygroups_db [None req-6c854959-f45d-4393-a27b-9598a1009344 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Project 8e66d79111844aa38485a483a5286664 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:35:47.842343 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c854959-f45d-4393-a27b-9598a1009344 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:47.911687 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8d73b-cee2-4745-be26-e3a24fa5d97f None None] Pushing event updated for resources: {'Port': ['ID=869bd1d7-6946-4b4c-b748-c91aec30a5e6,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:47.937389 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c854959-f45d-4393-a27b-9598a1009344 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:47.954725 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d290ea79-9338-4ca5-96ee-9b3c8f36389a None None] Provisioning complete for port 869bd1d7-6946-4b4c-b748-c91aec30a5e6 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:35:47.955177 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d290ea79-9338-4ca5-96ee-9b3c8f36389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:47.985534 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c854959-f45d-4393-a27b-9598a1009344 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:48.007334 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c854959-f45d-4393-a27b-9598a1009344 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3489a524-9705-400c-83c9-c9f1c9a51d55,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:48.082033 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c854959-f45d-4393-a27b-9598a1009344 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:48.087029 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6c854959-f45d-4393-a27b-9598a1009344 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3502092 Jul 05 10:35:48.087862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54008) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:35:48.094508 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9b817cbc-3999-4941-ab4b-f7be648faab1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': '2970a6d1-4f93-460b-832c-79cb8eaa2d50', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:35:48.195706 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-9b817cbc-3999-4941-ab4b-f7be648faab1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Project 8e66d79111844aa38485a483a5286664 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:35:48.202536 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b817cbc-3999-4941-ab4b-f7be648faab1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:48.215668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b79b13-b531-4ec3-96f3-8f160b4b8791 req-aa9c3aa7-c76c-4921-8bcd-0d67260f9909 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:48.218573 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-12b79b13-b531-4ec3-96f3-8f160b4b8791 req-aa9c3aa7-c76c-4921-8bcd-0d67260f9909 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.0767622 Jul 05 10:35:48.271507 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b817cbc-3999-4941-ab4b-f7be648faab1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:48.271817 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-12b79b13-b531-4ec3-96f3-8f160b4b8791 req-6909356c-5f65-4000-ac95-391eeea483ce tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436978 Jul 05 10:35:48.368418 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b817cbc-3999-4941-ab4b-f7be648faab1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:48.400123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b817cbc-3999-4941-ab4b-f7be648faab1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59d8fb9-a0e1-4bb3-8a7d-93a81ae3abfe,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:48.493580 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 91237765-496b-4a45-90da-28b39c7ce444 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:35:48.500555 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b817cbc-3999-4941-ab4b-f7be648faab1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:48.504413 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9b817cbc-3999-4941-ab4b-f7be648faab1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4132512 Jul 05 10:35:48.578802 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:48.628176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4959808c-732e-474a-ad20-09e85356e08b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91237765-496b-4a45-90da-28b39c7ce444'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:35:48.637622 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cce05aa-f794-4ea5-a35e-ff52ae7353e8" -d '{"events": [{"server_uuid": "4959808c-732e-474a-ad20-09e85356e08b", "name": "network-vif-unplugged", "status": "completed", "tag": "91237765-496b-4a45-90da-28b39c7ce444"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:35:48.646972 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=91237765-496b-4a45-90da-28b39c7ce444,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:35:48.745588 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:48.764542 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5141c80e-aa8d-44b6-b3bf-da58b380e766 req-5012a622-ca37-48db-8e1c-d59f681ad062 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0550578 Jul 05 10:35:48.830241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=91237765-496b-4a45-90da-28b39c7ce444,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:48.855898 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3512b56e-1bb8-4455-b7d9-4ff2692ed098 x-openstack-request-id: req-3512b56e-1bb8-4455-b7d9-4ff2692ed098 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:35:48.856292 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4959808c-732e-474a-ad20-09e85356e08b", "name": "network-vif-unplugged", "status": "completed", "tag": "91237765-496b-4a45-90da-28b39c7ce444", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:35:48.856494 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-122654e5-3062-4981-84d6-8f59e6759c67 req-69749c03-e9da-4378-b43c-3c62f4d48652 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-964491611&fields=id&tenant_id=8e66d79111844aa38485a483a5286664 HTTP/1.1" status: 200 len: 267 time: 0.0467443 Jul 05 10:35:48.856674 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3512b56e-1bb8-4455-b7d9-4ff2692ed098 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:35:48.858029 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4959808c-732e-474a-ad20-09e85356e08b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91237765-496b-4a45-90da-28b39c7ce444', 'code': 200} Jul 05 10:35:48.985659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122654e5-3062-4981-84d6-8f59e6759c67 req-16da2bf0-a5c8-46da-a9ac-bf710fd98b9a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:48.987246 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-122654e5-3062-4981-84d6-8f59e6759c67 req-16da2bf0-a5c8-46da-a9ac-bf710fd98b9a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/networks?id=9d37e6f8-13fb-4f05-adba-e022c69a51a0 HTTP/1.1" status: 200 len: 796 time: 0.1261106 Jul 05 10:35:49.004941 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-122654e5-3062-4981-84d6-8f59e6759c67 req-eadce112-d4c8-4f04-89d4-46b74e414af5 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/quotas/8e66d79111844aa38485a483a5286664 HTTP/1.1" status: 200 len: 375 time: 0.0109320 Jul 05 10:35:49.038428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 869bd1d7-6946-4b4c-b748-c91aec30a5e6 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:35:49.101288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 869bd1d7-6946-4b4c-b748-c91aec30a5e6 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:35:49.101755 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:49.102054 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-122654e5-3062-4981-84d6-8f59e6759c67 req-d2a161f1-4171-489e-8633-abad6fe9244b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e66d79111844aa38485a483a5286664&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0906115 Jul 05 10:35:49.206382 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-122654e5-3062-4981-84d6-8f59e6759c67 req-ff8c5c23-cf9f-4e95-a2ab-7896dc939efb service neutron] 10.222.0.77 "GET /v2.0/networks/9d37e6f8-13fb-4f05-adba-e022c69a51a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898802 Jul 05 10:35:49.298937 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-122654e5-3062-4981-84d6-8f59e6759c67 req-76797035-30ba-469a-8ef3-ce90deb51f54 service neutron] 10.222.0.77 "GET /v2.0/networks/9d37e6f8-13fb-4f05-adba-e022c69a51a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859339 Jul 05 10:35:49.550711 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2169cf-0c4e-4c41-9a30-9fc74cf4e083 req-34c71e52-3804-4750-8b52-fed251027a3c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:49.552899 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3a2169cf-0c4e-4c41-9a30-9fc74cf4e083 req-34c71e52-3804-4750-8b52-fed251027a3c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 943 time: 0.0809698 Jul 05 10:35:49.609783 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3a2169cf-0c4e-4c41-9a30-9fc74cf4e083 req-d985ae33-c990-454c-848f-d687860cbb33 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476677 Jul 05 10:35:49.716881 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-38282ebf-8cde-4023-90ce-2d736c2285c5 req-3e2bf817-3c1f-4a20-897d-0baaab84c060 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 210 time: 0.0579195 Jul 05 10:35:50.003775 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2e7a2875-d259-4d50-920e-2a9a48357f00 req-817f56c9-1516-4dc0-b6d8-100f6acfb0c3 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0551353 Jul 05 10:35:51.077777 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-58c8faad-7896-4c72-8904-2617157f677b req-e1ea966c-d641-4553-aea5-c9caadaac989 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 210 time: 0.0383675 Jul 05 10:35:51.254319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fb96f012-4610-444f-9259-793462e1e7cf req-7ec50491-a224-49b8-996b-6bbe966378d3 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0295451 Jul 05 10:35:52.163954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122654e5-3062-4981-84d6-8f59e6759c67 req-617f05e1-fcfd-4c8b-8677-3ea476aba9da tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:52.167553 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-122654e5-3062-4981-84d6-8f59e6759c67 req-617f05e1-fcfd-4c8b-8677-3ea476aba9da tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.64 "GET /v2.0/networks?id=9d37e6f8-13fb-4f05-adba-e022c69a51a0 HTTP/1.1" status: 200 len: 796 time: 0.1383712 Jul 05 10:35:52.269328 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-122654e5-3062-4981-84d6-8f59e6759c67 req-b79b7b45-7b6d-40cd-bade-09536afeb837 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e66d79111844aa38485a483a5286664 HTTP/1.1" status: 200 len: 471 time: 0.0925827 Jul 05 10:35:52.299131 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-122654e5-3062-4981-84d6-8f59e6759c67 req-5952d4d6-d3ad-4d2f-a538-b8dad3a9523d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'port': {'device_id': '738dad2f-2727-4eee-bf7e-cf8565191d3f', 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0', 'admin_state_up': True, 'tenant_id': '8e66d79111844aa38485a483a5286664', 'security_groups': ['2970a6d1-4f93-460b-832c-79cb8eaa2d50']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:35:52.391691 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:52.400432 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1c0e8ac5-d234-4c9d-a3fb-f7cc9342a33b req-bb404d4c-49c3-4169-a307-ebda7e1d59ef tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 210 time: 0.1263547 Jul 05 10:35:52.532114 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 91237765-496b-4a45-90da-28b39c7ce444 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:35:52.580278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7a478-a9d7-44ec-8df3-c0cbdae6bfcf req-43822744-7695-4251-b18b-6106a5646ca5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:52.595555 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5bc7a478-a9d7-44ec-8df3-c0cbdae6bfcf req-43822744-7695-4251-b18b-6106a5646ca5 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 943 time: 0.1803408 Jul 05 10:35:52.675348 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5bc7a478-a9d7-44ec-8df3-c0cbdae6bfcf req-cbddcad8-40aa-4674-9209-0a5d93ab196f tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757234 Jul 05 10:35:52.718018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122654e5-3062-4981-84d6-8f59e6759c67 req-5952d4d6-d3ad-4d2f-a538-b8dad3a9523d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Made reservation on behalf of 8e66d79111844aa38485a483a5286664 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:35:52.722205 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-122654e5-3062-4981-84d6-8f59e6759c67 req-5952d4d6-d3ad-4d2f-a538-b8dad3a9523d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:52.814771 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c1a5a095-541c-4bac-96d8-279ce2241633 req-e2c919f7-2b7a-4d9b-867f-84f196a4ea85 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0710299 Jul 05 10:35:53.009781 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-3b59298d-5133-4ce1-9c2a-ea1aba370999 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2484984 Jul 05 10:35:53.016340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-122654e5-3062-4981-84d6-8f59e6759c67 req-5952d4d6-d3ad-4d2f-a538-b8dad3a9523d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Allocated IP 172.20.0.20 (9d37e6f8-13fb-4f05-adba-e022c69a51a0/693cc337-96ac-4771-bc45-4d9b55a6f468/02d5af3a-0e19-441e-9d32-cd32e2a0fff9) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:35:53.205316 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-122654e5-3062-4981-84d6-8f59e6759c67 req-5952d4d6-d3ad-4d2f-a538-b8dad3a9523d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:53.223392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-122654e5-3062-4981-84d6-8f59e6759c67 req-5952d4d6-d3ad-4d2f-a538-b8dad3a9523d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Transition to ACTIVE for port object 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:35:53.318740 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-122654e5-3062-4981-84d6-8f59e6759c67 req-5952d4d6-d3ad-4d2f-a538-b8dad3a9523d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:53.381422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122654e5-3062-4981-84d6-8f59e6759c67 req-5952d4d6-d3ad-4d2f-a538-b8dad3a9523d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network 9d37e6f8-13fb-4f05-adba-e022c69a51a0 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:35:53.386808 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-122654e5-3062-4981-84d6-8f59e6759c67 req-5952d4d6-d3ad-4d2f-a538-b8dad3a9523d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:35:53.391437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-122654e5-3062-4981-84d6-8f59e6759c67 req-5952d4d6-d3ad-4d2f-a538-b8dad3a9523d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:35:53.434133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952d4d6-d3ad-4d2f-a538-b8dad3a9523d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Port': ['ID=02d5af3a-0e19-441e-9d32-cd32e2a0fff9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:53.476628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122654e5-3062-4981-84d6-8f59e6759c67 req-5952d4d6-d3ad-4d2f-a538-b8dad3a9523d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:53.477515 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-122654e5-3062-4981-84d6-8f59e6759c67 req-5952d4d6-d3ad-4d2f-a538-b8dad3a9523d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:53.557632 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-122654e5-3062-4981-84d6-8f59e6759c67 req-5952d4d6-d3ad-4d2f-a538-b8dad3a9523d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2791595 Jul 05 10:35:53.571683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Request body: {'port': {'device_id': '738dad2f-2727-4eee-bf7e-cf8565191d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:35:53.697467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:53.779680 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d759a-69d4-451e-b5c2-2062dbd1064f req-f0de9618-69f5-4ddb-98bc-3edb6f552d82 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:53.782584 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f6d759a-69d4-451e-b5c2-2062dbd1064f req-f0de9618-69f5-4ddb-98bc-3edb6f552d82 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 932 time: 0.1346471 Jul 05 10:35:53.853913 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f6d759a-69d4-451e-b5c2-2062dbd1064f req-6bb53585-ff4d-495a-8863-5ce436cc7ba4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=2970a6d1-4f93-460b-832c-79cb8eaa2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582860 Jul 05 10:35:53.896785 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6598274d-22c9-4787-85b5-8b56196e55ec None None] Provisioning for port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:35:53.902289 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6598274d-22c9-4787-85b5-8b56196e55ec None None] Provisioning complete for port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:35:53.902998 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6598274d-22c9-4787-85b5-8b56196e55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:53.967450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6598274d-22c9-4787-85b5-8b56196e55ec None None] Port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:35:54.036139 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6715a-8d4b-466a-b1c7-862710b032a4 req-130e5769-a498-46b5-a174-2298211ed224 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:54.037580 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4c6715a-8d4b-466a-b1c7-862710b032a4 req-130e5769-a498-46b5-a174-2298211ed224 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 943 time: 0.1452463 Jul 05 10:35:54.074892 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3351ed2-7643-428a-a7d5-c8747845f992 req-1cf1a910-e97d-4015-b9b1-6f9a745a2020 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0295258 Jul 05 10:35:54.109785 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e4c6715a-8d4b-466a-b1c7-862710b032a4 req-7da8a8cd-2776-4a09-a5a2-749ee46e75b4 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643468 Jul 05 10:35:54.184751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:35:54.194071 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:54.208562 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Transition to ACTIVE for port object 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:35:54.224501 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:54.322446 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:54.349321 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:35:54.377318 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Pushing event updated for resources: {'Port': ['ID=02d5af3a-0e19-441e-9d32-cd32e2a0fff9,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:54.465548 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Attempting to bind port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:35:54.465942 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Attempting to bind port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'ceb46025-1375-40c9-86df-681b56ee77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:35:54.467077 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Attempting to bind port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 on network 9d37e6f8-13fb-4f05-adba-e022c69a51a0 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:35:54.474686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 on network 9d37e6f8-13fb-4f05-adba-e022c69a51a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:35:54.475142 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Attempting to bind port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 on network 9d37e6f8-13fb-4f05-adba-e022c69a51a0 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:35:54.483799 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:35:54.484241 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Checking segment: {'id': 'ceb46025-1375-40c9-86df-681b56ee77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:35:54.484787 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Bound using segment: {'id': 'ceb46025-1375-40c9-86df-681b56ee77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:35:54.485437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Bound port: 02d5af3a-0e19-441e-9d32-cd32e2a0fff9, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb46025-1375-40c9-86df-681b56ee77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:35:54.485938 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:54.583218 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] For port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:35:54.589165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] For port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=02d5af3a-0e19-441e-9d32-cd32e2a0fff9,segment=NetworkSegment(ceb46025-1375-40c9-86df-681b56ee77aa),segment_id=ceb46025-1375-40c9-86df-681b56ee77aa)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:35:54.672128 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:54.711427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:54.712074 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:54.713480 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] 10.222.0.64 "PUT /v2.0/ports/02d5af3a-0e19-441e-9d32-cd32e2a0fff9 HTTP/1.1" status: 200 len: 1093 time: 1.1470578 Jul 05 10:35:54.713926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738dad2f-2727-4eee-bf7e-cf8565191d3f', 'tag': '02d5af3a-0e19-441e-9d32-cd32e2a0fff9'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:35:54.716743 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fd1cd0-c2ee-4a35-beb9-a91ee0a34126" -d '{"events": [{"name": "network-changed", "server_uuid": "738dad2f-2727-4eee-bf7e-cf8565191d3f", "tag": "02d5af3a-0e19-441e-9d32-cd32e2a0fff9"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:35:54.756489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535d4f2-312e-48b6-8b5b-6b708d47cdac service neutron] Pushing event updated for resources: {'Port': ['ID=02d5af3a-0e19-441e-9d32-cd32e2a0fff9,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:54.770708 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b982891-6fa4-482e-9ef1-178a9a1f3c5b x-openstack-request-id: req-7b982891-6fa4-482e-9ef1-178a9a1f3c5b {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:35:54.771149 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738dad2f-2727-4eee-bf7e-cf8565191d3f", "tag": "02d5af3a-0e19-441e-9d32-cd32e2a0fff9", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:35:54.771540 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7b982891-6fa4-482e-9ef1-178a9a1f3c5b {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:35:54.772105 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738dad2f-2727-4eee-bf7e-cf8565191d3f', 'tag': '02d5af3a-0e19-441e-9d32-cd32e2a0fff9', 'status': 'completed', 'code': 200} Jul 05 10:35:54.913581 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd1cd0-c2ee-4a35-beb9-a91ee0a34126 req-9f410e3e-6789-4cdb-9c47-e58aa1c7f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:54.916003 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f9fd1cd0-c2ee-4a35-beb9-a91ee0a34126 req-9f410e3e-6789-4cdb-9c47-e58aa1c7f236 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e66d79111844aa38485a483a5286664&device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 1096 time: 0.0709503 Jul 05 10:35:55.125014 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd1cd0-c2ee-4a35-beb9-a91ee0a34126 req-24e5fb36-74da-4f0b-9509-dae10726041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:55.125830 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd1cd0-c2ee-4a35-beb9-a91ee0a34126 req-24e5fb36-74da-4f0b-9509-dae10726041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:55.128351 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f9fd1cd0-c2ee-4a35-beb9-a91ee0a34126 req-24e5fb36-74da-4f0b-9509-dae10726041e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8e66d79111844aa38485a483a5286664&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.2004418 Jul 05 10:35:55.199996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbd1e9-8502-4f83-aeb5-3949128731bb req-ced18113-fd66-4644-84e7-a41b0bb2f6eb tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:55.201541 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-01bbd1e9-8502-4f83-aeb5-3949128731bb req-ced18113-fd66-4644-84e7-a41b0bb2f6eb tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 950 time: 0.1124578 Jul 05 10:35:55.245020 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-01bbd1e9-8502-4f83-aeb5-3949128731bb req-65d4160a-0a71-4c7a-8397-137752c4a8c7 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/security-groups?id=076390b6-b916-4ae7-be08-4b31ffe6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366349 Jul 05 10:35:55.346113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd1cd0-c2ee-4a35-beb9-a91ee0a34126 req-46e31d4d-8923-40d0-ac41-4020bb1055f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:55.348297 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f9fd1cd0-c2ee-4a35-beb9-a91ee0a34126 req-46e31d4d-8923-40d0-ac41-4020bb1055f8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2109196 Jul 05 10:35:55.366143 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67479f99-bb1a-4e67-8821-ab78d845a448 req-fea2326b-0337-4cf1-a754-61761066d4d1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:55.368398 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67479f99-bb1a-4e67-8821-ab78d845a448 req-fea2326b-0337-4cf1-a754-61761066d4d1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 944 time: 0.3150446 Jul 05 10:35:55.448516 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d175a5ac-3bd5-467c-b6f7-684c039f21af req-1dee58e2-7640-47ef-84f0-120f62b20f10 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0495832 Jul 05 10:35:55.467468 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67479f99-bb1a-4e67-8821-ab78d845a448 req-31454fe3-71b1-4b61-8579-bbe8fa99f9b6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=2970a6d1-4f93-460b-832c-79cb8eaa2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922022 Jul 05 10:35:55.512931 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122654e5-3062-4981-84d6-8f59e6759c67 req-becc7ace-6be3-4a88-9407-db38485dd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:55.516145 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-122654e5-3062-4981-84d6-8f59e6759c67 req-becc7ace-6be3-4a88-9407-db38485dd04f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e66d79111844aa38485a483a5286664&device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 1096 time: 0.1207159 Jul 05 10:35:55.518815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-45a498b0-8b11-4fd1-927b-36be65080f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:55.520318 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-45a498b0-8b11-4fd1-927b-36be65080f92 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b&tenant_id=362ae62a323e4233ac08e724c10958da HTTP/1.1" status: 200 len: 1095 time: 0.1471176 Jul 05 10:35:55.537442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:35:55.573981 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-122654e5-3062-4981-84d6-8f59e6759c67 req-d7334c12-82b0-4e35-b08f-b1f8bc4cb8a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=02d5af3a-0e19-441e-9d32-cd32e2a0fff9 HTTP/1.1" status: 200 len: 217 time: 0.0502026 Jul 05 10:35:55.644616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7af5e014-0ef4-4e78-9ac8-978142bb6119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:55.647640 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-122654e5-3062-4981-84d6-8f59e6759c67 req-7af5e014-0ef4-4e78-9ac8-978142bb6119 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=693cc337-96ac-4771-bc45-4d9b55a6f468 HTTP/1.1" status: 200 len: 837 time: 0.0647328 Jul 05 10:35:55.684746 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:55.732503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122654e5-3062-4981-84d6-8f59e6759c67 req-f25fcc62-5b5d-4495-a7e3-f1112147fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:55.735239 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-122654e5-3062-4981-84d6-8f59e6759c67 req-f25fcc62-5b5d-4495-a7e3-f1112147fe36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d37e6f8-13fb-4f05-adba-e022c69a51a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0817211 Jul 05 10:35:55.821244 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecb1d8-ad40-48cd-b0bd-799ed8ffb713 req-3a218480-1ab6-470b-b840-72dda7acf077 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:55.822847 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-12ecb1d8-ad40-48cd-b0bd-799ed8ffb713 req-3a218480-1ab6-470b-b840-72dda7acf077 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 943 time: 0.1908228 Jul 05 10:35:55.867256 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-122654e5-3062-4981-84d6-8f59e6759c67 req-aae0ce2d-b81c-4ee7-9c96-ac771aea5531 service neutron] 10.222.0.64 "GET /v2.0/networks/9d37e6f8-13fb-4f05-adba-e022c69a51a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238844 Jul 05 10:35:55.972088 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-12ecb1d8-ad40-48cd-b0bd-799ed8ffb713 req-54812619-fc79-4a18-b4b3-819eb799e04a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360357 Jul 05 10:35:56.001639 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-122654e5-3062-4981-84d6-8f59e6759c67 req-1145aa42-619c-4c62-871f-240345659669 service neutron] 10.222.0.64 "GET /v2.0/networks/9d37e6f8-13fb-4f05-adba-e022c69a51a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234214 Jul 05 10:35:56.011868 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=91237765-496b-4a45-90da-28b39c7ce444,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:35:56.070185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:35:56.104986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91237765-496b-4a45-90da-28b39c7ce444 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:35:56.113309 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:56.125954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Transition to ACTIVE for port object 91237765-496b-4a45-90da-28b39c7ce444 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:35:56.208405 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:56.317866 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Pushing event updated for resources: {'Port': ['ID=91237765-496b-4a45-90da-28b39c7ce444,revision_number=9']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:56.428518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] No DVR routers for this DVR port 91237765-496b-4a45-90da-28b39c7ce444 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:35:56.510548 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b4c46-f7ab-43a4-9e80-b9b625d2a225 req-6155be32-f53b-453d-8776-9d1bcfb3c1e9 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:56.513653 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb1b4c46-f7ab-43a4-9e80-b9b625d2a225 req-6155be32-f53b-453d-8776-9d1bcfb3c1e9 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 950 time: 0.1117392 Jul 05 10:35:56.600710 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb1b4c46-f7ab-43a4-9e80-b9b625d2a225 req-83911263-5021-4950-94f9-221de47dea67 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/security-groups?id=076390b6-b916-4ae7-be08-4b31ffe6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763779 Jul 05 10:35:56.994672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aba400-9976-401c-8e3d-e6b6e98fc60d req-818d75a5-8db1-4dd6-b083-4d602af44853 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:56.998976 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-78aba400-9976-401c-8e3d-e6b6e98fc60d req-818d75a5-8db1-4dd6-b083-4d602af44853 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 944 time: 0.0799110 Jul 05 10:35:57.015561 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a560007c-6095-4929-b8a2-d892c18a4c6a req-89f2fb14-bff7-49f0-9658-2ce1a72bbee1 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0423427 Jul 05 10:35:57.056730 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-78aba400-9976-401c-8e3d-e6b6e98fc60d req-9337fba7-f9ef-4d33-bc1a-6bf21cbcd2aa tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=2970a6d1-4f93-460b-832c-79cb8eaa2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518634 Jul 05 10:35:57.058865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a27b1-54e1-4c82-b280-bb4f04edb724 req-4db32f1e-612c-4a27-bcd4-e38488547c1a tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:57.060443 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-494a27b1-54e1-4c82-b280-bb4f04edb724 req-4db32f1e-612c-4a27-bcd4-e38488547c1a tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.73 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 950 time: 0.5592363 Jul 05 10:35:57.124041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Attempting to bind port 91237765-496b-4a45-90da-28b39c7ce444 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:35:57.124378 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Attempting to bind port 91237765-496b-4a45-90da-28b39c7ce444 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:35:57.124713 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Attempting to bind port 91237765-496b-4a45-90da-28b39c7ce444 on network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:35:57.136407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Port 91237765-496b-4a45-90da-28b39c7ce444 on network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:35:57.136639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Attempting to bind port 91237765-496b-4a45-90da-28b39c7ce444 on network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:35:57.164386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:35:57.164734 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Checking segment: {'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:35:57.165099 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Bound using segment: {'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:35:57.165641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Bound port: 91237765-496b-4a45-90da-28b39c7ce444, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe057a36-54c7-4644-9956-f72cbcd98dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:35:57.165956 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:57.254789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-494a27b1-54e1-4c82-b280-bb4f04edb724 req-e1df5f86-ab0b-4b1a-ace8-28344b60d613 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Deleting port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:35:57.255505 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-494a27b1-54e1-4c82-b280-bb4f04edb724 req-e1df5f86-ab0b-4b1a-ace8-28344b60d613 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:57.323552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:35:57.349574 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91237765-496b-4a45-90da-28b39c7ce444,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:35:57.405768 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931b175-5d04-424c-b68c-d71da4913994 req-dca8ab10-daaa-4f63-b474-31e678d05c05 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:57.407176 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7931b175-5d04-424c-b68c-d71da4913994 req-dca8ab10-daaa-4f63-b474-31e678d05c05 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 943 time: 0.1702607 Jul 05 10:35:57.412341 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-494a27b1-54e1-4c82-b280-bb4f04edb724 req-e1df5f86-ab0b-4b1a-ace8-28344b60d613 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] For port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=38e5c4b0-6472-473e-aef8-cfd7ec0caf2e,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:35:57.412723 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-494a27b1-54e1-4c82-b280-bb4f04edb724 req-e1df5f86-ab0b-4b1a-ace8-28344b60d613 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:57.432192 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-494a27b1-54e1-4c82-b280-bb4f04edb724 req-e1df5f86-ab0b-4b1a-ace8-28344b60d613 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Calling delete_port for 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:35:57.444054 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:57.541589 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7931b175-5d04-424c-b68c-d71da4913994 req-d7d86c41-dc9e-4e99-8d26-a7144d20ea71 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213169 Jul 05 10:35:57.548450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:57.549086 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:57.550558 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] 10.222.0.73 "PUT /v2.0/ports/91237765-496b-4a45-90da-28b39c7ce444 HTTP/1.1" status: 200 len: 1092 time: 2.0197089 Jul 05 10:35:57.551057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4959808c-732e-474a-ad20-09e85356e08b', 'tag': '91237765-496b-4a45-90da-28b39c7ce444'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:35:57.553375 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5228288b-f452-4c60-ba4d-a8d1232768b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4959808c-732e-474a-ad20-09e85356e08b", "tag": "91237765-496b-4a45-90da-28b39c7ce444"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:35:57.583948 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a01f59-6420-4a95-8e50-0b29dbbbd716 service neutron] Pushing event updated for resources: {'Port': ['ID=91237765-496b-4a45-90da-28b39c7ce444,revision_number=10']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:57.670074 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5efd7e6-023e-4670-82be-d3cafd5281dc x-openstack-request-id: req-d5efd7e6-023e-4670-82be-d3cafd5281dc {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:35:57.670338 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4959808c-732e-474a-ad20-09e85356e08b", "tag": "91237765-496b-4a45-90da-28b39c7ce444", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:35:57.670508 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d5efd7e6-023e-4670-82be-d3cafd5281dc {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:35:57.671053 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4959808c-732e-474a-ad20-09e85356e08b', 'tag': '91237765-496b-4a45-90da-28b39c7ce444', 'status': 'completed', 'code': 200} Jul 05 10:35:57.720406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-10030ae2-80fc-4cb2-bd0a-f47dc878dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:57.722022 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-10030ae2-80fc-4cb2-bd0a-f47dc878dc10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 1096 time: 0.1030200 Jul 05 10:35:57.797305 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-494a27b1-54e1-4c82-b280-bb4f04edb724 req-e1df5f86-ab0b-4b1a-ace8-28344b60d613 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:57.811419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['38e5c4b0-6472-473e-aef8-cfd7ec0caf2e'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:35:57.851181 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df5f86-ab0b-4b1a-ace8-28344b60d613 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Pushing event deleted for resources: {'Port': ['ID=38e5c4b0-6472-473e-aef8-cfd7ec0caf2e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:57.893160 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e8488af-75ff-4097-b077-755e4e9fa207 req-f11538a1-625d-4bba-afdf-dbbc42086462 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 210 time: 0.0647128 Jul 05 10:35:57.935839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-494a27b1-54e1-4c82-b280-bb4f04edb724 req-e1df5f86-ab0b-4b1a-ace8-28344b60d613 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] No DVR routers for this DVR port 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:35:57.940243 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-494a27b1-54e1-4c82-b280-bb4f04edb724 req-e1df5f86-ab0b-4b1a-ace8-28344b60d613 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:57.942218 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-494a27b1-54e1-4c82-b280-bb4f04edb724 req-e1df5f86-ab0b-4b1a-ace8-28344b60d613 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.73 "DELETE /v2.0/ports/38e5c4b0-6472-473e-aef8-cfd7ec0caf2e HTTP/1.1" status: 204 len: 173 time: 0.8652627 Jul 05 10:35:57.957571 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-f3c766f1-f0cd-4453-9ee4-24048718699e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:57.959212 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-f3c766f1-f0cd-4453-9ee4-24048718699e service neutron] 10.222.0.73 "GET /v2.0/networks?id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 200 len: 916 time: 0.2302868 Jul 05 10:35:58.033433 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-77ce4f9e-a4dd-429c-a844-d7324f8e50d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91237765-496b-4a45-90da-28b39c7ce444 HTTP/1.1" status: 200 len: 999 time: 0.0664518 Jul 05 10:35:58.092806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-e90f145c-cfbb-4399-a810-9507ce98ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:58.095159 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-e90f145c-cfbb-4399-a810-9507ce98ed2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29e232e9-0213-4c50-9eaa-5083f737c183 HTTP/1.1" status: 200 len: 854 time: 0.0552869 Jul 05 10:35:58.204476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-a8fce07a-7ba9-4164-b996-1774d95fa5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:58.206040 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-a8fce07a-7ba9-4164-b996-1774d95fa5e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996516 Jul 05 10:35:58.277442 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-44a3d677-05ab-430c-b300-bf5de6bc8148 req-c14d70b0-00b0-4747-92de-1b67a1102584 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0461743 Jul 05 10:35:58.366421 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-fbab90fa-b3a5-44b0-a703-fb651eb340d8 service neutron] 10.222.0.73 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456015 Jul 05 10:35:58.378996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9dd58-4936-4d36-a44b-92021dc577a1 req-cfe9b904-0f2b-4c83-aaf6-6bfadd62cdf6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:58.384186 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6e9dd58-4936-4d36-a44b-92021dc577a1 req-cfe9b904-0f2b-4c83-aaf6-6bfadd62cdf6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 944 time: 0.1587791 Jul 05 10:35:58.485201 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6e9dd58-4936-4d36-a44b-92021dc577a1 req-c9bfe330-3d41-4d8d-8f89-077a030eb6e3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=2970a6d1-4f93-460b-832c-79cb8eaa2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828199 Jul 05 10:35:58.507186 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ed92ec4-076e-4ea0-9728-d6c76155aa82 req-4ba7b2fb-20a1-47bd-b61f-7974716c3d00 service neutron] 10.222.0.73 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255636 Jul 05 10:35:58.546077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:35:58.679546 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=02d5af3a-0e19-441e-9d32-cd32e2a0fff9,segment=NetworkSegment(ceb46025-1375-40c9-86df-681b56ee77aa),segment_id=ceb46025-1375-40c9-86df-681b56ee77aa)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:35:58.703602 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '02d5af3a-0e19-441e-9d32-cd32e2a0fff9', 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0', 'port_id': '02d5af3a-0e19-441e-9d32-cd32e2a0fff9', 'mac_address': 'fa:16:3e:38:8c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693cc337-96ac-4771-bc45-4d9b55a6f468', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:35:58.737944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228288b-f452-4c60-ba4d-a8d1232768b5 req-f6ac1a8b-13ff-419c-b328-c3f079ba86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:58.741034 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5228288b-f452-4c60-ba4d-a8d1232768b5 req-f6ac1a8b-13ff-419c-b328-c3f079ba86b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 1096 time: 0.1171079 Jul 05 10:35:58.772207 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:58.795600 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:35:58.853784 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=02d5af3a-0e19-441e-9d32-cd32e2a0fff9,segment=NetworkSegment(ceb46025-1375-40c9-86df-681b56ee77aa),segment_id=ceb46025-1375-40c9-86df-681b56ee77aa)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:35:58.908205 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:35:58.954674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228288b-f452-4c60-ba4d-a8d1232768b5 req-cea19d09-39c1-4d1e-8f67-7ba4cd767303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:58.958294 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5228288b-f452-4c60-ba4d-a8d1232768b5 req-cea19d09-39c1-4d1e-8f67-7ba4cd767303 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 200 len: 916 time: 0.2071571 Jul 05 10:35:58.975373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d2855-33f1-4054-9dbb-00186c5dbc2e req-a012b82c-822a-4438-8536-0dcece9038b9 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:58.981373 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-095d2855-33f1-4054-9dbb-00186c5dbc2e req-a012b82c-822a-4438-8536-0dcece9038b9 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 944 time: 0.2102690 Jul 05 10:35:59.050336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=02d5af3a-0e19-441e-9d32-cd32e2a0fff9,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:35:59.068258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:59.068838 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:59.069401 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:59.072121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:59.072944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:59.073276 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-095d2855-33f1-4054-9dbb-00186c5dbc2e req-7053cae8-700f-40a3-892b-7c2ba6f2742c tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839968 Jul 05 10:35:59.078580 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:59.079473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:59.080357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:59.085068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:59.085068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:59.095766 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:59.096447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:35:59.139015 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5228288b-f452-4c60-ba4d-a8d1232768b5 req-75a4f29b-439d-4652-89f7-58dc0c26944a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91237765-496b-4a45-90da-28b39c7ce444 HTTP/1.1" status: 200 len: 999 time: 0.1660419 Jul 05 10:35:59.184392 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['02d5af3a-0e19-441e-9d32-cd32e2a0fff9'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:35:59.242827 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-81682180-bef5-4c43-8ce6-e021ee4c979c req-f49ef49b-dc19-4a34-8ca6-125193af1759 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] 10.222.0.77 "GET /v2.0/ports?device_id=19d06242-cb2d-46a8-a574-125239e6709c HTTP/1.1" status: 200 len: 210 time: 0.0836957 Jul 05 10:35:59.261933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228288b-f452-4c60-ba4d-a8d1232768b5 req-6a7bf8a3-a9f6-459d-be14-08e19ca918a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:59.264364 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5228288b-f452-4c60-ba4d-a8d1232768b5 req-6a7bf8a3-a9f6-459d-be14-08e19ca918a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29e232e9-0213-4c50-9eaa-5083f737c183 HTTP/1.1" status: 200 len: 854 time: 0.1175063 Jul 05 10:35:59.386528 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228288b-f452-4c60-ba4d-a8d1232768b5 req-dba73db2-8808-4159-b4f4-668f61133481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:59.391013 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5228288b-f452-4c60-ba4d-a8d1232768b5 req-dba73db2-8808-4159-b4f4-668f61133481 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182947 Jul 05 10:35:59.616883 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c1b1579b-d280-426f-a795-50c3432afc71 req-7da779cf-8815-4532-815d-b8097daa2956 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0793624 Jul 05 10:35:59.679529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d06242-cb2d-46a8-a574-125239e6709c', 'name': 'network-vif-deleted', 'tag': '38e5c4b0-6472-473e-aef8-cfd7ec0caf2e'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:35:59.685636 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702ed5e0-f505-44a7-8f30-a273d02f41fd" -d '{"events": [{"server_uuid": "19d06242-cb2d-46a8-a574-125239e6709c", "name": "network-vif-deleted", "tag": "38e5c4b0-6472-473e-aef8-cfd7ec0caf2e"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:35:59.710362 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5228288b-f452-4c60-ba4d-a8d1232768b5 req-cde1fa9f-2047-435f-9290-8aa6fe2a3c10 service neutron] 10.222.0.73 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099504 Jul 05 10:35:59.841928 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7812d3-2d07-40bc-98af-e6b4fc5b4041 x-openstack-request-id: req-4c7812d3-2d07-40bc-98af-e6b4fc5b4041 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:35:59.842602 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d06242-cb2d-46a8-a574-125239e6709c", "name": "network-vif-deleted", "tag": "38e5c4b0-6472-473e-aef8-cfd7ec0caf2e", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:35:59.843087 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c7812d3-2d07-40bc-98af-e6b4fc5b4041 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:35:59.843680 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d06242-cb2d-46a8-a574-125239e6709c', 'name': 'network-vif-deleted', 'tag': '38e5c4b0-6472-473e-aef8-cfd7ec0caf2e', 'status': 'completed', 'code': 200} Jul 05 10:35:59.972800 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5228288b-f452-4c60-ba4d-a8d1232768b5 req-3a322e04-59e9-4698-b53a-cbb5f511258b service neutron] 10.222.0.73 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582755 Jul 05 10:35:59.981596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c44ed-0280-4e2a-b283-e96bc40e74b3 req-84f8b141-18e9-4966-953c-a44131e709d2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:35:59.983144 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a41c44ed-0280-4e2a-b283-e96bc40e74b3 req-84f8b141-18e9-4966-953c-a44131e709d2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 945 time: 0.1457994 Jul 05 10:36:00.035935 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a41c44ed-0280-4e2a-b283-e96bc40e74b3 req-00bd1bd5-6747-4480-97c8-db363ba6e70c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=2970a6d1-4f93-460b-832c-79cb8eaa2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423968 Jul 05 10:36:00.447751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabe20c-ecdf-487f-9fe3-5c0dac8f583a req-ad258e12-7cf7-4ec8-9f3b-2a1178b48ea3 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:00.450028 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5eabe20c-ecdf-487f-9fe3-5c0dac8f583a req-ad258e12-7cf7-4ec8-9f3b-2a1178b48ea3 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 944 time: 0.1639152 Jul 05 10:36:00.512365 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5eabe20c-ecdf-487f-9fe3-5c0dac8f583a req-26667c4a-29b7-4705-a71c-4acc696d22d6 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523446 Jul 05 10:36:00.534816 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:36:00.701813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:36:00.708602 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:36:00.709885 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:00.918254 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:00.969654 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59dd6d63-cb98-4ddd-af9d-0a8c0cd4da4c req-89191711-1aa4-482b-a6ab-4ecff2a35b1e tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0833147 Jul 05 10:36:00.970390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:36:00.975599 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738dad2f-2727-4eee-bf7e-cf8565191d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d5af3a-0e19-441e-9d32-cd32e2a0fff9'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:00.978300 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38cf840-3baa-4bf8-bbbf-15fe2d9d94c4" -d '{"events": [{"server_uuid": "738dad2f-2727-4eee-bf7e-cf8565191d3f", "name": "network-vif-plugged", "status": "completed", "tag": "02d5af3a-0e19-441e-9d32-cd32e2a0fff9"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:01.031856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=02d5af3a-0e19-441e-9d32-cd32e2a0fff9,segment=NetworkSegment(ceb46025-1375-40c9-86df-681b56ee77aa),segment_id=ceb46025-1375-40c9-86df-681b56ee77aa)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:01.033597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:36:01.033984 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 38e5c4b0-6472-473e-aef8-cfd7ec0caf2e not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:36:01.069792 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d957f707-5799-4c4c-ac8b-c72cca49c805 x-openstack-request-id: req-d957f707-5799-4c4c-ac8b-c72cca49c805 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:01.070399 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738dad2f-2727-4eee-bf7e-cf8565191d3f", "name": "network-vif-plugged", "status": "completed", "tag": "02d5af3a-0e19-441e-9d32-cd32e2a0fff9", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:01.070773 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d957f707-5799-4c4c-ac8b-c72cca49c805 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:01.071271 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738dad2f-2727-4eee-bf7e-cf8565191d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d5af3a-0e19-441e-9d32-cd32e2a0fff9', 'code': 200} Jul 05 10:36:01.084476 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:01.175798 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=02d5af3a-0e19-441e-9d32-cd32e2a0fff9,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:01.339761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bc002-88b5-4bad-be19-7a1c2ba4be33 req-4a544694-073f-4d41-8e50-6660e8342b19 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:01.341961 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-494bc002-88b5-4bad-be19-7a1c2ba4be33 req-4a544694-073f-4d41-8e50-6660e8342b19 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 946 time: 0.0860507 Jul 05 10:36:01.349001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fa52c-a10d-491e-a99a-e9bcf9027f21 req-d60ea884-7713-4c9d-803d-08a137564060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:01.351398 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b26fa52c-a10d-491e-a99a-e9bcf9027f21 req-d60ea884-7713-4c9d-803d-08a137564060 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 1098 time: 0.1580353 Jul 05 10:36:01.415615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-494bc002-88b5-4bad-be19-7a1c2ba4be33 req-7f98a4b9-353b-4558-ba2d-ff7f59f597ef tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=2970a6d1-4f93-460b-832c-79cb8eaa2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671046 Jul 05 10:36:01.435108 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b26fa52c-a10d-491e-a99a-e9bcf9027f21 req-a9e09255-a0d4-49e3-bae5-dae69818956e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2970a6d1-4f93-460b-832c-79cb8eaa2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731843 Jul 05 10:36:01.756410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae12edf-6974-4c6e-a487-0dc7e08f4f7f req-b572bdc6-19b1-4251-ac17-cb94eb7e3bf0 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:01.760388 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4ae12edf-6974-4c6e-a487-0dc7e08f4f7f req-b572bdc6-19b1-4251-ac17-cb94eb7e3bf0 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 944 time: 0.1037080 Jul 05 10:36:01.865008 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4ae12edf-6974-4c6e-a487-0dc7e08f4f7f req-8bbdfd89-c12f-4cf8-80e9-f7167f225eb3 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984240 Jul 05 10:36:02.261303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bfde7669-3ab4-4d23-8142-ce3daf9ab9f2 req-75598402-0a0d-4aed-ba27-67ba410772a2 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0555050 Jul 05 10:36:02.645118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f65f0-37f3-4919-9217-ab2be0111067 req-3ec2e677-e8a8-41c0-8acc-3fed29ab958f tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:02.647970 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-377f65f0-37f3-4919-9217-ab2be0111067 req-3ec2e677-e8a8-41c0-8acc-3fed29ab958f tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 946 time: 0.0829306 Jul 05 10:36:02.721384 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-377f65f0-37f3-4919-9217-ab2be0111067 req-2f7a8041-1dc4-44c0-9fa3-20bb64918f68 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=2970a6d1-4f93-460b-832c-79cb8eaa2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600455 Jul 05 10:36:03.189204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcf31c-3e0e-4ee8-b014-b4cbbf2cddec req-26b9d455-434e-471a-b799-197b69763402 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:03.191150 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4dcf31c-3e0e-4ee8-b014-b4cbbf2cddec req-26b9d455-434e-471a-b799-197b69763402 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 944 time: 0.0911367 Jul 05 10:36:03.265244 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e4dcf31c-3e0e-4ee8-b014-b4cbbf2cddec req-a62ef0c7-9b07-470d-8b08-f10856c1dde0 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634112 Jul 05 10:36:03.558714 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b33b40fa-a89b-43df-a015-ce28fdc26a08 req-d680fd4e-4d26-4236-b0ba-bf5f5986fd3d tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0709567 Jul 05 10:36:04.000209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155907ed-95b0-4d14-abaa-c8563cba6b5b req-abe41db2-c4aa-45b0-99c6-fa4fd49a2bd3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:04.002087 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-155907ed-95b0-4d14-abaa-c8563cba6b5b req-abe41db2-c4aa-45b0-99c6-fa4fd49a2bd3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 946 time: 0.0833676 Jul 05 10:36:04.064555 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-155907ed-95b0-4d14-abaa-c8563cba6b5b req-4c99a2f2-4e93-41cb-8b61-adb362c4ad46 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=2970a6d1-4f93-460b-832c-79cb8eaa2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519571 Jul 05 10:36:04.354080 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c028d-afd8-41f5-8e56-b19ccf338be8 req-ed511927-c102-40b4-bfb6-235fa9cbb3db tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:04.360731 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da3c028d-afd8-41f5-8e56-b19ccf338be8 req-ed511927-c102-40b4-bfb6-235fa9cbb3db tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 946 time: 0.1033342 Jul 05 10:36:04.439516 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da3c028d-afd8-41f5-8e56-b19ccf338be8 req-77695a8e-300d-426a-8cc9-83c3c8c3a69a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=2970a6d1-4f93-460b-832c-79cb8eaa2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722923 Jul 05 10:36:04.718566 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fd6fb-32d9-47cd-8b88-a48e77b34590 req-fee20228-26d3-4a8a-b3f2-cc4c4e010ee9 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:04.721039 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-205fd6fb-32d9-47cd-8b88-a48e77b34590 req-fee20228-26d3-4a8a-b3f2-cc4c4e010ee9 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 944 time: 0.1177049 Jul 05 10:36:04.808335 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-205fd6fb-32d9-47cd-8b88-a48e77b34590 req-e47c59e1-31a0-4fcf-bbe4-5cc6ccd543bf tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726395 Jul 05 10:36:04.935744 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ee1923f5-8660-4ae2-abbc-dea678a12f3d req-24f019a9-3c38-4946-aba3-729555a0a8c5 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0669112 Jul 05 10:36:06.013609 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54264) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:06.081495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69295a-76b9-4fe7-b824-9e30225ee72f req-fa1b0f51-3942-4457-ae06-4e3ce70a8a90 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:06.090785 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6b69295a-76b9-4fe7-b824-9e30225ee72f req-fa1b0f51-3942-4457-ae06-4e3ce70a8a90 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 944 time: 0.1118252 Jul 05 10:36:06.137035 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6b69295a-76b9-4fe7-b824-9e30225ee72f req-7b81a874-1af1-4018-8e86-1fdb6c80ef9a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447917 Jul 05 10:36:06.280387 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-863d44b2-b506-4140-b993-338f1f1c8486 req-ebca60ab-6515-4e01-8c19-9f6602e3bce7 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0642068 Jul 05 10:36:07.219997 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:07.549195 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c263f04-3f8d-4b48-be1d-aa5a4773ba5a req-6a246d36-9583-4e8c-930e-b7b0f32c33ef tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:07.553422 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c263f04-3f8d-4b48-be1d-aa5a4773ba5a req-6a246d36-9583-4e8c-930e-b7b0f32c33ef tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 944 time: 0.2383158 Jul 05 10:36:07.651959 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c263f04-3f8d-4b48-be1d-aa5a4773ba5a req-42ccd419-25df-4771-85c4-65c074bd18e9 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839190 Jul 05 10:36:07.692918 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-78ad9e4b-7af6-451a-9b7f-bafe3c3b4d6d req-dda0db60-39c0-49ca-ba85-8c90ebde469e tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.1247261 Jul 05 10:36:07.866918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Allocated IP 172.20.0.17 (9d37e6f8-13fb-4f05-adba-e022c69a51a0/693cc337-96ac-4771-bc45-4d9b55a6f468/5ca82703-2e72-4b7e-9f73-331927dd0e07) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:36:08.054219 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:08.084325 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Transition to ACTIVE for port object 5ca82703-2e72-4b7e-9f73-331927dd0e07 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:36:08.363497 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:08.449947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network 9d37e6f8-13fb-4f05-adba-e022c69a51a0 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:36:08.460919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:36:08.471984 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:36:08.476099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Port': ['ID=5ca82703-2e72-4b7e-9f73-331927dd0e07,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:08.575838 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:08.950100 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:09.170822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dd3eeff3-d1f1-420d-b4b0-876686b0b130 None None] Provisioning for port 5ca82703-2e72-4b7e-9f73-331927dd0e07 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:36:09.186382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dd3eeff3-d1f1-420d-b4b0-876686b0b130 None None] Provisioning complete for port 5ca82703-2e72-4b7e-9f73-331927dd0e07 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:36:09.187528 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd3eeff3-d1f1-420d-b4b0-876686b0b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:09.199675 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e3bb2cb9-0bd0-470c-b046-77ebfd989b9b req-2c6be792-83c4-4915-87c9-2781a78e19fb tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.1167431 Jul 05 10:36:09.336302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-dd3eeff3-d1f1-420d-b4b0-876686b0b130 None None] Port 5ca82703-2e72-4b7e-9f73-331927dd0e07 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:36:09.388656 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15a52a-0b1d-41e8-92e0-91b12b7c64fd req-de00ac32-c139-4096-86e6-8d6c371cc78a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:09.391043 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c15a52a-0b1d-41e8-92e0-91b12b7c64fd req-de00ac32-c139-4096-86e6-8d6c371cc78a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 944 time: 0.3579376 Jul 05 10:36:09.486332 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c15a52a-0b1d-41e8-92e0-91b12b7c64fd req-223a90a9-0ead-47c1-9f8e-96444c9ec44d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875742 Jul 05 10:36:09.660394 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:09.739588 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:09.822228 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Port': ['ID=5ca82703-2e72-4b7e-9f73-331927dd0e07,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:09.825735 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:09.965224 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network 9d37e6f8-13fb-4f05-adba-e022c69a51a0 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:36:09.966974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:36:09.992684 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086596bf-7ece-4e79-8050-f8ae6ce7c703 req-bd01084f-9f11-4804-9198-7960a1f9b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:09.994241 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-086596bf-7ece-4e79-8050-f8ae6ce7c703 req-bd01084f-9f11-4804-9198-7960a1f9b4e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=362ae62a323e4233ac08e724c10958da&device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 1096 time: 0.0633564 Jul 05 10:36:10.167343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Router 60507269-14e4-402d-8975-0d666e88df0a has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:36:10.285724 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8202e2c3-0603-459e-8f7e-8e806d71bc7b None None] Provisioning complete for port 5ca82703-2e72-4b7e-9f73-331927dd0e07 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:36:10.287143 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8202e2c3-0603-459e-8f7e-8e806d71bc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:10.323935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:36:10.332465 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ac257ba4-bf89-4cca-a0b5-b712b9008472 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "PUT /v2.0/routers/60507269-14e4-402d-8975-0d666e88df0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3156171 Jul 05 10:36:10.352546 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Sync routers for ids ['60507269-14e4-402d-8975-0d666e88df0a'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:36:10.370714 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Routers {'60507269-14e4-402d-8975-0d666e88df0a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:10.371436 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:35:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['60507269-14e4-402d-8975-0d666e88df0a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:10.389460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8202e2c3-0603-459e-8f7e-8e806d71bc7b None None] Port 5ca82703-2e72-4b7e-9f73-331927dd0e07 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:36:10.413466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086596bf-7ece-4e79-8050-f8ae6ce7c703 req-8739d72e-3f0e-4968-82e3-0d22eb55e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:10.415882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-086596bf-7ece-4e79-8050-f8ae6ce7c703 req-8739d72e-3f0e-4968-82e3-0d22eb55e330 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 200 len: 916 time: 0.1703696 Jul 05 10:36:10.510312 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94715dc5-d2e1-47d4-b489-9c8b8e7a8668 req-4d38b826-80d2-46c4-8afb-b976e14c9b45 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0566032 Jul 05 10:36:10.542461 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-086596bf-7ece-4e79-8050-f8ae6ce7c703 req-fa7580bd-8665-4228-8881-52b0093934e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91237765-496b-4a45-90da-28b39c7ce444 HTTP/1.1" status: 200 len: 999 time: 0.1160612 Jul 05 10:36:10.607070 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086596bf-7ece-4e79-8050-f8ae6ce7c703 req-c6a2bdf8-338f-4255-abd5-db834c1b3cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:10.607950 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Set router 60507269-14e4-402d-8975-0d666e88df0a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:10.608694 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-086596bf-7ece-4e79-8050-f8ae6ce7c703 req-c6a2bdf8-338f-4255-abd5-db834c1b3cc8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29e232e9-0213-4c50-9eaa-5083f737c183 HTTP/1.1" status: 200 len: 854 time: 0.0586634 Jul 05 10:36:10.725870 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086596bf-7ece-4e79-8050-f8ae6ce7c703 req-91e8c8c3-72c5-49dc-ae59-f126c972efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:10.727331 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-086596bf-7ece-4e79-8050-f8ae6ce7c703 req-91e8c8c3-72c5-49dc-ae59-f126c972efea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1115837 Jul 05 10:36:10.752421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231efbe-3731-4bbc-9746-7e77533175ef req-cdcafaea-e583-4bb9-bf64-df4e3270859d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:10.754060 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9231efbe-3731-4bbc-9746-7e77533175ef req-cdcafaea-e583-4bb9-bf64-df4e3270859d tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 944 time: 0.1061323 Jul 05 10:36:10.843270 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9231efbe-3731-4bbc-9746-7e77533175ef req-930b8480-0340-4011-b24b-e33c7919efdb tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530534 Jul 05 10:36:10.866710 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-086596bf-7ece-4e79-8050-f8ae6ce7c703 req-2383fd44-a948-45c9-af1c-3de2fa5e114d service neutron] 10.222.0.73 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309290 Jul 05 10:36:10.912612 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:36:08Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'e03deb15-40f9-4c92-8ffa-1cbe9d337199', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '60507269-14e4-402d-8975-0d666e88df0a', 'port_id': '9ecea66c-8b06-48e6-b705-9f205306214a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'mac_address': 'fa:16:3e:54:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da321fd7-374e-4865-a682-972a28dadca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:35:06Z', 'updated_at': '2021-07-05T10:35:09Z', 'revision_number': 1, 'project_id': '8e66d79111844aa38485a483a5286664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca82703-2e72-4b7e-9f73-331927dd0e07', 'name': '', 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:f5:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '693cc337-96ac-4771-bc45-4d9b55a6f468', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:07Z', 'updated_at': '2021-07-05T10:36:09Z', 'revision_number': 2, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '693cc337-96ac-4771-bc45-4d9b55a6f468', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedb4478-e663-432c-a4c8-7143d11c3ed9', 'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:54:ab:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:45Z', 'updated_at': '2021-07-05T10:34:51Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:10.940629 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Checking router: 60507269-14e4-402d-8975-0d666e88df0a for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:36:10.940821 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Updating router 60507269-14e4-402d-8975-0d666e88df0a port 5ca82703-2e72-4b7e-9f73-331927dd0e07 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:36:10.979984 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:10.980223 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-086596bf-7ece-4e79-8050-f8ae6ce7c703 req-147fa0bb-9ae2-45ee-bbb8-b811a42ca502 service neutron] 10.222.0.73 "GET /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060207 Jul 05 10:36:11.115623 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-20f6a524-da96-4624-8b77-d8edda95084f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:11.272805 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:11.283268 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Transition to ACTIVE for port object 5ca82703-2e72-4b7e-9f73-331927dd0e07 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:36:11.362207 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:11.415620 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d4520-69e5-483d-9d8b-cd1e9567025e None None] Pushing event updated for resources: {'Port': ['ID=5ca82703-2e72-4b7e-9f73-331927dd0e07,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:11.444722 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d4520-69e5-483d-9d8b-cd1e9567025e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:11.445085 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d4520-69e5-483d-9d8b-cd1e9567025e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:11.445401 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d4520-69e5-483d-9d8b-cd1e9567025e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:11.445732 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d4520-69e5-483d-9d8b-cd1e9567025e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:11.446059 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d4520-69e5-483d-9d8b-cd1e9567025e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:11.446386 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d4520-69e5-483d-9d8b-cd1e9567025e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:11.446714 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d4520-69e5-483d-9d8b-cd1e9567025e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:11.447038 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d4520-69e5-483d-9d8b-cd1e9567025e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:11.447360 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d4520-69e5-483d-9d8b-cd1e9567025e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:11.447678 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d4520-69e5-483d-9d8b-cd1e9567025e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:11.448022 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d4520-69e5-483d-9d8b-cd1e9567025e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:11.448339 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d4520-69e5-483d-9d8b-cd1e9567025e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:11.488482 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Attempting to bind port 5ca82703-2e72-4b7e-9f73-331927dd0e07 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:36:11.489073 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Attempting to bind port 5ca82703-2e72-4b7e-9f73-331927dd0e07 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'ceb46025-1375-40c9-86df-681b56ee77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:36:11.489582 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Attempting to bind port 5ca82703-2e72-4b7e-9f73-331927dd0e07 on network 9d37e6f8-13fb-4f05-adba-e022c69a51a0 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:36:11.499834 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:36:11.500256 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Checking segment: {'id': 'ceb46025-1375-40c9-86df-681b56ee77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:36:11.500659 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:11.501054 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Bound using segment: {'id': 'ceb46025-1375-40c9-86df-681b56ee77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:36:11.501546 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Bound port: 5ca82703-2e72-4b7e-9f73-331927dd0e07, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb46025-1375-40c9-86df-681b56ee77aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:36:11.502175 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:11.595942 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] For port 5ca82703-2e72-4b7e-9f73-331927dd0e07, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:36:11.599681 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] For port 5ca82703-2e72-4b7e-9f73-331927dd0e07, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5ca82703-2e72-4b7e-9f73-331927dd0e07,segment=NetworkSegment(ceb46025-1375-40c9-86df-681b56ee77aa),segment_id=ceb46025-1375-40c9-86df-681b56ee77aa)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:36:11.665818 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:11.731312 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Routers {'60507269-14e4-402d-8975-0d666e88df0a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:11.731975 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:35:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['60507269-14e4-402d-8975-0d666e88df0a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:11.737270 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d4520-69e5-483d-9d8b-cd1e9567025e None None] Pushing event updated for resources: {'Port': ['ID=5ca82703-2e72-4b7e-9f73-331927dd0e07,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:11.748153 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f617595b-d058-46e8-a103-32cc63753a33 req-88edaf4c-cc59-488b-bdec-fc4adb541a3d tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0526519 Jul 05 10:36:12.054777 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] Set router 60507269-14e4-402d-8975-0d666e88df0a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:12.113796 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f76885-a165-48bd-aebd-c97067659fce req-2a68d907-b2e4-4658-b53c-a059404d6ccc tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:12.115613 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7f76885-a165-48bd-aebd-c97067659fce req-2a68d907-b2e4-4658-b53c-a059404d6ccc tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 944 time: 0.0822732 Jul 05 10:36:12.162746 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7f76885-a165-48bd-aebd-c97067659fce req-9d379241-9857-481e-9ac0-44b50f8ab9da tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397618 Jul 05 10:36:12.328680 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:36:08Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'e03deb15-40f9-4c92-8ffa-1cbe9d337199', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '60507269-14e4-402d-8975-0d666e88df0a', 'port_id': '9ecea66c-8b06-48e6-b705-9f205306214a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'mac_address': 'fa:16:3e:54:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da321fd7-374e-4865-a682-972a28dadca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:35:06Z', 'updated_at': '2021-07-05T10:35:09Z', 'revision_number': 1, 'project_id': '8e66d79111844aa38485a483a5286664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca82703-2e72-4b7e-9f73-331927dd0e07', 'name': '', 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:f5:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '693cc337-96ac-4771-bc45-4d9b55a6f468', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:07Z', 'updated_at': '2021-07-05T10:36:11Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '693cc337-96ac-4771-bc45-4d9b55a6f468', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedb4478-e663-432c-a4c8-7143d11c3ed9', 'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:54:ab:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:45Z', 'updated_at': '2021-07-05T10:34:51Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:12.358850 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c23fc1-649b-483e-a743-ea6d4f29ab09 None None] The sync data for ids ['60507269-14e4-402d-8975-0d666e88df0a'] in n-d-779913-27 is: [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:36:08Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'e03deb15-40f9-4c92-8ffa-1cbe9d337199', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '60507269-14e4-402d-8975-0d666e88df0a', 'port_id': '9ecea66c-8b06-48e6-b705-9f205306214a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'mac_address': 'fa:16:3e:54:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da321fd7-374e-4865-a682-972a28dadca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:35:06Z', 'updated_at': '2021-07-05T10:35:09Z', 'revision_number': 1, 'project_id': '8e66d79111844aa38485a483a5286664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca82703-2e72-4b7e-9f73-331927dd0e07', 'name': '', 'network_id': '9d37e6f8-13fb-4f05-adba-e022c69a51a0', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:f5:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '693cc337-96ac-4771-bc45-4d9b55a6f468', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:07Z', 'updated_at': '2021-07-05T10:36:11Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '693cc337-96ac-4771-bc45-4d9b55a6f468', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedb4478-e663-432c-a4c8-7143d11c3ed9', 'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:54:ab:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:45Z', 'updated_at': '2021-07-05T10:34:51Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:36:12.929033 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0b6de31-75dd-45a7-930b-4a2fc0d768de req-8ed3b078-c0c8-4533-9402-f2161c904ba6 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0355735 Jul 05 10:36:13.072996 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5ca82703-2e72-4b7e-9f73-331927dd0e07 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:36:13.195797 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 5ca82703-2e72-4b7e-9f73-331927dd0e07 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:36:13.200463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 5ca82703-2e72-4b7e-9f73-331927dd0e07 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:36:13.201076 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:13.289361 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:13.325619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 5ca82703-2e72-4b7e-9f73-331927dd0e07, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5ca82703-2e72-4b7e-9f73-331927dd0e07,segment=NetworkSegment(ceb46025-1375-40c9-86df-681b56ee77aa),segment_id=ceb46025-1375-40c9-86df-681b56ee77aa)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:13.355874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62737c-8cce-4161-b9e3-0c859fffd728 req-18764381-9aae-4c04-8997-7f7be7e69451 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:13.357471 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0b62737c-8cce-4161-b9e3-0c859fffd728 req-18764381-9aae-4c04-8997-7f7be7e69451 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 944 time: 0.0710969 Jul 05 10:36:13.401766 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0b62737c-8cce-4161-b9e3-0c859fffd728 req-e4f80049-ab4b-4ef6-b03a-64438687450b tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385294 Jul 05 10:36:13.408298 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:13.458517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=5ca82703-2e72-4b7e-9f73-331927dd0e07,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:13.601063 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2c5e1fdf-8048-41bb-b98f-b7207bf7b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:13.654414 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:14.088513 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4b4ed60-1046-4450-92a8-70221c25128f req-c622e72f-4c4e-460f-98bf-f4e9bf31091c tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0357354 Jul 05 10:36:14.594792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acead0ee-b79f-4ce5-b51a-ec6f2a29c895 req-934a6ba5-ee84-4674-8ffe-709a7003ba4b tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:14.596360 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-acead0ee-b79f-4ce5-b51a-ec6f2a29c895 req-934a6ba5-ee84-4674-8ffe-709a7003ba4b tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 944 time: 0.0724995 Jul 05 10:36:14.649084 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-acead0ee-b79f-4ce5-b51a-ec6f2a29c895 req-3dca552d-9d5f-4554-9849-c5d62911278f tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458918 Jul 05 10:36:14.989235 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:15.003346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 91237765-496b-4a45-90da-28b39c7ce444 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:36:15.077554 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5ca82703-2e72-4b7e-9f73-331927dd0e07 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:36:15.163016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 5ca82703-2e72-4b7e-9f73-331927dd0e07 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:36:15.163393 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:15.169497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91237765-496b-4a45-90da-28b39c7ce444,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:15.201165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '91237765-496b-4a45-90da-28b39c7ce444', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'port_id': '91237765-496b-4a45-90da-28b39c7ce444', 'mac_address': 'fa:16:3e:b0:72:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:36:15.260566 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-801934e1-6594-4157-b8e4-a876a3012652 req-c552886e-6da6-427d-a30e-4f611ccf97f2 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0344725 Jul 05 10:36:15.275960 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:15.296902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91237765-496b-4a45-90da-28b39c7ce444 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:36:15.324039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91237765-496b-4a45-90da-28b39c7ce444,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:15.402240 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:15.461851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=91237765-496b-4a45-90da-28b39c7ce444,revision_number=11']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:15.654384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['91237765-496b-4a45-90da-28b39c7ce444'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:36:15.851892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ec7b4-66e0-4fa7-ac65-63fdc5c6d25f req-373f367c-5976-4f40-bc33-4d8d07082390 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:15.853383 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b7ec7b4-66e0-4fa7-ac65-63fdc5c6d25f req-373f367c-5976-4f40-bc33-4d8d07082390 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.0672028 Jul 05 10:36:15.895660 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b7ec7b4-66e0-4fa7-ac65-63fdc5c6d25f req-4f2beb5b-ba78-400b-87ef-f6c1f8b93947 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352275 Jul 05 10:36:16.423739 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4d833777-d399-4c9a-a3d3-00d1757fae24 req-451389f6-d7b4-4609-945a-e7997780b39a tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0344296 Jul 05 10:36:16.972621 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:17.002622 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 91237765-496b-4a45-90da-28b39c7ce444 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:36:17.114552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce90fc-d772-4845-8480-0cf031f9235d req-27076a81-4f38-454b-aac0-527ec07b6583 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:17.116195 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ccce90fc-d772-4845-8480-0cf031f9235d req-27076a81-4f38-454b-aac0-527ec07b6583 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 945 time: 0.0838356 Jul 05 10:36:17.161895 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ccce90fc-d772-4845-8480-0cf031f9235d req-17ca6356-5b45-4bc3-9cc9-a2fafb6d5574 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354133 Jul 05 10:36:17.213666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 91237765-496b-4a45-90da-28b39c7ce444 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:36:17.218374 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 91237765-496b-4a45-90da-28b39c7ce444 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:36:17.218755 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:17.306979 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:17.330446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4959808c-732e-474a-ad20-09e85356e08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91237765-496b-4a45-90da-28b39c7ce444'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:17.332741 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dbaf4f-66bc-4bc7-aac8-80cbd5411432" -d '{"events": [{"server_uuid": "4959808c-732e-474a-ad20-09e85356e08b", "name": "network-vif-plugged", "status": "completed", "tag": "91237765-496b-4a45-90da-28b39c7ce444"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:17.346051 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91237765-496b-4a45-90da-28b39c7ce444,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:17.373898 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5a7e13-6354-4db6-b41b-6b6b087d8fa9 x-openstack-request-id: req-3b5a7e13-6354-4db6-b41b-6b6b087d8fa9 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:17.374190 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4959808c-732e-474a-ad20-09e85356e08b", "name": "network-vif-plugged", "status": "completed", "tag": "91237765-496b-4a45-90da-28b39c7ce444", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:17.374591 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b5a7e13-6354-4db6-b41b-6b6b087d8fa9 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:17.374988 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4959808c-732e-474a-ad20-09e85356e08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91237765-496b-4a45-90da-28b39c7ce444', 'code': 200} Jul 05 10:36:17.414035 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:17.467619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=91237765-496b-4a45-90da-28b39c7ce444,revision_number=12']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:17.596259 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a0216614-0a1a-4101-b4bd-9e05c866810a req-2b7b0db6-cbcd-457d-8ea5-591fc85a758b tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0355124 Jul 05 10:36:17.657532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d86c86-7fcb-44be-b5fd-5abef80792fb req-5ecdd3f8-b307-4610-87d0-170d3b78b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:17.659054 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-78d86c86-7fcb-44be-b5fd-5abef80792fb req-5ecdd3f8-b307-4610-87d0-170d3b78b580 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 1098 time: 0.0593669 Jul 05 10:36:17.699114 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-78d86c86-7fcb-44be-b5fd-5abef80792fb req-dfedd347-9009-4299-af78-ba73829e5ff6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320957 Jul 05 10:36:18.358698 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7ad1fc45-0681-4116-923b-1c3b1e6ef4d5 req-8e5e7475-1d33-415a-bcc2-2f31ad3e365e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0334911 Jul 05 10:36:18.408143 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbfdea-1ba2-49f5-9d11-05102fdd7456 req-840a0328-e7e1-435a-b9d3-59194ca6fc9f tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:18.409736 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9dbfdea-1ba2-49f5-9d11-05102fdd7456 req-840a0328-e7e1-435a-b9d3-59194ca6fc9f tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 946 time: 0.1144826 Jul 05 10:36:18.457979 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9dbfdea-1ba2-49f5-9d11-05102fdd7456 req-7bbe1b31-3e53-4bfd-ba74-c1c4b031e83a tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412154 Jul 05 10:36:18.772291 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d7217a9-edae-4f20-8bf5-08620a218119 req-dfc16993-43e1-4b69-85ec-aeebfcf9f974 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0316675 Jul 05 10:36:19.707637 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43c4e-fce3-4a81-bbb0-59aa0ba0afa4 req-8d45af50-6599-467c-8f7b-5dd4173e0c6e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:19.709264 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68e43c4e-fce3-4a81-bbb0-59aa0ba0afa4 req-8d45af50-6599-467c-8f7b-5dd4173e0c6e tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 946 time: 0.0790038 Jul 05 10:36:19.767523 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68e43c4e-fce3-4a81-bbb0-59aa0ba0afa4 req-bf31342d-c172-4e13-ac8d-47dfe9b674d1 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508592 Jul 05 10:36:19.938624 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-691ece22-5334-464c-b093-c33b51b4e537 req-f2d25515-2418-4dc2-96c0-c8adae07d72b tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0321450 Jul 05 10:36:20.605256 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fee99d66-9fc9-4720-826b-a5b9702a0f19 req-2e2da845-f69b-4fc3-8ab3-ac71c2f5a110 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7aa8230778b464facac2705a32b3d93&device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0302007 Jul 05 10:36:20.634115 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fee99d66-9fc9-4720-826b-a5b9702a0f19 req-891dc6f5-1bd0-42cf-873f-4496aaca462c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e7aa8230778b464facac2705a32b3d93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214968 Jul 05 10:36:20.683803 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb204a16-09ba-4681-852b-2613dbd89a3b req-8b2e4a92-1f9d-4f69-8544-b561439eaf5e tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0485799 Jul 05 10:36:20.784097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee99d66-9fc9-4720-826b-a5b9702a0f19 req-36fbc45a-b73a-448a-a413-0f77635061f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:20.785636 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fee99d66-9fc9-4720-826b-a5b9702a0f19 req-36fbc45a-b73a-448a-a413-0f77635061f4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1412389 Jul 05 10:36:20.958725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab810f08-5331-4639-bf66-2210448a76f5 req-f8a01cde-27e9-4e4c-b891-e00e51a18387 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:20.960588 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab810f08-5331-4639-bf66-2210448a76f5 req-f8a01cde-27e9-4e4c-b891-e00e51a18387 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 946 time: 0.0642431 Jul 05 10:36:20.999857 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab810f08-5331-4639-bf66-2210448a76f5 req-64f7a598-180f-449a-a25d-443d60f6f8a3 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332515 Jul 05 10:36:21.851099 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10cbbe4d-065f-4e68-89ec-b000e2b130e2 req-92365d42-9609-4088-9f31-276c944d8757 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0362005 Jul 05 10:36:22.151350 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fee99d66-9fc9-4720-826b-a5b9702a0f19 req-e80f5f65-8fd3-4ac1-b057-35ef03a85ff0 tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0329478 Jul 05 10:36:22.385829 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:23.030277 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8018511-6d3a-4144-9100-16f95174f64e req-3d6cd345-0e07-46a2-86bf-409f51f630ed tempest-ServerShowV254Test-1153796953 tempest-ServerShowV254Test-1153796953-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf060d77-6f09-430e-8861-fc8773cf2be1 HTTP/1.1" status: 200 len: 210 time: 0.0400078 Jul 05 10:36:24.173607 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:24.683038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54474) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:24.816533 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cac5f7b4-7133-4a93-8867-2e2d1554720b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:24.925586 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cac5f7b4-7133-4a93-8867-2e2d1554720b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:25.014390 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cac5f7b4-7133-4a93-8867-2e2d1554720b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:25.060569 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cac5f7b4-7133-4a93-8867-2e2d1554720b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e7aa8230778b464facac2705a32b3d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750315 Jul 05 10:36:25.061472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5f7b4-7133-4a93-8867-2e2d1554720b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdbdd64-58e2-4318-ac45-4935e7849892,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:25.063270 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54478) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:25.122332 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b2ace1e-9bb8-4d3d-8e13-5473e24f223f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:25.144761 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b2ace1e-9bb8-4d3d-8e13-5473e24f223f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:25.275401 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b2ace1e-9bb8-4d3d-8e13-5473e24f223f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:25.278059 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b2ace1e-9bb8-4d3d-8e13-5473e24f223f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:25.279321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0b2ace1e-9bb8-4d3d-8e13-5473e24f223f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4cdbdd64-58e2-4318-ac45-4935e7849892 HTTP/1.1" status: 204 len: 168 time: 0.2148647 Jul 05 10:36:25.287329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ace1e-9bb8-4d3d-8e13-5473e24f223f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdbdd64-58e2-4318-ac45-4935e7849892,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:26.364883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54504) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:26.470579 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8a033033-09ca-4bc0-8538-07d1923fb1ee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1938050724-network', 'tenant_id': '56e6e6c37d314e79ae953e0e2809be12'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:26.573798 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a033033-09ca-4bc0-8538-07d1923fb1ee admin admin] Made reservation on behalf of 56e6e6c37d314e79ae953e0e2809be12 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:36:26.576897 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a033033-09ca-4bc0-8538-07d1923fb1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:26.586483 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a033033-09ca-4bc0-8538-07d1923fb1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:26.676384 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a033033-09ca-4bc0-8538-07d1923fb1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:26.807149 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a033033-09ca-4bc0-8538-07d1923fb1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:26.836766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a033033-09ca-4bc0-8538-07d1923fb1ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:36:26.843549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a033033-09ca-4bc0-8538-07d1923fb1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6f8227-26c7-46f1-9467-9e9da0753e61,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:26.855868 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a033033-09ca-4bc0-8538-07d1923fb1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:26.856155 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-8a033033-09ca-4bc0-8538-07d1923fb1ee admin admin] Added segment 966cab97-d11a-4ded-a425-a4860439e0a2 of type vlan for network 3098306f-a1ab-4180-9050-21e9929257d8 Jul 05 10:36:26.899420 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a033033-09ca-4bc0-8538-07d1923fb1ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:27.099385 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a033033-09ca-4bc0-8538-07d1923fb1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:27.100484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a033033-09ca-4bc0-8538-07d1923fb1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:27.101071 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a033033-09ca-4bc0-8538-07d1923fb1ee admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:27.189235 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a033033-09ca-4bc0-8538-07d1923fb1ee admin admin] Pushing event updated for resources: {'Network': ['ID=3098306f-a1ab-4180-9050-21e9929257d8,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:27.199384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 3098306f-a1ab-4180-9050-21e9929257d8 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:36:27.271427 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8a033033-09ca-4bc0-8538-07d1923fb1ee admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9054108 Jul 05 10:36:27.274306 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54510) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:27.279353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ea8d670a-cbde-4f01-89b8-db160daf067b admin admin] Request body: {'subnet': {'network_id': '3098306f-a1ab-4180-9050-21e9929257d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1938050724-subnet', 'tenant_id': '56e6e6c37d314e79ae953e0e2809be12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:27.417195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8d670a-cbde-4f01-89b8-db160daf067b admin admin] Made reservation on behalf of 56e6e6c37d314e79ae953e0e2809be12 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:36:27.420146 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ea8d670a-cbde-4f01-89b8-db160daf067b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:27.699641 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ea8d670a-cbde-4f01-89b8-db160daf067b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:27.758192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d670a-cbde-4f01-89b8-db160daf067b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e735a0a9-c2b5-45ec-b342-e40649f72f34,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:27.768554 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d670a-cbde-4f01-89b8-db160daf067b admin admin] Checking segment: {'id': '966cab97-d11a-4ded-a425-a4860439e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3098306f-a1ab-4180-9050-21e9929257d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:36:27.768918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8d670a-cbde-4f01-89b8-db160daf067b admin admin] Network hostable DHCP agents. Network: 3098306f-a1ab-4180-9050-21e9929257d8, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:36:27.892604 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8d670a-cbde-4f01-89b8-db160daf067b admin admin] Network 3098306f-a1ab-4180-9050-21e9929257d8 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:36:28.014831 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-ea8d670a-cbde-4f01-89b8-db160daf067b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 3098306f-a1ab-4180-9050-21e9929257d8) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:36:28.018945 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d670a-cbde-4f01-89b8-db160daf067b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:28.019492 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ea8d670a-cbde-4f01-89b8-db160daf067b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:28.024204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb671cb8-2628-42b6-a02b-2fd2fbb95bb1 None None] Network 3098306f-a1ab-4180-9050-21e9929257d8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:36:28.149498 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8700d-bcd2-4c01-a72b-2ba9fecd66f3 None None] Network 3098306f-a1ab-4180-9050-21e9929257d8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:36:28.197021 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ea8d670a-cbde-4f01-89b8-db160daf067b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9216399 Jul 05 10:36:28.620560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-9ca376f2-bd16-456c-8413-b670137957f4 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:28.622038 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-9ca376f2-bd16-456c-8413-b670137957f4 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/networks?id=3098306f-a1ab-4180-9050-21e9929257d8 HTTP/1.1" status: 200 len: 814 time: 0.1010427 Jul 05 10:36:28.637167 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-e735eeeb-b037-43f2-abb8-a7a97b0f84ed tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/quotas/56e6e6c37d314e79ae953e0e2809be12 HTTP/1.1" status: 200 len: 375 time: 0.0094397 Jul 05 10:36:28.674935 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-f20f1fb6-d9ce-4e29-a532-68a0b0add4b1 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=56e6e6c37d314e79ae953e0e2809be12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325813 Jul 05 10:36:28.766775 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-dcb49afd-bb15-4f46-ba0d-b6f80542f3fd service neutron] 10.222.0.77 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850816 Jul 05 10:36:28.865504 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-df58dea3-4f47-44e2-a654-71c2f36b3314 service neutron] 10.222.0.77 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926971 Jul 05 10:36:29.509847 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-143f086b-e7fc-4bf1-a26c-4b42d963dc62 req-a194923b-bc17-4c4d-9fc7-2e6ef1bb2479 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 210 time: 0.0310428 Jul 05 10:36:30.595988 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7bf6b3df-d57d-48fb-bbca-0fddc9d4bb4e req-17ec8520-31df-4bf5-a285-d5aecd80c290 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 210 time: 0.0302768 Jul 05 10:36:31.348829 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:36:31.746609 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a47b84ed-3589-4ca3-b3a0-2a57a2c54ae5 req-1542f030-da15-4b03-9ab7-2067880c74bc tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 210 time: 0.0309303 Jul 05 10:36:32.405852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-8d5a3f57-85d8-4628-a370-55fe9521e4c7 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:32.408582 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-8d5a3f57-85d8-4628-a370-55fe9521e4c7 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.64 "GET /v2.0/networks?id=3098306f-a1ab-4180-9050-21e9929257d8 HTTP/1.1" status: 200 len: 814 time: 0.1065483 Jul 05 10:36:32.420886 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-1d9c6a32-2687-4896-8689-0d97cb98b5f5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Request body: {'port': {'device_id': 'c475e245-9c0a-4498-bb22-9e541633e0d8', 'network_id': '3098306f-a1ab-4180-9050-21e9929257d8', 'admin_state_up': True, 'tenant_id': '56e6e6c37d314e79ae953e0e2809be12'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:32.607882 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-1d9c6a32-2687-4896-8689-0d97cb98b5f5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Made reservation on behalf of 56e6e6c37d314e79ae953e0e2809be12 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:36:32.611740 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-1d9c6a32-2687-4896-8689-0d97cb98b5f5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:32.746798 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-1d9c6a32-2687-4896-8689-0d97cb98b5f5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Allocated IP 172.20.0.10 (3098306f-a1ab-4180-9050-21e9929257d8/e735a0a9-c2b5-45ec-b342-e40649f72f34/d0bd5df9-3260-4276-9873-8bf97be06f5b) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:36:32.931554 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b922aae-e979-4e35-a2a4-867c5763d814 req-f94482a5-2d62-4d9b-b44b-582e51fcc75e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 210 time: 0.0307217 Jul 05 10:36:33.173881 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54566) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:33.222894 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-1d9c6a32-2687-4896-8689-0d97cb98b5f5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:33.328425 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-1d9c6a32-2687-4896-8689-0d97cb98b5f5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:33.381470 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-1d9c6a32-2687-4896-8689-0d97cb98b5f5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Network 3098306f-a1ab-4180-9050-21e9929257d8 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:36:33.384903 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-1d9c6a32-2687-4896-8689-0d97cb98b5f5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:36:33.390238 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-1d9c6a32-2687-4896-8689-0d97cb98b5f5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:36:33.395522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c6a32-2687-4896-8689-0d97cb98b5f5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Pushing event updated for resources: {'Port': ['ID=d0bd5df9-3260-4276-9873-8bf97be06f5b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:33.448966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-1d9c6a32-2687-4896-8689-0d97cb98b5f5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:33.449609 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-1d9c6a32-2687-4896-8689-0d97cb98b5f5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:33.535644 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-1d9c6a32-2687-4896-8689-0d97cb98b5f5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1194763 Jul 05 10:36:33.550793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Request body: {'port': {'device_id': 'c475e245-9c0a-4498-bb22-9e541633e0d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:33.630932 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:33.716699 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:33.944027 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bd5df9-3260-4276-9873-8bf97be06f5b {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:36:33.955989 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:33.976493 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Transition to ACTIVE for port object d0bd5df9-3260-4276-9873-8bf97be06f5b will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:36:34.042479 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:34.136705 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bd5df9-3260-4276-9873-8bf97be06f5b,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:34.224664 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe6cf8-a5ee-4e15-b97c-bf85bf02224b req-811fb312-d2f6-460b-8ecc-f6b003c158c6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:34.226452 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58fe6cf8-a5ee-4e15-b97c-bf85bf02224b req-811fb312-d2f6-460b-8ecc-f6b003c158c6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.1483181 Jul 05 10:36:34.253969 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Attempting to bind port d0bd5df9-3260-4276-9873-8bf97be06f5b on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:36:34.254345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Attempting to bind port d0bd5df9-3260-4276-9873-8bf97be06f5b by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '966cab97-d11a-4ded-a425-a4860439e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3098306f-a1ab-4180-9050-21e9929257d8'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:36:34.254744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Attempting to bind port d0bd5df9-3260-4276-9873-8bf97be06f5b on network 3098306f-a1ab-4180-9050-21e9929257d8 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:36:34.265212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Port d0bd5df9-3260-4276-9873-8bf97be06f5b on network 3098306f-a1ab-4180-9050-21e9929257d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:36:34.265651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Attempting to bind port d0bd5df9-3260-4276-9873-8bf97be06f5b on network 3098306f-a1ab-4180-9050-21e9929257d8 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:36:34.286339 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:36:34.286786 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Checking segment: {'id': '966cab97-d11a-4ded-a425-a4860439e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3098306f-a1ab-4180-9050-21e9929257d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:36:34.287265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Bound using segment: {'id': '966cab97-d11a-4ded-a425-a4860439e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3098306f-a1ab-4180-9050-21e9929257d8'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:36:34.287768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Bound port: d0bd5df9-3260-4276-9873-8bf97be06f5b, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966cab97-d11a-4ded-a425-a4860439e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3098306f-a1ab-4180-9050-21e9929257d8'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:36:34.292886 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:34.292886 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58fe6cf8-a5ee-4e15-b97c-bf85bf02224b req-6a06351e-d25a-4a21-b85b-33e1e600fb3e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546746 Jul 05 10:36:34.370635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] For port d0bd5df9-3260-4276-9873-8bf97be06f5b, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:36:34.375419 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] For port d0bd5df9-3260-4276-9873-8bf97be06f5b, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:36:34.460977 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:34.499147 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:34.500324 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:34.502685 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] 10.222.0.64 "PUT /v2.0/ports/d0bd5df9-3260-4276-9873-8bf97be06f5b HTTP/1.1" status: 200 len: 1093 time: 0.9559681 Jul 05 10:36:34.505304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c475e245-9c0a-4498-bb22-9e541633e0d8', 'tag': 'd0bd5df9-3260-4276-9873-8bf97be06f5b'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:34.509052 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf579dec-4663-4d5f-b96d-f08ddea7d8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c475e245-9c0a-4498-bb22-9e541633e0d8", "tag": "d0bd5df9-3260-4276-9873-8bf97be06f5b"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:34.541444 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Deleting port 5ca82703-2e72-4b7e-9f73-331927dd0e07 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:36:34.542023 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:34.554897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020d175-84d7-428e-a171-1e37574ac9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bd5df9-3260-4276-9873-8bf97be06f5b,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:34.558577 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b9f25a-da3d-4d9a-b1fd-d7838dfb9797 x-openstack-request-id: req-e8b9f25a-da3d-4d9a-b1fd-d7838dfb9797 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:34.558934 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c475e245-9c0a-4498-bb22-9e541633e0d8", "tag": "d0bd5df9-3260-4276-9873-8bf97be06f5b", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:34.559260 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8b9f25a-da3d-4d9a-b1fd-d7838dfb9797 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:34.559818 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c475e245-9c0a-4498-bb22-9e541633e0d8', 'tag': 'd0bd5df9-3260-4276-9873-8bf97be06f5b', 'status': 'completed', 'code': 200} Jul 05 10:36:34.641985 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf579dec-4663-4d5f-b96d-f08ddea7d8b5 req-ab48c5ae-187d-405e-86f7-9048d8cf4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:34.643790 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf579dec-4663-4d5f-b96d-f08ddea7d8b5 req-ab48c5ae-187d-405e-86f7-9048d8cf4189 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56e6e6c37d314e79ae953e0e2809be12&device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 1096 time: 0.0634911 Jul 05 10:36:34.656231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] For port 5ca82703-2e72-4b7e-9f73-331927dd0e07, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5ca82703-2e72-4b7e-9f73-331927dd0e07,segment=NetworkSegment(ceb46025-1375-40c9-86df-681b56ee77aa),segment_id=ceb46025-1375-40c9-86df-681b56ee77aa)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:34.656607 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:34.673419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Calling delete_port for 5ca82703-2e72-4b7e-9f73-331927dd0e07 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:36:34.757205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf579dec-4663-4d5f-b96d-f08ddea7d8b5 req-aae9af85-190d-4779-b4df-07e40b6f6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:34.759132 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf579dec-4663-4d5f-b96d-f08ddea7d8b5 req-aae9af85-190d-4779-b4df-07e40b6f6880 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=56e6e6c37d314e79ae953e0e2809be12&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1067584 Jul 05 10:36:34.902595 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf579dec-4663-4d5f-b96d-f08ddea7d8b5 req-48ad5ae7-3430-45d4-8faf-e883ad6a37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:34.905101 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf579dec-4663-4d5f-b96d-f08ddea7d8b5 req-48ad5ae7-3430-45d4-8faf-e883ad6a37f3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383064 Jul 05 10:36:35.016492 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-71a6d7a6-87db-4118-b3fe-31915a276391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:35.018212 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-71a6d7a6-87db-4118-b3fe-31915a276391 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56e6e6c37d314e79ae953e0e2809be12&device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 1096 time: 0.0665216 Jul 05 10:36:35.062468 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-b22d184b-d757-4301-9a12-a3e69d15def7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b HTTP/1.1" status: 200 len: 217 time: 0.0364475 Jul 05 10:36:35.088718 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:35.119179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Port': ['ID=5ca82703-2e72-4b7e-9f73-331927dd0e07,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:35.119469 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-ee2d4836-0d61-4097-81f4-cdc53ce3cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:35.121400 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-ee2d4836-0d61-4097-81f4-cdc53ce3cfea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e735a0a9-c2b5-45ec-b342-e40649f72f34 HTTP/1.1" status: 200 len: 854 time: 0.0523622 Jul 05 10:36:35.134229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:35.134690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:35.135136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:35.135552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:35.136000 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:35.136417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:35.136835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:35.137244 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:35.137753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:35.138873 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:35.139293 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:35.139694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:35.178079 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-f12b480e-620e-43cd-bf3a-2ec713cddf0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3098306f-a1ab-4180-9050-21e9929257d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425842 Jul 05 10:36:35.287005 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-acc3cef0-be6a-40ea-90d1-880a4e82ad66 service neutron] 10.222.0.64 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019497 Jul 05 10:36:35.357332 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:35.401208 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6670cb7f-e05c-42c7-b090-3b7a988fd42b req-d1660231-581f-40ed-9232-577773d1c073 service neutron] 10.222.0.64 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069379 Jul 05 10:36:35.530612 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25255061-be44-4eb5-b837-f3e61d8138ea req-a2f5187a-c3fd-4bc2-a4f3-2f448cd067a8 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:35.532025 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-25255061-be44-4eb5-b837-f3e61d8138ea req-a2f5187a-c3fd-4bc2-a4f3-2f448cd067a8 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.0711720 Jul 05 10:36:35.576435 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-25255061-be44-4eb5-b837-f3e61d8138ea req-8cf85d59-725f-414c-94c5-89e31877213b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361769 Jul 05 10:36:35.620766 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Router 60507269-14e4-402d-8975-0d666e88df0a has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:36:35.736482 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:36:35.745427 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9c589c1f-1d74-4097-acfc-ed8d2b66870b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "PUT /v2.0/routers/60507269-14e4-402d-8975-0d666e88df0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5705144 Jul 05 10:36:35.746882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73cfdad-31cd-4949-9603-7e1a73100023 None None] Sync routers for ids ['60507269-14e4-402d-8975-0d666e88df0a'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:36:35.759503 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73cfdad-31cd-4949-9603-7e1a73100023 None None] Routers {'60507269-14e4-402d-8975-0d666e88df0a'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:35.760211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e73cfdad-31cd-4949-9603-7e1a73100023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:36:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['60507269-14e4-402d-8975-0d666e88df0a'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:35.881801 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-e73cfdad-31cd-4949-9603-7e1a73100023 None None] Set router 60507269-14e4-402d-8975-0d666e88df0a gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:36.277357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e73cfdad-31cd-4949-9603-7e1a73100023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:36:34Z', 'revision_number': 6, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'e03deb15-40f9-4c92-8ffa-1cbe9d337199', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '60507269-14e4-402d-8975-0d666e88df0a', 'port_id': '9ecea66c-8b06-48e6-b705-9f205306214a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'mac_address': 'fa:16:3e:54:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da321fd7-374e-4865-a682-972a28dadca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:35:06Z', 'updated_at': '2021-07-05T10:35:09Z', 'revision_number': 1, 'project_id': '8e66d79111844aa38485a483a5286664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bedb4478-e663-432c-a4c8-7143d11c3ed9', 'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:54:ab:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:45Z', 'updated_at': '2021-07-05T10:34:51Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:36.305486 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73cfdad-31cd-4949-9603-7e1a73100023 None None] Checking router: 60507269-14e4-402d-8975-0d666e88df0a for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:36:36.315244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73cfdad-31cd-4949-9603-7e1a73100023 None None] Routers {'60507269-14e4-402d-8975-0d666e88df0a'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:36.315950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e73cfdad-31cd-4949-9603-7e1a73100023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:36:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['60507269-14e4-402d-8975-0d666e88df0a'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:36.439229 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-e73cfdad-31cd-4949-9603-7e1a73100023 None None] Set router 60507269-14e4-402d-8975-0d666e88df0a gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:36.497103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e126a-db4a-4d3d-b33e-c552fb716c03 req-9884a956-45ac-4fe5-b0ab-64d9049ce7c1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:36.499840 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b47e126a-db4a-4d3d-b33e-c552fb716c03 req-9884a956-45ac-4fe5-b0ab-64d9049ce7c1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 946 time: 0.0845058 Jul 05 10:36:36.545363 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b47e126a-db4a-4d3d-b33e-c552fb716c03 req-b57edcc4-7c8c-45df-99ab-48c05bedd576 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=2970a6d1-4f93-460b-832c-79cb8eaa2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390646 Jul 05 10:36:36.695261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e73cfdad-31cd-4949-9603-7e1a73100023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:36:34Z', 'revision_number': 6, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'e03deb15-40f9-4c92-8ffa-1cbe9d337199', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '60507269-14e4-402d-8975-0d666e88df0a', 'port_id': '9ecea66c-8b06-48e6-b705-9f205306214a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'mac_address': 'fa:16:3e:54:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da321fd7-374e-4865-a682-972a28dadca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:35:06Z', 'updated_at': '2021-07-05T10:35:09Z', 'revision_number': 1, 'project_id': '8e66d79111844aa38485a483a5286664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bedb4478-e663-432c-a4c8-7143d11c3ed9', 'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:54:ab:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:45Z', 'updated_at': '2021-07-05T10:34:51Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:36.723702 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73cfdad-31cd-4949-9603-7e1a73100023 None None] The sync data for ids ['60507269-14e4-402d-8975-0d666e88df0a'] in n-d-779913-27 is: [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:36:34Z', 'revision_number': 6, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'e03deb15-40f9-4c92-8ffa-1cbe9d337199', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '60507269-14e4-402d-8975-0d666e88df0a', 'port_id': '9ecea66c-8b06-48e6-b705-9f205306214a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'mac_address': 'fa:16:3e:54:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da321fd7-374e-4865-a682-972a28dadca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:35:06Z', 'updated_at': '2021-07-05T10:35:09Z', 'revision_number': 1, 'project_id': '8e66d79111844aa38485a483a5286664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bedb4478-e663-432c-a4c8-7143d11c3ed9', 'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:54:ab:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:45Z', 'updated_at': '2021-07-05T10:34:51Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:36:36.776050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af059bf-a5b5-4b98-94b2-13532c450a46 req-ef5b3c61-7965-4adb-8985-8af50a5bab26 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:36.777735 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3af059bf-a5b5-4b98-94b2-13532c450a46 req-ef5b3c61-7965-4adb-8985-8af50a5bab26 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.0736101 Jul 05 10:36:36.819350 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3af059bf-a5b5-4b98-94b2-13532c450a46 req-a528482c-11c2-463a-b6bf-01f07fb98bac tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347962 Jul 05 10:36:37.117333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5ca82703-2e72-4b7e-9f73-331927dd0e07 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:36:37.144538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 5ca82703-2e72-4b7e-9f73-331927dd0e07 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:36:37.144906 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5ca82703-2e72-4b7e-9f73-331927dd0e07 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:36:37.723685 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899e791-575d-4654-a481-4df2849a63b7 req-a4fdbad2-45a5-4a19-87ec-b5665b17f2a5 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:37.725225 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0899e791-575d-4654-a481-4df2849a63b7 req-a4fdbad2-45a5-4a19-87ec-b5665b17f2a5 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 946 time: 0.0655012 Jul 05 10:36:37.765209 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0899e791-575d-4654-a481-4df2849a63b7 req-1be4f3b2-20e2-4d97-8b79-71d7073ee502 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=2970a6d1-4f93-460b-832c-79cb8eaa2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344346 Jul 05 10:36:37.928796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c02d9-4fc4-4359-aab8-53819b1eb1fc req-d44abea6-5174-479f-a29c-2711716ea8e4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:37.930496 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-986c02d9-4fc4-4359-aab8-53819b1eb1fc req-d44abea6-5174-479f-a29c-2711716ea8e4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.64 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 946 time: 0.0934191 Jul 05 10:36:38.037410 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49419a82-823a-47ba-a349-e76087138525 req-9badab08-3a29-4fd0-b10c-4e9fd90af0e9 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:38.039032 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49419a82-823a-47ba-a349-e76087138525 req-9badab08-3a29-4fd0-b10c-4e9fd90af0e9 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.0710561 Jul 05 10:36:38.041649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-986c02d9-4fc4-4359-aab8-53819b1eb1fc req-98c3ce94-5c02-4c63-ae47-f3b8214ab1ec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Deleting port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:36:38.041995 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-986c02d9-4fc4-4359-aab8-53819b1eb1fc req-98c3ce94-5c02-4c63-ae47-f3b8214ab1ec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:38.084594 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49419a82-823a-47ba-a349-e76087138525 req-32123e62-6c95-4694-a08d-70f1247d8c85 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386503 Jul 05 10:36:38.134893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-986c02d9-4fc4-4359-aab8-53819b1eb1fc req-98c3ce94-5c02-4c63-ae47-f3b8214ab1ec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] For port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=02d5af3a-0e19-441e-9d32-cd32e2a0fff9,segment=NetworkSegment(ceb46025-1375-40c9-86df-681b56ee77aa),segment_id=ceb46025-1375-40c9-86df-681b56ee77aa)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:38.135181 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-986c02d9-4fc4-4359-aab8-53819b1eb1fc req-98c3ce94-5c02-4c63-ae47-f3b8214ab1ec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:38.148608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-986c02d9-4fc4-4359-aab8-53819b1eb1fc req-98c3ce94-5c02-4c63-ae47-f3b8214ab1ec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Calling delete_port for 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:36:38.356654 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-986c02d9-4fc4-4359-aab8-53819b1eb1fc req-98c3ce94-5c02-4c63-ae47-f3b8214ab1ec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:38.385526 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3ce94-5c02-4c63-ae47-f3b8214ab1ec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Port': ['ID=02d5af3a-0e19-441e-9d32-cd32e2a0fff9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:38.443558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-986c02d9-4fc4-4359-aab8-53819b1eb1fc req-98c3ce94-5c02-4c63-ae47-f3b8214ab1ec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] No DVR routers for this DVR port 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:36:38.446234 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-986c02d9-4fc4-4359-aab8-53819b1eb1fc req-98c3ce94-5c02-4c63-ae47-f3b8214ab1ec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:38.448285 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-986c02d9-4fc4-4359-aab8-53819b1eb1fc req-98c3ce94-5c02-4c63-ae47-f3b8214ab1ec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.64 "DELETE /v2.0/ports/02d5af3a-0e19-441e-9d32-cd32e2a0fff9 HTTP/1.1" status: 204 len: 173 time: 0.5101726 Jul 05 10:36:38.448726 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738dad2f-2727-4eee-bf7e-cf8565191d3f', 'name': 'network-vif-deleted', 'tag': '02d5af3a-0e19-441e-9d32-cd32e2a0fff9'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:38.451020 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cfc282-d3fd-4c63-8d6f-cd011ef481e0" -d '{"events": [{"server_uuid": "738dad2f-2727-4eee-bf7e-cf8565191d3f", "name": "network-vif-deleted", "tag": "02d5af3a-0e19-441e-9d32-cd32e2a0fff9"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:38.489875 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684753a5-0ea8-47cf-8f1a-3a5f273e85ef x-openstack-request-id: req-684753a5-0ea8-47cf-8f1a-3a5f273e85ef {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:38.490221 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738dad2f-2727-4eee-bf7e-cf8565191d3f", "name": "network-vif-deleted", "tag": "02d5af3a-0e19-441e-9d32-cd32e2a0fff9", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:38.490488 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-684753a5-0ea8-47cf-8f1a-3a5f273e85ef {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:38.490895 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738dad2f-2727-4eee-bf7e-cf8565191d3f', 'name': 'network-vif-deleted', 'tag': '02d5af3a-0e19-441e-9d32-cd32e2a0fff9', 'status': 'completed', 'code': 200} Jul 05 10:36:38.766410 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d0bd5df9-3260-4276-9873-8bf97be06f5b details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:36:38.894752 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d0bd5df9-3260-4276-9873-8bf97be06f5b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:38.906923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'd0bd5df9-3260-4276-9873-8bf97be06f5b', 'network_id': '3098306f-a1ab-4180-9050-21e9929257d8', 'port_id': 'd0bd5df9-3260-4276-9873-8bf97be06f5b', 'mac_address': 'fa:16:3e:43:60:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e735a0a9-c2b5-45ec-b342-e40649f72f34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:36:38.946989 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:38.948104 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5fbcf6fd-425f-47b3-91a2-baec3260baba req-eb83966d-3ba9-4cd4-8b0c-d71b089d6e87 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=738dad2f-2727-4eee-bf7e-cf8565191d3f HTTP/1.1" status: 200 len: 210 time: 0.0378304 Jul 05 10:36:38.962975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bd5df9-3260-4276-9873-8bf97be06f5b {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:36:38.983946 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d0bd5df9-3260-4276-9873-8bf97be06f5b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:39.105030 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:39.170350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d0bd5df9-3260-4276-9873-8bf97be06f5b,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:39.295172 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f9238-06e1-48fc-beb0-cdf89c321b35 req-f836e8da-1367-4f04-b39f-d2de415ecd53 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:39.297001 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-762f9238-06e1-48fc-beb0-cdf89c321b35 req-f836e8da-1367-4f04-b39f-d2de415ecd53 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 945 time: 0.0736063 Jul 05 10:36:39.332323 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d0bd5df9-3260-4276-9873-8bf97be06f5b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:36:39.342281 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-762f9238-06e1-48fc-beb0-cdf89c321b35 req-ac93a321-329e-4333-ace5-84fa892c131e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392411 Jul 05 10:36:40.058121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54628) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:40.130038 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e95ad9d-1bb0-4bf3-b651-65bde15d61b8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:40.165210 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e95ad9d-1bb0-4bf3-b651-65bde15d61b8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:40.288010 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e95ad9d-1bb0-4bf3-b651-65bde15d61b8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:40.290803 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e95ad9d-1bb0-4bf3-b651-65bde15d61b8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:40.292034 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1e95ad9d-1bb0-4bf3-b651-65bde15d61b8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "DELETE /v2.0/security-groups/2970a6d1-4f93-460b-832c-79cb8eaa2d50 HTTP/1.1" status: 204 len: 168 time: 0.2321937 Jul 05 10:36:40.302237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95ad9d-1bb0-4bf3-b651-65bde15d61b8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2970a6d1-4f93-460b-832c-79cb8eaa2d50,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:40.368810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54634) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:40.424566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbd9964-0504-4f80-8add-696a183dfb81 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Deleting subnet 693cc337-96ac-4771-bc45-4d9b55a6f468 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:36:40.428031 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbbd9964-0504-4f80-8add-696a183dfb81 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:40.474820 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbbd9964-0504-4f80-8add-696a183dfb81 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:40.541965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052cbdf-3a28-4f33-a0a4-253b7d7987de req-6397cf6e-75e5-4bb9-ba58-b163c910e7f0 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:40.543886 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f052cbdf-3a28-4f33-a0a4-253b7d7987de req-6397cf6e-75e5-4bb9-ba58-b163c910e7f0 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 945 time: 0.0841255 Jul 05 10:36:40.598561 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f052cbdf-3a28-4f33-a0a4-253b7d7987de req-85ef5016-2e86-481f-94d3-e1c75c8958c4 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487602 Jul 05 10:36:40.613075 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbbd9964-0504-4f80-8add-696a183dfb81 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:40.779594 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbbd9964-0504-4f80-8add-696a183dfb81 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:40.797818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d0bd5df9-3260-4276-9873-8bf97be06f5b up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:36:40.812822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd9964-0504-4f80-8add-696a183dfb81 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Subnet': ['ID=693cc337-96ac-4771-bc45-4d9b55a6f468,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:40.817842 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dbbd9964-0504-4f80-8add-696a183dfb81 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:40.819810 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dbbd9964-0504-4f80-8add-696a183dfb81 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "DELETE /v2.0/subnets/693cc337-96ac-4771-bc45-4d9b55a6f468 HTTP/1.1" status: 204 len: 168 time: 0.4499655 Jul 05 10:36:40.822582 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54642) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:40.836304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b952331a-dfc9-4f56-8b45-7907fd14fc93 None None] Network 9d37e6f8-13fb-4f05-adba-e022c69a51a0 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:36:40.906835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:40.962603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Deleting port 869bd1d7-6946-4b4c-b748-c91aec30a5e6 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:36:40.962954 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:40.998013 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port d0bd5df9-3260-4276-9873-8bf97be06f5b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:36:41.008347 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port d0bd5df9-3260-4276-9873-8bf97be06f5b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:36:41.008347 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.036956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] For port 869bd1d7-6946-4b4c-b748-c91aec30a5e6, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=869bd1d7-6946-4b4c-b748-c91aec30a5e6,segment=NetworkSegment(ceb46025-1375-40c9-86df-681b56ee77aa),segment_id=ceb46025-1375-40c9-86df-681b56ee77aa)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:41.039347 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.060604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Calling delete_port for 869bd1d7-6946-4b4c-b748-c91aec30a5e6 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:36:41.078942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08656851-f47d-40a9-a8d3-f67568a7a9ac None None] DHCP port deletion for 9d37e6f8-13fb-4f05-adba-e022c69a51a0 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:36:41.136416 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.150293 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-62cf677e-6920-46ed-880f-5818ac80ff90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.175328 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c475e245-9c0a-4498-bb22-9e541633e0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bd5df9-3260-4276-9873-8bf97be06f5b'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:41.177462 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebff550-e006-40de-af65-62c4a35a49b2" -d '{"events": [{"server_uuid": "c475e245-9c0a-4498-bb22-9e541633e0d8", "name": "network-vif-plugged", "status": "completed", "tag": "d0bd5df9-3260-4276-9873-8bf97be06f5b"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:41.201705 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d0bd5df9-3260-4276-9873-8bf97be06f5b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:41.208137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-08656851-f47d-40a9-a8d3-f67568a7a9ac None None] Deleting port 869bd1d7-6946-4b4c-b748-c91aec30a5e6 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:36:41.208687 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-08656851-f47d-40a9-a8d3-f67568a7a9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.226279 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8d9ae0-3934-4dfd-8c43-228ce276922a x-openstack-request-id: req-de8d9ae0-3934-4dfd-8c43-228ce276922a {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:41.226594 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c475e245-9c0a-4498-bb22-9e541633e0d8", "name": "network-vif-plugged", "status": "completed", "tag": "d0bd5df9-3260-4276-9873-8bf97be06f5b", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:41.226835 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de8d9ae0-3934-4dfd-8c43-228ce276922a {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:41.227255 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c475e245-9c0a-4498-bb22-9e541633e0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bd5df9-3260-4276-9873-8bf97be06f5b', 'code': 200} Jul 05 10:36:41.236995 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.262223 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.263279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:36:41.278348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Port': ['ID=869bd1d7-6946-4b4c-b748-c91aec30a5e6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:41.285332 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] No DVR routers for this DVR port 869bd1d7-6946-4b4c-b748-c91aec30a5e6 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:36:41.304255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:36:41.304255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 02d5af3a-0e19-441e-9d32-cd32e2a0fff9 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:36:41.350713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-08656851-f47d-40a9-a8d3-f67568a7a9ac None None] For port 869bd1d7-6946-4b4c-b748-c91aec30a5e6, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=869bd1d7-6946-4b4c-b748-c91aec30a5e6,segment=NetworkSegment(ceb46025-1375-40c9-86df-681b56ee77aa),segment_id=ceb46025-1375-40c9-86df-681b56ee77aa)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:41.351282 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-08656851-f47d-40a9-a8d3-f67568a7a9ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.372682 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd74b7c-d6dc-42b2-8c3b-8516d96b2fa6 req-e744a200-9616-4204-ab9e-14932ceb5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:41.374942 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bd74b7c-d6dc-42b2-8c3b-8516d96b2fa6 req-e744a200-9616-4204-ab9e-14932ceb5ca6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 1098 time: 0.0570936 Jul 05 10:36:41.377546 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-08656851-f47d-40a9-a8d3-f67568a7a9ac None None] Calling delete_port for 869bd1d7-6946-4b4c-b748-c91aec30a5e6 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:36:41.384904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d0bd5df9-3260-4276-9873-8bf97be06f5b,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:41.399534 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.413115 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d37e6f8-13fb-4f05-adba-e022c69a51a0']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:41.428339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb46025-1375-40c9-86df-681b56ee77aa') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:41.428649 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb46025-1375-40c9-86df-681b56ee77aa') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:41.429752 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bd74b7c-d6dc-42b2-8c3b-8516d96b2fa6 req-6d751b11-ca0c-4653-b46e-a9c7a7c632bb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439727 Jul 05 10:36:41.439556 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.455358 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.462641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:36:41.463168 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:36:41.466800 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:36:41.494946 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-08656851-f47d-40a9-a8d3-f67568a7a9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.527853 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08656851-f47d-40a9-a8d3-f67568a7a9ac None None] Pushing event deleted for resources: {'Port': ['ID=869bd1d7-6946-4b4c-b748-c91aec30a5e6,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:41.532982 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08656851-f47d-40a9-a8d3-f67568a7a9ac None None] No DVR routers for this DVR port 869bd1d7-6946-4b4c-b748-c91aec30a5e6 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:36:41.602230 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.610618 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.614945 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "DELETE /v2.0/networks/9d37e6f8-13fb-4f05-adba-e022c69a51a0 HTTP/1.1" status: 204 len: 168 time: 0.7888362 Jul 05 10:36:41.615420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54646) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:41.633103 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b756e-1fda-4cf9-a964-c0af6f13bbec tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Network': ['ID=9d37e6f8-13fb-4f05-adba-e022c69a51a0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:41.802419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab46688-da19-407b-ab53-fc2399e396d0 req-dd8ddf4c-2f44-4e2a-b1b6-01ca05c000da tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:41.803910 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ab46688-da19-407b-ab53-fc2399e396d0 req-dd8ddf4c-2f44-4e2a-b1b6-01ca05c000da tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0669279 Jul 05 10:36:41.807591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-3b05e640-c6a4-4fe0-853b-332b0a9373c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Deleting port cd08aab0-2cb8-4a76-adf8-e4f20f7a13b6 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:36:41.808146 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b05e640-c6a4-4fe0-853b-332b0a9373c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.848200 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ab46688-da19-407b-ab53-fc2399e396d0 req-a7229630-426d-4a3a-a246-411eb0ea77e7 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360577 Jul 05 10:36:41.896687 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b05e640-c6a4-4fe0-853b-332b0a9373c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.897022 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b05e640-c6a4-4fe0-853b-332b0a9373c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:41.910427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-3b05e640-c6a4-4fe0-853b-332b0a9373c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Calling delete_port for cd08aab0-2cb8-4a76-adf8-e4f20f7a13b6 owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:36:42.172858 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b05e640-c6a4-4fe0-853b-332b0a9373c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:42.199796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05e640-c6a4-4fe0-853b-332b0a9373c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Port': ['ID=cd08aab0-2cb8-4a76-adf8-e4f20f7a13b6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:42.270581 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b05e640-c6a4-4fe0-853b-332b0a9373c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:42.270917 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-3b05e640-c6a4-4fe0-853b-332b0a9373c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Floating IP e03deb15-40f9-4c92-8ffa-1cbe9d337199 disassociated (deleted). External IP: 172.25.5.186, port: 9ecea66c-8b06-48e6-b705-9f205306214a. Jul 05 10:36:42.496716 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b05e640-c6a4-4fe0-853b-332b0a9373c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Router 60507269-14e4-402d-8975-0d666e88df0a has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:36:42.615538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b05e640-c6a4-4fe0-853b-332b0a9373c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:36:42.623684 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3b05e640-c6a4-4fe0-853b-332b0a9373c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:42.627642 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c0364c-a91d-48a3-bea9-1a532078e1ff None None] Sync routers for ids ['60507269-14e4-402d-8975-0d666e88df0a'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:36:42.637113 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c0364c-a91d-48a3-bea9-1a532078e1ff None None] Routers {'60507269-14e4-402d-8975-0d666e88df0a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:42.637717 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-26c0364c-a91d-48a3-bea9-1a532078e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:36:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['60507269-14e4-402d-8975-0d666e88df0a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:42.670729 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3b05e640-c6a4-4fe0-853b-332b0a9373c8 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "DELETE /v2.0/floatingips/e03deb15-40f9-4c92-8ffa-1cbe9d337199 HTTP/1.1" status: 204 len: 168 time: 1.0512612 Jul 05 10:36:42.670729 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da321fd7-374e-4865-a682-972a28dadca9', 'tag': '9ecea66c-8b06-48e6-b705-9f205306214a'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:42.671214 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447b23e5-759a-46bb-9c50-e6ecdbba3476" -d '{"events": [{"name": "network-changed", "server_uuid": "da321fd7-374e-4865-a682-972a28dadca9", "tag": "9ecea66c-8b06-48e6-b705-9f205306214a"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:42.721247 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d805ed88-bb0f-4f77-a1b5-5f9fd81015e6 x-openstack-request-id: req-d805ed88-bb0f-4f77-a1b5-5f9fd81015e6 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:42.721545 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da321fd7-374e-4865-a682-972a28dadca9", "tag": "9ecea66c-8b06-48e6-b705-9f205306214a", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:42.721797 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d805ed88-bb0f-4f77-a1b5-5f9fd81015e6 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:42.722272 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da321fd7-374e-4865-a682-972a28dadca9', 'tag': '9ecea66c-8b06-48e6-b705-9f205306214a', 'status': 'completed', 'code': 200} Jul 05 10:36:42.782997 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-26c0364c-a91d-48a3-bea9-1a532078e1ff None None] Set router 60507269-14e4-402d-8975-0d666e88df0a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:42.942044 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b23e5-759a-46bb-9c50-e6ecdbba3476 req-c44cdb6f-aae9-4191-a50b-3580125568b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:42.944019 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-447b23e5-759a-46bb-9c50-e6ecdbba3476 req-c44cdb6f-aae9-4191-a50b-3580125568b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e66d79111844aa38485a483a5286664&device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 1098 time: 0.1977255 Jul 05 10:36:43.036304 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-26c0364c-a91d-48a3-bea9-1a532078e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:36:34Z', 'revision_number': 6, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'bedb4478-e663-432c-a4c8-7143d11c3ed9', 'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:54:ab:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:45Z', 'updated_at': '2021-07-05T10:34:51Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:43.093348 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 869bd1d7-6946-4b4c-b748-c91aec30a5e6 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:36:43.093823 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c0364c-a91d-48a3-bea9-1a532078e1ff None None] Checking router: 60507269-14e4-402d-8975-0d666e88df0a for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:36:43.101084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b23e5-759a-46bb-9c50-e6ecdbba3476 req-c841e32b-16be-4cf4-aa57-1b37ccaf43eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:43.102680 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-447b23e5-759a-46bb-9c50-e6ecdbba3476 req-c841e32b-16be-4cf4-aa57-1b37ccaf43eb service neutron] 10.222.0.73 "GET /v2.0/networks?id=28e2cd35-4657-4d8d-9b30-c01f19aafa04 HTTP/1.1" status: 200 len: 897 time: 0.1513588 Jul 05 10:36:43.104292 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c0364c-a91d-48a3-bea9-1a532078e1ff None None] Routers {'60507269-14e4-402d-8975-0d666e88df0a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:43.106130 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-26c0364c-a91d-48a3-bea9-1a532078e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:36:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['60507269-14e4-402d-8975-0d666e88df0a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:43.129351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 869bd1d7-6946-4b4c-b748-c91aec30a5e6 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:36:43.129727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 869bd1d7-6946-4b4c-b748-c91aec30a5e6 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:36:43.161680 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-447b23e5-759a-46bb-9c50-e6ecdbba3476 req-c42666b2-25b7-4338-8b67-29220e1410b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ecea66c-8b06-48e6-b705-9f205306214a HTTP/1.1" status: 200 len: 217 time: 0.0515394 Jul 05 10:36:43.170140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ecbe8-8420-4f23-85b8-eb6ec43c3874 req-1b2de345-c91e-4b67-a3b1-3a73cc87b1a2 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:43.173652 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-388ecbe8-8420-4f23-85b8-eb6ec43c3874 req-1b2de345-c91e-4b67-a3b1-3a73cc87b1a2 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1629663 Jul 05 10:36:43.239307 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-26c0364c-a91d-48a3-bea9-1a532078e1ff None None] Set router 60507269-14e4-402d-8975-0d666e88df0a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:43.253390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b23e5-759a-46bb-9c50-e6ecdbba3476 req-48abfc95-db1c-4054-b4bd-d2cec68752b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:43.255022 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-447b23e5-759a-46bb-9c50-e6ecdbba3476 req-48abfc95-db1c-4054-b4bd-d2cec68752b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12e9cc88-1ffd-4264-bfd3-2ace9325b575 HTTP/1.1" status: 200 len: 835 time: 0.0803969 Jul 05 10:36:43.258335 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-388ecbe8-8420-4f23-85b8-eb6ec43c3874 req-3e1158bd-a2f1-47ab-bad4-eccf3f93e59f tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716729 Jul 05 10:36:43.386331 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b23e5-759a-46bb-9c50-e6ecdbba3476 req-b3ec1acc-92c7-490e-92ca-8cb27d5a57d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:43.389155 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-447b23e5-759a-46bb-9c50-e6ecdbba3476 req-b3ec1acc-92c7-490e-92ca-8cb27d5a57d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28e2cd35-4657-4d8d-9b30-c01f19aafa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264434 Jul 05 10:36:43.456203 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396239b-f188-495c-8567-6c58f315d96f req-efb925e0-1e2b-4fa0-ae2e-816329493b0c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:43.457998 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e396239b-f188-495c-8567-6c58f315d96f req-efb925e0-1e2b-4fa0-ae2e-816329493b0c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 946 time: 0.1018169 Jul 05 10:36:43.537940 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-26c0364c-a91d-48a3-bea9-1a532078e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:36:34Z', 'revision_number': 6, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'bedb4478-e663-432c-a4c8-7143d11c3ed9', 'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:54:ab:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:45Z', 'updated_at': '2021-07-05T10:34:51Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:43.552332 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e396239b-f188-495c-8567-6c58f315d96f req-024b5d4f-a5df-4157-919d-f70b6944f124 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=0726c0b1-e37c-4285-8a8b-e617ea3a7538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846286 Jul 05 10:36:43.586786 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c0364c-a91d-48a3-bea9-1a532078e1ff None None] The sync data for ids ['60507269-14e4-402d-8975-0d666e88df0a'] in n-d-779913-27 is: [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:36:34Z', 'revision_number': 6, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'bedb4478-e663-432c-a4c8-7143d11c3ed9', 'name': '', 'network_id': '28e2cd35-4657-4d8d-9b30-c01f19aafa04', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:54:ab:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:45Z', 'updated_at': '2021-07-05T10:34:51Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '12e9cc88-1ffd-4264-bfd3-2ace9325b575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:36:43.599842 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3f53b1cd-5428-4a91-b13b-b04e59d566b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:43.675919 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-447b23e5-759a-46bb-9c50-e6ecdbba3476 req-947ee3f2-4242-42c9-bd00-178e4a904bee service neutron] 10.222.0.73 "GET /v2.0/networks/28e2cd35-4657-4d8d-9b30-c01f19aafa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744682 Jul 05 10:36:43.681375 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:43.692156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-c5f95ed3-98c2-48bc-a19b-1e6e958c3ef5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:43.694054 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-c5f95ed3-98c2-48bc-a19b-1e6e958c3ef5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/networks?id=3098306f-a1ab-4180-9050-21e9929257d8 HTTP/1.1" status: 200 len: 814 time: 0.2091997 Jul 05 10:36:43.775298 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-99576bfa-ae8a-4b2b-bfa5-bcb1c52d9952 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/quotas/56e6e6c37d314e79ae953e0e2809be12 HTTP/1.1" status: 200 len: 375 time: 0.0536356 Jul 05 10:36:43.900060 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-447b23e5-759a-46bb-9c50-e6ecdbba3476 req-2be37df7-5106-4be7-b678-cf80b59c9d3b service neutron] 10.222.0.73 "GET /v2.0/networks/28e2cd35-4657-4d8d-9b30-c01f19aafa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039449 Jul 05 10:36:43.935986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c267747-6cc6-41ad-84cb-ed3c62723627 None None] New status for floating IP e03deb15-40f9-4c92-8ffa-1cbe9d337199: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:36:43.940830 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-d13c9e97-4e6c-49ab-a885-ad6629ba0aa3 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=56e6e6c37d314e79ae953e0e2809be12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1569541 Jul 05 10:36:44.097106 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-ca1a279e-1a37-49e6-b190-59cbf3540c11 service neutron] 10.222.0.77 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494863 Jul 05 10:36:44.191253 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-ca960202-ff83-42e6-a624-64b93000a284 service neutron] 10.222.0.77 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879343 Jul 05 10:36:44.516903 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f18bff1-dc69-4395-b4b6-0235faca3b49 req-27a21468-b67d-4086-b68d-c18148900b02 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 210 time: 0.0413373 Jul 05 10:36:44.655730 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1f6e8-e320-4dc6-bf84-1d192ff4c606 req-e51cfe38-affc-4393-b525-25309a79509e tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:44.657876 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-92a1f6e8-e320-4dc6-bf84-1d192ff4c606 req-e51cfe38-affc-4393-b525-25309a79509e tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.73 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 946 time: 0.1073627 Jul 05 10:36:44.808350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcc08a-f80c-4f0d-91eb-50bea6a0bfaa req-7964f28e-5fe7-4d88-84e8-c09e39b5017b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:44.810380 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0abcc08a-f80c-4f0d-91eb-50bea6a0bfaa req-7964f28e-5fe7-4d88-84e8-c09e39b5017b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 946 time: 0.1360309 Jul 05 10:36:44.839609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-92a1f6e8-e320-4dc6-bf84-1d192ff4c606 req-c2e08dd8-9d20-4803-bb80-b92a2fda7361 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Deleting port 9ecea66c-8b06-48e6-b705-9f205306214a {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:36:44.839609 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-92a1f6e8-e320-4dc6-bf84-1d192ff4c606 req-c2e08dd8-9d20-4803-bb80-b92a2fda7361 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:44.898627 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0abcc08a-f80c-4f0d-91eb-50bea6a0bfaa req-deb8c56e-8230-435d-8340-aacf3d7b8ca7 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=0726c0b1-e37c-4285-8a8b-e617ea3a7538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807691 Jul 05 10:36:44.972020 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-92a1f6e8-e320-4dc6-bf84-1d192ff4c606 req-c2e08dd8-9d20-4803-bb80-b92a2fda7361 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] For port 9ecea66c-8b06-48e6-b705-9f205306214a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=9ecea66c-8b06-48e6-b705-9f205306214a,segment=NetworkSegment(a4d9b4ae-ce29-43d7-89c2-d316ae05576d),segment_id=a4d9b4ae-ce29-43d7-89c2-d316ae05576d)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:44.972390 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-92a1f6e8-e320-4dc6-bf84-1d192ff4c606 req-c2e08dd8-9d20-4803-bb80-b92a2fda7361 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:44.988337 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-92a1f6e8-e320-4dc6-bf84-1d192ff4c606 req-c2e08dd8-9d20-4803-bb80-b92a2fda7361 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Calling delete_port for 9ecea66c-8b06-48e6-b705-9f205306214a owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:36:45.030815 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:45.339319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-92a1f6e8-e320-4dc6-bf84-1d192ff4c606 req-c2e08dd8-9d20-4803-bb80-b92a2fda7361 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:45.373199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e08dd8-9d20-4803-bb80-b92a2fda7361 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Port': ['ID=9ecea66c-8b06-48e6-b705-9f205306214a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:45.428507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a1f6e8-e320-4dc6-bf84-1d192ff4c606 req-c2e08dd8-9d20-4803-bb80-b92a2fda7361 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] No DVR routers for this DVR port 9ecea66c-8b06-48e6-b705-9f205306214a on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:36:45.431102 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-92a1f6e8-e320-4dc6-bf84-1d192ff4c606 req-c2e08dd8-9d20-4803-bb80-b92a2fda7361 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:45.433121 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-92a1f6e8-e320-4dc6-bf84-1d192ff4c606 req-c2e08dd8-9d20-4803-bb80-b92a2fda7361 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.73 "DELETE /v2.0/ports/9ecea66c-8b06-48e6-b705-9f205306214a HTTP/1.1" status: 204 len: 173 time: 0.7688975 Jul 05 10:36:45.433555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da321fd7-374e-4865-a682-972a28dadca9', 'name': 'network-vif-deleted', 'tag': '9ecea66c-8b06-48e6-b705-9f205306214a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:45.435870 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20882a02-8b70-4ef4-a6db-0bec3b130bef" -d '{"events": [{"server_uuid": "da321fd7-374e-4865-a682-972a28dadca9", "name": "network-vif-deleted", "tag": "9ecea66c-8b06-48e6-b705-9f205306214a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:45.471405 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82ced57-a2cf-4097-8c18-140d7aa9a7b9 x-openstack-request-id: req-b82ced57-a2cf-4097-8c18-140d7aa9a7b9 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:45.481169 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da321fd7-374e-4865-a682-972a28dadca9", "name": "network-vif-deleted", "tag": "9ecea66c-8b06-48e6-b705-9f205306214a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:45.481169 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b82ced57-a2cf-4097-8c18-140d7aa9a7b9 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:45.481169 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da321fd7-374e-4865-a682-972a28dadca9', 'name': 'network-vif-deleted', 'tag': '9ecea66c-8b06-48e6-b705-9f205306214a', 'status': 'completed', 'code': 200} Jul 05 10:36:45.614360 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7c19168-8daa-4b8b-acf2-2d4c414068d1 req-ef6621ab-c0e6-44ce-9b1a-f8a86806ce89 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 210 time: 0.0325153 Jul 05 10:36:46.108307 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b1ec73d-8e01-491c-8b94-714e942dca39 req-db4c2903-be64-4b6f-9c0c-3e858940db48 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=da321fd7-374e-4865-a682-972a28dadca9 HTTP/1.1" status: 200 len: 210 time: 0.0332909 Jul 05 10:36:46.780998 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56032633-10fe-4513-84d5-960c14877b9f req-c8c7e7ee-0fdf-43ed-9747-0d157e59e85b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 210 time: 0.0376954 Jul 05 10:36:46.846870 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:47.202905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54748) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:47.269503 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:47.309086 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:47.442687 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:47.445304 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:47.446477 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "DELETE /v2.0/security-groups/0726c0b1-e37c-4285-8a8b-e617ea3a7538 HTTP/1.1" status: 204 len: 168 time: 0.2426023 Jul 05 10:36:47.456926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0726c0b1-e37c-4285-8a8b-e617ea3a7538,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:47.465480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:47.466266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:47.467026 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:47.467615 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:47.468132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:47.468646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:47.469170 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:47.469658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:47.470281 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:47.470782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:47.471384 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:47.471916 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9254d8-42ac-43e9-a809-adca7859d371 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:47.537754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-9f6a3772-c2c6-42e4-a963-8179f94f2008 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:47.539195 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-9f6a3772-c2c6-42e4-a963-8179f94f2008 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.73 "GET /v2.0/networks?id=3098306f-a1ab-4180-9050-21e9929257d8 HTTP/1.1" status: 200 len: 814 time: 0.1535387 Jul 05 10:36:47.556169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-052eff62-a87a-4470-a3ed-796bbb80313b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Request body: {'port': {'device_id': 'a08984b6-703d-4b17-91ba-45e63d20f419', 'network_id': '3098306f-a1ab-4180-9050-21e9929257d8', 'admin_state_up': True, 'tenant_id': '56e6e6c37d314e79ae953e0e2809be12'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:47.588599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54754) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:47.785165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-052eff62-a87a-4470-a3ed-796bbb80313b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Made reservation on behalf of 56e6e6c37d314e79ae953e0e2809be12 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:36:47.790086 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-052eff62-a87a-4470-a3ed-796bbb80313b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:48.029531 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-052eff62-a87a-4470-a3ed-796bbb80313b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Allocated IP 172.20.0.3 (3098306f-a1ab-4180-9050-21e9929257d8/e735a0a9-c2b5-45ec-b342-e40649f72f34/15f26948-7619-4cf1-99eb-6c63681ced9e) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:36:48.043045 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ec89c0e-df51-4e81-9ff0-b6fdb6b3f582 req-1d3a8ed3-ee94-405c-a287-989fe34f03fa tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 210 time: 0.0490913 Jul 05 10:36:48.151360 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d2b11ca8-bab4-4e1a-87a3-01080c390970 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:48.593897 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-052eff62-a87a-4470-a3ed-796bbb80313b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:48.694688 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-052eff62-a87a-4470-a3ed-796bbb80313b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:48.710293 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d0bd5df9-3260-4276-9873-8bf97be06f5b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:36:48.754242 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-052eff62-a87a-4470-a3ed-796bbb80313b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Network 3098306f-a1ab-4180-9050-21e9929257d8 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:36:48.774167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-052eff62-a87a-4470-a3ed-796bbb80313b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:36:48.777735 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052eff62-a87a-4470-a3ed-796bbb80313b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Pushing event updated for resources: {'Port': ['ID=15f26948-7619-4cf1-99eb-6c63681ced9e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:48.787364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-052eff62-a87a-4470-a3ed-796bbb80313b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:36:48.859303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-052eff62-a87a-4470-a3ed-796bbb80313b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:48.860183 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-052eff62-a87a-4470-a3ed-796bbb80313b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:48.883033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-d2b11ca8-bab4-4e1a-87a3-01080c390970 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Deleting port bedb4478-e663-432c-a4c8-7143d11c3ed9 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:36:48.883641 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d2b11ca8-bab4-4e1a-87a3-01080c390970 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:48.969192 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-052eff62-a87a-4470-a3ed-796bbb80313b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4168675 Jul 05 10:36:48.982795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Request body: {'port': {'device_id': 'a08984b6-703d-4b17-91ba-45e63d20f419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:48.996770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-d2b11ca8-bab4-4e1a-87a3-01080c390970 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] For port bedb4478-e663-432c-a4c8-7143d11c3ed9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bedb4478-e663-432c-a4c8-7143d11c3ed9,segment=NetworkSegment(a4d9b4ae-ce29-43d7-89c2-d316ae05576d),segment_id=a4d9b4ae-ce29-43d7-89c2-d316ae05576d)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:48.997633 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d2b11ca8-bab4-4e1a-87a3-01080c390970 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:49.021271 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-d2b11ca8-bab4-4e1a-87a3-01080c390970 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Calling delete_port for bedb4478-e663-432c-a4c8-7143d11c3ed9 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:36:49.093290 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:49.155144 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 9ecea66c-8b06-48e6-b705-9f205306214a no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:36:49.189437 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 9ecea66c-8b06-48e6-b705-9f205306214a {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:36:49.189969 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 9ecea66c-8b06-48e6-b705-9f205306214a not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:36:49.379400 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ade3ba-ec5d-41af-88de-80583b4e5b00 req-b3d0c85f-194d-45eb-ae86-6a3b995dc0ec tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:49.380895 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57ade3ba-ec5d-41af-88de-80583b4e5b00 req-b3d0c85f-194d-45eb-ae86-6a3b995dc0ec tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 931 time: 0.1764259 Jul 05 10:36:49.413852 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d2b11ca8-bab4-4e1a-87a3-01080c390970 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:49.447174 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57ade3ba-ec5d-41af-88de-80583b4e5b00 req-7021c8e4-5f11-457d-9ee5-199fc1aeb076 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598252 Jul 05 10:36:49.458613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b11ca8-bab4-4e1a-87a3-01080c390970 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Port': ['ID=bedb4478-e663-432c-a4c8-7143d11c3ed9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:49.536977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f26948-7619-4cf1-99eb-6c63681ced9e {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:36:49.547474 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:49.562539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Transition to ACTIVE for port object 15f26948-7619-4cf1-99eb-6c63681ced9e will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:36:49.699691 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:49.713497 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d2b11ca8-bab4-4e1a-87a3-01080c390970 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:49.809871 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Pushing event updated for resources: {'Port': ['ID=15f26948-7619-4cf1-99eb-6c63681ced9e,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:49.880948 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Attempting to bind port 15f26948-7619-4cf1-99eb-6c63681ced9e on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:36:49.881795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Attempting to bind port 15f26948-7619-4cf1-99eb-6c63681ced9e by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '966cab97-d11a-4ded-a425-a4860439e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3098306f-a1ab-4180-9050-21e9929257d8'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:36:49.883291 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Attempting to bind port 15f26948-7619-4cf1-99eb-6c63681ced9e on network 3098306f-a1ab-4180-9050-21e9929257d8 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:36:49.890362 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Port 15f26948-7619-4cf1-99eb-6c63681ced9e on network 3098306f-a1ab-4180-9050-21e9929257d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:36:49.890851 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Attempting to bind port 15f26948-7619-4cf1-99eb-6c63681ced9e on network 3098306f-a1ab-4180-9050-21e9929257d8 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:36:49.903436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:36:49.906112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Checking segment: {'id': '966cab97-d11a-4ded-a425-a4860439e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3098306f-a1ab-4180-9050-21e9929257d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:36:49.906112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Bound using segment: {'id': '966cab97-d11a-4ded-a425-a4860439e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3098306f-a1ab-4180-9050-21e9929257d8'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:36:49.906112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Bound port: 15f26948-7619-4cf1-99eb-6c63681ced9e, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966cab97-d11a-4ded-a425-a4860439e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3098306f-a1ab-4180-9050-21e9929257d8'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:36:49.907093 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:49.997740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] For port 15f26948-7619-4cf1-99eb-6c63681ced9e, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:36:50.002120 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] For port 15f26948-7619-4cf1-99eb-6c63681ced9e, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=15f26948-7619-4cf1-99eb-6c63681ced9e,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:36:50.010271 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b11ca8-bab4-4e1a-87a3-01080c390970 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Router 60507269-14e4-402d-8975-0d666e88df0a has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:36:50.149304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b11ca8-bab4-4e1a-87a3-01080c390970 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:36:50.170141 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d2b11ca8-bab4-4e1a-87a3-01080c390970 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "PUT /v2.0/routers/60507269-14e4-402d-8975-0d666e88df0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5677745 Jul 05 10:36:50.170501 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d983ac-5627-4a01-b562-6a68b95c1341 None None] Sync routers for ids ['60507269-14e4-402d-8975-0d666e88df0a'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:36:50.171544 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54778) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:50.180626 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d983ac-5627-4a01-b562-6a68b95c1341 None None] Routers {'60507269-14e4-402d-8975-0d666e88df0a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:50.181638 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c3d983ac-5627-4a01-b562-6a68b95c1341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:36:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['60507269-14e4-402d-8975-0d666e88df0a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:50.231196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-289520d5-45f7-4edd-b83b-e398bdae83ab tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Deleting subnet 12e9cc88-1ffd-4264-bfd3-2ace9325b575 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:36:50.234998 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-289520d5-45f7-4edd-b83b-e398bdae83ab tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:50.279924 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:50.297204 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-289520d5-45f7-4edd-b83b-e398bdae83ab tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:50.298217 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-c3d983ac-5627-4a01-b562-6a68b95c1341 None None] Set router 60507269-14e4-402d-8975-0d666e88df0a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:50.317909 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:50.318952 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:50.320526 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] 10.222.0.73 "PUT /v2.0/ports/15f26948-7619-4cf1-99eb-6c63681ced9e HTTP/1.1" status: 200 len: 1092 time: 1.3435116 Jul 05 10:36:50.323158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08984b6-703d-4b17-91ba-45e63d20f419', 'tag': '15f26948-7619-4cf1-99eb-6c63681ced9e'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:50.326666 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13eca2e-8691-40c8-949a-8e84b5e288aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a08984b6-703d-4b17-91ba-45e63d20f419", "tag": "15f26948-7619-4cf1-99eb-6c63681ced9e"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:50.365490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9d00f-97c3-4ab2-ba50-4fc68756a537 service neutron] Pushing event updated for resources: {'Port': ['ID=15f26948-7619-4cf1-99eb-6c63681ced9e,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:50.379094 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3e2e6e-c699-43df-9c26-e2e90714e24b x-openstack-request-id: req-3c3e2e6e-c699-43df-9c26-e2e90714e24b {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:50.379509 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08984b6-703d-4b17-91ba-45e63d20f419", "tag": "15f26948-7619-4cf1-99eb-6c63681ced9e", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:50.379644 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c3e2e6e-c699-43df-9c26-e2e90714e24b {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:50.380067 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08984b6-703d-4b17-91ba-45e63d20f419', 'tag': '15f26948-7619-4cf1-99eb-6c63681ced9e', 'status': 'completed', 'code': 200} Jul 05 10:36:50.413560 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-289520d5-45f7-4edd-b83b-e398bdae83ab tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:50.467235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eca2e-8691-40c8-949a-8e84b5e288aa req-0668d125-bd84-4515-aa8c-ff3550d634d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:50.469621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c13eca2e-8691-40c8-949a-8e84b5e288aa req-0668d125-bd84-4515-aa8c-ff3550d634d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56e6e6c37d314e79ae953e0e2809be12&device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 1095 time: 0.0699704 Jul 05 10:36:50.564776 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c3d983ac-5627-4a01-b562-6a68b95c1341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:36:49Z', 'revision_number': 7, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:50.570459 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-289520d5-45f7-4edd-b83b-e398bdae83ab tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:50.597501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eca2e-8691-40c8-949a-8e84b5e288aa req-1183f6b2-103c-4fd1-b7e6-19191ca8ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:50.599475 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c13eca2e-8691-40c8-949a-8e84b5e288aa req-1183f6b2-103c-4fd1-b7e6-19191ca8ac53 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=56e6e6c37d314e79ae953e0e2809be12&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1221917 Jul 05 10:36:50.615247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289520d5-45f7-4edd-b83b-e398bdae83ab tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Subnet': ['ID=12e9cc88-1ffd-4264-bfd3-2ace9325b575,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:50.618411 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-289520d5-45f7-4edd-b83b-e398bdae83ab tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:50.624468 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-289520d5-45f7-4edd-b83b-e398bdae83ab tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "DELETE /v2.0/subnets/12e9cc88-1ffd-4264-bfd3-2ace9325b575 HTTP/1.1" status: 204 len: 168 time: 0.4484420 Jul 05 10:36:50.624701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54786) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:50.628584 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdc220e-9eb7-4a24-ba9e-76425d928481 None None] Network 28e2cd35-4657-4d8d-9b30-c01f19aafa04 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:36:50.639008 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d983ac-5627-4a01-b562-6a68b95c1341 None None] Checking router: 60507269-14e4-402d-8975-0d666e88df0a for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:36:50.661337 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d983ac-5627-4a01-b562-6a68b95c1341 None None] Routers {'60507269-14e4-402d-8975-0d666e88df0a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:50.662370 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c3d983ac-5627-4a01-b562-6a68b95c1341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:36:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['60507269-14e4-402d-8975-0d666e88df0a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:50.781746 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7a8b-e7d2-47ad-bc64-fd6f79390536 req-fe8f5725-dbdb-4716-a9e5-93b14e829162 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:50.783459 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df6f7a8b-e7d2-47ad-bc64-fd6f79390536 req-fe8f5725-dbdb-4716-a9e5-93b14e829162 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 943 time: 0.1043029 Jul 05 10:36:50.824401 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-db89f4a6-33f5-4303-9e96-363288979d31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:50.909945 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df6f7a8b-e7d2-47ad-bc64-fd6f79390536 req-f4e28b32-f9c7-4a47-87ba-e4aa40ba1527 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094172 Jul 05 10:36:50.911769 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eca2e-8691-40c8-949a-8e84b5e288aa req-3b8cc6b7-3f1a-4dcb-8dfb-5005a0c12fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:50.913454 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c13eca2e-8691-40c8-949a-8e84b5e288aa req-3b8cc6b7-3f1a-4dcb-8dfb-5005a0c12fcc service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3046401 Jul 05 10:36:50.943501 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-c3d983ac-5627-4a01-b562-6a68b95c1341 None None] Set router 60507269-14e4-402d-8975-0d666e88df0a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:50.966385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3267b8-4778-4503-893d-88810b11960f None None] DHCP port deletion for 28e2cd35-4657-4d8d-9b30-c01f19aafa04 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:36:51.022249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8e3267b8-4778-4503-893d-88810b11960f None None] Deleting port b199c1bf-d135-4c34-9bfe-ef173853d887 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:36:51.022984 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8e3267b8-4778-4503-893d-88810b11960f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:51.037629 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-db89f4a6-33f5-4303-9e96-363288979d31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:51.126162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-4cb951bb-5bbb-4445-860b-c73734bd46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:51.127955 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-4cb951bb-5bbb-4445-860b-c73734bd46b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56e6e6c37d314e79ae953e0e2809be12&device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 1095 time: 0.1493721 Jul 05 10:36:51.182573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8e3267b8-4778-4503-893d-88810b11960f None None] For port b199c1bf-d135-4c34-9bfe-ef173853d887, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b199c1bf-d135-4c34-9bfe-ef173853d887,segment=NetworkSegment(a4d9b4ae-ce29-43d7-89c2-d316ae05576d),segment_id=a4d9b4ae-ce29-43d7-89c2-d316ae05576d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:51.182985 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8e3267b8-4778-4503-893d-88810b11960f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:51.207454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-db89f4a6-33f5-4303-9e96-363288979d31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Deleting port ab881915-c7ab-4dd4-871b-85b8245383a2 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:36:51.208351 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-db89f4a6-33f5-4303-9e96-363288979d31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:51.212046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8e3267b8-4778-4503-893d-88810b11960f None None] Calling delete_port for b199c1bf-d135-4c34-9bfe-ef173853d887 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:36:51.220320 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-7c0340c8-481b-4f7b-a864-e3d14b5860fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15f26948-7619-4cf1-99eb-6c63681ced9e HTTP/1.1" status: 200 len: 217 time: 0.0843363 Jul 05 10:36:51.227653 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c3d983ac-5627-4a01-b562-6a68b95c1341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:36:49Z', 'revision_number': 7, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:51.280519 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d983ac-5627-4a01-b562-6a68b95c1341 None None] The sync data for ids ['60507269-14e4-402d-8975-0d666e88df0a'] in n-d-779913-27 is: [{'id': '60507269-14e4-402d-8975-0d666e88df0a', 'name': 'tempest-TestNetworkBasicOps-router-1056616757', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:34:41Z', 'updated_at': '2021-07-05T10:36:49Z', 'revision_number': 7, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'ab881915-c7ab-4dd4-871b-85b8245383a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507269-14e4-402d-8975-0d666e88df0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:34:42Z', 'updated_at': '2021-07-05T10:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:36:51.299165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-1d00ff3a-acd2-48a1-953b-f638d7c77290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:51.301873 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-1d00ff3a-acd2-48a1-953b-f638d7c77290 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e735a0a9-c2b5-45ec-b342-e40649f72f34 HTTP/1.1" status: 200 len: 854 time: 0.0738270 Jul 05 10:36:51.302923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b199c1bf-d135-4c34-9bfe-ef173853d887 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:36:51.319997 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-db89f4a6-33f5-4303-9e96-363288979d31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] For port ab881915-c7ab-4dd4-871b-85b8245383a2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ab881915-c7ab-4dd4-871b-85b8245383a2,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:51.320411 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-db89f4a6-33f5-4303-9e96-363288979d31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:51.339863 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-db89f4a6-33f5-4303-9e96-363288979d31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Calling delete_port for ab881915-c7ab-4dd4-871b-85b8245383a2 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:36:51.360059 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-95957320-d76e-4034-9c97-6651e8f21d31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3098306f-a1ab-4180-9050-21e9929257d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503573 Jul 05 10:36:51.431278 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:51.495581 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-3f5e1a97-a264-4587-be08-222f071b009f service neutron] 10.222.0.73 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265922 Jul 05 10:36:51.511138 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8e3267b8-4778-4503-893d-88810b11960f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:51.559858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3267b8-4778-4503-893d-88810b11960f None None] Pushing event deleted for resources: {'Port': ['ID=b199c1bf-d135-4c34-9bfe-ef173853d887,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:51.567115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3267b8-4778-4503-893d-88810b11960f None None] No DVR routers for this DVR port b199c1bf-d135-4c34-9bfe-ef173853d887 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:36:51.611652 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc0f80f1-4a0f-4d80-ae4e-81942d9be07b req-3b3a512a-d9b2-47e3-bd1b-399fc342613c service neutron] 10.222.0.73 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084099 Jul 05 10:36:51.625379 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-db89f4a6-33f5-4303-9e96-363288979d31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:51.656291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89f4a6-33f5-4303-9e96-363288979d31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Port': ['ID=ab881915-c7ab-4dd4-871b-85b8245383a2,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:51.741967 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-db89f4a6-33f5-4303-9e96-363288979d31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:51.885473 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-db89f4a6-33f5-4303-9e96-363288979d31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:51.890014 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-db89f4a6-33f5-4303-9e96-363288979d31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:52.090309 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-db89f4a6-33f5-4303-9e96-363288979d31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:52.091802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db89f4a6-33f5-4303-9e96-363288979d31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Fanout notify agent at l3_agent the message router_deleted on router 60507269-14e4-402d-8975-0d666e88df0a {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:36:52.099313 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-db89f4a6-33f5-4303-9e96-363288979d31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:52.102062 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-db89f4a6-33f5-4303-9e96-363288979d31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "DELETE /v2.0/routers/60507269-14e4-402d-8975-0d666e88df0a HTTP/1.1" status: 204 len: 168 time: 1.4744744 Jul 05 10:36:52.104432 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54796) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:52.211597 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79524d-6a3a-42f2-acd0-528437105df6 req-b7f3d71b-375a-4708-8e64-6a272a405737 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:52.213275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1d79524d-6a3a-42f2-acd0-528437105df6 req-b7f3d71b-375a-4708-8e64-6a272a405737 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 943 time: 0.1529558 Jul 05 10:36:52.218455 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-466df88d-34ab-463c-8f2d-fd425529a6a3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:52.307278 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1d79524d-6a3a-42f2-acd0-528437105df6 req-b422421a-ac34-4ef7-a41f-53191cf4fb03 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784433 Jul 05 10:36:52.374146 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:52.674252 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-466df88d-34ab-463c-8f2d-fd425529a6a3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:52.684326 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-466df88d-34ab-463c-8f2d-fd425529a6a3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e2cd35-4657-4d8d-9b30-c01f19aafa04']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:52.696116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-466df88d-34ab-463c-8f2d-fd425529a6a3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d9b4ae-ce29-43d7-89c2-d316ae05576d') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:52.697011 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-466df88d-34ab-463c-8f2d-fd425529a6a3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d9b4ae-ce29-43d7-89c2-d316ae05576d') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:52.706967 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-466df88d-34ab-463c-8f2d-fd425529a6a3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:52.726043 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-466df88d-34ab-463c-8f2d-fd425529a6a3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:52.732727 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466df88d-34ab-463c-8f2d-fd425529a6a3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:36:52.733115 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-466df88d-34ab-463c-8f2d-fd425529a6a3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:36:52.736304 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:36:52.871066 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-466df88d-34ab-463c-8f2d-fd425529a6a3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:52.885019 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-466df88d-34ab-463c-8f2d-fd425529a6a3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:52.896726 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-466df88d-34ab-463c-8f2d-fd425529a6a3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "DELETE /v2.0/networks/28e2cd35-4657-4d8d-9b30-c01f19aafa04 HTTP/1.1" status: 204 len: 168 time: 0.7812927 Jul 05 10:36:52.910866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466df88d-34ab-463c-8f2d-fd425529a6a3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Network': ['ID=28e2cd35-4657-4d8d-9b30-c01f19aafa04,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:52.918222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54800) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:52.928754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-96f5e967-ec92-425d-af8f-552490000f12 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'network': {'name': 'tempest-network-smoke--1536857453', 'project_id': '8e66d79111844aa38485a483a5286664', 'port_security_enabled': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:53.019942 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f5e967-ec92-425d-af8f-552490000f12 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Made reservation on behalf of 8e66d79111844aa38485a483a5286664 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:36:53.023780 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-96f5e967-ec92-425d-af8f-552490000f12 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:53.058100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f5e967-ec92-425d-af8f-552490000f12 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:36:53.079916 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-96f5e967-ec92-425d-af8f-552490000f12 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:53.080533 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-96f5e967-ec92-425d-af8f-552490000f12 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Added segment 7905737d-a397-48a5-903e-343cc333381b of type vlan for network b3db9e52-b834-407b-b73f-ad90ae46d0ec Jul 05 10:36:53.102715 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ab881915-c7ab-4dd4-871b-85b8245383a2 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:36:53.142883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: ab881915-c7ab-4dd4-871b-85b8245383a2 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:36:53.143372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ab881915-c7ab-4dd4-871b-85b8245383a2 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:36:53.144287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bedb4478-e663-432c-a4c8-7143d11c3ed9 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:36:53.150551 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-96f5e967-ec92-425d-af8f-552490000f12 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:53.168264 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: bedb4478-e663-432c-a4c8-7143d11c3ed9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:36:53.168827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bedb4478-e663-432c-a4c8-7143d11c3ed9 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:36:53.265131 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-96f5e967-ec92-425d-af8f-552490000f12 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:53.273321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f5e967-ec92-425d-af8f-552490000f12 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:53.274246 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-96f5e967-ec92-425d-af8f-552490000f12 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:53.353184 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5e967-ec92-425d-af8f-552490000f12 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Network': ['ID=b3db9e52-b834-407b-b73f-ad90ae46d0ec,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:53.365139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network b3db9e52-b834-407b-b73f-ad90ae46d0ec details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:36:53.405603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-96f5e967-ec92-425d-af8f-552490000f12 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4839704 Jul 05 10:36:53.408583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54808) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:53.415224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1786567338', 'admin_state_up': True, 'project_id': '8e66d79111844aa38485a483a5286664', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:53.506173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da7969-b3a2-4893-b28f-c3f3667d6ac4 req-091382da-1527-48ee-9431-afa5ad146aeb tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:53.513552 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b5da7969-b3a2-4893-b28f-c3f3667d6ac4 req-091382da-1527-48ee-9431-afa5ad146aeb tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 943 time: 0.0743780 Jul 05 10:36:53.539442 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:53.540494 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:53.581621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b5da7969-b3a2-4893-b28f-c3f3667d6ac4 req-fd8b47b2-b0fb-423b-b31a-02cd170ea532 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676408 Jul 05 10:36:53.613794 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:53.815863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:54.105797 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:54.125765 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:54.219257 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:54.255288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Allocated IP 172.25.5.99 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/bb9a15b0-160e-4fe5-88af-b443f69ac15c) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:36:54.367892 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:54.504558 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:54.571536 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:36:54.581124 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:36:54.587276 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:36:54.597608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Port': ['ID=bb9a15b0-160e-4fe5-88af-b443f69ac15c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:54.806344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f7090-db8f-4904-ae50-68832353fc2e req-7a4e0492-01c9-42af-aac6-f48b7f890ec7 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:54.808532 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-726f7090-db8f-4904-ae50-68832353fc2e req-7a4e0492-01c9-42af-aac6-f48b7f890ec7 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 943 time: 0.0748487 Jul 05 10:36:54.855879 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d18247-9ed7-4d16-aafd-c67a5963313f req-1da2e49e-3a2d-487e-9fe7-7ba4a8f5a5c2 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:54.859029 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73d18247-9ed7-4d16-aafd-c67a5963313f req-1da2e49e-3a2d-487e-9fe7-7ba4a8f5a5c2 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 946 time: 0.1522596 Jul 05 10:36:54.869760 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-726f7090-db8f-4904-ae50-68832353fc2e req-7de2cc9c-9875-4026-9a24-5d1e0a7f0ad0 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520895 Jul 05 10:36:54.966028 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73d18247-9ed7-4d16-aafd-c67a5963313f req-b5f0cba2-e353-4263-8a6a-8c1d637f3358 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001937 Jul 05 10:36:55.034971 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:55.162955 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 15f26948-7619-4cf1-99eb-6c63681ced9e details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:36:55.271200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 15f26948-7619-4cf1-99eb-6c63681ced9e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=15f26948-7619-4cf1-99eb-6c63681ced9e,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:55.285346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '15f26948-7619-4cf1-99eb-6c63681ced9e', 'network_id': '3098306f-a1ab-4180-9050-21e9929257d8', 'port_id': '15f26948-7619-4cf1-99eb-6c63681ced9e', 'mac_address': 'fa:16:3e:2c:8d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e735a0a9-c2b5-45ec-b342-e40649f72f34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:36:55.326972 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:55.331354 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:55.347003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f26948-7619-4cf1-99eb-6c63681ced9e {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:36:55.376418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 15f26948-7619-4cf1-99eb-6c63681ced9e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=15f26948-7619-4cf1-99eb-6c63681ced9e,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:55.493586 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:55.546917 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=15f26948-7619-4cf1-99eb-6c63681ced9e,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:55.589674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Router d8119815-e8d9-46c0-b570-02471300dbf9 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:36:55.706487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:36:55.716172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['15f26948-7619-4cf1-99eb-6c63681ced9e'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:36:55.719860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Sync routers for ids ['d8119815-e8d9-46c0-b570-02471300dbf9'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:36:55.756771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Routers {'d8119815-e8d9-46c0-b570-02471300dbf9'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:55.757553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:36:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8119815-e8d9-46c0-b570-02471300dbf9'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:55.807929 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:55.814399 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a02d12cf-8cb5-4dc2-82a1-0a6e91918f37 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4009528 Jul 05 10:36:55.816100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54836) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:55.865581 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9adf9238-5a7f-4010-b6c4-693804c0f9d9 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8e66d79111844aa38485a483a5286664&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451431 Jul 05 10:36:55.865975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54838) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:55.968969 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Set router d8119815-e8d9-46c0-b570-02471300dbf9 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:56.036345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d569b9-30d4-4460-a0f2-e5d90eb030af tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:56.046830 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54844) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:56.052120 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-45d569b9-30d4-4460-a0f2-e5d90eb030af tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1847365 Jul 05 10:36:56.099321 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9461abb8-15fc-4205-b57b-e57bb4ebabb6 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0565245 Jul 05 10:36:56.102099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54846) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:56.119509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c7bb3458-a447-47c4-9951-38ce031d18c4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2076080410', 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'project_id': '8e66d79111844aa38485a483a5286664', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:36:56.146219 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741607db-8189-45ea-894e-8a8dc28dcb54 req-ff423eda-95e0-440f-836b-75a1f9295a30 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:56.150358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-741607db-8189-45ea-894e-8a8dc28dcb54 req-ff423eda-95e0-440f-836b-75a1f9295a30 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.73 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 946 time: 0.2696965 Jul 05 10:36:56.358706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6689a-106b-4688-a55b-700054ab25fb req-fa7e5402-8765-4bc9-9c7a-1b1c80ddde15 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:56.374306 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-17b6689a-106b-4688-a55b-700054ab25fb req-fa7e5402-8765-4bc9-9c7a-1b1c80ddde15 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 944 time: 0.1716654 Jul 05 10:36:56.425255 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bb3458-a447-47c4-9951-38ce031d18c4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Made reservation on behalf of 8e66d79111844aa38485a483a5286664 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:36:56.433492 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c7bb3458-a447-47c4-9951-38ce031d18c4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:56.479857 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4f0ef-343c-4cb8-a841-f194be7820aa req-afd6f8d4-d3d1-4f8a-8699-8b0f819d53ca tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:56.482519 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c9d4f0ef-343c-4cb8-a841-f194be7820aa req-afd6f8d4-d3d1-4f8a-8699-8b0f819d53ca tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 946 time: 0.2007480 Jul 05 10:36:56.486540 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-741607db-8189-45ea-894e-8a8dc28dcb54 req-49e4f58d-fcbc-43c0-a091-ac53dc9d8dd8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Deleting port 91237765-496b-4a45-90da-28b39c7ce444 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:36:56.491024 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-741607db-8189-45ea-894e-8a8dc28dcb54 req-49e4f58d-fcbc-43c0-a091-ac53dc9d8dd8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:56.536501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'name': 'tempest-TestNetworkBasicOps-router-1786567338', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:36:53Z', 'updated_at': '2021-07-05T10:36:54Z', 'revision_number': 3, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:62:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:54Z', 'updated_at': '2021-07-05T10:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:56.568659 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-17b6689a-106b-4688-a55b-700054ab25fb req-086f4475-7204-48b9-8486-4c078a462cef tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924989 Jul 05 10:36:56.572998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Checking router: d8119815-e8d9-46c0-b570-02471300dbf9 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:36:56.574686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Updating router d8119815-e8d9-46c0-b570-02471300dbf9 port bb9a15b0-160e-4fe5-88af-b443f69ac15c binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:36:56.631110 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:56.674476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-741607db-8189-45ea-894e-8a8dc28dcb54 req-49e4f58d-fcbc-43c0-a091-ac53dc9d8dd8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] For port 91237765-496b-4a45-90da-28b39c7ce444, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=91237765-496b-4a45-90da-28b39c7ce444,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:56.674476 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-741607db-8189-45ea-894e-8a8dc28dcb54 req-49e4f58d-fcbc-43c0-a091-ac53dc9d8dd8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:56.691802 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c9d4f0ef-343c-4cb8-a841-f194be7820aa req-4e318efc-0e3c-4f66-a003-407843216cc7 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups?id=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165557 Jul 05 10:36:56.854583 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c7bb3458-a447-47c4-9951-38ce031d18c4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:56.942300 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb3458-a447-47c4-9951-38ce031d18c4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Subnet': ['ID=9859bf61-c8e3-4881-9b8a-fb4bf981a42c,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:56.966616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb3458-a447-47c4-9951-38ce031d18c4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Checking segment: {'id': '7905737d-a397-48a5-903e-343cc333381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:36:56.967402 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bb3458-a447-47c4-9951-38ce031d18c4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network hostable DHCP agents. Network: b3db9e52-b834-407b-b73f-ad90ae46d0ec, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:36:56.983812 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:56.997414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Transition to ACTIVE for port object bb9a15b0-160e-4fe5-88af-b443f69ac15c will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:36:57.065351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bb3458-a447-47c4-9951-38ce031d18c4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network b3db9e52-b834-407b-b73f-ad90ae46d0ec is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:36:57.082967 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-741607db-8189-45ea-894e-8a8dc28dcb54 req-49e4f58d-fcbc-43c0-a091-ac53dc9d8dd8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:57.083343 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-741607db-8189-45ea-894e-8a8dc28dcb54 req-49e4f58d-fcbc-43c0-a091-ac53dc9d8dd8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:57.083668 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [req-741607db-8189-45ea-894e-8a8dc28dcb54 req-49e4f58d-fcbc-43c0-a091-ac53dc9d8dd8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Floating IP 5a8d0c1d-c33d-45f0-95ea-6597c1d1e8e6 disassociated. External IP: 172.25.5.189, port: 91237765-496b-4a45-90da-28b39c7ce444. Jul 05 10:36:57.084034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-741607db-8189-45ea-894e-8a8dc28dcb54 req-49e4f58d-fcbc-43c0-a091-ac53dc9d8dd8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Calling delete_port for 91237765-496b-4a45-90da-28b39c7ce444 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:36:57.134200 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:57.171323 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 15f26948-7619-4cf1-99eb-6c63681ced9e up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:36:57.223919 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ca38b-15ff-4e3a-9ee9-e8d4051093d3 None None] Pushing event updated for resources: {'Port': ['ID=bb9a15b0-160e-4fe5-88af-b443f69ac15c,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:57.228464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Attempting to bind port bb9a15b0-160e-4fe5-88af-b443f69ac15c on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:36:57.228839 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Attempting to bind port bb9a15b0-160e-4fe5-88af-b443f69ac15c by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:36:57.229278 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Attempting to bind port bb9a15b0-160e-4fe5-88af-b443f69ac15c on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:36:57.241151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:36:57.241527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:36:57.241940 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:57.242339 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:36:57.242828 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Bound port: bb9a15b0-160e-4fe5-88af-b443f69ac15c, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:36:57.243216 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:57.257224 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c7bb3458-a447-47c4-9951-38ce031d18c4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, b3db9e52-b834-407b-b73f-ad90ae46d0ec) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:36:57.272193 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2a0fbf-767d-467b-8703-eaeb0acb7d71 None None] Network b3db9e52-b834-407b-b73f-ad90ae46d0ec requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:36:57.279736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bb3458-a447-47c4-9951-38ce031d18c4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:57.282613 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c7bb3458-a447-47c4-9951-38ce031d18c4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:57.369151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] For port bb9a15b0-160e-4fe5-88af-b443f69ac15c, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:36:57.386071 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c7bb3458-a447-47c4-9951-38ce031d18c4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2825680 Jul 05 10:36:57.392199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54856) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:36:57.396387 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] For port bb9a15b0-160e-4fe5-88af-b443f69ac15c, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bb9a15b0-160e-4fe5-88af-b443f69ac15c,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:36:57.446577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 15f26948-7619-4cf1-99eb-6c63681ced9e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:36:57.454775 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 15f26948-7619-4cf1-99eb-6c63681ced9e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:36:57.455158 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:57.519071 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:57.594443 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Routers {'d8119815-e8d9-46c0-b570-02471300dbf9'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:57.595155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:36:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8119815-e8d9-46c0-b570-02471300dbf9'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:57.692204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'fixed_ips': [{'subnet_id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:36:57.693138 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:57.711820 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-741607db-8189-45ea-894e-8a8dc28dcb54 req-49e4f58d-fcbc-43c0-a091-ac53dc9d8dd8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:57.823730 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4f58d-fcbc-43c0-a091-ac53dc9d8dd8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event deleted for resources: {'Port': ['ID=91237765-496b-4a45-90da-28b39c7ce444,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:57.885016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Allocated IP 172.20.0.2 (b3db9e52-b834-407b-b73f-ad90ae46d0ec/9859bf61-c8e3-4881-9b8a-fb4bf981a42c/e2a41268-8d5e-49e7-985e-bb88de043fca) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:36:57.920362 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fe3b09c8-3c33-473c-9482-2abc2cab0425 req-3e166cbd-fc62-4807-9b37-fad78fdb7b38 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 210 time: 0.0875912 Jul 05 10:36:57.930745 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23ec34-d5dd-4467-8e80-a61b270db32f req-377804d1-8f8d-44a6-b5c8-4cfbcf95afa7 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:57.932343 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f23ec34-d5dd-4467-8e80-a61b270db32f req-377804d1-8f8d-44a6-b5c8-4cfbcf95afa7 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 944 time: 0.1872449 Jul 05 10:36:57.977551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] Set router d8119815-e8d9-46c0-b570-02471300dbf9 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:58.021166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-741607db-8189-45ea-894e-8a8dc28dcb54 req-49e4f58d-fcbc-43c0-a091-ac53dc9d8dd8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Router 16cef306-6378-4161-ada5-3c41aae36ad6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:36:58.032335 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f23ec34-d5dd-4467-8e80-a61b270db32f req-49186e77-12e7-47c6-ae6e-39c82c5a0773 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877447 Jul 05 10:36:58.066702 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ca38b-15ff-4e3a-9ee9-e8d4051093d3 None None] Pushing event updated for resources: {'Port': ['ID=bb9a15b0-160e-4fe5-88af-b443f69ac15c,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:58.096087 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:58.152022 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:58.163969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-741607db-8189-45ea-894e-8a8dc28dcb54 req-49e4f58d-fcbc-43c0-a091-ac53dc9d8dd8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:36:58.190825 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a33200-620b-455b-9faf-574dae4d3bc1 None None] Sync routers for ids ['16cef306-6378-4161-ada5-3c41aae36ad6'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:36:58.204739 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a33200-620b-455b-9faf-574dae4d3bc1 None None] Routers {'16cef306-6378-4161-ada5-3c41aae36ad6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:58.205660 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c3a33200-620b-455b-9faf-574dae4d3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:36:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['16cef306-6378-4161-ada5-3c41aae36ad6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:58.221087 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:58.251415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08984b6-703d-4b17-91ba-45e63d20f419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f26948-7619-4cf1-99eb-6c63681ced9e'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:58.253802 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9d0bb3-6914-4624-9674-3cf1788a68eb" -d '{"events": [{"server_uuid": "a08984b6-703d-4b17-91ba-45e63d20f419", "name": "network-vif-plugged", "status": "completed", "tag": "15f26948-7619-4cf1-99eb-6c63681ced9e"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:58.260472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Transition to ACTIVE for port object e2a41268-8d5e-49e7-985e-bb88de043fca will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:36:58.283387 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 15f26948-7619-4cf1-99eb-6c63681ced9e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=15f26948-7619-4cf1-99eb-6c63681ced9e,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:58.305650 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-741607db-8189-45ea-894e-8a8dc28dcb54 req-49e4f58d-fcbc-43c0-a091-ac53dc9d8dd8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] No DVR routers for this DVR port 91237765-496b-4a45-90da-28b39c7ce444 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:36:58.306849 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Transition to ACTIVE for port object e2a41268-8d5e-49e7-985e-bb88de043fca will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:36:58.315625 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-741607db-8189-45ea-894e-8a8dc28dcb54 req-49e4f58d-fcbc-43c0-a091-ac53dc9d8dd8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:58.317856 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-741607db-8189-45ea-894e-8a8dc28dcb54 req-49e4f58d-fcbc-43c0-a091-ac53dc9d8dd8 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.73 "DELETE /v2.0/ports/91237765-496b-4a45-90da-28b39c7ce444 HTTP/1.1" status: 204 len: 173 time: 2.1603739 Jul 05 10:36:58.318387 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4959808c-732e-474a-ad20-09e85356e08b', 'name': 'network-vif-deleted', 'tag': '91237765-496b-4a45-90da-28b39c7ce444'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:36:58.326805 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b80e3b3-0f91-49fe-bcae-823e97302cf3" -d '{"events": [{"server_uuid": "4959808c-732e-474a-ad20-09e85356e08b", "name": "network-vif-deleted", "tag": "91237765-496b-4a45-90da-28b39c7ce444"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:36:58.328275 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782af935-ba2b-4170-bf21-fba84fbe9f3f x-openstack-request-id: req-782af935-ba2b-4170-bf21-fba84fbe9f3f {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:58.328577 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08984b6-703d-4b17-91ba-45e63d20f419", "name": "network-vif-plugged", "status": "completed", "tag": "15f26948-7619-4cf1-99eb-6c63681ced9e", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:58.328838 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-782af935-ba2b-4170-bf21-fba84fbe9f3f {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:58.329238 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08984b6-703d-4b17-91ba-45e63d20f419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f26948-7619-4cf1-99eb-6c63681ced9e', 'code': 200} Jul 05 10:36:58.359442 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:58.401341 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'name': 'tempest-TestNetworkBasicOps-router-1786567338', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:36:53Z', 'updated_at': '2021-07-05T10:36:54Z', 'revision_number': 3, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:62:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:54Z', 'updated_at': '2021-07-05T10:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:58.440438 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:58.440438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62efc6-b3d7-4750-9477-9602ae2187c4 None None] The sync data for ids ['d8119815-e8d9-46c0-b570-02471300dbf9'] in n-d-779913-27 is: [{'id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'name': 'tempest-TestNetworkBasicOps-router-1786567338', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:36:53Z', 'updated_at': '2021-07-05T10:36:54Z', 'revision_number': 3, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:62:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:54Z', 'updated_at': '2021-07-05T10:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:36:58.481516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=15f26948-7619-4cf1-99eb-6c63681ced9e,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:58.500183 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3249a6-9870-45fb-96c1-9998d737edc6 x-openstack-request-id: req-6d3249a6-9870-45fb-96c1-9998d737edc6 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:36:58.500483 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4959808c-732e-474a-ad20-09e85356e08b", "name": "network-vif-deleted", "tag": "91237765-496b-4a45-90da-28b39c7ce444", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:36:58.500733 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d3249a6-9870-45fb-96c1-9998d737edc6 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:36:58.501138 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4959808c-732e-474a-ad20-09e85356e08b', 'name': 'network-vif-deleted', 'tag': '91237765-496b-4a45-90da-28b39c7ce444', 'status': 'completed', 'code': 200} Jul 05 10:36:58.504713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Network b3db9e52-b834-407b-b73f-ad90ae46d0ec is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:36:58.524079 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-c3a33200-620b-455b-9faf-574dae4d3bc1 None None] Set router 16cef306-6378-4161-ada5-3c41aae36ad6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:58.567405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca832d-39bb-4dae-9813-7015db7d8b52 req-3c007fd2-b0fc-462f-a044-5975102dec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:58.572427 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bca832d-39bb-4dae-9813-7015db7d8b52 req-3c007fd2-b0fc-462f-a044-5975102dec31 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 1097 time: 0.1519175 Jul 05 10:36:58.590101 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:36:58.598068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:36:58.649997 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Allocated IP 172.20.0.1 (b3db9e52-b834-407b-b73f-ad90ae46d0ec/9859bf61-c8e3-4881-9b8a-fb4bf981a42c/8e6fe72a-0a76-4fc1-a39d-4cde24922eaf) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:36:58.660843 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bca832d-39bb-4dae-9813-7015db7d8b52 req-25b8a9cf-a031-4a4f-90eb-92d0014fb86d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812855 Jul 05 10:36:58.727558 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Pushing event updated for resources: {'Port': ['ID=e2a41268-8d5e-49e7-985e-bb88de043fca,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:58.735917 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Attempting to bind port e2a41268-8d5e-49e7-985e-bb88de043fca on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:36:58.736479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Attempting to bind port e2a41268-8d5e-49e7-985e-bb88de043fca by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '7905737d-a397-48a5-903e-343cc333381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:36:58.737035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Attempting to bind port e2a41268-8d5e-49e7-985e-bb88de043fca on network b3db9e52-b834-407b-b73f-ad90ae46d0ec {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:36:58.743373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:36:58.744006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Checking segment: {'id': '7905737d-a397-48a5-903e-343cc333381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:36:58.744583 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:58.745111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Bound using segment: {'id': '7905737d-a397-48a5-903e-343cc333381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:36:58.745728 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Bound port: e2a41268-8d5e-49e7-985e-bb88de043fca, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7905737d-a397-48a5-903e-343cc333381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:36:58.746238 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:58.846906 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] For port e2a41268-8d5e-49e7-985e-bb88de043fca, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:36:58.851078 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] For port e2a41268-8d5e-49e7-985e-bb88de043fca, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e2a41268-8d5e-49e7-985e-bb88de043fca,segment=NetworkSegment(7905737d-a397-48a5-903e-343cc333381b),segment_id=7905737d-a397-48a5-903e-343cc333381b)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:36:58.916727 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:58.935422 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c3a33200-620b-455b-9faf-574dae4d3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '886d727a-6057-4e0b-bbea-3c838d5b7eda', 'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'mac_address': 'fa:16:3e:14:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:39Z', 'updated_at': '2021-07-05T10:28:45Z', 'revision_number': 5, 'project_id': '362ae62a323e4233ac08e724c10958da', 'subnets': [{'id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:58.940464 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Transition to ACTIVE for port object 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:36:58.946228 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:58.967158 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a33200-620b-455b-9faf-574dae4d3bc1 None None] Checking router: 16cef306-6378-4161-ada5-3c41aae36ad6 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:36:59.005677 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a33200-620b-455b-9faf-574dae4d3bc1 None None] Routers {'16cef306-6378-4161-ada5-3c41aae36ad6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:36:59.006994 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c3a33200-620b-455b-9faf-574dae4d3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:36:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['16cef306-6378-4161-ada5-3c41aae36ad6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:59.048984 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:59.074310 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2fd42-8996-4f34-a3ac-305cfeddecd7 None None] Pushing event updated for resources: {'Port': ['ID=e2a41268-8d5e-49e7-985e-bb88de043fca,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:59.197635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 91237765-496b-4a45-90da-28b39c7ce444 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:36:59.234043 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-c3a33200-620b-455b-9faf-574dae4d3bc1 None None] Set router 16cef306-6378-4161-ada5-3c41aae36ad6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:36:59.249638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Port': ['ID=8e6fe72a-0a76-4fc1-a39d-4cde24922eaf,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:59.263253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bb9a15b0-160e-4fe5-88af-b443f69ac15c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:36:59.269736 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 91237765-496b-4a45-90da-28b39c7ce444 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:36:59.270090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 91237765-496b-4a45-90da-28b39c7ce444 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:36:59.275865 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network b3db9e52-b834-407b-b73f-ad90ae46d0ec is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:36:59.279409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:36:59.289376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:36:59.424190 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5eccce70-72f3-4d46-81c8-487f35524371 req-82cc6013-a63b-4447-95a7-6a7579238ca3 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4959808c-732e-474a-ad20-09e85356e08b HTTP/1.1" status: 200 len: 210 time: 0.0920568 Jul 05 10:36:59.470604 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port bb9a15b0-160e-4fe5-88af-b443f69ac15c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:36:59.475115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port bb9a15b0-160e-4fe5-88af-b443f69ac15c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:36:59.475611 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:59.581427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:59.663272 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:59.698361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port bb9a15b0-160e-4fe5-88af-b443f69ac15c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bb9a15b0-160e-4fe5-88af-b443f69ac15c,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:36:59.731992 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c3a33200-620b-455b-9faf-574dae4d3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '886d727a-6057-4e0b-bbea-3c838d5b7eda', 'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'mac_address': 'fa:16:3e:14:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:39Z', 'updated_at': '2021-07-05T10:28:45Z', 'revision_number': 5, 'project_id': '362ae62a323e4233ac08e724c10958da', 'subnets': [{'id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:36:59.744608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2476c2-cd19-4572-b5bc-ee34f9e719cb req-3b1947bd-ecfe-4872-8b80-5e97f12c0673 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:36:59.751937 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab2476c2-cd19-4572-b5bc-ee34f9e719cb req-3b1947bd-ecfe-4872-8b80-5e97f12c0673 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 945 time: 0.3468690 Jul 05 10:36:59.763648 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a33200-620b-455b-9faf-574dae4d3bc1 None None] The sync data for ids ['16cef306-6378-4161-ada5-3c41aae36ad6'] in n-d-779913-27 is: [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:28:40Z', 'revision_number': 4, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '886d727a-6057-4e0b-bbea-3c838d5b7eda', 'name': '', 'network_id': '8d9ba3d3-255b-4dd7-b9fa-ac154251aa51', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'mac_address': 'fa:16:3e:14:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:39Z', 'updated_at': '2021-07-05T10:28:45Z', 'revision_number': 5, 'project_id': '362ae62a323e4233ac08e724c10958da', 'subnets': [{'id': '29e232e9-0213-4c50-9eaa-5083f737c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:36:59.789961 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:36:59.886253 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab2476c2-cd19-4572-b5bc-ee34f9e719cb req-f535eead-97a9-49ff-a56c-f17e1b3f5292 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314378 Jul 05 10:36:59.915820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=bb9a15b0-160e-4fe5-88af-b443f69ac15c,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:36:59.924643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:59.924952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:59.925469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:59.925818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:59.926163 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:59.926559 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:59.926904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:59.927241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:59.927619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:59.928070 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:59.928588 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:36:59.929014 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:00.054330 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:00.408262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c46d9-c0fe-4e8d-80b5-8f4770b55dd9 None None] New status for floating IP 5a8d0c1d-c33d-45f0-95ea-6597c1d1e8e6: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:37:00.445324 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:00.517930 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:00.671804 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Port': ['ID=8e6fe72a-0a76-4fc1-a39d-4cde24922eaf,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:00.694921 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:00.708383 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af77f7-51de-43bb-99b1-e97f6900a858 None None] Network b3db9e52-b834-407b-b73f-ad90ae46d0ec requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:37:00.730410 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54888) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:00.820795 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ee843e3f-cf5f-486d-a29a-daf575f04164 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:00.830420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network b3db9e52-b834-407b-b73f-ad90ae46d0ec is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:37:00.833843 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:37:00.855090 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ee843e3f-cf5f-486d-a29a-daf575f04164 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:00.922819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-13d6f589-ddd4-46af-813e-0b7788fcb615 None None] Provisioning for port e2a41268-8d5e-49e7-985e-bb88de043fca completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:37:00.992608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Router d8119815-e8d9-46c0-b570-02471300dbf9 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:37:01.002118 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ee843e3f-cf5f-486d-a29a-daf575f04164 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:01.004800 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ee843e3f-cf5f-486d-a29a-daf575f04164 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:01.006744 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ee843e3f-cf5f-486d-a29a-daf575f04164 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "DELETE /v2.0/security-groups/c758ba1d-9cd3-4cf7-848a-e4030e1d87b6 HTTP/1.1" status: 204 len: 168 time: 0.2733068 Jul 05 10:37:01.010944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54892) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:01.042142 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-0b94df87-2d5c-4fcd-b560-c5fe3f33ce89 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] show failed (client error): The resource could not be found. Jul 05 10:37:01.043207 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0b94df87-2d5c-4fcd-b560-c5fe3f33ce89 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "GET /v2.0/security-groups/c758ba1d-9cd3-4cf7-848a-e4030e1d87b6 HTTP/1.1" status: 404 len: 347 time: 0.0313792 Jul 05 10:37:01.056437 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54896) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:01.148937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee843e3f-cf5f-486d-a29a-daf575f04164 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c758ba1d-9cd3-4cf7-848a-e4030e1d87b6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:01.163972 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:37:01.170356 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3ec36587-5842-4135-9df8-67db2d4bf0d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "PUT /v2.0/routers/d8119815-e8d9-46c0-b570-02471300dbf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7759795 Jul 05 10:37:01.175352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54898) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:01.257721 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Sync routers for ids ['d8119815-e8d9-46c0-b570-02471300dbf9'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:37:01.275383 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Routers {'d8119815-e8d9-46c0-b570-02471300dbf9'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:37:01.281691 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:36:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8119815-e8d9-46c0-b570-02471300dbf9'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:37:01.304781 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bb9a15b0-160e-4fe5-88af-b443f69ac15c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:37:01.308356 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9dc521-60cb-4c47-b402-d3a123825579 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:01.308862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9dc521-60cb-4c47-b402-d3a123825579 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:01.310237 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9dc521-60cb-4c47-b402-d3a123825579 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:01.310722 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9dc521-60cb-4c47-b402-d3a123825579 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:01.311193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9dc521-60cb-4c47-b402-d3a123825579 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:01.311766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9dc521-60cb-4c47-b402-d3a123825579 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:01.313666 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-de9dc521-60cb-4c47-b402-d3a123825579 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.1369026 Jul 05 10:37:01.316248 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54902) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:01.316419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84df2b-71b1-426b-a50b-98e9df57eeb3 req-0f0e3aa8-72cb-456a-bb2b-9f1c0e198201 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:01.328546 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da84df2b-71b1-426b-a50b-98e9df57eeb3 req-0f0e3aa8-72cb-456a-bb2b-9f1c0e198201 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 945 time: 0.1769865 Jul 05 10:37:01.364692 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4edb1aa8-afa8-4610-90d2-dc7bc98cf184 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Deleting port f267351f-f68c-4625-a2ff-4253bf89fe3f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:37:01.365041 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4edb1aa8-afa8-4610-90d2-dc7bc98cf184 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:01.462668 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da84df2b-71b1-426b-a50b-98e9df57eeb3 req-4e82407d-8948-40b2-829f-8304fb0fe387 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330581 Jul 05 10:37:01.465017 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Set router d8119815-e8d9-46c0-b570-02471300dbf9 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:37:01.506571 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4edb1aa8-afa8-4610-90d2-dc7bc98cf184 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:01.506761 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port bb9a15b0-160e-4fe5-88af-b443f69ac15c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:37:01.507007 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4edb1aa8-afa8-4610-90d2-dc7bc98cf184 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:01.507238 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:01.531324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4edb1aa8-afa8-4610-90d2-dc7bc98cf184 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Calling delete_port for f267351f-f68c-4625-a2ff-4253bf89fe3f owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:37:01.547968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b4ff6e-fa19-4d4a-a9f5-da096edab0e1 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:01.548545 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b4ff6e-fa19-4d4a-a9f5-da096edab0e1 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:01.548986 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b4ff6e-fa19-4d4a-a9f5-da096edab0e1 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:01.549452 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b4ff6e-fa19-4d4a-a9f5-da096edab0e1 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:01.549917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b4ff6e-fa19-4d4a-a9f5-da096edab0e1 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:01.550377 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b4ff6e-fa19-4d4a-a9f5-da096edab0e1 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:01.552302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e1b4ff6e-fa19-4d4a-a9f5-da096edab0e1 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.2350910 Jul 05 10:37:01.559669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54908) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:01.566142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-779aa2c9-fbd6-49db-85ff-7d02431490a2 None None] Provisioning for port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:37:01.590071 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-779aa2c9-fbd6-49db-85ff-7d02431490a2 None None] Provisioning complete for port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:37:01.590599 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-779aa2c9-fbd6-49db-85ff-7d02431490a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:01.745416 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e2a41268-8d5e-49e7-985e-bb88de043fca up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:37:01.747851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-779aa2c9-fbd6-49db-85ff-7d02431490a2 None None] Port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:37:01.875570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-41ee5543-5d5f-48fe-a919-eefedc56e143 None None] Provisioning complete for port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:37:01.878781 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-41ee5543-5d5f-48fe-a919-eefedc56e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:01.896144 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9a58022c-8f9f-4e77-9d5c-dc747fba069c tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2330 time: 0.3337717 Jul 05 10:37:01.906149 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'name': 'tempest-TestNetworkBasicOps-router-1786567338', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:36:53Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:54Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8e6fe72a-0a76-4fc1-a39d-4cde24922eaf', 'name': '', 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:ee:d5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:58Z', 'updated_at': '2021-07-05T10:37:00Z', 'revision_number': 2, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:37:01.928917 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e2a41268-8d5e-49e7-985e-bb88de043fca completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:37:01.947035 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4edb1aa8-afa8-4610-90d2-dc7bc98cf184 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:01.956716 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Checking router: d8119815-e8d9-46c0-b570-02471300dbf9 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:37:01.957135 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Updating router d8119815-e8d9-46c0-b570-02471300dbf9 port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:37:01.959766 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e2a41268-8d5e-49e7-985e-bb88de043fca triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:37:01.961662 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:02.000097 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:02.025975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb1aa8-afa8-4610-90d2-dc7bc98cf184 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Pushing event deleted for resources: {'Port': ['ID=f267351f-f68c-4625-a2ff-4253bf89fe3f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:02.054984 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-41ee5543-5d5f-48fe-a919-eefedc56e143 None None] Port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:37:02.124987 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:02.144035 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4edb1aa8-afa8-4610-90d2-dc7bc98cf184 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:02.150164 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4edb1aa8-afa8-4610-90d2-dc7bc98cf184 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:02.156850 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4edb1aa8-afa8-4610-90d2-dc7bc98cf184 tempest-AttachVolumeShelveTestJSON-652132231 tempest-AttachVolumeShelveTestJSON-652132231-project] 10.222.0.77 "DELETE /v2.0/floatingips/5a8d0c1d-c33d-45f0-95ea-6597c1d1e8e6 HTTP/1.1" status: 204 len: 168 time: 1.0927904 Jul 05 10:37:02.253923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port e2a41268-8d5e-49e7-985e-bb88de043fca, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e2a41268-8d5e-49e7-985e-bb88de043fca,segment=NetworkSegment(7905737d-a397-48a5-903e-343cc333381b),segment_id=7905737d-a397-48a5-903e-343cc333381b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:37:02.260558 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3b2687dc-5535-4d74-bce8-150fc92ed568 None None] Provisioning complete for port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:37:02.260926 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3b2687dc-5535-4d74-bce8-150fc92ed568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:02.305054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3b2687dc-5535-4d74-bce8-150fc92ed568 None None] Port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:37:02.350480 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:02.399435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=e2a41268-8d5e-49e7-985e-bb88de043fca,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:02.440641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54916) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:02.445321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6d11937c-aa08-41a7-9d9f-d0cf7d087b15 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1968170503', 'description': 'tempest-secgroup-smoke-1968170503 description', 'project_id': '8e66d79111844aa38485a483a5286664'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:37:02.512393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7388048-1238-4a31-94c2-fbcfe6c992b4 req-bbd002b2-e0ec-41a1-8841-7b27bfb6b4aa tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:02.514940 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7388048-1238-4a31-94c2-fbcfe6c992b4 req-bbd002b2-e0ec-41a1-8841-7b27bfb6b4aa tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 945 time: 0.0967128 Jul 05 10:37:02.555973 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:02.558065 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7388048-1238-4a31-94c2-fbcfe6c992b4 req-9b1e743c-0409-45db-9e3d-7869d31d53c8 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354240 Jul 05 10:37:02.567820 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Transition to ACTIVE for port object 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:37:02.568559 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6d11937c-aa08-41a7-9d9f-d0cf7d087b15 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:02.674863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6d11937c-aa08-41a7-9d9f-d0cf7d087b15 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:02.681838 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:02.739833 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f49c3-548e-4fe7-aa30-d789b9a2c4f6 None None] Pushing event updated for resources: {'Port': ['ID=8e6fe72a-0a76-4fc1-a39d-4cde24922eaf,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:02.773866 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6d11937c-aa08-41a7-9d9f-d0cf7d087b15 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:02.824376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11937c-aa08-41a7-9d9f-d0cf7d087b15 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac6519d-2681-494f-b7d8-9d34cd382b95,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:02.829791 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Attempting to bind port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:37:02.830814 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Attempting to bind port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '7905737d-a397-48a5-903e-343cc333381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:37:02.831275 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Attempting to bind port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf on network b3db9e52-b834-407b-b73f-ad90ae46d0ec {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:37:02.837952 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:37:02.838550 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Checking segment: {'id': '7905737d-a397-48a5-903e-343cc333381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:37:02.839049 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:02.839737 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Bound using segment: {'id': '7905737d-a397-48a5-903e-343cc333381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:37:02.840305 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Bound port: 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7905737d-a397-48a5-903e-343cc333381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:37:02.841353 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:02.882605 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6d11937c-aa08-41a7-9d9f-d0cf7d087b15 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:02.884056 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6d11937c-aa08-41a7-9d9f-d0cf7d087b15 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4423501 Jul 05 10:37:02.886847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 54926) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:02.892687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-09f06f3e-5319-457b-a0bc-69c031649913 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': 'bac6519d-2681-494f-b7d8-9d34cd382b95', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:37:02.969244 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] For port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:37:02.975251 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] For port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8e6fe72a-0a76-4fc1-a39d-4cde24922eaf,segment=NetworkSegment(7905737d-a397-48a5-903e-343cc333381b),segment_id=7905737d-a397-48a5-903e-343cc333381b)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:37:03.044917 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-09f06f3e-5319-457b-a0bc-69c031649913 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:03.092879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e2a41268-8d5e-49e7-985e-bb88de043fca up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:37:03.100334 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:03.126278 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-09f06f3e-5319-457b-a0bc-69c031649913 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:03.158393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e2a41268-8d5e-49e7-985e-bb88de043fca triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:37:03.158774 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:03.174165 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Routers {'d8119815-e8d9-46c0-b570-02471300dbf9'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:37:03.174859 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:36:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8119815-e8d9-46c0-b570-02471300dbf9'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:37:03.225548 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-09f06f3e-5319-457b-a0bc-69c031649913 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:03.242243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f06f3e-5319-457b-a0bc-69c031649913 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9058b4f-26fd-4f65-9109-b29407b3cf2e,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:03.256834 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f49c3-548e-4fe7-aa30-d789b9a2c4f6 None None] Pushing event updated for resources: {'Port': ['ID=8e6fe72a-0a76-4fc1-a39d-4cde24922eaf,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:03.359057 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-09f06f3e-5319-457b-a0bc-69c031649913 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:03.364323 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-09f06f3e-5319-457b-a0bc-69c031649913 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4730680 Jul 05 10:37:03.372356 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54928) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:03.372356 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f1a196d7-883f-408b-842a-a5e7f6af47fd tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': 'bac6519d-2681-494f-b7d8-9d34cd382b95', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:37:03.379003 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] Set router d8119815-e8d9-46c0-b570-02471300dbf9 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:37:03.485090 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1a196d7-883f-408b-842a-a5e7f6af47fd tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:03.548495 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1a196d7-883f-408b-842a-a5e7f6af47fd tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:03.635797 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1a196d7-883f-408b-842a-a5e7f6af47fd tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:03.659856 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'name': 'tempest-TestNetworkBasicOps-router-1786567338', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:36:53Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:54Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8e6fe72a-0a76-4fc1-a39d-4cde24922eaf', 'name': '', 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:ee:d5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:58Z', 'updated_at': '2021-07-05T10:37:02Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:37:03.662022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a196d7-883f-408b-842a-a5e7f6af47fd tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d41f391-831e-4c84-a873-dc275aa9b0bf,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:03.683284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4d113-1b5b-4342-a706-e70d4a401c2e req-889e61e5-07ec-4853-97fc-571e6cb57d8b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:03.687592 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-69f4d113-1b5b-4342-a706-e70d4a401c2e req-889e61e5-07ec-4853-97fc-571e6cb57d8b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.73 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 945 time: 0.1089909 Jul 05 10:37:03.720435 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becee31b-1ea2-4bf6-92e7-87fdbc7ff4e4 None None] The sync data for ids ['d8119815-e8d9-46c0-b570-02471300dbf9'] in n-d-779913-27 is: [{'id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'name': 'tempest-TestNetworkBasicOps-router-1786567338', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:36:53Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:54Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8e6fe72a-0a76-4fc1-a39d-4cde24922eaf', 'name': '', 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:ee:d5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:58Z', 'updated_at': '2021-07-05T10:37:02Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:37:03.777284 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1a196d7-883f-408b-842a-a5e7f6af47fd tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:03.780864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f1a196d7-883f-408b-842a-a5e7f6af47fd tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4150386 Jul 05 10:37:03.783454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54936) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:03.803803 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-fe07d655-1d70-498d-a892-36d02f580d9e tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': 'bac6519d-2681-494f-b7d8-9d34cd382b95', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:37:03.898687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9a270-fed8-47de-99ac-97a088841d1b req-ed36402d-6964-4c08-a999-c305761c421b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:03.904246 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-88a9a270-fed8-47de-99ac-97a088841d1b req-ed36402d-6964-4c08-a999-c305761c421b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 945 time: 0.1553280 Jul 05 10:37:03.915679 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe07d655-1d70-498d-a892-36d02f580d9e tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:03.998138 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-88a9a270-fed8-47de-99ac-97a088841d1b req-d90c753f-be32-4054-ba19-f3bcf3e1b4be tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699468 Jul 05 10:37:04.010450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-69f4d113-1b5b-4342-a706-e70d4a401c2e req-b2181d90-6087-446e-aae7-caf116fe0ce5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Deleting port 15f26948-7619-4cf1-99eb-6c63681ced9e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:37:04.011127 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-69f4d113-1b5b-4342-a706-e70d4a401c2e req-b2181d90-6087-446e-aae7-caf116fe0ce5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:04.033077 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe07d655-1d70-498d-a892-36d02f580d9e tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:04.104781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-69f4d113-1b5b-4342-a706-e70d4a401c2e req-b2181d90-6087-446e-aae7-caf116fe0ce5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] For port 15f26948-7619-4cf1-99eb-6c63681ced9e, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=15f26948-7619-4cf1-99eb-6c63681ced9e,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:37:04.105415 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-69f4d113-1b5b-4342-a706-e70d4a401c2e req-b2181d90-6087-446e-aae7-caf116fe0ce5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:04.123237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-69f4d113-1b5b-4342-a706-e70d4a401c2e req-b2181d90-6087-446e-aae7-caf116fe0ce5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Calling delete_port for 15f26948-7619-4cf1-99eb-6c63681ced9e owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:37:04.177583 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe07d655-1d70-498d-a892-36d02f580d9e tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:04.205590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07d655-1d70-498d-a892-36d02f580d9e tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e450e4bf-ebf0-4b2c-ab4c-bad17e69a306,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:04.268387 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98e0b949-ed10-4d1b-8681-88e1f34b0b64 req-0fbbd2e7-32a2-443f-baf0-5757baec3be9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1215143 Jul 05 10:37:04.299409 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fe07d655-1d70-498d-a892-36d02f580d9e tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:04.304742 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fe07d655-1d70-498d-a892-36d02f580d9e tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5166769 Jul 05 10:37:04.305622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54942) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:04.310753 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-14e2c541-5f12-408c-b5ea-617715d93a8c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': 'bac6519d-2681-494f-b7d8-9d34cd382b95', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:37:04.350975 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-69f4d113-1b5b-4342-a706-e70d4a401c2e req-b2181d90-6087-446e-aae7-caf116fe0ce5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:04.364158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['15f26948-7619-4cf1-99eb-6c63681ced9e'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:37:04.366973 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d0bd5df9-3260-4276-9873-8bf97be06f5b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:37:04.418635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0b949-ed10-4d1b-8681-88e1f34b0b64 req-4c3c9423-f890-4bf3-9e32-efb6e43b2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:04.422889 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98e0b949-ed10-4d1b-8681-88e1f34b0b64 req-4c3c9423-f890-4bf3-9e32-efb6e43b2c56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56e6e6c37d314e79ae953e0e2809be12&device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 1098 time: 0.1017625 Jul 05 10:37:04.430648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2181d90-6087-446e-aae7-caf116fe0ce5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Pushing event deleted for resources: {'Port': ['ID=15f26948-7619-4cf1-99eb-6c63681ced9e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:04.506685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f4d113-1b5b-4342-a706-e70d4a401c2e req-b2181d90-6087-446e-aae7-caf116fe0ce5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] No DVR routers for this DVR port 15f26948-7619-4cf1-99eb-6c63681ced9e on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:37:04.509454 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-69f4d113-1b5b-4342-a706-e70d4a401c2e req-b2181d90-6087-446e-aae7-caf116fe0ce5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:04.511593 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-69f4d113-1b5b-4342-a706-e70d4a401c2e req-b2181d90-6087-446e-aae7-caf116fe0ce5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.73 "DELETE /v2.0/ports/15f26948-7619-4cf1-99eb-6c63681ced9e HTTP/1.1" status: 204 len: 173 time: 0.8181787 Jul 05 10:37:04.512084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08984b6-703d-4b17-91ba-45e63d20f419', 'name': 'network-vif-deleted', 'tag': '15f26948-7619-4cf1-99eb-6c63681ced9e'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:37:04.515094 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4101e71-b699-4c69-a6b6-5b313c6f39cf" -d '{"events": [{"server_uuid": "a08984b6-703d-4b17-91ba-45e63d20f419", "name": "network-vif-deleted", "tag": "15f26948-7619-4cf1-99eb-6c63681ced9e"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:37:04.589482 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0b949-ed10-4d1b-8681-88e1f34b0b64 req-1165d1fd-b486-4b69-bd66-aded819a1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:04.591542 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98e0b949-ed10-4d1b-8681-88e1f34b0b64 req-1165d1fd-b486-4b69-bd66-aded819a1339 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3098306f-a1ab-4180-9050-21e9929257d8 HTTP/1.1" status: 200 len: 915 time: 0.1436462 Jul 05 10:37:04.598215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-14e2c541-5f12-408c-b5ea-617715d93a8c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:04.598670 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c8594d-99e7-4d67-ab02-fded2c44b52a x-openstack-request-id: req-d4c8594d-99e7-4d67-ab02-fded2c44b52a {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:37:04.599057 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08984b6-703d-4b17-91ba-45e63d20f419", "name": "network-vif-deleted", "tag": "15f26948-7619-4cf1-99eb-6c63681ced9e", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:37:04.599314 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4c8594d-99e7-4d67-ab02-fded2c44b52a {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:37:04.599797 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08984b6-703d-4b17-91ba-45e63d20f419', 'name': 'network-vif-deleted', 'tag': '15f26948-7619-4cf1-99eb-6c63681ced9e', 'status': 'completed', 'code': 200} Jul 05 10:37:04.680271 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98e0b949-ed10-4d1b-8681-88e1f34b0b64 req-f8097144-1640-48b8-a59f-d0320989244d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b HTTP/1.1" status: 200 len: 217 time: 0.0690181 Jul 05 10:37:04.759988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0b949-ed10-4d1b-8681-88e1f34b0b64 req-ac10ea92-8046-4346-9f11-99e5466c07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:04.761580 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98e0b949-ed10-4d1b-8681-88e1f34b0b64 req-ac10ea92-8046-4346-9f11-99e5466c07e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e735a0a9-c2b5-45ec-b342-e40649f72f34 HTTP/1.1" status: 200 len: 854 time: 0.0696123 Jul 05 10:37:04.836187 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98e0b949-ed10-4d1b-8681-88e1f34b0b64 req-04899203-701a-4adf-8637-b02977c4ea99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3098306f-a1ab-4180-9050-21e9929257d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639212 Jul 05 10:37:04.933669 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-14e2c541-5f12-408c-b5ea-617715d93a8c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:04.993914 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98e0b949-ed10-4d1b-8681-88e1f34b0b64 req-f2c14aa9-b21d-4171-b2a6-2fc431ff2583 service neutron] 10.222.0.64 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447582 Jul 05 10:37:05.056626 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-14e2c541-5f12-408c-b5ea-617715d93a8c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:05.132966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:37:05.164933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2c541-5f12-408c-b5ea-617715d93a8c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65001db3-4c37-4bae-9373-0b1df99bf7d6,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:05.246110 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-027874d1-b6e8-4adb-b5c0-430bf153c7be req-c65d859d-2311-4c77-8874-65183f00c69c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=a08984b6-703d-4b17-91ba-45e63d20f419 HTTP/1.1" status: 200 len: 210 time: 0.0462458 Jul 05 10:37:05.254649 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98e0b949-ed10-4d1b-8681-88e1f34b0b64 req-592237b5-e65e-4887-8493-43127de81778 service neutron] 10.222.0.64 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568161 Jul 05 10:37:05.312467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-14e2c541-5f12-408c-b5ea-617715d93a8c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:05.313945 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-14e2c541-5f12-408c-b5ea-617715d93a8c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0071964 Jul 05 10:37:05.317943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54960) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:05.321442 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4f0a590e-67a2-44c3-a8f3-e95abc8a5fb1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': 'bac6519d-2681-494f-b7d8-9d34cd382b95', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:37:05.327423 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:37:05.331406 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:37:05.331893 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:05.430588 n-d-779913-27 neutron-server[100775]: INFO neutron.db.securitygroups_db [None req-4f0a590e-67a2-44c3-a8f3-e95abc8a5fb1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Project 8e66d79111844aa38485a483a5286664 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:37:05.438835 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4f0a590e-67a2-44c3-a8f3-e95abc8a5fb1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:05.468028 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:05.515857 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8e6fe72a-0a76-4fc1-a39d-4cde24922eaf,segment=NetworkSegment(7905737d-a397-48a5-903e-343cc333381b),segment_id=7905737d-a397-48a5-903e-343cc333381b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:37:05.536838 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4f0a590e-67a2-44c3-a8f3-e95abc8a5fb1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:05.601587 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:05.635526 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4f0a590e-67a2-44c3-a8f3-e95abc8a5fb1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:05.670805 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a590e-67a2-44c3-a8f3-e95abc8a5fb1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b79f5b-db7a-4483-a307-d653bee75645,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:05.678944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=8e6fe72a-0a76-4fc1-a39d-4cde24922eaf,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:05.819205 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4f0a590e-67a2-44c3-a8f3-e95abc8a5fb1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:05.823167 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4f0a590e-67a2-44c3-a8f3-e95abc8a5fb1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5029261 Jul 05 10:37:05.823304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 54968) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:05.828375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-02bee9d3-23c4-4450-9778-0826eb91beb2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'security_group_rule': {'security_group_id': 'bac6519d-2681-494f-b7d8-9d34cd382b95', 'project_id': '8e66d79111844aa38485a483a5286664', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:37:05.910621 n-d-779913-27 neutron-server[100775]: INFO neutron.db.securitygroups_db [None req-02bee9d3-23c4-4450-9778-0826eb91beb2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Project 8e66d79111844aa38485a483a5286664 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:37:05.916707 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02bee9d3-23c4-4450-9778-0826eb91beb2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:05.993059 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02bee9d3-23c4-4450-9778-0826eb91beb2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:06.059806 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02bee9d3-23c4-4450-9778-0826eb91beb2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:06.082008 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bee9d3-23c4-4450-9778-0826eb91beb2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75952185-1fc5-4b6f-804c-1a0fafeb1c60,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:06.168643 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-02bee9d3-23c4-4450-9778-0826eb91beb2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:06.178665 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-02bee9d3-23c4-4450-9778-0826eb91beb2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3457000 Jul 05 10:37:06.392688 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-39de8fac-f607-4688-9f7e-25f19e495933 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968170503&fields=id&tenant_id=8e66d79111844aa38485a483a5286664 HTTP/1.1" status: 200 len: 267 time: 0.0479379 Jul 05 10:37:06.531414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-c708227c-b7d6-4820-9bc2-b20dfb90b395 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:06.533002 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-c708227c-b7d6-4820-9bc2-b20dfb90b395 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/networks?id=b3db9e52-b834-407b-b73f-ad90ae46d0ec HTTP/1.1" status: 200 len: 797 time: 0.1327112 Jul 05 10:37:06.552594 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-0815531c-249a-466d-bb21-89c041dd6a6d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/quotas/8e66d79111844aa38485a483a5286664 HTTP/1.1" status: 200 len: 375 time: 0.0113339 Jul 05 10:37:06.652177 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-68b0e894-2479-47ab-9041-d75ce5f5d45a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e66d79111844aa38485a483a5286664&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937316 Jul 05 10:37:06.683109 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559348d-b020-4d7e-97b9-228a5fa4230a req-4a6be4f8-107c-4ff9-92c5-7278eb0a3c81 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:06.684835 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a559348d-b020-4d7e-97b9-228a5fa4230a req-4a6be4f8-107c-4ff9-92c5-7278eb0a3c81 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1158776 Jul 05 10:37:06.730651 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a559348d-b020-4d7e-97b9-228a5fa4230a req-2fd1068e-5cd7-4333-9cbe-e75090507a5d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391717 Jul 05 10:37:06.826726 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-edd7a73a-f125-46d8-94ab-3b67090c6428 service neutron] 10.222.0.77 "GET /v2.0/networks/b3db9e52-b834-407b-b73f-ad90ae46d0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621642 Jul 05 10:37:06.998326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76b92a-398c-40bc-b507-0f3db1c58ad9 req-177ba475-4fcf-4f8e-8d64-d1ddb2b99747 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:07.000663 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ad76b92a-398c-40bc-b507-0f3db1c58ad9 req-177ba475-4fcf-4f8e-8d64-d1ddb2b99747 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0835564 Jul 05 10:37:07.067064 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ad76b92a-398c-40bc-b507-0f3db1c58ad9 req-e5d6177b-0110-44b4-ae8d-abe8b8517d54 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586991 Jul 05 10:37:07.149815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:37:07.229230 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 15f26948-7619-4cf1-99eb-6c63681ced9e no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:37:07.269736 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 15f26948-7619-4cf1-99eb-6c63681ced9e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:37:07.269986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 15f26948-7619-4cf1-99eb-6c63681ced9e not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:37:07.282127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:37:07.282962 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:07.292792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d880a-6e6e-4521-aea8-f8a1ec4900e8 req-d6687163-3f08-4341-b4b3-db1eef138d62 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:07.294753 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b1d880a-6e6e-4521-aea8-f8a1ec4900e8 req-d6687163-3f08-4341-b4b3-db1eef138d62 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0783920 Jul 05 10:37:07.343227 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-a9d27c9f-174d-4712-8975-f8002b8c62d4 service neutron] 10.222.0.77 "GET /v2.0/networks/b3db9e52-b834-407b-b73f-ad90ae46d0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105190 Jul 05 10:37:07.362810 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b1d880a-6e6e-4521-aea8-f8a1ec4900e8 req-6109b4df-9a78-4b5f-8f82-bf0b2c340c49 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619905 Jul 05 10:37:08.349557 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:37:08.682766 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-422fe1fb-bc64-47dc-9f17-3b699b650938 req-7cde53cf-ce48-4033-b6fd-21230feb1301 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 210 time: 0.0500488 Jul 05 10:37:08.868914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55032) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:09.353585 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b132929-6dd7-4c3b-94f0-ffb45b50fdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:09.733308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-0b132929-6dd7-4c3b-94f0-ffb45b50fdee admin admin] Deleting port 886d727a-6057-4e0b-bbea-3c838d5b7eda {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:37:09.733866 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b132929-6dd7-4c3b-94f0-ffb45b50fdee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:09.784047 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-70c1a714-5c6d-421d-a598-cc1babbc2bdc req-2d1a60e1-b154-4cac-b2e0-a1a95d465c5b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 210 time: 0.0299976 Jul 05 10:37:09.821778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-0b132929-6dd7-4c3b-94f0-ffb45b50fdee admin admin] For port 886d727a-6057-4e0b-bbea-3c838d5b7eda, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=886d727a-6057-4e0b-bbea-3c838d5b7eda,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:37:09.822154 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b132929-6dd7-4c3b-94f0-ffb45b50fdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:09.844850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-0b132929-6dd7-4c3b-94f0-ffb45b50fdee admin admin] Calling delete_port for 886d727a-6057-4e0b-bbea-3c838d5b7eda owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:37:10.122785 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b132929-6dd7-4c3b-94f0-ffb45b50fdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:10.148019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b132929-6dd7-4c3b-94f0-ffb45b50fdee admin admin] Pushing event deleted for resources: {'Port': ['ID=886d727a-6057-4e0b-bbea-3c838d5b7eda,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:10.326138 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b132929-6dd7-4c3b-94f0-ffb45b50fdee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:10.829714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b132929-6dd7-4c3b-94f0-ffb45b50fdee admin admin] Router 16cef306-6378-4161-ada5-3c41aae36ad6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:37:10.993226 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bdfc8ee8-e599-423d-9b62-959bd332e950 req-a624aed7-4037-494c-835e-00ade4d97ce2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 210 time: 0.0605893 Jul 05 10:37:11.010689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b132929-6dd7-4c3b-94f0-ffb45b50fdee admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:37:11.015921 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0b132929-6dd7-4c3b-94f0-ffb45b50fdee admin admin] 10.222.0.77 "PUT /v2.0/routers/16cef306-6378-4161-ada5-3c41aae36ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1456580 Jul 05 10:37:11.018390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55076) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:11.027353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b999949e-63c0-4462-837e-615c2f60edfd None None] Sync routers for ids ['16cef306-6378-4161-ada5-3c41aae36ad6'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:37:11.073516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b999949e-63c0-4462-837e-615c2f60edfd None None] Routers {'16cef306-6378-4161-ada5-3c41aae36ad6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:37:11.075380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-b999949e-63c0-4462-837e-615c2f60edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:36:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['16cef306-6378-4161-ada5-3c41aae36ad6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:37:11.157702 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37139a09-d124-4de3-a3ce-df0432e271b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:11.234878 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-b999949e-63c0-4462-837e-615c2f60edfd None None] Set router 16cef306-6378-4161-ada5-3c41aae36ad6 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:37:11.267462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41201a-53df-4cdd-aa18-241b7e2540a8 req-fbc6d333-48c9-42a5-a666-4eb4b8678078 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:11.276170 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7c41201a-53df-4cdd-aa18-241b7e2540a8 req-fbc6d333-48c9-42a5-a666-4eb4b8678078 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1095519 Jul 05 10:37:11.283997 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37139a09-d124-4de3-a3ce-df0432e271b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:11.302984 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4f6f-0a88-44ef-b8b4-32d4ac024f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:11.318161 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7c41201a-53df-4cdd-aa18-241b7e2540a8 req-a643d2ad-af7c-4ca0-86e9-7f472510b489 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Jul 05 10:37:11.470963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-b999949e-63c0-4462-837e-615c2f60edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:37:09Z', 'revision_number': 5, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port': {'id': 'e36d36d8-3eb3-4813-9002-3cdf07a55f7b', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:28:36Z', 'updated_at': '2021-07-05T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:37:11.496685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-99832546-b0f4-4f8d-b3fd-5c6e306fce14 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:11.498457 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-99832546-b0f4-4f8d-b3fd-5c6e306fce14 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.73 "GET /v2.0/networks?id=b3db9e52-b834-407b-b73f-ad90ae46d0ec HTTP/1.1" status: 200 len: 797 time: 0.1509154 Jul 05 10:37:11.504509 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b999949e-63c0-4462-837e-615c2f60edfd None None] Checking router: 16cef306-6378-4161-ada5-3c41aae36ad6 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:37:11.514597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b999949e-63c0-4462-837e-615c2f60edfd None None] Routers {'16cef306-6378-4161-ada5-3c41aae36ad6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:37:11.515823 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-b999949e-63c0-4462-837e-615c2f60edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:36:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['16cef306-6378-4161-ada5-3c41aae36ad6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:37:11.604780 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-9558e5b5-b05e-4736-bb6d-806a67c956b4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e66d79111844aa38485a483a5286664 HTTP/1.1" status: 200 len: 380 time: 0.0674932 Jul 05 10:37:11.613209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-b999949e-63c0-4462-837e-615c2f60edfd None None] Set router 16cef306-6378-4161-ada5-3c41aae36ad6 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:37:11.616949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f44c22f9-2e63-422a-8da2-12c771ee76ac tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'port': {'device_id': '08b77fce-f835-4f09-a51e-4842d99a6b52', 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'admin_state_up': True, 'tenant_id': '8e66d79111844aa38485a483a5286664', 'security_groups': ['bac6519d-2681-494f-b7d8-9d34cd382b95']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:37:11.677663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-37139a09-d124-4de3-a3ce-df0432e271b5 admin admin] Deleting port e36d36d8-3eb3-4813-9002-3cdf07a55f7b {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:37:11.677663 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37139a09-d124-4de3-a3ce-df0432e271b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:11.687345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-b999949e-63c0-4462-837e-615c2f60edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:37:11Z', 'revision_number': 6, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:37:11.716313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b999949e-63c0-4462-837e-615c2f60edfd None None] The sync data for ids ['16cef306-6378-4161-ada5-3c41aae36ad6'] in n-d-779913-27 is: [{'id': '16cef306-6378-4161-ada5-3c41aae36ad6', 'name': 'tempest-AttachVolumeShelveTestJSON-73579806-router', 'tenant_id': '362ae62a323e4233ac08e724c10958da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:28:35Z', 'updated_at': '2021-07-05T10:37:11Z', 'revision_number': 6, 'project_id': '362ae62a323e4233ac08e724c10958da', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:37:11.728390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587bc27-06e0-430b-b380-76d65bbcd386 req-162aecf7-1da1-4171-afa5-3e4b6f7c5b0d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:11.735039 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0587bc27-06e0-430b-b380-76d65bbcd386 req-162aecf7-1da1-4171-afa5-3e4b6f7c5b0d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.2634246 Jul 05 10:37:11.832059 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0587bc27-06e0-430b-b380-76d65bbcd386 req-809a5a57-7142-4ed7-9727-9e282cd0778d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960915 Jul 05 10:37:11.857340 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-37139a09-d124-4de3-a3ce-df0432e271b5 admin admin] For port e36d36d8-3eb3-4813-9002-3cdf07a55f7b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e36d36d8-3eb3-4813-9002-3cdf07a55f7b,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:37:11.859027 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37139a09-d124-4de3-a3ce-df0432e271b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:11.879246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-37139a09-d124-4de3-a3ce-df0432e271b5 admin admin] Calling delete_port for e36d36d8-3eb3-4813-9002-3cdf07a55f7b owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:37:12.014007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f44c22f9-2e63-422a-8da2-12c771ee76ac tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Made reservation on behalf of 8e66d79111844aa38485a483a5286664 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:37:12.017516 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f44c22f9-2e63-422a-8da2-12c771ee76ac tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:12.208580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f44c22f9-2e63-422a-8da2-12c771ee76ac tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Allocated IP 172.20.0.13 (b3db9e52-b834-407b-b73f-ad90ae46d0ec/9859bf61-c8e3-4881-9b8a-fb4bf981a42c/94aaec05-1e75-4377-a3d8-347382610ca6) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:37:12.246889 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3c5c465e-0623-47c4-9cb1-25d83bccb02d req-780321e4-b212-4e13-a12d-b26e5ce3f900 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 210 time: 0.0426090 Jul 05 10:37:12.312988 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37139a09-d124-4de3-a3ce-df0432e271b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:12.349232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37139a09-d124-4de3-a3ce-df0432e271b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e36d36d8-3eb3-4813-9002-3cdf07a55f7b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:12.449259 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37139a09-d124-4de3-a3ce-df0432e271b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:12.503357 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f44c22f9-2e63-422a-8da2-12c771ee76ac tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:12.585504 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37139a09-d124-4de3-a3ce-df0432e271b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:12.587330 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f44c22f9-2e63-422a-8da2-12c771ee76ac tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Transition to ACTIVE for port object 94aaec05-1e75-4377-a3d8-347382610ca6 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:37:12.589156 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37139a09-d124-4de3-a3ce-df0432e271b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:12.716762 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37139a09-d124-4de3-a3ce-df0432e271b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:12.717352 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37139a09-d124-4de3-a3ce-df0432e271b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16cef306-6378-4161-ada5-3c41aae36ad6 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:37:12.723062 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37139a09-d124-4de3-a3ce-df0432e271b5 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:12.723187 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-37139a09-d124-4de3-a3ce-df0432e271b5 admin admin] 10.222.0.77 "DELETE /v2.0/routers/16cef306-6378-4161-ada5-3c41aae36ad6 HTTP/1.1" status: 204 len: 168 time: 1.6972268 Jul 05 10:37:12.725913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55096) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:12.763204 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f44c22f9-2e63-422a-8da2-12c771ee76ac tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:12.774308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a6fbe2-71b7-4ac3-b1f8-5c90d763080b admin admin] Deleting subnet 29e232e9-0213-4c50-9eaa-5083f737c183 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:37:12.780281 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4a6fbe2-71b7-4ac3-b1f8-5c90d763080b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:12.817365 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f44c22f9-2e63-422a-8da2-12c771ee76ac tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network b3db9e52-b834-407b-b73f-ad90ae46d0ec is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:37:12.820178 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4a6fbe2-71b7-4ac3-b1f8-5c90d763080b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:12.823397 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f44c22f9-2e63-422a-8da2-12c771ee76ac tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:37:12.831162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f44c22f9-2e63-422a-8da2-12c771ee76ac tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:37:12.835913 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c22f9-2e63-422a-8da2-12c771ee76ac tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Port': ['ID=94aaec05-1e75-4377-a3d8-347382610ca6,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:12.925876 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f44c22f9-2e63-422a-8da2-12c771ee76ac tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:12.927273 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f44c22f9-2e63-422a-8da2-12c771ee76ac tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:12.944248 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4a6fbe2-71b7-4ac3-b1f8-5c90d763080b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.032277 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f44c22f9-2e63-422a-8da2-12c771ee76ac tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4201295 Jul 05 10:37:13.045109 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Request body: {'port': {'device_id': '08b77fce-f835-4f09-a51e-4842d99a6b52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:37:13.082479 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4a6fbe2-71b7-4ac3-b1f8-5c90d763080b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.108340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6fbe2-71b7-4ac3-b1f8-5c90d763080b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e232e9-0213-4c50-9eaa-5083f737c183,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:13.110614 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 886d727a-6057-4e0b-bbea-3c838d5b7eda no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:37:13.148897 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4a6fbe2-71b7-4ac3-b1f8-5c90d763080b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.153233 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b4a6fbe2-71b7-4ac3-b1f8-5c90d763080b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/29e232e9-0213-4c50-9eaa-5083f737c183 HTTP/1.1" status: 204 len: 168 time: 0.4257352 Jul 05 10:37:13.155923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 886d727a-6057-4e0b-bbea-3c838d5b7eda {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:37:13.156260 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55102) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:13.156384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 886d727a-6057-4e0b-bbea-3c838d5b7eda not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:37:13.156684 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e36d36d8-3eb3-4813-9002-3cdf07a55f7b no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:37:13.193542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: e36d36d8-3eb3-4813-9002-3cdf07a55f7b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:37:13.193884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e36d36d8-3eb3-4813-9002-3cdf07a55f7b not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:37:13.195641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624fd931-39ea-4c60-af32-e8ae950bac10 None None] Network 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:37:13.231298 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.286103 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.376299 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] Deleting port a6d2555b-55ba-4446-91a8-d0ad93110df7 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:37:13.376927 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.404613 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fd49129b-7191-470c-b7b3-1dd9713423d0 None None] Provisioning for port 94aaec05-1e75-4377-a3d8-347382610ca6 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:37:13.410213 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fd49129b-7191-470c-b7b3-1dd9713423d0 None None] Provisioning complete for port 94aaec05-1e75-4377-a3d8-347382610ca6 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:37:13.410669 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fd49129b-7191-470c-b7b3-1dd9713423d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.473671 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f5ed5-75b5-44e4-8ebe-2d4e34f950be None None] DHCP port deletion for 8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:37:13.478282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fd49129b-7191-470c-b7b3-1dd9713423d0 None None] Port 94aaec05-1e75-4377-a3d8-347382610ca6 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:37:13.489778 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] For port a6d2555b-55ba-4446-91a8-d0ad93110df7, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a6d2555b-55ba-4446-91a8-d0ad93110df7,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:37:13.490316 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.510956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] Calling delete_port for a6d2555b-55ba-4446-91a8-d0ad93110df7 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:37:13.635418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f38f5ed5-75b5-44e4-8ebe-2d4e34f950be None None] Deleting port a6d2555b-55ba-4446-91a8-d0ad93110df7 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:37:13.635418 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f38f5ed5-75b5-44e4-8ebe-2d4e34f950be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.643497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9233567-de9d-4a65-9a20-3b7c76d70a20 req-adecb429-cb43-48a9-80b3-fcc309702e73 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:13.646624 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a9233567-de9d-4a65-9a20-3b7c76d70a20 req-adecb429-cb43-48a9-80b3-fcc309702e73 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 932 time: 0.2046001 Jul 05 10:37:13.714053 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f38f5ed5-75b5-44e4-8ebe-2d4e34f950be None None] For port a6d2555b-55ba-4446-91a8-d0ad93110df7, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a6d2555b-55ba-4446-91a8-d0ad93110df7,segment=NetworkSegment(fe057a36-54c7-4644-9956-f72cbcd98dfc),segment_id=fe057a36-54c7-4644-9956-f72cbcd98dfc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:37:13.715180 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f38f5ed5-75b5-44e4-8ebe-2d4e34f950be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.732544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94aaec05-1e75-4377-a3d8-347382610ca6 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:37:13.734424 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f38f5ed5-75b5-44e4-8ebe-2d4e34f950be None None] Calling delete_port for a6d2555b-55ba-4446-91a8-d0ad93110df7 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:37:13.742204 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.747548 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a9233567-de9d-4a65-9a20-3b7c76d70a20 req-1dc4fd0a-1dac-49a9-bcbc-c2bcc8dce494 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=bac6519d-2681-494f-b7d8-9d34cd382b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904675 Jul 05 10:37:13.750838 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.772290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Transition to ACTIVE for port object 94aaec05-1e75-4377-a3d8-347382610ca6 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:37:13.773207 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] No DVR routers for this DVR port a6d2555b-55ba-4446-91a8-d0ad93110df7 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:37:13.816009 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.819470 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9c7bad46-d517-40f8-89ce-75dca45f41e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.826921 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d2555b-55ba-4446-91a8-d0ad93110df7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:13.836632 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.902755 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f38f5ed5-75b5-44e4-8ebe-2d4e34f950be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.929636 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:13.948998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9ba3d3-255b-4dd7-b9fa-ac154251aa51']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:37:13.958716 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Pushing event updated for resources: {'Port': ['ID=94aaec05-1e75-4377-a3d8-347382610ca6,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:13.993634 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f5ed5-75b5-44e4-8ebe-2d4e34f950be None None] Pushing event deleted for resources: {'Port': ['ID=a6d2555b-55ba-4446-91a8-d0ad93110df7,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:14.002883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe057a36-54c7-4644-9956-f72cbcd98dfc') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:37:14.003194 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe057a36-54c7-4644-9956-f72cbcd98dfc') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:37:14.004545 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38f5ed5-75b5-44e4-8ebe-2d4e34f950be None None] No DVR routers for this DVR port a6d2555b-55ba-4446-91a8-d0ad93110df7 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:37:14.026406 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:14.043120 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:14.052293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:37:14.053524 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:14.086757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Attempting to bind port 94aaec05-1e75-4377-a3d8-347382610ca6 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:37:14.087014 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Attempting to bind port 94aaec05-1e75-4377-a3d8-347382610ca6 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '7905737d-a397-48a5-903e-343cc333381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:37:14.087346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Attempting to bind port 94aaec05-1e75-4377-a3d8-347382610ca6 on network b3db9e52-b834-407b-b73f-ad90ae46d0ec {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:37:14.094309 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Port 94aaec05-1e75-4377-a3d8-347382610ca6 on network b3db9e52-b834-407b-b73f-ad90ae46d0ec not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:37:14.094309 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Attempting to bind port 94aaec05-1e75-4377-a3d8-347382610ca6 on network b3db9e52-b834-407b-b73f-ad90ae46d0ec {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:37:14.098558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:37:14.098897 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Checking segment: {'id': '7905737d-a397-48a5-903e-343cc333381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:37:14.099300 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Bound using segment: {'id': '7905737d-a397-48a5-903e-343cc333381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:37:14.099994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Bound port: 94aaec05-1e75-4377-a3d8-347382610ca6, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7905737d-a397-48a5-903e-343cc333381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:37:14.101202 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:37:14.120048 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:37:14.196040 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:14.204465 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:14.210363 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8d9ba3d3-255b-4dd7-b9fa-ac154251aa51 HTTP/1.1" status: 204 len: 168 time: 1.0501857 Jul 05 10:37:14.225314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf79cde-7160-4fdb-a4e0-c1047d5c64d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d9ba3d3-255b-4dd7-b9fa-ac154251aa51,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:14.226581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] For port 94aaec05-1e75-4377-a3d8-347382610ca6, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:37:14.231901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] For port 94aaec05-1e75-4377-a3d8-347382610ca6, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94aaec05-1e75-4377-a3d8-347382610ca6,segment=NetworkSegment(7905737d-a397-48a5-903e-343cc333381b),segment_id=7905737d-a397-48a5-903e-343cc333381b)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:37:14.345823 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:14.383523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:14.384541 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:14.385969 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] 10.222.0.73 "PUT /v2.0/ports/94aaec05-1e75-4377-a3d8-347382610ca6 HTTP/1.1" status: 200 len: 1093 time: 1.3461037 Jul 05 10:37:14.386421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b77fce-f835-4f09-a51e-4842d99a6b52', 'tag': '94aaec05-1e75-4377-a3d8-347382610ca6'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:37:14.388831 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88114c37-5186-4c95-bb93-19aab276054a" -d '{"events": [{"name": "network-changed", "server_uuid": "08b77fce-f835-4f09-a51e-4842d99a6b52", "tag": "94aaec05-1e75-4377-a3d8-347382610ca6"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:37:14.424740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9901631-1e3d-4a94-8c5f-425b83e5c1cf service neutron] Pushing event updated for resources: {'Port': ['ID=94aaec05-1e75-4377-a3d8-347382610ca6,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:14.444804 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab4c4ea-2b3f-44c7-9bc4-106ae5b4fcb7 x-openstack-request-id: req-bab4c4ea-2b3f-44c7-9bc4-106ae5b4fcb7 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:37:14.445119 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b77fce-f835-4f09-a51e-4842d99a6b52", "tag": "94aaec05-1e75-4377-a3d8-347382610ca6", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:37:14.445365 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bab4c4ea-2b3f-44c7-9bc4-106ae5b4fcb7 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:37:14.445747 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b77fce-f835-4f09-a51e-4842d99a6b52', 'tag': '94aaec05-1e75-4377-a3d8-347382610ca6', 'status': 'completed', 'code': 200} Jul 05 10:37:14.548726 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88114c37-5186-4c95-bb93-19aab276054a req-e5c3742a-d829-43d6-937e-4ea67de07edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:14.550508 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-88114c37-5186-4c95-bb93-19aab276054a req-e5c3742a-d829-43d6-937e-4ea67de07edf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e66d79111844aa38485a483a5286664&device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 1096 time: 0.0836751 Jul 05 10:37:14.647169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55120) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:14.683162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88114c37-5186-4c95-bb93-19aab276054a req-3dae6e43-082d-4466-b03a-4b5edf5d53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:14.685490 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-88114c37-5186-4c95-bb93-19aab276054a req-3dae6e43-082d-4466-b03a-4b5edf5d53e8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=8e66d79111844aa38485a483a5286664&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1274776 Jul 05 10:37:14.712983 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-12e69100-c7d9-4e71-928a-1658fbeab504 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=362ae62a323e4233ac08e724c10958da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622902 Jul 05 10:37:14.713321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55126) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:14.818480 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a589ee85-ae7f-45ae-b0ed-bf056b4e624f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:14.858711 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a589ee85-ae7f-45ae-b0ed-bf056b4e624f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:14.858711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88114c37-5186-4c95-bb93-19aab276054a req-ebc8c20d-d626-4921-b6dc-ff49a85176f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:14.858711 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-88114c37-5186-4c95-bb93-19aab276054a req-ebc8c20d-d626-4921-b6dc-ff49a85176f4 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1667380 Jul 05 10:37:15.002961 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:15.081522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c07a1f-5d95-4330-9498-d1a2db7a703b req-69f34501-34e8-4720-b757-71757168dbf2 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:15.083883 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f3c07a1f-5d95-4330-9498-d1a2db7a703b req-69f34501-34e8-4720-b757-71757168dbf2 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1050470 Jul 05 10:37:15.105510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a6d2555b-55ba-4446-91a8-d0ad93110df7 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:37:15.139333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: a6d2555b-55ba-4446-91a8-d0ad93110df7 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:37:15.139333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a6d2555b-55ba-4446-91a8-d0ad93110df7 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:37:15.139837 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f3c07a1f-5d95-4330-9498-d1a2db7a703b req-2650590a-ea9e-4604-af38-f1e7ff02528b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443525 Jul 05 10:37:15.325198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abd265-7594-460c-9036-6620e79ceb61 req-2fa91561-7642-4895-8dd2-1c728faf2fff tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:15.326803 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48abd265-7594-460c-9036-6620e79ceb61 req-2fa91561-7642-4895-8dd2-1c728faf2fff tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 944 time: 0.4164231 Jul 05 10:37:15.330330 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-d892c98b-a02a-49b6-af69-c45fda21ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:15.332811 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-d892c98b-a02a-49b6-af69-c45fda21ca02 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e66d79111844aa38485a483a5286664&device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 1096 time: 0.4185081 Jul 05 10:37:15.363192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e10edd-b316-4363-9f34-f3a62e70624f req-7c13b59e-b744-4e08-965f-022ab0cd359a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:15.364964 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c5e10edd-b316-4363-9f34-f3a62e70624f req-7c13b59e-b744-4e08-965f-022ab0cd359a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0842414 Jul 05 10:37:15.391194 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a589ee85-ae7f-45ae-b0ed-bf056b4e624f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:15.393671 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a589ee85-ae7f-45ae-b0ed-bf056b4e624f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:15.394879 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a589ee85-ae7f-45ae-b0ed-bf056b4e624f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5c38a97d-f420-4659-baeb-eb46e614a5ab HTTP/1.1" status: 204 len: 168 time: 0.6806161 Jul 05 10:37:15.396406 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-2ea1dc4b-bf07-489d-9b12-d5900b1df9eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94aaec05-1e75-4377-a3d8-347382610ca6 HTTP/1.1" status: 200 len: 217 time: 0.0533159 Jul 05 10:37:15.421123 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c5e10edd-b316-4363-9f34-f3a62e70624f req-cb362160-57da-4831-af9b-0d4ddb50390b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466602 Jul 05 10:37:15.425974 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589ee85-ae7f-45ae-b0ed-bf056b4e624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c38a97d-f420-4659-baeb-eb46e614a5ab,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:15.454036 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48abd265-7594-460c-9036-6620e79ceb61 req-8623f893-a47c-4057-ae5b-49bef6aeb18d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=bac6519d-2681-494f-b7d8-9d34cd382b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187153 Jul 05 10:37:15.484272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-2ffbd35c-3e76-438e-bde4-445794a609d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:15.486285 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-2ffbd35c-3e76-438e-bde4-445794a609d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9859bf61-c8e3-4881-9b8a-fb4bf981a42c HTTP/1.1" status: 200 len: 835 time: 0.0822661 Jul 05 10:37:15.561743 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-7dcbc3db-57fc-44cc-bb99-445a4284392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:15.563704 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-7dcbc3db-57fc-44cc-bb99-445a4284392b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b3db9e52-b834-407b-b73f-ad90ae46d0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710988 Jul 05 10:37:15.665892 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-8beb3055-4968-4b23-83cd-d51af374cd91 service neutron] 10.222.0.73 "GET /v2.0/networks/b3db9e52-b834-407b-b73f-ad90ae46d0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951729 Jul 05 10:37:15.699279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d4d48-a670-4140-919a-68c983abad60 req-5569b00a-7a98-495a-a068-879783fed70b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:15.707751 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-651d4d48-a670-4140-919a-68c983abad60 req-5569b00a-7a98-495a-a068-879783fed70b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0756106 Jul 05 10:37:15.747173 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-651d4d48-a670-4140-919a-68c983abad60 req-9f9c12ca-2ff6-488f-8860-232f33e401c7 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378962 Jul 05 10:37:15.797466 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7cd0e7f-98e5-49ad-aa04-fb22f1ab0b5e req-7b0736aa-ca42-4153-abd8-83f56abdc246 service neutron] 10.222.0.73 "GET /v2.0/networks/b3db9e52-b834-407b-b73f-ad90ae46d0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245973 Jul 05 10:37:15.941477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04ba9e-0c3e-49d3-9e29-38ea6d7a0be6 req-efb03420-c42f-487e-94bd-365ba0cf4b4f tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:15.957547 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0d04ba9e-0c3e-49d3-9e29-38ea6d7a0be6 req-efb03420-c42f-487e-94bd-365ba0cf4b4f tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0770481 Jul 05 10:37:15.990519 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0d04ba9e-0c3e-49d3-9e29-38ea6d7a0be6 req-c5eab2b3-3242-4a50-b840-1d9e447ca75e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387843 Jul 05 10:37:16.301652 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d341c-8708-42ed-8f8c-d3600c29077a req-a1b634b9-73d4-4789-97c3-ddad93af343f tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:16.303290 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c2d341c-8708-42ed-8f8c-d3600c29077a req-a1b634b9-73d4-4789-97c3-ddad93af343f tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0689895 Jul 05 10:37:16.357116 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c2d341c-8708-42ed-8f8c-d3600c29077a req-b7fa8bee-db0f-4761-8c56-010179d8dd28 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439458 Jul 05 10:37:16.615077 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ba43a-8474-4fd1-8665-522819b83ce4 req-a68d6750-3910-43a9-8017-ed5db87a7b49 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:16.627660 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b99ba43a-8474-4fd1-8665-522819b83ce4 req-a68d6750-3910-43a9-8017-ed5db87a7b49 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1274328 Jul 05 10:37:16.702680 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b99ba43a-8474-4fd1-8665-522819b83ce4 req-300f3d63-90f2-4cf5-9124-ae78bb07ad18 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731821 Jul 05 10:37:16.763695 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d93a4-75f0-4e8c-8912-8d84fd141d23 req-a71d151a-2409-45e3-9cfb-0ceb35aa4076 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:16.774333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0c9d93a4-75f0-4e8c-8912-8d84fd141d23 req-a71d151a-2409-45e3-9cfb-0ceb35aa4076 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 944 time: 0.1083899 Jul 05 10:37:16.851090 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0c9d93a4-75f0-4e8c-8912-8d84fd141d23 req-5ea6ad07-86f3-4985-b154-c233d9d58cda tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=bac6519d-2681-494f-b7d8-9d34cd382b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754330 Jul 05 10:37:16.854532 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:17.244491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949eb077-86e9-4730-8e3f-65cdd087a255 req-00a3ca20-370a-4b36-a8b1-7beaa409553d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:17.248158 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-949eb077-86e9-4730-8e3f-65cdd087a255 req-00a3ca20-370a-4b36-a8b1-7beaa409553d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0994847 Jul 05 10:37:17.305129 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-949eb077-86e9-4730-8e3f-65cdd087a255 req-51b5c60c-f46a-471b-91c6-43fd2afd36f0 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492237 Jul 05 10:37:17.516768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4375b-8075-4065-a7f7-a726aa4da370 req-b53b9450-647e-489b-a0e7-a53869c1e4d6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:17.518844 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-39a4375b-8075-4065-a7f7-a726aa4da370 req-b53b9450-647e-489b-a0e7-a53869c1e4d6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0843179 Jul 05 10:37:17.569685 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-39a4375b-8075-4065-a7f7-a726aa4da370 req-f9dfb7d1-16aa-4d55-bdba-6f66441bd22e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426271 Jul 05 10:37:17.930561 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31bf7f-f33c-4f40-8cb5-88998348bc0c req-1788f6c1-5154-4989-add8-4eff6dec2423 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:17.933194 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ce31bf7f-f33c-4f40-8cb5-88998348bc0c req-1788f6c1-5154-4989-add8-4eff6dec2423 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0959406 Jul 05 10:37:18.042608 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ce31bf7f-f33c-4f40-8cb5-88998348bc0c req-19cffc14-6b31-420a-9b66-a84b0c676004 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975976 Jul 05 10:37:18.210715 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ad5c3-d993-4fb2-8a99-8b7eb97e2acb req-532e6f97-b393-406c-b98f-8744b2d47c47 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:18.213354 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-405ad5c3-d993-4fb2-8a99-8b7eb97e2acb req-532e6f97-b393-406c-b98f-8744b2d47c47 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 944 time: 0.1431885 Jul 05 10:37:18.273856 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-405ad5c3-d993-4fb2-8a99-8b7eb97e2acb req-2ad6913f-b9f1-4401-b9a0-01ace5f17772 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=bac6519d-2681-494f-b7d8-9d34cd382b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521212 Jul 05 10:37:18.368284 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47af22-ccd6-4130-be9e-858dbae0b89e req-70d239b1-05b5-490b-86f6-af915d1530cf tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:18.370119 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f47af22-ccd6-4130-be9e-858dbae0b89e req-70d239b1-05b5-490b-86f6-af915d1530cf tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0957186 Jul 05 10:37:18.436377 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f47af22-ccd6-4130-be9e-858dbae0b89e req-157d9159-a877-4a77-88b6-1b6cef21d835 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545690 Jul 05 10:37:18.762494 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4a081-10b5-44e3-b8fa-a4f2e14f9ef4 req-e833790f-fa76-454a-94c3-78378356136d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:18.766208 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9ae4a081-10b5-44e3-b8fa-a4f2e14f9ef4 req-e833790f-fa76-454a-94c3-78378356136d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0941498 Jul 05 10:37:18.827221 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9ae4a081-10b5-44e3-b8fa-a4f2e14f9ef4 req-0899aa27-85ef-4ac1-ae2f-7363003cd019 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563891 Jul 05 10:37:19.132514 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0e59a-5c05-4fdd-9729-142115cecbe6 req-f5ee3d8d-110a-4493-94a6-d0a29015968b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:19.134755 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-03d0e59a-5c05-4fdd-9729-142115cecbe6 req-f5ee3d8d-110a-4493-94a6-d0a29015968b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0810652 Jul 05 10:37:19.190775 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-03d0e59a-5c05-4fdd-9729-142115cecbe6 req-eb0af210-f863-4587-a4b2-f415adca2fe9 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489564 Jul 05 10:37:19.294997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 94aaec05-1e75-4377-a3d8-347382610ca6 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:37:19.483745 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 94aaec05-1e75-4377-a3d8-347382610ca6, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94aaec05-1e75-4377-a3d8-347382610ca6,segment=NetworkSegment(7905737d-a397-48a5-903e-343cc333381b),segment_id=7905737d-a397-48a5-903e-343cc333381b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:37:19.509738 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '94aaec05-1e75-4377-a3d8-347382610ca6', 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'port_id': '94aaec05-1e75-4377-a3d8-347382610ca6', 'mac_address': 'fa:16:3e:3c:1f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:37:19.570891 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:19.589292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94aaec05-1e75-4377-a3d8-347382610ca6 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:37:19.592687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad1f73-ca88-4fe2-a3fc-40e642d71f3d req-dd200c7d-0245-49d2-ab29-c267b17b731c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:19.598402 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-abad1f73-ca88-4fe2-a3fc-40e642d71f3d req-dd200c7d-0245-49d2-ab29-c267b17b731c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 944 time: 0.1158454 Jul 05 10:37:19.602941 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2acd31-7819-40b2-bd9d-cdb06b21bbb0 req-7017e6f0-17b3-481d-892f-957cfb8aae2b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:19.610521 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ad2acd31-7819-40b2-bd9d-cdb06b21bbb0 req-7017e6f0-17b3-481d-892f-957cfb8aae2b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/networks?id=3098306f-a1ab-4180-9050-21e9929257d8 HTTP/1.1" status: 200 len: 814 time: 0.1991014 Jul 05 10:37:19.616715 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 94aaec05-1e75-4377-a3d8-347382610ca6, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94aaec05-1e75-4377-a3d8-347382610ca6,segment=NetworkSegment(7905737d-a397-48a5-903e-343cc333381b),segment_id=7905737d-a397-48a5-903e-343cc333381b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:37:19.622007 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ad2acd31-7819-40b2-bd9d-cdb06b21bbb0 req-e893e896-2c89-46d5-925a-38714be14ad8 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/quotas/56e6e6c37d314e79ae953e0e2809be12 HTTP/1.1" status: 200 len: 375 time: 0.0096354 Jul 05 10:37:19.645759 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-abad1f73-ca88-4fe2-a3fc-40e642d71f3d req-00afc39a-1329-42cd-8405-fdfb2a2490f4 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=bac6519d-2681-494f-b7d8-9d34cd382b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453112 Jul 05 10:37:19.716991 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:19.721372 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ad2acd31-7819-40b2-bd9d-cdb06b21bbb0 req-bba1145e-8256-4f1c-9098-dbc5b562bb6d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=56e6e6c37d314e79ae953e0e2809be12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0939300 Jul 05 10:37:19.781603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=94aaec05-1e75-4377-a3d8-347382610ca6,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:19.924133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['94aaec05-1e75-4377-a3d8-347382610ca6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:37:19.966372 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ba0e3-b250-47a8-8161-e5ece447bef9 req-b9a33251-c406-4688-80c6-b2cc98c78373 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:19.968680 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-269ba0e3-b250-47a8-8161-e5ece447bef9 req-b9a33251-c406-4688-80c6-b2cc98c78373 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1079943 Jul 05 10:37:20.054691 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-269ba0e3-b250-47a8-8161-e5ece447bef9 req-f1bbb43c-1adf-4f40-be9b-43604175f2e6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736632 Jul 05 10:37:20.368225 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9197ba2-3d05-4700-86ab-bf87c622a960 req-1ca8437f-c663-4fa3-937a-c43d700e7d4a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:20.369691 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9197ba2-3d05-4700-86ab-bf87c622a960 req-1ca8437f-c663-4fa3-937a-c43d700e7d4a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1101789 Jul 05 10:37:20.438893 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9197ba2-3d05-4700-86ab-bf87c622a960 req-8ebb3208-4054-457f-9fdb-2351bab50667 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590677 Jul 05 10:37:20.683321 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-39d11765-5506-4d88-9bd7-235d8167942a req-ed18eac8-21f5-4c62-8e75-2c0fa62578b1 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=56e6e6c37d314e79ae953e0e2809be12 HTTP/1.1" status: 200 len: 221 time: 0.0283270 Jul 05 10:37:20.899284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566f20e-5b3d-4bcc-9d6a-24321be05e85 req-a2810f7a-9597-4168-9983-6f8c7e400c33 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:20.899284 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2566f20e-5b3d-4bcc-9d6a-24321be05e85 req-a2810f7a-9597-4168-9983-6f8c7e400c33 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0869944 Jul 05 10:37:20.953313 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477c22c-7fc2-424f-9568-adc13ed563a6 req-024435be-42ff-4ca2-89ac-9c55bc3bf3ac tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:20.962250 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9477c22c-7fc2-424f-9568-adc13ed563a6 req-024435be-42ff-4ca2-89ac-9c55bc3bf3ac tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 945 time: 0.1330783 Jul 05 10:37:20.964642 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2566f20e-5b3d-4bcc-9d6a-24321be05e85 req-abb0892d-481a-4805-987a-c1c6c59174b6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509994 Jul 05 10:37:21.014081 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9477c22c-7fc2-424f-9568-adc13ed563a6 req-c5f3fa4b-308e-49aa-a882-1988d9ce35dc tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=bac6519d-2681-494f-b7d8-9d34cd382b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509369 Jul 05 10:37:21.186091 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5610e1-4654-453b-9eed-26ed57449719 req-c44737e5-63c6-4b30-b5d9-6edc956954ef tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:21.187577 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb5610e1-4654-453b-9eed-26ed57449719 req-c44737e5-63c6-4b30-b5d9-6edc956954ef tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0810411 Jul 05 10:37:21.249107 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb5610e1-4654-453b-9eed-26ed57449719 req-784ccfb1-568c-4968-82f1-f91c34360104 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546603 Jul 05 10:37:21.291471 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 94aaec05-1e75-4377-a3d8-347382610ca6 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:37:21.441846 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 94aaec05-1e75-4377-a3d8-347382610ca6 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:37:21.455656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 94aaec05-1e75-4377-a3d8-347382610ca6 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:37:21.456526 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:21.510292 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d639cdc-13e6-4b00-abf1-edc47e628c4c req-63d276f9-3c23-49c9-bda2-ada68b514586 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:21.512185 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d639cdc-13e6-4b00-abf1-edc47e628c4c req-63d276f9-3c23-49c9-bda2-ada68b514586 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0838697 Jul 05 10:37:21.557861 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:21.568435 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d639cdc-13e6-4b00-abf1-edc47e628c4c req-40d62838-96c9-4ddd-bdea-ce73f68341c0 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496678 Jul 05 10:37:21.610515 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 94aaec05-1e75-4377-a3d8-347382610ca6, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94aaec05-1e75-4377-a3d8-347382610ca6,segment=NetworkSegment(7905737d-a397-48a5-903e-343cc333381b),segment_id=7905737d-a397-48a5-903e-343cc333381b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:37:21.611613 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b77fce-f835-4f09-a51e-4842d99a6b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94aaec05-1e75-4377-a3d8-347382610ca6'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:37:21.614181 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6833218c-1242-4abc-a392-c07290f5bde8" -d '{"events": [{"server_uuid": "08b77fce-f835-4f09-a51e-4842d99a6b52", "name": "network-vif-plugged", "status": "completed", "tag": "94aaec05-1e75-4377-a3d8-347382610ca6"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:37:21.733636 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:21.811615 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=94aaec05-1e75-4377-a3d8-347382610ca6,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:21.820342 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd37647-c3eb-4ff8-9130-fcf3dbe4abac x-openstack-request-id: req-6fd37647-c3eb-4ff8-9130-fcf3dbe4abac {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:37:21.820817 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b77fce-f835-4f09-a51e-4842d99a6b52", "name": "network-vif-plugged", "status": "completed", "tag": "94aaec05-1e75-4377-a3d8-347382610ca6", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:37:21.821165 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6fd37647-c3eb-4ff8-9130-fcf3dbe4abac {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:37:21.821698 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b77fce-f835-4f09-a51e-4842d99a6b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94aaec05-1e75-4377-a3d8-347382610ca6', 'code': 200} Jul 05 10:37:21.840892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed5ed6-eb08-4730-9b2e-c657cb0a6c8b req-81a19bd1-50fa-4970-b5d8-3fc1f7d5e4a4 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:21.842523 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-39ed5ed6-eb08-4730-9b2e-c657cb0a6c8b req-81a19bd1-50fa-4970-b5d8-3fc1f7d5e4a4 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0890772 Jul 05 10:37:21.897048 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-39ed5ed6-eb08-4730-9b2e-c657cb0a6c8b req-861af271-8f8a-4357-b089-d4d46508ee92 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453606 Jul 05 10:37:21.991367 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1749391-7996-40c4-a03d-4651e6a5a2e8 req-ac38d63d-6bf8-4f2a-a940-5779c4024818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:21.993120 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f1749391-7996-40c4-a03d-4651e6a5a2e8 req-ac38d63d-6bf8-4f2a-a940-5779c4024818 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 1098 time: 0.1071103 Jul 05 10:37:22.072139 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f1749391-7996-40c4-a03d-4651e6a5a2e8 req-0237bd26-f3ca-4588-a912-5b8fdd7bd21f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bac6519d-2681-494f-b7d8-9d34cd382b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730960 Jul 05 10:37:22.114248 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37991648-bbc0-488e-87c2-8a38381743f0 req-7bb38ad9-e884-4651-a8a4-bf7d30685845 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:22.121912 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37991648-bbc0-488e-87c2-8a38381743f0 req-7bb38ad9-e884-4651-a8a4-bf7d30685845 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0833008 Jul 05 10:37:22.170496 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37991648-bbc0-488e-87c2-8a38381743f0 req-669879a3-5b1f-4da7-91fd-ae6edc35a4e5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475795 Jul 05 10:37:22.260950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35dd70-6c44-49c0-8bab-97c30969c163 req-1c107f49-a444-4b5e-8b9e-71cb5fef66ca tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:22.269350 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be35dd70-6c44-49c0-8bab-97c30969c163 req-1c107f49-a444-4b5e-8b9e-71cb5fef66ca tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 946 time: 0.1018078 Jul 05 10:37:22.311603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be35dd70-6c44-49c0-8bab-97c30969c163 req-de294312-2152-40ba-9cda-cc1dba4b3841 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=bac6519d-2681-494f-b7d8-9d34cd382b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414853 Jul 05 10:37:22.385074 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a872a-f669-48e0-9139-698fa7c3c3ec req-e353a3b3-5d57-42f9-9c09-f054051598da tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:22.385326 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:22.387369 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-066a872a-f669-48e0-9139-698fa7c3c3ec req-e353a3b3-5d57-42f9-9c09-f054051598da tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0792568 Jul 05 10:37:22.432120 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-066a872a-f669-48e0-9139-698fa7c3c3ec req-4bde235c-9ca1-44a7-a8ce-a022516284c1 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329525 Jul 05 10:37:22.628685 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb469693-8479-4e67-9b0f-2b2358cafcf4 req-c8330a6d-147d-4790-aa2f-4c17b13643e6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:22.630277 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb469693-8479-4e67-9b0f-2b2358cafcf4 req-c8330a6d-147d-4790-aa2f-4c17b13643e6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0683692 Jul 05 10:37:22.671824 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb469693-8479-4e67-9b0f-2b2358cafcf4 req-2b6f704a-bceb-4844-bfd1-06a703272e6a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357592 Jul 05 10:37:22.861075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2694e04-51ba-4255-acca-9084a3780936 req-2570a60e-7bf6-43d8-929b-0dadf27c1d1e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:22.862838 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d2694e04-51ba-4255-acca-9084a3780936 req-2570a60e-7bf6-43d8-929b-0dadf27c1d1e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0736141 Jul 05 10:37:22.911459 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d2694e04-51ba-4255-acca-9084a3780936 req-433e867b-0f4d-4f31-8219-e087e4d00ebc tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426974 Jul 05 10:37:23.139583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9163507-0111-403e-8de7-248d4b692f78 req-672a269f-5666-42b8-aee0-473893644332 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:23.141384 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d9163507-0111-403e-8de7-248d4b692f78 req-672a269f-5666-42b8-aee0-473893644332 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0856910 Jul 05 10:37:23.193818 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d9163507-0111-403e-8de7-248d4b692f78 req-bb69a1ec-5ce9-473f-a892-5978575b5b44 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463693 Jul 05 10:37:23.413129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63de6c9-c1ea-4f0a-90cf-c25d81d6c337 req-527d5d74-3256-486e-bdbb-26e489259b53 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:23.420866 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f63de6c9-c1ea-4f0a-90cf-c25d81d6c337 req-527d5d74-3256-486e-bdbb-26e489259b53 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0922720 Jul 05 10:37:23.478965 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f63de6c9-c1ea-4f0a-90cf-c25d81d6c337 req-722c80f9-2b6c-4899-9f2e-0eeaddcf60a2 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546851 Jul 05 10:37:23.525328 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3afa9-8bfa-4545-98ff-a76d8e82ef24 req-c8aa3154-6819-45e9-ad83-7bef6c25d52d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:23.529300 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8f3afa9-8bfa-4545-98ff-a76d8e82ef24 req-c8aa3154-6819-45e9-ad83-7bef6c25d52d tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 946 time: 0.0810916 Jul 05 10:37:23.592839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8f3afa9-8bfa-4545-98ff-a76d8e82ef24 req-ed603c6b-6c5a-4cb7-a228-79aa52bc8284 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=bac6519d-2681-494f-b7d8-9d34cd382b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548241 Jul 05 10:37:23.694306 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522619f6-7eb3-4db6-92ea-5aa9f8795115 req-4f47def8-ff52-4816-807f-4f1d9a6795f6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:23.695816 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-522619f6-7eb3-4db6-92ea-5aa9f8795115 req-4f47def8-ff52-4816-807f-4f1d9a6795f6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0685370 Jul 05 10:37:23.753823 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-522619f6-7eb3-4db6-92ea-5aa9f8795115 req-d91f5f10-2314-4b89-8a24-d4d91f751d20 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490375 Jul 05 10:37:23.841586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b5ce9-46ff-493c-9014-2ac0045f8ca7 req-32ee453e-78df-4ce1-94ba-690f64d73627 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:23.843393 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb6b5ce9-46ff-493c-9014-2ac0045f8ca7 req-32ee453e-78df-4ce1-94ba-690f64d73627 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 946 time: 0.1288555 Jul 05 10:37:23.897385 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb6b5ce9-46ff-493c-9014-2ac0045f8ca7 req-bda86e9a-f517-457d-9778-e2dd1e6af4d6 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=bac6519d-2681-494f-b7d8-9d34cd382b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476761 Jul 05 10:37:23.940715 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55370) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:23.995163 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d9076-0a53-42e2-b541-e2a97768b548 req-349842d5-d085-4436-9ca3-b00de39f307c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:23.997235 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-953d9076-0a53-42e2-b541-e2a97768b548 req-349842d5-d085-4436-9ca3-b00de39f307c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1176803 Jul 05 10:37:24.036040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bb67e4-8822-4abb-abaf-1f4a6b3dfb37 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:24.040273 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d8bb67e4-8822-4abb-abaf-1f4a6b3dfb37 tempest-TestNetworkBasicOps-1877611162 tempest-TestNetworkBasicOps-1877611162-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 1093 time: 0.0959599 Jul 05 10:37:24.040655 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55372) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:24.046168 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': '94aaec05-1e75-4377-a3d8-347382610ca6', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:37:24.076957 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-953d9076-0a53-42e2-b541-e2a97768b548 req-92ea2017-069f-47be-878c-bb1150abad86 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597310 Jul 05 10:37:24.167838 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:24.230521 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:24.323743 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b4380-6773-4f9d-8b7b-eb4423ed48d5 req-724fde6a-ce07-4eee-b767-92d1fd2a48f1 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:24.325998 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9a6b4380-6773-4f9d-8b7b-eb4423ed48d5 req-724fde6a-ce07-4eee-b767-92d1fd2a48f1 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1035414 Jul 05 10:37:24.352978 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:24.428595 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9a6b4380-6773-4f9d-8b7b-eb4423ed48d5 req-3ed68f21-1bf1-4216-9da8-b9eb33cbcc26 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943692 Jul 05 10:37:24.506029 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Allocated IP 172.25.5.71 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/fca5b056-e937-4a05-aa82-f28e16496b96) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:37:24.636764 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:24.699415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427274a9-9aac-490d-87ae-c3bd4680e58a req-f541fe9b-f4de-440f-9508-b6c17ceb530f tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:24.701087 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-427274a9-9aac-490d-87ae-c3bd4680e58a req-f541fe9b-f4de-440f-9508-b6c17ceb530f tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0891600 Jul 05 10:37:24.745208 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-427274a9-9aac-490d-87ae-c3bd4680e58a req-67bf6022-2080-4eaa-9965-47762d7a0f31 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369613 Jul 05 10:37:24.771408 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:24.838781 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:37:24.846511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:37:24.864441 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:37:24.980738 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Port': ['ID=fca5b056-e937-4a05-aa82-f28e16496b96,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:25.140944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0db8a0-a91b-4db1-89ed-0203ee2406d1 req-29053324-4f75-448e-ad67-6fe4381e13ee tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:25.144286 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7d0db8a0-a91b-4db1-89ed-0203ee2406d1 req-29053324-4f75-448e-ad67-6fe4381e13ee tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0926516 Jul 05 10:37:25.219265 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7d0db8a0-a91b-4db1-89ed-0203ee2406d1 req-d875c928-162b-4566-ba70-2f3b16b1cc5c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616112 Jul 05 10:37:25.503294 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d393c02-6c5d-4fa6-8f54-5fc6486d96b8 req-ffd6f100-bd67-490a-aa9a-00c75b54b09f tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:25.504882 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d393c02-6c5d-4fa6-8f54-5fc6486d96b8 req-ffd6f100-bd67-490a-aa9a-00c75b54b09f tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1356196 Jul 05 10:37:25.512529 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:25.584603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d393c02-6c5d-4fa6-8f54-5fc6486d96b8 req-46e782c9-1fc5-4aac-b4be-46bbd0a71bbd tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699596 Jul 05 10:37:25.691319 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:25.922040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533358b-647d-4dd5-81e6-a1dc92cb18f3 req-836b2b6e-085b-4f44-a5ee-81570d98cd32 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:25.923792 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0533358b-647d-4dd5-81e6-a1dc92cb18f3 req-836b2b6e-085b-4f44-a5ee-81570d98cd32 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1267447 Jul 05 10:37:25.942647 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:25.979210 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0533358b-647d-4dd5-81e6-a1dc92cb18f3 req-944e7427-63ca-425f-bb2a-b6ca24ebba3e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460021 Jul 05 10:37:26.025359 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:26.105924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event updated for resources: {'Port': ['ID=fca5b056-e937-4a05-aa82-f28e16496b96,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:26.144482 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:26.283981 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9452f08-f1e9-4199-a4d7-0a1591a8f0c9 req-c01f648b-603a-471e-9762-350d1e8c0507 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:26.291008 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9452f08-f1e9-4199-a4d7-0a1591a8f0c9 req-c01f648b-603a-471e-9762-350d1e8c0507 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1798418 Jul 05 10:37:26.322510 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Floating IP d281094f-2472-4f89-be19-99dbd2cd2c68 associated. External IP: 172.25.5.71, port: 94aaec05-1e75-4377-a3d8-347382610ca6. Jul 05 10:37:26.370647 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9452f08-f1e9-4199-a4d7-0a1591a8f0c9 req-aa29e49a-810d-48ea-a1ed-d9da3afa3770 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787146 Jul 05 10:37:26.695673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Router d8119815-e8d9-46c0-b570-02471300dbf9 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:37:26.722760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e90f3-0169-49cc-9a95-1a8eab0a10b4 req-bcd1faf1-d23c-4b8d-808f-1220af91a5d5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:26.727503 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-551e90f3-0169-49cc-9a95-1a8eab0a10b4 req-bcd1faf1-d23c-4b8d-808f-1220af91a5d5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0972650 Jul 05 10:37:26.817563 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-551e90f3-0169-49cc-9a95-1a8eab0a10b4 req-46cde1f1-2ee2-489d-9467-f54035142da8 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868058 Jul 05 10:37:26.876022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:37:26.887082 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eee50b-158d-460d-808f-b435cc0195af None None] Sync routers for ids ['d8119815-e8d9-46c0-b570-02471300dbf9'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:37:26.907261 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eee50b-158d-460d-808f-b435cc0195af None None] Routers {'d8119815-e8d9-46c0-b570-02471300dbf9'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:37:26.907915 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e1eee50b-158d-460d-808f-b435cc0195af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:37:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8119815-e8d9-46c0-b570-02471300dbf9'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:37:26.956397 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:27.049519 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-200d5998-2767-4d0c-a4b4-eea3b617b07c tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0078704 Jul 05 10:37:27.051084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b77fce-f835-4f09-a51e-4842d99a6b52', 'tag': '94aaec05-1e75-4377-a3d8-347382610ca6'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:37:27.052280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55460) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:27.053857 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a0bfe6-c4fd-456d-83d5-a1704d0f7dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "08b77fce-f835-4f09-a51e-4842d99a6b52", "tag": "94aaec05-1e75-4377-a3d8-347382610ca6"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:37:27.098448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60643100-78c1-4c69-836d-d7396de3abad req-9d4a6b19-2b61-4733-be20-b58817373e30 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:27.105098 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60643100-78c1-4c69-836d-d7396de3abad req-9d4a6b19-2b61-4733-be20-b58817373e30 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1077616 Jul 05 10:37:27.107630 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e1eee50b-158d-460d-808f-b435cc0195af None None] Set router d8119815-e8d9-46c0-b570-02471300dbf9 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:37:27.125548 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b98134-cb78-491c-a247-c040db0c1c0d x-openstack-request-id: req-99b98134-cb78-491c-a247-c040db0c1c0d {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:37:27.126080 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b77fce-f835-4f09-a51e-4842d99a6b52", "tag": "94aaec05-1e75-4377-a3d8-347382610ca6", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:37:27.126436 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99b98134-cb78-491c-a247-c040db0c1c0d {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:37:27.126938 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b77fce-f835-4f09-a51e-4842d99a6b52', 'tag': '94aaec05-1e75-4377-a3d8-347382610ca6', 'status': 'completed', 'code': 200} Jul 05 10:37:27.165104 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60643100-78c1-4c69-836d-d7396de3abad req-9351d410-e1cb-4351-b0a6-995f5d809d04 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582335 Jul 05 10:37:27.188184 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-de431c6f-6e52-46cf-8cd2-e994a931891b tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/floatingips/d281094f-2472-4f89-be19-99dbd2cd2c68 HTTP/1.1" status: 200 len: 991 time: 0.1316254 Jul 05 10:37:27.210720 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0bfe6-c4fd-456d-83d5-a1704d0f7dc4 req-373187d5-28f1-4820-9eb7-3284523f6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:27.212557 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2a0bfe6-c4fd-456d-83d5-a1704d0f7dc4 req-373187d5-28f1-4820-9eb7-3284523f6591 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e66d79111844aa38485a483a5286664&device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 1098 time: 0.0654533 Jul 05 10:37:27.342232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0bfe6-c4fd-456d-83d5-a1704d0f7dc4 req-36b36c3b-bd81-462a-b934-0d5799abc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:27.346120 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2a0bfe6-c4fd-456d-83d5-a1704d0f7dc4 req-36b36c3b-bd81-462a-b934-0d5799abc8cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=b3db9e52-b834-407b-b73f-ad90ae46d0ec HTTP/1.1" status: 200 len: 898 time: 0.1271949 Jul 05 10:37:27.446581 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2a0bfe6-c4fd-456d-83d5-a1704d0f7dc4 req-b8955043-4988-407a-8983-ad0ee3d90f30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94aaec05-1e75-4377-a3d8-347382610ca6 HTTP/1.1" status: 200 len: 999 time: 0.0932283 Jul 05 10:37:27.451654 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e1eee50b-158d-460d-808f-b435cc0195af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'name': 'tempest-TestNetworkBasicOps-router-1786567338', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:36:53Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:54Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'd281094f-2472-4f89-be19-99dbd2cd2c68', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'port_id': '94aaec05-1e75-4377-a3d8-347382610ca6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'mac_address': 'fa:16:3e:3c:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b77fce-f835-4f09-a51e-4842d99a6b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:37:25Z', 'updated_at': '2021-07-05T10:37:25Z', 'revision_number': 0, 'project_id': '8e66d79111844aa38485a483a5286664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6fe72a-0a76-4fc1-a39d-4cde24922eaf', 'name': '', 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:ee:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:58Z', 'updated_at': '2021-07-05T10:37:05Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:37:27.481172 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eee50b-158d-460d-808f-b435cc0195af None None] Checking router: d8119815-e8d9-46c0-b570-02471300dbf9 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:37:27.491373 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eee50b-158d-460d-808f-b435cc0195af None None] Routers {'d8119815-e8d9-46c0-b570-02471300dbf9'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:37:27.492520 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e1eee50b-158d-460d-808f-b435cc0195af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:37:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8119815-e8d9-46c0-b570-02471300dbf9'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:37:27.514241 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0bfe6-c4fd-456d-83d5-a1704d0f7dc4 req-4a11f462-4b64-48a6-926d-117077c28c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:27.514241 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2a0bfe6-c4fd-456d-83d5-a1704d0f7dc4 req-4a11f462-4b64-48a6-926d-117077c28c96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9859bf61-c8e3-4881-9b8a-fb4bf981a42c HTTP/1.1" status: 200 len: 835 time: 0.0587049 Jul 05 10:37:27.599466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0bfe6-c4fd-456d-83d5-a1704d0f7dc4 req-213ca1dc-f8f4-40de-a6e4-53b63d290505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:27.601065 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2a0bfe6-c4fd-456d-83d5-a1704d0f7dc4 req-213ca1dc-f8f4-40de-a6e4-53b63d290505 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b3db9e52-b834-407b-b73f-ad90ae46d0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841186 Jul 05 10:37:27.709785 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e1eee50b-158d-460d-808f-b435cc0195af None None] Set router d8119815-e8d9-46c0-b570-02471300dbf9 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:37:27.786234 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2a0bfe6-c4fd-456d-83d5-a1704d0f7dc4 req-8a18e874-983c-4d25-bd69-21ebbb34a9ab service neutron] 10.222.0.73 "GET /v2.0/networks/b3db9e52-b834-407b-b73f-ad90ae46d0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769960 Jul 05 10:37:27.842628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3729a-36ad-434c-9d9f-dcb7202ee725 req-43e8bac2-251c-4aab-8e0d-ac9e2aeb6ac9 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:27.858609 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f9a3729a-36ad-434c-9d9f-dcb7202ee725 req-43e8bac2-251c-4aab-8e0d-ac9e2aeb6ac9 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1573849 Jul 05 10:37:27.923224 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f9a3729a-36ad-434c-9d9f-dcb7202ee725 req-fa085e2d-c9c4-4d40-a068-034228a97d44 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603218 Jul 05 10:37:27.941571 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2a0bfe6-c4fd-456d-83d5-a1704d0f7dc4 req-38791743-b068-47d4-9128-77b02ae402ff service neutron] 10.222.0.73 "GET /v2.0/networks/b3db9e52-b834-407b-b73f-ad90ae46d0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455557 Jul 05 10:37:28.085517 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e1eee50b-158d-460d-808f-b435cc0195af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'name': 'tempest-TestNetworkBasicOps-router-1786567338', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:36:53Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:54Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'd281094f-2472-4f89-be19-99dbd2cd2c68', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'port_id': '94aaec05-1e75-4377-a3d8-347382610ca6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'mac_address': 'fa:16:3e:3c:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b77fce-f835-4f09-a51e-4842d99a6b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:37:25Z', 'updated_at': '2021-07-05T10:37:25Z', 'revision_number': 0, 'project_id': '8e66d79111844aa38485a483a5286664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6fe72a-0a76-4fc1-a39d-4cde24922eaf', 'name': '', 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:ee:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:58Z', 'updated_at': '2021-07-05T10:37:05Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:37:28.113042 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eee50b-158d-460d-808f-b435cc0195af None None] The sync data for ids ['d8119815-e8d9-46c0-b570-02471300dbf9'] in n-d-779913-27 is: [{'id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'name': 'tempest-TestNetworkBasicOps-router-1786567338', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:36:53Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:54Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'd281094f-2472-4f89-be19-99dbd2cd2c68', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'port_id': '94aaec05-1e75-4377-a3d8-347382610ca6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'mac_address': 'fa:16:3e:3c:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b77fce-f835-4f09-a51e-4842d99a6b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:37:25Z', 'updated_at': '2021-07-05T10:37:25Z', 'revision_number': 0, 'project_id': '8e66d79111844aa38485a483a5286664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6fe72a-0a76-4fc1-a39d-4cde24922eaf', 'name': '', 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:ee:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:58Z', 'updated_at': '2021-07-05T10:37:05Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:37:28.191115 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55478) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:28.273795 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-65cdc5fb-a104-4663-b8a0-ce3131c8a394 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/floatingips/d281094f-2472-4f89-be19-99dbd2cd2c68 HTTP/1.1" status: 200 len: 991 time: 0.0813618 Jul 05 10:37:28.376463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1450dfd-7426-4b63-b14f-cc41629c5864 None None] New status for floating IP d281094f-2472-4f89-be19-99dbd2cd2c68: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:37:29.177249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d58803-7371-495b-8094-9b0cbeedca3e req-3ab43efa-7ac2-493f-8cad-d9b9c0314f66 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:29.178965 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-91d58803-7371-495b-8094-9b0cbeedca3e req-3ab43efa-7ac2-493f-8cad-d9b9c0314f66 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0703011 Jul 05 10:37:29.220006 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-91d58803-7371-495b-8094-9b0cbeedca3e req-468bb87f-2109-4a74-8e72-671b71b40f03 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343297 Jul 05 10:37:29.285596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55490) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:29.370993 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b543811d-4f48-4d4c-84b3-25536275293f tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/floatingips/d281094f-2472-4f89-be19-99dbd2cd2c68 HTTP/1.1" status: 200 len: 993 time: 0.0744753 Jul 05 10:37:29.937533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113c00e-8b80-4dc2-ac54-db3f9b306399 req-e9206c3b-e98c-43a9-8e0d-2ef796cdbfb7 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:29.939302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2113c00e-8b80-4dc2-ac54-db3f9b306399 req-e9206c3b-e98c-43a9-8e0d-2ef796cdbfb7 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0949900 Jul 05 10:37:29.995412 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2113c00e-8b80-4dc2-ac54-db3f9b306399 req-44adf97a-5b36-49aa-a3ba-1c2f26d8c5b9 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503044 Jul 05 10:37:31.188609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228fe78-1084-40b6-9ba3-839821946f87 req-3ffd2e3b-1a84-485b-9100-91435d6b5aa1 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:31.190060 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3228fe78-1084-40b6-9ba3-839821946f87 req-3ffd2e3b-1a84-485b-9100-91435d6b5aa1 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0668106 Jul 05 10:37:31.234659 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3228fe78-1084-40b6-9ba3-839821946f87 req-e6dc5d1a-01d0-4267-96fa-fa05e5d4722e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383506 Jul 05 10:37:31.424736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec3490-e06f-4cd0-b9e9-2c2098b48c37 req-1e584b91-a733-4c9a-a18b-5d80f2661570 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:31.426357 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35ec3490-e06f-4cd0-b9e9-2c2098b48c37 req-1e584b91-a733-4c9a-a18b-5d80f2661570 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0703001 Jul 05 10:37:31.471260 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35ec3490-e06f-4cd0-b9e9-2c2098b48c37 req-c932529d-9b26-40c6-8fbb-2129639e6a61 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337586 Jul 05 10:37:31.721214 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94901559-3aae-4719-8ee1-c38d029d919c req-4d6a1c86-26a7-40e5-903c-6929ea809757 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:31.722791 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94901559-3aae-4719-8ee1-c38d029d919c req-4d6a1c86-26a7-40e5-903c-6929ea809757 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0711994 Jul 05 10:37:31.761143 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94901559-3aae-4719-8ee1-c38d029d919c req-35fe582e-beca-43bf-8e54-5178299a23d3 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327582 Jul 05 10:37:31.966791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879d011-1a0d-42a8-926e-742288cb8a6d req-5956fd15-cd60-443f-8afa-3e212afdf819 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:31.973653 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2879d011-1a0d-42a8-926e-742288cb8a6d req-5956fd15-cd60-443f-8afa-3e212afdf819 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0753028 Jul 05 10:37:32.008254 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2879d011-1a0d-42a8-926e-742288cb8a6d req-828366af-9e6c-4523-8472-e856fc284a26 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335350 Jul 05 10:37:32.236131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cc342-ac70-41cf-9dbd-03f9b8a4f8d9 req-7fe1cb3a-e5b1-47cf-8c37-005288bdf5bf tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:32.237711 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ee6cc342-ac70-41cf-9dbd-03f9b8a4f8d9 req-7fe1cb3a-e5b1-47cf-8c37-005288bdf5bf tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0717404 Jul 05 10:37:32.280460 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ee6cc342-ac70-41cf-9dbd-03f9b8a4f8d9 req-5e5f29a1-6448-4b7f-95ce-9901bf268204 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363891 Jul 05 10:37:32.480730 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f206c-2a69-44b5-af64-0506dab31d5e req-771cec76-f624-4224-8a22-60c3c9dec248 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:32.491443 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a07f206c-2a69-44b5-af64-0506dab31d5e req-771cec76-f624-4224-8a22-60c3c9dec248 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0762658 Jul 05 10:37:32.596190 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a07f206c-2a69-44b5-af64-0506dab31d5e req-c05329c8-d423-4773-acd3-31351a5407d2 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916300 Jul 05 10:37:32.914156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c2d39-da1c-4ea5-b105-ceac940682a8 req-312e73ed-9311-4131-9992-11df3bd2f797 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:32.915955 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-934c2d39-da1c-4ea5-b105-ceac940682a8 req-312e73ed-9311-4131-9992-11df3bd2f797 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0942576 Jul 05 10:37:32.968541 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-934c2d39-da1c-4ea5-b105-ceac940682a8 req-c5d975ec-0ecc-4a4c-8654-3db258f00e4d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451298 Jul 05 10:37:33.165481 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d2a1f-e481-45f4-af21-387bb19eb5b9 req-64df0435-5b1f-4a6d-b3a8-8b1221cd5f1c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:33.167241 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0d0d2a1f-e481-45f4-af21-387bb19eb5b9 req-64df0435-5b1f-4a6d-b3a8-8b1221cd5f1c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0787995 Jul 05 10:37:33.208687 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0d0d2a1f-e481-45f4-af21-387bb19eb5b9 req-7e3fddd0-ddac-49c7-80d7-ab15aff1550b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339644 Jul 05 10:37:33.418535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608d709-9af7-47df-88f3-c0e8e12bd79d req-374d9b34-bea3-4d62-9f6c-d69b39de032c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:33.420131 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4608d709-9af7-47df-88f3-c0e8e12bd79d req-374d9b34-bea3-4d62-9f6c-d69b39de032c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0725348 Jul 05 10:37:33.462735 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4608d709-9af7-47df-88f3-c0e8e12bd79d req-a2b0ae59-d4bd-4ab0-9b5e-5531814f1b12 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368338 Jul 05 10:37:33.659162 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a595a-e6d1-4943-a9bf-503306780de7 req-35970ac8-f5dc-4fcf-8fdc-2a6731de70fa tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:33.660832 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc1a595a-e6d1-4943-a9bf-503306780de7 req-35970ac8-f5dc-4fcf-8fdc-2a6731de70fa tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0773652 Jul 05 10:37:33.704708 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc1a595a-e6d1-4943-a9bf-503306780de7 req-a4d1b39b-c67c-4320-9648-a0361fa38ad1 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380759 Jul 05 10:37:33.925476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17269020-bb1f-492e-974f-40c689a2d378 req-24da2c44-af20-4462-998d-c9b7bee918c9 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:33.927156 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-17269020-bb1f-492e-974f-40c689a2d378 req-24da2c44-af20-4462-998d-c9b7bee918c9 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0859776 Jul 05 10:37:33.967241 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-17269020-bb1f-492e-974f-40c689a2d378 req-142f1114-5e10-4d1c-9ca5-9682b288419f tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339708 Jul 05 10:37:34.151180 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a8292-9808-4888-966c-75c6cd2206aa req-72fd50d4-7a6c-4fc7-8064-cc544fe8d495 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:34.156201 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e99a8292-9808-4888-966c-75c6cd2206aa req-72fd50d4-7a6c-4fc7-8064-cc544fe8d495 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0692043 Jul 05 10:37:34.192322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e99a8292-9808-4888-966c-75c6cd2206aa req-3f4d012f-3b7c-4e29-8c98-2764be4e0806 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333483 Jul 05 10:37:34.478483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be5505-cd42-45c1-bcea-366687d1ae19 req-9f18cb0a-214d-4aa5-ae12-8312ffe0e7ec tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:34.480083 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f6be5505-cd42-45c1-bcea-366687d1ae19 req-9f18cb0a-214d-4aa5-ae12-8312ffe0e7ec tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0734000 Jul 05 10:37:34.522102 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f6be5505-cd42-45c1-bcea-366687d1ae19 req-a4b98848-5111-4008-a2fe-5d13decb24c7 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363607 Jul 05 10:37:34.730249 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083387b1-e1db-4d6e-b98e-7a54b7fb71fe req-c39c5eda-cad3-480e-9505-13cf028103d1 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:34.732175 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-083387b1-e1db-4d6e-b98e-7a54b7fb71fe req-c39c5eda-cad3-480e-9505-13cf028103d1 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0772307 Jul 05 10:37:34.778368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55602) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:34.832041 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-083387b1-e1db-4d6e-b98e-7a54b7fb71fe req-3137bfa9-9da9-438b-a189-9e50fa0f00cd tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867393 Jul 05 10:37:34.924433 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:35.038373 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:35.068022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749fbaa-21ea-4023-b3f3-db8a53e3e65a req-ab8e2323-c875-4a95-b564-427af1152a06 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:35.069615 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6749fbaa-21ea-4023-b3f3-db8a53e3e65a req-ab8e2323-c875-4a95-b564-427af1152a06 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0711575 Jul 05 10:37:35.112256 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6749fbaa-21ea-4023-b3f3-db8a53e3e65a req-133e1bdf-7677-4a69-b61f-c53451962ae1 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361190 Jul 05 10:37:35.142113 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:35.188674 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae5e655074b84fec8f987439c9b7daed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089923 Jul 05 10:37:35.189445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1137b535-a459-4f58-bee1-8d62e1db7054,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:35.191474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55616) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:35.215630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:35.217112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:35.217112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:35.217568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:35.218023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:35.218447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:35.218857 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:35.219198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:35.219674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:35.220103 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:35.220698 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:35.221034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b1bb0-b5e3-420b-af25-c31faa1a5389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:35.314566 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cb01d259-ae43-45f9-b08c-c2f4681a0357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:35.345762 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cb01d259-ae43-45f9-b08c-c2f4681a0357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:35.373573 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c66ba-392e-4c4f-b1ad-94eb18a9ebfb req-8385adb5-89ec-4f54-a77f-f1a74fe23edd tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:35.375098 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa2c66ba-392e-4c4f-b1ad-94eb18a9ebfb req-8385adb5-89ec-4f54-a77f-f1a74fe23edd tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1314752 Jul 05 10:37:35.425491 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fa2c66ba-392e-4c4f-b1ad-94eb18a9ebfb req-136cc127-44ea-446d-9792-4178ecb442b8 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431130 Jul 05 10:37:35.550698 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cb01d259-ae43-45f9-b08c-c2f4681a0357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:35.553246 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cb01d259-ae43-45f9-b08c-c2f4681a0357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:35.554414 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cb01d259-ae43-45f9-b08c-c2f4681a0357 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1137b535-a459-4f58-bee1-8d62e1db7054 HTTP/1.1" status: 204 len: 168 time: 0.3619921 Jul 05 10:37:35.562793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01d259-ae43-45f9-b08c-c2f4681a0357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1137b535-a459-4f58-bee1-8d62e1db7054,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:35.715284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac6a62-c3c6-423a-937a-1dada38e1d4f req-1b79c22e-e783-4a60-b09e-4859d28f9c7a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:35.717931 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d3ac6a62-c3c6-423a-937a-1dada38e1d4f req-1b79c22e-e783-4a60-b09e-4859d28f9c7a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0704899 Jul 05 10:37:35.761111 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d3ac6a62-c3c6-423a-937a-1dada38e1d4f req-c6e1b840-d630-4f71-a350-0a20f7127eb7 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366793 Jul 05 10:37:35.987809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69183cb1-4555-4041-bead-d33ed229c696 req-5ffc65b1-01f3-4688-bd10-ff4bca6f112d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:35.990583 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69183cb1-4555-4041-bead-d33ed229c696 req-5ffc65b1-01f3-4688-bd10-ff4bca6f112d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0945530 Jul 05 10:37:36.047071 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69183cb1-4555-4041-bead-d33ed229c696 req-c8dfff1e-4afc-41fc-a09f-a0c162ab04c8 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509706 Jul 05 10:37:36.354976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010ee24-104c-4f38-a714-954a1770db1e req-0aadeec0-ac5e-416e-99cd-6150dabb9917 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:36.354976 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4010ee24-104c-4f38-a714-954a1770db1e req-0aadeec0-ac5e-416e-99cd-6150dabb9917 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0812104 Jul 05 10:37:36.386538 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4010ee24-104c-4f38-a714-954a1770db1e req-ba91cec2-870e-4ea0-82b5-01d73b64b65a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354478 Jul 05 10:37:36.618872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f8d17-2abe-4051-8445-3562585d3e22 req-1323d7ea-57bd-437f-a165-2f85e76098f9 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:36.620541 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0a4f8d17-2abe-4051-8445-3562585d3e22 req-1323d7ea-57bd-437f-a165-2f85e76098f9 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1040022 Jul 05 10:37:36.660828 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0a4f8d17-2abe-4051-8445-3562585d3e22 req-63bdcd3a-e8ab-4cd9-b687-a563865a3852 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337062 Jul 05 10:37:36.929063 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134390c3-088d-4638-83ce-31cafc98e63f req-ec311cf3-6980-488c-a03a-ad26ce6f22de tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:36.930630 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-134390c3-088d-4638-83ce-31cafc98e63f req-ec311cf3-6980-488c-a03a-ad26ce6f22de tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0869749 Jul 05 10:37:36.974550 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-134390c3-088d-4638-83ce-31cafc98e63f req-c0fc91d0-dd3a-45d0-9c08-0017b8e6d099 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376320 Jul 05 10:37:37.201691 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7aa93-804f-48f1-93b5-d735b44b55fc req-33ac3e54-e46d-433d-9acd-9695f7ed607e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:37.203398 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-17a7aa93-804f-48f1-93b5-d735b44b55fc req-33ac3e54-e46d-433d-9acd-9695f7ed607e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0939031 Jul 05 10:37:37.249504 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-17a7aa93-804f-48f1-93b5-d735b44b55fc req-6de9678c-898c-4021-93e1-abfa1e57a948 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377920 Jul 05 10:37:38.214877 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382ba06-e256-4a63-961e-d61a2dde3856 req-74fe6525-5a2f-4a7d-8f3b-1cab8dd899d6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:38.216415 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d382ba06-e256-4a63-961e-d61a2dde3856 req-74fe6525-5a2f-4a7d-8f3b-1cab8dd899d6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0774443 Jul 05 10:37:38.257128 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d382ba06-e256-4a63-961e-d61a2dde3856 req-02a6885c-9876-4c48-b242-d978a9bbad1f tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338833 Jul 05 10:37:39.507849 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0ec24-eb6d-44de-aeb1-6f3909781bb9 req-c09097c4-5205-4d2d-a1a0-1730ffa2daa8 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:39.513813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55738) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:39.516586 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-08c0ec24-eb6d-44de-aeb1-6f3909781bb9 req-c09097c4-5205-4d2d-a1a0-1730ffa2daa8 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1151345 Jul 05 10:37:39.567295 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-08c0ec24-eb6d-44de-aeb1-6f3909781bb9 req-18d68671-920d-42ca-812d-06d11239e6bf tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469561 Jul 05 10:37:39.681308 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98ded9e4-8275-4752-a140-ba52f4974b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:39.797493 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98ded9e4-8275-4752-a140-ba52f4974b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:39.852717 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98ded9e4-8275-4752-a140-ba52f4974b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:39.921464 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-98ded9e4-8275-4752-a140-ba52f4974b07 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2a42f958045348578d1430305978dc37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057553 Jul 05 10:37:39.922530 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ded9e4-8275-4752-a140-ba52f4974b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883024ec-d4f1-4393-bfde-f879644efa49,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:39.925280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55746) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:39.998631 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-458378a5-8b62-4878-bdb2-1b2e4b0479c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:40.022623 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-458378a5-8b62-4878-bdb2-1b2e4b0479c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:40.168173 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-458378a5-8b62-4878-bdb2-1b2e4b0479c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:40.170942 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-458378a5-8b62-4878-bdb2-1b2e4b0479c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:40.172337 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-458378a5-8b62-4878-bdb2-1b2e4b0479c6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/883024ec-d4f1-4393-bfde-f879644efa49 HTTP/1.1" status: 204 len: 168 time: 0.2456081 Jul 05 10:37:40.180397 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458378a5-8b62-4878-bdb2-1b2e4b0479c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883024ec-d4f1-4393-bfde-f879644efa49,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:40.779276 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bbbfb-ffe1-46ac-8603-c38628c46f1b req-6fba71e4-655b-44ac-bad6-22373704a6b3 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:40.780968 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-761bbbfb-ffe1-46ac-8603-c38628c46f1b req-6fba71e4-655b-44ac-bad6-22373704a6b3 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0797441 Jul 05 10:37:40.824411 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-761bbbfb-ffe1-46ac-8603-c38628c46f1b req-bad71255-ffc7-40a0-a973-dc070036caed tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368254 Jul 05 10:37:40.865774 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55764) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:40.881001 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d65383fe-249e-4299-ac42-27e79f58cb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:40.983460 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d65383fe-249e-4299-ac42-27e79f58cb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:41.035987 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d65383fe-249e-4299-ac42-27e79f58cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:41.077778 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d65383fe-249e-4299-ac42-27e79f58cb4f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=464489b4f2fb4b3ea4388534dbb65087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2107031 Jul 05 10:37:41.078700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65383fe-249e-4299-ac42-27e79f58cb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7f8bd7-ebef-4e5f-a296-b1b860e1cfa4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:41.081663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55770) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:41.122455 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c984c43a-24f4-40a7-8cc7-0e9067192777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:41.144622 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29e796aa-41f8-42d7-9aad-f90b287ea4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:41.171067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29e796aa-41f8-42d7-9aad-f90b287ea4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:41.292540 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29e796aa-41f8-42d7-9aad-f90b287ea4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:41.295787 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-29e796aa-41f8-42d7-9aad-f90b287ea4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:41.297103 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-29e796aa-41f8-42d7-9aad-f90b287ea4c8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7e7f8bd7-ebef-4e5f-a296-b1b860e1cfa4 HTTP/1.1" status: 204 len: 168 time: 0.2143974 Jul 05 10:37:41.305863 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e796aa-41f8-42d7-9aad-f90b287ea4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7f8bd7-ebef-4e5f-a296-b1b860e1cfa4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:42.041232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c640b-efa7-4645-83c0-ff38fbabfbef req-d4244f8b-b82b-4a0b-8d2a-05420ce6bd1d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:42.048778 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6f9c640b-efa7-4645-83c0-ff38fbabfbef req-d4244f8b-b82b-4a0b-8d2a-05420ce6bd1d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0797334 Jul 05 10:37:42.096322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6f9c640b-efa7-4645-83c0-ff38fbabfbef req-ffcb9de9-6cc1-4c70-ab29-82ab26583eb0 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462635 Jul 05 10:37:43.279623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe8664-7db8-411f-88a7-e5323d00ad07 req-73d1e066-b4ce-4f56-b5c8-fa78d3ec7478 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:43.281663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ecfe8664-7db8-411f-88a7-e5323d00ad07 req-73d1e066-b4ce-4f56-b5c8-fa78d3ec7478 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0772338 Jul 05 10:37:43.329004 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ecfe8664-7db8-411f-88a7-e5323d00ad07 req-20ffa7d7-f1bd-4716-ab42-072daa8fd7cb tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397985 Jul 05 10:37:43.595747 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ef8a65a2-c264-4b5d-ad28-f477dd4f9c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:43.653246 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:44.517237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a310f8-f2bb-4f5f-bfe2-ec56cc3939a3 req-fd418b4e-d6b0-44ea-ade8-c543243edc20 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:44.518776 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1a310f8-f2bb-4f5f-bfe2-ec56cc3939a3 req-fd418b4e-d6b0-44ea-ade8-c543243edc20 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0670547 Jul 05 10:37:44.569603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1a310f8-f2bb-4f5f-bfe2-ec56cc3939a3 req-1b736f1f-cdaf-41a2-8a4d-fd3ead0bb76e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 Jul 05 10:37:44.967510 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:45.348453 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:37:45.375472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55880) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:45.514906 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9fc8328a-5ef8-4feb-8eb9-a11b7336f69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:45.607300 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9fc8328a-5ef8-4feb-8eb9-a11b7336f69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:45.670436 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9fc8328a-5ef8-4feb-8eb9-a11b7336f69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:45.740463 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8328a-5ef8-4feb-8eb9-a11b7336f69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f67f2c-11fa-4da7-a841-c0e036f03637,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:45.745156 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9fc8328a-5ef8-4feb-8eb9-a11b7336f69d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9d7975af70a04990805ef875811b1562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684714 Jul 05 10:37:45.748738 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55890) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:45.784929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d44cc-847b-42a8-8fe9-01cce6463ff1 req-4b366cb6-092a-4fed-8a87-03f224c2e916 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:45.786614 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c3d44cc-847b-42a8-8fe9-01cce6463ff1 req-4b366cb6-092a-4fed-8a87-03f224c2e916 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0790195 Jul 05 10:37:45.806689 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb6e6fe1-c19d-4452-bcee-4fbad034d3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:45.835329 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb6e6fe1-c19d-4452-bcee-4fbad034d3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:45.841925 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c3d44cc-847b-42a8-8fe9-01cce6463ff1 req-074f3764-8cc3-4f65-91d5-f0a879e38f12 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479803 Jul 05 10:37:45.944609 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb6e6fe1-c19d-4452-bcee-4fbad034d3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:45.947247 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb6e6fe1-c19d-4452-bcee-4fbad034d3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:45.948458 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bb6e6fe1-c19d-4452-bcee-4fbad034d3d4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/68f67f2c-11fa-4da7-a841-c0e036f03637 HTTP/1.1" status: 204 len: 168 time: 0.1987293 Jul 05 10:37:45.957539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e6fe1-c19d-4452-bcee-4fbad034d3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f67f2c-11fa-4da7-a841-c0e036f03637,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:46.693973 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 55910) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:46.708835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c1e7ddf-391a-44d5-a3f2-4868a82cc8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:46.804195 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c1e7ddf-391a-44d5-a3f2-4868a82cc8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:46.813185 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:46.869610 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c1e7ddf-391a-44d5-a3f2-4868a82cc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:46.911644 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8c1e7ddf-391a-44d5-a3f2-4868a82cc8ac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4ddcb88855cb420983854d67bc111090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2165802 Jul 05 10:37:46.913709 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e7ddf-391a-44d5-a3f2-4868a82cc8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e77b97c-fff3-42dc-a535-8e39d87fb8cc,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:46.914389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 55916) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:46.968547 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-081973e7-1715-4b3b-816b-a31c9d75055e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:46.992976 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-081973e7-1715-4b3b-816b-a31c9d75055e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:47.075940 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7799282-d62d-43a4-b437-4a0e248ee14a req-30354cff-8a41-43ae-aae4-a91bffb2a44c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:47.077566 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f7799282-d62d-43a4-b437-4a0e248ee14a req-30354cff-8a41-43ae-aae4-a91bffb2a44c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1035197 Jul 05 10:37:47.121839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f7799282-d62d-43a4-b437-4a0e248ee14a req-46ba6a13-9c03-488a-b83a-d1f22acf9c7c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382657 Jul 05 10:37:47.122270 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-081973e7-1715-4b3b-816b-a31c9d75055e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:47.125465 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-081973e7-1715-4b3b-816b-a31c9d75055e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:47.130515 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-081973e7-1715-4b3b-816b-a31c9d75055e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e77b97c-fff3-42dc-a535-8e39d87fb8cc HTTP/1.1" status: 204 len: 168 time: 0.2113121 Jul 05 10:37:47.151674 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081973e7-1715-4b3b-816b-a31c9d75055e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e77b97c-fff3-42dc-a535-8e39d87fb8cc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:48.312922 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754de03-7c28-40ed-8713-13e9400fbb01 req-b615bfc6-b245-4a2b-9df9-08607412a60c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:48.314497 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5754de03-7c28-40ed-8713-13e9400fbb01 req-b615bfc6-b245-4a2b-9df9-08607412a60c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0661464 Jul 05 10:37:48.358842 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5754de03-7c28-40ed-8713-13e9400fbb01 req-7577b6b7-2d97-489d-975c-6a1d8b181355 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371606 Jul 05 10:37:49.560147 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ac227-c662-448f-b6e6-39190e9fb836 req-6e7b47fb-a36f-4c5d-97f5-a70330feab26 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:49.563871 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8a0ac227-c662-448f-b6e6-39190e9fb836 req-6e7b47fb-a36f-4c5d-97f5-a70330feab26 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0785131 Jul 05 10:37:49.620409 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8a0ac227-c662-448f-b6e6-39190e9fb836 req-58ec0666-f005-40d0-8bda-4ecc440a23d6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524690 Jul 05 10:37:50.797436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d14a7-8052-46c2-8aa9-a7fbbe02e551 req-34a1308b-6c7d-48ed-983e-fa4cced6bf24 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:50.798972 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-085d14a7-8052-46c2-8aa9-a7fbbe02e551 req-34a1308b-6c7d-48ed-983e-fa4cced6bf24 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0673749 Jul 05 10:37:50.842195 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-085d14a7-8052-46c2-8aa9-a7fbbe02e551 req-445836aa-6c4f-4bba-8f63-5ed1de0adb9a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368638 Jul 05 10:37:51.293310 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56046) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:51.402855 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:51.495220 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:51.591012 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:51.630917 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=51e0d90d97c842439951dd3d907c4572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356836 Jul 05 10:37:51.631784 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f7be23-8048-4886-870f-4024047699a2,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:51.633706 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56054) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:51.640280 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:51.640629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:51.640984 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:51.641319 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:51.641711 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:51.642044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:51.642378 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:51.642713 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:51.643045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:51.643375 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:51.643707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:51.648660 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f005a9-7677-4a09-8070-27b8dbd3d437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:37:51.690940 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a0873cb-f86c-46a4-a10e-92ead927fbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:51.713922 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a0873cb-f86c-46a4-a10e-92ead927fbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:51.812972 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a0873cb-f86c-46a4-a10e-92ead927fbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:51.815616 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a0873cb-f86c-46a4-a10e-92ead927fbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:51.816798 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3a0873cb-f86c-46a4-a10e-92ead927fbe6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36f7be23-8048-4886-870f-4024047699a2 HTTP/1.1" status: 204 len: 168 time: 0.1821015 Jul 05 10:37:51.826168 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0873cb-f86c-46a4-a10e-92ead927fbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f7be23-8048-4886-870f-4024047699a2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:52.048175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0945c-b2fa-41d8-a17a-86cdbbb65c16 req-43962837-c72b-4c1f-92da-751b61a9f18c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:52.049670 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4e0945c-b2fa-41d8-a17a-86cdbbb65c16 req-43962837-c72b-4c1f-92da-751b61a9f18c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0719211 Jul 05 10:37:52.091224 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4e0945c-b2fa-41d8-a17a-86cdbbb65c16 req-edd336fe-ff32-4914-89b1-26e3e84dae19 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357461 Jul 05 10:37:52.349967 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:52.619852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56074) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:52.633124 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-227fe339-8088-4099-a8db-35670b72fb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:52.720959 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-227fe339-8088-4099-a8db-35670b72fb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:52.779003 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-227fe339-8088-4099-a8db-35670b72fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:52.817777 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fe339-8088-4099-a8db-35670b72fb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788c33dc-e0e6-42c5-92bc-7f42edaa6e8a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:52.822193 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-227fe339-8088-4099-a8db-35670b72fb36 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c6774ee4bf2d4fb782e15a5720f9e44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2012362 Jul 05 10:37:52.825620 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56080) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:52.876731 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-39ebc94f-5609-4faa-8598-43bfdc488887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:52.899398 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-39ebc94f-5609-4faa-8598-43bfdc488887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:53.001108 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-39ebc94f-5609-4faa-8598-43bfdc488887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:53.004234 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-39ebc94f-5609-4faa-8598-43bfdc488887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:53.005624 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-39ebc94f-5609-4faa-8598-43bfdc488887 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/788c33dc-e0e6-42c5-92bc-7f42edaa6e8a HTTP/1.1" status: 204 len: 168 time: 0.1789858 Jul 05 10:37:53.014282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebc94f-5609-4faa-8598-43bfdc488887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788c33dc-e0e6-42c5-92bc-7f42edaa6e8a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:53.277733 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09482788-d85e-4e12-842a-3f8ba52e8318 req-2ffe1669-48ea-4ee7-8b87-b8af5dcefd52 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:53.279270 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09482788-d85e-4e12-842a-3f8ba52e8318 req-2ffe1669-48ea-4ee7-8b87-b8af5dcefd52 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0655291 Jul 05 10:37:53.321896 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09482788-d85e-4e12-842a-3f8ba52e8318 req-7a7974c5-a9f3-4155-b953-24e0d3563197 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366597 Jul 05 10:37:54.241697 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:54.506352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c1b53-22f6-4bb6-a3dd-b237f77e8b66 req-34010fd2-8ac4-46d2-91ec-3900e00da201 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:54.507896 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-217c1b53-22f6-4bb6-a3dd-b237f77e8b66 req-34010fd2-8ac4-46d2-91ec-3900e00da201 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0653546 Jul 05 10:37:54.548115 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-217c1b53-22f6-4bb6-a3dd-b237f77e8b66 req-53a9a6d0-26dc-4448-8f23-87c5d4077826 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338736 Jul 05 10:37:55.740073 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd3b8-4664-491d-9d7d-16e390c95412 req-89cb4046-d0c0-4af6-b080-178a05892b9b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:55.741756 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-76ffd3b8-4664-491d-9d7d-16e390c95412 req-89cb4046-d0c0-4af6-b080-178a05892b9b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0707178 Jul 05 10:37:55.781519 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-76ffd3b8-4664-491d-9d7d-16e390c95412 req-0d06344b-83e9-4887-b79f-d4633f6f1fa9 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331783 Jul 05 10:37:57.047651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997751a-2911-4a7c-9bfa-21546648e5e9 req-5bd9bd1d-00fd-4fbf-ad6a-f6ee47bb4625 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:57.049339 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0997751a-2911-4a7c-9bfa-21546648e5e9 req-5bd9bd1d-00fd-4fbf-ad6a-f6ee47bb4625 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0853782 Jul 05 10:37:57.122123 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0997751a-2911-4a7c-9bfa-21546648e5e9 req-2ff8e771-8fce-4eb7-baf5-df0f1d0f8e0b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571587 Jul 05 10:37:57.146285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d0bd5df9-3260-4276-9873-8bf97be06f5b details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:37:57.287395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d0bd5df9-3260-4276-9873-8bf97be06f5b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:37:57.305173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'd0bd5df9-3260-4276-9873-8bf97be06f5b', 'network_id': '3098306f-a1ab-4180-9050-21e9929257d8', 'port_id': 'd0bd5df9-3260-4276-9873-8bf97be06f5b', 'mac_address': 'fa:16:3e:43:60:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e735a0a9-c2b5-45ec-b342-e40649f72f34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:37:57.372697 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:57.389684 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0bd5df9-3260-4276-9873-8bf97be06f5b {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:37:57.413175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d0bd5df9-3260-4276-9873-8bf97be06f5b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:37:57.427167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56250) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:57.499153 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:57.599292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d0bd5df9-3260-4276-9873-8bf97be06f5b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:37:57.605362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d0bd5df9-3260-4276-9873-8bf97be06f5b,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:57.642515 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-314ed668-28da-4ddf-9bef-3cb0a12aed4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:57.791694 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-314ed668-28da-4ddf-9bef-3cb0a12aed4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:57.847416 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-314ed668-28da-4ddf-9bef-3cb0a12aed4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:57.912313 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-314ed668-28da-4ddf-9bef-3cb0a12aed4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6bdcf90e2872421b8148aa64a939ce67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4832184 Jul 05 10:37:57.913754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ed668-28da-4ddf-9bef-3cb0a12aed4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97d1c28-428d-4245-ac00-1c1aa512991f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:57.915484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56264) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:58.007060 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-983c85df-2445-40ac-89ad-7183654ca9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:58.057682 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-983c85df-2445-40ac-89ad-7183654ca9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:58.328527 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-983c85df-2445-40ac-89ad-7183654ca9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:58.331219 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-983c85df-2445-40ac-89ad-7183654ca9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:58.332425 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-983c85df-2445-40ac-89ad-7183654ca9d9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e97d1c28-428d-4245-ac00-1c1aa512991f HTTP/1.1" status: 204 len: 168 time: 0.4136722 Jul 05 10:37:58.349618 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c85df-2445-40ac-89ad-7183654ca9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97d1c28-428d-4245-ac00-1c1aa512991f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:58.355749 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa8595-2573-4de5-8f81-fca62dd32ad6 req-ce36665d-89b8-4000-af0b-33e44b54e613 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:37:58.361533 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b3fa8595-2573-4de5-8f81-fca62dd32ad6 req-ce36665d-89b8-4000-af0b-33e44b54e613 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 945 time: 0.0855956 Jul 05 10:37:58.409954 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b3fa8595-2573-4de5-8f81-fca62dd32ad6 req-9ce7964f-03a2-48b2-b8e6-ba95dab1d111 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435586 Jul 05 10:37:58.608445 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56278) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:58.733237 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-53bcd5f3-16d8-4081-853c-5670dd9de5c1 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/floatingips/d281094f-2472-4f89-be19-99dbd2cd2c68 HTTP/1.1" status: 200 len: 993 time: 0.1222961 Jul 05 10:37:59.094214 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56286) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:59.143555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56288) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:59.156111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d0bd5df9-3260-4276-9873-8bf97be06f5b up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:37:59.168759 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f7908ac-cc3e-40f4-8238-a95d95b86b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:59.262703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port d0bd5df9-3260-4276-9873-8bf97be06f5b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:37:59.266181 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:59.375340 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:59.392059 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f7908ac-cc3e-40f4-8238-a95d95b86b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:59.409944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-64fb6225-aa67-4578-b075-333a23375763 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Deleting port fca5b056-e937-4a05-aa82-f28e16496b96 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:37:59.410291 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64fb6225-aa67-4578-b075-333a23375763 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:59.411211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c475e245-9c0a-4498-bb22-9e541633e0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bd5df9-3260-4276-9873-8bf97be06f5b'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:37:59.414380 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d976a27a-82f3-4f9d-bb50-20fdaea6ae64" -d '{"events": [{"server_uuid": "c475e245-9c0a-4498-bb22-9e541633e0d8", "name": "network-vif-plugged", "status": "completed", "tag": "d0bd5df9-3260-4276-9873-8bf97be06f5b"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:37:59.454706 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d0bd5df9-3260-4276-9873-8bf97be06f5b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:37:59.465046 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f7908ac-cc3e-40f4-8238-a95d95b86b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:59.505987 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82773e7e-3b25-4d91-bd91-d2f0a84dbde2 x-openstack-request-id: req-82773e7e-3b25-4d91-bd91-d2f0a84dbde2 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:37:59.505987 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c475e245-9c0a-4498-bb22-9e541633e0d8", "name": "network-vif-plugged", "status": "completed", "tag": "d0bd5df9-3260-4276-9873-8bf97be06f5b", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:37:59.505987 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82773e7e-3b25-4d91-bd91-d2f0a84dbde2 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:37:59.505987 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c475e245-9c0a-4498-bb22-9e541633e0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bd5df9-3260-4276-9873-8bf97be06f5b', 'code': 200} Jul 05 10:37:59.521563 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:59.521800 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64fb6225-aa67-4578-b075-333a23375763 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:59.521800 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64fb6225-aa67-4578-b075-333a23375763 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:59.530559 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9f7908ac-cc3e-40f4-8238-a95d95b86b06 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4846c60c6f8c48e6adff8a5214520fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862290 Jul 05 10:37:59.533457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56296) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:37:59.544407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-64fb6225-aa67-4578-b075-333a23375763 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Calling delete_port for fca5b056-e937-4a05-aa82-f28e16496b96 owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:37:59.574529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7908ac-cc3e-40f4-8238-a95d95b86b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6515712-c6a0-472f-9ec0-02efa8a021f8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:59.580599 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d0bd5df9-3260-4276-9873-8bf97be06f5b,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:37:59.638698 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc51a3cf-f815-43a5-83b3-ae6bff09ffcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:59.662590 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc51a3cf-f815-43a5-83b3-ae6bff09ffcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:59.821641 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc51a3cf-f815-43a5-83b3-ae6bff09ffcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:59.826130 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc51a3cf-f815-43a5-83b3-ae6bff09ffcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:37:59.831795 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bc51a3cf-f815-43a5-83b3-ae6bff09ffcc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f6515712-c6a0-472f-9ec0-02efa8a021f8 HTTP/1.1" status: 204 len: 168 time: 0.2968497 Jul 05 10:37:59.856760 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51a3cf-f815-43a5-83b3-ae6bff09ffcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6515712-c6a0-472f-9ec0-02efa8a021f8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:00.143594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b87b8-b42c-44b1-a44a-bccfdbac5c90 req-95b0e770-6283-4cc6-bb27-255ccb00bad2 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:00.146075 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd4b87b8-b42c-44b1-a44a-bccfdbac5c90 req-95b0e770-6283-4cc6-bb27-255ccb00bad2 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.4902062 Jul 05 10:38:00.211738 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd4b87b8-b42c-44b1-a44a-bccfdbac5c90 req-4eac4dd5-ea0b-497a-8cab-82d5001b21ba tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556555 Jul 05 10:38:00.305550 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64fb6225-aa67-4578-b075-333a23375763 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:00.337895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb6225-aa67-4578-b075-333a23375763 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Port': ['ID=fca5b056-e937-4a05-aa82-f28e16496b96,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:00.429948 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64fb6225-aa67-4578-b075-333a23375763 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:00.430595 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-64fb6225-aa67-4578-b075-333a23375763 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Floating IP d281094f-2472-4f89-be19-99dbd2cd2c68 disassociated (deleted). External IP: 172.25.5.71, port: 94aaec05-1e75-4377-a3d8-347382610ca6. Jul 05 10:38:00.772500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fb6225-aa67-4578-b075-333a23375763 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Router d8119815-e8d9-46c0-b570-02471300dbf9 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:38:00.943995 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fb6225-aa67-4578-b075-333a23375763 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:38:00.956234 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64fb6225-aa67-4578-b075-333a23375763 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:00.959400 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c07549-33e7-464a-9dec-6161f4d02496 None None] Sync routers for ids ['d8119815-e8d9-46c0-b570-02471300dbf9'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:38:00.975134 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c07549-33e7-464a-9dec-6161f4d02496 None None] Routers {'d8119815-e8d9-46c0-b570-02471300dbf9'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:00.980985 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-13c07549-33e7-464a-9dec-6161f4d02496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:37:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8119815-e8d9-46c0-b570-02471300dbf9'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:01.030276 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-64fb6225-aa67-4578-b075-333a23375763 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "DELETE /v2.0/floatingips/d281094f-2472-4f89-be19-99dbd2cd2c68 HTTP/1.1" status: 204 len: 168 time: 1.9227819 Jul 05 10:38:01.032603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b77fce-f835-4f09-a51e-4842d99a6b52', 'tag': '94aaec05-1e75-4377-a3d8-347382610ca6'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:38:01.043920 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2637593e-82ec-4241-a1f1-6ff7f93e0778" -d '{"events": [{"name": "network-changed", "server_uuid": "08b77fce-f835-4f09-a51e-4842d99a6b52", "tag": "94aaec05-1e75-4377-a3d8-347382610ca6"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:38:01.147959 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-13c07549-33e7-464a-9dec-6161f4d02496 None None] Set router d8119815-e8d9-46c0-b570-02471300dbf9 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:38:01.320609 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d1c70e-de56-49dd-943e-385287165e5a x-openstack-request-id: req-d2d1c70e-de56-49dd-943e-385287165e5a {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:38:01.320609 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b77fce-f835-4f09-a51e-4842d99a6b52", "tag": "94aaec05-1e75-4377-a3d8-347382610ca6", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:38:01.320609 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2d1c70e-de56-49dd-943e-385287165e5a {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:38:01.320609 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b77fce-f835-4f09-a51e-4842d99a6b52', 'tag': '94aaec05-1e75-4377-a3d8-347382610ca6', 'status': 'completed', 'code': 200} Jul 05 10:38:01.512950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637593e-82ec-4241-a1f1-6ff7f93e0778 req-443b3c7b-4919-4b2b-8716-334dcbfb5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:01.515585 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2637593e-82ec-4241-a1f1-6ff7f93e0778 req-443b3c7b-4919-4b2b-8716-334dcbfb5dd5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e66d79111844aa38485a483a5286664&device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 1098 time: 0.1701217 Jul 05 10:38:01.606448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c05b0-7e41-4095-aa7c-5f384342ca52 req-62153977-8f73-4613-9f27-9196146e90a3 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:01.623692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-869c05b0-7e41-4095-aa7c-5f384342ca52 req-62153977-8f73-4613-9f27-9196146e90a3 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1728847 Jul 05 10:38:01.640185 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-13c07549-33e7-464a-9dec-6161f4d02496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'name': 'tempest-TestNetworkBasicOps-router-1786567338', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:36:53Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:54Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8e6fe72a-0a76-4fc1-a39d-4cde24922eaf', 'name': '', 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:ee:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:58Z', 'updated_at': '2021-07-05T10:37:05Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:01.708604 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-869c05b0-7e41-4095-aa7c-5f384342ca52 req-e9656a49-b130-4ae2-a410-0b0c56f734a4 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836318 Jul 05 10:38:01.754721 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c07549-33e7-464a-9dec-6161f4d02496 None None] Checking router: d8119815-e8d9-46c0-b570-02471300dbf9 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:38:01.783866 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c07549-33e7-464a-9dec-6161f4d02496 None None] Routers {'d8119815-e8d9-46c0-b570-02471300dbf9'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:01.784571 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-13c07549-33e7-464a-9dec-6161f4d02496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:37:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8119815-e8d9-46c0-b570-02471300dbf9'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:01.787254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637593e-82ec-4241-a1f1-6ff7f93e0778 req-ed211f87-47d2-45b1-b886-f9bbf4ae40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:01.788784 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2637593e-82ec-4241-a1f1-6ff7f93e0778 req-ed211f87-47d2-45b1-b886-f9bbf4ae40cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=b3db9e52-b834-407b-b73f-ad90ae46d0ec HTTP/1.1" status: 200 len: 898 time: 0.2608106 Jul 05 10:38:01.849966 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2637593e-82ec-4241-a1f1-6ff7f93e0778 req-ec1ae013-fabc-4b84-a78d-716b2cbcea4b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94aaec05-1e75-4377-a3d8-347382610ca6 HTTP/1.1" status: 200 len: 217 time: 0.0531394 Jul 05 10:38:01.938574 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11878597-fa52-4535-950e-a7a5aadc147c req-9e42c54a-87e8-4fa9-b5da-e9c2accea51e tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:01.940324 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-11878597-fa52-4535-950e-a7a5aadc147c req-9e42c54a-87e8-4fa9-b5da-e9c2accea51e tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 946 time: 0.1897874 Jul 05 10:38:01.951156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637593e-82ec-4241-a1f1-6ff7f93e0778 req-279e31e9-185f-4235-b49a-2fff92ac21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:01.952777 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2637593e-82ec-4241-a1f1-6ff7f93e0778 req-279e31e9-185f-4235-b49a-2fff92ac21bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9859bf61-c8e3-4881-9b8a-fb4bf981a42c HTTP/1.1" status: 200 len: 835 time: 0.0948172 Jul 05 10:38:01.983978 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-13c07549-33e7-464a-9dec-6161f4d02496 None None] Set router d8119815-e8d9-46c0-b570-02471300dbf9 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:38:02.026354 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-11878597-fa52-4535-950e-a7a5aadc147c req-156724e5-9052-4ddd-a4e3-1f53dc0bca31 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=bac6519d-2681-494f-b7d8-9d34cd382b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775516 Jul 05 10:38:02.056153 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637593e-82ec-4241-a1f1-6ff7f93e0778 req-e21cbd47-306a-44d1-8301-695e9a6291e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:02.059885 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2637593e-82ec-4241-a1f1-6ff7f93e0778 req-e21cbd47-306a-44d1-8301-695e9a6291e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b3db9e52-b834-407b-b73f-ad90ae46d0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981328 Jul 05 10:38:02.217808 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2637593e-82ec-4241-a1f1-6ff7f93e0778 req-f495da79-4d63-4277-bbb5-68f065acde05 service neutron] 10.222.0.73 "GET /v2.0/networks/b3db9e52-b834-407b-b73f-ad90ae46d0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446025 Jul 05 10:38:02.340962 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-13c07549-33e7-464a-9dec-6161f4d02496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'name': 'tempest-TestNetworkBasicOps-router-1786567338', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:36:53Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:54Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8e6fe72a-0a76-4fc1-a39d-4cde24922eaf', 'name': '', 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:ee:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:58Z', 'updated_at': '2021-07-05T10:37:05Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:02.347047 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2637593e-82ec-4241-a1f1-6ff7f93e0778 req-736b059f-e05c-4d70-aec8-8344c2c81dfc service neutron] 10.222.0.73 "GET /v2.0/networks/b3db9e52-b834-407b-b73f-ad90ae46d0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211157 Jul 05 10:38:02.373256 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c07549-33e7-464a-9dec-6161f4d02496 None None] The sync data for ids ['d8119815-e8d9-46c0-b570-02471300dbf9'] in n-d-779913-27 is: [{'id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'name': 'tempest-TestNetworkBasicOps-router-1786567338', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:36:53Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:54Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8e6fe72a-0a76-4fc1-a39d-4cde24922eaf', 'name': '', 'network_id': 'b3db9e52-b834-407b-b73f-ad90ae46d0ec', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'mac_address': 'fa:16:3e:ee:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:58Z', 'updated_at': '2021-07-05T10:37:05Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'subnets': [{'id': '9859bf61-c8e3-4881-9b8a-fb4bf981a42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:38:02.780996 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6a089e-b4bf-4481-a8d4-03f298c5df87 None None] New status for floating IP d281094f-2472-4f89-be19-99dbd2cd2c68: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:38:03.015967 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aca83c-0706-4f63-975a-50cb35ae7c26 req-14dd4f77-b8fd-4208-be18-2149c3e559b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:03.019641 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-96aca83c-0706-4f63-975a-50cb35ae7c26 req-14dd4f77-b8fd-4208-be18-2149c3e559b3 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.73 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 946 time: 0.1741483 Jul 05 10:38:03.030258 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1992b-5cab-4063-b820-25595cbc11c1 req-14265589-371b-4a62-af63-eeed827aa74e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:03.032152 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aea1992b-5cab-4063-b820-25595cbc11c1 req-14265589-371b-4a62-af63-eeed827aa74e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0863857 Jul 05 10:38:03.112609 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aea1992b-5cab-4063-b820-25595cbc11c1 req-01c80195-645b-4040-b777-554821a20e63 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701740 Jul 05 10:38:03.225293 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-96aca83c-0706-4f63-975a-50cb35ae7c26 req-08e93c0d-8c3c-49fc-b9e0-f482997455b2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Deleting port 94aaec05-1e75-4377-a3d8-347382610ca6 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:38:03.228349 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-96aca83c-0706-4f63-975a-50cb35ae7c26 req-08e93c0d-8c3c-49fc-b9e0-f482997455b2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:03.341991 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-96aca83c-0706-4f63-975a-50cb35ae7c26 req-08e93c0d-8c3c-49fc-b9e0-f482997455b2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] For port 94aaec05-1e75-4377-a3d8-347382610ca6, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=94aaec05-1e75-4377-a3d8-347382610ca6,segment=NetworkSegment(7905737d-a397-48a5-903e-343cc333381b),segment_id=7905737d-a397-48a5-903e-343cc333381b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:03.342405 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-96aca83c-0706-4f63-975a-50cb35ae7c26 req-08e93c0d-8c3c-49fc-b9e0-f482997455b2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:03.382723 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-96aca83c-0706-4f63-975a-50cb35ae7c26 req-08e93c0d-8c3c-49fc-b9e0-f482997455b2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Calling delete_port for 94aaec05-1e75-4377-a3d8-347382610ca6 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:38:03.477856 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad340f-367b-414c-9a92-ca676cba9ae8 req-12794b97-85cf-4ad5-8e3b-93dc54cd50d7 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:03.480075 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-93ad340f-367b-414c-9a92-ca676cba9ae8 req-12794b97-85cf-4ad5-8e3b-93dc54cd50d7 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 946 time: 0.1294422 Jul 05 10:38:03.562709 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-93ad340f-367b-414c-9a92-ca676cba9ae8 req-87dd194e-c5ae-426f-ae93-8ee7b744129f tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/security-groups?id=bac6519d-2681-494f-b7d8-9d34cd382b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686071 Jul 05 10:38:03.670243 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-96aca83c-0706-4f63-975a-50cb35ae7c26 req-08e93c0d-8c3c-49fc-b9e0-f482997455b2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:03.720882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e93c0d-8c3c-49fc-b9e0-f482997455b2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Port': ['ID=94aaec05-1e75-4377-a3d8-347382610ca6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:03.817159 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56374) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:03.820219 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-96aca83c-0706-4f63-975a-50cb35ae7c26 req-08e93c0d-8c3c-49fc-b9e0-f482997455b2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] No DVR routers for this DVR port 94aaec05-1e75-4377-a3d8-347382610ca6 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:38:03.833095 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-96aca83c-0706-4f63-975a-50cb35ae7c26 req-08e93c0d-8c3c-49fc-b9e0-f482997455b2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:03.835431 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-96aca83c-0706-4f63-975a-50cb35ae7c26 req-08e93c0d-8c3c-49fc-b9e0-f482997455b2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.73 "DELETE /v2.0/ports/94aaec05-1e75-4377-a3d8-347382610ca6 HTTP/1.1" status: 204 len: 173 time: 0.8096375 Jul 05 10:38:03.835927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b77fce-f835-4f09-a51e-4842d99a6b52', 'name': 'network-vif-deleted', 'tag': '94aaec05-1e75-4377-a3d8-347382610ca6'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:38:03.840634 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d3d5ab-9637-4392-9d99-8294dd8ed529" -d '{"events": [{"server_uuid": "08b77fce-f835-4f09-a51e-4842d99a6b52", "name": "network-vif-deleted", "tag": "94aaec05-1e75-4377-a3d8-347382610ca6"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:38:03.893489 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9345a4fa-62ac-48e5-ab91-a331f7a74341 x-openstack-request-id: req-9345a4fa-62ac-48e5-ab91-a331f7a74341 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:38:03.909049 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b77fce-f835-4f09-a51e-4842d99a6b52", "name": "network-vif-deleted", "tag": "94aaec05-1e75-4377-a3d8-347382610ca6", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:38:03.909461 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9345a4fa-62ac-48e5-ab91-a331f7a74341 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:38:03.909997 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b77fce-f835-4f09-a51e-4842d99a6b52', 'name': 'network-vif-deleted', 'tag': '94aaec05-1e75-4377-a3d8-347382610ca6', 'status': 'completed', 'code': 200} Jul 05 10:38:03.992563 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa599037-317e-4135-90eb-17e96f762263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:04.156544 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa599037-317e-4135-90eb-17e96f762263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:04.218573 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aa599037-317e-4135-90eb-17e96f762263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:04.250060 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa599037-317e-4135-90eb-17e96f762263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a661524-038f-4761-828e-2b6a613ef8b2,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:04.301743 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aa599037-317e-4135-90eb-17e96f762263 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dd90e7bdb56140209d1fe4cfc61e155f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4826720 Jul 05 10:38:04.305653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56382) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:04.438802 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04484fbb-af0f-4a51-9654-0ec03ce2ee62 req-336d14d8-aeea-4baf-b1b1-bf9ec8892c91 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:04.441261 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-04484fbb-af0f-4a51-9654-0ec03ce2ee62 req-336d14d8-aeea-4baf-b1b1-bf9ec8892c91 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1487436 Jul 05 10:38:04.443742 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0db58d5a-ebd0-4e61-a3bc-ff593fe22469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:04.486947 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0db58d5a-ebd0-4e61-a3bc-ff593fe22469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:04.521874 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-04484fbb-af0f-4a51-9654-0ec03ce2ee62 req-ccf1b246-b917-4f70-ae56-6fe556e9325e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704195 Jul 05 10:38:04.614268 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0db58d5a-ebd0-4e61-a3bc-ff593fe22469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:04.620500 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0db58d5a-ebd0-4e61-a3bc-ff593fe22469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:04.620500 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0db58d5a-ebd0-4e61-a3bc-ff593fe22469 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a661524-038f-4761-828e-2b6a613ef8b2 HTTP/1.1" status: 204 len: 168 time: 0.3131671 Jul 05 10:38:04.639557 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db58d5a-ebd0-4e61-a3bc-ff593fe22469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a661524-038f-4761-828e-2b6a613ef8b2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:04.790621 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-02d53b78-0b84-4870-914a-61062172f7b1 req-00dcebbb-718d-4b37-a749-c8763d1283b2 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "GET /v2.0/ports?device_id=08b77fce-f835-4f09-a51e-4842d99a6b52 HTTP/1.1" status: 200 len: 210 time: 0.0415094 Jul 05 10:38:05.795358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f446e0-e139-4b49-befc-8c6b732bcf5a req-993169b5-110d-4432-be16-52fd2375b247 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:05.798202 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e6f446e0-e139-4b49-befc-8c6b732bcf5a req-993169b5-110d-4432-be16-52fd2375b247 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1276469 Jul 05 10:38:05.863644 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e6f446e0-e139-4b49-befc-8c6b732bcf5a req-ace1d28b-e27d-447e-a9b9-62e39b252a29 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553720 Jul 05 10:38:06.015318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56422) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:06.091644 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c3606a2-7d4e-454a-8de8-f7f4d9f71825 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:06.121429 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c3606a2-7d4e-454a-8de8-f7f4d9f71825 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:06.276061 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c3606a2-7d4e-454a-8de8-f7f4d9f71825 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:06.282491 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3c3606a2-7d4e-454a-8de8-f7f4d9f71825 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:06.287146 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3c3606a2-7d4e-454a-8de8-f7f4d9f71825 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "DELETE /v2.0/security-groups/bac6519d-2681-494f-b7d8-9d34cd382b95 HTTP/1.1" status: 204 len: 168 time: 0.2713590 Jul 05 10:38:06.325864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3606a2-7d4e-454a-8de8-f7f4d9f71825 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac6519d-2681-494f-b7d8-9d34cd382b95,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:06.412135 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56432) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:06.503357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9e4e8-53e6-4472-962f-15a649ecb969 req-15162f60-41b5-42a4-bc00-a2fe249f9ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:06.506005 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0c9e4e8-53e6-4472-962f-15a649ecb969 req-15162f60-41b5-42a4-bc00-a2fe249f9ef5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56e6e6c37d314e79ae953e0e2809be12&device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 1098 time: 0.2875896 Jul 05 10:38:06.673774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9e4e8-53e6-4472-962f-15a649ecb969 req-ba20817f-d696-4ba1-825c-bf3462564af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:06.674913 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0c9e4e8-53e6-4472-962f-15a649ecb969 req-ba20817f-d696-4ba1-825c-bf3462564af8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3098306f-a1ab-4180-9050-21e9929257d8 HTTP/1.1" status: 200 len: 915 time: 0.1369648 Jul 05 10:38:06.731362 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0c9e4e8-53e6-4472-962f-15a649ecb969 req-ecd68e7a-ecd0-4990-be53-320a411a7488 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b HTTP/1.1" status: 200 len: 217 time: 0.0483174 Jul 05 10:38:06.889993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9e4e8-53e6-4472-962f-15a649ecb969 req-a50f3709-43da-44f6-adee-fb13460eb43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:06.893154 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0c9e4e8-53e6-4472-962f-15a649ecb969 req-a50f3709-43da-44f6-adee-fb13460eb43a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e735a0a9-c2b5-45ec-b342-e40649f72f34 HTTP/1.1" status: 200 len: 854 time: 0.1501076 Jul 05 10:38:07.047917 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0c9e4e8-53e6-4472-962f-15a649ecb969 req-a6e58728-3583-4858-991f-621563d03d8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3098306f-a1ab-4180-9050-21e9929257d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428323 Jul 05 10:38:07.311084 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a51aa9b-7113-4347-ad45-c009d8694c54 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:07.322010 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827ae5f-7980-4918-8638-9af24cd68a60 req-53156afb-b6a6-4e2f-baee-727b93374a1d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:07.324526 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0827ae5f-7980-4918-8638-9af24cd68a60 req-53156afb-b6a6-4e2f-baee-727b93374a1d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.2707820 Jul 05 10:38:07.330927 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0c9e4e8-53e6-4472-962f-15a649ecb969 req-61f50bb6-40f5-4967-b174-30b7799eeae5 service neutron] 10.222.0.64 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438927 Jul 05 10:38:07.523502 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0c9e4e8-53e6-4472-962f-15a649ecb969 req-2bd27eb2-23a3-4e69-a1b9-411a64cf04b9 service neutron] 10.222.0.64 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826491 Jul 05 10:38:07.536293 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0827ae5f-7980-4918-8638-9af24cd68a60 req-0734b7ea-7f06-45fd-8ad3-c9240b721cc3 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041330 Jul 05 10:38:07.589835 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 94aaec05-1e75-4377-a3d8-347382610ca6 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:38:07.614446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 94aaec05-1e75-4377-a3d8-347382610ca6 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:38:07.614931 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 94aaec05-1e75-4377-a3d8-347382610ca6 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:38:07.728687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1a51aa9b-7113-4347-ad45-c009d8694c54 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Deleting port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:38:07.729029 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a51aa9b-7113-4347-ad45-c009d8694c54 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:07.838156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-1a51aa9b-7113-4347-ad45-c009d8694c54 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] For port 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8e6fe72a-0a76-4fc1-a39d-4cde24922eaf,segment=NetworkSegment(7905737d-a397-48a5-903e-343cc333381b),segment_id=7905737d-a397-48a5-903e-343cc333381b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:07.839658 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a51aa9b-7113-4347-ad45-c009d8694c54 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:07.856325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1a51aa9b-7113-4347-ad45-c009d8694c54 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Calling delete_port for 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:38:08.180203 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a51aa9b-7113-4347-ad45-c009d8694c54 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:08.249985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51aa9b-7113-4347-ad45-c009d8694c54 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Port': ['ID=8e6fe72a-0a76-4fc1-a39d-4cde24922eaf,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:08.523791 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a51aa9b-7113-4347-ad45-c009d8694c54 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:08.858212 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a51aa9b-7113-4347-ad45-c009d8694c54 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Router d8119815-e8d9-46c0-b570-02471300dbf9 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:38:09.010534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d429757-8e1e-48b3-81f3-e7cf16c1869d req-015e2d78-839f-458f-aa4b-9cd27025c112 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:09.018531 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d429757-8e1e-48b3-81f3-e7cf16c1869d req-015e2d78-839f-458f-aa4b-9cd27025c112 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.2176306 Jul 05 10:38:09.106610 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d429757-8e1e-48b3-81f3-e7cf16c1869d req-70e51ae9-031f-4a3a-a441-e9ed51b0aba6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870984 Jul 05 10:38:09.137147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a51aa9b-7113-4347-ad45-c009d8694c54 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:38:09.143267 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1a51aa9b-7113-4347-ad45-c009d8694c54 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "PUT /v2.0/routers/d8119815-e8d9-46c0-b570-02471300dbf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7294362 Jul 05 10:38:09.146277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56488) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:09.155991 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c89fc-96ab-44e9-9767-40bc0e95ec58 None None] Sync routers for ids ['d8119815-e8d9-46c0-b570-02471300dbf9'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:38:09.172856 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c89fc-96ab-44e9-9767-40bc0e95ec58 None None] Routers {'d8119815-e8d9-46c0-b570-02471300dbf9'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:09.173876 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-740c89fc-96ab-44e9-9767-40bc0e95ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:37:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8119815-e8d9-46c0-b570-02471300dbf9'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:09.272220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e410672-a704-4de6-bf39-ba47e1552f2a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Deleting subnet 9859bf61-c8e3-4881-9b8a-fb4bf981a42c {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:38:09.276954 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9e410672-a704-4de6-bf39-ba47e1552f2a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:09.360272 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9e410672-a704-4de6-bf39-ba47e1552f2a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:09.398963 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-740c89fc-96ab-44e9-9767-40bc0e95ec58 None None] Set router d8119815-e8d9-46c0-b570-02471300dbf9 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:38:09.488252 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9e410672-a704-4de6-bf39-ba47e1552f2a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:09.673356 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-740c89fc-96ab-44e9-9767-40bc0e95ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'name': 'tempest-TestNetworkBasicOps-router-1786567338', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:36:53Z', 'updated_at': '2021-07-05T10:38:08Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:54Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:09.701808 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c89fc-96ab-44e9-9767-40bc0e95ec58 None None] Checking router: d8119815-e8d9-46c0-b570-02471300dbf9 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:38:09.715557 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c89fc-96ab-44e9-9767-40bc0e95ec58 None None] Routers {'d8119815-e8d9-46c0-b570-02471300dbf9'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:09.716203 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-740c89fc-96ab-44e9-9767-40bc0e95ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:37:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8119815-e8d9-46c0-b570-02471300dbf9'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:09.830127 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-740c89fc-96ab-44e9-9767-40bc0e95ec58 None None] Set router d8119815-e8d9-46c0-b570-02471300dbf9 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:38:09.853672 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9e410672-a704-4de6-bf39-ba47e1552f2a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:09.913934 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9e410672-a704-4de6-bf39-ba47e1552f2a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:09.916095 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9e410672-a704-4de6-bf39-ba47e1552f2a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "DELETE /v2.0/subnets/9859bf61-c8e3-4881-9b8a-fb4bf981a42c HTTP/1.1" status: 204 len: 168 time: 0.7686720 Jul 05 10:38:09.917325 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e410672-a704-4de6-bf39-ba47e1552f2a tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Subnet': ['ID=9859bf61-c8e3-4881-9b8a-fb4bf981a42c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:09.919402 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56506) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:09.921218 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ed2f0b-d9a9-4615-98f9-77d617c746e5 None None] Network b3db9e52-b834-407b-b73f-ad90ae46d0ec requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:38:10.148826 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-740c89fc-96ab-44e9-9767-40bc0e95ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'name': 'tempest-TestNetworkBasicOps-router-1786567338', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:36:53Z', 'updated_at': '2021-07-05T10:38:08Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:54Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:10.199308 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c89fc-96ab-44e9-9767-40bc0e95ec58 None None] The sync data for ids ['d8119815-e8d9-46c0-b570-02471300dbf9'] in n-d-779913-27 is: [{'id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'name': 'tempest-TestNetworkBasicOps-router-1786567338', 'tenant_id': '8e66d79111844aa38485a483a5286664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:36:53Z', 'updated_at': '2021-07-05T10:38:08Z', 'revision_number': 5, 'project_id': '8e66d79111844aa38485a483a5286664', 'gw_port': {'id': 'bb9a15b0-160e-4fe5-88af-b443f69ac15c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8119815-e8d9-46c0-b570-02471300dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:36:54Z', 'updated_at': '2021-07-05T10:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:38:10.212520 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5a689c4-927c-4c7f-ace8-cab42d8b67ae tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:10.218569 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] DHCP port deletion for b3db9e52-b834-407b-b73f-ad90ae46d0ec request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:38:10.322147 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Deleting port e2a41268-8d5e-49e7-985e-bb88de043fca {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:38:10.322531 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:10.440330 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b6241-6a0a-4432-839d-e84817740b7f req-141e6e69-198e-4708-baa8-37e0331ad577 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:10.442816 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ad2b6241-6a0a-4432-839d-e84817740b7f req-141e6e69-198e-4708-baa8-37e0331ad577 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0855579 Jul 05 10:38:10.472747 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] For port e2a41268-8d5e-49e7-985e-bb88de043fca, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e2a41268-8d5e-49e7-985e-bb88de043fca,segment=NetworkSegment(7905737d-a397-48a5-903e-343cc333381b),segment_id=7905737d-a397-48a5-903e-343cc333381b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:10.473147 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:10.480966 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5a689c4-927c-4c7f-ace8-cab42d8b67ae tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:10.496750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Calling delete_port for e2a41268-8d5e-49e7-985e-bb88de043fca owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:38:10.518550 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ad2b6241-6a0a-4432-839d-e84817740b7f req-d8f6d7fd-e2f1-499a-9bca-cc9b7810be74 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646455 Jul 05 10:38:10.644052 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-d5a689c4-927c-4c7f-ace8-cab42d8b67ae tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Deleting port bb9a15b0-160e-4fe5-88af-b443f69ac15c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:38:10.644481 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5a689c4-927c-4c7f-ace8-cab42d8b67ae tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:10.756417 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:10.789947 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-d5a689c4-927c-4c7f-ace8-cab42d8b67ae tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] For port bb9a15b0-160e-4fe5-88af-b443f69ac15c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bb9a15b0-160e-4fe5-88af-b443f69ac15c,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:10.795905 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5a689c4-927c-4c7f-ace8-cab42d8b67ae tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:10.810287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-d5a689c4-927c-4c7f-ace8-cab42d8b67ae tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Calling delete_port for bb9a15b0-160e-4fe5-88af-b443f69ac15c owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:38:10.839911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Pushing event deleted for resources: {'Port': ['ID=e2a41268-8d5e-49e7-985e-bb88de043fca,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:10.839911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] No DVR routers for this DVR port e2a41268-8d5e-49e7-985e-bb88de043fca on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:38:10.858035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:10.858440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:10.858826 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:10.859143 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:10.859476 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:10.863708 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:10.864144 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:10.864484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:10.864817 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:10.865149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:10.865484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:10.865862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7199c9-c9c6-4745-9284-1fa565557a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:10.952001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56524) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:11.113147 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd25090a-3c5b-44a9-a629-d3b104706466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.139001 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c726ab9b-7c25-4074-9ab9-b2434dadb262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.178158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e2a41268-8d5e-49e7-985e-bb88de043fca no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:38:11.189723 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5a689c4-927c-4c7f-ace8-cab42d8b67ae tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.232581 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: e2a41268-8d5e-49e7-985e-bb88de043fca {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:38:11.234251 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e2a41268-8d5e-49e7-985e-bb88de043fca not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:38:11.235881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:38:11.238127 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a689c4-927c-4c7f-ace8-cab42d8b67ae tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Port': ['ID=bb9a15b0-160e-4fe5-88af-b443f69ac15c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:11.281921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:38:11.283640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8e6fe72a-0a76-4fc1-a39d-4cde24922eaf not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:38:11.336668 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5a689c4-927c-4c7f-ace8-cab42d8b67ae tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.345082 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd25090a-3c5b-44a9-a629-d3b104706466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.441809 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5a689c4-927c-4c7f-ace8-cab42d8b67ae tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.444046 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5a689c4-927c-4c7f-ace8-cab42d8b67ae tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.468191 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd25090a-3c5b-44a9-a629-d3b104706466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.519024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25090a-3c5b-44a9-a629-d3b104706466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301722da-5d24-46c7-9217-421570ac6282,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:11.523703 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cd25090a-3c5b-44a9-a629-d3b104706466 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0e132b14441b45fe9b1a4a3465703699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5705571 Jul 05 10:38:11.526634 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56530) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:11.568147 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5a689c4-927c-4c7f-ace8-cab42d8b67ae tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.568867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a689c4-927c-4c7f-ace8-cab42d8b67ae tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Fanout notify agent at l3_agent the message router_deleted on router d8119815-e8d9-46c0-b570-02471300dbf9 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:38:11.582290 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9549bd2f-89f3-4bee-955c-f723cf8b3a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.582930 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d5a689c4-927c-4c7f-ace8-cab42d8b67ae tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.587342 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d5a689c4-927c-4c7f-ace8-cab42d8b67ae tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "DELETE /v2.0/routers/d8119815-e8d9-46c0-b570-02471300dbf9 HTTP/1.1" status: 204 len: 168 time: 1.6665540 Jul 05 10:38:11.591786 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56536) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:11.668685 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9549bd2f-89f3-4bee-955c-f723cf8b3a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.743242 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acf17182-ed37-45d5-82b2-061bf6413282 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.752857 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c2192-3647-4e89-9aed-00e3aa81abc4 req-24cdabf7-0b54-4b0e-bf9b-84a31bf6c0d6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:11.765465 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e67c2192-3647-4e89-9aed-00e3aa81abc4 req-24cdabf7-0b54-4b0e-bf9b-84a31bf6c0d6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1207354 Jul 05 10:38:11.825150 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e67c2192-3647-4e89-9aed-00e3aa81abc4 req-74ce3dd7-d179-4adb-b75f-4a5cc208033b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537181 Jul 05 10:38:11.853854 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acf17182-ed37-45d5-82b2-061bf6413282 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.865221 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-acf17182-ed37-45d5-82b2-061bf6413282 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3db9e52-b834-407b-b73f-ad90ae46d0ec']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:11.878972 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-acf17182-ed37-45d5-82b2-061bf6413282 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7905737d-a397-48a5-903e-343cc333381b') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:11.878972 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-acf17182-ed37-45d5-82b2-061bf6413282 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7905737d-a397-48a5-903e-343cc333381b') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:11.888649 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9549bd2f-89f3-4bee-955c-f723cf8b3a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.891215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9549bd2f-89f3-4bee-955c-f723cf8b3a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.892513 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9549bd2f-89f3-4bee-955c-f723cf8b3a79 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/301722da-5d24-46c7-9217-421570ac6282 HTTP/1.1" status: 204 len: 168 time: 0.3646009 Jul 05 10:38:11.896926 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acf17182-ed37-45d5-82b2-061bf6413282 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.913717 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549bd2f-89f3-4bee-955c-f723cf8b3a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301722da-5d24-46c7-9217-421570ac6282,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:11.919180 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acf17182-ed37-45d5-82b2-061bf6413282 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.929443 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf17182-ed37-45d5-82b2-061bf6413282 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:38:11.930297 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acf17182-ed37-45d5-82b2-061bf6413282 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:38:11.944277 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:38:12.087162 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acf17182-ed37-45d5-82b2-061bf6413282 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:12.095816 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-acf17182-ed37-45d5-82b2-061bf6413282 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:12.100864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-acf17182-ed37-45d5-82b2-061bf6413282 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] 10.222.0.77 "DELETE /v2.0/networks/b3db9e52-b834-407b-b73f-ad90ae46d0ec HTTP/1.1" status: 204 len: 168 time: 0.5094080 Jul 05 10:38:12.121589 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf17182-ed37-45d5-82b2-061bf6413282 tempest-TestNetworkBasicOps-1084964439 tempest-TestNetworkBasicOps-1084964439-project] Pushing event deleted for resources: {'Network': ['ID=b3db9e52-b834-407b-b73f-ad90ae46d0ec,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:12.597309 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56556) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:12.633981 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56560) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:12.644355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-699858bf-4a33-4589-a63e-c73ea7be69d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:12.708666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33fd46-dc90-49dd-8321-ec6ed090d911 req-29f33cbb-87f7-459e-aa0f-6512cd6ede88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:12.721062 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc33fd46-dc90-49dd-8321-ec6ed090d911 req-29f33cbb-87f7-459e-aa0f-6512cd6ede88 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56e6e6c37d314e79ae953e0e2809be12&device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 1098 time: 0.1108153 Jul 05 10:38:12.834617 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-699858bf-4a33-4589-a63e-c73ea7be69d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:12.845818 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33fd46-dc90-49dd-8321-ec6ed090d911 req-6de6e15a-b898-4403-b924-221ca9d989bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:12.847473 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc33fd46-dc90-49dd-8321-ec6ed090d911 req-6de6e15a-b898-4403-b924-221ca9d989bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=3098306f-a1ab-4180-9050-21e9929257d8 HTTP/1.1" status: 200 len: 915 time: 0.1282518 Jul 05 10:38:12.906127 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56566) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:12.906416 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c333b413-45cd-4406-bf03-b67ef4d15ab0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e66d79111844aa38485a483a5286664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709527 Jul 05 10:38:12.913330 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-699858bf-4a33-4589-a63e-c73ea7be69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:12.916615 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc33fd46-dc90-49dd-8321-ec6ed090d911 req-c7976f2b-3390-4e43-b34f-2d58c0c910f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b HTTP/1.1" status: 200 len: 217 time: 0.0556023 Jul 05 10:38:13.024790 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699858bf-4a33-4589-a63e-c73ea7be69d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f9a4ab-bdce-410b-a9ce-d939680213ee,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:13.046047 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-699858bf-4a33-4589-a63e-c73ea7be69d0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e848ea618494d548bf1e65601f7019e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4383764 Jul 05 10:38:13.046440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56568) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:13.078407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33fd46-dc90-49dd-8321-ec6ed090d911 req-5b761c8c-748d-4351-8529-d774b15df3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:13.080201 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc33fd46-dc90-49dd-8321-ec6ed090d911 req-5b761c8c-748d-4351-8529-d774b15df3f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e735a0a9-c2b5-45ec-b342-e40649f72f34 HTTP/1.1" status: 200 len: 854 time: 0.1370931 Jul 05 10:38:13.114347 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0376df9-de97-4827-8a85-21f83dda8856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:13.123521 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7e4498d1-e820-498b-a2b6-b61a0b1e3c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:13.131097 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc33fd46-dc90-49dd-8321-ec6ed090d911 req-56b20655-d016-4b4e-b67f-15fbf86320b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3098306f-a1ab-4180-9050-21e9929257d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376916 Jul 05 10:38:13.149412 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0376df9-de97-4827-8a85-21f83dda8856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:13.159473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bb9a15b0-160e-4fe5-88af-b443f69ac15c no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:38:13.180969 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: bb9a15b0-160e-4fe5-88af-b443f69ac15c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:38:13.181317 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bb9a15b0-160e-4fe5-88af-b443f69ac15c not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:38:13.235981 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7e4498d1-e820-498b-a2b6-b61a0b1e3c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:13.246649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4444ac-bd80-4e71-bde1-f859ee077cf3 req-ede14be2-628a-40ad-925f-8846f53fae20 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:13.248272 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8a4444ac-bd80-4e71-bde1-f859ee077cf3 req-ede14be2-628a-40ad-925f-8846f53fae20 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.2504613 Jul 05 10:38:13.292968 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0376df9-de97-4827-8a85-21f83dda8856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:13.297852 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0376df9-de97-4827-8a85-21f83dda8856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:13.300386 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b0376df9-de97-4827-8a85-21f83dda8856 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/85f9a4ab-bdce-410b-a9ce-d939680213ee HTTP/1.1" status: 204 len: 168 time: 0.2597334 Jul 05 10:38:13.312447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0376df9-de97-4827-8a85-21f83dda8856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f9a4ab-bdce-410b-a9ce-d939680213ee,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:13.351191 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc33fd46-dc90-49dd-8321-ec6ed090d911 req-ae3b741c-398e-45d9-808a-2509c1439554 service neutron] 10.222.0.64 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088432 Jul 05 10:38:13.354036 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8a4444ac-bd80-4e71-bde1-f859ee077cf3 req-1236ff86-02c9-4397-a29a-d8568d1768e4 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931542 Jul 05 10:38:13.468130 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7e4498d1-e820-498b-a2b6-b61a0b1e3c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:13.471116 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7e4498d1-e820-498b-a2b6-b61a0b1e3c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:13.472100 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7e4498d1-e820-498b-a2b6-b61a0b1e3c2b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0386f63d-ab8a-401d-bd12-735be7924c9d HTTP/1.1" status: 204 len: 168 time: 0.5643287 Jul 05 10:38:13.489420 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc33fd46-dc90-49dd-8321-ec6ed090d911 req-129021d7-12ae-45bc-9333-f3faac5488b6 service neutron] 10.222.0.64 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292450 Jul 05 10:38:13.497490 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4498d1-e820-498b-a2b6-b61a0b1e3c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0386f63d-ab8a-401d-bd12-735be7924c9d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:13.641999 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a76c7ae4-cb90-4c9a-ab62-4e86d80e0406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:13.664868 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:14.188787 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56594) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:14.209978 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2a00348c-8ab9-4e1b-ab98-d0cd96f22aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:14.341802 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2a00348c-8ab9-4e1b-ab98-d0cd96f22aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:14.424387 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2a00348c-8ab9-4e1b-ab98-d0cd96f22aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:14.494052 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2a00348c-8ab9-4e1b-ab98-d0cd96f22aaf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=37973949c71a47fcb47d4327b6aec37d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036585 Jul 05 10:38:14.496883 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56604) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:14.500501 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00348c-8ab9-4e1b-ab98-d0cd96f22aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a81ba43-46bc-4b13-81f2-b93b80918ec4,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:14.602077 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9bd39694-873b-433d-9a8b-91827a1b0da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:14.637014 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9bd39694-873b-433d-9a8b-91827a1b0da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:14.684597 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb4b26-431b-4972-8b70-005192e6848b req-b5c2ac00-3822-4733-a8cb-62e9b7dfebd6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:14.686685 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a2eb4b26-431b-4972-8b70-005192e6848b req-b5c2ac00-3822-4733-a8cb-62e9b7dfebd6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1478529 Jul 05 10:38:14.734207 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a2eb4b26-431b-4972-8b70-005192e6848b req-5f4b215d-04da-4f3e-945a-884b0acbbeca tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401165 Jul 05 10:38:14.824847 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9bd39694-873b-433d-9a8b-91827a1b0da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:14.828018 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9bd39694-873b-433d-9a8b-91827a1b0da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:14.829188 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9bd39694-873b-433d-9a8b-91827a1b0da9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9a81ba43-46bc-4b13-81f2-b93b80918ec4 HTTP/1.1" status: 204 len: 168 time: 0.3312912 Jul 05 10:38:14.839555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd39694-873b-433d-9a8b-91827a1b0da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a81ba43-46bc-4b13-81f2-b93b80918ec4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:15.033335 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:15.471878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56650) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:15.715849 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3d48f9b1-ec6f-4b2d-af84-e1f06b01e2af tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-73832636'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:15.830580 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d48f9b1-ec6f-4b2d-af84-e1f06b01e2af tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:15.832178 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d48f9b1-ec6f-4b2d-af84-e1f06b01e2af tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:15.912559 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d48f9b1-ec6f-4b2d-af84-e1f06b01e2af tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:15.988055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0547f-0c45-440a-8662-b256cdbebec2 req-4c4060c5-ccae-4c6f-99d0-717d98ed0df0 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:15.990059 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-81f0547f-0c45-440a-8662-b256cdbebec2 req-4c4060c5-ccae-4c6f-99d0-717d98ed0df0 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.0892525 Jul 05 10:38:15.991774 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d48f9b1-ec6f-4b2d-af84-e1f06b01e2af tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:16.062200 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-81f0547f-0c45-440a-8662-b256cdbebec2 req-e41a0145-0619-416b-8d05-5ba031f737cd tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554812 Jul 05 10:38:16.070698 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d48f9b1-ec6f-4b2d-af84-e1f06b01e2af tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:16.072878 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3d48f9b1-ec6f-4b2d-af84-e1f06b01e2af tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.5993066 Jul 05 10:38:16.079956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56670) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:16.180397 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc248-3558-4b8d-9204-1e387c31b1f4 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:16.384943 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc248-3558-4b8d-9204-1e387c31b1f4 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:16.388118 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc248-3558-4b8d-9204-1e387c31b1f4 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:16.483758 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc248-3558-4b8d-9204-1e387c31b1f4 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:16.484310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0cc248-3558-4b8d-9204-1e387c31b1f4 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72b690a2-254c-406c-aff6-7d06f9db8f99 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:38:16.497067 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc248-3558-4b8d-9204-1e387c31b1f4 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:16.501568 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56684) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:16.502275 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9c0cc248-3558-4b8d-9204-1e387c31b1f4 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] 10.222.0.77 "DELETE /v2.0/routers/72b690a2-254c-406c-aff6-7d06f9db8f99 HTTP/1.1" status: 204 len: 168 time: 0.4223576 Jul 05 10:38:16.507275 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f3272ab9-7778-42a8-8dce-213530a25299 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Request body: {'router': {'name': 'tempest-router-1363262124', 'distributed': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:16.597232 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3272ab9-7778-42a8-8dce-213530a25299 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:16.598812 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3272ab9-7778-42a8-8dce-213530a25299 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:16.723754 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3272ab9-7778-42a8-8dce-213530a25299 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:16.825375 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3272ab9-7778-42a8-8dce-213530a25299 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:16.827661 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:16.933090 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3272ab9-7778-42a8-8dce-213530a25299 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:16.934844 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f3272ab9-7778-42a8-8dce-213530a25299 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4314227 Jul 05 10:38:16.937656 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56696) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:17.038828 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e020ea4c-9004-4aeb-b214-2daf12ae5aab tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:17.225942 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e020ea4c-9004-4aeb-b214-2daf12ae5aab tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:17.243515 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e020ea4c-9004-4aeb-b214-2daf12ae5aab tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:17.252608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d0bd5df9-3260-4276-9873-8bf97be06f5b no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:38:17.318576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dd56c-6351-4e31-8af8-fff5923ac7c2 req-91724707-78f8-41a1-8aab-0284d0fd02ad tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:17.320316 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-445dd56c-6351-4e31-8af8-fff5923ac7c2 req-91724707-78f8-41a1-8aab-0284d0fd02ad tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 946 time: 0.1086020 Jul 05 10:38:17.340471 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:17.376322 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c475e245-9c0a-4498-bb22-9e541633e0d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0bd5df9-3260-4276-9873-8bf97be06f5b'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:38:17.380506 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b25af8-1bb1-4cb1-8e43-875261713a4b" -d '{"events": [{"server_uuid": "c475e245-9c0a-4498-bb22-9e541633e0d8", "name": "network-vif-unplugged", "status": "completed", "tag": "d0bd5df9-3260-4276-9873-8bf97be06f5b"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:38:17.403738 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d0bd5df9-3260-4276-9873-8bf97be06f5b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:17.445002 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 10:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df40084-9e81-471a-bd03-677419b27ac4 x-openstack-request-id: req-2df40084-9e81-471a-bd03-677419b27ac4 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:38:17.445302 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c475e245-9c0a-4498-bb22-9e541633e0d8", "name": "network-vif-unplugged", "status": "failed", "tag": "d0bd5df9-3260-4276-9873-8bf97be06f5b", "code": 422}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:38:17.445556 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2df40084-9e81-471a-bd03-677419b27ac4 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:38:17.445979 n-d-779913-27 neutron-server[100777]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c475e245-9c0a-4498-bb22-9e541633e0d8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0bd5df9-3260-4276-9873-8bf97be06f5b', 'code': 422} returned with failed status Jul 05 10:38:17.517166 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:17.577337 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d0bd5df9-3260-4276-9873-8bf97be06f5b,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:17.626559 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e020ea4c-9004-4aeb-b214-2daf12ae5aab tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:17.626993 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e020ea4c-9004-4aeb-b214-2daf12ae5aab tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b4d1c45-490c-4bb9-bcfa-653cc4c90cd9 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:38:17.637971 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e020ea4c-9004-4aeb-b214-2daf12ae5aab tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:17.637971 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e020ea4c-9004-4aeb-b214-2daf12ae5aab tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] 10.222.0.77 "DELETE /v2.0/routers/0b4d1c45-490c-4bb9-bcfa-653cc4c90cd9 HTTP/1.1" status: 204 len: 168 time: 0.6946399 Jul 05 10:38:17.638168 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56726) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:17.642198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ce988184-9d4d-4c1a-a886-3a817b863213 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Request body: {'router': {'name': 'tempest-router-636439611', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ab2f9f2dec9548a68b05f7adcf2c10ad'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:17.654047 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-445dd56c-6351-4e31-8af8-fff5923ac7c2 req-e34b0a70-6cab-4717-8372-001c88233fbe tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222396 Jul 05 10:38:17.756143 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce988184-9d4d-4c1a-a886-3a817b863213 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:17.757242 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce988184-9d4d-4c1a-a886-3a817b863213 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:17.818639 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce988184-9d4d-4c1a-a886-3a817b863213 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:17.883465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f96ce-a9c1-489d-9a08-675e8412c28a req-92494de2-df4a-4f8d-a13e-41c508c0aff4 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:17.885225 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c90f96ce-a9c1-489d-9a08-675e8412c28a req-92494de2-df4a-4f8d-a13e-41c508c0aff4 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.0779252 Jul 05 10:38:17.888583 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce988184-9d4d-4c1a-a886-3a817b863213 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:17.945333 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c90f96ce-a9c1-489d-9a08-675e8412c28a req-08eb11da-9cc6-4a37-85e3-bbdb42c11e6c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525899 Jul 05 10:38:17.992270 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce988184-9d4d-4c1a-a886-3a817b863213 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:17.993591 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ce988184-9d4d-4c1a-a886-3a817b863213 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3552332 Jul 05 10:38:17.996669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56756) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:18.003190 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8124e3f5-1c09-4303-b13f-2c0a11c9eeaf tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:18.235812 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8124e3f5-1c09-4303-b13f-2c0a11c9eeaf tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:18.236230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8124e3f5-1c09-4303-b13f-2c0a11c9eeaf tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:18.324869 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8124e3f5-1c09-4303-b13f-2c0a11c9eeaf tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100775) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 05 10:38:18.325212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8124e3f5-1c09-4303-b13f-2c0a11c9eeaf tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Router 84cb30fa-9a9b-4cff-b2bf-14013ef05228 migrating from provider to provider. {{(pid=100775) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 05 10:38:18.325626 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8124e3f5-1c09-4303-b13f-2c0a11c9eeaf tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:18.332721 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8124e3f5-1c09-4303-b13f-2c0a11c9eeaf tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:18.396295 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8124e3f5-1c09-4303-b13f-2c0a11c9eeaf tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:18.480966 n-d-779913-27 neutron-server[100775]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8124e3f5-1c09-4303-b13f-2c0a11c9eeaf tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] No L3 agents can host the router 84cb30fa-9a9b-4cff-b2bf-14013ef05228 Jul 05 10:38:18.623637 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8124e3f5-1c09-4303-b13f-2c0a11c9eeaf tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Hosts for router 84cb30fa-9a9b-4cff-b2bf-14013ef05228: [] {{(pid=100775) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 05 10:38:18.645506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db3cb3-6518-4a32-8dc3-5d3d03950e6f req-f09c06a9-b5ba-4117-89bd-c396c0e2b4b4 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:18.647129 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8db3cb3-6518-4a32-8dc3-5d3d03950e6f req-f09c06a9-b5ba-4117-89bd-c396c0e2b4b4 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.0869656 Jul 05 10:38:18.658289 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8124e3f5-1c09-4303-b13f-2c0a11c9eeaf tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Hosts for other DVR routers connected to router 84cb30fa-9a9b-4cff-b2bf-14013ef05228: set() {{(pid=100775) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 05 10:38:18.659315 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8124e3f5-1c09-4303-b13f-2c0a11c9eeaf tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:18.660568 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8124e3f5-1c09-4303-b13f-2c0a11c9eeaf tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] 10.222.0.77 "PUT /v2.0/routers/84cb30fa-9a9b-4cff-b2bf-14013ef05228 HTTP/1.1" status: 200 len: 716 time: 0.6624093 Jul 05 10:38:18.664018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56798) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:18.703589 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8db3cb3-6518-4a32-8dc3-5d3d03950e6f req-20d19163-4ec7-4105-a530-cf77348c4ba9 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455053 Jul 05 10:38:18.782076 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-25544aec-ab25-437e-88cc-1140294b7ccf tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] 10.222.0.77 "GET /v2.0/routers/84cb30fa-9a9b-4cff-b2bf-14013ef05228 HTTP/1.1" status: 200 len: 716 time: 0.1169217 Jul 05 10:38:18.784995 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56804) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:19.041587 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-36d7946f-b501-4684-a517-71129649389e tempest-RoutersTestDVR-894938248 tempest-RoutersTestDVR-894938248-project] 10.222.0.77 "GET /v2.0/routers/84cb30fa-9a9b-4cff-b2bf-14013ef05228 HTTP/1.1" status: 200 len: 682 time: 0.2547574 Jul 05 10:38:19.044223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56834) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:19.146122 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e5aa7180-5066-41bf-bfb9-1f9b958058c5 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:19.167565 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f44c26e-0630-4eac-b34d-42bdcbe13f27 req-2fe85e7b-06ce-48fb-b5ee-4939611ec619 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1497629 Jul 05 10:38:19.343314 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e5aa7180-5066-41bf-bfb9-1f9b958058c5 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:19.345669 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e5aa7180-5066-41bf-bfb9-1f9b958058c5 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:19.449227 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e5aa7180-5066-41bf-bfb9-1f9b958058c5 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:19.453592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aa7180-5066-41bf-bfb9-1f9b958058c5 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84cb30fa-9a9b-4cff-b2bf-14013ef05228 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:38:19.455271 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e5aa7180-5066-41bf-bfb9-1f9b958058c5 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:19.455961 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e5aa7180-5066-41bf-bfb9-1f9b958058c5 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] 10.222.0.77 "DELETE /v2.0/routers/84cb30fa-9a9b-4cff-b2bf-14013ef05228 HTTP/1.1" status: 204 len: 168 time: 0.4107263 Jul 05 10:38:19.462516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56864) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:19.468847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4916c3d7-032c-4dfe-b32e-299e9c3b84fc tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Request body: {'router': {'name': 'tempest-router-2004508371', 'distributed': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:19.549962 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4916c3d7-032c-4dfe-b32e-299e9c3b84fc tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:19.551071 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4916c3d7-032c-4dfe-b32e-299e9c3b84fc tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:19.609923 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4916c3d7-032c-4dfe-b32e-299e9c3b84fc tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:19.704882 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4916c3d7-032c-4dfe-b32e-299e9c3b84fc tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:19.801458 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4916c3d7-032c-4dfe-b32e-299e9c3b84fc tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:19.803128 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4916c3d7-032c-4dfe-b32e-299e9c3b84fc tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3392279 Jul 05 10:38:19.810485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56886) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:19.895913 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a7450d94-77bd-46f1-a26a-886b1ff86c51 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:19.930666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a932c6-c13b-4017-b015-cadd5509bdfb req-4228aebb-b28e-413a-9b6a-c8ab528064e1 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:19.940420 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5a932c6-c13b-4017-b015-cadd5509bdfb req-4228aebb-b28e-413a-9b6a-c8ab528064e1 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.1010025 Jul 05 10:38:19.995807 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5a932c6-c13b-4017-b015-cadd5509bdfb req-366a2a86-8295-42c6-b05a-98020e26f96a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533855 Jul 05 10:38:20.090457 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a7450d94-77bd-46f1-a26a-886b1ff86c51 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:20.092691 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a7450d94-77bd-46f1-a26a-886b1ff86c51 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:20.219362 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a7450d94-77bd-46f1-a26a-886b1ff86c51 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:20.220342 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7450d94-77bd-46f1-a26a-886b1ff86c51 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ea07a17-40f3-4a32-ae0c-2fc478afa05c {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:38:20.227904 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a7450d94-77bd-46f1-a26a-886b1ff86c51 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:20.230856 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a7450d94-77bd-46f1-a26a-886b1ff86c51 tempest-RoutersTestDVR-1331349649 tempest-RoutersTestDVR-1331349649-project-admin] 10.222.0.77 "DELETE /v2.0/routers/0ea07a17-40f3-4a32-ae0c-2fc478afa05c HTTP/1.1" status: 204 len: 168 time: 0.4177849 Jul 05 10:38:20.839873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56916) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:20.883482 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56920) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:21.066355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad78f358-3275-489c-9292-cebb80f5119e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:21.069977 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9086c48c-976d-4ded-9349-b20d20c510b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:21.134541 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-9086c48c-976d-4ded-9349-b20d20c510b4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:38:21.134541 n-d-779913-27 neutron-server[100775]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 10:38:21.134541 n-d-779913-27 neutron-server[100775]: [parameters: {'project_id': 'ab2f9f2dec9548a68b05f7adcf2c10ad', 'id': '811e9944-2d10-4002-8074-46ccf34f2af0', 'expiration': datetime.datetime(2021, 7, 5, 10, 40, 21, 119921)}] Jul 05 10:38:21.134541 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:38:21.135133 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-9086c48c-976d-4ded-9349-b20d20c510b4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:38:21.146814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44c26e-0630-4eac-b34d-42bdcbe13f27 req-04bcc26d-7424-4fbc-b401-d34497be0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:21.148383 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f44c26e-0630-4eac-b34d-42bdcbe13f27 req-04bcc26d-7424-4fbc-b401-d34497be0669 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8&tenant_id=56e6e6c37d314e79ae953e0e2809be12 HTTP/1.1" status: 200 len: 1096 time: 0.1754501 Jul 05 10:38:21.202905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369c373-c55a-49ad-8aee-bc33354b418e req-94afae1c-576d-4205-a038-c1ec5ab5906a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:21.204837 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8369c373-c55a-49ad-8aee-bc33354b418e req-94afae1c-576d-4205-a038-c1ec5ab5906a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.0771444 Jul 05 10:38:21.246799 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8369c373-c55a-49ad-8aee-bc33354b418e req-c760f4f4-761e-42d8-897b-6df1cab914da tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354452 Jul 05 10:38:21.263527 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad78f358-3275-489c-9292-cebb80f5119e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:21.271828 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44c26e-0630-4eac-b34d-42bdcbe13f27 req-48f794f1-2cc9-4fbc-ab58-eaba6f2ad6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:21.273430 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f44c26e-0630-4eac-b34d-42bdcbe13f27 req-48f794f1-2cc9-4fbc-ab58-eaba6f2ad6ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56e6e6c37d314e79ae953e0e2809be12&device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 1096 time: 0.0972395 Jul 05 10:38:21.280536 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d0bd5df9-3260-4276-9873-8bf97be06f5b no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:38:21.340926 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ad78f358-3275-489c-9292-cebb80f5119e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:21.392613 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ad78f358-3275-489c-9292-cebb80f5119e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e6b81e2aba043d6b9828f844396756a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5080159 Jul 05 10:38:21.395251 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56932) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:21.397245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78f358-3275-489c-9292-cebb80f5119e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9d0258-cee6-4130-955b-1d73783f59d9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:21.452168 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44c26e-0630-4eac-b34d-42bdcbe13f27 req-45dac356-d437-435f-bc5a-8255d6063aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:21.453676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f44c26e-0630-4eac-b34d-42bdcbe13f27 req-45dac356-d437-435f-bc5a-8255d6063aaf service neutron] 10.222.0.64 "GET /v2.0/networks?id=3098306f-a1ab-4180-9050-21e9929257d8 HTTP/1.1" status: 200 len: 915 time: 0.1689801 Jul 05 10:38:21.509661 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f44c26e-0630-4eac-b34d-42bdcbe13f27 req-66bf49ec-14a4-4070-b93c-84258a80e648 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b HTTP/1.1" status: 200 len: 217 time: 0.0484314 Jul 05 10:38:21.514199 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d95c053-30df-4741-9ec1-4ee7f6828da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:21.561552 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d95c053-30df-4741-9ec1-4ee7f6828da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:21.595030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44c26e-0630-4eac-b34d-42bdcbe13f27 req-204964d0-751c-47c9-ba50-9e81e0888735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:21.598211 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f44c26e-0630-4eac-b34d-42bdcbe13f27 req-204964d0-751c-47c9-ba50-9e81e0888735 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e735a0a9-c2b5-45ec-b342-e40649f72f34 HTTP/1.1" status: 200 len: 854 time: 0.0761738 Jul 05 10:38:21.633724 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f44c26e-0630-4eac-b34d-42bdcbe13f27 req-6fbbf4fb-f6f2-40ec-844a-fca5ddaff3ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3098306f-a1ab-4180-9050-21e9929257d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278423 Jul 05 10:38:21.636568 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9086c48c-976d-4ded-9349-b20d20c510b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:22.038045 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d95c053-30df-4741-9ec1-4ee7f6828da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:22.040521 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d95c053-30df-4741-9ec1-4ee7f6828da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:22.042212 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6d95c053-30df-4741-9ec1-4ee7f6828da0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d9d0258-cee6-4130-955b-1d73783f59d9 HTTP/1.1" status: 204 len: 168 time: 0.6453881 Jul 05 10:38:22.071270 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95c053-30df-4741-9ec1-4ee7f6828da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9d0258-cee6-4130-955b-1d73783f59d9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:22.127375 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f44c26e-0630-4eac-b34d-42bdcbe13f27 req-3fbae047-e1ba-40f8-b30b-7cdd2c152e6d service neutron] 10.222.0.64 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820552 Jul 05 10:38:22.233215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9086c48c-976d-4ded-9349-b20d20c510b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:22.256081 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f44c26e-0630-4eac-b34d-42bdcbe13f27 req-a22a4249-b70e-455e-abb1-592a2b536814 service neutron] 10.222.0.64 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207268 Jul 05 10:38:22.298741 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9086c48c-976d-4ded-9349-b20d20c510b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:22.340420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086c48c-976d-4ded-9349-b20d20c510b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100b4db2-e048-4e44-97ed-778e173381b4,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:22.345186 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9086c48c-976d-4ded-9349-b20d20c510b4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ab2f9f2dec9548a68b05f7adcf2c10ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5030470 Jul 05 10:38:22.347843 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56948) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:22.349615 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:38:22.393192 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:22.449483 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d193c5-7023-4134-b1d3-ff3f1a9e875a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:22.479795 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d193c5-7023-4134-b1d3-ff3f1a9e875a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:22.537193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf2f44-bc13-4063-8f3c-18867c7318c2 req-8cfac0dc-967d-4e77-a623-c86236cefae6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:22.538878 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0bf2f44-bc13-4063-8f3c-18867c7318c2 req-8cfac0dc-967d-4e77-a623-c86236cefae6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.1391757 Jul 05 10:38:22.595818 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0bf2f44-bc13-4063-8f3c-18867c7318c2 req-14f7f7d1-d01b-43c2-a169-86d089501de3 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425732 Jul 05 10:38:22.710889 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d193c5-7023-4134-b1d3-ff3f1a9e875a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:22.714486 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31d193c5-7023-4134-b1d3-ff3f1a9e875a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:22.717916 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-31d193c5-7023-4134-b1d3-ff3f1a9e875a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/100b4db2-e048-4e44-97ed-778e173381b4 HTTP/1.1" status: 204 len: 168 time: 0.3667917 Jul 05 10:38:22.729228 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d193c5-7023-4134-b1d3-ff3f1a9e875a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100b4db2-e048-4e44-97ed-778e173381b4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:22.827698 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56974) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:22.844009 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6b3e0a6e-916e-406b-ae46-ecc120c1d38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:22.964861 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6b3e0a6e-916e-406b-ae46-ecc120c1d38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:23.024623 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6b3e0a6e-916e-406b-ae46-ecc120c1d38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:23.084541 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e0a6e-916e-406b-ae46-ecc120c1d38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd46be0-4378-43f5-8238-63217470c25e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:23.134613 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6b3e0a6e-916e-406b-ae46-ecc120c1d38b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=46bfb35b1b7c40f491f152e9f99161ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052750 Jul 05 10:38:23.135480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 56980) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:23.240455 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed0b59a2-2938-48f4-92b2-833e847e9f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:23.278437 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed0b59a2-2938-48f4-92b2-833e847e9f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:23.464828 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed0b59a2-2938-48f4-92b2-833e847e9f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:23.468347 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed0b59a2-2938-48f4-92b2-833e847e9f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:23.469759 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ed0b59a2-2938-48f4-92b2-833e847e9f16 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bfd46be0-4378-43f5-8238-63217470c25e HTTP/1.1" status: 204 len: 168 time: 0.3332336 Jul 05 10:38:23.489325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b59a2-2938-48f4-92b2-833e847e9f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd46be0-4378-43f5-8238-63217470c25e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:23.839781 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 56996) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:23.860129 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-692e14e6-2e0c-4732-9944-3e4350c9e268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:23.891838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b8922-5c23-441d-a2f4-9a22dd9c352a req-f61580ff-99e1-4cbb-ad58-a15114bbb8c0 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:23.903791 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e5b8922-5c23-441d-a2f4-9a22dd9c352a req-f61580ff-99e1-4cbb-ad58-a15114bbb8c0 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.1287711 Jul 05 10:38:23.982436 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e5b8922-5c23-441d-a2f4-9a22dd9c352a req-ac3f11cb-11c5-4589-8044-29d14e6a1523 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713005 Jul 05 10:38:24.096402 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-692e14e6-2e0c-4732-9944-3e4350c9e268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:24.185004 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-692e14e6-2e0c-4732-9944-3e4350c9e268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:24.235519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e14e6-2e0c-4732-9944-3e4350c9e268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777e1757-538f-4b4f-89d3-7c35082c36bd,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:24.240410 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-692e14e6-2e0c-4732-9944-3e4350c9e268 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=78b7fd95b3904b71837f011d19d5a9f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3994682 Jul 05 10:38:24.242986 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57008) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:24.252612 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:24.338215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-73b73a3f-f7f0-4dc5-a3d7-c1daac0b0386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:24.361790 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-73b73a3f-f7f0-4dc5-a3d7-c1daac0b0386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:24.565636 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-73b73a3f-f7f0-4dc5-a3d7-c1daac0b0386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:24.573976 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-73b73a3f-f7f0-4dc5-a3d7-c1daac0b0386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:24.573976 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-73b73a3f-f7f0-4dc5-a3d7-c1daac0b0386 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/777e1757-538f-4b4f-89d3-7c35082c36bd HTTP/1.1" status: 204 len: 168 time: 0.3268654 Jul 05 10:38:24.593696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b73a3f-f7f0-4dc5-a3d7-c1daac0b0386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777e1757-538f-4b4f-89d3-7c35082c36bd,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:25.012226 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57032) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:25.273027 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-b22ede26-caec-4336-9c50-f3350fdd5609 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1185673948-network', 'tenant_id': 'b0db45c2dca4479580634901fe459421'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:25.424729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22ede26-caec-4336-9c50-f3350fdd5609 admin admin] Made reservation on behalf of b0db45c2dca4479580634901fe459421 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:38:25.427093 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b22ede26-caec-4336-9c50-f3350fdd5609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:25.438649 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b22ede26-caec-4336-9c50-f3350fdd5609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:25.446954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485e150-a939-47a8-abab-e60bc189c7cf req-a4dd57ea-bda3-45eb-a3e1-76902e80f56d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:25.469858 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7485e150-a939-47a8-abab-e60bc189c7cf req-a4dd57ea-bda3-45eb-a3e1-76902e80f56d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.1770883 Jul 05 10:38:25.533356 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7485e150-a939-47a8-abab-e60bc189c7cf req-f9d61417-db6f-4fd8-9723-f9a0cd3b727b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621173 Jul 05 10:38:25.636468 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b22ede26-caec-4336-9c50-f3350fdd5609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:25.732875 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b22ede26-caec-4336-9c50-f3350fdd5609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:25.779658 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ede26-caec-4336-9c50-f3350fdd5609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027e1cd2-d98b-48b3-b4d9-16395cc8e65c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:25.785526 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22ede26-caec-4336-9c50-f3350fdd5609 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:38:25.814675 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b22ede26-caec-4336-9c50-f3350fdd5609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:25.815035 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-b22ede26-caec-4336-9c50-f3350fdd5609 admin admin] Added segment e93ca303-d865-4c8f-a652-aebe8abb69fc of type vlan for network ee83b9ad-3e68-4588-a893-4c0fc7c56b1b Jul 05 10:38:25.864640 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b22ede26-caec-4336-9c50-f3350fdd5609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:25.990210 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b22ede26-caec-4336-9c50-f3350fdd5609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:25.991566 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22ede26-caec-4336-9c50-f3350fdd5609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:25.991876 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b22ede26-caec-4336-9c50-f3350fdd5609 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:26.118174 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b22ede26-caec-4336-9c50-f3350fdd5609 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1046665 Jul 05 10:38:26.122678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57066) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:26.128581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ede26-caec-4336-9c50-f3350fdd5609 admin admin] Pushing event updated for resources: {'Network': ['ID=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:26.137472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-69100912-6705-4a20-a46c-4ff8fa8c6901 admin admin] Request body: {'subnet': {'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1185673948-subnet', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:26.140479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network ee83b9ad-3e68-4588-a893-4c0fc7c56b1b details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:38:26.265227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69100912-6705-4a20-a46c-4ff8fa8c6901 admin admin] Made reservation on behalf of b0db45c2dca4479580634901fe459421 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:38:26.269071 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69100912-6705-4a20-a46c-4ff8fa8c6901 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:26.551014 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69100912-6705-4a20-a46c-4ff8fa8c6901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:26.670730 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69100912-6705-4a20-a46c-4ff8fa8c6901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a5d7e51-e61b-414b-abbc-5c54ef530103,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:26.673066 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69100912-6705-4a20-a46c-4ff8fa8c6901 admin admin] Checking segment: {'id': 'e93ca303-d865-4c8f-a652-aebe8abb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:38:26.673692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69100912-6705-4a20-a46c-4ff8fa8c6901 admin admin] Network hostable DHCP agents. Network: ee83b9ad-3e68-4588-a893-4c0fc7c56b1b, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:38:26.778565 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69100912-6705-4a20-a46c-4ff8fa8c6901 admin admin] Network ee83b9ad-3e68-4588-a893-4c0fc7c56b1b is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:38:26.835937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc9e6f-f184-4134-b84a-42d8202250b0 req-f5855cca-2962-42fb-9458-fb5d6d7adc58 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:26.837983 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6cfc9e6f-f184-4134-b84a-42d8202250b0 req-f5855cca-2962-42fb-9458-fb5d6d7adc58 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.1333933 Jul 05 10:38:26.886907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-69100912-6705-4a20-a46c-4ff8fa8c6901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, ee83b9ad-3e68-4588-a893-4c0fc7c56b1b) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:26.891330 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69100912-6705-4a20-a46c-4ff8fa8c6901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:26.893996 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-69100912-6705-4a20-a46c-4ff8fa8c6901 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:26.897123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcfc3d0-a21b-4dee-a7b3-d9e18533e6b7 None None] Network ee83b9ad-3e68-4588-a893-4c0fc7c56b1b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:38:26.922259 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6cfc9e6f-f184-4134-b84a-42d8202250b0 req-7e374eac-3fd7-418e-834d-660435889b0b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698740 Jul 05 10:38:27.008050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57094) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:27.010571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-69100912-6705-4a20-a46c-4ff8fa8c6901 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8844273 Jul 05 10:38:27.013254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1185673948-router', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:27.139563 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:27.141437 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:27.143131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'fixed_ips': [{'subnet_id': '1a5d7e51-e61b-414b-abbc-5c54ef530103'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:38:27.149437 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:27.207828 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57098) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:27.247440 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:27.348307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Allocated IP 172.20.0.2 (ee83b9ad-3e68-4588-a893-4c0fc7c56b1b/1a5d7e51-e61b-414b-abbc-5c54ef530103/db5778ad-deb3-4325-a180-b389207c2f06) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:38:27.386872 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1138566963', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:27.504526 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Made reservation on behalf of fc0cb52baff1469fbbf25939cef76ebb for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:38:27.507041 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:27.519427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:27.555770 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:27.575344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:27.576231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Transition to ACTIVE for port object db5778ad-deb3-4325-a180-b389207c2f06 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:38:27.596071 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Transition to ACTIVE for port object db5778ad-deb3-4325-a180-b389207c2f06 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:38:27.682860 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:27.750247 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:27.772935 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:27.777447 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] device_id is not set on port 934141c5-e633-46ee-a76b-bee75471ecbb yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:38:27.844745 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Network ee83b9ad-3e68-4588-a893-4c0fc7c56b1b is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:27.855342 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:27.865968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:38:27.945029 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Pushing event updated for resources: {'Port': ['ID=db5778ad-deb3-4325-a180-b389207c2f06,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:27.959295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Attempting to bind port db5778ad-deb3-4325-a180-b389207c2f06 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:38:27.967849 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Attempting to bind port db5778ad-deb3-4325-a180-b389207c2f06 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'e93ca303-d865-4c8f-a652-aebe8abb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:38:27.967849 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Attempting to bind port db5778ad-deb3-4325-a180-b389207c2f06 on network ee83b9ad-3e68-4588-a893-4c0fc7c56b1b {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:38:27.967849 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:38:27.968430 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Checking segment: {'id': 'e93ca303-d865-4c8f-a652-aebe8abb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:38:27.968544 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:27.969177 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Bound using segment: {'id': 'e93ca303-d865-4c8f-a652-aebe8abb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:38:27.969384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Bound port: db5778ad-deb3-4325-a180-b389207c2f06, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93ca303-d865-4c8f-a652-aebe8abb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:38:27.969912 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:27.974677 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:28.031948 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:28.051854 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c60b6c-e6da-4c2a-a31f-909a4ab7069c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:28.127447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] For port db5778ad-deb3-4325-a180-b389207c2f06, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:38:28.132644 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] For port db5778ad-deb3-4325-a180-b389207c2f06, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=db5778ad-deb3-4325-a180-b389207c2f06,segment=NetworkSegment(e93ca303-d865-4c8f-a652-aebe8abb69fc),segment_id=e93ca303-d865-4c8f-a652-aebe8abb69fc)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:38:28.151707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Allocated IP 172.25.5.5 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/934141c5-e633-46ee-a76b-bee75471ecbb) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:38:28.191857 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:28.228415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe8bbe-92f4-4425-9ddb-91d239f07993 req-febafe02-09ec-4de0-8fed-c4b31af7c055 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:28.230206 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bfe8bbe-92f4-4425-9ddb-91d239f07993 req-febafe02-09ec-4de0-8fed-c4b31af7c055 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.1587565 Jul 05 10:38:28.312341 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c836b-3b01-4f2e-9319-071e40dbd135 None None] Pushing event updated for resources: {'Port': ['ID=db5778ad-deb3-4325-a180-b389207c2f06,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:28.343168 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bfe8bbe-92f4-4425-9ddb-91d239f07993 req-73c3cdd8-1699-4200-9fc4-120a40a6ad27 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959299 Jul 05 10:38:28.405852 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:28.533654 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:28.591655 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Allocated IP 172.25.5.21 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/5bc450a1-1e98-4cfc-86bf-96887a9bd0a2) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:38:28.624497 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Pushing event updated for resources: {'Port': ['ID=934141c5-e633-46ee-a76b-bee75471ecbb,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:28.644352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:28.646289 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:28.648910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:38:28.713810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:28.715274 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:28.753596 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:28.842581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dc2f6ee1-a1bd-41de-bd7a-84abdd181035 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.6335847 Jul 05 10:38:28.952274 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57124) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:28.959822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-bf23c051-afb4-4d9f-9f52-8752e9cdf9b5 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.5'}]}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:29.186311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device db5778ad-deb3-4325-a180-b389207c2f06 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:38:29.428466 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:29.492284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:29.504779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:29.508861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:38:29.516784 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc450a1-1e98-4cfc-86bf-96887a9bd0a2,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:29.578796 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf23c051-afb4-4d9f-9f52-8752e9cdf9b5 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:29.580019 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf23c051-afb4-4d9f-9f52-8752e9cdf9b5 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:29.611846 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port db5778ad-deb3-4325-a180-b389207c2f06 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:38:29.663368 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf23c051-afb4-4d9f-9f52-8752e9cdf9b5 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:29.699599 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd40790-cc86-40c6-a6b7-dd8c578790a8 None None] Network ee83b9ad-3e68-4588-a893-4c0fc7c56b1b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:38:29.787765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0834a93-73c0-4ed1-ae50-38fac83012f4 req-46005b8a-c3e4-4010-98ae-08ee9e417f3b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:29.789392 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a0834a93-73c0-4ed1-ae50-38fac83012f4 req-46005b8a-c3e4-4010-98ae-08ee9e417f3b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.2436469 Jul 05 10:38:29.906485 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a0834a93-73c0-4ed1-ae50-38fac83012f4 req-1c09373d-8a1f-47af-a16b-ef632218eb99 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083164 Jul 05 10:38:29.915397 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-588df79b-35c5-4789-a8f0-3ee3de108a73 None None] Provisioning for port db5778ad-deb3-4325-a180-b389207c2f06 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:38:29.961466 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-588df79b-35c5-4789-a8f0-3ee3de108a73 None None] Provisioning complete for port db5778ad-deb3-4325-a180-b389207c2f06 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:29.962109 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-588df79b-35c5-4789-a8f0-3ee3de108a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:30.028433 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf23c051-afb4-4d9f-9f52-8752e9cdf9b5 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:30.060381 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:30.066147 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-588df79b-35c5-4789-a8f0-3ee3de108a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:30.109730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-588df79b-35c5-4789-a8f0-3ee3de108a73 None None] For port db5778ad-deb3-4325-a180-b389207c2f06, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=db5778ad-deb3-4325-a180-b389207c2f06,segment=NetworkSegment(e93ca303-d865-4c8f-a652-aebe8abb69fc),segment_id=e93ca303-d865-4c8f-a652-aebe8abb69fc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:30.190337 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-588df79b-35c5-4789-a8f0-3ee3de108a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:30.283729 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588df79b-35c5-4789-a8f0-3ee3de108a73 None None] Pushing event updated for resources: {'Port': ['ID=db5778ad-deb3-4325-a180-b389207c2f06,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:30.421897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-be152a53-2ffb-44c0-8d60-0b4af6204ce5 None None] Provisioning complete for port db5778ad-deb3-4325-a180-b389207c2f06 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:30.422420 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-be152a53-2ffb-44c0-8d60-0b4af6204ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:30.534618 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf23c051-afb4-4d9f-9f52-8752e9cdf9b5 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:30.583494 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf23c051-afb4-4d9f-9f52-8752e9cdf9b5 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:30.819062 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf23c051-afb4-4d9f-9f52-8752e9cdf9b5 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:30.951911 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:31.176517 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf23c051-afb4-4d9f-9f52-8752e9cdf9b5 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:31.182859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device db5778ad-deb3-4325-a180-b389207c2f06 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:38:31.184364 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf23c051-afb4-4d9f-9f52-8752e9cdf9b5 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:31.248827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port db5778ad-deb3-4325-a180-b389207c2f06 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:31.249326 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:31.280090 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:38:31.300296 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0efd7c-83ab-46f4-b7cd-b898407487c2 req-232c3ae0-4ca8-48c3-8d54-1e1ec159f91a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:31.310057 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc0efd7c-83ab-46f4-b7cd-b898407487c2 req-232c3ae0-4ca8-48c3-8d54-1e1ec159f91a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.2407148 Jul 05 10:38:31.364399 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc0efd7c-83ab-46f4-b7cd-b898407487c2 req-4a44b6d6-d269-4646-ac28-2fefb3580ce7 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544169 Jul 05 10:38:31.390222 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf23c051-afb4-4d9f-9f52-8752e9cdf9b5 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:31.390537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf23c051-afb4-4d9f-9f52-8752e9cdf9b5 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6279fdd9-1c25-434a-bf75-9ff30f27efe8 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:38:31.454365 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:38:31.464411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Sync routers for ids ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:38:31.474822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Routers {'d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:31.481086 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:31.481246 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-bf23c051-afb4-4d9f-9f52-8752e9cdf9b5 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 10:38:31.481246 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bf23c051-afb4-4d9f-9f52-8752e9cdf9b5 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.5231526 Jul 05 10:38:31.481462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57154) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:31.610167 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:31.611498 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-aaef287f-3033-4b4b-ba4f-bb4ab65bd432 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6022727 Jul 05 10:38:31.614908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57156) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:31.621143 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-cb51591b-9e90-4ba9-be5a-83ea1c49d375 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Deleting port 934141c5-e633-46ee-a76b-bee75471ecbb {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:38:31.621752 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cb51591b-9e90-4ba9-be5a-83ea1c49d375 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:31.635078 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Set router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:38:31.733127 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cb51591b-9e90-4ba9-be5a-83ea1c49d375 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:31.768336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-cb51591b-9e90-4ba9-be5a-83ea1c49d375 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Calling delete_port for 934141c5-e633-46ee-a76b-bee75471ecbb owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:38:31.857364 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'name': 'tempest-TestServerBasicOps-1185673948-router', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:27Z', 'updated_at': '2021-07-05T10:38:29Z', 'revision_number': 3, 'project_id': 'b0db45c2dca4479580634901fe459421', 'gw_port': {'id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:28Z', 'updated_at': '2021-07-05T10:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:31.909983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Checking router: d8cafea6-4202-4fe3-b91b-a8cb0f365d1e for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:38:31.910490 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Updating router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e port 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:38:31.957449 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:32.104470 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cb51591b-9e90-4ba9-be5a-83ea1c49d375 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:32.199855 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:32.203880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51591b-9e90-4ba9-be5a-83ea1c49d375 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Pushing event deleted for resources: {'Port': ['ID=934141c5-e633-46ee-a76b-bee75471ecbb,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:32.242925 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:32.254331 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Transition to ACTIVE for port object 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:38:32.303932 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cb51591b-9e90-4ba9-be5a-83ea1c49d375 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:32.312202 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cb51591b-9e90-4ba9-be5a-83ea1c49d375 tempest-RoutersAdminNegativeIpV6Test-1251696165 tempest-RoutersAdminNegativeIpV6Test-1251696165-project-admin] 10.222.0.77 "DELETE /v2.0/ports/934141c5-e633-46ee-a76b-bee75471ecbb HTTP/1.1" status: 204 len: 168 time: 0.8302553 Jul 05 10:38:32.344545 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:32.472840 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Attempting to bind port 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:38:32.473221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Attempting to bind port 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:38:32.473711 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Attempting to bind port 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:38:32.488356 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:38:32.488707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:38:32.489220 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:32.490118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:38:32.490630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Bound port: 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:38:32.491045 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:32.516946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Allocated IP 172.20.0.1 (ee83b9ad-3e68-4588-a893-4c0fc7c56b1b/1a5d7e51-e61b-414b-abbc-5c54ef530103/58033c0f-0654-49b4-8bdd-a9b74d4b5bf9) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:38:32.562325 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] For port 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:38:32.565777 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] For port 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5bc450a1-1e98-4cfc-86bf-96887a9bd0a2,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:38:32.570536 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e96b89-dbe4-408e-bf6f-70e5caf1a91f None None] Pushing event updated for resources: {'Port': ['ID=5bc450a1-1e98-4cfc-86bf-96887a9bd0a2,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:32.674712 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:32.698444 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:32.703747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Transition to ACTIVE for port object 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:38:32.746398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c939e99-9b68-474e-8fe1-f316e3525d6d req-b898af58-c31a-4e28-93b2-85fdf5bc3473 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:32.755048 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7c939e99-9b68-474e-8fe1-f316e3525d6d req-b898af58-c31a-4e28-93b2-85fdf5bc3473 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.1128979 Jul 05 10:38:32.794532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Routers {'d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:32.795530 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:32.812016 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7c939e99-9b68-474e-8fe1-f316e3525d6d req-1666f9c8-cd70-48d9-b56e-79164957a241 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534351 Jul 05 10:38:32.882085 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:32.973631 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Pushing event updated for resources: {'Port': ['ID=58033c0f-0654-49b4-8bdd-a9b74d4b5bf9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:32.989125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Network ee83b9ad-3e68-4588-a893-4c0fc7c56b1b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:32.990845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:32.993439 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:38:33.079357 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:33.135481 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57178) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:33.214131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e96b89-dbe4-408e-bf6f-70e5caf1a91f None None] Pushing event updated for resources: {'Port': ['ID=5bc450a1-1e98-4cfc-86bf-96887a9bd0a2,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:33.293368 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] Set router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:38:33.375905 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78facdf1-0b85-4b6c-b464-d7c379ad23d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:33.447213 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:33.575396 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78facdf1-0b85-4b6c-b464-d7c379ad23d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:33.599624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6035a6db-d626-43f5-9ce2-b260bc1d26f8 None None] Provisioning for port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:38:33.606246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6035a6db-d626-43f5-9ce2-b260bc1d26f8 None None] Provisioning complete for port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:33.606462 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6035a6db-d626-43f5-9ce2-b260bc1d26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:33.649684 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6035a6db-d626-43f5-9ce2-b260bc1d26f8 None None] Port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:38:33.668117 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-78facdf1-0b85-4b6c-b464-d7c379ad23d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:33.671967 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'name': 'tempest-TestServerBasicOps-1185673948-router', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:27Z', 'updated_at': '2021-07-05T10:38:29Z', 'revision_number': 3, 'project_id': 'b0db45c2dca4479580634901fe459421', 'gw_port': {'id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:28Z', 'updated_at': '2021-07-05T10:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:33.704825 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f645706-f8de-4880-a6ae-d646106e4de6 None None] The sync data for ids ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'] in n-d-779913-27 is: [{'id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'name': 'tempest-TestServerBasicOps-1185673948-router', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:27Z', 'updated_at': '2021-07-05T10:38:29Z', 'revision_number': 3, 'project_id': 'b0db45c2dca4479580634901fe459421', 'gw_port': {'id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:28Z', 'updated_at': '2021-07-05T10:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:38:33.733204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-78facdf1-0b85-4b6c-b464-d7c379ad23d0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d74017354274a28925b40a48331ef31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948436 Jul 05 10:38:33.736052 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57188) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:33.746573 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78facdf1-0b85-4b6c-b464-d7c379ad23d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d0de76-6135-4fd5-8b50-149341ffc7f0,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:33.782393 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:33.822605 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-567bb583-cd2d-48cd-b50e-24b5285c9943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:33.846656 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-567bb583-cd2d-48cd-b50e-24b5285c9943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:33.863366 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:33.995965 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:34.006951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Pushing event updated for resources: {'Port': ['ID=58033c0f-0654-49b4-8bdd-a9b74d4b5bf9,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:34.105229 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-567bb583-cd2d-48cd-b50e-24b5285c9943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:34.107784 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-567bb583-cd2d-48cd-b50e-24b5285c9943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:34.111647 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-567bb583-cd2d-48cd-b50e-24b5285c9943 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/73d0de76-6135-4fd5-8b50-149341ffc7f0 HTTP/1.1" status: 204 len: 168 time: 0.3707099 Jul 05 10:38:34.150722 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bb583-cd2d-48cd-b50e-24b5285c9943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d0de76-6135-4fd5-8b50-149341ffc7f0,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:34.173285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64365757-0a25-4656-92cb-d398b9b99835 req-553a3af8-d14b-45a0-8919-059cf3ec61cc tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:34.174970 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64365757-0a25-4656-92cb-d398b9b99835 req-553a3af8-d14b-45a0-8919-059cf3ec61cc tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.2404568 Jul 05 10:38:34.198964 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Network ee83b9ad-3e68-4588-a893-4c0fc7c56b1b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:34.206010 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:34.272325 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64365757-0a25-4656-92cb-d398b9b99835 req-872463ff-5718-44d4-9414-aa4c24c26aa4 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874331 Jul 05 10:38:34.483001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6271ce3f-d2c9-4966-a41f-b03b04bba674 None None] Provisioning complete for port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:34.484210 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6271ce3f-d2c9-4966-a41f-b03b04bba674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:34.546851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6271ce3f-d2c9-4966-a41f-b03b04bba674 None None] Port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:38:34.772436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:38:34.902949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:38:34.915881 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cf2dc776-139c-430a-8105-df499f492874 admin admin] 10.222.0.77 "PUT /v2.0/routers/d8cafea6-4202-4fe3-b91b-a8cb0f365d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2964344 Jul 05 10:38:34.929004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57214) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:34.986005 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-80ac3532-f054-49d5-b2d4-53fe6d054bc8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fc0cb52baff1469fbbf25939cef76ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554886 Jul 05 10:38:34.988631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57216) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:35.052992 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:35.071026 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:35.190129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:38:35.247252 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:35.249908 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:35.251188 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d9c60b6c-e6da-4c2a-a31f-909a4ab7069c HTTP/1.1" status: 204 len: 168 time: 0.2613366 Jul 05 10:38:35.260139 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c60b6c-e6da-4c2a-a31f-909a4ab7069c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:35.269089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:35.269439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:35.269943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:35.270412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:35.270806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:35.271101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:35.271442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:35.271806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:35.272152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:35.272790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:35.273297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:35.273662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912c46e-6583-45b8-8080-2f5c0b85b492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:35.332772 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:38:35.338068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:35.338068 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:35.456619 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:35.488952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5bc450a1-1e98-4cfc-86bf-96887a9bd0a2,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:35.517980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883313f8-66df-4d81-a191-2648864464b9 req-8eba0d57-254a-46e9-ac60-ea3c427aaaaa tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:35.519675 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-883313f8-66df-4d81-a191-2648864464b9 req-8eba0d57-254a-46e9-ac60-ea3c427aaaaa tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.0952520 Jul 05 10:38:35.555851 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:35.594666 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-883313f8-66df-4d81-a191-2648864464b9 req-43711ba2-355f-42da-bbf3-79a5ab68b853 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688396 Jul 05 10:38:35.654112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=5bc450a1-1e98-4cfc-86bf-96887a9bd0a2,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:35.828593 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Sync routers for ids ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:38:35.839307 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Routers {'d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:35.839974 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:35.941792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57258) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:35.946974 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d59e831b-73cc-4355-ad73-93872de6f390 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-659711045-network', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:36.051283 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Set router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:38:36.098121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59e831b-73cc-4355-ad73-93872de6f390 admin admin] Made reservation on behalf of 875ea858c27241ffbd5eb4ff2bd9e827 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:38:36.102297 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d59e831b-73cc-4355-ad73-93872de6f390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:36.111698 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d59e831b-73cc-4355-ad73-93872de6f390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:36.228810 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d59e831b-73cc-4355-ad73-93872de6f390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:36.286202 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'name': 'tempest-TestServerBasicOps-1185673948-router', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:27Z', 'updated_at': '2021-07-05T10:38:33Z', 'revision_number': 4, 'project_id': 'b0db45c2dca4479580634901fe459421', 'gw_port': {'id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:28Z', 'updated_at': '2021-07-05T10:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '58033c0f-0654-49b4-8bdd-a9b74d4b5bf9', 'name': '', 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'mac_address': 'fa:16:3e:f0:6f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:32Z', 'updated_at': '2021-07-05T10:38:33Z', 'revision_number': 2, 'project_id': 'b0db45c2dca4479580634901fe459421', 'subnets': [{'id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:36.304226 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d59e831b-73cc-4355-ad73-93872de6f390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:36.321078 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Checking router: d8cafea6-4202-4fe3-b91b-a8cb0f365d1e for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:38:36.331819 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Updating router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:38:36.332406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59e831b-73cc-4355-ad73-93872de6f390 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:38:36.343443 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e831b-73cc-4355-ad73-93872de6f390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d51ef20-2530-40d5-8af7-728cd17f8eae,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:36.350141 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d59e831b-73cc-4355-ad73-93872de6f390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:36.350499 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-d59e831b-73cc-4355-ad73-93872de6f390 admin admin] Added segment a27c5e5b-80b4-4c2c-8010-0c9f20f90094 of type vlan for network e9ab2edb-e20d-4004-b4a0-69a64903cd4d Jul 05 10:38:36.366685 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:36.395744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d59e831b-73cc-4355-ad73-93872de6f390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:36.596445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57276) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:36.638728 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6165da01-29a4-4265-bb50-b22c2d6f53fa tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1746822190'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:36.686666 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:36.696257 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Transition to ACTIVE for port object 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:38:36.810907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ffb58-a1b5-4fcc-bdfa-e3933c4d90ab req-77a09009-51d9-4ffc-bdc6-978cf2058659 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:36.812406 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-914ffb58-a1b5-4fcc-bdfa-e3933c4d90ab req-77a09009-51d9-4ffc-bdc6-978cf2058659 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 944 time: 0.0699029 Jul 05 10:38:36.850808 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-914ffb58-a1b5-4fcc-bdfa-e3933c4d90ab req-fea80c9d-6fc7-471e-91f2-2bbcb7afbcbe tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327940 Jul 05 10:38:36.903938 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d59e831b-73cc-4355-ad73-93872de6f390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:36.960602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e831b-73cc-4355-ad73-93872de6f390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:36.960602 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d59e831b-73cc-4355-ad73-93872de6f390 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:36.964614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e831b-73cc-4355-ad73-93872de6f390 admin admin] Pushing event updated for resources: {'Network': ['ID=e9ab2edb-e20d-4004-b4a0-69a64903cd4d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:36.974335 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network e9ab2edb-e20d-4004-b4a0-69a64903cd4d details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:38:37.030723 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.031421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6165da01-29a4-4265-bb50-b22c2d6f53fa tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Made reservation on behalf of 58175a55f39448e08a0c1917f448193b for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:38:37.034550 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6165da01-29a4-4265-bb50-b22c2d6f53fa tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.045016 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6165da01-29a4-4265-bb50-b22c2d6f53fa tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.109737 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d59e831b-73cc-4355-ad73-93872de6f390 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1662846 Jul 05 10:38:37.112336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57286) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:37.119027 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e38e00cf-b040-40a8-a8ca-d6d0ccd9572d admin admin] Request body: {'subnet': {'network_id': 'e9ab2edb-e20d-4004-b4a0-69a64903cd4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-659711045-subnet', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:37.147170 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b1ac9-0915-44fc-9e3e-0053dd21f0b2 None None] Pushing event updated for resources: {'Port': ['ID=58033c0f-0654-49b4-8bdd-a9b74d4b5bf9,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:37.166719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:38:37.166841 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Attempting to bind port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:38:37.166841 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Attempting to bind port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'e93ca303-d865-4c8f-a652-aebe8abb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:38:37.166841 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Attempting to bind port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 on network ee83b9ad-3e68-4588-a893-4c0fc7c56b1b {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:38:37.177064 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b1ac9-0915-44fc-9e3e-0053dd21f0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:37.177395 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b1ac9-0915-44fc-9e3e-0053dd21f0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:37.177920 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b1ac9-0915-44fc-9e3e-0053dd21f0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:37.178427 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b1ac9-0915-44fc-9e3e-0053dd21f0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:37.178918 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b1ac9-0915-44fc-9e3e-0053dd21f0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:37.179600 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b1ac9-0915-44fc-9e3e-0053dd21f0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:37.180109 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b1ac9-0915-44fc-9e3e-0053dd21f0b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:37.180607 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b1ac9-0915-44fc-9e3e-0053dd21f0b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:37.181095 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b1ac9-0915-44fc-9e3e-0053dd21f0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:37.181581 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b1ac9-0915-44fc-9e3e-0053dd21f0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:37.182127 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b1ac9-0915-44fc-9e3e-0053dd21f0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:37.182606 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b1ac9-0915-44fc-9e3e-0053dd21f0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:38:37.186771 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:38:37.187424 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Checking segment: {'id': 'e93ca303-d865-4c8f-a652-aebe8abb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:38:37.188024 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.188584 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Bound using segment: {'id': 'e93ca303-d865-4c8f-a652-aebe8abb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:38:37.189228 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Bound port: 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93ca303-d865-4c8f-a652-aebe8abb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:38:37.189793 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.242853 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:37.243393 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.261477 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6165da01-29a4-4265-bb50-b22c2d6f53fa tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.300198 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] For port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:38:37.304532 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] For port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=58033c0f-0654-49b4-8bdd-a9b74d4b5bf9,segment=NetworkSegment(e93ca303-d865-4c8f-a652-aebe8abb69fc),segment_id=e93ca303-d865-4c8f-a652-aebe8abb69fc)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:38:37.304854 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6165da01-29a4-4265-bb50-b22c2d6f53fa tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.343111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6165da01-29a4-4265-bb50-b22c2d6f53fa tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:38:37.357370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165da01-29a4-4265-bb50-b22c2d6f53fa tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e143f369-4c78-405c-b1a0-9b42fecf8052,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:37.362761 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6165da01-29a4-4265-bb50-b22c2d6f53fa tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.363117 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-6165da01-29a4-4265-bb50-b22c2d6f53fa tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Added segment 9c5866b5-e6fc-43cf-a479-79e82666adf0 of type vlan for network a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98 Jul 05 10:38:37.363390 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.378669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38e00cf-b040-40a8-a8ca-d6d0ccd9572d admin admin] Made reservation on behalf of 875ea858c27241ffbd5eb4ff2bd9e827 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:38:37.383699 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e38e00cf-b040-40a8-a8ca-d6d0ccd9572d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.389954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d0bd5df9-3260-4276-9873-8bf97be06f5b details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:38:37.433238 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6165da01-29a4-4265-bb50-b22c2d6f53fa tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.446430 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Routers {'d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:37.447368 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:37.527483 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6165da01-29a4-4265-bb50-b22c2d6f53fa tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.537076 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6165da01-29a4-4265-bb50-b22c2d6f53fa tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:37.538626 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6165da01-29a4-4265-bb50-b22c2d6f53fa tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.554926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d0bd5df9-3260-4276-9873-8bf97be06f5b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:37.559858 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b1ac9-0915-44fc-9e3e-0053dd21f0b2 None None] Pushing event updated for resources: {'Port': ['ID=58033c0f-0654-49b4-8bdd-a9b74d4b5bf9,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:37.583378 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'd0bd5df9-3260-4276-9873-8bf97be06f5b', 'network_id': '3098306f-a1ab-4180-9050-21e9929257d8', 'port_id': 'd0bd5df9-3260-4276-9873-8bf97be06f5b', 'mac_address': 'fa:16:3e:43:60:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e735a0a9-c2b5-45ec-b342-e40649f72f34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:38:37.650084 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.669997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bd5df9-3260-4276-9873-8bf97be06f5b {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:38:37.693546 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] Set router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:38:37.697570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d0bd5df9-3260-4276-9873-8bf97be06f5b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:37.712298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165da01-29a4-4265-bb50-b22c2d6f53fa tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Network': ['ID=a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:37.723436 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:38:37.730100 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6165da01-29a4-4265-bb50-b22c2d6f53fa tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2049804 Jul 05 10:38:37.733017 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57296) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:37.746777 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e54eccd8-c1a0-4f17-9b21-df9c7cb68784 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'subnet': {'network_id': 'a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:37.760973 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e38e00cf-b040-40a8-a8ca-d6d0ccd9572d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.784059 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:37.809476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e00cf-b040-40a8-a8ca-d6d0ccd9572d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e0bfa5-6644-474a-affe-8d33b9b06a57,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:37.861182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d0bd5df9-3260-4276-9873-8bf97be06f5b,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:37.902012 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38e00cf-b040-40a8-a8ca-d6d0ccd9572d admin admin] Checking segment: {'id': 'a27c5e5b-80b4-4c2c-8010-0c9f20f90094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e9ab2edb-e20d-4004-b4a0-69a64903cd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:38:37.903794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e00cf-b040-40a8-a8ca-d6d0ccd9572d admin admin] Network hostable DHCP agents. Network: e9ab2edb-e20d-4004-b4a0-69a64903cd4d, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:38:37.991699 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'name': 'tempest-TestServerBasicOps-1185673948-router', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:27Z', 'updated_at': '2021-07-05T10:38:33Z', 'revision_number': 4, 'project_id': 'b0db45c2dca4479580634901fe459421', 'gw_port': {'id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:28Z', 'updated_at': '2021-07-05T10:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '58033c0f-0654-49b4-8bdd-a9b74d4b5bf9', 'name': '', 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'mac_address': 'fa:16:3e:f0:6f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:32Z', 'updated_at': '2021-07-05T10:38:37Z', 'revision_number': 4, 'project_id': 'b0db45c2dca4479580634901fe459421', 'subnets': [{'id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:37.996580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e00cf-b040-40a8-a8ca-d6d0ccd9572d admin admin] Network e9ab2edb-e20d-4004-b4a0-69a64903cd4d is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:38:38.020917 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2312d2-b1d8-4b02-85f1-e7a178b8d84e None None] The sync data for ids ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'] in n-d-779913-27 is: [{'id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'name': 'tempest-TestServerBasicOps-1185673948-router', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:27Z', 'updated_at': '2021-07-05T10:38:33Z', 'revision_number': 4, 'project_id': 'b0db45c2dca4479580634901fe459421', 'gw_port': {'id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:28Z', 'updated_at': '2021-07-05T10:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '58033c0f-0654-49b4-8bdd-a9b74d4b5bf9', 'name': '', 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'mac_address': 'fa:16:3e:f0:6f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:32Z', 'updated_at': '2021-07-05T10:38:37Z', 'revision_number': 4, 'project_id': 'b0db45c2dca4479580634901fe459421', 'subnets': [{'id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:38:38.036264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54eccd8-c1a0-4f17-9b21-df9c7cb68784 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Made reservation on behalf of 58175a55f39448e08a0c1917f448193b for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:38:38.039944 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e54eccd8-c1a0-4f17-9b21-df9c7cb68784 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:38.075529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d0bd5df9-3260-4276-9873-8bf97be06f5b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:38:38.077683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-e38e00cf-b040-40a8-a8ca-d6d0ccd9572d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, e9ab2edb-e20d-4004-b4a0-69a64903cd4d) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:38.108367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38e00cf-b040-40a8-a8ca-d6d0ccd9572d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:38.108987 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e38e00cf-b040-40a8-a8ca-d6d0ccd9572d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:38.132142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcadaaed-cc9a-4d33-88c5-8732a93e6259 None None] Network e9ab2edb-e20d-4004-b4a0-69a64903cd4d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:38:38.158562 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80e4d4-dae8-4606-a8ea-855b9af1d904 req-7d784a4b-5f75-498b-8ace-fe7a4e0331db tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:38.160497 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0c80e4d4-dae8-4606-a8ea-855b9af1d904 req-7d784a4b-5f75-498b-8ace-fe7a4e0331db tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 945 time: 0.1685073 Jul 05 10:38:38.237603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e38e00cf-b040-40a8-a8ca-d6d0ccd9572d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1240950 Jul 05 10:38:38.240229 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57308) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:38.246394 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-659711045-router', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:38.249928 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0c80e4d4-dae8-4606-a8ea-855b9af1d904 req-b9c19854-66a7-4268-bf13-9029f956423a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732868 Jul 05 10:38:38.363406 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:38.364758 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:38.435009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-e9ab2edb-e20d-4004-b4a0-69a64903cd4d', 'network_id': 'e9ab2edb-e20d-4004-b4a0-69a64903cd4d', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'fixed_ips': [{'subnet_id': 'f6e0bfa5-6644-474a-affe-8d33b9b06a57'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:38:38.437028 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:38.459512 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e54eccd8-c1a0-4f17-9b21-df9c7cb68784 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:38.473596 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:38.552618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54eccd8-c1a0-4f17-9b21-df9c7cb68784 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Subnet': ['ID=8a9af5cf-a175-4d85-b006-220cd45b456e,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:38.554936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54eccd8-c1a0-4f17-9b21-df9c7cb68784 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Checking segment: {'id': '9c5866b5-e6fc-43cf-a479-79e82666adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:38:38.555306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54eccd8-c1a0-4f17-9b21-df9c7cb68784 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network hostable DHCP agents. Network: a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:38:38.634583 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Allocated IP 172.20.0.2 (e9ab2edb-e20d-4004-b4a0-69a64903cd4d/f6e0bfa5-6644-474a-affe-8d33b9b06a57/9a491525-bb92-476a-ab16-be14a0d85213) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:38:38.647097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54eccd8-c1a0-4f17-9b21-df9c7cb68784 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:38:38.733055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-e54eccd8-c1a0-4f17-9b21-df9c7cb68784 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:38.737760 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54eccd8-c1a0-4f17-9b21-df9c7cb68784 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:38.738334 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e54eccd8-c1a0-4f17-9b21-df9c7cb68784 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:38.751072 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cb23d9-fb5a-4895-b9c5-f629b62bbc7f None None] Network a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:38:38.760944 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:38.815276 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e54eccd8-c1a0-4f17-9b21-df9c7cb68784 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0799677 Jul 05 10:38:38.817157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57316) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:38.830994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2059987379', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:38.927297 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:38.930212 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:38.945898 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:38.997768 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Transition to ACTIVE for port object 9a491525-bb92-476a-ab16-be14a0d85213 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:38:39.021157 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11edd465-a218-4a53-9d22-4e83710b2312 None None] Network a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:38:39.023534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Transition to ACTIVE for port object 9a491525-bb92-476a-ab16-be14a0d85213 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:38:39.048558 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.143511 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.198720 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.228697 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.229683 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Network e9ab2edb-e20d-4004-b4a0-69a64903cd4d is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:39.233187 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:39.241215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:38:39.246966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Pushing event updated for resources: {'Port': ['ID=9a491525-bb92-476a-ab16-be14a0d85213,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:39.278311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:38:39.369865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Attempting to bind port 9a491525-bb92-476a-ab16-be14a0d85213 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:38:39.370552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Attempting to bind port 9a491525-bb92-476a-ab16-be14a0d85213 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'a27c5e5b-80b4-4c2c-8010-0c9f20f90094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e9ab2edb-e20d-4004-b4a0-69a64903cd4d'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:38:39.371094 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Attempting to bind port 9a491525-bb92-476a-ab16-be14a0d85213 on network e9ab2edb-e20d-4004-b4a0-69a64903cd4d {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:38:39.381131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:38:39.381817 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Checking segment: {'id': 'a27c5e5b-80b4-4c2c-8010-0c9f20f90094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e9ab2edb-e20d-4004-b4a0-69a64903cd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:38:39.382388 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.382997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Bound using segment: {'id': 'a27c5e5b-80b4-4c2c-8010-0c9f20f90094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e9ab2edb-e20d-4004-b4a0-69a64903cd4d'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:38:39.383629 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Bound port: 9a491525-bb92-476a-ab16-be14a0d85213, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27c5e5b-80b4-4c2c-8010-0c9f20f90094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e9ab2edb-e20d-4004-b4a0-69a64903cd4d'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:38:39.384240 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.393393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Allocated IP 172.25.5.40 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/4e86180d-569f-4b0f-ab36-6fc173bb34f1) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:38:39.449077 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.464885 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d0bd5df9-3260-4276-9873-8bf97be06f5b up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:38:39.492581 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] For port 9a491525-bb92-476a-ab16-be14a0d85213, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:38:39.512386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] For port 9a491525-bb92-476a-ab16-be14a0d85213, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=9a491525-bb92-476a-ab16-be14a0d85213,segment=NetworkSegment(a27c5e5b-80b4-4c2c-8010-0c9f20f90094),segment_id=a27c5e5b-80b4-4c2c-8010-0c9f20f90094)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:38:39.530904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port d0bd5df9-3260-4276-9873-8bf97be06f5b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:39.531595 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.570456 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.594882 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf56f36-f55f-47f1-b361-3d8545d5d058 req-304cdbc8-cfde-40cf-950e-b08fa9d1f208 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:39.596346 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7bf56f36-f55f-47f1-b361-3d8545d5d058 req-304cdbc8-cfde-40cf-950e-b08fa9d1f208 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 945 time: 0.1229324 Jul 05 10:38:39.625101 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.643176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:38:39.648189 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.653041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:39.654276 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.681035 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7bf56f36-f55f-47f1-b361-3d8545d5d058 req-fca2ab57-04ca-47c3-b4f4-4f7c735ad775 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782695 Jul 05 10:38:39.693964 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c475e245-9c0a-4498-bb22-9e541633e0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bd5df9-3260-4276-9873-8bf97be06f5b'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:38:39.695661 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a376ca3f-af3e-4631-b78d-ca1f52816c91" -d '{"events": [{"server_uuid": "c475e245-9c0a-4498-bb22-9e541633e0d8", "name": "network-vif-plugged", "status": "completed", "tag": "d0bd5df9-3260-4276-9873-8bf97be06f5b"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:38:39.752124 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d0bd5df9-3260-4276-9873-8bf97be06f5b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:39.812483 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001fd7d-7bdd-4ace-8dc8-717db727fa6a None None] Pushing event updated for resources: {'Port': ['ID=9a491525-bb92-476a-ab16-be14a0d85213,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:39.833914 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.837394 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.854943 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce537c4-59aa-43c6-94a9-5119c80b9136 x-openstack-request-id: req-1ce537c4-59aa-43c6-94a9-5119c80b9136 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:38:39.855422 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c475e245-9c0a-4498-bb22-9e541633e0d8", "name": "network-vif-plugged", "status": "completed", "tag": "d0bd5df9-3260-4276-9873-8bf97be06f5b", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:38:39.855937 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1ce537c4-59aa-43c6-94a9-5119c80b9136 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:38:39.856636 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c475e245-9c0a-4498-bb22-9e541633e0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bd5df9-3260-4276-9873-8bf97be06f5b', 'code': 200} Jul 05 10:38:39.857775 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.877800 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.906882 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:39.935915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:39.942990 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:39.946883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:38:39.981804 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d0bd5df9-3260-4276-9873-8bf97be06f5b,revision_number=10']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:39.987011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=58033c0f-0654-49b4-8bdd-a9b74d4b5bf9,segment=NetworkSegment(e93ca303-d865-4c8f-a652-aebe8abb69fc),segment_id=e93ca303-d865-4c8f-a652-aebe8abb69fc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:39.999169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Pushing event updated for resources: {'Port': ['ID=4e86180d-569f-4b0f-ab36-6fc173bb34f1,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:40.012869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Allocated IP 172.25.5.22 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/3ed5d128-ee1a-4f47-82ea-dce99ed034ea) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:38:40.042033 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:40.152624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=58033c0f-0654-49b4-8bdd-a9b74d4b5bf9,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:40.157976 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:40.241983 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728805cd-8599-43f7-95b1-17a71deb301c req-a0298dc2-87a8-4545-a03c-5b32633e793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:40.243672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-728805cd-8599-43f7-95b1-17a71deb301c req-a0298dc2-87a8-4545-a03c-5b32633e793f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 1099 time: 0.1020341 Jul 05 10:38:40.283093 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:40.290180 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-728805cd-8599-43f7-95b1-17a71deb301c req-7b64c7bd-f7bd-4f15-ad82-d1911de327b6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393777 Jul 05 10:38:40.321970 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:40.324964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:40.330740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:38:40.355599 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=3ed5d128-ee1a-4f47-82ea-dce99ed034ea,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:40.425944 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:40.639416 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:40.706368 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:40.898324 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e334cca-f11c-4377-aa6e-e420a161f4aa req-0d6f4184-c54f-45c7-91bd-434986d6cea3 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:40.900164 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2e334cca-f11c-4377-aa6e-e420a161f4aa req-0d6f4184-c54f-45c7-91bd-434986d6cea3 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.0754793 Jul 05 10:38:40.914456 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Router 49a63095-125b-4aa8-b4ff-46849470d59d is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:38:40.998253 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2e334cca-f11c-4377-aa6e-e420a161f4aa req-49311537-be27-468d-bbc1-f32dae45045b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913548 Jul 05 10:38:40.998594 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6ea3a1-ce98-480a-864c-6305cee0f498 None None] Network e9ab2edb-e20d-4004-b4a0-69a64903cd4d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:38:41.077371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:38:41.132463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Sync routers for ids ['49a63095-125b-4aa8-b4ff-46849470d59d'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:38:41.168532 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:41.169765 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-213b3abd-a1b9-4eb1-8193-fe9fecc1ca58 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9282975 Jul 05 10:38:41.172765 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57338) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:41.214035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Routers {'49a63095-125b-4aa8-b4ff-46849470d59d'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:41.215388 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['49a63095-125b-4aa8-b4ff-46849470d59d'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:41.435274 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:41.577811 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:38:41.584400 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-658c0fd6-b1ec-4d03-9f14-2aebd626d86d None None] Provisioning for port 9a491525-bb92-476a-ab16-be14a0d85213 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:38:41.586693 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b176264c-42ca-4ba4-961b-583ffa4df217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:41.715646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Set router 49a63095-125b-4aa8-b4ff-46849470d59d gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:38:41.749786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 74dc854b-56db-49c8-af51-615690bc5400 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:38:41.786721 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:41.787098 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:41.899772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:38:41.914016 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b3b2f-467b-4f36-9db9-8cd540d730cb None None] Sync routers for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:38:41.933010 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b3b2f-467b-4f36-9db9-8cd540d730cb None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:41.933648 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-863b3b2f-467b-4f36-9db9-8cd540d730cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:41.948060 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:41.991136 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-863b3b2f-467b-4f36-9db9-8cd540d730cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:42.002357 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b3b2f-467b-4f36-9db9-8cd540d730cb None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:42.003239 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-863b3b2f-467b-4f36-9db9-8cd540d730cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:42.019132 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:42.021120 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a7323d18-9dd3-4595-baef-bac970508d22 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2025812 Jul 05 10:38:42.024035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57366) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:42.066600 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9a491525-bb92-476a-ab16-be14a0d85213 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:38:42.085299 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-863b3b2f-467b-4f36-9db9-8cd540d730cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:42.087294 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b3b2f-467b-4f36-9db9-8cd540d730cb None None] The sync data for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:38:42.128779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'name': 'tempest-TestServerBasicOps-659711045-router', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '4e86180d-569f-4b0f-ab36-6fc173bb34f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:38Z', 'updated_at': '2021-07-05T10:38:40Z', 'revision_number': 3, 'project_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'gw_port': {'id': '4e86180d-569f-4b0f-ab36-6fc173bb34f1', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:39Z', 'updated_at': '2021-07-05T10:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:42.173850 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Checking router: 49a63095-125b-4aa8-b4ff-46849470d59d for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:38:42.174560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Updating router 49a63095-125b-4aa8-b4ff-46849470d59d port 4e86180d-569f-4b0f-ab36-6fc173bb34f1 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:38:42.206200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Allocated IP 172.20.0.1 (e9ab2edb-e20d-4004-b4a0-69a64903cd4d/f6e0bfa5-6644-474a-affe-8d33b9b06a57/465ba5c1-6018-4cfc-816e-cf7291b4cd4e) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:38:42.217427 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:42.365945 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 9a491525-bb92-476a-ab16-be14a0d85213 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:38:42.366178 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:42.378196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 9a491525-bb92-476a-ab16-be14a0d85213 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:42.379072 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:42.382037 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Transition to ACTIVE for port object 465ba5c1-6018-4cfc-816e-cf7291b4cd4e will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:38:42.397220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103ed25-344a-4776-b4db-bf10f0e9c6d5 req-493ede23-0115-4710-92df-8a8b46fc6ea2 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:42.398696 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d103ed25-344a-4776-b4db-bf10f0e9c6d5 req-493ede23-0115-4710-92df-8a8b46fc6ea2 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.1885426 Jul 05 10:38:42.494322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d103ed25-344a-4776-b4db-bf10f0e9c6d5 req-98c9440d-d5c2-4f63-b851-c4db843915ed tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859635 Jul 05 10:38:42.556081 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:42.611780 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:42.624840 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 9a491525-bb92-476a-ab16-be14a0d85213, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=9a491525-bb92-476a-ab16-be14a0d85213,segment=NetworkSegment(a27c5e5b-80b4-4c2c-8010-0c9f20f90094),segment_id=a27c5e5b-80b4-4c2c-8010-0c9f20f90094)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:42.643474 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:42.655398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Transition to ACTIVE for port object 4e86180d-569f-4b0f-ab36-6fc173bb34f1 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:38:42.710128 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:42.710421 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Network e9ab2edb-e20d-4004-b4a0-69a64903cd4d is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:42.718431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:42.724276 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:38:42.745140 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:42.771679 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:42.818024 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=9a491525-bb92-476a-ab16-be14a0d85213,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:42.825722 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Pushing event updated for resources: {'Port': ['ID=465ba5c1-6018-4cfc-816e-cf7291b4cd4e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:42.832398 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:42.948006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Attempting to bind port 4e86180d-569f-4b0f-ab36-6fc173bb34f1 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:38:42.948372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Attempting to bind port 4e86180d-569f-4b0f-ab36-6fc173bb34f1 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:38:42.948733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Attempting to bind port 4e86180d-569f-4b0f-ab36-6fc173bb34f1 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:38:42.956553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b5404-f3f3-48e1-bdff-d2a198f4a9f6 None None] Pushing event updated for resources: {'Port': ['ID=4e86180d-569f-4b0f-ab36-6fc173bb34f1,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:42.962589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:38:42.962589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:38:42.962589 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:42.962589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:38:42.963758 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Bound port: 4e86180d-569f-4b0f-ab36-6fc173bb34f1, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:38:42.964348 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:43.057146 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:43.059171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] For port 4e86180d-569f-4b0f-ab36-6fc173bb34f1, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:38:43.062741 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] For port 4e86180d-569f-4b0f-ab36-6fc173bb34f1, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=4e86180d-569f-4b0f-ab36-6fc173bb34f1,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:38:43.160028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Allocated IP 172.20.0.1 (a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98/8a9af5cf-a175-4d85-b006-220cd45b456e/43c263d4-79b6-4164-aa59-7d2a05b7f344) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:38:43.180441 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:43.232195 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9a491525-bb92-476a-ab16-be14a0d85213 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:38:43.250344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-30cb4f38-4d80-4c10-a5a1-61699f5367f3 None None] Provisioning for port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:38:43.297303 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-30cb4f38-4d80-4c10-a5a1-61699f5367f3 None None] Provisioning complete for port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:43.298269 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-30cb4f38-4d80-4c10-a5a1-61699f5367f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:43.301104 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:43.307983 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:43.329673 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Routers {'49a63095-125b-4aa8-b4ff-46849470d59d'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:43.330598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['49a63095-125b-4aa8-b4ff-46849470d59d'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:43.400579 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-30cb4f38-4d80-4c10-a5a1-61699f5367f3 None None] Port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:38:43.402615 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b5404-f3f3-48e1-bdff-d2a198f4a9f6 None None] Pushing event updated for resources: {'Port': ['ID=4e86180d-569f-4b0f-ab36-6fc173bb34f1,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:43.403067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:43.432666 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:43.461311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 9a491525-bb92-476a-ab16-be14a0d85213 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:43.461777 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:43.476900 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:43.481235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:43.488563 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:38:43.519452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] Set router 49a63095-125b-4aa8-b4ff-46849470d59d gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:38:43.538838 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:43.547451 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:43.629694 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Pushing event updated for resources: {'Port': ['ID=465ba5c1-6018-4cfc-816e-cf7291b4cd4e,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:43.641021 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=43c263d4-79b6-4164-aa59-7d2a05b7f344,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:43.663482 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a2a15d11-086b-4759-9316-40691e477e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:43.735364 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:43.845776 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'name': 'tempest-TestServerBasicOps-659711045-router', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '4e86180d-569f-4b0f-ab36-6fc173bb34f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:38Z', 'updated_at': '2021-07-05T10:38:42Z', 'revision_number': 4, 'project_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'gw_port': {'id': '4e86180d-569f-4b0f-ab36-6fc173bb34f1', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:39Z', 'updated_at': '2021-07-05T10:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '465ba5c1-6018-4cfc-816e-cf7291b4cd4e', 'name': '', 'network_id': 'e9ab2edb-e20d-4004-b4a0-69a64903cd4d', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'mac_address': 'fa:16:3e:7d:a1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'f6e0bfa5-6644-474a-affe-8d33b9b06a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:41Z', 'updated_at': '2021-07-05T10:38:42Z', 'revision_number': 1, 'project_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'subnets': [{'id': 'f6e0bfa5-6644-474a-affe-8d33b9b06a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:43.847598 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Network e9ab2edb-e20d-4004-b4a0-69a64903cd4d is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:43.851757 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:43.919988 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a28f81-64e3-4d46-a6cb-1d3c11590760 None None] The sync data for ids ['49a63095-125b-4aa8-b4ff-46849470d59d'] in n-d-779913-27 is: [{'id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'name': 'tempest-TestServerBasicOps-659711045-router', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '4e86180d-569f-4b0f-ab36-6fc173bb34f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:38Z', 'updated_at': '2021-07-05T10:38:42Z', 'revision_number': 4, 'project_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'gw_port': {'id': '4e86180d-569f-4b0f-ab36-6fc173bb34f1', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:39Z', 'updated_at': '2021-07-05T10:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '465ba5c1-6018-4cfc-816e-cf7291b4cd4e', 'name': '', 'network_id': 'e9ab2edb-e20d-4004-b4a0-69a64903cd4d', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'mac_address': 'fa:16:3e:7d:a1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'f6e0bfa5-6644-474a-affe-8d33b9b06a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:41Z', 'updated_at': '2021-07-05T10:38:42Z', 'revision_number': 1, 'project_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'subnets': [{'id': 'f6e0bfa5-6644-474a-affe-8d33b9b06a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:38:43.943709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b557-108f-4043-b963-d8012fae546a req-20ae94f5-afc2-436d-8632-7234e36279e2 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:43.952495 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea05b557-108f-4043-b963-d8012fae546a req-20ae94f5-afc2-436d-8632-7234e36279e2 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.1640892 Jul 05 10:38:43.978021 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:44.094500 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea05b557-108f-4043-b963-d8012fae546a req-057d41bc-2428-4512-b108-5179077c59f9 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407285 Jul 05 10:38:44.133520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Router 49a63095-125b-4aa8-b4ff-46849470d59d has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:38:44.289304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5187f747-3f41-4283-83fd-eccca7f3d7a6 None None] Provisioning complete for port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:44.289935 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5187f747-3f41-4283-83fd-eccca7f3d7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:44.376195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:38:44.392654 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5187f747-3f41-4283-83fd-eccca7f3d7a6 None None] Port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:38:44.424757 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-510cb865-c711-486b-94a5-3db9a8ce6b42 admin admin] 10.222.0.77 "PUT /v2.0/routers/49a63095-125b-4aa8-b4ff-46849470d59d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2504344 Jul 05 10:38:44.588649 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:44.653163 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:44.761775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=43c263d4-79b6-4164-aa59-7d2a05b7f344,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:44.793696 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:44.937508 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:44.939243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:44.995707 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:45.093934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 74dc854b-56db-49c8-af51-615690bc5400 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:38:45.252469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:38:45.261391 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57400) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:45.267643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a98e2e2f-78a5-4fcb-8b31-1495e5ead667 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'port': {'network_id': 'a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98', 'name': 'tempest-FloatingIPTestJSON-382228556'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:45.270948 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-88e736d9-073c-4003-b384-51fb470cdc94 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "PUT /v2.0/routers/74dc854b-56db-49c8-af51-615690bc5400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2456255 Jul 05 10:38:45.273842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baab1b7-fe2f-4db5-8e44-7cfff08f0fd0 None None] Sync routers for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:38:45.293420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baab1b7-fe2f-4db5-8e44-7cfff08f0fd0 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:45.294116 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-9baab1b7-fe2f-4db5-8e44-7cfff08f0fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:45.378998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-9baab1b7-fe2f-4db5-8e44-7cfff08f0fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:45.392488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 4e86180d-569f-4b0f-ab36-6fc173bb34f1 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:38:45.446275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baab1b7-fe2f-4db5-8e44-7cfff08f0fd0 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:45.448357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-9baab1b7-fe2f-4db5-8e44-7cfff08f0fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:45.491550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-9baab1b7-fe2f-4db5-8e44-7cfff08f0fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:45.492254 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baab1b7-fe2f-4db5-8e44-7cfff08f0fd0 None None] The sync data for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:38:45.528297 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593fc48-3824-44c7-b132-795b73f2b258 req-a8c3a38e-febe-4373-b458-8e8044b2eba6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:45.530359 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5593fc48-3824-44c7-b132-795b73f2b258 req-a8c3a38e-febe-4373-b458-8e8044b2eba6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.1977086 Jul 05 10:38:45.569947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 4e86180d-569f-4b0f-ab36-6fc173bb34f1 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:38:45.575170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 4e86180d-569f-4b0f-ab36-6fc173bb34f1 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:45.575618 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:45.623838 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5593fc48-3824-44c7-b132-795b73f2b258 req-84ac4655-e900-430d-81d0-174d1f6c35a1 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809236 Jul 05 10:38:45.664013 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98e2e2f-78a5-4fcb-8b31-1495e5ead667 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Made reservation on behalf of 58175a55f39448e08a0c1917f448193b for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:38:45.668722 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a98e2e2f-78a5-4fcb-8b31-1495e5ead667 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:45.706386 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:45.720277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-a98e2e2f-78a5-4fcb-8b31-1495e5ead667 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] device_id is not set on port e12d0953-d097-4120-9f24-b70225b3bd9f yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:38:45.744312 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 4e86180d-569f-4b0f-ab36-6fc173bb34f1, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=4e86180d-569f-4b0f-ab36-6fc173bb34f1,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:45.835620 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:45.898001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=4e86180d-569f-4b0f-ab36-6fc173bb34f1,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:45.934066 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-a98e2e2f-78a5-4fcb-8b31-1495e5ead667 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Allocated IP 172.20.0.3 (a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98/8a9af5cf-a175-4d85-b006-220cd45b456e/e12d0953-d097-4120-9f24-b70225b3bd9f) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:38:45.958372 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d3379-7ecf-4f32-bd7c-d2582a85018e req-ff26d9e3-dfd0-493c-8d45-9f6ac9d12f3c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:45.966610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cc0d3379-7ecf-4f32-bd7c-d2582a85018e req-ff26d9e3-dfd0-493c-8d45-9f6ac9d12f3c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.1541104 Jul 05 10:38:46.003576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57408) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:46.008242 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9a76a057-14ba-4886-86ef-769346125636 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-662847405', 'description': 'tempest-secgroup-smoke-662847405 description', 'project_id': 'b0db45c2dca4479580634901fe459421'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:46.042132 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cc0d3379-7ecf-4f32-bd7c-d2582a85018e req-bdeef190-ee1b-4799-a3a0-6b6fbda85278 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744202 Jul 05 10:38:46.121424 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9a76a057-14ba-4886-86ef-769346125636 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:46.199073 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a98e2e2f-78a5-4fcb-8b31-1495e5ead667 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:46.267068 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9a76a057-14ba-4886-86ef-769346125636 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:46.304506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348da46-b276-4af8-950d-c22c6ad20621 req-aeee523b-77db-49d5-95da-43260fc2e847 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:46.306126 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d348da46-b276-4af8-950d-c22c6ad20621 req-aeee523b-77db-49d5-95da-43260fc2e847 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.0935953 Jul 05 10:38:46.328457 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a98e2e2f-78a5-4fcb-8b31-1495e5ead667 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:46.357293 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d348da46-b276-4af8-950d-c22c6ad20621 req-9cbb4a47-d68c-42c3-a3f0-41962ebd60d6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444956 Jul 05 10:38:46.362373 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9a76a057-14ba-4886-86ef-769346125636 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:46.398021 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98e2e2f-78a5-4fcb-8b31-1495e5ead667 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:46.406778 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a98e2e2f-78a5-4fcb-8b31-1495e5ead667 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:46.411404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76a057-14ba-4886-86ef-769346125636 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:46.411770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98e2e2f-78a5-4fcb-8b31-1495e5ead667 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:38:46.441129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e2e2f-78a5-4fcb-8b31-1495e5ead667 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=e12d0953-d097-4120-9f24-b70225b3bd9f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:46.459708 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9a76a057-14ba-4886-86ef-769346125636 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:46.463525 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9a76a057-14ba-4886-86ef-769346125636 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4581535 Jul 05 10:38:46.465654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57416) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:46.472839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-de54a816-f56c-4fb6-ad8e-1cac991ebda2 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Request body: {'security_group_rule': {'security_group_id': 'cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6', 'project_id': 'b0db45c2dca4479580634901fe459421', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:46.482763 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98e2e2f-78a5-4fcb-8b31-1495e5ead667 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:46.484105 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a98e2e2f-78a5-4fcb-8b31-1495e5ead667 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:46.593550 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-de54a816-f56c-4fb6-ad8e-1cac991ebda2 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:46.631705 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff462d31-a7b3-4433-8987-df57f6780352 req-af00f03a-55d5-4553-9836-f69bf89303e8 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:46.633306 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff462d31-a7b3-4433-8987-df57f6780352 req-af00f03a-55d5-4553-9836-f69bf89303e8 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.0959687 Jul 05 10:38:46.689798 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-de54a816-f56c-4fb6-ad8e-1cac991ebda2 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:46.697926 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff462d31-a7b3-4433-8987-df57f6780352 req-3a75bb1f-9089-42b9-b849-3f2b0a5d1a42 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534201 Jul 05 10:38:46.711124 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a98e2e2f-78a5-4fcb-8b31-1495e5ead667 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4484646 Jul 05 10:38:46.713639 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57418) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:46.720852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a3d4409f-0aca-41e0-998d-9c108e6a75ed tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'port': {'network_id': 'a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98', 'name': 'tempest-FloatingIPTestJSON-1917286390'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:46.779052 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-de54a816-f56c-4fb6-ad8e-1cac991ebda2 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:46.803602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54a816-f56c-4fb6-ad8e-1cac991ebda2 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572c0461-797f-4e76-8fac-5f911c7a04db,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:46.836449 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:46.864257 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-de54a816-f56c-4fb6-ad8e-1cac991ebda2 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:46.868743 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-de54a816-f56c-4fb6-ad8e-1cac991ebda2 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3982687 Jul 05 10:38:46.869151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57424) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:46.875414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-852896b6-a05c-40c5-bf59-15fa040aa50e tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Request body: {'security_group_rule': {'security_group_id': 'cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6', 'project_id': 'b0db45c2dca4479580634901fe459421', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:46.969863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-852896b6-a05c-40c5-bf59-15fa040aa50e tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:47.049378 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-852896b6-a05c-40c5-bf59-15fa040aa50e tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:47.090240 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Sync routers for ids ['49a63095-125b-4aa8-b4ff-46849470d59d'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:38:47.100475 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Routers {'49a63095-125b-4aa8-b4ff-46849470d59d'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:47.101152 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['49a63095-125b-4aa8-b4ff-46849470d59d'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:47.150210 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-852896b6-a05c-40c5-bf59-15fa040aa50e tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:47.180319 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852896b6-a05c-40c5-bf59-15fa040aa50e tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d800e2-f801-411a-81ea-57a64796a667,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:47.224246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 4e86180d-569f-4b0f-ab36-6fc173bb34f1 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:38:47.250336 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Set router 49a63095-125b-4aa8-b4ff-46849470d59d gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:38:47.256313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 4e86180d-569f-4b0f-ab36-6fc173bb34f1 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:47.257016 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:47.276755 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070c453-8c65-43f7-be08-d66c8d13b3b2 req-b7188572-f45f-4378-9405-b6a761eec6dd tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:47.280169 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7070c453-8c65-43f7-be08-d66c8d13b3b2 req-b7188572-f45f-4378-9405-b6a761eec6dd tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.1112292 Jul 05 10:38:47.319031 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7070c453-8c65-43f7-be08-d66c8d13b3b2 req-0a11ebba-4222-4a39-90d3-3b4b5212621b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350976 Jul 05 10:38:47.339538 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-852896b6-a05c-40c5-bf59-15fa040aa50e tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:47.341682 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-852896b6-a05c-40c5-bf59-15fa040aa50e tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4711497 Jul 05 10:38:47.344426 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57426) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:47.354556 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e9ff7746-d021-4970-b874-6133523c255c tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Request body: {'security_group_rule': {'security_group_id': 'cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6', 'project_id': 'b0db45c2dca4479580634901fe459421', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:47.476909 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'name': 'tempest-TestServerBasicOps-659711045-router', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '4e86180d-569f-4b0f-ab36-6fc173bb34f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:38Z', 'updated_at': '2021-07-05T10:38:42Z', 'revision_number': 4, 'project_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'gw_port': {'id': '4e86180d-569f-4b0f-ab36-6fc173bb34f1', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:39Z', 'updated_at': '2021-07-05T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '465ba5c1-6018-4cfc-816e-cf7291b4cd4e', 'name': '', 'network_id': 'e9ab2edb-e20d-4004-b4a0-69a64903cd4d', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'mac_address': 'fa:16:3e:7d:a1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'f6e0bfa5-6644-474a-affe-8d33b9b06a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:41Z', 'updated_at': '2021-07-05T10:38:43Z', 'revision_number': 2, 'project_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'subnets': [{'id': 'f6e0bfa5-6644-474a-affe-8d33b9b06a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:47.489426 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d4409f-0aca-41e0-998d-9c108e6a75ed tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Made reservation on behalf of 58175a55f39448e08a0c1917f448193b for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:38:47.493042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3d4409f-0aca-41e0-998d-9c108e6a75ed tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:47.527122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-a3d4409f-0aca-41e0-998d-9c108e6a75ed tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] device_id is not set on port aab9395a-ae70-4cec-b393-855cd25ce020 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:38:47.592960 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7746-d021-4970-b874-6133523c255c tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:47.598335 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Checking router: 49a63095-125b-4aa8-b4ff-46849470d59d for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:38:47.598684 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Updating router 49a63095-125b-4aa8-b4ff-46849470d59d port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:38:47.614852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4042c2-1340-4c24-9fcc-b1f4468bd2ba req-38c0c8c9-e371-4695-badd-7aae6b209756 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:47.616423 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fb4042c2-1340-4c24-9fcc-b1f4468bd2ba req-38c0c8c9-e371-4695-badd-7aae6b209756 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.1649151 Jul 05 10:38:47.634554 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:47.736462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-a3d4409f-0aca-41e0-998d-9c108e6a75ed tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Allocated IP 172.20.0.2 (a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98/8a9af5cf-a175-4d85-b006-220cd45b456e/aab9395a-ae70-4cec-b393-855cd25ce020) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:38:47.740879 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fb4042c2-1340-4c24-9fcc-b1f4468bd2ba req-d3f67984-2bf3-479b-ac67-fc58f85eb274 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143632 Jul 05 10:38:47.756727 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7746-d021-4970-b874-6133523c255c tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:47.895143 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7746-d021-4970-b874-6133523c255c tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:47.927118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff7746-d021-4970-b874-6133523c255c tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5deadb5c-306d-462e-b1c3-794e4cac21bf,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:47.948857 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3d4409f-0aca-41e0-998d-9c108e6a75ed tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:47.952711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78744fd2-2ee0-4ff9-a2a7-b242ecdfcafe req-2030a210-6f77-4c4f-adbd-3c99e544b74d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:47.960495 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-78744fd2-2ee0-4ff9-a2a7-b242ecdfcafe req-2030a210-6f77-4c4f-adbd-3c99e544b74d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.0851774 Jul 05 10:38:47.975643 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:47.989159 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Transition to ACTIVE for port object 465ba5c1-6018-4cfc-816e-cf7291b4cd4e will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:38:48.017477 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-78744fd2-2ee0-4ff9-a2a7-b242ecdfcafe req-a6a5893a-6326-4fd1-965f-7ef71d3dfbf5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555468 Jul 05 10:38:48.023606 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7746-d021-4970-b874-6133523c255c tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:48.023606 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e9ff7746-d021-4970-b874-6133523c255c tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6721122 Jul 05 10:38:48.025389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57442) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:48.030450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-cb9c1b82-22ee-4d63-afba-341ce3e2a3ac tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Request body: {'security_group_rule': {'security_group_id': 'cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6', 'project_id': 'b0db45c2dca4479580634901fe459421', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:48.115699 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:48.154263 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3d4409f-0aca-41e0-998d-9c108e6a75ed tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:48.168639 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cb9c1b82-22ee-4d63-afba-341ce3e2a3ac tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:48.177684 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fff757-0753-46f9-8c27-f9669d91fa9a None None] Pushing event updated for resources: {'Port': ['ID=465ba5c1-6018-4cfc-816e-cf7291b4cd4e,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:48.228490 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d4409f-0aca-41e0-998d-9c108e6a75ed tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:48.234728 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Attempting to bind port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:38:48.235366 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Attempting to bind port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'a27c5e5b-80b4-4c2c-8010-0c9f20f90094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e9ab2edb-e20d-4004-b4a0-69a64903cd4d'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:38:48.235859 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Attempting to bind port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e on network e9ab2edb-e20d-4004-b4a0-69a64903cd4d {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:38:48.236872 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a3d4409f-0aca-41e0-998d-9c108e6a75ed tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:48.241844 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:38:48.242226 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Checking segment: {'id': 'a27c5e5b-80b4-4c2c-8010-0c9f20f90094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e9ab2edb-e20d-4004-b4a0-69a64903cd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:38:48.242704 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:48.243270 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Bound using segment: {'id': 'a27c5e5b-80b4-4c2c-8010-0c9f20f90094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e9ab2edb-e20d-4004-b4a0-69a64903cd4d'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:38:48.243673 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Bound port: 465ba5c1-6018-4cfc-816e-cf7291b4cd4e, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27c5e5b-80b4-4c2c-8010-0c9f20f90094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e9ab2edb-e20d-4004-b4a0-69a64903cd4d'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:38:48.244701 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:48.248293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d4409f-0aca-41e0-998d-9c108e6a75ed tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:38:48.255225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4409f-0aca-41e0-998d-9c108e6a75ed tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=aab9395a-ae70-4cec-b393-855cd25ce020,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:48.311913 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cb9c1b82-22ee-4d63-afba-341ce3e2a3ac tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:48.321010 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d4409f-0aca-41e0-998d-9c108e6a75ed tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:48.321663 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3d4409f-0aca-41e0-998d-9c108e6a75ed tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:48.362719 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] For port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:38:48.366083 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] For port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=465ba5c1-6018-4cfc-816e-cf7291b4cd4e,segment=NetworkSegment(a27c5e5b-80b4-4c2c-8010-0c9f20f90094),segment_id=a27c5e5b-80b4-4c2c-8010-0c9f20f90094)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:38:48.406828 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cb9c1b82-22ee-4d63-afba-341ce3e2a3ac tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:48.426097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c1b82-22ee-4d63-afba-341ce3e2a3ac tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d500640-86c9-4e93-ace0-37176b040f1a,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:48.436223 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:48.447644 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a3d4409f-0aca-41e0-998d-9c108e6a75ed tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7326250 Jul 05 10:38:48.450184 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57448) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:48.455218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': 'aab9395a-ae70-4cec-b393-855cd25ce020', 'fixed_ip_address': '172.20.0.2'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:48.500441 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Routers {'49a63095-125b-4aa8-b4ff-46849470d59d'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:48.501069 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['49a63095-125b-4aa8-b4ff-46849470d59d'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:48.504659 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cb9c1b82-22ee-4d63-afba-341ce3e2a3ac tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:48.505941 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fff757-0753-46f9-8c27-f9669d91fa9a None None] Pushing event updated for resources: {'Port': ['ID=465ba5c1-6018-4cfc-816e-cf7291b4cd4e,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:48.506463 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cb9c1b82-22ee-4d63-afba-341ce3e2a3ac tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4799669 Jul 05 10:38:48.509696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57450) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:48.516059 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ffdec5c7-26c4-48ea-acf5-fdc0d0c90983 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Request body: {'security_group_rule': {'security_group_id': 'cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6', 'project_id': 'b0db45c2dca4479580634901fe459421', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:48.604463 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:48.673685 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] Set router 49a63095-125b-4aa8-b4ff-46849470d59d gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:38:48.925800 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'name': 'tempest-TestServerBasicOps-659711045-router', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '4e86180d-569f-4b0f-ab36-6fc173bb34f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:38Z', 'updated_at': '2021-07-05T10:38:42Z', 'revision_number': 4, 'project_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'gw_port': {'id': '4e86180d-569f-4b0f-ab36-6fc173bb34f1', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:39Z', 'updated_at': '2021-07-05T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '465ba5c1-6018-4cfc-816e-cf7291b4cd4e', 'name': '', 'network_id': 'e9ab2edb-e20d-4004-b4a0-69a64903cd4d', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'mac_address': 'fa:16:3e:7d:a1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'f6e0bfa5-6644-474a-affe-8d33b9b06a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:41Z', 'updated_at': '2021-07-05T10:38:48Z', 'revision_number': 4, 'project_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'subnets': [{'id': 'f6e0bfa5-6644-474a-affe-8d33b9b06a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:48.954068 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983aff51-6916-4968-8605-16b1e8cc6c58 None None] The sync data for ids ['49a63095-125b-4aa8-b4ff-46849470d59d'] in n-d-779913-27 is: [{'id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'name': 'tempest-TestServerBasicOps-659711045-router', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '4e86180d-569f-4b0f-ab36-6fc173bb34f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:38Z', 'updated_at': '2021-07-05T10:38:42Z', 'revision_number': 4, 'project_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'gw_port': {'id': '4e86180d-569f-4b0f-ab36-6fc173bb34f1', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:39Z', 'updated_at': '2021-07-05T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '465ba5c1-6018-4cfc-816e-cf7291b4cd4e', 'name': '', 'network_id': 'e9ab2edb-e20d-4004-b4a0-69a64903cd4d', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'mac_address': 'fa:16:3e:7d:a1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'f6e0bfa5-6644-474a-affe-8d33b9b06a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:41Z', 'updated_at': '2021-07-05T10:38:48Z', 'revision_number': 4, 'project_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'subnets': [{'id': 'f6e0bfa5-6644-474a-affe-8d33b9b06a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:38:49.082977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1cbb4-da8b-418c-b6c9-6fd9f585aab9 req-29ad4a9b-de95-48de-b8e0-7c6899d1003b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:49.085538 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-70c1cbb4-da8b-418c-b6c9-6fd9f585aab9 req-29ad4a9b-de95-48de-b8e0-7c6899d1003b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.0928805 Jul 05 10:38:49.122936 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-ffdec5c7-26c4-48ea-acf5-fdc0d0c90983 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Project b0db45c2dca4479580634901fe459421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:38:49.149501 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:49.152180 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ffdec5c7-26c4-48ea-acf5-fdc0d0c90983 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:49.187375 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-70c1cbb4-da8b-418c-b6c9-6fd9f585aab9 req-2dc9bfa4-f563-49f4-b5a3-468adefae8a3 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958984 Jul 05 10:38:49.234541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 465ba5c1-6018-4cfc-816e-cf7291b4cd4e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:38:49.334043 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Allocated IP 172.25.5.175 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/fd22d5cc-5f38-4087-8a3c-34c4d2bc6d87) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:38:49.361019 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ffdec5c7-26c4-48ea-acf5-fdc0d0c90983 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:49.452809 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:38:49.457757 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:49.458130 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:49.483450 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ffdec5c7-26c4-48ea-acf5-fdc0d0c90983 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:49.514799 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:49.529165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdec5c7-26c4-48ea-acf5-fdc0d0c90983 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1389718c-3b20-49b4-9557-43eea21cd678,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:49.652910 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ffdec5c7-26c4-48ea-acf5-fdc0d0c90983 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:49.657118 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ffdec5c7-26c4-48ea-acf5-fdc0d0c90983 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1433051 Jul 05 10:38:49.657852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57456) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:49.663034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-cc3a5ff5-8973-4007-8136-51489198da85 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Request body: {'security_group_rule': {'security_group_id': 'cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6', 'project_id': 'b0db45c2dca4479580634901fe459421', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:49.721824 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:49.736115 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:49.763972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:49.768825 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:49.776638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:38:49.785315 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-cc3a5ff5-8973-4007-8136-51489198da85 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Project b0db45c2dca4479580634901fe459421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:38:49.788117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=465ba5c1-6018-4cfc-816e-cf7291b4cd4e,segment=NetworkSegment(a27c5e5b-80b4-4c2c-8010-0c9f20f90094),segment_id=a27c5e5b-80b4-4c2c-8010-0c9f20f90094)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:38:49.809800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=fd22d5cc-5f38-4087-8a3c-34c4d2bc6d87,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:49.815302 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cc3a5ff5-8973-4007-8136-51489198da85 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:49.864001 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:49.928685 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=465ba5c1-6018-4cfc-816e-cf7291b4cd4e,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:49.955986 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cc3a5ff5-8973-4007-8136-51489198da85 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:50.065291 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cc3a5ff5-8973-4007-8136-51489198da85 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:50.096376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a5ff5-8973-4007-8136-51489198da85 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94220f50-bcc9-42af-bdf9-48dab7fe6702,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:50.213767 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cc3a5ff5-8973-4007-8136-51489198da85 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:50.215000 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cc3a5ff5-8973-4007-8136-51489198da85 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5561664 Jul 05 10:38:50.400017 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ce1ba-b1e1-490e-9bb3-016a3e55f3d0 req-a3cd4280-e176-4ba8-9451-ba2312fc469e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:50.402268 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de6ce1ba-b1e1-490e-9bb3-016a3e55f3d0 req-a3cd4280-e176-4ba8-9451-ba2312fc469e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.0711331 Jul 05 10:38:50.443474 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de6ce1ba-b1e1-490e-9bb3-016a3e55f3d0 req-355367ca-6194-4a4d-9a77-aa584ccb095d tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354397 Jul 05 10:38:50.480851 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-8ac3cd7f-fc47-407d-98ad-f7e0d54a74b3 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-662847405&fields=id&tenant_id=b0db45c2dca4479580634901fe459421 HTTP/1.1" status: 200 len: 267 time: 0.1099699 Jul 05 10:38:50.484563 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:50.656457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-bc0d543b-52ac-4640-b6c7-50a1916e7cbd tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:50.658030 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-bc0d543b-52ac-4640-b6c7-50a1916e7cbd tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/networks?id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b HTTP/1.1" status: 200 len: 809 time: 0.1587126 Jul 05 10:38:50.674025 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-9dba3062-8c01-4047-afa8-0d3a5c85ed1c tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/quotas/b0db45c2dca4479580634901fe459421 HTTP/1.1" status: 200 len: 375 time: 0.0104799 Jul 05 10:38:50.773928 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:50.808860 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-a67a71eb-47ac-4997-a8cf-b8a8822bc4c9 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b0db45c2dca4479580634901fe459421&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1288304 Jul 05 10:38:50.984990 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-e18419a1-9c63-4875-b362-c615bd0655d1 service neutron] 10.222.0.77 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619000 Jul 05 10:38:51.071376 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:51.105939 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-d71c2fdf-5315-4aa6-94a7-48d9d6888a05 service neutron] 10.222.0.77 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152060 Jul 05 10:38:51.132957 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cc262-5b9b-4578-8de6-df09f45d50b0 req-9094e569-0681-41ed-8c50-aee8381bb105 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:51.134537 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ec3cc262-5b9b-4578-8de6-df09f45d50b0 req-9094e569-0681-41ed-8c50-aee8381bb105 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.1027169 Jul 05 10:38:51.192438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 465ba5c1-6018-4cfc-816e-cf7291b4cd4e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:38:51.195867 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:51.198564 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ec3cc262-5b9b-4578-8de6-df09f45d50b0 req-c7de7b16-987a-48d8-a947-3473a7aaf20a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561182 Jul 05 10:38:51.202142 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68c8ba-7837-4ebf-b9f9-d5f94c7a1cd8 req-d8dac59d-435f-48ee-ad8b-7d911de78c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:51.204274 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b68c8ba-7837-4ebf-b9f9-d5f94c7a1cd8 req-d8dac59d-435f-48ee-ad8b-7d911de78c53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56e6e6c37d314e79ae953e0e2809be12&device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 1099 time: 0.1180997 Jul 05 10:38:51.286633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:51.287309 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:51.290388 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=fd22d5cc-5f38-4087-8a3c-34c4d2bc6d87,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:51.302089 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:51.351027 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68c8ba-7837-4ebf-b9f9-d5f94c7a1cd8 req-c9d6a8e8-34e5-4cf5-b470-5dda8a632b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:51.352801 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b68c8ba-7837-4ebf-b9f9-d5f94c7a1cd8 req-c9d6a8e8-34e5-4cf5-b470-5dda8a632b61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3098306f-a1ab-4180-9050-21e9929257d8 HTTP/1.1" status: 200 len: 915 time: 0.1381986 Jul 05 10:38:51.434190 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b68c8ba-7837-4ebf-b9f9-d5f94c7a1cd8 req-f686a4ad-b1f4-42a3-8a7f-5019d08fc281 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b HTTP/1.1" status: 200 len: 217 time: 0.0690639 Jul 05 10:38:51.451862 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Floating IP 4097161d-17d7-4625-b750-4f67b9c3a039 associated. External IP: 172.25.5.175, port: aab9395a-ae70-4cec-b393-855cd25ce020. Jul 05 10:38:51.529609 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b23a4a5b-89ed-4e68-a036-a09a9f6c1c3e req-eb19a475-3b30-47f7-a4ec-faa5f9e50718 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.0840545 Jul 05 10:38:51.553113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68c8ba-7837-4ebf-b9f9-d5f94c7a1cd8 req-0f3ab9e3-977c-4fb4-a314-438b37d8c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:51.554833 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b68c8ba-7837-4ebf-b9f9-d5f94c7a1cd8 req-0f3ab9e3-977c-4fb4-a314-438b37d8c36d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e735a0a9-c2b5-45ec-b342-e40649f72f34 HTTP/1.1" status: 200 len: 854 time: 0.1108696 Jul 05 10:38:51.621430 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b68c8ba-7837-4ebf-b9f9-d5f94c7a1cd8 req-84eb756d-187d-4ad4-b0f2-a9627382f074 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3098306f-a1ab-4180-9050-21e9929257d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498784 Jul 05 10:38:51.710088 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 74dc854b-56db-49c8-af51-615690bc5400 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:38:51.774705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b68c8ba-7837-4ebf-b9f9-d5f94c7a1cd8 req-c9b92569-58db-423f-ae60-334e1c5fe7bc service neutron] 10.222.0.64 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304290 Jul 05 10:38:51.838005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:38:51.849862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc0d04-8263-448e-bc70-9410402d67af None None] Sync routers for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:38:51.863738 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc0d04-8263-448e-bc70-9410402d67af None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:51.864399 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d4cc0d04-8263-448e-bc70-9410402d67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:51.877746 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b68c8ba-7837-4ebf-b9f9-d5f94c7a1cd8 req-5dad6fc6-a558-48dc-b6c2-be850cc09868 service neutron] 10.222.0.64 "GET /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053066 Jul 05 10:38:51.919230 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d4cc0d04-8263-448e-bc70-9410402d67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:51.921297 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:51.933229 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc0d04-8263-448e-bc70-9410402d67af None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:51.933995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d4cc0d04-8263-448e-bc70-9410402d67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:51.972475 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d4cc0d04-8263-448e-bc70-9410402d67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:51.973238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc0d04-8263-448e-bc70-9410402d67af None None] The sync data for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:38:51.994478 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9bce1c1d-7893-4845-8f25-a9444cc3eb44 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5376608 Jul 05 10:38:52.004830 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57508) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:52.004830 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e18b69fc-f1d1-4578-93f2-4a7d5f1bca56 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:52.062279 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e18b69fc-f1d1-4578-93f2-4a7d5f1bca56 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:52.229443 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e18b69fc-f1d1-4578-93f2-4a7d5f1bca56 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:52.340684 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e18b69fc-f1d1-4578-93f2-4a7d5f1bca56 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:52.340684 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-e18b69fc-f1d1-4578-93f2-4a7d5f1bca56 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Floating IP 4097161d-17d7-4625-b750-4f67b9c3a039 disassociated. External IP: 172.25.5.175, port: aab9395a-ae70-4cec-b393-855cd25ce020. Jul 05 10:38:52.401784 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:52.621236 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d1741f79-931a-44cc-bbbf-7f974e18cb83 req-d891354e-f034-4076-81ad-03bcb77c3909 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.0461571 Jul 05 10:38:52.775481 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b5740-be7e-4913-82d5-c049a99a545a req-49d17e50-87a2-41eb-a181-afa483db44c8 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:52.777188 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b9b5740-be7e-4913-82d5-c049a99a545a req-49d17e50-87a2-41eb-a181-afa483db44c8 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.4527919 Jul 05 10:38:52.862692 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b9b5740-be7e-4913-82d5-c049a99a545a req-1e2c6e16-381d-48c2-a392-be6e9506b638 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765061 Jul 05 10:38:52.928421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18b69fc-f1d1-4578-93f2-4a7d5f1bca56 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 74dc854b-56db-49c8-af51-615690bc5400 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:38:53.041846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18b69fc-f1d1-4578-93f2-4a7d5f1bca56 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:38:53.046381 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e18b69fc-f1d1-4578-93f2-4a7d5f1bca56 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:53.050996 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529ca0bc-7321-419a-a610-929e8442b775 None None] Sync routers for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:38:53.061597 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529ca0bc-7321-419a-a610-929e8442b775 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:53.062399 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-529ca0bc-7321-419a-a610-929e8442b775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:53.088205 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e18b69fc-f1d1-4578-93f2-4a7d5f1bca56 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "PUT /v2.0/floatingips/4097161d-17d7-4625-b750-4f67b9c3a039 HTTP/1.1" status: 200 len: 688 time: 1.0891659 Jul 05 10:38:53.090840 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57544) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:53.102490 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-529ca0bc-7321-419a-a610-929e8442b775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:53.121358 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529ca0bc-7321-419a-a610-929e8442b775 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:53.121961 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-529ca0bc-7321-419a-a610-929e8442b775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:53.154684 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-529ca0bc-7321-419a-a610-929e8442b775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:53.155350 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529ca0bc-7321-419a-a610-929e8442b775 None None] The sync data for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:38:53.255911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-41e262e1-6999-4e03-8ccf-2e9d5bbb98e1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting port fd22d5cc-5f38-4087-8a3c-34c4d2bc6d87 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:38:53.256395 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-41e262e1-6999-4e03-8ccf-2e9d5bbb98e1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:53.356658 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-41e262e1-6999-4e03-8ccf-2e9d5bbb98e1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:53.357018 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-41e262e1-6999-4e03-8ccf-2e9d5bbb98e1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:53.369752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-41e262e1-6999-4e03-8ccf-2e9d5bbb98e1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Calling delete_port for fd22d5cc-5f38-4087-8a3c-34c4d2bc6d87 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:38:53.629990 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-41e262e1-6999-4e03-8ccf-2e9d5bbb98e1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:53.655109 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e262e1-6999-4e03-8ccf-2e9d5bbb98e1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Port': ['ID=fd22d5cc-5f38-4087-8a3c-34c4d2bc6d87,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:53.732872 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-41e262e1-6999-4e03-8ccf-2e9d5bbb98e1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:53.735547 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-41e262e1-6999-4e03-8ccf-2e9d5bbb98e1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:53.740246 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-41e262e1-6999-4e03-8ccf-2e9d5bbb98e1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/floatingips/4097161d-17d7-4625-b750-4f67b9c3a039 HTTP/1.1" status: 204 len: 168 time: 0.6454492 Jul 05 10:38:53.740455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57568) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:53.745109 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': 'e12d0953-d097-4120-9f24-b70225b3bd9f'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:53.796862 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fbb08eb0-0a45-4717-8fd7-9ceaa33bde59 req-d8692444-a6ea-4756-a560-eb0bc6b55f4f tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.0450830 Jul 05 10:38:53.841363 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:53.945644 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:54.074086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Allocated IP 172.25.5.164 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/b5ea3560-9373-463b-a559-439a3ede22f5) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:38:54.224423 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:54.251387 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:54.390514 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a9940-d66e-4b34-8100-87f03485c816 req-54332a18-d1d4-4eb9-8435-29846c0c49ef tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:54.392142 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-840a9940-d66e-4b34-8100-87f03485c816 req-54332a18-d1d4-4eb9-8435-29846c0c49ef tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.1901815 Jul 05 10:38:54.433917 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:54.504495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-1e98d5bc-795c-4b7d-8906-5d8cb44234ce tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:54.505865 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-1e98d5bc-795c-4b7d-8906-5d8cb44234ce tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.73 "GET /v2.0/networks?id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b HTTP/1.1" status: 200 len: 809 time: 0.2070796 Jul 05 10:38:54.517672 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:54.527221 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-840a9940-d66e-4b34-8100-87f03485c816 req-52d1c970-c46d-4430-b4b5-d26a0cdfb7e3 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243272 Jul 05 10:38:54.537540 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:54.541648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:38:54.546726 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=b5ea3560-9373-463b-a559-439a3ede22f5,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:54.599772 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-45bfdda0-9228-44e4-bf46-d90e4ac7fea4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0db45c2dca4479580634901fe459421 HTTP/1.1" status: 200 len: 379 time: 0.0843012 Jul 05 10:38:54.609346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-43a1ae70-a98d-420a-abfc-d063498241a0 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Request body: {'port': {'device_id': '4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0', 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'admin_state_up': True, 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'security_groups': ['cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:54.730153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a52fe-d0d7-45c4-a81a-d94fe782529f req-b8ba0428-dcca-4d7f-8f41-e0adaddc6a35 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:54.732093 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-725a52fe-d0d7-45c4-a81a-d94fe782529f req-b8ba0428-dcca-4d7f-8f41-e0adaddc6a35 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.0819440 Jul 05 10:38:54.776557 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-725a52fe-d0d7-45c4-a81a-d94fe782529f req-296da785-0862-4820-932c-12dda00f89f9 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376749 Jul 05 10:38:54.937296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-43a1ae70-a98d-420a-abfc-d063498241a0 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Made reservation on behalf of b0db45c2dca4479580634901fe459421 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:38:54.941032 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-43a1ae70-a98d-420a-abfc-d063498241a0 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:54.977486 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2fd70ea4-7ff1-42e9-a048-f41365375141 req-eb202558-2f33-46e6-9292-969aa807c595 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.0316670 Jul 05 10:38:55.218532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd718d-feb3-448e-a40a-353af1f5b918 req-1be0f4e8-4d99-4f5d-8d06-e1916bb9017c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:55.220079 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ddd718d-feb3-448e-a40a-353af1f5b918 req-1be0f4e8-4d99-4f5d-8d06-e1916bb9017c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.2766230 Jul 05 10:38:55.236096 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:55.288081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-43a1ae70-a98d-420a-abfc-d063498241a0 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Allocated IP 172.20.0.10 (ee83b9ad-3e68-4588-a893-4c0fc7c56b1b/1a5d7e51-e61b-414b-abbc-5c54ef530103/a83ccf77-72f3-4dd5-976c-57a002616cf2) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:38:55.326438 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ddd718d-feb3-448e-a40a-353af1f5b918 req-cdc14d8e-afa8-482c-854a-162f0b91ed3b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003096 Jul 05 10:38:55.461709 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:55.517145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc3d2f-9fd5-4a19-8027-e9b35a8f9665 req-88dd41eb-3615-49f1-a66a-9b7c340d30f4 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:55.518672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10fc3d2f-9fd5-4a19-8027-e9b35a8f9665 req-88dd41eb-3615-49f1-a66a-9b7c340d30f4 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.0698504 Jul 05 10:38:55.535994 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-43a1ae70-a98d-420a-abfc-d063498241a0 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:55.564054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10fc3d2f-9fd5-4a19-8027-e9b35a8f9665 req-532844a4-7deb-483c-8799-430c4b421153 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393591 Jul 05 10:38:55.593055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-43a1ae70-a98d-420a-abfc-d063498241a0 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Transition to ACTIVE for port object a83ccf77-72f3-4dd5-976c-57a002616cf2 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:38:55.697895 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:55.721873 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-43a1ae70-a98d-420a-abfc-d063498241a0 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:55.755489 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:55.772155 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-43a1ae70-a98d-420a-abfc-d063498241a0 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Network ee83b9ad-3e68-4588-a893-4c0fc7c56b1b is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:38:55.781694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-43a1ae70-a98d-420a-abfc-d063498241a0 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:38:55.786975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-43a1ae70-a98d-420a-abfc-d063498241a0 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:38:55.815572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1ae70-a98d-420a-abfc-d063498241a0 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Pushing event updated for resources: {'Port': ['ID=a83ccf77-72f3-4dd5-976c-57a002616cf2,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:55.866946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e0ae7-c820-4f48-a37b-7ab207250cde req-9997d8e0-85d4-4b4a-807f-8bc5a34da6f5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:55.868654 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c63e0ae7-c820-4f48-a37b-7ab207250cde req-9997d8e0-85d4-4b4a-807f-8bc5a34da6f5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.0998750 Jul 05 10:38:55.905217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-43a1ae70-a98d-420a-abfc-d063498241a0 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:55.905911 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-43a1ae70-a98d-420a-abfc-d063498241a0 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:55.921459 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:55.928209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=b5ea3560-9373-463b-a559-439a3ede22f5,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:55.948372 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c63e0ae7-c820-4f48-a37b-7ab207250cde req-dc2df18b-9e28-47a1-9ec8-bff07d0aaf19 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700448 Jul 05 10:38:56.023387 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-43a1ae70-a98d-420a-abfc-d063498241a0 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4181404 Jul 05 10:38:56.044629 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Request body: {'port': {'device_id': '4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:56.086198 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Floating IP da87a374-175e-44d8-b7ae-5c5ad40313ac associated. External IP: 172.25.5.164, port: e12d0953-d097-4120-9f24-b70225b3bd9f. Jul 05 10:38:56.167380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4655ff29-9f3f-4875-9a2d-ee30230c0dad None None] Provisioning for port a83ccf77-72f3-4dd5-976c-57a002616cf2 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:38:56.171894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4655ff29-9f3f-4875-9a2d-ee30230c0dad None None] Provisioning complete for port a83ccf77-72f3-4dd5-976c-57a002616cf2 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:38:56.172694 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4655ff29-9f3f-4875-9a2d-ee30230c0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:56.194515 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47f66f-48f2-46d3-b8c4-6375e75bb3a1 req-6d697b1e-3939-4d52-9950-68d8e52c340d tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:56.197000 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa47f66f-48f2-46d3-b8c4-6375e75bb3a1 req-6d697b1e-3939-4d52-9950-68d8e52c340d tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 932 time: 0.0741303 Jul 05 10:38:56.216926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-4655ff29-9f3f-4875-9a2d-ee30230c0dad None None] Port a83ccf77-72f3-4dd5-976c-57a002616cf2 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:38:56.244158 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa47f66f-48f2-46d3-b8c4-6375e75bb3a1 req-715b2289-e820-4bd5-847b-df9cd21dbc3c tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372362 Jul 05 10:38:56.260374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:56.290859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54e04c-5001-4b14-a6fa-76b1a14cee49 req-200a84aa-7b43-4d44-882a-9f63dc0a29b2 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:56.295846 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ae54e04c-5001-4b14-a6fa-76b1a14cee49 req-200a84aa-7b43-4d44-882a-9f63dc0a29b2 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.2084417 Jul 05 10:38:56.773754 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ae54e04c-5001-4b14-a6fa-76b1a14cee49 req-1cc75a3f-9453-4537-ab20-5f5306a7f3e5 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734051 Jul 05 10:38:56.905146 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 74dc854b-56db-49c8-af51-615690bc5400 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:38:57.136916 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb54833-3fd3-4649-b5e9-f166b1ee20bd req-af97b706-4cbb-4b44-8ca8-9fc4f6197ea8 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:57.138445 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cdb54833-3fd3-4649-b5e9-f166b1ee20bd req-af97b706-4cbb-4b44-8ca8-9fc4f6197ea8 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.2188375 Jul 05 10:38:57.148274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:38:57.156008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83ccf77-72f3-4dd5-976c-57a002616cf2 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:38:57.157881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef4c677-b69e-40bd-864f-fdf8907fd2bb None None] Sync routers for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:38:57.168616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4c677-b69e-40bd-864f-fdf8907fd2bb None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:57.170249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cef4c677-b69e-40bd-864f-fdf8907fd2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:57.177275 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:57.211828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Transition to ACTIVE for port object a83ccf77-72f3-4dd5-976c-57a002616cf2 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:38:57.212226 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cef4c677-b69e-40bd-864f-fdf8907fd2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:57.217535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cdb54833-3fd3-4649-b5e9-f166b1ee20bd req-03db6f46-a95f-4d17-acb3-f42c0b918416 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727489 Jul 05 10:38:57.220986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4c677-b69e-40bd-864f-fdf8907fd2bb None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:57.221770 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cef4c677-b69e-40bd-864f-fdf8907fd2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:57.246719 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:57.258415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cef4c677-b69e-40bd-864f-fdf8907fd2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:57.259094 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef4c677-b69e-40bd-864f-fdf8907fd2bb None None] The sync data for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:38:57.279848 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:57.374907 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-592d4ae3-d6a5-4155-be91-62c264482127 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.6333303 Jul 05 10:38:57.380439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57718) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:57.407178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a83ccf77-72f3-4dd5-976c-57a002616cf2,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:57.473288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f688bb4-6e6b-46a7-87be-a1bdaf7849e7 req-a832c5c5-4533-4b36-94ea-31f3cdbdce55 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:57.487235 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f688bb4-6e6b-46a7-87be-a1bdaf7849e7 req-a832c5c5-4533-4b36-94ea-31f3cdbdce55 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.1032627 Jul 05 10:38:57.524371 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f688bb4-6e6b-46a7-87be-a1bdaf7849e7 req-753e8cc4-78a9-4e97-9837-3b2e6d10f9f1 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397937 Jul 05 10:38:57.555060 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-47f64740-df14-4e91-825f-abc223f8ebe0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "GET /v2.0/floatingips/da87a374-175e-44d8-b7ae-5c5ad40313ac HTTP/1.1" status: 200 len: 977 time: 0.1695490 Jul 05 10:38:57.557475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57726) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:57.563230 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Attempting to bind port a83ccf77-72f3-4dd5-976c-57a002616cf2 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:38:57.563799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Attempting to bind port a83ccf77-72f3-4dd5-976c-57a002616cf2 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'e93ca303-d865-4c8f-a652-aebe8abb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:38:57.564358 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Attempting to bind port a83ccf77-72f3-4dd5-976c-57a002616cf2 on network ee83b9ad-3e68-4588-a893-4c0fc7c56b1b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:38:57.573629 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Port a83ccf77-72f3-4dd5-976c-57a002616cf2 on network ee83b9ad-3e68-4588-a893-4c0fc7c56b1b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:38:57.574171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Attempting to bind port a83ccf77-72f3-4dd5-976c-57a002616cf2 on network ee83b9ad-3e68-4588-a893-4c0fc7c56b1b {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:38:57.584571 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:38:57.585111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Checking segment: {'id': 'e93ca303-d865-4c8f-a652-aebe8abb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:38:57.585620 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Bound using segment: {'id': 'e93ca303-d865-4c8f-a652-aebe8abb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:38:57.586171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Bound port: a83ccf77-72f3-4dd5-976c-57a002616cf2, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93ca303-d865-4c8f-a652-aebe8abb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:38:57.586631 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:57.615169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc12ff2-a793-43ec-ae9a-8c93f2a636b9 req-0f2910bc-59fc-4cb0-a1c4-d2464d0a62de tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:57.618709 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8dc12ff2-a793-43ec-ae9a-8c93f2a636b9 req-0f2910bc-59fc-4cb0-a1c4-d2464d0a62de tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 944 time: 0.1718416 Jul 05 10:38:57.694498 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b70b0f75-e792-40bd-838b-b9e684c47773 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1357977 Jul 05 10:38:57.696982 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57734) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:57.702684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-7c2c8003-c07a-4fdf-8f2f-2486ef4809f1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'floatingip': {'port_id': 'aab9395a-ae70-4cec-b393-855cd25ce020'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:57.705295 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8dc12ff2-a793-43ec-ae9a-8c93f2a636b9 req-8fee94c4-6937-46bf-8d72-a16b79868929 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822408 Jul 05 10:38:57.721001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] For port a83ccf77-72f3-4dd5-976c-57a002616cf2, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:38:57.724699 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] For port a83ccf77-72f3-4dd5-976c-57a002616cf2, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=a83ccf77-72f3-4dd5-976c-57a002616cf2,segment=NetworkSegment(e93ca303-d865-4c8f-a652-aebe8abb69fc),segment_id=e93ca303-d865-4c8f-a652-aebe8abb69fc)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:38:57.778968 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:57.810007 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c2c8003-c07a-4fdf-8f2f-2486ef4809f1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:57.814106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:57.814756 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:57.816496 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] 10.222.0.73 "PUT /v2.0/ports/a83ccf77-72f3-4dd5-976c-57a002616cf2 HTTP/1.1" status: 200 len: 1093 time: 1.7824695 Jul 05 10:38:57.818802 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0', 'tag': 'a83ccf77-72f3-4dd5-976c-57a002616cf2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:38:57.822440 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53f6707-a5f0-45c5-9a9d-0f24cc7cacde" -d '{"events": [{"name": "network-changed", "server_uuid": "4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0", "tag": "a83ccf77-72f3-4dd5-976c-57a002616cf2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:38:57.857920 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ca82f-533e-4786-b5d1-ab2c11f4a1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a83ccf77-72f3-4dd5-976c-57a002616cf2,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:38:57.877518 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a058d-780b-4455-8500-719aacf2a320 req-a5474a42-1f7d-473d-8f00-92051883c2d7 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:57.879086 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a91a058d-780b-4455-8500-719aacf2a320 req-a5474a42-1f7d-473d-8f00-92051883c2d7 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.1313379 Jul 05 10:38:57.988315 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c452923a-2729-4f18-8f7b-983e28354832 x-openstack-request-id: req-c452923a-2729-4f18-8f7b-983e28354832 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:38:57.988743 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0", "tag": "a83ccf77-72f3-4dd5-976c-57a002616cf2", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:38:57.989096 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c452923a-2729-4f18-8f7b-983e28354832 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:38:57.989591 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0', 'tag': 'a83ccf77-72f3-4dd5-976c-57a002616cf2', 'status': 'completed', 'code': 200} Jul 05 10:38:58.026566 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a91a058d-780b-4455-8500-719aacf2a320 req-d3489a38-0b69-4e14-9384-2b775ca8e2e4 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334064 Jul 05 10:38:58.027546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-c00bc6f8-0563-41de-88e9-641bcc53b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:58.029257 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-c00bc6f8-0563-41de-88e9-641bcc53b157 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0db45c2dca4479580634901fe459421&device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 1096 time: 0.0806065 Jul 05 10:38:58.097706 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-fa29664e-5a02-4419-9aaf-e3706c5bcdc6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a83ccf77-72f3-4dd5-976c-57a002616cf2 HTTP/1.1" status: 200 len: 217 time: 0.0588446 Jul 05 10:38:58.147291 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-e44379e9-8e9f-407f-8398-523d66f7a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:58.148812 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-e44379e9-8e9f-407f-8398-523d66f7a3c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a5d7e51-e61b-414b-abbc-5c54ef530103 HTTP/1.1" status: 200 len: 848 time: 0.0473592 Jul 05 10:38:58.257215 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426920c7-186c-4d35-b5b9-530718d5cf6c req-177d541f-5813-4a9d-8fcd-f960f2e72ebf tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:58.258836 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-426920c7-186c-4d35-b5b9-530718d5cf6c req-177d541f-5813-4a9d-8fcd-f960f2e72ebf tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.1091349 Jul 05 10:38:58.264720 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-2ee9e713-ed3f-48e2-a851-f55219f3a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:58.266304 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-2ee9e713-ed3f-48e2-a851-f55219f3a9d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057966 Jul 05 10:38:58.354328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-426920c7-186c-4d35-b5b9-530718d5cf6c req-0fb6fc6c-4c17-4a08-8763-7861bcc03e8b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869143 Jul 05 10:38:58.392244 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-016521cb-ff57-4e50-b7c1-9f9582c451cc service neutron] 10.222.0.73 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184046 Jul 05 10:38:58.465481 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c2c8003-c07a-4fdf-8f2f-2486ef4809f1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:58.496935 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde25bc6-6556-4728-a8ee-8bc32080037a req-46f07f6e-4c0d-4bf5-8e44-7aa2c6829f37 service neutron] 10.222.0.73 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987697 Jul 05 10:38:58.534997 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c2c8003-c07a-4fdf-8f2f-2486ef4809f1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:58.565865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0172d-860c-4807-bc88-79894f0355cf req-362a6ad8-e712-4e7c-895f-37b3498e0e0e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:58.567417 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ceb0172d-860c-4807-bc88-79894f0355cf req-362a6ad8-e712-4e7c-895f-37b3498e0e0e tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.0686991 Jul 05 10:38:58.609204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ceb0172d-860c-4807-bc88-79894f0355cf req-0a5c4f63-8470-4c79-b4a5-5a5fdf74353a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359068 Jul 05 10:38:58.643424 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-7c2c8003-c07a-4fdf-8f2f-2486ef4809f1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Floating IP da87a374-175e-44d8-b7ae-5c5ad40313ac associated. External IP: 172.25.5.164, port: e12d0953-d097-4120-9f24-b70225b3bd9f. Jul 05 10:38:58.685796 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f6707-a5f0-45c5-9a9d-0f24cc7cacde req-4527412a-cbef-497d-af12-959d55990a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:58.687406 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d53f6707-a5f0-45c5-9a9d-0f24cc7cacde req-4527412a-cbef-497d-af12-959d55990a72 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0db45c2dca4479580634901fe459421&device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 1096 time: 0.0709519 Jul 05 10:38:58.803218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f6707-a5f0-45c5-9a9d-0f24cc7cacde req-5c3179be-1917-4a2e-af3a-c4921c696f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:58.804949 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d53f6707-a5f0-45c5-9a9d-0f24cc7cacde req-5c3179be-1917-4a2e-af3a-c4921c696f9e service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b HTTP/1.1" status: 200 len: 910 time: 0.1103060 Jul 05 10:38:58.850525 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d53f6707-a5f0-45c5-9a9d-0f24cc7cacde req-fb5855a1-f586-4a13-9092-c56eb79a7e0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a83ccf77-72f3-4dd5-976c-57a002616cf2 HTTP/1.1" status: 200 len: 217 time: 0.0380785 Jul 05 10:38:58.879270 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3df51-db9a-4000-afb3-10ffe44acd35 req-7975a942-64c5-4daa-97af-9ebdde8f4243 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:58.880884 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bec3df51-db9a-4000-afb3-10ffe44acd35 req-7975a942-64c5-4daa-97af-9ebdde8f4243 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.1407518 Jul 05 10:38:58.953663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f6707-a5f0-45c5-9a9d-0f24cc7cacde req-6ebd01b9-14bf-4156-ab90-5783e1eca9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:58.955165 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d53f6707-a5f0-45c5-9a9d-0f24cc7cacde req-6ebd01b9-14bf-4156-ab90-5783e1eca9bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a5d7e51-e61b-414b-abbc-5c54ef530103 HTTP/1.1" status: 200 len: 848 time: 0.0969799 Jul 05 10:38:58.963745 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bec3df51-db9a-4000-afb3-10ffe44acd35 req-4bfd747f-6062-44f4-a231-eaac595824e8 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769002 Jul 05 10:38:58.985109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2c8003-c07a-4fdf-8f2f-2486ef4809f1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 74dc854b-56db-49c8-af51-615690bc5400 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:38:59.027210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fe102-ca77-4ce0-8cde-725d7d434814 req-c934172d-8cda-4aa7-b85b-3b2816444f96 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:59.040405 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d00fe102-ca77-4ce0-8cde-725d7d434814 req-c934172d-8cda-4aa7-b85b-3b2816444f96 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 944 time: 0.1663020 Jul 05 10:38:59.114020 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f6707-a5f0-45c5-9a9d-0f24cc7cacde req-8a6a2a5b-9184-495e-be92-7d7976f400fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:59.115594 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d53f6707-a5f0-45c5-9a9d-0f24cc7cacde req-8a6a2a5b-9184-495e-be92-7d7976f400fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520662 Jul 05 10:38:59.119500 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d00fe102-ca77-4ce0-8cde-725d7d434814 req-50885bdb-2181-4314-a66c-f63a07ca7386 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775707 Jul 05 10:38:59.161232 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2c8003-c07a-4fdf-8f2f-2486ef4809f1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:38:59.172204 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ce92c-481e-4328-b7c0-0d3fd4099fc4 None None] Sync routers for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:38:59.182393 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ce92c-481e-4328-b7c0-0d3fd4099fc4 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:59.183013 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-473ce92c-481e-4328-b7c0-0d3fd4099fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:59.230929 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-473ce92c-481e-4328-b7c0-0d3fd4099fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:59.238659 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d53f6707-a5f0-45c5-9a9d-0f24cc7cacde req-a08f647a-0393-4ebf-bb25-332b5b1fa001 service neutron] 10.222.0.73 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159968 Jul 05 10:38:59.240139 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ce92c-481e-4328-b7c0-0d3fd4099fc4 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:59.240754 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-473ce92c-481e-4328-b7c0-0d3fd4099fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:59.274083 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-473ce92c-481e-4328-b7c0-0d3fd4099fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:59.274734 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ce92c-481e-4328-b7c0-0d3fd4099fc4 None None] The sync data for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:38:59.279062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d22a4c-1f1e-4c04-aa00-6e1c01792c49 req-4a0a46d5-b6ca-4bdd-a3ce-f4f1fba7180a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:59.280723 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f4d22a4c-1f1e-4c04-aa00-6e1c01792c49 req-4a0a46d5-b6ca-4bdd-a3ce-f4f1fba7180a tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.1600578 Jul 05 10:38:59.342028 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d53f6707-a5f0-45c5-9a9d-0f24cc7cacde req-d3274be0-b0f6-415a-addf-abed92233a9c service neutron] 10.222.0.73 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961051 Jul 05 10:38:59.348493 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:38:59.371782 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f4d22a4c-1f1e-4c04-aa00-6e1c01792c49 req-20fd6d25-d48f-4833-8810-56a80006c632 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846119 Jul 05 10:38:59.447044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2c8003-c07a-4fdf-8f2f-2486ef4809f1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 74dc854b-56db-49c8-af51-615690bc5400 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:38:59.564689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2c8003-c07a-4fdf-8f2f-2486ef4809f1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:38:59.569327 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c2c8003-c07a-4fdf-8f2f-2486ef4809f1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:59.570136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2ba28-1577-4f4f-bb49-31fd1fbdc540 req-a1a86ce8-faa9-4be4-a827-d5790f80b41b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:59.571811 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a7d2ba28-1577-4f4f-bb49-31fd1fbdc540 req-a1a86ce8-faa9-4be4-a827-d5790f80b41b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.0709302 Jul 05 10:38:59.574948 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e109b-216c-4784-8f01-c3689ce4d877 None None] Sync routers for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:38:59.593448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e109b-216c-4784-8f01-c3689ce4d877 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:59.594099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3f6e109b-216c-4784-8f01-c3689ce4d877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:59.634013 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3f6e109b-216c-4784-8f01-c3689ce4d877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:59.637825 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a7d2ba28-1577-4f4f-bb49-31fd1fbdc540 req-121b88d9-141b-4f85-978e-8fd1e08f4118 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391848 Jul 05 10:38:59.646531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e109b-216c-4784-8f01-c3689ce4d877 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:38:59.647158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3f6e109b-216c-4784-8f01-c3689ce4d877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:59.653344 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7c2c8003-c07a-4fdf-8f2f-2486ef4809f1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "PUT /v2.0/floatingips/da87a374-175e-44d8-b7ae-5c5ad40313ac HTTP/1.1" status: 200 len: 978 time: 1.9542513 Jul 05 10:38:59.656006 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57822) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:38:59.660818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-005108cc-7d18-485a-8b25-4f020d40b0e7 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:38:59.681477 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3f6e109b-216c-4784-8f01-c3689ce4d877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:38:59.682382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e109b-216c-4784-8f01-c3689ce4d877 None None] The sync data for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:38:59.727796 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-005108cc-7d18-485a-8b25-4f020d40b0e7 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:59.932558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1375bc-8c1d-4d39-83d5-ef41a5f157b9 req-8a2a1331-2813-4de0-9609-53f32dde5f95 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:38:59.934103 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e1375bc-8c1d-4d39-83d5-ef41a5f157b9 req-8a2a1331-2813-4de0-9609-53f32dde5f95 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.1598952 Jul 05 10:38:59.936191 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-005108cc-7d18-485a-8b25-4f020d40b0e7 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:59.973902 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e1375bc-8c1d-4d39-83d5-ef41a5f157b9 req-8695addf-09ad-4d4b-bf11-220e58ab304c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339887 Jul 05 10:38:59.974922 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-005108cc-7d18-485a-8b25-4f020d40b0e7 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:38:59.975239 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-005108cc-7d18-485a-8b25-4f020d40b0e7 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Floating IP da87a374-175e-44d8-b7ae-5c5ad40313ac disassociated. External IP: 172.25.5.164, port: aab9395a-ae70-4cec-b393-855cd25ce020. Jul 05 10:39:00.209857 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005108cc-7d18-485a-8b25-4f020d40b0e7 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 74dc854b-56db-49c8-af51-615690bc5400 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:00.340654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005108cc-7d18-485a-8b25-4f020d40b0e7 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:00.345462 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-005108cc-7d18-485a-8b25-4f020d40b0e7 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:00.352326 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3524299-772d-4f77-a394-70020dd2b026 None None] Sync routers for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:00.362277 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3524299-772d-4f77-a394-70020dd2b026 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:00.362910 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c3524299-772d-4f77-a394-70020dd2b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:00.392089 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-005108cc-7d18-485a-8b25-4f020d40b0e7 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "PUT /v2.0/floatingips/da87a374-175e-44d8-b7ae-5c5ad40313ac HTTP/1.1" status: 200 len: 688 time: 0.7348661 Jul 05 10:39:00.395517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57862) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:00.415742 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c3524299-772d-4f77-a394-70020dd2b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:00.425455 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3524299-772d-4f77-a394-70020dd2b026 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:00.426082 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c3524299-772d-4f77-a394-70020dd2b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:00.459167 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c3524299-772d-4f77-a394-70020dd2b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:00.459948 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3524299-772d-4f77-a394-70020dd2b026 None None] The sync data for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:00.550093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-989d15a6-d8a3-4531-b4b5-e8fce98df23f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting port b5ea3560-9373-463b-a559-439a3ede22f5 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:00.550448 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-989d15a6-d8a3-4531-b4b5-e8fce98df23f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:00.551204 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ca7a3-e88e-4fbb-bb22-d56363debb4a req-2ff5cf5e-feef-4826-98f5-307323916319 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:00.553439 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-270ca7a3-e88e-4fbb-bb22-d56363debb4a req-2ff5cf5e-feef-4826-98f5-307323916319 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 944 time: 0.0770240 Jul 05 10:39:00.594102 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-270ca7a3-e88e-4fbb-bb22-d56363debb4a req-8599110c-a9c2-41cf-a925-d55995e0ebef tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337312 Jul 05 10:39:00.635323 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-989d15a6-d8a3-4531-b4b5-e8fce98df23f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:00.635662 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-989d15a6-d8a3-4531-b4b5-e8fce98df23f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:00.648178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-989d15a6-d8a3-4531-b4b5-e8fce98df23f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Calling delete_port for b5ea3560-9373-463b-a559-439a3ede22f5 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:00.870075 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-989d15a6-d8a3-4531-b4b5-e8fce98df23f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:00.903441 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d15a6-d8a3-4531-b4b5-e8fce98df23f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Port': ['ID=b5ea3560-9373-463b-a559-439a3ede22f5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:00.974257 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-989d15a6-d8a3-4531-b4b5-e8fce98df23f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:00.977021 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-989d15a6-d8a3-4531-b4b5-e8fce98df23f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:00.979037 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-989d15a6-d8a3-4531-b4b5-e8fce98df23f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/floatingips/da87a374-175e-44d8-b7ae-5c5ad40313ac HTTP/1.1" status: 204 len: 168 time: 0.5813839 Jul 05 10:39:00.981581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57884) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:01.019513 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-2b649813-5b9f-4ab9-988b-31c95428045e tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] delete failed (client error): The resource could not be found. Jul 05 10:39:01.020597 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2b649813-5b9f-4ab9-988b-31c95428045e tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/floatingips/da87a374-175e-44d8-b7ae-5c5ad40313ac HTTP/1.1" status: 404 len: 345 time: 0.0378399 Jul 05 10:39:01.025793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57888) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:01.131451 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9954479f-aeaf-4305-89bc-6ba194b9a8af tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:01.137937 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9954479f-aeaf-4305-89bc-6ba194b9a8af tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:01.143754 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9954479f-aeaf-4305-89bc-6ba194b9a8af tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:01.145446 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9954479f-aeaf-4305-89bc-6ba194b9a8af tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "GET /v2.0/ports?network_id=a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98 HTTP/1.1" status: 200 len: 2357 time: 0.1186442 Jul 05 10:39:01.148273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57896) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:01.551799 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8184818-5c96-4902-9a4b-898148d93209 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:01.553903 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a8184818-5c96-4902-9a4b-898148d93209 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "GET /v2.0/subnets/8a9af5cf-a175-4d85-b006-220cd45b456e HTTP/1.1" status: 200 len: 797 time: 0.4046960 Jul 05 10:39:01.559988 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 57916) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:01.565040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f71c2946-4b57-4c62-b8d6-1d010094e9fb tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'port': {'network_id': 'a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98', 'name': 'tempest-FloatingIPTestJSON-348736016', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:01.741470 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device a83ccf77-72f3-4dd5-976c-57a002616cf2 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:39:01.748775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71c2946-4b57-4c62-b8d6-1d010094e9fb tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Made reservation on behalf of 58175a55f39448e08a0c1917f448193b for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:39:01.860117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port a83ccf77-72f3-4dd5-976c-57a002616cf2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=a83ccf77-72f3-4dd5-976c-57a002616cf2,segment=NetworkSegment(e93ca303-d865-4c8f-a652-aebe8abb69fc),segment_id=e93ca303-d865-4c8f-a652-aebe8abb69fc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:01.877428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'a83ccf77-72f3-4dd5-976c-57a002616cf2', 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'port_id': 'a83ccf77-72f3-4dd5-976c-57a002616cf2', 'mac_address': 'fa:16:3e:5a:e2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:39:01.927251 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:01.943360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83ccf77-72f3-4dd5-976c-57a002616cf2 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:39:01.966142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port a83ccf77-72f3-4dd5-976c-57a002616cf2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=a83ccf77-72f3-4dd5-976c-57a002616cf2,segment=NetworkSegment(e93ca303-d865-4c8f-a652-aebe8abb69fc),segment_id=e93ca303-d865-4c8f-a652-aebe8abb69fc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:02.018465 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:02.093814 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=a83ccf77-72f3-4dd5-976c-57a002616cf2,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:02.176213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7505d0-3cf7-49c2-8366-2b08e1cc9f12 req-5df87e2b-b007-40db-9b13-339dd563b45c tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:02.177850 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d7505d0-3cf7-49c2-8366-2b08e1cc9f12 req-5df87e2b-b007-40db-9b13-339dd563b45c tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 944 time: 0.4613409 Jul 05 10:39:02.204789 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f71c2946-4b57-4c62-b8d6-1d010094e9fb tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:02.221044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['a83ccf77-72f3-4dd5-976c-57a002616cf2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:39:02.246492 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-f71c2946-4b57-4c62-b8d6-1d010094e9fb tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] device_id is not set on port 6c11d4a8-0384-4559-8d6d-524df52f68a4 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:39:02.264068 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d7505d0-3cf7-49c2-8366-2b08e1cc9f12 req-16a51f6a-4a12-4c5a-bd13-ce684468d15b tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775611 Jul 05 10:39:02.622405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-f71c2946-4b57-4c62-b8d6-1d010094e9fb tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Allocated IP 172.20.0.14 (a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98/8a9af5cf-a175-4d85-b006-220cd45b456e/6c11d4a8-0384-4559-8d6d-524df52f68a4) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:02.628932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-f71c2946-4b57-4c62-b8d6-1d010094e9fb tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Allocated IP 172.20.0.13 (a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98/8a9af5cf-a175-4d85-b006-220cd45b456e/6c11d4a8-0384-4559-8d6d-524df52f68a4) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:02.785255 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f71c2946-4b57-4c62-b8d6-1d010094e9fb tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:02.892984 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f71c2946-4b57-4c62-b8d6-1d010094e9fb tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:02.958947 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71c2946-4b57-4c62-b8d6-1d010094e9fb tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:02.963629 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-f71c2946-4b57-4c62-b8d6-1d010094e9fb tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:02.968643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c2946-4b57-4c62-b8d6-1d010094e9fb tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:02.972912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c2946-4b57-4c62-b8d6-1d010094e9fb tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=6c11d4a8-0384-4559-8d6d-524df52f68a4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:03.021281 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c2946-4b57-4c62-b8d6-1d010094e9fb tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:03.023545 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f71c2946-4b57-4c62-b8d6-1d010094e9fb tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:03.106035 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f71c2946-4b57-4c62-b8d6-1d010094e9fb tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5448735 Jul 05 10:39:03.123928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 57978) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:03.129023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': '6c11d4a8-0384-4559-8d6d-524df52f68a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:03.224227 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:03.338258 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:03.495962 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Allocated IP 172.25.5.29 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/31f72d4b-920e-4844-819e-ba2d36fab58f) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:03.510852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573a6b8-015d-4ba4-a677-01eb742b7ce7 req-a4b25cbe-93b6-4df9-abbf-b8267d7da847 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:03.512551 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4573a6b8-015d-4ba4-a677-01eb742b7ce7 req-a4b25cbe-93b6-4df9-abbf-b8267d7da847 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 945 time: 0.1192052 Jul 05 10:39:03.609084 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4573a6b8-015d-4ba4-a677-01eb742b7ce7 req-2bf84b64-951c-4f15-be9c-958da84776a9 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908937 Jul 05 10:39:03.675106 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:03.755885 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device a83ccf77-72f3-4dd5-976c-57a002616cf2 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:39:03.762321 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:03.811278 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:03.814236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:03.818840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:03.822648 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=31f72d4b-920e-4844-819e-ba2d36fab58f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:03.848457 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:03.848767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:03.849072 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:03.849442 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:03.849856 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:03.850193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:03.850524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:03.850857 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:03.851182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:03.851505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:03.851866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:03.852187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:03.920861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port a83ccf77-72f3-4dd5-976c-57a002616cf2 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:39:03.925151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port a83ccf77-72f3-4dd5-976c-57a002616cf2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:39:03.925604 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:04.015880 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:04.043335 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83ccf77-72f3-4dd5-976c-57a002616cf2'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:39:04.045666 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ff78ed-c486-4a07-8e7b-59132acd6c01" -d '{"events": [{"server_uuid": "4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0", "name": "network-vif-plugged", "status": "completed", "tag": "a83ccf77-72f3-4dd5-976c-57a002616cf2"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:39:04.063880 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port a83ccf77-72f3-4dd5-976c-57a002616cf2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=a83ccf77-72f3-4dd5-976c-57a002616cf2,segment=NetworkSegment(e93ca303-d865-4c8f-a652-aebe8abb69fc),segment_id=e93ca303-d865-4c8f-a652-aebe8abb69fc)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:04.092193 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9bea85-cb14-4fb9-9e95-ef7047fee06f x-openstack-request-id: req-5d9bea85-cb14-4fb9-9e95-ef7047fee06f {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:39:04.092483 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0", "name": "network-vif-plugged", "status": "completed", "tag": "a83ccf77-72f3-4dd5-976c-57a002616cf2", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:39:04.092733 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d9bea85-cb14-4fb9-9e95-ef7047fee06f {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:39:04.093153 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83ccf77-72f3-4dd5-976c-57a002616cf2', 'code': 200} Jul 05 10:39:04.155328 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:04.226935 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=a83ccf77-72f3-4dd5-976c-57a002616cf2,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:04.238015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bf875-ee95-44bb-94b9-1bf025100ee6 req-e2b69709-dff0-4e8e-a699-8cfde5e5c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:04.240191 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e20bf875-ee95-44bb-94b9-1bf025100ee6 req-e2b69709-dff0-4e8e-a699-8cfde5e5c4a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 1098 time: 0.0793097 Jul 05 10:39:04.277927 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e20bf875-ee95-44bb-94b9-1bf025100ee6 req-409c8c6f-db13-45d8-8a94-652e651a1acf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309255 Jul 05 10:39:04.348701 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:04.539422 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:04.753250 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:04.801588 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:04.935184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=31f72d4b-920e-4844-819e-ba2d36fab58f,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:04.974141 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:05.060782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3e303-805e-44a8-a15f-9a0d2c3ac3a2 req-b9962a76-d357-4eb8-a1d7-8f0e3f1b21ad tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:05.062543 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10c3e303-805e-44a8-a15f-9a0d2c3ac3a2 req-b9962a76-d357-4eb8-a1d7-8f0e3f1b21ad tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 946 time: 0.2203512 Jul 05 10:39:05.159166 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Floating IP 4b5217f1-891d-4150-9f84-3dd713a9b421 associated. External IP: 172.25.5.29, port: 6c11d4a8-0384-4559-8d6d-524df52f68a4. Jul 05 10:39:05.168330 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10c3e303-805e-44a8-a15f-9a0d2c3ac3a2 req-5a834576-a4ae-4a10-9910-701f5bae2c13 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782888 Jul 05 10:39:05.431417 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 74dc854b-56db-49c8-af51-615690bc5400 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:05.592156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:05.602692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293f954e-473d-4bbd-9a61-9cbb50ca9fa7 None None] Sync routers for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:05.612830 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f954e-473d-4bbd-9a61-9cbb50ca9fa7 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:05.613473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-293f954e-473d-4bbd-9a61-9cbb50ca9fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:05.632967 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f3d99-8e95-40c7-8d30-6b24c8740687 req-c471fcab-d8c3-4f60-8df3-b24c63366214 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:05.635235 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-791f3d99-8e95-40c7-8d30-6b24c8740687 req-c471fcab-d8c3-4f60-8df3-b24c63366214 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.0991704 Jul 05 10:39:05.652995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-293f954e-473d-4bbd-9a61-9cbb50ca9fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:05.667111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f954e-473d-4bbd-9a61-9cbb50ca9fa7 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:05.667779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-293f954e-473d-4bbd-9a61-9cbb50ca9fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:05.687144 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-791f3d99-8e95-40c7-8d30-6b24c8740687 req-d8466ea6-c122-4b4d-900b-318ee138956b tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442414 Jul 05 10:39:05.688558 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:05.706251 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-293f954e-473d-4bbd-9a61-9cbb50ca9fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:05.707025 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293f954e-473d-4bbd-9a61-9cbb50ca9fa7 None None] The sync data for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:05.739016 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b449b3d0-718c-459d-8fb2-44e2483832c4 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6138537 Jul 05 10:39:05.742428 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58076) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:05.747262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-60df90a2-adb5-44a0-94f6-573200a9f2c1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'floatingip': {'port_id': '6c11d4a8-0384-4559-8d6d-524df52f68a4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:05.808008 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60df90a2-adb5-44a0-94f6-573200a9f2c1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:06.350477 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60df90a2-adb5-44a0-94f6-573200a9f2c1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:06.381143 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eb342-716c-4887-81cf-141ab9d79dd8 req-15307b0d-2523-4a43-8b61-16513915a4c4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:06.382736 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b2eb342-716c-4887-81cf-141ab9d79dd8 req-15307b0d-2523-4a43-8b61-16513915a4c4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 946 time: 0.0791924 Jul 05 10:39:06.395544 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60df90a2-adb5-44a0-94f6-573200a9f2c1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:06.426027 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b2eb342-716c-4887-81cf-141ab9d79dd8 req-ae75c363-32e3-494c-83d9-3b97dbf46beb tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358934 Jul 05 10:39:06.655415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60df90a2-adb5-44a0-94f6-573200a9f2c1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 74dc854b-56db-49c8-af51-615690bc5400 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:06.667891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47117f-a3c2-4c40-b7db-d3c5f5942657 req-8757dd08-5a93-46de-afaa-85a2d49f2274 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:06.671672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d47117f-a3c2-4c40-b7db-d3c5f5942657 req-8757dd08-5a93-46de-afaa-85a2d49f2274 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 946 time: 0.1255376 Jul 05 10:39:06.799111 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d47117f-a3c2-4c40-b7db-d3c5f5942657 req-3c5c3843-3e48-4a59-b6b3-32db1810b504 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232846 Jul 05 10:39:06.830632 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60df90a2-adb5-44a0-94f6-573200a9f2c1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:06.831562 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6bc0a4-ae4c-4014-9b6b-1f2677668d82 None None] Sync routers for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:06.834198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60df90a2-adb5-44a0-94f6-573200a9f2c1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:06.841996 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6bc0a4-ae4c-4014-9b6b-1f2677668d82 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:06.842812 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-1f6bc0a4-ae4c-4014-9b6b-1f2677668d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:06.885548 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-1f6bc0a4-ae4c-4014-9b6b-1f2677668d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:06.916694 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6bc0a4-ae4c-4014-9b6b-1f2677668d82 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:06.917495 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-1f6bc0a4-ae4c-4014-9b6b-1f2677668d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:06.936149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd31e0-7378-4719-82e0-daf82db8a5fe req-2b2a969e-3499-43ce-a5bb-cb4cb6c9a0d0 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:06.938022 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ebd31e0-7378-4719-82e0-daf82db8a5fe req-2b2a969e-3499-43ce-a5bb-cb4cb6c9a0d0 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.0734427 Jul 05 10:39:06.963449 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-1f6bc0a4-ae4c-4014-9b6b-1f2677668d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:06.964174 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6bc0a4-ae4c-4014-9b6b-1f2677668d82 None None] The sync data for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:06.979340 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-60df90a2-adb5-44a0-94f6-573200a9f2c1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "PUT /v2.0/floatingips/4b5217f1-891d-4150-9f84-3dd713a9b421 HTTP/1.1" status: 200 len: 977 time: 1.2357962 Jul 05 10:39:06.983443 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58096) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:06.986735 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ebd31e0-7378-4719-82e0-daf82db8a5fe req-ae78e845-c606-4af3-a08c-adb7c5ea968c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418096 Jul 05 10:39:07.130817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c6946-d652-4d96-b89c-b15ca34f09f2 req-927fc5da-da22-43ed-9f88-c2dfbc8088f5 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:07.134481 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-547c6946-d652-4d96-b89c-b15ca34f09f2 req-927fc5da-da22-43ed-9f88-c2dfbc8088f5 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 946 time: 0.1967359 Jul 05 10:39:07.208023 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-547c6946-d652-4d96-b89c-b15ca34f09f2 req-3c55c9ce-fbd6-4a5d-9bb9-4e8cd5d2b709 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686958 Jul 05 10:39:07.229721 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-e9ba2d6f-d75f-4426-aa16-68de36b7e338 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting port 31f72d4b-920e-4844-819e-ba2d36fab58f {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:07.230066 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2d6f-d75f-4426-aa16-68de36b7e338 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:07.234650 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58100) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:07.315340 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2d6f-d75f-4426-aa16-68de36b7e338 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:07.315800 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2d6f-d75f-4426-aa16-68de36b7e338 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:07.328114 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-e9ba2d6f-d75f-4426-aa16-68de36b7e338 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Calling delete_port for 31f72d4b-920e-4844-819e-ba2d36fab58f owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:07.347756 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff80814b-69d9-4f9e-a16e-e9bae57f097a tempest-TestServerBasicOps-1515378340 tempest-TestServerBasicOps-1515378340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:07.349591 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ff80814b-69d9-4f9e-a16e-e9bae57f097a tempest-TestServerBasicOps-1515378340 tempest-TestServerBasicOps-1515378340-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 1093 time: 0.1136250 Jul 05 10:39:07.352462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58104) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:07.357720 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': 'a83ccf77-72f3-4dd5-976c-57a002616cf2', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:07.452638 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:07.458288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fa1e6-0c44-4ae5-9793-8c023b264311 req-2e5a0e48-d336-4b8e-8fc7-8d7942c6100c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:07.460109 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7e5fa1e6-0c44-4ae5-9793-8c023b264311 req-2e5a0e48-d336-4b8e-8fc7-8d7942c6100c tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.64 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.1228738 Jul 05 10:39:07.574743 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:07.622135 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-7e5fa1e6-0c44-4ae5-9793-8c023b264311 req-a47e76ab-86fc-4f56-ae74-1a9b5304f435 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Deleting port d0bd5df9-3260-4276-9873-8bf97be06f5b {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:07.622478 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e5fa1e6-0c44-4ae5-9793-8c023b264311 req-a47e76ab-86fc-4f56-ae74-1a9b5304f435 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:07.670092 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2d6f-d75f-4426-aa16-68de36b7e338 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:07.707189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba2d6f-d75f-4426-aa16-68de36b7e338 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Port': ['ID=31f72d4b-920e-4844-819e-ba2d36fab58f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:07.779153 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Allocated IP 172.25.5.188 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/a84fca5f-3500-493e-9304-65025e89d586) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:07.791513 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-7e5fa1e6-0c44-4ae5-9793-8c023b264311 req-a47e76ab-86fc-4f56-ae74-1a9b5304f435 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] For port d0bd5df9-3260-4276-9873-8bf97be06f5b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d0bd5df9-3260-4276-9873-8bf97be06f5b,segment=NetworkSegment(966cab97-d11a-4ded-a425-a4860439e0a2),segment_id=966cab97-d11a-4ded-a425-a4860439e0a2)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:07.792070 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e5fa1e6-0c44-4ae5-9793-8c023b264311 req-a47e76ab-86fc-4f56-ae74-1a9b5304f435 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:07.810926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-7e5fa1e6-0c44-4ae5-9793-8c023b264311 req-a47e76ab-86fc-4f56-ae74-1a9b5304f435 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Calling delete_port for d0bd5df9-3260-4276-9873-8bf97be06f5b owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:07.840537 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2d6f-d75f-4426-aa16-68de36b7e338 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:07.840537 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-e9ba2d6f-d75f-4426-aa16-68de36b7e338 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Floating IP 4b5217f1-891d-4150-9f84-3dd713a9b421 disassociated (deleted). External IP: 172.25.5.29, port: 6c11d4a8-0384-4559-8d6d-524df52f68a4. Jul 05 10:39:07.919270 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:08.178490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79f62f-df86-4ad2-a220-230c65fd28a7 req-e6ff2ac0-1bbd-4529-9a3f-1ca1c843bfc6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:08.180054 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eb79f62f-df86-4ad2-a220-230c65fd28a7 req-e6ff2ac0-1bbd-4529-9a3f-1ca1c843bfc6 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 947 time: 0.0730453 Jul 05 10:39:08.216037 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:08.232939 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eb79f62f-df86-4ad2-a220-230c65fd28a7 req-63911074-756a-48a6-9289-76d77ea07fa9 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/security-groups?id=1f6f8227-26c7-46f1-9467-9e9da0753e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462105 Jul 05 10:39:08.262408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:08.265745 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:08.269711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:08.298978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Pushing event updated for resources: {'Port': ['ID=a84fca5f-3500-493e-9304-65025e89d586,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:08.488561 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ba2d6f-d75f-4426-aa16-68de36b7e338 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 74dc854b-56db-49c8-af51-615690bc5400 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:08.606160 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e5fa1e6-0c44-4ae5-9793-8c023b264311 req-a47e76ab-86fc-4f56-ae74-1a9b5304f435 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:08.618290 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d0bd5df9-3260-4276-9873-8bf97be06f5b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:39:08.637478 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e76ab-86fc-4f56-ae74-1a9b5304f435 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Pushing event deleted for resources: {'Port': ['ID=d0bd5df9-3260-4276-9873-8bf97be06f5b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:08.644734 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ba2d6f-d75f-4426-aa16-68de36b7e338 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:08.645378 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2d6f-d75f-4426-aa16-68de36b7e338 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:08.672990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23040b8-c608-4d5d-8267-a879eebd3646 None None] Sync routers for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:08.688901 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23040b8-c608-4d5d-8267-a879eebd3646 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:08.690284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d23040b8-c608-4d5d-8267-a879eebd3646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:08.708165 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e9ba2d6f-d75f-4426-aa16-68de36b7e338 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/floatingips/4b5217f1-891d-4150-9f84-3dd713a9b421 HTTP/1.1" status: 204 len: 168 time: 1.7212505 Jul 05 10:39:08.709036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58114) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:08.724667 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d23040b8-c608-4d5d-8267-a879eebd3646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:08.735396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23040b8-c608-4d5d-8267-a879eebd3646 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:08.736128 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d23040b8-c608-4d5d-8267-a879eebd3646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:08.755849 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5fa1e6-0c44-4ae5-9793-8c023b264311 req-a47e76ab-86fc-4f56-ae74-1a9b5304f435 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] No DVR routers for this DVR port d0bd5df9-3260-4276-9873-8bf97be06f5b on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:39:08.760067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e5fa1e6-0c44-4ae5-9793-8c023b264311 req-a47e76ab-86fc-4f56-ae74-1a9b5304f435 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:08.762266 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7e5fa1e6-0c44-4ae5-9793-8c023b264311 req-a47e76ab-86fc-4f56-ae74-1a9b5304f435 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.64 "DELETE /v2.0/ports/d0bd5df9-3260-4276-9873-8bf97be06f5b HTTP/1.1" status: 204 len: 173 time: 1.2944369 Jul 05 10:39:08.762727 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c475e245-9c0a-4498-bb22-9e541633e0d8', 'name': 'network-vif-deleted', 'tag': 'd0bd5df9-3260-4276-9873-8bf97be06f5b'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:39:08.765134 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dc1794-eb78-4f57-92c7-810a856fc1b4" -d '{"events": [{"server_uuid": "c475e245-9c0a-4498-bb22-9e541633e0d8", "name": "network-vif-deleted", "tag": "d0bd5df9-3260-4276-9873-8bf97be06f5b"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:39:08.776693 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-d23040b8-c608-4d5d-8267-a879eebd3646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:08.779132 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23040b8-c608-4d5d-8267-a879eebd3646 None None] The sync data for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:08.780081 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:08.838878 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8729f0f7-8372-4ec1-ba76-e85773cf7c46 x-openstack-request-id: req-8729f0f7-8372-4ec1-ba76-e85773cf7c46 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:39:08.839169 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c475e245-9c0a-4498-bb22-9e541633e0d8", "name": "network-vif-deleted", "tag": "d0bd5df9-3260-4276-9873-8bf97be06f5b", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:39:08.839364 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8729f0f7-8372-4ec1-ba76-e85773cf7c46 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:39:08.839900 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c475e245-9c0a-4498-bb22-9e541633e0d8', 'name': 'network-vif-deleted', 'tag': 'd0bd5df9-3260-4276-9873-8bf97be06f5b', 'status': 'completed', 'code': 200} Jul 05 10:39:08.872572 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-9254b928-36df-4ba7-a4f6-af6e2bc1aa95 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting port 6c11d4a8-0384-4559-8d6d-524df52f68a4 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:08.879746 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9254b928-36df-4ba7-a4f6-af6e2bc1aa95 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:08.887446 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1c3704b-f0c3-4ba6-afe5-f28e3b969980 req-ae8bb311-af56-44bb-ab60-c2088c54bc04 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1054714 Jul 05 10:39:08.983918 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9254b928-36df-4ba7-a4f6-af6e2bc1aa95 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:08.996333 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-9254b928-36df-4ba7-a4f6-af6e2bc1aa95 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Calling delete_port for 6c11d4a8-0384-4559-8d6d-524df52f68a4 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:09.024707 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:09.050296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3704b-f0c3-4ba6-afe5-f28e3b969980 req-df943037-2a22-4904-b4b0-210696112b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:09.052142 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1c3704b-f0c3-4ba6-afe5-f28e3b969980 req-df943037-2a22-4904-b4b0-210696112b12 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0db45c2dca4479580634901fe459421&device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 1098 time: 0.1194422 Jul 05 10:39:09.228754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3704b-f0c3-4ba6-afe5-f28e3b969980 req-f1a0afa7-ae4b-420b-86e1-fb9931cb15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:09.230999 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1c3704b-f0c3-4ba6-afe5-f28e3b969980 req-f1a0afa7-ae4b-420b-86e1-fb9931cb15a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b HTTP/1.1" status: 200 len: 910 time: 0.1597126 Jul 05 10:39:09.327942 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9254b928-36df-4ba7-a4f6-af6e2bc1aa95 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:09.363627 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:09.388523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254b928-36df-4ba7-a4f6-af6e2bc1aa95 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Port': ['ID=6c11d4a8-0384-4559-8d6d-524df52f68a4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:09.423191 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-70e0562e-b065-4b39-896d-7acb855abf68 req-42a24092-dd80-47b3-a37d-65545aad5ea0 tempest-ServersNegativeTestJSON-1183595672 tempest-ServersNegativeTestJSON-1183595672-project] 10.222.0.77 "GET /v2.0/ports?device_id=c475e245-9c0a-4498-bb22-9e541633e0d8 HTTP/1.1" status: 200 len: 210 time: 0.0364397 Jul 05 10:39:09.434341 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1c3704b-f0c3-4ba6-afe5-f28e3b969980 req-73f5a78b-a9c7-49c4-8dca-62a8386bd10e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a83ccf77-72f3-4dd5-976c-57a002616cf2 HTTP/1.1" status: 200 len: 1000 time: 0.1970692 Jul 05 10:39:09.451594 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:09.542433 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Pushing event updated for resources: {'Port': ['ID=a84fca5f-3500-493e-9304-65025e89d586,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:09.543386 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9254b928-36df-4ba7-a4f6-af6e2bc1aa95 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:09.548595 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9254b928-36df-4ba7-a4f6-af6e2bc1aa95 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/ports/6c11d4a8-0384-4559-8d6d-524df52f68a4 HTTP/1.1" status: 204 len: 168 time: 0.8355281 Jul 05 10:39:09.549312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58124) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:09.554189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:09.580863 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3704b-f0c3-4ba6-afe5-f28e3b969980 req-56c21d84-74a5-4e6f-888a-3291dd2c6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:09.582538 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1c3704b-f0c3-4ba6-afe5-f28e3b969980 req-56c21d84-74a5-4e6f-888a-3291dd2c6b2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a5d7e51-e61b-414b-abbc-5c54ef530103 HTTP/1.1" status: 200 len: 848 time: 0.1419351 Jul 05 10:39:09.625018 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:09.632413 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:09.738188 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3704b-f0c3-4ba6-afe5-f28e3b969980 req-640061e3-ff88-47e4-90dc-ec57ccc5b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:09.739826 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1c3704b-f0c3-4ba6-afe5-f28e3b969980 req-640061e3-ff88-47e4-90dc-ec57ccc5b591 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1504498 Jul 05 10:39:09.754058 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:09.804456 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Floating IP 8af2b8ea-a8ea-485b-bc62-bad2e77d2463 associated. External IP: 172.25.5.188, port: a83ccf77-72f3-4dd5-976c-57a002616cf2. Jul 05 10:39:09.903174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Allocated IP 172.25.5.86 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/666c56b3-cc20-437b-8935-82552c4d005e) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:09.931673 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1c3704b-f0c3-4ba6-afe5-f28e3b969980 req-3a2e9114-bf9d-4333-8d5d-002684838d02 service neutron] 10.222.0.73 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843653 Jul 05 10:39:10.030716 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:10.111109 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c1c3704b-f0c3-4ba6-afe5-f28e3b969980 req-cb481f25-1f48-4fa7-84b5-606c8ed7a73c service neutron] 10.222.0.73 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726575 Jul 05 10:39:10.133918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:10.150933 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:10.195747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:10.200048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:10.204004 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:10.239088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=666c56b3-cc20-437b-8935-82552c4d005e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:10.331417 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:10.520875 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:10.545781 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58130) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:10.602494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:10.614416 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5078c87c-9cf2-4e8a-a42b-f1243d440afb None None] Sync routers for ids ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:10.628903 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5078c87c-9cf2-4e8a-a42b-f1243d440afb None None] Routers {'d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:10.630791 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-77cd0197-dd97-4afd-9706-1864dba6eef3 admin admin] Deleting subnet e735a0a9-c2b5-45ec-b342-e40649f72f34 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:39:10.631012 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-5078c87c-9cf2-4e8a-a42b-f1243d440afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:10.636224 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-77cd0197-dd97-4afd-9706-1864dba6eef3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:10.658862 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:10.695353 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-77cd0197-dd97-4afd-9706-1864dba6eef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:10.716359 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5bf2f994-44d1-43f1-a32b-079bf02a5301 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3623633 Jul 05 10:39:10.717265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0', 'tag': 'a83ccf77-72f3-4dd5-976c-57a002616cf2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:39:10.719828 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14570797-13cb-43ea-86f9-66e04a6ad394" -d '{"events": [{"name": "network-changed", "server_uuid": "4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0", "tag": "a83ccf77-72f3-4dd5-976c-57a002616cf2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:39:10.763991 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122c84a2-550f-4739-9739-e0be7e1b66d9 x-openstack-request-id: req-122c84a2-550f-4739-9739-e0be7e1b66d9 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:39:10.764293 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0", "tag": "a83ccf77-72f3-4dd5-976c-57a002616cf2", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:39:10.764549 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-122c84a2-550f-4739-9739-e0be7e1b66d9 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:39:10.764964 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0', 'tag': 'a83ccf77-72f3-4dd5-976c-57a002616cf2', 'status': 'completed', 'code': 200} Jul 05 10:39:10.775801 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-5078c87c-9cf2-4e8a-a42b-f1243d440afb None None] Set router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:39:10.800588 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-77cd0197-dd97-4afd-9706-1864dba6eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:10.876634 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14570797-13cb-43ea-86f9-66e04a6ad394 req-6e6c47c6-3189-431e-8185-4dff423d01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:10.878628 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-14570797-13cb-43ea-86f9-66e04a6ad394 req-6e6c47c6-3189-431e-8185-4dff423d01a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0db45c2dca4479580634901fe459421&device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 1098 time: 0.0786204 Jul 05 10:39:10.914127 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:10.956254 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-77cd0197-dd97-4afd-9706-1864dba6eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:10.990156 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:11.003503 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14570797-13cb-43ea-86f9-66e04a6ad394 req-3d2bd51e-6461-4077-9d77-83962f916a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:11.005609 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-14570797-13cb-43ea-86f9-66e04a6ad394 req-3d2bd51e-6461-4077-9d77-83962f916a47 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b HTTP/1.1" status: 200 len: 910 time: 0.1198802 Jul 05 10:39:11.049688 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd0197-dd97-4afd-9706-1864dba6eef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e735a0a9-c2b5-45ec-b342-e40649f72f34,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:11.068514 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-77cd0197-dd97-4afd-9706-1864dba6eef3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:11.071272 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-77cd0197-dd97-4afd-9706-1864dba6eef3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e735a0a9-c2b5-45ec-b342-e40649f72f34 HTTP/1.1" status: 204 len: 168 time: 0.5244474 Jul 05 10:39:11.074986 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=666c56b3-cc20-437b-8935-82552c4d005e,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:11.087832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58140) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:11.132695 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-548510b0-0b05-4a5a-8357-ba0154706472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:11.161139 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:11.203076 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-5078c87c-9cf2-4e8a-a42b-f1243d440afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'name': 'tempest-TestServerBasicOps-1185673948-router', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:27Z', 'updated_at': '2021-07-05T10:38:33Z', 'revision_number': 4, 'project_id': 'b0db45c2dca4479580634901fe459421', 'gw_port': {'id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:28Z', 'updated_at': '2021-07-05T10:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '8af2b8ea-a8ea-485b-bc62-bad2e77d2463', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'port_id': 'a83ccf77-72f3-4dd5-976c-57a002616cf2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'mac_address': 'fa:16:3e:5a:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:39:08Z', 'updated_at': '2021-07-05T10:39:08Z', 'revision_number': 0, 'project_id': 'b0db45c2dca4479580634901fe459421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58033c0f-0654-49b4-8bdd-a9b74d4b5bf9', 'name': '', 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'mac_address': 'fa:16:3e:f0:6f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:32Z', 'updated_at': '2021-07-05T10:38:39Z', 'revision_number': 5, 'project_id': 'b0db45c2dca4479580634901fe459421', 'subnets': [{'id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:11.203519 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-14570797-13cb-43ea-86f9-66e04a6ad394 req-c9b8e2f0-dd14-4200-a519-36804f177411 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a83ccf77-72f3-4dd5-976c-57a002616cf2 HTTP/1.1" status: 200 len: 1000 time: 0.1914089 Jul 05 10:39:11.224197 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5b180656-d180-4d48-9f44-93fbcff59468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:11.240528 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5078c87c-9cf2-4e8a-a42b-f1243d440afb None None] Checking router: d8cafea6-4202-4fe3-b91b-a8cb0f365d1e for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:39:11.247241 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:11.251458 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f1395598-1a30-499c-a360-1fd94912cf84 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6983383 Jul 05 10:39:11.251458 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58142) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:11.257373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-bafceebb-a0a8-4893-aaa6-111db90f4f82 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'port': {'network_id': 'a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98', 'name': 'tempest-FloatingIPTestJSON-1006654608'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:11.260684 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5078c87c-9cf2-4e8a-a42b-f1243d440afb None None] Routers {'d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:11.262963 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-5078c87c-9cf2-4e8a-a42b-f1243d440afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:11.285736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14570797-13cb-43ea-86f9-66e04a6ad394 req-06f0af69-1d9a-4efb-ba7f-77b3bc27ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:11.287332 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-14570797-13cb-43ea-86f9-66e04a6ad394 req-06f0af69-1d9a-4efb-ba7f-77b3bc27ae4a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a5d7e51-e61b-414b-abbc-5c54ef530103 HTTP/1.1" status: 200 len: 848 time: 0.0763168 Jul 05 10:39:11.372869 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5b180656-d180-4d48-9f44-93fbcff59468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:11.386564 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-5078c87c-9cf2-4e8a-a42b-f1243d440afb None None] Set router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:39:11.387378 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-5b180656-d180-4d48-9f44-93fbcff59468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3098306f-a1ab-4180-9050-21e9929257d8']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:11.400419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-5b180656-d180-4d48-9f44-93fbcff59468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966cab97-d11a-4ded-a425-a4860439e0a2') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:11.400722 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-5b180656-d180-4d48-9f44-93fbcff59468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966cab97-d11a-4ded-a425-a4860439e0a2') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:11.414554 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5b180656-d180-4d48-9f44-93fbcff59468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:11.430417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14570797-13cb-43ea-86f9-66e04a6ad394 req-04ee2ba9-50c4-484c-9c2a-a1aff0517b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:11.431991 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-14570797-13cb-43ea-86f9-66e04a6ad394 req-04ee2ba9-50c4-484c-9c2a-a1aff0517b76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316905 Jul 05 10:39:11.432899 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5b180656-d180-4d48-9f44-93fbcff59468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:11.439999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b180656-d180-4d48-9f44-93fbcff59468 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:39:11.440394 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5b180656-d180-4d48-9f44-93fbcff59468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:39:11.448227 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:39:11.504684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafceebb-a0a8-4893-aaa6-111db90f4f82 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Made reservation on behalf of 58175a55f39448e08a0c1917f448193b for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:39:11.510530 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bafceebb-a0a8-4893-aaa6-111db90f4f82 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:11.549057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-bafceebb-a0a8-4893-aaa6-111db90f4f82 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] device_id is not set on port 5a0d34c5-91b3-4e1f-9ad7-56bfa8a34cbb yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:39:11.586206 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-14570797-13cb-43ea-86f9-66e04a6ad394 req-89e5c340-6063-429e-aa97-f8cc47a0b57a service neutron] 10.222.0.73 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472201 Jul 05 10:39:11.592911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d0bd5df9-3260-4276-9873-8bf97be06f5b no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:39:11.628801 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: d0bd5df9-3260-4276-9873-8bf97be06f5b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:39:11.629149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d0bd5df9-3260-4276-9873-8bf97be06f5b not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:39:11.655909 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-5078c87c-9cf2-4e8a-a42b-f1243d440afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'name': 'tempest-TestServerBasicOps-1185673948-router', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:27Z', 'updated_at': '2021-07-05T10:38:33Z', 'revision_number': 4, 'project_id': 'b0db45c2dca4479580634901fe459421', 'gw_port': {'id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:28Z', 'updated_at': '2021-07-05T10:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '8af2b8ea-a8ea-485b-bc62-bad2e77d2463', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'port_id': 'a83ccf77-72f3-4dd5-976c-57a002616cf2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'mac_address': 'fa:16:3e:5a:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:39:08Z', 'updated_at': '2021-07-05T10:39:08Z', 'revision_number': 0, 'project_id': 'b0db45c2dca4479580634901fe459421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58033c0f-0654-49b4-8bdd-a9b74d4b5bf9', 'name': '', 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'mac_address': 'fa:16:3e:f0:6f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:32Z', 'updated_at': '2021-07-05T10:38:39Z', 'revision_number': 5, 'project_id': 'b0db45c2dca4479580634901fe459421', 'subnets': [{'id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:11.665034 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5b180656-d180-4d48-9f44-93fbcff59468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:11.670643 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5b180656-d180-4d48-9f44-93fbcff59468 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:11.672776 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5b180656-d180-4d48-9f44-93fbcff59468 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3098306f-a1ab-4180-9050-21e9929257d8 HTTP/1.1" status: 204 len: 168 time: 0.5837817 Jul 05 10:39:11.701793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b180656-d180-4d48-9f44-93fbcff59468 admin admin] Pushing event deleted for resources: {'Network': ['ID=3098306f-a1ab-4180-9050-21e9929257d8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:11.717035 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5078c87c-9cf2-4e8a-a42b-f1243d440afb None None] The sync data for ids ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'] in n-d-779913-27 is: [{'id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'name': 'tempest-TestServerBasicOps-1185673948-router', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:27Z', 'updated_at': '2021-07-05T10:38:33Z', 'revision_number': 4, 'project_id': 'b0db45c2dca4479580634901fe459421', 'gw_port': {'id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:28Z', 'updated_at': '2021-07-05T10:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '8af2b8ea-a8ea-485b-bc62-bad2e77d2463', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'port_id': 'a83ccf77-72f3-4dd5-976c-57a002616cf2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'mac_address': 'fa:16:3e:5a:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:39:08Z', 'updated_at': '2021-07-05T10:39:08Z', 'revision_number': 0, 'project_id': 'b0db45c2dca4479580634901fe459421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58033c0f-0654-49b4-8bdd-a9b74d4b5bf9', 'name': '', 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'mac_address': 'fa:16:3e:f0:6f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:32Z', 'updated_at': '2021-07-05T10:38:39Z', 'revision_number': 5, 'project_id': 'b0db45c2dca4479580634901fe459421', 'subnets': [{'id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:11.758192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-bafceebb-a0a8-4893-aaa6-111db90f4f82 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Allocated IP 172.20.0.6 (a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98/8a9af5cf-a175-4d85-b006-220cd45b456e/5a0d34c5-91b3-4e1f-9ad7-56bfa8a34cbb) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:11.761659 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-14570797-13cb-43ea-86f9-66e04a6ad394 req-fa144ab8-d4f1-4861-8b4a-72a232c072fe service neutron] 10.222.0.73 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697288 Jul 05 10:39:11.955750 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bafceebb-a0a8-4893-aaa6-111db90f4f82 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:11.988598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac448c79-c564-4b57-866f-9a4a8a113704 None None] New status for floating IP 8af2b8ea-a8ea-485b-bc62-bad2e77d2463: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:39:12.065753 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bafceebb-a0a8-4893-aaa6-111db90f4f82 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:12.112834 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafceebb-a0a8-4893-aaa6-111db90f4f82 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:12.116594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-bafceebb-a0a8-4893-aaa6-111db90f4f82 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:12.117274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58148) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:12.124111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafceebb-a0a8-4893-aaa6-111db90f4f82 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:12.157911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafceebb-a0a8-4893-aaa6-111db90f4f82 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=5a0d34c5-91b3-4e1f-9ad7-56bfa8a34cbb,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:12.175542 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-50b218dd-dd3c-45b7-85f3-c684cd0a1b83 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=56e6e6c37d314e79ae953e0e2809be12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530813 Jul 05 10:39:12.175876 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58150) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:12.189995 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafceebb-a0a8-4893-aaa6-111db90f4f82 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:12.190655 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bafceebb-a0a8-4893-aaa6-111db90f4f82 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:12.237059 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-241ebe81-3260-4adc-b3c7-eb0de597e762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:12.260461 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-241ebe81-3260-4adc-b3c7-eb0de597e762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:12.264448 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bafceebb-a0a8-4893-aaa6-111db90f4f82 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0117092 Jul 05 10:39:12.267037 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58152) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:12.271802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3fdd1a79-3d15-448d-8bf5-b4c162ad78a0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'floatingip': {'port_id': '5a0d34c5-91b3-4e1f-9ad7-56bfa8a34cbb'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:12.312743 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3fdd1a79-3d15-448d-8bf5-b4c162ad78a0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:12.377961 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-241ebe81-3260-4adc-b3c7-eb0de597e762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:12.380757 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-241ebe81-3260-4adc-b3c7-eb0de597e762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:12.385094 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-241ebe81-3260-4adc-b3c7-eb0de597e762 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1f6f8227-26c7-46f1-9467-9e9da0753e61 HTTP/1.1" status: 204 len: 168 time: 0.2051754 Jul 05 10:39:12.392502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ebe81-3260-4adc-b3c7-eb0de597e762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6f8227-26c7-46f1-9467-9e9da0753e61,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:12.816987 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3fdd1a79-3d15-448d-8bf5-b4c162ad78a0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:12.875677 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3fdd1a79-3d15-448d-8bf5-b4c162ad78a0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:12.987662 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-3fdd1a79-3d15-448d-8bf5-b4c162ad78a0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Floating IP ff6791b5-d19e-47f0-a44a-5ce3bef7cfbb associated. External IP: 172.25.5.86, port: 5a0d34c5-91b3-4e1f-9ad7-56bfa8a34cbb. Jul 05 10:39:13.214197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdd1a79-3d15-448d-8bf5-b4c162ad78a0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 74dc854b-56db-49c8-af51-615690bc5400 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:13.326507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdd1a79-3d15-448d-8bf5-b4c162ad78a0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:13.331142 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3fdd1a79-3d15-448d-8bf5-b4c162ad78a0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:13.338804 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d969db-c824-4e1d-b8cf-b15034d68e7e None None] Sync routers for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:13.349949 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d969db-c824-4e1d-b8cf-b15034d68e7e None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:13.350774 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c4d969db-c824-4e1d-b8cf-b15034d68e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:13.373659 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3fdd1a79-3d15-448d-8bf5-b4c162ad78a0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "PUT /v2.0/floatingips/ff6791b5-d19e-47f0-a44a-5ce3bef7cfbb HTTP/1.1" status: 200 len: 977 time: 1.1052332 Jul 05 10:39:13.375983 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58176) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:13.409241 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c4d969db-c824-4e1d-b8cf-b15034d68e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:13.423785 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d969db-c824-4e1d-b8cf-b15034d68e7e None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:13.424512 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c4d969db-c824-4e1d-b8cf-b15034d68e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:13.462981 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c4d969db-c824-4e1d-b8cf-b15034d68e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:13.464117 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d969db-c824-4e1d-b8cf-b15034d68e7e None None] The sync data for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:13.506687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-43919c96-6d71-47f4-a0e2-9fe231e86a77 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting port 5a0d34c5-91b3-4e1f-9ad7-56bfa8a34cbb {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:13.507127 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-43919c96-6d71-47f4-a0e2-9fe231e86a77 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:13.613789 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9ead0c2a-79e0-44d1-987d-f22267b981a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:13.620975 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-43919c96-6d71-47f4-a0e2-9fe231e86a77 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:13.738015 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:13.866618 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-43919c96-6d71-47f4-a0e2-9fe231e86a77 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:13.866979 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-43919c96-6d71-47f4-a0e2-9fe231e86a77 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:13.867292 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-43919c96-6d71-47f4-a0e2-9fe231e86a77 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Floating IP ff6791b5-d19e-47f0-a44a-5ce3bef7cfbb disassociated. External IP: 172.25.5.86, port: 5a0d34c5-91b3-4e1f-9ad7-56bfa8a34cbb. Jul 05 10:39:13.867639 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-43919c96-6d71-47f4-a0e2-9fe231e86a77 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Calling delete_port for 5a0d34c5-91b3-4e1f-9ad7-56bfa8a34cbb owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:14.035041 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58194) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:14.058180 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-43919c96-6d71-47f4-a0e2-9fe231e86a77 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:14.089966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43919c96-6d71-47f4-a0e2-9fe231e86a77 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Port': ['ID=5a0d34c5-91b3-4e1f-9ad7-56bfa8a34cbb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:14.149554 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1981e28b-1b25-472e-a78b-739775887627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:14.230836 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43919c96-6d71-47f4-a0e2-9fe231e86a77 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 74dc854b-56db-49c8-af51-615690bc5400 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:14.358764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43919c96-6d71-47f4-a0e2-9fe231e86a77 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:14.368107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ffd77-1159-449f-8ed6-9ae035e12f6f None None] Sync routers for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:14.385596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ffd77-1159-449f-8ed6-9ae035e12f6f None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:14.386133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3a9ffd77-1159-449f-8ed6-9ae035e12f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:14.420887 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3a9ffd77-1159-449f-8ed6-9ae035e12f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:14.429613 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ffd77-1159-449f-8ed6-9ae035e12f6f None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:14.430227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3a9ffd77-1159-449f-8ed6-9ae035e12f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:14.448975 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-43919c96-6d71-47f4-a0e2-9fe231e86a77 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:14.450960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-43919c96-6d71-47f4-a0e2-9fe231e86a77 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/ports/5a0d34c5-91b3-4e1f-9ad7-56bfa8a34cbb HTTP/1.1" status: 204 len: 168 time: 1.0740156 Jul 05 10:39:14.453734 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58198) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:14.461156 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1981e28b-1b25-472e-a78b-739775887627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:14.469808 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3a9ffd77-1159-449f-8ed6-9ae035e12f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:14.470473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ffd77-1159-449f-8ed6-9ae035e12f6f None None] The sync data for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:14.510115 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1981e28b-1b25-472e-a78b-739775887627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:14.512837 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1ca915b9-0e00-4fa0-ae6f-eefa5ac99205 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "GET /v2.0/floatingips/ff6791b5-d19e-47f0-a44a-5ce3bef7cfbb HTTP/1.1" status: 200 len: 687 time: 0.0572670 Jul 05 10:39:14.516426 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58200) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:14.549948 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1981e28b-1b25-472e-a78b-739775887627 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d3239488a2544bea95b43be64113ab5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5137532 Jul 05 10:39:14.550928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981e28b-1b25-472e-a78b-739775887627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce2050c-603b-435e-9008-14f0b9662518,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:14.553356 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58202) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:14.662153 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-388bf472-1c45-42f4-ad1b-b4554207c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting port 666c56b3-cc20-437b-8935-82552c4d005e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:14.662153 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-388bf472-1c45-42f4-ad1b-b4554207c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:14.764975 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-388bf472-1c45-42f4-ad1b-b4554207c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:14.765666 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-388bf472-1c45-42f4-ad1b-b4554207c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:14.791418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-388bf472-1c45-42f4-ad1b-b4554207c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Calling delete_port for 666c56b3-cc20-437b-8935-82552c4d005e owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:14.982234 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6fc03bf2-a6f3-4c5a-9d9b-d2d5d0414dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:15.008281 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:15.012956 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6fc03bf2-a6f3-4c5a-9d9b-d2d5d0414dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:15.036235 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-388bf472-1c45-42f4-ad1b-b4554207c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:15.070115 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bf472-1c45-42f4-ad1b-b4554207c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Port': ['ID=666c56b3-cc20-437b-8935-82552c4d005e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:15.142551 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-388bf472-1c45-42f4-ad1b-b4554207c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:15.145778 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-388bf472-1c45-42f4-ad1b-b4554207c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:15.147481 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-388bf472-1c45-42f4-ad1b-b4554207c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/floatingips/ff6791b5-d19e-47f0-a44a-5ce3bef7cfbb HTTP/1.1" status: 204 len: 168 time: 0.6301229 Jul 05 10:39:15.151704 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58216) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:15.158809 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': 'aab9395a-ae70-4cec-b393-855cd25ce020'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:15.240993 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6fc03bf2-a6f3-4c5a-9d9b-d2d5d0414dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:15.243575 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6fc03bf2-a6f3-4c5a-9d9b-d2d5d0414dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:15.244788 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6fc03bf2-a6f3-4c5a-9d9b-d2d5d0414dc8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8ce2050c-603b-435e-9008-14f0b9662518 HTTP/1.1" status: 204 len: 168 time: 0.6905258 Jul 05 10:39:15.253114 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc03bf2-a6f3-4c5a-9d9b-d2d5d0414dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce2050c-603b-435e-9008-14f0b9662518,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:15.263789 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:15.370267 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:15.488124 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Allocated IP 172.25.5.109 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/6f448306-22b5-4d09-bc11-7b1f84ce634a) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:15.607520 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:15.687337 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:15.729910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:15.732778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:15.738264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:15.763450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=6f448306-22b5-4d09-bc11-7b1f84ce634a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:16.134642 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:16.339731 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:16.544426 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:16.600907 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:16.674558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=6f448306-22b5-4d09-bc11-7b1f84ce634a,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:16.683663 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:16.789420 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Floating IP 42ae984b-5945-4b65-b031-3c7b26a2d900 associated. External IP: 172.25.5.109, port: aab9395a-ae70-4cec-b393-855cd25ce020. Jul 05 10:39:16.829590 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:16.957197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-39ad6af8-9e70-42f2-afca-2b935c3c83ad req-c96efbdb-9c08-4934-a7b2-e66dfe5d8367 service neutron] (100775) timed out ('10.222.0.77', 39278) {{(pid=100775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:39:17.041014 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 74dc854b-56db-49c8-af51-615690bc5400 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:17.154257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:17.168199 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6b5aa-7bf6-4a5d-aa7b-af61327df2f2 None None] Sync routers for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:17.177191 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6b5aa-7bf6-4a5d-aa7b-af61327df2f2 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:17.177889 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-dbe6b5aa-7bf6-4a5d-aa7b-af61327df2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:17.215049 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-dbe6b5aa-7bf6-4a5d-aa7b-af61327df2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:17.223770 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6b5aa-7bf6-4a5d-aa7b-af61327df2f2 None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:17.224375 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-dbe6b5aa-7bf6-4a5d-aa7b-af61327df2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:17.247166 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:17.262657 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-dbe6b5aa-7bf6-4a5d-aa7b-af61327df2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:17.263589 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6b5aa-7bf6-4a5d-aa7b-af61327df2f2 None None] The sync data for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:17.290967 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4f075968-81fa-4676-8973-8dd09f1c0cd0 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1345639 Jul 05 10:39:17.290967 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58280) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:17.299019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5a1fed54-65c5-42e3-905f-fbbb6db5c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1164405092'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:17.395216 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1fed54-65c5-42e3-905f-fbbb6db5c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Made reservation on behalf of 58175a55f39448e08a0c1917f448193b for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:39:17.399034 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a1fed54-65c5-42e3-905f-fbbb6db5c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:17.423233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1fed54-65c5-42e3-905f-fbbb6db5c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:39:17.433096 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a1fed54-65c5-42e3-905f-fbbb6db5c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:17.433442 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-5a1fed54-65c5-42e3-905f-fbbb6db5c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Added segment 2daf6ef6-a0fa-4568-ac1f-29b2c5ad094c of type vlan for network 0e420555-575e-48d5-995a-4d82b60bcfcb Jul 05 10:39:17.477122 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a1fed54-65c5-42e3-905f-fbbb6db5c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:17.566945 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a1fed54-65c5-42e3-905f-fbbb6db5c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:17.573530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1fed54-65c5-42e3-905f-fbbb6db5c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:17.573814 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a1fed54-65c5-42e3-905f-fbbb6db5c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:17.642921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fed54-65c5-42e3-905f-fbbb6db5c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Network': ['ID=0e420555-575e-48d5-995a-4d82b60bcfcb,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:17.653649 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 0e420555-575e-48d5-995a-4d82b60bcfcb details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:39:17.682273 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5a1fed54-65c5-42e3-905f-fbbb6db5c50f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3886259 Jul 05 10:39:17.684808 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58290) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:17.691872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-15a2b148-5b43-48d5-8571-108074e28fb6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'subnet': {'network_id': '0e420555-575e-48d5-995a-4d82b60bcfcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:17.852547 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a2b148-5b43-48d5-8571-108074e28fb6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Made reservation on behalf of 58175a55f39448e08a0c1917f448193b for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:39:17.856256 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15a2b148-5b43-48d5-8571-108074e28fb6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:18.107122 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15a2b148-5b43-48d5-8571-108074e28fb6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:18.185394 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2b148-5b43-48d5-8571-108074e28fb6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Subnet': ['ID=d0a59732-1882-4abe-965c-fb5cc5f7fd81,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:18.197635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a2b148-5b43-48d5-8571-108074e28fb6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Checking segment: {'id': '2daf6ef6-a0fa-4568-ac1f-29b2c5ad094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0e420555-575e-48d5-995a-4d82b60bcfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:39:18.198223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a2b148-5b43-48d5-8571-108074e28fb6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network hostable DHCP agents. Network: 0e420555-575e-48d5-995a-4d82b60bcfcb, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:39:18.286461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a2b148-5b43-48d5-8571-108074e28fb6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network 0e420555-575e-48d5-995a-4d82b60bcfcb is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:39:18.372693 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-15a2b148-5b43-48d5-8571-108074e28fb6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 0e420555-575e-48d5-995a-4d82b60bcfcb) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:18.377304 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a2b148-5b43-48d5-8571-108074e28fb6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:18.378261 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-15a2b148-5b43-48d5-8571-108074e28fb6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:18.381805 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d26c65e-f7d9-491a-aaf8-f22237ea34ed None None] Network 0e420555-575e-48d5-995a-4d82b60bcfcb requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:39:18.499779 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-15a2b148-5b43-48d5-8571-108074e28fb6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8108552 Jul 05 10:39:18.500339 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58314) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:18.505110 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-67366061', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}, 'admin_state_up': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:18.560253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-0e420555-575e-48d5-995a-4d82b60bcfcb', 'network_id': '0e420555-575e-48d5-995a-4d82b60bcfcb', 'tenant_id': '58175a55f39448e08a0c1917f448193b', 'fixed_ips': [{'subnet_id': 'd0a59732-1882-4abe-965c-fb5cc5f7fd81'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:39:18.563276 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:18.590281 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:18.591405 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:18.677744 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:18.728934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Allocated IP 172.20.0.2 (0e420555-575e-48d5-995a-4d82b60bcfcb/d0a59732-1882-4abe-965c-fb5cc5f7fd81/380c415d-cc22-416c-9044-dcb4dbf253ad) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:18.911212 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:18.923843 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:18.934000 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Transition to ACTIVE for port object 380c415d-cc22-416c-9044-dcb4dbf253ad will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:39:18.949618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Transition to ACTIVE for port object 380c415d-cc22-416c-9044-dcb4dbf253ad will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:39:19.031272 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:19.102589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Pushing event updated for resources: {'Port': ['ID=380c415d-cc22-416c-9044-dcb4dbf253ad,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:19.106669 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Network 0e420555-575e-48d5-995a-4d82b60bcfcb is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:19.111601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:19.114477 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:19.114685 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:19.115162 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:19.115569 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:19.115994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:19.116396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:19.116789 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:19.117191 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:19.117584 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:19.118042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:19.118450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:19.118923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:19.122170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:19.185042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Attempting to bind port 380c415d-cc22-416c-9044-dcb4dbf253ad on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:39:19.185324 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Attempting to bind port 380c415d-cc22-416c-9044-dcb4dbf253ad by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '2daf6ef6-a0fa-4568-ac1f-29b2c5ad094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0e420555-575e-48d5-995a-4d82b60bcfcb'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:39:19.185690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Attempting to bind port 380c415d-cc22-416c-9044-dcb4dbf253ad on network 0e420555-575e-48d5-995a-4d82b60bcfcb {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:39:19.191331 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:39:19.191735 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Checking segment: {'id': '2daf6ef6-a0fa-4568-ac1f-29b2c5ad094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0e420555-575e-48d5-995a-4d82b60bcfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:39:19.192153 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:19.192544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Bound using segment: {'id': '2daf6ef6-a0fa-4568-ac1f-29b2c5ad094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0e420555-575e-48d5-995a-4d82b60bcfcb'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:39:19.193009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Bound port: 380c415d-cc22-416c-9044-dcb4dbf253ad, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daf6ef6-a0fa-4568-ac1f-29b2c5ad094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0e420555-575e-48d5-995a-4d82b60bcfcb'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:39:19.193389 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:19.198140 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:19.218727 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:19.261261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] For port 380c415d-cc22-416c-9044-dcb4dbf253ad, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:39:19.264983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] For port 380c415d-cc22-416c-9044-dcb4dbf253ad, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=380c415d-cc22-416c-9044-dcb4dbf253ad,segment=NetworkSegment(2daf6ef6-a0fa-4568-ac1f-29b2c5ad094c),segment_id=2daf6ef6-a0fa-4568-ac1f-29b2c5ad094c)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:39:19.327379 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:19.392027 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Allocated IP 172.25.5.5 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/097e7092-132e-43cb-b084-b069e674317d) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:19.435927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1a279-47b8-451d-972d-aff94bb10598 None None] Pushing event updated for resources: {'Port': ['ID=380c415d-cc22-416c-9044-dcb4dbf253ad,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:19.537904 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:19.643152 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:19.704256 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:19.709051 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:19.718598 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:19.762180 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=097e7092-132e-43cb-b084-b069e674317d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:20.133051 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:20.387008 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:20.589940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a00d9d-ed03-4302-9143-577e449fc0e9 None None] Network 0e420555-575e-48d5-995a-4d82b60bcfcb requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:39:20.612869 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 95f943ff-0e92-4d65-a081-f4b6bfdd9a59 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:39:20.726619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5db637b1-3592-4af0-95da-39f25d48184e None None] Provisioning for port 380c415d-cc22-416c-9044-dcb4dbf253ad completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:39:20.751965 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:20.765083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35b52e2-2e52-4ada-884e-cf85e96e4037 None None] Sync routers for ids ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:20.780959 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35b52e2-2e52-4ada-884e-cf85e96e4037 None None] Routers {'95f943ff-0e92-4d65-a081-f4b6bfdd9a59'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:20.781654 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-b35b52e2-2e52-4ada-884e-cf85e96e4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:20.823770 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-b35b52e2-2e52-4ada-884e-cf85e96e4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:20.840980 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35b52e2-2e52-4ada-884e-cf85e96e4037 None None] Routers {'95f943ff-0e92-4d65-a081-f4b6bfdd9a59'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:20.840980 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-b35b52e2-2e52-4ada-884e-cf85e96e4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:20.876658 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-b35b52e2-2e52-4ada-884e-cf85e96e4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:20.877460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35b52e2-2e52-4ada-884e-cf85e96e4037 None None] The sync data for ids ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:20.878391 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:20.880804 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-78e90e01-eefc-4507-87fb-60129634c21f tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.3780730 Jul 05 10:39:20.882545 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58358) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:21.252168 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 380c415d-cc22-416c-9044-dcb4dbf253ad up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:39:21.373252 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 380c415d-cc22-416c-9044-dcb4dbf253ad completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:39:21.380004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 380c415d-cc22-416c-9044-dcb4dbf253ad triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:39:21.382629 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:21.502411 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:21.623218 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58372) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:21.711550 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:21.757124 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 380c415d-cc22-416c-9044-dcb4dbf253ad, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=380c415d-cc22-416c-9044-dcb4dbf253ad,segment=NetworkSegment(2daf6ef6-a0fa-4568-ac1f-29b2c5ad094c),segment_id=2daf6ef6-a0fa-4568-ac1f-29b2c5ad094c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:21.795337 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5640a408-33c7-49c8-9287-784da4099dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:21.824637 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:21.860472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Allocated IP 172.20.0.1 (0e420555-575e-48d5-995a-4d82b60bcfcb/d0a59732-1882-4abe-965c-fb5cc5f7fd81/93eb531f-72ba-4f0f-85fc-f1e4e0fd4782) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:21.915308 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=380c415d-cc22-416c-9044-dcb4dbf253ad,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:21.922014 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5640a408-33c7-49c8-9287-784da4099dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:21.977935 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5640a408-33c7-49c8-9287-784da4099dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:22.000593 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:22.016566 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Transition to ACTIVE for port object 93eb531f-72ba-4f0f-85fc-f1e4e0fd4782 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:39:22.033677 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5640a408-33c7-49c8-9287-784da4099dc4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b891b77eabc6454fb1524b2071c4bc6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079521 Jul 05 10:39:22.035334 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58382) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:22.043266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640a408-33c7-49c8-9287-784da4099dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f20e96-d2ba-42b0-a2c0-ec54c000af41,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:22.089716 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e800c28-74c9-4729-9841-40990a58480c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:22.105518 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:22.113068 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e800c28-74c9-4729-9841-40990a58480c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:22.298404 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e800c28-74c9-4729-9841-40990a58480c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:22.302351 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e800c28-74c9-4729-9841-40990a58480c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:22.303768 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5e800c28-74c9-4729-9841-40990a58480c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3f20e96-d2ba-42b0-a2c0-ec54c000af41 HTTP/1.1" status: 204 len: 168 time: 0.2674489 Jul 05 10:39:22.315849 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e800c28-74c9-4729-9841-40990a58480c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f20e96-d2ba-42b0-a2c0-ec54c000af41,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:22.378604 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:22.474964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network 0e420555-575e-48d5-995a-4d82b60bcfcb is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:22.480954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:22.484936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:22.492132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=93eb531f-72ba-4f0f-85fc-f1e4e0fd4782,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:22.538894 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:22.749677 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-17a907ca-009c-401c-8d12-2aca9e058cc8 None None] Provisioning for port 93eb531f-72ba-4f0f-85fc-f1e4e0fd4782 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:39:22.755073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-17a907ca-009c-401c-8d12-2aca9e058cc8 None None] Provisioning complete for port 93eb531f-72ba-4f0f-85fc-f1e4e0fd4782 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:39:22.755362 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-17a907ca-009c-401c-8d12-2aca9e058cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:22.782825 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:22.812600 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-17a907ca-009c-401c-8d12-2aca9e058cc8 None None] Port 93eb531f-72ba-4f0f-85fc-f1e4e0fd4782 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:39:23.082345 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:23.155261 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:23.206658 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 380c415d-cc22-416c-9044-dcb4dbf253ad up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:39:23.234540 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:23.237687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=93eb531f-72ba-4f0f-85fc-f1e4e0fd4782,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:23.272719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 380c415d-cc22-416c-9044-dcb4dbf253ad triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:39:23.273647 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:23.366469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network 0e420555-575e-48d5-995a-4d82b60bcfcb is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:23.368073 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:23.500034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 95f943ff-0e92-4d65-a081-f4b6bfdd9a59 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:23.615501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:23.624063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-47f6b593-0357-408c-a487-41142612bae5 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "PUT /v2.0/routers/95f943ff-0e92-4d65-a081-f4b6bfdd9a59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7372200 Jul 05 10:39:23.624967 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58422) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:23.625164 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71b8f17-376e-45c1-99b2-396c25cd1d8e None None] Sync routers for ids ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:23.629785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-677d675a-29a4-47bb-b8c6-d9f2f1350f27 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'port': {'network_id': '0e420555-575e-48d5-995a-4d82b60bcfcb', 'name': 'tempest-FloatingIPTestJSON-1175238968'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:23.650358 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b8f17-376e-45c1-99b2-396c25cd1d8e None None] Routers {'95f943ff-0e92-4d65-a081-f4b6bfdd9a59'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:23.651295 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a71b8f17-376e-45c1-99b2-396c25cd1d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:23.652395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2c8f1548-cfbe-4bc5-8671-7fa665011c09 None None] Provisioning complete for port 93eb531f-72ba-4f0f-85fc-f1e4e0fd4782 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:39:23.652881 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2c8f1548-cfbe-4bc5-8671-7fa665011c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:23.684561 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a71b8f17-376e-45c1-99b2-396c25cd1d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:23.700695 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b8f17-376e-45c1-99b2-396c25cd1d8e None None] Routers {'95f943ff-0e92-4d65-a081-f4b6bfdd9a59'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:23.701346 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a71b8f17-376e-45c1-99b2-396c25cd1d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:23.738560 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a71b8f17-376e-45c1-99b2-396c25cd1d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:23.739230 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71b8f17-376e-45c1-99b2-396c25cd1d8e None None] The sync data for ids ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:23.741294 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f1548-cfbe-4bc5-8671-7fa665011c09 None None] Port 93eb531f-72ba-4f0f-85fc-f1e4e0fd4782 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:39:23.892214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677d675a-29a4-47bb-b8c6-d9f2f1350f27 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Made reservation on behalf of 58175a55f39448e08a0c1917f448193b for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:39:23.895936 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-677d675a-29a4-47bb-b8c6-d9f2f1350f27 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:23.920412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-677d675a-29a4-47bb-b8c6-d9f2f1350f27 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] device_id is not set on port 540cb80c-e8a7-491b-b49a-7e5d175442d4 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:39:24.038548 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-677d675a-29a4-47bb-b8c6-d9f2f1350f27 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Allocated IP 172.20.0.8 (0e420555-575e-48d5-995a-4d82b60bcfcb/d0a59732-1882-4abe-965c-fb5cc5f7fd81/540cb80c-e8a7-491b-b49a-7e5d175442d4) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:24.232698 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-677d675a-29a4-47bb-b8c6-d9f2f1350f27 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:24.245972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-677d675a-29a4-47bb-b8c6-d9f2f1350f27 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Transition to ACTIVE for port object 540cb80c-e8a7-491b-b49a-7e5d175442d4 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:39:24.253725 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:24.366886 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-677d675a-29a4-47bb-b8c6-d9f2f1350f27 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:24.412324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677d675a-29a4-47bb-b8c6-d9f2f1350f27 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Network 0e420555-575e-48d5-995a-4d82b60bcfcb is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:24.417832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-677d675a-29a4-47bb-b8c6-d9f2f1350f27 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:24.421687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d675a-29a4-47bb-b8c6-d9f2f1350f27 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:24.449862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d675a-29a4-47bb-b8c6-d9f2f1350f27 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event updated for resources: {'Port': ['ID=540cb80c-e8a7-491b-b49a-7e5d175442d4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:24.484804 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677d675a-29a4-47bb-b8c6-d9f2f1350f27 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:24.485519 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-677d675a-29a4-47bb-b8c6-d9f2f1350f27 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:24.556967 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-677d675a-29a4-47bb-b8c6-d9f2f1350f27 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9313533 Jul 05 10:39:24.559462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58456) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:24.568364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-93762ddf-ec9c-4db8-a1d6-e12a086fb08e tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Request body: {'floatingip': {'port_id': '540cb80c-e8a7-491b-b49a-7e5d175442d4'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:24.653921 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-93762ddf-ec9c-4db8-a1d6-e12a086fb08e tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:24.904398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5224cd8b-ae18-4c8a-8fd1-3db8b4b677c0 None None] Provisioning for port 540cb80c-e8a7-491b-b49a-7e5d175442d4 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:39:24.908531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5224cd8b-ae18-4c8a-8fd1-3db8b4b677c0 None None] Provisioning complete for port 540cb80c-e8a7-491b-b49a-7e5d175442d4 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:39:24.909109 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5224cd8b-ae18-4c8a-8fd1-3db8b4b677c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:24.945755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5224cd8b-ae18-4c8a-8fd1-3db8b4b677c0 None None] Port 540cb80c-e8a7-491b-b49a-7e5d175442d4 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:39:25.231162 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-93762ddf-ec9c-4db8-a1d6-e12a086fb08e tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:25.315315 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-93762ddf-ec9c-4db8-a1d6-e12a086fb08e tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:25.431308 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-93762ddf-ec9c-4db8-a1d6-e12a086fb08e tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Floating IP 42ae984b-5945-4b65-b031-3c7b26a2d900 associated. External IP: 172.25.5.109, port: aab9395a-ae70-4cec-b393-855cd25ce020. Jul 05 10:39:25.683996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93762ddf-ec9c-4db8-a1d6-e12a086fb08e tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 74dc854b-56db-49c8-af51-615690bc5400 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:25.796267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93762ddf-ec9c-4db8-a1d6-e12a086fb08e tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:25.806029 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19f3fb-9c5d-4c90-8c1f-7c1c657c01db None None] Sync routers for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:25.815951 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa19f3fb-9c5d-4c90-8c1f-7c1c657c01db None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:25.817531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-aa19f3fb-9c5d-4c90-8c1f-7c1c657c01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:25.853296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-aa19f3fb-9c5d-4c90-8c1f-7c1c657c01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:25.862431 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa19f3fb-9c5d-4c90-8c1f-7c1c657c01db None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:25.863262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-aa19f3fb-9c5d-4c90-8c1f-7c1c657c01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:25.903038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-aa19f3fb-9c5d-4c90-8c1f-7c1c657c01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:25.904166 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19f3fb-9c5d-4c90-8c1f-7c1c657c01db None None] The sync data for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:26.041785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93762ddf-ec9c-4db8-a1d6-e12a086fb08e tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 95f943ff-0e92-4d65-a081-f4b6bfdd9a59 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:26.153713 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93762ddf-ec9c-4db8-a1d6-e12a086fb08e tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:26.157961 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-93762ddf-ec9c-4db8-a1d6-e12a086fb08e tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:26.162646 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b7402-244f-4cb1-939e-b14a157142ed None None] Sync routers for ids ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:26.172920 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b7402-244f-4cb1-939e-b14a157142ed None None] Routers {'95f943ff-0e92-4d65-a081-f4b6bfdd9a59'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:26.173597 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-386b7402-244f-4cb1-939e-b14a157142ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:26.207009 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-386b7402-244f-4cb1-939e-b14a157142ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:26.217213 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b7402-244f-4cb1-939e-b14a157142ed None None] Routers {'95f943ff-0e92-4d65-a081-f4b6bfdd9a59'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:26.217810 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-386b7402-244f-4cb1-939e-b14a157142ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:26.237132 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-93762ddf-ec9c-4db8-a1d6-e12a086fb08e tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "PUT /v2.0/floatingips/42ae984b-5945-4b65-b031-3c7b26a2d900 HTTP/1.1" status: 200 len: 978 time: 1.6737978 Jul 05 10:39:26.237132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58502) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:26.255006 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-386b7402-244f-4cb1-939e-b14a157142ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:26.255649 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b7402-244f-4cb1-939e-b14a157142ed None None] The sync data for ids ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:26.349353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-bed2f83c-7664-406e-ada5-5cc926356bcc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting port 540cb80c-e8a7-491b-b49a-7e5d175442d4 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:26.349962 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bed2f83c-7664-406e-ada5-5cc926356bcc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:26.422804 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58506) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:26.445343 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bed2f83c-7664-406e-ada5-5cc926356bcc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:26.558267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64c8e353-4a96-4385-aa8c-f2312c1d62b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:26.629782 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bed2f83c-7664-406e-ada5-5cc926356bcc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:26.630176 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bed2f83c-7664-406e-ada5-5cc926356bcc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:26.630491 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-bed2f83c-7664-406e-ada5-5cc926356bcc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Floating IP 42ae984b-5945-4b65-b031-3c7b26a2d900 disassociated. External IP: 172.25.5.109, port: 540cb80c-e8a7-491b-b49a-7e5d175442d4. Jul 05 10:39:26.630894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-bed2f83c-7664-406e-ada5-5cc926356bcc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Calling delete_port for 540cb80c-e8a7-491b-b49a-7e5d175442d4 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:26.660227 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64c8e353-4a96-4385-aa8c-f2312c1d62b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:26.720798 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64c8e353-4a96-4385-aa8c-f2312c1d62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:26.765393 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-64c8e353-4a96-4385-aa8c-f2312c1d62b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fab4c595f8fe49f99bf82697ca8e1db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3414698 Jul 05 10:39:26.766291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8e353-4a96-4385-aa8c-f2312c1d62b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ca251a-08fc-4078-9130-ce45789d5ef9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:26.769706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58514) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:26.827576 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a625a525-7706-4d16-a982-aa4bcf686617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:26.851898 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a625a525-7706-4d16-a982-aa4bcf686617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:26.989757 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a625a525-7706-4d16-a982-aa4bcf686617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:26.992531 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a625a525-7706-4d16-a982-aa4bcf686617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:26.994549 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a625a525-7706-4d16-a982-aa4bcf686617 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26ca251a-08fc-4078-9130-ce45789d5ef9 HTTP/1.1" status: 204 len: 168 time: 0.2228570 Jul 05 10:39:27.002768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625a525-7706-4d16-a982-aa4bcf686617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ca251a-08fc-4078-9130-ce45789d5ef9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:27.155660 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bed2f83c-7664-406e-ada5-5cc926356bcc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:27.204352 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2f83c-7664-406e-ada5-5cc926356bcc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Port': ['ID=540cb80c-e8a7-491b-b49a-7e5d175442d4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:27.322125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed2f83c-7664-406e-ada5-5cc926356bcc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 95f943ff-0e92-4d65-a081-f4b6bfdd9a59 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:27.434695 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed2f83c-7664-406e-ada5-5cc926356bcc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:27.445811 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71805167-de0e-482f-904b-a930981f6d1c None None] Sync routers for ids ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:27.457863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71805167-de0e-482f-904b-a930981f6d1c None None] Routers {'95f943ff-0e92-4d65-a081-f4b6bfdd9a59'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:27.459021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-71805167-de0e-482f-904b-a930981f6d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:27.495089 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-71805167-de0e-482f-904b-a930981f6d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:27.504307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71805167-de0e-482f-904b-a930981f6d1c None None] Routers {'95f943ff-0e92-4d65-a081-f4b6bfdd9a59'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:27.505003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-71805167-de0e-482f-904b-a930981f6d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:27.519154 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bed2f83c-7664-406e-ada5-5cc926356bcc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:27.521675 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bed2f83c-7664-406e-ada5-5cc926356bcc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/ports/540cb80c-e8a7-491b-b49a-7e5d175442d4 HTTP/1.1" status: 204 len: 168 time: 1.2834122 Jul 05 10:39:27.524277 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58530) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:27.539001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-71805167-de0e-482f-904b-a930981f6d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:27.539856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71805167-de0e-482f-904b-a930981f6d1c None None] The sync data for ids ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:27.644223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58532) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:27.659090 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f5b39e7-a51e-43b8-815e-a4373e984113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:27.756537 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f5b39e7-a51e-43b8-815e-a4373e984113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:27.817890 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f5b39e7-a51e-43b8-815e-a4373e984113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:27.860963 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2f5b39e7-a51e-43b8-815e-a4373e984113 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6079c57a318c4a098c0c917c8b3511e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2155426 Jul 05 10:39:27.862279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b39e7-a51e-43b8-815e-a4373e984113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b8fdb5-d1c8-4acb-98a9-aba09072e994,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:27.864898 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58538) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:27.910957 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90e13490-3e49-4e14-9a80-efbb68867fb9 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:27.936592 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6b494c9a-f8e3-41be-b208-c3a80e8d2128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:27.959052 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6b494c9a-f8e3-41be-b208-c3a80e8d2128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:28.092306 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6b494c9a-f8e3-41be-b208-c3a80e8d2128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:28.094919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6b494c9a-f8e3-41be-b208-c3a80e8d2128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:28.096384 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6b494c9a-f8e3-41be-b208-c3a80e8d2128 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/65b8fdb5-d1c8-4acb-98a9-aba09072e994 HTTP/1.1" status: 204 len: 168 time: 0.2305422 Jul 05 10:39:28.105218 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b494c9a-f8e3-41be-b208-c3a80e8d2128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b8fdb5-d1c8-4acb-98a9-aba09072e994,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:28.205625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-90e13490-3e49-4e14-9a80-efbb68867fb9 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting port 93eb531f-72ba-4f0f-85fc-f1e4e0fd4782 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:28.211963 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90e13490-3e49-4e14-9a80-efbb68867fb9 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:28.302224 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90e13490-3e49-4e14-9a80-efbb68867fb9 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:28.316633 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-90e13490-3e49-4e14-9a80-efbb68867fb9 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Calling delete_port for 93eb531f-72ba-4f0f-85fc-f1e4e0fd4782 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:28.600751 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90e13490-3e49-4e14-9a80-efbb68867fb9 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:28.632518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e13490-3e49-4e14-9a80-efbb68867fb9 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Port': ['ID=93eb531f-72ba-4f0f-85fc-f1e4e0fd4782,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:28.846097 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90e13490-3e49-4e14-9a80-efbb68867fb9 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:29.078189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e13490-3e49-4e14-9a80-efbb68867fb9 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 95f943ff-0e92-4d65-a081-f4b6bfdd9a59 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:29.210321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e13490-3e49-4e14-9a80-efbb68867fb9 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:29.216597 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-90e13490-3e49-4e14-9a80-efbb68867fb9 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "PUT /v2.0/routers/95f943ff-0e92-4d65-a081-f4b6bfdd9a59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6905982 Jul 05 10:39:29.218976 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58576) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:29.224362 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98acf39f-d104-47bd-91de-bac2407989c8 None None] Sync routers for ids ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:29.241426 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98acf39f-d104-47bd-91de-bac2407989c8 None None] Routers {'95f943ff-0e92-4d65-a081-f4b6bfdd9a59'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:29.242066 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-98acf39f-d104-47bd-91de-bac2407989c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:29.273940 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-98acf39f-d104-47bd-91de-bac2407989c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:29.283344 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98acf39f-d104-47bd-91de-bac2407989c8 None None] Routers {'95f943ff-0e92-4d65-a081-f4b6bfdd9a59'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:29.283983 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-98acf39f-d104-47bd-91de-bac2407989c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:29.316337 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-98acf39f-d104-47bd-91de-bac2407989c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:29.317000 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98acf39f-d104-47bd-91de-bac2407989c8 None None] The sync data for ids ['95f943ff-0e92-4d65-a081-f4b6bfdd9a59'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:29.337435 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e279d759-cec7-4798-92ab-ee5f64be9f80 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:29.445169 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e279d759-cec7-4798-92ab-ee5f64be9f80 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:29.600921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-e279d759-cec7-4798-92ab-ee5f64be9f80 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting port 097e7092-132e-43cb-b084-b069e674317d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:29.601575 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e279d759-cec7-4798-92ab-ee5f64be9f80 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:29.678118 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e279d759-cec7-4798-92ab-ee5f64be9f80 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:29.689962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-e279d759-cec7-4798-92ab-ee5f64be9f80 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Calling delete_port for 097e7092-132e-43cb-b084-b069e674317d owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:29.944062 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e279d759-cec7-4798-92ab-ee5f64be9f80 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:29.980909 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279d759-cec7-4798-92ab-ee5f64be9f80 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Port': ['ID=097e7092-132e-43cb-b084-b069e674317d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:30.046588 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e279d759-cec7-4798-92ab-ee5f64be9f80 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:30.143866 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e279d759-cec7-4798-92ab-ee5f64be9f80 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:30.146070 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e279d759-cec7-4798-92ab-ee5f64be9f80 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:30.286974 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e279d759-cec7-4798-92ab-ee5f64be9f80 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:30.287550 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e279d759-cec7-4798-92ab-ee5f64be9f80 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Fanout notify agent at l3_agent the message router_deleted on router 95f943ff-0e92-4d65-a081-f4b6bfdd9a59 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:39:30.295443 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e279d759-cec7-4798-92ab-ee5f64be9f80 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:30.297222 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e279d759-cec7-4798-92ab-ee5f64be9f80 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/routers/95f943ff-0e92-4d65-a081-f4b6bfdd9a59 HTTP/1.1" status: 204 len: 168 time: 1.0767946 Jul 05 10:39:30.300940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58610) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:30.355501 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba9d204-e953-4567-94cd-c3cc35d3d58d tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting subnet d0a59732-1882-4abe-965c-fb5cc5f7fd81 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:39:30.359015 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bba9d204-e953-4567-94cd-c3cc35d3d58d tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:30.408845 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bba9d204-e953-4567-94cd-c3cc35d3d58d tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:30.503203 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bba9d204-e953-4567-94cd-c3cc35d3d58d tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:30.624859 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bba9d204-e953-4567-94cd-c3cc35d3d58d tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:30.647125 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bba9d204-e953-4567-94cd-c3cc35d3d58d tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:30.647911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee2dde-412c-47b6-8bcb-ac611fe1e9f6 None None] Network 0e420555-575e-48d5-995a-4d82b60bcfcb requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:39:30.653257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58620) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:30.654134 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bba9d204-e953-4567-94cd-c3cc35d3d58d tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/subnets/d0a59732-1882-4abe-965c-fb5cc5f7fd81 HTTP/1.1" status: 204 len: 168 time: 0.3514643 Jul 05 10:39:30.678059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9d204-e953-4567-94cd-c3cc35d3d58d tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a59732-1882-4abe-965c-fb5cc5f7fd81,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:30.761343 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:30.832321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting port 380c415d-cc22-416c-9044-dcb4dbf253ad {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:30.832321 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:30.867109 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76442bf6-c785-48b9-b06e-9a432ec84155 None None] DHCP port deletion for 0e420555-575e-48d5-995a-4d82b60bcfcb request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:39:30.899508 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] For port 380c415d-cc22-416c-9044-dcb4dbf253ad, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=380c415d-cc22-416c-9044-dcb4dbf253ad,segment=NetworkSegment(2daf6ef6-a0fa-4568-ac1f-29b2c5ad094c),segment_id=2daf6ef6-a0fa-4568-ac1f-29b2c5ad094c)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:30.899913 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:30.915090 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Calling delete_port for 380c415d-cc22-416c-9044-dcb4dbf253ad owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:30.926613 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-76442bf6-c785-48b9-b06e-9a432ec84155 None None] Deleting port 380c415d-cc22-416c-9044-dcb4dbf253ad {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:30.927156 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-76442bf6-c785-48b9-b06e-9a432ec84155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:31.010308 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-76442bf6-c785-48b9-b06e-9a432ec84155 None None] For port 380c415d-cc22-416c-9044-dcb4dbf253ad, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=380c415d-cc22-416c-9044-dcb4dbf253ad,segment=NetworkSegment(2daf6ef6-a0fa-4568-ac1f-29b2c5ad094c),segment_id=2daf6ef6-a0fa-4568-ac1f-29b2c5ad094c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:31.010705 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-76442bf6-c785-48b9-b06e-9a432ec84155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:31.026637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-76442bf6-c785-48b9-b06e-9a432ec84155 None None] Calling delete_port for 380c415d-cc22-416c-9044-dcb4dbf253ad owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:31.115619 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:31.132694 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-76442bf6-c785-48b9-b06e-9a432ec84155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:31.151455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Port': ['ID=380c415d-cc22-416c-9044-dcb4dbf253ad,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:31.153893 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] No DVR routers for this DVR port 380c415d-cc22-416c-9044-dcb4dbf253ad on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:39:31.170165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76442bf6-c785-48b9-b06e-9a432ec84155 None None] No DVR routers for this DVR port 380c415d-cc22-416c-9044-dcb4dbf253ad on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:39:31.176657 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76442bf6-c785-48b9-b06e-9a432ec84155 None None] Pushing event deleted for resources: {'Port': ['ID=380c415d-cc22-416c-9044-dcb4dbf253ad,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:31.238361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 380c415d-cc22-416c-9044-dcb4dbf253ad no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:39:31.247046 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:31.258835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e420555-575e-48d5-995a-4d82b60bcfcb']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:31.259064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 380c415d-cc22-416c-9044-dcb4dbf253ad {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:39:31.259064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 380c415d-cc22-416c-9044-dcb4dbf253ad not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:39:31.272659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2daf6ef6-a0fa-4568-ac1f-29b2c5ad094c') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:31.273070 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2daf6ef6-a0fa-4568-ac1f-29b2c5ad094c') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:31.289687 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:31.298728 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:31.305013 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:39:31.305416 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:39:31.309274 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:39:31.412243 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:31.428264 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:31.428264 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/networks/0e420555-575e-48d5-995a-4d82b60bcfcb HTTP/1.1" status: 204 len: 168 time: 0.7690139 Jul 05 10:39:31.428264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58642) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:31.444732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b741a40-c4b3-40ec-9406-5cedc362ffce tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Network': ['ID=0e420555-575e-48d5-995a-4d82b60bcfcb,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:31.569002 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-13a0fd11-afa3-430b-9ab5-9e298e26cf1a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting port 6f448306-22b5-4d09-bc11-7b1f84ce634a {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:31.569505 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-13a0fd11-afa3-430b-9ab5-9e298e26cf1a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:31.647784 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-13a0fd11-afa3-430b-9ab5-9e298e26cf1a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:31.648112 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-13a0fd11-afa3-430b-9ab5-9e298e26cf1a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:31.665570 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-13a0fd11-afa3-430b-9ab5-9e298e26cf1a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Calling delete_port for 6f448306-22b5-4d09-bc11-7b1f84ce634a owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:31.903891 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-13a0fd11-afa3-430b-9ab5-9e298e26cf1a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:31.932275 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0fd11-afa3-430b-9ab5-9e298e26cf1a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Port': ['ID=6f448306-22b5-4d09-bc11-7b1f84ce634a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:32.001660 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-13a0fd11-afa3-430b-9ab5-9e298e26cf1a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:32.004184 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-13a0fd11-afa3-430b-9ab5-9e298e26cf1a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:32.005404 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-13a0fd11-afa3-430b-9ab5-9e298e26cf1a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/floatingips/42ae984b-5945-4b65-b031-3c7b26a2d900 HTTP/1.1" status: 204 len: 168 time: 0.5784285 Jul 05 10:39:32.009199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58652) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:32.037741 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5bad91-d5e9-440f-a6af-880ef4310176 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] DELETE failed (client error): The resource could not be found. Jul 05 10:39:32.038517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5bad91-d5e9-440f-a6af-880ef4310176 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:39:32.040923 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bd5bad91-d5e9-440f-a6af-880ef4310176 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/ports/540cb80c-e8a7-491b-b49a-7e5d175442d4 HTTP/1.1" status: 404 len: 333 time: 0.0311115 Jul 05 10:39:32.043691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58656) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:32.072858 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-37735eae-216d-45de-a1eb-b409de3d3139 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "GET /v2.0/ports?device_id=95f943ff-0e92-4d65-a081-f4b6bfdd9a59 HTTP/1.1" status: 200 len: 205 time: 0.0281351 Jul 05 10:39:32.075190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58658) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:32.116470 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-a831abba-f550-40d8-93b4-dc17aff4fc23 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] delete failed (client error): The resource could not be found. Jul 05 10:39:32.117519 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a831abba-f550-40d8-93b4-dc17aff4fc23 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/routers/95f943ff-0e92-4d65-a081-f4b6bfdd9a59 HTTP/1.1" status: 404 len: 336 time: 0.0414109 Jul 05 10:39:32.120845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58660) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:32.147154 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a9a908-5d8d-4acf-88ee-61fafae627b6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] DELETE failed (client error): The resource could not be found. Jul 05 10:39:32.147618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a9a908-5d8d-4acf-88ee-61fafae627b6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:39:32.149913 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-43a9a908-5d8d-4acf-88ee-61fafae627b6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/subnets/d0a59732-1882-4abe-965c-fb5cc5f7fd81 HTTP/1.1" status: 404 len: 337 time: 0.0276601 Jul 05 10:39:32.156396 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58662) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:32.256267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-86fc09f6-84c4-4336-b97b-d14255039752 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting port aab9395a-ae70-4cec-b393-855cd25ce020 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:32.256522 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-86fc09f6-84c4-4336-b97b-d14255039752 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:32.279152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58668) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:32.359001 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-86fc09f6-84c4-4336-b97b-d14255039752 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:32.372026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-86fc09f6-84c4-4336-b97b-d14255039752 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Calling delete_port for aab9395a-ae70-4cec-b393-855cd25ce020 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:32.415735 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-be7e4f1d-3d6c-40b5-ac6f-4182f1ff9472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:32.514889 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-be7e4f1d-3d6c-40b5-ac6f-4182f1ff9472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:32.561399 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-86fc09f6-84c4-4336-b97b-d14255039752 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:32.593700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc09f6-84c4-4336-b97b-d14255039752 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Port': ['ID=aab9395a-ae70-4cec-b393-855cd25ce020,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:32.599841 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-be7e4f1d-3d6c-40b5-ac6f-4182f1ff9472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:32.637693 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-be7e4f1d-3d6c-40b5-ac6f-4182f1ff9472 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=319ea444bb7b4501ad644dc991d128e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573740 Jul 05 10:39:32.638343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58676) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:32.646848 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e4f1d-3d6c-40b5-ac6f-4182f1ff9472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c703f972-8e5b-4199-818b-9c280fed95f3,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:32.674909 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-86fc09f6-84c4-4336-b97b-d14255039752 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:32.679736 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-86fc09f6-84c4-4336-b97b-d14255039752 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/ports/aab9395a-ae70-4cec-b393-855cd25ce020 HTTP/1.1" status: 204 len: 168 time: 0.5203004 Jul 05 10:39:32.679985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58680) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:32.706082 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5ab3-1451-4dcf-b7c6-b567ff1eb0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:32.731331 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5ab3-1451-4dcf-b7c6-b567ff1eb0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:32.789131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-35b6a962-6c5f-4ab8-b9e2-98b81c0a87c6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting port e12d0953-d097-4120-9f24-b70225b3bd9f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:32.789558 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35b6a962-6c5f-4ab8-b9e2-98b81c0a87c6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:32.864625 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5ab3-1451-4dcf-b7c6-b567ff1eb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:32.868891 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5ab3-1451-4dcf-b7c6-b567ff1eb0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:32.870393 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ba6a5ab3-1451-4dcf-b7c6-b567ff1eb0b3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c703f972-8e5b-4199-818b-9c280fed95f3 HTTP/1.1" status: 204 len: 168 time: 0.2301679 Jul 05 10:39:32.882668 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35b6a962-6c5f-4ab8-b9e2-98b81c0a87c6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:32.884138 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a5ab3-1451-4dcf-b7c6-b567ff1eb0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c703f972-8e5b-4199-818b-9c280fed95f3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:32.897273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-35b6a962-6c5f-4ab8-b9e2-98b81c0a87c6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Calling delete_port for e12d0953-d097-4120-9f24-b70225b3bd9f owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:33.103868 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35b6a962-6c5f-4ab8-b9e2-98b81c0a87c6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:33.163347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6a962-6c5f-4ab8-b9e2-98b81c0a87c6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Port': ['ID=e12d0953-d097-4120-9f24-b70225b3bd9f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:33.230488 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-35b6a962-6c5f-4ab8-b9e2-98b81c0a87c6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:33.232401 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-35b6a962-6c5f-4ab8-b9e2-98b81c0a87c6 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/ports/e12d0953-d097-4120-9f24-b70225b3bd9f HTTP/1.1" status: 204 len: 168 time: 0.5514591 Jul 05 10:39:33.234995 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58690) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:33.511194 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58698) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:33.530000 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d1f3278-966b-40bb-8fb6-2281b9116620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:33.622581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d9b486-072e-493c-a4b1-dfeb95197dc1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:33.627344 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-37d9b486-072e-493c-a4b1-dfeb95197dc1 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "GET /v2.0/ports?device_id=74dc854b-56db-49c8-af51-615690bc5400 HTTP/1.1" status: 200 len: 913 time: 0.3913689 Jul 05 10:39:33.628040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58700) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:33.633970 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d1f3278-966b-40bb-8fb6-2281b9116620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:33.703552 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7d1f3278-966b-40bb-8fb6-2281b9116620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:33.755247 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7d1f3278-966b-40bb-8fb6-2281b9116620 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8f499d12897240ddb5123e37126256dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426655 Jul 05 10:39:33.756377 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f3278-966b-40bb-8fb6-2281b9116620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31248776-76af-4e89-84c8-cb675facdbb3,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:33.758734 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58704) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:33.820074 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18334917-e238-493f-b75b-fd2717dd02e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:33.843318 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18334917-e238-493f-b75b-fd2717dd02e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:33.972576 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18334917-e238-493f-b75b-fd2717dd02e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:33.975329 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18334917-e238-493f-b75b-fd2717dd02e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:33.976772 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-18334917-e238-493f-b75b-fd2717dd02e6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31248776-76af-4e89-84c8-cb675facdbb3 HTTP/1.1" status: 204 len: 168 time: 0.2065003 Jul 05 10:39:33.986147 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18334917-e238-493f-b75b-fd2717dd02e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31248776-76af-4e89-84c8-cb675facdbb3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:34.016671 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-75f0c21c-46de-4e3c-855e-7b329858880a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:34.304326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-75f0c21c-46de-4e3c-855e-7b329858880a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting port 43c263d4-79b6-4164-aa59-7d2a05b7f344 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:34.304512 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-75f0c21c-46de-4e3c-855e-7b329858880a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:34.405030 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-75f0c21c-46de-4e3c-855e-7b329858880a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:34.417714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-75f0c21c-46de-4e3c-855e-7b329858880a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Calling delete_port for 43c263d4-79b6-4164-aa59-7d2a05b7f344 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:34.681661 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-75f0c21c-46de-4e3c-855e-7b329858880a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:34.727924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0c21c-46de-4e3c-855e-7b329858880a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Port': ['ID=43c263d4-79b6-4164-aa59-7d2a05b7f344,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:34.909200 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-75f0c21c-46de-4e3c-855e-7b329858880a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:35.154300 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f0c21c-46de-4e3c-855e-7b329858880a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Router 74dc854b-56db-49c8-af51-615690bc5400 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:35.264731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f0c21c-46de-4e3c-855e-7b329858880a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:35.270058 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-75f0c21c-46de-4e3c-855e-7b329858880a tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "PUT /v2.0/routers/74dc854b-56db-49c8-af51-615690bc5400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6407776 Jul 05 10:39:35.272382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58746) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:35.274661 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3def2-9d1a-4c16-93a5-96584ff684fc None None] Sync routers for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:35.284094 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3def2-9d1a-4c16-93a5-96584ff684fc None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:35.284758 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-ccb3def2-9d1a-4c16-93a5-96584ff684fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:35.320950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-ccb3def2-9d1a-4c16-93a5-96584ff684fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:35.330624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3def2-9d1a-4c16-93a5-96584ff684fc None None] Routers {'74dc854b-56db-49c8-af51-615690bc5400'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:35.331263 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-ccb3def2-9d1a-4c16-93a5-96584ff684fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['74dc854b-56db-49c8-af51-615690bc5400'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:35.373936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-ccb3def2-9d1a-4c16-93a5-96584ff684fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:35.374609 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3def2-9d1a-4c16-93a5-96584ff684fc None None] The sync data for ids ['74dc854b-56db-49c8-af51-615690bc5400'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:35.397508 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:35.513063 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:35.639536 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting port 3ed5d128-ee1a-4f47-82ea-dce99ed034ea {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:35.639921 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:35.719131 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:35.731344 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Calling delete_port for 3ed5d128-ee1a-4f47-82ea-dce99ed034ea owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:36.006624 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.036039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Port': ['ID=3ed5d128-ee1a-4f47-82ea-dce99ed034ea,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:36.066231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:36.069888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:36.069888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:36.069888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:36.069888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:36.069888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:36.069888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:36.069888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:36.069888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:36.069888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:36.069888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:36.069888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:39:36.113744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.218833 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.221098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.338453 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.339015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Fanout notify agent at l3_agent the message router_deleted on router 74dc854b-56db-49c8-af51-615690bc5400 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:39:36.346186 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.347507 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-73f61393-1f70-418f-a101-5981fd8768dc tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/routers/74dc854b-56db-49c8-af51-615690bc5400 HTTP/1.1" status: 204 len: 168 time: 1.0741878 Jul 05 10:39:36.350410 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58780) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:36.351080 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:39:36.401065 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-359e90fd-258a-40c9-8cfa-1c591190e056 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Deleting subnet 8a9af5cf-a175-4d85-b006-220cd45b456e {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:39:36.404239 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-359e90fd-258a-40c9-8cfa-1c591190e056 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.453583 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-359e90fd-258a-40c9-8cfa-1c591190e056 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.510470 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-359e90fd-258a-40c9-8cfa-1c591190e056 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.635677 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-359e90fd-258a-40c9-8cfa-1c591190e056 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.665695 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e90fd-258a-40c9-8cfa-1c591190e056 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9af5cf-a175-4d85-b006-220cd45b456e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:36.669539 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-359e90fd-258a-40c9-8cfa-1c591190e056 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.671564 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-359e90fd-258a-40c9-8cfa-1c591190e056 tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/subnets/8a9af5cf-a175-4d85-b006-220cd45b456e HTTP/1.1" status: 204 len: 168 time: 0.3201249 Jul 05 10:39:36.674050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58788) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:36.753877 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b1ecd82-91ac-4f2f-892d-7fac5a19afda tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.842581 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b1ecd82-91ac-4f2f-892d-7fac5a19afda tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.861789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6b1ecd82-91ac-4f2f-892d-7fac5a19afda tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:36.863979 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6b1ecd82-91ac-4f2f-892d-7fac5a19afda tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5866b5-e6fc-43cf-a479-79e82666adf0') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:36.864278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6b1ecd82-91ac-4f2f-892d-7fac5a19afda tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5866b5-e6fc-43cf-a479-79e82666adf0') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:36.874423 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b1ecd82-91ac-4f2f-892d-7fac5a19afda tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.890612 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b1ecd82-91ac-4f2f-892d-7fac5a19afda tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.901803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1ecd82-91ac-4f2f-892d-7fac5a19afda tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:39:36.902374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b1ecd82-91ac-4f2f-892d-7fac5a19afda tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:39:36.905647 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:39:37.051046 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58796) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:37.121674 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b1ecd82-91ac-4f2f-892d-7fac5a19afda tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:37.141155 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b1ecd82-91ac-4f2f-892d-7fac5a19afda tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:37.146962 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6b1ecd82-91ac-4f2f-892d-7fac5a19afda tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] 10.222.0.77 "DELETE /v2.0/networks/a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98 HTTP/1.1" status: 204 len: 168 time: 0.4718699 Jul 05 10:39:37.158084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ecd82-91ac-4f2f-892d-7fac5a19afda tempest-FloatingIPTestJSON-806138232 tempest-FloatingIPTestJSON-806138232-project] Pushing event deleted for resources: {'Network': ['ID=a52b6be0-84ab-4e1e-ba4c-6c6f7e940c98,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:37.166704 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-617892a9-b444-427a-bd6f-8787b4574e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:37.262400 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-617892a9-b444-427a-bd6f-8787b4574e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:37.349397 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-617892a9-b444-427a-bd6f-8787b4574e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:37.391265 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-617892a9-b444-427a-bd6f-8787b4574e3e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a7a5271c30546eaaad273d167487a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389924 Jul 05 10:39:37.392224 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617892a9-b444-427a-bd6f-8787b4574e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c809bf44-7b67-4bec-b979-fb498d304acd,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:37.393904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58808) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:37.454343 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-80fca7bc-c5bc-476b-abea-6b00fc3940c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:37.474972 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-80fca7bc-c5bc-476b-abea-6b00fc3940c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:37.566270 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-80fca7bc-c5bc-476b-abea-6b00fc3940c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:37.569226 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-80fca7bc-c5bc-476b-abea-6b00fc3940c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:37.575813 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-80fca7bc-c5bc-476b-abea-6b00fc3940c6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c809bf44-7b67-4bec-b979-fb498d304acd HTTP/1.1" status: 204 len: 168 time: 0.1799185 Jul 05 10:39:37.586482 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fca7bc-c5bc-476b-abea-6b00fc3940c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c809bf44-7b67-4bec-b979-fb498d304acd,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:37.593990 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58820) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:37.737470 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-91391bc9-0d27-452e-9378-0a60d11114a2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58175a55f39448e08a0c1917f448193b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422861 Jul 05 10:39:37.742578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58826) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:37.800750 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6db2a209-4dc4-45e3-8d25-4bc033ca363f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:37.830341 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6db2a209-4dc4-45e3-8d25-4bc033ca363f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:37.949359 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6db2a209-4dc4-45e3-8d25-4bc033ca363f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:37.952086 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6db2a209-4dc4-45e3-8d25-4bc033ca363f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:37.953300 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6db2a209-4dc4-45e3-8d25-4bc033ca363f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e143f369-4c78-405c-b1a0-9b42fecf8052 HTTP/1.1" status: 204 len: 168 time: 0.2089348 Jul 05 10:39:37.962211 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2a209-4dc4-45e3-8d25-4bc033ca363f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e143f369-4c78-405c-b1a0-9b42fecf8052,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:38.152408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58836) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:38.171155 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-adb303f3-f3ee-4de8-a3bc-f5aa53049312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:38.263216 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-adb303f3-f3ee-4de8-a3bc-f5aa53049312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:38.339404 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-adb303f3-f3ee-4de8-a3bc-f5aa53049312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:38.377715 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb303f3-f3ee-4de8-a3bc-f5aa53049312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5fb6d1-96dd-4e4e-a333-f437ec904ac5,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:38.382200 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-adb303f3-f3ee-4de8-a3bc-f5aa53049312 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=04fd47502c704513a2c62e50641365e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285571 Jul 05 10:39:38.385020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58846) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:38.440886 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4e58149-8d87-430f-bdbb-89eb5469e45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:38.470291 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4e58149-8d87-430f-bdbb-89eb5469e45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:38.606426 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4e58149-8d87-430f-bdbb-89eb5469e45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:38.609226 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e4e58149-8d87-430f-bdbb-89eb5469e45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:38.613054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e4e58149-8d87-430f-bdbb-89eb5469e45d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac5fb6d1-96dd-4e4e-a333-f437ec904ac5 HTTP/1.1" status: 204 len: 168 time: 0.2243822 Jul 05 10:39:38.619694 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e58149-8d87-430f-bdbb-89eb5469e45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5fb6d1-96dd-4e4e-a333-f437ec904ac5,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:39.288778 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58880) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:39.394567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b0be6e6f-9a75-4eef-90d8-980280ffaa96 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-270280'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:39.498036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0be6e6f-9a75-4eef-90d8-980280ffaa96 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Made reservation on behalf of 4195959422ad4c5a8e4e38ee8411940f for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:39:39.501933 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0be6e6f-9a75-4eef-90d8-980280ffaa96 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:39.512205 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0be6e6f-9a75-4eef-90d8-980280ffaa96 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:39.622639 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0be6e6f-9a75-4eef-90d8-980280ffaa96 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:39.709698 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0be6e6f-9a75-4eef-90d8-980280ffaa96 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:39.745555 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0be6e6f-9a75-4eef-90d8-980280ffaa96 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:39:39.756725 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be6e6f-9a75-4eef-90d8-980280ffaa96 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408f30d5-3982-48f0-947e-8ce635a0a89d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:39.762252 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0be6e6f-9a75-4eef-90d8-980280ffaa96 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:39.763002 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-b0be6e6f-9a75-4eef-90d8-980280ffaa96 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Added segment 6048e310-18b8-44a4-82de-8ae2bec6b5b5 of type vlan for network 27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f Jul 05 10:39:39.812073 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0be6e6f-9a75-4eef-90d8-980280ffaa96 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:39.926408 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0be6e6f-9a75-4eef-90d8-980280ffaa96 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:39.933159 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0be6e6f-9a75-4eef-90d8-980280ffaa96 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:39.933823 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0be6e6f-9a75-4eef-90d8-980280ffaa96 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:40.074356 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be6e6f-9a75-4eef-90d8-980280ffaa96 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Pushing event updated for resources: {'Network': ['ID=27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:40.084922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:39:40.122151 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b0be6e6f-9a75-4eef-90d8-980280ffaa96 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8322320 Jul 05 10:39:40.125757 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 58914) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:40.131059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-70a48823-bfe4-4f8b-baaa-648e64001d9e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Request body: {'subnet': {'network_id': '27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:40.166134 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58916) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:40.338621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a48823-bfe4-4f8b-baaa-648e64001d9e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Made reservation on behalf of 4195959422ad4c5a8e4e38ee8411940f for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:39:40.348388 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5586849-d8f9-4a9b-80be-38743c07afe4 req-46b9ebd0-52d0-4b74-8af6-2b9ab2ba59e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:40.348514 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70a48823-bfe4-4f8b-baaa-648e64001d9e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:40.352810 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a5586849-d8f9-4a9b-80be-38743c07afe4 req-46b9ebd0-52d0-4b74-8af6-2b9ab2ba59e6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 1098 time: 0.1846602 Jul 05 10:39:40.398842 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a5586849-d8f9-4a9b-80be-38743c07afe4 req-924f5aba-e572-4b24-a40f-241f10fc9a19 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449693 Jul 05 10:39:40.590184 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70a48823-bfe4-4f8b-baaa-648e64001d9e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:40.674680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a48823-bfe4-4f8b-baaa-648e64001d9e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Pushing event updated for resources: {'Subnet': ['ID=362dcfc3-f2a8-4581-83d0-e0805a95f396,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:40.679843 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a48823-bfe4-4f8b-baaa-648e64001d9e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Checking segment: {'id': '6048e310-18b8-44a4-82de-8ae2bec6b5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:39:40.680283 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a48823-bfe4-4f8b-baaa-648e64001d9e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Network hostable DHCP agents. Network: 27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:39:40.754960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a48823-bfe4-4f8b-baaa-648e64001d9e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Network 27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:39:40.852108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-70a48823-bfe4-4f8b-baaa-648e64001d9e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:40.856266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a48823-bfe4-4f8b-baaa-648e64001d9e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:40.856901 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70a48823-bfe4-4f8b-baaa-648e64001d9e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:40.861821 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f85ecd-323a-442e-a676-e883801dd3fd None None] Network 27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:39:40.952786 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-70a48823-bfe4-4f8b-baaa-648e64001d9e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8265696 Jul 05 10:39:40.957134 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58946) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:40.965209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-caa81f00-3e68-4adc-9d9c-160adfcd781a tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-861299746', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:41.034836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f', 'network_id': '27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f', 'tenant_id': '4195959422ad4c5a8e4e38ee8411940f', 'fixed_ips': [{'subnet_id': '362dcfc3-f2a8-4581-83d0-e0805a95f396'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:39:41.035673 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:41.069792 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-caa81f00-3e68-4adc-9d9c-160adfcd781a tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:41.071625 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-caa81f00-3e68-4adc-9d9c-160adfcd781a tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:41.115408 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9ea197ab-630a-412a-ad52-4ba1aa9101a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:41.126633 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-caa81f00-3e68-4adc-9d9c-160adfcd781a tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:41.177951 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Allocated IP 172.20.0.2 (27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f/362dcfc3-f2a8-4581-83d0-e0805a95f396/adc0c67d-fa6c-4f28-a6a8-5b53679aace3) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:41.204256 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-caa81f00-3e68-4adc-9d9c-160adfcd781a tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:41.269648 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-caa81f00-3e68-4adc-9d9c-160adfcd781a tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:41.270901 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-caa81f00-3e68-4adc-9d9c-160adfcd781a tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3118191 Jul 05 10:39:41.273657 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 58954) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:41.409744 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:41.419135 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Transition to ACTIVE for port object adc0c67d-fa6c-4f28-a6a8-5b53679aace3 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:39:41.448570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Transition to ACTIVE for port object adc0c67d-fa6c-4f28-a6a8-5b53679aace3 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:39:41.533978 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:41.578479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Network 27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:41.582032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:41.601980 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:41.614752 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:41.663630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Pushing event updated for resources: {'Port': ['ID=adc0c67d-fa6c-4f28-a6a8-5b53679aace3,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:41.706459 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Attempting to bind port adc0c67d-fa6c-4f28-a6a8-5b53679aace3 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:39:41.707055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Attempting to bind port adc0c67d-fa6c-4f28-a6a8-5b53679aace3 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '6048e310-18b8-44a4-82de-8ae2bec6b5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:39:41.707907 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Attempting to bind port adc0c67d-fa6c-4f28-a6a8-5b53679aace3 on network 27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:39:41.717130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:39:41.717130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Checking segment: {'id': '6048e310-18b8-44a4-82de-8ae2bec6b5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:39:41.717130 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:41.717130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Bound using segment: {'id': '6048e310-18b8-44a4-82de-8ae2bec6b5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:39:41.717130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Bound port: adc0c67d-fa6c-4f28-a6a8-5b53679aace3, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6048e310-18b8-44a4-82de-8ae2bec6b5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:39:41.718037 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:41.796940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] For port adc0c67d-fa6c-4f28-a6a8-5b53679aace3, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:39:41.802196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] For port adc0c67d-fa6c-4f28-a6a8-5b53679aace3, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=adc0c67d-fa6c-4f28-a6a8-5b53679aace3,segment=NetworkSegment(6048e310-18b8-44a4-82de-8ae2bec6b5b5),segment_id=6048e310-18b8-44a4-82de-8ae2bec6b5b5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:39:41.862854 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:41.959008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Allocated IP 172.20.0.1 (27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f/362dcfc3-f2a8-4581-83d0-e0805a95f396/87c5f91d-a42a-429d-b5c5-7fe8e72704e8) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:41.967899 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f44a62-754d-40bb-952f-7ea9e825c0b0 None None] Pushing event updated for resources: {'Port': ['ID=adc0c67d-fa6c-4f28-a6a8-5b53679aace3,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:42.119479 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:42.136969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Transition to ACTIVE for port object 87c5f91d-a42a-429d-b5c5-7fe8e72704e8 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:39:42.247068 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:42.276474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Network 27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:42.305335 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:42.308802 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:42.361653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Pushing event updated for resources: {'Port': ['ID=87c5f91d-a42a-429d-b5c5-7fe8e72704e8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:42.373978 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:42.936382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:43.088036 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a054bc-28ed-4a06-bee8-09e0e1f20a6b None None] Network 27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:39:43.253191 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f9a4e61b-081e-4267-9ce3-db880536f5e0 None None] Provisioning for port adc0c67d-fa6c-4f28-a6a8-5b53679aace3 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:39:43.263945 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device adc0c67d-fa6c-4f28-a6a8-5b53679aace3 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:39:43.275704 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:43.338712 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:43.395390 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:43.406325 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port adc0c67d-fa6c-4f28-a6a8-5b53679aace3 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:39:43.410533 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port adc0c67d-fa6c-4f28-a6a8-5b53679aace3 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:39:43.411037 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:43.520444 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:43.546198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Network 27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:43.547590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Pushing event updated for resources: {'Port': ['ID=87c5f91d-a42a-429d-b5c5-7fe8e72704e8,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:43.551512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:43.564798 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-db89f237-6dbd-4317-a839-3907ae5f27db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:43.575267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port adc0c67d-fa6c-4f28-a6a8-5b53679aace3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=adc0c67d-fa6c-4f28-a6a8-5b53679aace3,segment=NetworkSegment(6048e310-18b8-44a4-82de-8ae2bec6b5b5),segment_id=6048e310-18b8-44a4-82de-8ae2bec6b5b5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:43.616632 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:43.661118 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:43.698980 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=adc0c67d-fa6c-4f28-a6a8-5b53679aace3,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:43.784007 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-23a73449-4673-463b-bbf7-1e96d59ca719 None None] Provisioning for port 87c5f91d-a42a-429d-b5c5-7fe8e72704e8 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:39:43.788808 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-23a73449-4673-463b-bbf7-1e96d59ca719 None None] Provisioning complete for port 87c5f91d-a42a-429d-b5c5-7fe8e72704e8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:39:43.793879 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-23a73449-4673-463b-bbf7-1e96d59ca719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:43.812626 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Router ccd5812a-5439-4ca0-ab2f-434a1abed421 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:39:43.836293 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-23a73449-4673-463b-bbf7-1e96d59ca719 None None] Port 87c5f91d-a42a-429d-b5c5-7fe8e72704e8 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:39:43.847872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-23a73449-4673-463b-bbf7-1e96d59ca719 None None] Provisioning complete for port adc0c67d-fa6c-4f28-a6a8-5b53679aace3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:39:43.848257 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-23a73449-4673-463b-bbf7-1e96d59ca719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:43.990503 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:44.002016 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-eb3d18e0-18a3-4afa-8879-0e8d938d3c34 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] 10.222.0.77 "PUT /v2.0/routers/ccd5812a-5439-4ca0-ab2f-434a1abed421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7266507 Jul 05 10:39:44.003044 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6077424-c887-4c45-8382-d00259bf422b None None] Sync routers for ids ['ccd5812a-5439-4ca0-ab2f-434a1abed421'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:44.004417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59030) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:44.012790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5b34f81b-ea09-4709-94cb-4fc308ff568e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Request body: {'port': {'network_id': '27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f', 'name': 'tempest-FloatingIPNegativeTestJSON-1875143898'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:44.015879 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6077424-c887-4c45-8382-d00259bf422b None None] Routers {'ccd5812a-5439-4ca0-ab2f-434a1abed421'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:44.015879 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a6077424-c887-4c45-8382-d00259bf422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ccd5812a-5439-4ca0-ab2f-434a1abed421'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:44.053288 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a6077424-c887-4c45-8382-d00259bf422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:44.065589 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6077424-c887-4c45-8382-d00259bf422b None None] Routers {'ccd5812a-5439-4ca0-ab2f-434a1abed421'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:44.066358 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a6077424-c887-4c45-8382-d00259bf422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ccd5812a-5439-4ca0-ab2f-434a1abed421'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:44.083015 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e7a5cafd-4a84-4249-806f-2d0f8f3bb8be None None] Provisioning complete for port 87c5f91d-a42a-429d-b5c5-7fe8e72704e8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:39:44.083817 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e7a5cafd-4a84-4249-806f-2d0f8f3bb8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:44.103869 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a6077424-c887-4c45-8382-d00259bf422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:44.104811 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6077424-c887-4c45-8382-d00259bf422b None None] The sync data for ids ['ccd5812a-5439-4ca0-ab2f-434a1abed421'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:44.149926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e7a5cafd-4a84-4249-806f-2d0f8f3bb8be None None] Port 87c5f91d-a42a-429d-b5c5-7fe8e72704e8 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:39:44.223810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b34f81b-ea09-4709-94cb-4fc308ff568e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Made reservation on behalf of 4195959422ad4c5a8e4e38ee8411940f for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:39:44.228146 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5b34f81b-ea09-4709-94cb-4fc308ff568e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:44.246991 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-5b34f81b-ea09-4709-94cb-4fc308ff568e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] device_id is not set on port eccdf937-c12d-4ca7-97ee-4878fafc3db7 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:39:44.270931 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a8b29b23-0cbb-4c89-9ad1-84c462ba8d92 None None] Provisioning complete for port 87c5f91d-a42a-429d-b5c5-7fe8e72704e8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:39:44.271425 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a8b29b23-0cbb-4c89-9ad1-84c462ba8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:44.325787 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a8b29b23-0cbb-4c89-9ad1-84c462ba8d92 None None] Port 87c5f91d-a42a-429d-b5c5-7fe8e72704e8 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:39:44.383202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-5b34f81b-ea09-4709-94cb-4fc308ff568e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Allocated IP 172.20.0.6 (27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f/362dcfc3-f2a8-4581-83d0-e0805a95f396/eccdf937-c12d-4ca7-97ee-4878fafc3db7) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:44.556105 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5b34f81b-ea09-4709-94cb-4fc308ff568e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:44.569801 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-5b34f81b-ea09-4709-94cb-4fc308ff568e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Transition to ACTIVE for port object eccdf937-c12d-4ca7-97ee-4878fafc3db7 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:39:44.648998 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5b34f81b-ea09-4709-94cb-4fc308ff568e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:44.698499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b34f81b-ea09-4709-94cb-4fc308ff568e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Network 27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:44.705604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-5b34f81b-ea09-4709-94cb-4fc308ff568e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:44.710075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b34f81b-ea09-4709-94cb-4fc308ff568e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:44.757799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34f81b-ea09-4709-94cb-4fc308ff568e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Pushing event updated for resources: {'Port': ['ID=eccdf937-c12d-4ca7-97ee-4878fafc3db7,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:44.790304 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b34f81b-ea09-4709-94cb-4fc308ff568e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:44.791010 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5b34f81b-ea09-4709-94cb-4fc308ff568e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:44.878107 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59060) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:44.882383 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5b34f81b-ea09-4709-94cb-4fc308ff568e tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8761377 Jul 05 10:39:44.885928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:44.978391 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:45.023698 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:45.096777 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:45.132067 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6f377247-49ce-49fe-a2d3-f835fbfcf7e1 None None] Provisioning for port eccdf937-c12d-4ca7-97ee-4878fafc3db7 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:39:45.139569 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6f377247-49ce-49fe-a2d3-f835fbfcf7e1 None None] Provisioning complete for port eccdf937-c12d-4ca7-97ee-4878fafc3db7 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:39:45.157485 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6f377247-49ce-49fe-a2d3-f835fbfcf7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:45.211947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6f377247-49ce-49fe-a2d3-f835fbfcf7e1 None None] Port eccdf937-c12d-4ca7-97ee-4878fafc3db7 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:39:45.255935 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device adc0c67d-fa6c-4f28-a6a8-5b53679aace3 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:39:45.264046 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Allocated IP 172.25.5.75 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/ea6c322e-1e3c-4763-859e-ccb812e37358) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:45.312764 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port adc0c67d-fa6c-4f28-a6a8-5b53679aace3 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:39:45.313127 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:45.399629 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:45.487111 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:45.539359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:45.539359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:45.543753 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Pushing event updated for resources: {'Port': ['ID=ea6c322e-1e3c-4763-859e-ccb812e37358,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:45.552143 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:45.641101 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:45.748860 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:45.908061 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:45.966501 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:46.041952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Pushing event updated for resources: {'Port': ['ID=ea6c322e-1e3c-4763-859e-ccb812e37358,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:46.053037 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:46.104866 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:46.107450 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ebbc00ee-803b-42d1-8f10-d134be448d40 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2279415 Jul 05 10:39:46.110535 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59092) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:46.129379 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5ed3c10d-7dbe-443f-831b-706125e5df08 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Request body: {'floatingip': {'port_id': 'eccdf937-c12d-4ca7-97ee-4878fafc3db7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:46.172082 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ed3c10d-7dbe-443f-831b-706125e5df08 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for floatingip, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:46.309350 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-5ed3c10d-7dbe-443f-831b-706125e5df08 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] update failed (client error): The resource could not be found. Jul 05 10:39:46.310692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5ed3c10d-7dbe-443f-831b-706125e5df08 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] 10.222.0.77 "PUT /v2.0/floatingips/af909d59-ca80-4a70-b8df-49a88fc869a9 HTTP/1.1" status: 404 len: 507 time: 0.1981547 Jul 05 10:39:46.313762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59104) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:46.452003 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-9f5f53f2-9fd3-43ef-afa4-43e0cb35bc1c tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Deleting port ea6c322e-1e3c-4763-859e-ccb812e37358 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:46.452348 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f5f53f2-9fd3-43ef-afa4-43e0cb35bc1c tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:46.534871 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f5f53f2-9fd3-43ef-afa4-43e0cb35bc1c tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:46.536209 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f5f53f2-9fd3-43ef-afa4-43e0cb35bc1c tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:46.546973 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-9f5f53f2-9fd3-43ef-afa4-43e0cb35bc1c tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Calling delete_port for ea6c322e-1e3c-4763-859e-ccb812e37358 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:46.760614 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f5f53f2-9fd3-43ef-afa4-43e0cb35bc1c tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:46.799883 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f53f2-9fd3-43ef-afa4-43e0cb35bc1c tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Pushing event deleted for resources: {'Port': ['ID=ea6c322e-1e3c-4763-859e-ccb812e37358,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:46.847542 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:46.872909 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f5f53f2-9fd3-43ef-afa4-43e0cb35bc1c tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:46.877198 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9f5f53f2-9fd3-43ef-afa4-43e0cb35bc1c tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:46.881750 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9f5f53f2-9fd3-43ef-afa4-43e0cb35bc1c tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] 10.222.0.77 "DELETE /v2.0/floatingips/af909d59-ca80-4a70-b8df-49a88fc869a9 HTTP/1.1" status: 204 len: 168 time: 0.5638344 Jul 05 10:39:46.882206 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59122) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:46.887458 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8024b550-5055-4c62-a80b-b1a962b6702b tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Request body: {'floatingip': {'floating_network_id': '27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f', 'port_id': 'eccdf937-c12d-4ca7-97ee-4878fafc3db7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:47.017920 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8024b550-5055-4c62-a80b-b1a962b6702b tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:47.219387 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-8024b550-5055-4c62-a80b-b1a962b6702b tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:39:47.219387 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8024b550-5055-4c62-a80b-b1a962b6702b tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3321769 Jul 05 10:39:47.219387 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59134) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:47.224688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': 'eccdf937-c12d-4ca7-97ee-4878fafc3db7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:47.338735 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:47.447154 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:47.554297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Allocated IP 172.25.5.219 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/35a4ecdb-fa47-4f6f-8fb5-01b5038e0c0e) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:39:47.665084 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:47.812687 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:47.854787 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:47.857566 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:47.862979 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:47.886697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Pushing event updated for resources: {'Port': ['ID=35a4ecdb-fa47-4f6f-8fb5-01b5038e0c0e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:48.051100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Deleting port 35a4ecdb-fa47-4f6f-8fb5-01b5038e0c0e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:48.051427 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:48.134595 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:48.134929 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:48.148998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Calling delete_port for 35a4ecdb-fa47-4f6f-8fb5-01b5038e0c0e owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:48.321011 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:48.345781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Pushing event deleted for resources: {'Port': ['ID=35a4ecdb-fa47-4f6f-8fb5-01b5038e0c0e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:48.480904 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] create failed (client error): The resource could not be found. Jul 05 10:39:48.482106 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8e595107-af42-455c-8473-fd69c8e370c5 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2617960 Jul 05 10:39:48.487866 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59170) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:48.598907 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e351e-c23f-4763-980d-55f00c5e0ee1 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Deleting port eccdf937-c12d-4ca7-97ee-4878fafc3db7 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:48.599248 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb1e351e-c23f-4763-980d-55f00c5e0ee1 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:48.685520 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb1e351e-c23f-4763-980d-55f00c5e0ee1 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:48.697854 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e351e-c23f-4763-980d-55f00c5e0ee1 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Calling delete_port for eccdf937-c12d-4ca7-97ee-4878fafc3db7 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:48.870238 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb1e351e-c23f-4763-980d-55f00c5e0ee1 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:48.901603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e351e-c23f-4763-980d-55f00c5e0ee1 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Pushing event deleted for resources: {'Port': ['ID=eccdf937-c12d-4ca7-97ee-4878fafc3db7,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:48.990591 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eb1e351e-c23f-4763-980d-55f00c5e0ee1 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:48.992926 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-eb1e351e-c23f-4763-980d-55f00c5e0ee1 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] 10.222.0.77 "DELETE /v2.0/ports/eccdf937-c12d-4ca7-97ee-4878fafc3db7 HTTP/1.1" status: 204 len: 168 time: 0.5040946 Jul 05 10:39:48.996020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59188) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:49.073343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce82b32-2175-409e-a62d-33f4abec72a7 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:49.075114 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5ce82b32-2175-409e-a62d-33f4abec72a7 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd5812a-5439-4ca0-ab2f-434a1abed421 HTTP/1.1" status: 200 len: 913 time: 0.0781133 Jul 05 10:39:49.077739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59192) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:49.467020 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b004bddb-ec74-4e62-88c5-eb3d5c01e75b tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:49.743747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-b004bddb-ec74-4e62-88c5-eb3d5c01e75b tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Deleting port 87c5f91d-a42a-429d-b5c5-7fe8e72704e8 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:49.745127 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b004bddb-ec74-4e62-88c5-eb3d5c01e75b tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:50.218547 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b004bddb-ec74-4e62-88c5-eb3d5c01e75b tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:50.232408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-b004bddb-ec74-4e62-88c5-eb3d5c01e75b tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Calling delete_port for 87c5f91d-a42a-429d-b5c5-7fe8e72704e8 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:50.458271 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b004bddb-ec74-4e62-88c5-eb3d5c01e75b tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:50.486926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004bddb-ec74-4e62-88c5-eb3d5c01e75b tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Pushing event deleted for resources: {'Port': ['ID=87c5f91d-a42a-429d-b5c5-7fe8e72704e8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:50.659827 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b004bddb-ec74-4e62-88c5-eb3d5c01e75b tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:50.825567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b004bddb-ec74-4e62-88c5-eb3d5c01e75b tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Router ccd5812a-5439-4ca0-ab2f-434a1abed421 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:39:50.908029 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b004bddb-ec74-4e62-88c5-eb3d5c01e75b tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:39:50.916575 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b004bddb-ec74-4e62-88c5-eb3d5c01e75b tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] 10.222.0.77 "PUT /v2.0/routers/ccd5812a-5439-4ca0-ab2f-434a1abed421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8376474 Jul 05 10:39:50.919221 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59244) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:50.925706 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c14368c-6e04-43fd-a202-0ee7c85aa92f None None] Sync routers for ids ['ccd5812a-5439-4ca0-ab2f-434a1abed421'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:39:50.940372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c14368c-6e04-43fd-a202-0ee7c85aa92f None None] Routers {'ccd5812a-5439-4ca0-ab2f-434a1abed421'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:50.941219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2c14368c-6e04-43fd-a202-0ee7c85aa92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ccd5812a-5439-4ca0-ab2f-434a1abed421'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:50.982262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2c14368c-6e04-43fd-a202-0ee7c85aa92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:50.993305 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c14368c-6e04-43fd-a202-0ee7c85aa92f None None] Routers {'ccd5812a-5439-4ca0-ab2f-434a1abed421'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:39:50.994112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2c14368c-6e04-43fd-a202-0ee7c85aa92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:39:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ccd5812a-5439-4ca0-ab2f-434a1abed421'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:51.004381 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a6bcd334-8568-45a8-a6c4-53133ad65520 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:51.029321 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2c14368c-6e04-43fd-a202-0ee7c85aa92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:51.029936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c14368c-6e04-43fd-a202-0ee7c85aa92f None None] The sync data for ids ['ccd5812a-5439-4ca0-ab2f-434a1abed421'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:39:51.169263 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a6bcd334-8568-45a8-a6c4-53133ad65520 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:51.171370 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a6bcd334-8568-45a8-a6c4-53133ad65520 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:51.274869 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a6bcd334-8568-45a8-a6c4-53133ad65520 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:51.275580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bcd334-8568-45a8-a6c4-53133ad65520 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Fanout notify agent at l3_agent the message router_deleted on router ccd5812a-5439-4ca0-ab2f-434a1abed421 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:39:51.283046 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a6bcd334-8568-45a8-a6c4-53133ad65520 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:51.288524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59254) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:51.288999 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a6bcd334-8568-45a8-a6c4-53133ad65520 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] 10.222.0.77 "DELETE /v2.0/routers/ccd5812a-5439-4ca0-ab2f-434a1abed421 HTTP/1.1" status: 204 len: 168 time: 0.3672538 Jul 05 10:39:51.342264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ea8a7b-c9c3-47e2-871c-f664836aa769 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Deleting subnet 362dcfc3-f2a8-4581-83d0-e0805a95f396 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:39:51.345832 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-96ea8a7b-c9c3-47e2-871c-f664836aa769 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:51.392121 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-96ea8a7b-c9c3-47e2-871c-f664836aa769 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:51.513309 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-96ea8a7b-c9c3-47e2-871c-f664836aa769 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:51.624046 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-96ea8a7b-c9c3-47e2-871c-f664836aa769 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:51.654072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea8a7b-c9c3-47e2-871c-f664836aa769 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Pushing event deleted for resources: {'Subnet': ['ID=362dcfc3-f2a8-4581-83d0-e0805a95f396,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:51.658864 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-96ea8a7b-c9c3-47e2-871c-f664836aa769 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:51.661049 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-96ea8a7b-c9c3-47e2-871c-f664836aa769 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] 10.222.0.77 "DELETE /v2.0/subnets/362dcfc3-f2a8-4581-83d0-e0805a95f396 HTTP/1.1" status: 204 len: 168 time: 0.3728187 Jul 05 10:39:51.663473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59268) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:51.672372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d934e61-30ce-469d-901c-aceebbe62f35 None None] Network 27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:39:51.767499 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:51.829666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Deleting port adc0c67d-fa6c-4f28-a6a8-5b53679aace3 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:51.830177 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:51.921466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] For port adc0c67d-fa6c-4f28-a6a8-5b53679aace3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=adc0c67d-fa6c-4f28-a6a8-5b53679aace3,segment=NetworkSegment(6048e310-18b8-44a4-82de-8ae2bec6b5b5),segment_id=6048e310-18b8-44a4-82de-8ae2bec6b5b5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:51.921933 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:51.940833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Calling delete_port for adc0c67d-fa6c-4f28-a6a8-5b53679aace3 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:52.095555 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf44b60-6578-41fe-a078-7da4f983385e None None] DHCP port deletion for 27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:39:52.146200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5cf44b60-6578-41fe-a078-7da4f983385e None None] Deleting port adc0c67d-fa6c-4f28-a6a8-5b53679aace3 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:52.146572 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5cf44b60-6578-41fe-a078-7da4f983385e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:52.166970 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:52.207295 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] No DVR routers for this DVR port adc0c67d-fa6c-4f28-a6a8-5b53679aace3 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:39:52.223354 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Pushing event deleted for resources: {'Port': ['ID=adc0c67d-fa6c-4f28-a6a8-5b53679aace3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:52.223467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5cf44b60-6578-41fe-a078-7da4f983385e None None] For port adc0c67d-fa6c-4f28-a6a8-5b53679aace3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=adc0c67d-fa6c-4f28-a6a8-5b53679aace3,segment=NetworkSegment(6048e310-18b8-44a4-82de-8ae2bec6b5b5),segment_id=6048e310-18b8-44a4-82de-8ae2bec6b5b5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:39:52.223467 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5cf44b60-6578-41fe-a078-7da4f983385e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:52.236700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5cf44b60-6578-41fe-a078-7da4f983385e None None] Calling delete_port for adc0c67d-fa6c-4f28-a6a8-5b53679aace3 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:52.313759 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:52.327870 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:52.340018 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6048e310-18b8-44a4-82de-8ae2bec6b5b5') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:52.340335 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6048e310-18b8-44a4-82de-8ae2bec6b5b5') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:52.350735 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:52.351448 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5cf44b60-6578-41fe-a078-7da4f983385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:52.366763 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:52.376887 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:39:52.376887 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:52.378232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf44b60-6578-41fe-a078-7da4f983385e None None] Pushing event deleted for resources: {'Port': ['ID=adc0c67d-fa6c-4f28-a6a8-5b53679aace3,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:39:52.380852 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:39:52.384846 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf44b60-6578-41fe-a078-7da4f983385e None None] No DVR routers for this DVR port adc0c67d-fa6c-4f28-a6a8-5b53679aace3 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:39:52.413498 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:52.555099 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:52.562964 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:52.567791 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] 10.222.0.77 "DELETE /v2.0/networks/27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f HTTP/1.1" status: 204 len: 168 time: 0.9005167 Jul 05 10:39:52.593780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54a167-06c3-45ca-a6af-e86eb526b231 tempest-FloatingIPNegativeTestJSON-329098020 tempest-FloatingIPNegativeTestJSON-329098020-project] Pushing event deleted for resources: {'Network': ['ID=27bfd3d2-1264-4ec4-8e51-f72d2bcdfb4f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:53.061229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59312) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:53.214350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device adc0c67d-fa6c-4f28-a6a8-5b53679aace3 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:39:53.236432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: adc0c67d-fa6c-4f28-a6a8-5b53679aace3 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:39:53.236783 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device adc0c67d-fa6c-4f28-a6a8-5b53679aace3 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:39:53.334602 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bf9e10c4-1198-4859-95af-13feaa2a67ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4195959422ad4c5a8e4e38ee8411940f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721465 Jul 05 10:39:53.337307 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59324) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:53.390409 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5deacf55-45b1-40f0-aae0-d915d8acd13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:53.414490 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5deacf55-45b1-40f0-aae0-d915d8acd13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:53.503679 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5deacf55-45b1-40f0-aae0-d915d8acd13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:53.507514 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5deacf55-45b1-40f0-aae0-d915d8acd13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:53.509861 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5deacf55-45b1-40f0-aae0-d915d8acd13e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/408f30d5-3982-48f0-947e-8ce635a0a89d HTTP/1.1" status: 204 len: 168 time: 0.1715300 Jul 05 10:39:53.522920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deacf55-45b1-40f0-aae0-d915d8acd13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408f30d5-3982-48f0-947e-8ce635a0a89d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:54.258128 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:55.027968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59380) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:55.138669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-09bf5354-1f9b-4a25-8e63-1e639875869c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1916266225'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:55.224156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bf5354-1f9b-4a25-8e63-1e639875869c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:39:55.227935 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09bf5354-1f9b-4a25-8e63-1e639875869c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:55.237230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09bf5354-1f9b-4a25-8e63-1e639875869c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:55.335149 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09bf5354-1f9b-4a25-8e63-1e639875869c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:55.402547 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09bf5354-1f9b-4a25-8e63-1e639875869c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:55.435851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09bf5354-1f9b-4a25-8e63-1e639875869c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:39:55.455560 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf5354-1f9b-4a25-8e63-1e639875869c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782f8c0b-5666-4a0a-b17b-951c1e17fd53,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:55.459238 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09bf5354-1f9b-4a25-8e63-1e639875869c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:55.459825 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-09bf5354-1f9b-4a25-8e63-1e639875869c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Added segment cb014943-c804-4b5f-ae91-411639e57bcd of type vlan for network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 Jul 05 10:39:55.502944 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09bf5354-1f9b-4a25-8e63-1e639875869c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:55.590037 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09bf5354-1f9b-4a25-8e63-1e639875869c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:55.596329 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bf5354-1f9b-4a25-8e63-1e639875869c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:55.597277 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-09bf5354-1f9b-4a25-8e63-1e639875869c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:55.668247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf5354-1f9b-4a25-8e63-1e639875869c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Network': ['ID=6a1ac119-a194-4e74-af3e-ed585fbfcda1,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:55.683782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:39:55.716067 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-09bf5354-1f9b-4a25-8e63-1e639875869c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6880138 Jul 05 10:39:55.718777 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59398) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:55.725714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e68f94d8-4a26-4bbb-a984-5116bb264a52 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'name': 'tempest-PortsIpV6TestJSON-1529576009'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:55.892401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68f94d8-4a26-4bbb-a984-5116bb264a52 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:39:55.896762 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e68f94d8-4a26-4bbb-a984-5116bb264a52 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:55.918993 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-e68f94d8-4a26-4bbb-a984-5116bb264a52 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] device_id is not set on port 00ab1d65-4a1a-4ced-aa63-0a98689b055c yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:39:56.109187 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e68f94d8-4a26-4bbb-a984-5116bb264a52 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:56.247523 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e68f94d8-4a26-4bbb-a984-5116bb264a52 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:56.309754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f94d8-4a26-4bbb-a984-5116bb264a52 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=00ab1d65-4a1a-4ced-aa63-0a98689b055c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:56.319105 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68f94d8-4a26-4bbb-a984-5116bb264a52 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Checking segment: {'id': 'cb014943-c804-4b5f-ae91-411639e57bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:39:56.319105 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68f94d8-4a26-4bbb-a984-5116bb264a52 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network hostable DHCP agents. Network: 6a1ac119-a194-4e74-af3e-ed585fbfcda1, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:39:56.377916 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68f94d8-4a26-4bbb-a984-5116bb264a52 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:39:56.446726 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-e68f94d8-4a26-4bbb-a984-5116bb264a52 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 6a1ac119-a194-4e74-af3e-ed585fbfcda1) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:56.450711 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f94d8-4a26-4bbb-a984-5116bb264a52 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:56.456969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68f94d8-4a26-4bbb-a984-5116bb264a52 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:56.457623 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e68f94d8-4a26-4bbb-a984-5116bb264a52 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:56.462127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd6342d-a90f-4def-afad-ae8eb9ffe73e None None] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:39:56.546818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59412) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:56.563014 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59416) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:56.564381 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e68f94d8-4a26-4bbb-a984-5116bb264a52 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8431220 Jul 05 10:39:56.571306 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8f4c8344-8189-4e76-8af4-9b08a9ff9d42 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1175999868'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:56.685656 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb4daad5-4d41-4584-b11b-c6f7257c7dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:56.703255 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4c8344-8189-4e76-8af4-9b08a9ff9d42 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:39:56.706903 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4c8344-8189-4e76-8af4-9b08a9ff9d42 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:56.731651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4c8344-8189-4e76-8af4-9b08a9ff9d42 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:39:56.742262 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4c8344-8189-4e76-8af4-9b08a9ff9d42 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:56.743232 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-8f4c8344-8189-4e76-8af4-9b08a9ff9d42 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Added segment 8651cf93-7471-422b-8a0f-4abec80a6850 of type vlan for network 0c679d29-f1f0-487b-b021-1e210f327d6e Jul 05 10:39:56.788088 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb4daad5-4d41-4584-b11b-c6f7257c7dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:56.793833 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4c8344-8189-4e76-8af4-9b08a9ff9d42 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:56.846393 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb4daad5-4d41-4584-b11b-c6f7257c7dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:56.887963 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bb4daad5-4d41-4584-b11b-c6f7257c7dcd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b665fe017bb440aaa4a5aa2d89d24078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399434 Jul 05 10:39:56.889209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4daad5-4d41-4584-b11b-c6f7257c7dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3e82eb-916b-499c-8ce9-45cda7b9958a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:56.890709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59422) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:56.899532 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4c8344-8189-4e76-8af4-9b08a9ff9d42 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:56.906080 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4c8344-8189-4e76-8af4-9b08a9ff9d42 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:56.906743 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4c8344-8189-4e76-8af4-9b08a9ff9d42 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:57.005492 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c8344-8189-4e76-8af4-9b08a9ff9d42 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Network': ['ID=0c679d29-f1f0-487b-b021-1e210f327d6e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:57.008391 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8f4c8344-8189-4e76-8af4-9b08a9ff9d42 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4429746 Jul 05 10:39:57.012385 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59426) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:57.016923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 0c679d29-f1f0-487b-b021-1e210f327d6e details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:39:57.018408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'ports': [{'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1'}, {'network_id': '0c679d29-f1f0-487b-b021-1e210f327d6e'}]} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:57.018836 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-91cf1f51-b8c4-4816-80ac-2442877031d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:57.018962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:57.019379 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'network_id': '0c679d29-f1f0-487b-b021-1e210f327d6e'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:39:57.042429 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-91cf1f51-b8c4-4816-80ac-2442877031d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:57.178150 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-91cf1f51-b8c4-4816-80ac-2442877031d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:57.182183 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-91cf1f51-b8c4-4816-80ac-2442877031d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:57.186284 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-91cf1f51-b8c4-4816-80ac-2442877031d6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c3e82eb-916b-499c-8ce9-45cda7b9958a HTTP/1.1" status: 204 len: 168 time: 0.2916028 Jul 05 10:39:57.192377 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf1f51-b8c4-4816-80ac-2442877031d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3e82eb-916b-499c-8ce9-45cda7b9958a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:57.258301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'port': 2} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:39:57.263092 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:57.277526 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:57.358720 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] device_id is not set on port b06e1608-9a0a-4ada-964c-13f80ca75ac5 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:39:57.497329 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:57.581126 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] device_id is not set on port 39c50930-7995-4c73-a465-36e3faa968e7 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:39:57.701697 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:57.801161 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:57.843058 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:39:57.846424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:57.850373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:57.851854 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:57.873543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59448) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:57.884656 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=b06e1608-9a0a-4ada-964c-13f80ca75ac5,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:57.888785 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f90652ff-78ff-422f-91bf-61310edaa903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:57.947421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=39c50930-7995-4c73-a465-36e3faa968e7,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:57.953070 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Checking segment: {'id': '8651cf93-7471-422b-8a0f-4abec80a6850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0c679d29-f1f0-487b-b021-1e210f327d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:39:57.953435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network hostable DHCP agents. Network: 0c679d29-f1f0-487b-b021-1e210f327d6e, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:39:58.000467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f90652ff-78ff-422f-91bf-61310edaa903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:58.035314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 0c679d29-f1f0-487b-b021-1e210f327d6e is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:39:58.058740 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f90652ff-78ff-422f-91bf-61310edaa903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:58.101366 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f90652ff-78ff-422f-91bf-61310edaa903 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0ee099a76d984f3f872a162ded5c2066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266188 Jul 05 10:39:58.102884 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90652ff-78ff-422f-91bf-61310edaa903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53dae86-2570-41fb-93fe-55a2eb751334,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:58.106154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59450) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:58.121085 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 0c679d29-f1f0-487b-b021-1e210f327d6e) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:39:58.125306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:39:58.132509 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31094141-2815-4f28-bb40-8a2d9b9f1988 None None] Network 0c679d29-f1f0-487b-b021-1e210f327d6e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:39:58.133107 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:58.139906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:58.140560 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:58.172781 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6e2a8072-aba9-4599-9b0c-37d44ef0388b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:58.200443 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6e2a8072-aba9-4599-9b0c-37d44ef0388b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:58.265250 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5cf04a66-256e-4f7c-bf7b-43e487868af3 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2516372 Jul 05 10:39:58.267816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59454) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:58.355009 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6e2a8072-aba9-4599-9b0c-37d44ef0388b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:58.357511 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6e2a8072-aba9-4599-9b0c-37d44ef0388b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:58.361122 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6e2a8072-aba9-4599-9b0c-37d44ef0388b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f53dae86-2570-41fb-93fe-55a2eb751334 HTTP/1.1" status: 204 len: 168 time: 0.2516212 Jul 05 10:39:58.367455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a8072-aba9-4599-9b0c-37d44ef0388b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53dae86-2570-41fb-93fe-55a2eb751334,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:58.397602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-f3cb7085-6e3b-423f-8d86-638a23a29c8e tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 39c50930-7995-4c73-a465-36e3faa968e7 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:58.398088 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7085-6e3b-423f-8d86-638a23a29c8e tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:58.477539 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7085-6e3b-423f-8d86-638a23a29c8e tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:58.494921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-f3cb7085-6e3b-423f-8d86-638a23a29c8e tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 39c50930-7995-4c73-a465-36e3faa968e7 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:58.653881 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7085-6e3b-423f-8d86-638a23a29c8e tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:58.688965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb7085-6e3b-423f-8d86-638a23a29c8e tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=39c50930-7995-4c73-a465-36e3faa968e7,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:58.695211 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7085-6e3b-423f-8d86-638a23a29c8e tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:58.700168 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f3cb7085-6e3b-423f-8d86-638a23a29c8e tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/39c50930-7995-4c73-a465-36e3faa968e7 HTTP/1.1" status: 204 len: 168 time: 0.4289489 Jul 05 10:39:58.700465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59460) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:59.144491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4f440a-80cf-4883-b80b-9077ad36708e tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:59.151048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4f440a-80cf-4883-b80b-9077ad36708e tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:59.160145 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2e4f440a-80cf-4883-b80b-9077ad36708e tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4529958 Jul 05 10:39:59.161366 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59472) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:59.271607 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-0f870397-f6fc-4048-8663-1305aeb74f10 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port b06e1608-9a0a-4ada-964c-13f80ca75ac5 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:39:59.271607 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f870397-f6fc-4048-8663-1305aeb74f10 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:59.356452 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f870397-f6fc-4048-8663-1305aeb74f10 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:59.378398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-0f870397-f6fc-4048-8663-1305aeb74f10 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for b06e1608-9a0a-4ada-964c-13f80ca75ac5 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:39:59.527256 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f870397-f6fc-4048-8663-1305aeb74f10 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:59.560192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f870397-f6fc-4048-8663-1305aeb74f10 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=b06e1608-9a0a-4ada-964c-13f80ca75ac5,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:39:59.566581 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f870397-f6fc-4048-8663-1305aeb74f10 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:59.571525 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0f870397-f6fc-4048-8663-1305aeb74f10 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/b06e1608-9a0a-4ada-964c-13f80ca75ac5 HTTP/1.1" status: 204 len: 168 time: 0.4104552 Jul 05 10:39:59.571922 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59482) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:59.687975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b19cd6d-8a9e-4bee-a3a0-ceeed0ff07bc tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:39:59.690490 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4b19cd6d-8a9e-4bee-a3a0-ceeed0ff07bc tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1173558 Jul 05 10:39:59.694413 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59486) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:59.724109 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe74a8e-33da-48da-be16-1ea96d357101 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] GET failed (client error): The resource could not be found. Jul 05 10:39:59.725792 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ffe74a8e-33da-48da-be16-1ea96d357101 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/39c50930-7995-4c73-a465-36e3faa968e7 HTTP/1.1" status: 404 len: 333 time: 0.0304065 Jul 05 10:39:59.730334 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59488) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:59.760473 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5657061-3b58-43e1-8735-c80386329a17 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] GET failed (client error): The resource could not be found. Jul 05 10:39:59.765708 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d5657061-3b58-43e1-8735-c80386329a17 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/b06e1608-9a0a-4ada-964c-13f80ca75ac5 HTTP/1.1" status: 404 len: 333 time: 0.0305586 Jul 05 10:39:59.766177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59490) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:39:59.852838 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ccfc873-347d-48c1-9ad6-fa9e7f8995a7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:59.962570 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ccfc873-347d-48c1-9ad6-fa9e7f8995a7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:39:59.974818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4ccfc873-347d-48c1-9ad6-fa9e7f8995a7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c679d29-f1f0-487b-b021-1e210f327d6e']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:59.987507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4ccfc873-347d-48c1-9ad6-fa9e7f8995a7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8651cf93-7471-422b-8a0f-4abec80a6850') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:59.987837 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4ccfc873-347d-48c1-9ad6-fa9e7f8995a7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8651cf93-7471-422b-8a0f-4abec80a6850') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:39:59.998083 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ccfc873-347d-48c1-9ad6-fa9e7f8995a7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:00.016007 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ccfc873-347d-48c1-9ad6-fa9e7f8995a7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:00.024805 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccfc873-347d-48c1-9ad6-fa9e7f8995a7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:40:00.025318 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ccfc873-347d-48c1-9ad6-fa9e7f8995a7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:40:00.029329 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:40:00.155326 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ccfc873-347d-48c1-9ad6-fa9e7f8995a7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:00.176018 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ccfc873-347d-48c1-9ad6-fa9e7f8995a7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:00.181721 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4ccfc873-347d-48c1-9ad6-fa9e7f8995a7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/networks/0c679d29-f1f0-487b-b021-1e210f327d6e HTTP/1.1" status: 204 len: 168 time: 0.4107425 Jul 05 10:40:00.181721 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfc873-347d-48c1-9ad6-fa9e7f8995a7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Network': ['ID=0c679d29-f1f0-487b-b021-1e210f327d6e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:00.184151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59504) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:00.194096 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-bf41f0f9-2e6d-4162-8289-e55330875003 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1583631662'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:00.286155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf41f0f9-2e6d-4162-8289-e55330875003 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:00.291265 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf41f0f9-2e6d-4162-8289-e55330875003 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:00.317361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf41f0f9-2e6d-4162-8289-e55330875003 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:40:00.328794 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf41f0f9-2e6d-4162-8289-e55330875003 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:00.329143 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-bf41f0f9-2e6d-4162-8289-e55330875003 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Added segment d6533e0c-715a-42d6-8a5c-514a9f94704b of type vlan for network e1aa55dc-4b4c-407e-8f43-98f65d5536a1 Jul 05 10:40:00.374880 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf41f0f9-2e6d-4162-8289-e55330875003 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:00.447390 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf41f0f9-2e6d-4162-8289-e55330875003 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:00.453323 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf41f0f9-2e6d-4162-8289-e55330875003 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:00.454208 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf41f0f9-2e6d-4162-8289-e55330875003 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:00.534509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41f0f9-2e6d-4162-8289-e55330875003 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Network': ['ID=e1aa55dc-4b4c-407e-8f43-98f65d5536a1,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:00.551060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network e1aa55dc-4b4c-407e-8f43-98f65d5536a1 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:40:00.578765 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bf41f0f9-2e6d-4162-8289-e55330875003 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3924706 Jul 05 10:40:00.581815 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59514) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:00.588260 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b17e894c-8b29-470b-af1e-26b0c3fc2d97 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'subnet': {'network_id': 'e1aa55dc-4b4c-407e-8f43-98f65d5536a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:00.772531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17e894c-8b29-470b-af1e-26b0c3fc2d97 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:00.777252 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b17e894c-8b29-470b-af1e-26b0c3fc2d97 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:01.029718 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b17e894c-8b29-470b-af1e-26b0c3fc2d97 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:01.043700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59518) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:01.105817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e894c-8b29-470b-af1e-26b0c3fc2d97 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Subnet': ['ID=b1727847-0e9f-480f-abc0-f0919b0a2a34,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:01.114000 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17e894c-8b29-470b-af1e-26b0c3fc2d97 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Checking segment: {'id': 'd6533e0c-715a-42d6-8a5c-514a9f94704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e1aa55dc-4b4c-407e-8f43-98f65d5536a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:01.114400 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e894c-8b29-470b-af1e-26b0c3fc2d97 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network hostable DHCP agents. Network: e1aa55dc-4b4c-407e-8f43-98f65d5536a1, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:40:01.165588 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf88aa69-14fc-41ae-b0f7-e797fdb3ce0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:01.189921 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e894c-8b29-470b-af1e-26b0c3fc2d97 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network e1aa55dc-4b4c-407e-8f43-98f65d5536a1 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:40:01.257809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-b17e894c-8b29-470b-af1e-26b0c3fc2d97 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, e1aa55dc-4b4c-407e-8f43-98f65d5536a1) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:01.263758 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17e894c-8b29-470b-af1e-26b0c3fc2d97 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:01.264723 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b17e894c-8b29-470b-af1e-26b0c3fc2d97 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:01.273102 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db277d-7a4f-495f-b424-13083c18fe97 None None] Network e1aa55dc-4b4c-407e-8f43-98f65d5536a1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:01.278144 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf88aa69-14fc-41ae-b0f7-e797fdb3ce0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:01.327321 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf88aa69-14fc-41ae-b0f7-e797fdb3ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:01.367043 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b17e894c-8b29-470b-af1e-26b0c3fc2d97 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7824080 Jul 05 10:40:01.368407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59524) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:01.372822 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bf88aa69-14fc-41ae-b0f7-e797fdb3ce0d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c40f558a50d84f4099ae90310d279d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3277943 Jul 05 10:40:01.376138 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59526) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:01.377185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1e14b4c1-2b81-486c-8d62-2b5cc09a0d06 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'network_id': 'e1aa55dc-4b4c-407e-8f43-98f65d5536a1', 'name': 'tempest-PortsIpV6TestJSON-2011209405'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:01.380373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88aa69-14fc-41ae-b0f7-e797fdb3ce0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bfc49c-c4ed-4f6b-a6f8-1a75631800e5,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:01.444213 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-e1aa55dc-4b4c-407e-8f43-98f65d5536a1', 'network_id': 'e1aa55dc-4b4c-407e-8f43-98f65d5536a1', 'tenant_id': '09a6b974ea6f4195b07afe1e8ea8f6de', 'fixed_ips': [{'subnet_id': 'b1727847-0e9f-480f-abc0-f0919b0a2a34'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:40:01.445099 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:01.465161 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-794120ad-270e-4bb6-b7bf-a72d9aaebd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:01.497800 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-794120ad-270e-4bb6-b7bf-a72d9aaebd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:01.600838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e14b4c1-2b81-486c-8d62-2b5cc09a0d06 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:01.604772 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e14b4c1-2b81-486c-8d62-2b5cc09a0d06 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:01.619869 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Allocated IP 2001:db8::2 (e1aa55dc-4b4c-407e-8f43-98f65d5536a1/b1727847-0e9f-480f-abc0-f0919b0a2a34/8978c324-1a75-4a60-b359-f6bcee018b5b) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:01.624066 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-1e14b4c1-2b81-486c-8d62-2b5cc09a0d06 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] device_id is not set on port a8a3eac4-ded3-4ea6-a5f3-8788697c3518 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:01.624920 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-794120ad-270e-4bb6-b7bf-a72d9aaebd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:01.629598 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-794120ad-270e-4bb6-b7bf-a72d9aaebd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:01.646743 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-794120ad-270e-4bb6-b7bf-a72d9aaebd6f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e3bfc49c-c4ed-4f6b-a6f8-1a75631800e5 HTTP/1.1" status: 204 len: 168 time: 0.2682865 Jul 05 10:40:01.669228 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794120ad-270e-4bb6-b7bf-a72d9aaebd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bfc49c-c4ed-4f6b-a6f8-1a75631800e5,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:01.809415 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:01.818360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Transition to ACTIVE for port object 8978c324-1a75-4a60-b359-f6bcee018b5b will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:01.836635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Transition to ACTIVE for port object 8978c324-1a75-4a60-b359-f6bcee018b5b will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:01.916875 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:01.966322 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Network e1aa55dc-4b4c-407e-8f43-98f65d5536a1 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:01.970758 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:01.972864 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Pushing event updated for resources: {'Port': ['ID=8978c324-1a75-4a60-b359-f6bcee018b5b,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:01.975418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:01.997307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-1e14b4c1-2b81-486c-8d62-2b5cc09a0d06 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Allocated IP 2001:db8::1c6 (e1aa55dc-4b4c-407e-8f43-98f65d5536a1/b1727847-0e9f-480f-abc0-f0919b0a2a34/a8a3eac4-ded3-4ea6-a5f3-8788697c3518) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:02.040424 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Attempting to bind port 8978c324-1a75-4a60-b359-f6bcee018b5b on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:02.044670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Attempting to bind port 8978c324-1a75-4a60-b359-f6bcee018b5b by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'd6533e0c-715a-42d6-8a5c-514a9f94704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e1aa55dc-4b4c-407e-8f43-98f65d5536a1'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:02.044670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Attempting to bind port 8978c324-1a75-4a60-b359-f6bcee018b5b on network e1aa55dc-4b4c-407e-8f43-98f65d5536a1 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:02.047534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:40:02.048063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Checking segment: {'id': 'd6533e0c-715a-42d6-8a5c-514a9f94704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e1aa55dc-4b4c-407e-8f43-98f65d5536a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:02.048569 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.049074 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Bound using segment: {'id': 'd6533e0c-715a-42d6-8a5c-514a9f94704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e1aa55dc-4b4c-407e-8f43-98f65d5536a1'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:40:02.049655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Bound port: 8978c324-1a75-4a60-b359-f6bcee018b5b, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6533e0c-715a-42d6-8a5c-514a9f94704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e1aa55dc-4b4c-407e-8f43-98f65d5536a1'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:40:02.050160 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.123593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] For port 8978c324-1a75-4a60-b359-f6bcee018b5b, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:40:02.130624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] For port 8978c324-1a75-4a60-b359-f6bcee018b5b, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8978c324-1a75-4a60-b359-f6bcee018b5b,segment=NetworkSegment(d6533e0c-715a-42d6-8a5c-514a9f94704b),segment_id=d6533e0c-715a-42d6-8a5c-514a9f94704b)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:40:02.191543 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e14b4c1-2b81-486c-8d62-2b5cc09a0d06 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.207792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-1e14b4c1-2b81-486c-8d62-2b5cc09a0d06 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Transition to ACTIVE for port object a8a3eac4-ded3-4ea6-a5f3-8788697c3518 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:02.235608 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.299688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c608c-599b-4b1f-9981-b82cbb45fb8e None None] Pushing event updated for resources: {'Port': ['ID=8978c324-1a75-4a60-b359-f6bcee018b5b,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:02.340363 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e14b4c1-2b81-486c-8d62-2b5cc09a0d06 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.386091 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e14b4c1-2b81-486c-8d62-2b5cc09a0d06 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network e1aa55dc-4b4c-407e-8f43-98f65d5536a1 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:02.392383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-1e14b4c1-2b81-486c-8d62-2b5cc09a0d06 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:02.395861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14b4c1-2b81-486c-8d62-2b5cc09a0d06 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:02.402724 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e14b4c1-2b81-486c-8d62-2b5cc09a0d06 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:02.402944 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1e14b4c1-2b81-486c-8d62-2b5cc09a0d06 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.409495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14b4c1-2b81-486c-8d62-2b5cc09a0d06 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=a8a3eac4-ded3-4ea6-a5f3-8788697c3518,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:02.440454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59534) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:02.454795 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b05050c4-776b-4f26-b9dd-34faccfd6590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.513506 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1e14b4c1-2b81-486c-8d62-2b5cc09a0d06 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1404946 Jul 05 10:40:02.514297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59536) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:02.620514 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b05050c4-776b-4f26-b9dd-34faccfd6590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.632152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-ef23927c-ef50-4f38-9042-76d3e9e21d27 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port a8a3eac4-ded3-4ea6-a5f3-8788697c3518 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:02.632152 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef23927c-ef50-4f38-9042-76d3e9e21d27 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.675178 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b05050c4-776b-4f26-b9dd-34faccfd6590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.719173 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b05050c4-776b-4f26-b9dd-34faccfd6590 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=33ac3f01c88042bda59cf226de1e1503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776020 Jul 05 10:40:02.720301 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05050c4-776b-4f26-b9dd-34faccfd6590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ada3ce-e6f0-48e7-96b6-306c7aedd065,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:02.721367 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef23927c-ef50-4f38-9042-76d3e9e21d27 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.722708 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59538) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:02.736485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-ef23927c-ef50-4f38-9042-76d3e9e21d27 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for a8a3eac4-ded3-4ea6-a5f3-8788697c3518 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:02.783219 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b81dfb4d-1bd3-42c2-8517-27c63e3d0db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.805500 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b81dfb4d-1bd3-42c2-8517-27c63e3d0db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.932163 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b81dfb4d-1bd3-42c2-8517-27c63e3d0db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.935061 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b81dfb4d-1bd3-42c2-8517-27c63e3d0db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.936426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b81dfb4d-1bd3-42c2-8517-27c63e3d0db0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/18ada3ce-e6f0-48e7-96b6-306c7aedd065 HTTP/1.1" status: 204 len: 168 time: 0.2127988 Jul 05 10:40:02.944858 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81dfb4d-1bd3-42c2-8517-27c63e3d0db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ada3ce-e6f0-48e7-96b6-306c7aedd065,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:02.960879 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef23927c-ef50-4f38-9042-76d3e9e21d27 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:02.991048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23927c-ef50-4f38-9042-76d3e9e21d27 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=a8a3eac4-ded3-4ea6-a5f3-8788697c3518,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:03.024661 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ef23927c-ef50-4f38-9042-76d3e9e21d27 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.026698 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ef23927c-ef50-4f38-9042-76d3e9e21d27 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/a8a3eac4-ded3-4ea6-a5f3-8788697c3518 HTTP/1.1" status: 204 len: 168 time: 0.5112970 Jul 05 10:40:03.029772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59542) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:03.058390 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-1748f637-f01f-432f-b99e-d622fc681145 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] DELETE failed (client error): The resource could not be found. Jul 05 10:40:03.059240 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1748f637-f01f-432f-b99e-d622fc681145 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:40:03.061407 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1748f637-f01f-432f-b99e-d622fc681145 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/a8a3eac4-ded3-4ea6-a5f3-8788697c3518 HTTP/1.1" status: 404 len: 333 time: 0.0304070 Jul 05 10:40:03.071146 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59544) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:03.103169 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7739130-ebf3-420e-ba99-ddc241b18aa8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] GET failed (client error): The resource could not be found. Jul 05 10:40:03.104837 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f7739130-ebf3-420e-ba99-ddc241b18aa8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/a8a3eac4-ded3-4ea6-a5f3-8788697c3518 HTTP/1.1" status: 404 len: 333 time: 0.0326343 Jul 05 10:40:03.116420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59546) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:03.182735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb2bc86-58fc-4f5c-8315-bdfcd7015872 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting subnet b1727847-0e9f-480f-abc0-f0919b0a2a34 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:40:03.186276 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0cb2bc86-58fc-4f5c-8315-bdfcd7015872 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.241427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0cb2bc86-58fc-4f5c-8315-bdfcd7015872 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.270432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8978c324-1a75-4a60-b359-f6bcee018b5b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:40:03.366312 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0cb2bc86-58fc-4f5c-8315-bdfcd7015872 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.375250 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4071967-0570-4e92-9950-a05a8d291e01 None None] Network e1aa55dc-4b4c-407e-8f43-98f65d5536a1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:03.430987 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 8978c324-1a75-4a60-b359-f6bcee018b5b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:03.511440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c8129bf9-5a2b-46ae-b569-1fdeb73c7602 None None] Provisioning for port 8978c324-1a75-4a60-b359-f6bcee018b5b completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:03.522726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c8129bf9-5a2b-46ae-b569-1fdeb73c7602 None None] Provisioning complete for port 8978c324-1a75-4a60-b359-f6bcee018b5b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:03.523203 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c8129bf9-5a2b-46ae-b569-1fdeb73c7602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.544268 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0cb2bc86-58fc-4f5c-8315-bdfcd7015872 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.578825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2bc86-58fc-4f5c-8315-bdfcd7015872 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Subnet': ['ID=b1727847-0e9f-480f-abc0-f0919b0a2a34,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:03.582834 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0cb2bc86-58fc-4f5c-8315-bdfcd7015872 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.589313 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0cb2bc86-58fc-4f5c-8315-bdfcd7015872 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/b1727847-0e9f-480f-abc0-f0919b0a2a34 HTTP/1.1" status: 204 len: 168 time: 0.4717696 Jul 05 10:40:03.589513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59564) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:03.676658 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c8129bf9-5a2b-46ae-b569-1fdeb73c7602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.701486 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.712498 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c8129bf9-5a2b-46ae-b569-1fdeb73c7602 None None] For port 8978c324-1a75-4a60-b359-f6bcee018b5b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8978c324-1a75-4a60-b359-f6bcee018b5b,segment=NetworkSegment(d6533e0c-715a-42d6-8a5c-514a9f94704b),segment_id=d6533e0c-715a-42d6-8a5c-514a9f94704b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:03.761486 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 8978c324-1a75-4a60-b359-f6bcee018b5b {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:03.762352 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.790037 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c8129bf9-5a2b-46ae-b569-1fdeb73c7602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.845673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] For port 8978c324-1a75-4a60-b359-f6bcee018b5b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8978c324-1a75-4a60-b359-f6bcee018b5b,segment=NetworkSegment(d6533e0c-715a-42d6-8a5c-514a9f94704b),segment_id=d6533e0c-715a-42d6-8a5c-514a9f94704b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:03.846136 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:03.853657 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8129bf9-5a2b-46ae-b569-1fdeb73c7602 None None] Pushing event updated for resources: {'Port': ['ID=8978c324-1a75-4a60-b359-f6bcee018b5b,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:03.862543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 8978c324-1a75-4a60-b359-f6bcee018b5b owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:03.917398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d18d71c-f2b2-4f33-bb87-66c2f4ee7590 None None] Network e1aa55dc-4b4c-407e-8f43-98f65d5536a1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:04.012292 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:04.019266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4dd9defc-31cd-4d32-8819-2e54bce66a29 None None] Could not find standard attr ID for object 8978c324-1a75-4a60-b359-f6bcee018b5b. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:40:04.048414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=8978c324-1a75-4a60-b359-f6bcee018b5b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:04.052483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No DVR routers for this DVR port 8978c324-1a75-4a60-b359-f6bcee018b5b on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:40:04.165343 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f171e49-17a6-4944-b3a1-779378f24e5b None None] DHCP port deletion for e1aa55dc-4b4c-407e-8f43-98f65d5536a1 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:40:04.166398 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:04.180999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1aa55dc-4b4c-407e-8f43-98f65d5536a1']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:04.193175 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6533e0c-715a-42d6-8a5c-514a9f94704b') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:04.193467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6533e0c-715a-42d6-8a5c-514a9f94704b') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:04.204055 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:04.218133 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:04.224177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:40:04.224601 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:40:04.228559 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:40:04.367216 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:04.373692 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:04.385454 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/networks/e1aa55dc-4b4c-407e-8f43-98f65d5536a1 HTTP/1.1" status: 204 len: 168 time: 0.7852676 Jul 05 10:40:04.386388 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59586) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:04.395611 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-cba24dd6-8fc2-4371-b2fe-8dd8d450dbf9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-290555117'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:04.410099 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25792c1f-16a0-45e5-8370-ea17b57725b0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Network': ['ID=e1aa55dc-4b4c-407e-8f43-98f65d5536a1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:04.492445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba24dd6-8fc2-4371-b2fe-8dd8d450dbf9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:04.496092 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cba24dd6-8fc2-4371-b2fe-8dd8d450dbf9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:04.523090 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba24dd6-8fc2-4371-b2fe-8dd8d450dbf9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:40:04.533991 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cba24dd6-8fc2-4371-b2fe-8dd8d450dbf9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:04.534232 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-cba24dd6-8fc2-4371-b2fe-8dd8d450dbf9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Added segment 4c38f892-8882-49ec-938e-b1ffa6bb1521 of type vlan for network 0efd4cd1-b93e-459b-b198-e0eab6db2409 Jul 05 10:40:04.579549 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cba24dd6-8fc2-4371-b2fe-8dd8d450dbf9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:04.686869 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cba24dd6-8fc2-4371-b2fe-8dd8d450dbf9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:04.692526 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba24dd6-8fc2-4371-b2fe-8dd8d450dbf9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:04.693155 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cba24dd6-8fc2-4371-b2fe-8dd8d450dbf9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:04.778657 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba24dd6-8fc2-4371-b2fe-8dd8d450dbf9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Network': ['ID=0efd4cd1-b93e-459b-b198-e0eab6db2409,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:04.791314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 0efd4cd1-b93e-459b-b198-e0eab6db2409 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:40:04.807997 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cba24dd6-8fc2-4371-b2fe-8dd8d450dbf9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4181466 Jul 05 10:40:04.814567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59602) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:04.819340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'subnet': {'network_id': '0efd4cd1-b93e-459b-b198-e0eab6db2409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:04.990150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:04.994395 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:05.214168 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8978c324-1a75-4a60-b359-f6bcee018b5b no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:40:05.235375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 8978c324-1a75-4a60-b359-f6bcee018b5b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:40:05.235782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8978c324-1a75-4a60-b359-f6bcee018b5b not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:40:05.275271 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:05.346362 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Subnet': ['ID=aecdfb53-027b-43da-bd4a-916189df69a7,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:05.355631 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Checking segment: {'id': '4c38f892-8882-49ec-938e-b1ffa6bb1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0efd4cd1-b93e-459b-b198-e0eab6db2409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:05.356033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network hostable DHCP agents. Network: 0efd4cd1-b93e-459b-b198-e0eab6db2409, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:40:05.359860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:05.363760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:05.363760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:05.363760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:05.363760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:05.363760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:05.363760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:05.363760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:05.363760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:05.363760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:05.363760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:05.363760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:05.458204 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 0efd4cd1-b93e-459b-b198-e0eab6db2409 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:40:05.460173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59610) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:05.527670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 0efd4cd1-b93e-459b-b198-e0eab6db2409) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:05.532344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:05.533137 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:05.538683 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ccbb32-2e73-4409-9104-ab76d4d8c6c7 None None] Network 0efd4cd1-b93e-459b-b198-e0eab6db2409 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:05.580505 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d34ae4c-2dc3-4570-b010-a73fe47b5be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:05.630263 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-94a55495-7a16-4136-9dc7-d81113de612c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8165255 Jul 05 10:40:05.632944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59614) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:05.641171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-44235ace-f13c-40df-aee5-124e6ffe1374 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'network_id': '0efd4cd1-b93e-459b-b198-e0eab6db2409', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-651601277'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:05.693334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-0efd4cd1-b93e-459b-b198-e0eab6db2409', 'network_id': '0efd4cd1-b93e-459b-b198-e0eab6db2409', 'tenant_id': '09a6b974ea6f4195b07afe1e8ea8f6de', 'fixed_ips': [{'subnet_id': 'aecdfb53-027b-43da-bd4a-916189df69a7'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:40:05.694231 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:05.807891 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d34ae4c-2dc3-4570-b010-a73fe47b5be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:05.834219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Allocated IP 2001:db8::2 (0efd4cd1-b93e-459b-b198-e0eab6db2409/aecdfb53-027b-43da-bd4a-916189df69a7/69299cf9-8941-44e5-86b2-4302fabca37b) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:05.882535 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d34ae4c-2dc3-4570-b010-a73fe47b5be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:05.925457 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9d34ae4c-2dc3-4570-b010-a73fe47b5be7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5179abb7f6a444e7bec3d9019feff872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4640782 Jul 05 10:40:05.928069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59616) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:05.940103 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34ae4c-2dc3-4570-b010-a73fe47b5be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb0f2c0-5fbb-4691-9a83-20d9655c022e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:05.982333 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64005399-c3fa-49ec-821d-4c0a0f052e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:05.991974 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:06.000780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44235ace-f13c-40df-aee5-124e6ffe1374 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:06.001038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Transition to ACTIVE for port object 69299cf9-8941-44e5-86b2-4302fabca37b will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:06.005052 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44235ace-f13c-40df-aee5-124e6ffe1374 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:06.007524 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64005399-c3fa-49ec-821d-4c0a0f052e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:06.017554 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Transition to ACTIVE for port object 69299cf9-8941-44e5-86b2-4302fabca37b will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:06.025332 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-44235ace-f13c-40df-aee5-124e6ffe1374 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] device_id is not set on port 20948d75-f5dd-4184-af5f-307b7135531c yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:06.081081 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:06.126005 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Network 0efd4cd1-b93e-459b-b198-e0eab6db2409 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:06.133766 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:06.136223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:06.138970 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64005399-c3fa-49ec-821d-4c0a0f052e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:06.142802 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-64005399-c3fa-49ec-821d-4c0a0f052e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:06.146310 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-64005399-c3fa-49ec-821d-4c0a0f052e74 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0eb0f2c0-5fbb-4691-9a83-20d9655c022e HTTP/1.1" status: 204 len: 168 time: 0.2147028 Jul 05 10:40:06.146488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Pushing event updated for resources: {'Port': ['ID=69299cf9-8941-44e5-86b2-4302fabca37b,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:06.154317 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64005399-c3fa-49ec-821d-4c0a0f052e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb0f2c0-5fbb-4691-9a83-20d9655c022e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:06.159233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-44235ace-f13c-40df-aee5-124e6ffe1374 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Allocated IP 2001:db8::11c (0efd4cd1-b93e-459b-b198-e0eab6db2409/aecdfb53-027b-43da-bd4a-916189df69a7/20948d75-f5dd-4184-af5f-307b7135531c) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:06.222528 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Attempting to bind port 69299cf9-8941-44e5-86b2-4302fabca37b on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:06.222953 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Attempting to bind port 69299cf9-8941-44e5-86b2-4302fabca37b by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '4c38f892-8882-49ec-938e-b1ffa6bb1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0efd4cd1-b93e-459b-b198-e0eab6db2409'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:06.223316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Attempting to bind port 69299cf9-8941-44e5-86b2-4302fabca37b on network 0efd4cd1-b93e-459b-b198-e0eab6db2409 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:06.234957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:40:06.234957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Checking segment: {'id': '4c38f892-8882-49ec-938e-b1ffa6bb1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0efd4cd1-b93e-459b-b198-e0eab6db2409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:06.234957 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:06.234957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Bound using segment: {'id': '4c38f892-8882-49ec-938e-b1ffa6bb1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0efd4cd1-b93e-459b-b198-e0eab6db2409'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:40:06.234957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Bound port: 69299cf9-8941-44e5-86b2-4302fabca37b, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c38f892-8882-49ec-938e-b1ffa6bb1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0efd4cd1-b93e-459b-b198-e0eab6db2409'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:40:06.234957 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:06.316585 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] For port 69299cf9-8941-44e5-86b2-4302fabca37b, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:40:06.321033 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] For port 69299cf9-8941-44e5-86b2-4302fabca37b, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=69299cf9-8941-44e5-86b2-4302fabca37b,segment=NetworkSegment(4c38f892-8882-49ec-938e-b1ffa6bb1521),segment_id=4c38f892-8882-49ec-938e-b1ffa6bb1521)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:40:06.334029 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44235ace-f13c-40df-aee5-124e6ffe1374 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:06.350500 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-44235ace-f13c-40df-aee5-124e6ffe1374 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Transition to ACTIVE for port object 20948d75-f5dd-4184-af5f-307b7135531c will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:06.435976 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:06.492796 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44235ace-f13c-40df-aee5-124e6ffe1374 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:06.521593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d9db6-26e5-4c84-acfa-0d2bf3ec1398 None None] Pushing event updated for resources: {'Port': ['ID=69299cf9-8941-44e5-86b2-4302fabca37b,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:06.557108 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44235ace-f13c-40df-aee5-124e6ffe1374 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 0efd4cd1-b93e-459b-b198-e0eab6db2409 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:06.565031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-44235ace-f13c-40df-aee5-124e6ffe1374 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:06.577892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44235ace-f13c-40df-aee5-124e6ffe1374 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:06.588745 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44235ace-f13c-40df-aee5-124e6ffe1374 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:06.588745 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44235ace-f13c-40df-aee5-124e6ffe1374 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:06.597813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44235ace-f13c-40df-aee5-124e6ffe1374 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=20948d75-f5dd-4184-af5f-307b7135531c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:06.694102 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-44235ace-f13c-40df-aee5-124e6ffe1374 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0548410 Jul 05 10:40:06.694387 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59630) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:06.821736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-a18aabb5-ed5f-4006-a009-57f2eef9916d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 20948d75-f5dd-4184-af5f-307b7135531c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:06.822329 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a18aabb5-ed5f-4006-a009-57f2eef9916d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:06.926083 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a18aabb5-ed5f-4006-a009-57f2eef9916d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:06.939707 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-a18aabb5-ed5f-4006-a009-57f2eef9916d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 20948d75-f5dd-4184-af5f-307b7135531c owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:07.144052 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a18aabb5-ed5f-4006-a009-57f2eef9916d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:07.202079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18aabb5-ed5f-4006-a009-57f2eef9916d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=20948d75-f5dd-4184-af5f-307b7135531c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:07.234965 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a18aabb5-ed5f-4006-a009-57f2eef9916d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:07.239594 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a18aabb5-ed5f-4006-a009-57f2eef9916d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/20948d75-f5dd-4184-af5f-307b7135531c HTTP/1.1" status: 204 len: 168 time: 0.5418255 Jul 05 10:40:07.240064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59652) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:07.294059 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7eff993-5081-4159-9285-76ee8ca48cb2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] GET failed (client error): The resource could not be found. Jul 05 10:40:07.301642 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f7eff993-5081-4159-9285-76ee8ca48cb2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/20948d75-f5dd-4184-af5f-307b7135531c HTTP/1.1" status: 404 len: 333 time: 0.0604448 Jul 05 10:40:07.307689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59656) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:07.324476 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 69299cf9-8941-44e5-86b2-4302fabca37b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:40:07.370803 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-4484e3bd-a0e7-4ec0-a2b0-9cd82ad3a51b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting subnet aecdfb53-027b-43da-bd4a-916189df69a7 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:40:07.374777 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4484e3bd-a0e7-4ec0-a2b0-9cd82ad3a51b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:07.424966 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4484e3bd-a0e7-4ec0-a2b0-9cd82ad3a51b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:07.463981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 69299cf9-8941-44e5-86b2-4302fabca37b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:07.525308 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4484e3bd-a0e7-4ec0-a2b0-9cd82ad3a51b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:07.658905 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4484e3bd-a0e7-4ec0-a2b0-9cd82ad3a51b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:07.691669 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83b79a3-d004-4845-b455-04a1fc497aa9 None None] Network 0efd4cd1-b93e-459b-b198-e0eab6db2409 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:07.693071 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484e3bd-a0e7-4ec0-a2b0-9cd82ad3a51b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Subnet': ['ID=aecdfb53-027b-43da-bd4a-916189df69a7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:07.701860 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4484e3bd-a0e7-4ec0-a2b0-9cd82ad3a51b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:07.709742 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59662) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:07.719449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4484e3bd-a0e7-4ec0-a2b0-9cd82ad3a51b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/aecdfb53-027b-43da-bd4a-916189df69a7 HTTP/1.1" status: 204 len: 168 time: 0.4104607 Jul 05 10:40:07.811586 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:07.883555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 69299cf9-8941-44e5-86b2-4302fabca37b {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:07.884223 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:07.903603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-61d1ab74-8369-4916-8363-084d46e266dd None None] Provisioning for port 69299cf9-8941-44e5-86b2-4302fabca37b completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:07.907735 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-61d1ab74-8369-4916-8363-084d46e266dd None None] Provisioning complete for port 69299cf9-8941-44e5-86b2-4302fabca37b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:07.908113 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-61d1ab74-8369-4916-8363-084d46e266dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:07.944495 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b214c120-1379-49f2-9541-bb25ec5cd45f None None] DHCP port deletion for 0efd4cd1-b93e-459b-b198-e0eab6db2409 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:40:07.962625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] For port 69299cf9-8941-44e5-86b2-4302fabca37b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=69299cf9-8941-44e5-86b2-4302fabca37b,segment=NetworkSegment(4c38f892-8882-49ec-938e-b1ffa6bb1521),segment_id=4c38f892-8882-49ec-938e-b1ffa6bb1521)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:07.963246 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:07.978713 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 69299cf9-8941-44e5-86b2-4302fabca37b owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:08.046657 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-61d1ab74-8369-4916-8363-084d46e266dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:08.058217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b214c120-1379-49f2-9541-bb25ec5cd45f None None] Deleting port 69299cf9-8941-44e5-86b2-4302fabca37b {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:08.062828 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b214c120-1379-49f2-9541-bb25ec5cd45f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:08.148858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b214c120-1379-49f2-9541-bb25ec5cd45f None None] For port 69299cf9-8941-44e5-86b2-4302fabca37b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=69299cf9-8941-44e5-86b2-4302fabca37b,segment=NetworkSegment(4c38f892-8882-49ec-938e-b1ffa6bb1521),segment_id=4c38f892-8882-49ec-938e-b1ffa6bb1521)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:08.149616 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b214c120-1379-49f2-9541-bb25ec5cd45f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:08.165756 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b214c120-1379-49f2-9541-bb25ec5cd45f None None] Calling delete_port for 69299cf9-8941-44e5-86b2-4302fabca37b owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:08.286933 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:08.302512 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-61d1ab74-8369-4916-8363-084d46e266dd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:40:08.302512 n-d-779913-27 neutron-server[100777]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 05 10:40:08.302512 n-d-779913-27 neutron-server[100777]: [parameters: {'status': 'ACTIVE', 'ports_id': '69299cf9-8941-44e5-86b2-4302fabca37b'}] Jul 05 10:40:08.302512 n-d-779913-27 neutron-server[100777]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:40:08.302512 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-61d1ab74-8369-4916-8363-084d46e266dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:40:08.312133 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b214c120-1379-49f2-9541-bb25ec5cd45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:08.344971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214c120-1379-49f2-9541-bb25ec5cd45f None None] Pushing event deleted for resources: {'Port': ['ID=69299cf9-8941-44e5-86b2-4302fabca37b,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:08.348993 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214c120-1379-49f2-9541-bb25ec5cd45f None None] No DVR routers for this DVR port 69299cf9-8941-44e5-86b2-4302fabca37b on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:40:08.349457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No DVR routers for this DVR port 69299cf9-8941-44e5-86b2-4302fabca37b on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:40:08.376125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=69299cf9-8941-44e5-86b2-4302fabca37b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:08.447593 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:08.455321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efd4cd1-b93e-459b-b198-e0eab6db2409']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:08.468108 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c38f892-8882-49ec-938e-b1ffa6bb1521') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:08.468373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c38f892-8882-49ec-938e-b1ffa6bb1521') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:08.485145 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:08.499843 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:08.506088 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:40:08.506488 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:40:08.509678 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:40:08.663816 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:08.668601 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:08.671068 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/networks/0efd4cd1-b93e-459b-b198-e0eab6db2409 HTTP/1.1" status: 204 len: 168 time: 0.9602797 Jul 05 10:40:08.674638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59694) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:08.680618 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e587ffff-f964-4eaa-8e7f-8a4f63d11383 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'name': 'tempest-PortsIpV6TestJSON-186854460'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:08.693627 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e502ac9-79f4-40ab-a7f6-840e77a5447c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Network': ['ID=0efd4cd1-b93e-459b-b198-e0eab6db2409,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:08.823685 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-61d1ab74-8369-4916-8363-084d46e266dd None None] Port 69299cf9-8941-44e5-86b2-4302fabca37b update to ACTIVE by agent not found {{(pid=100777) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 10:40:08.885041 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e587ffff-f964-4eaa-8e7f-8a4f63d11383 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:08.889139 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e587ffff-f964-4eaa-8e7f-8a4f63d11383 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:08.909932 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-e587ffff-f964-4eaa-8e7f-8a4f63d11383 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] device_id is not set on port b9ff27b6-b31a-4ff3-8ba4-0054bde94068 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:09.081154 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e587ffff-f964-4eaa-8e7f-8a4f63d11383 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:09.215571 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 69299cf9-8941-44e5-86b2-4302fabca37b no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:40:09.236485 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 69299cf9-8941-44e5-86b2-4302fabca37b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:40:09.236827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 69299cf9-8941-44e5-86b2-4302fabca37b not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:40:09.246917 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e587ffff-f964-4eaa-8e7f-8a4f63d11383 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:09.295357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e587ffff-f964-4eaa-8e7f-8a4f63d11383 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:09.298651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-e587ffff-f964-4eaa-8e7f-8a4f63d11383 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:09.304734 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587ffff-f964-4eaa-8e7f-8a4f63d11383 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:09.310316 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e587ffff-f964-4eaa-8e7f-8a4f63d11383 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:09.310925 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e587ffff-f964-4eaa-8e7f-8a4f63d11383 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:09.321373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587ffff-f964-4eaa-8e7f-8a4f63d11383 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=b9ff27b6-b31a-4ff3-8ba4-0054bde94068,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:09.413200 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e587ffff-f964-4eaa-8e7f-8a4f63d11383 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7371967 Jul 05 10:40:09.415685 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59728) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:09.515405 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-954e42dc-ec7f-4cc7-b0d7-4f53a10e2a8d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port b9ff27b6-b31a-4ff3-8ba4-0054bde94068 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:09.515786 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-954e42dc-ec7f-4cc7-b0d7-4f53a10e2a8d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:09.591036 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-954e42dc-ec7f-4cc7-b0d7-4f53a10e2a8d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:09.606664 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-954e42dc-ec7f-4cc7-b0d7-4f53a10e2a8d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for b9ff27b6-b31a-4ff3-8ba4-0054bde94068 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:09.754912 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-954e42dc-ec7f-4cc7-b0d7-4f53a10e2a8d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:09.795895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e42dc-ec7f-4cc7-b0d7-4f53a10e2a8d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=b9ff27b6-b31a-4ff3-8ba4-0054bde94068,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:09.809432 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-954e42dc-ec7f-4cc7-b0d7-4f53a10e2a8d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:09.815197 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-954e42dc-ec7f-4cc7-b0d7-4f53a10e2a8d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/b9ff27b6-b31a-4ff3-8ba4-0054bde94068 HTTP/1.1" status: 204 len: 168 time: 0.3943903 Jul 05 10:40:09.815197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59754) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:09.819930 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d080cd85-0655-4bd3-8c34-600186f68881 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'mac_address': 'fa:16:3e:71:c7:fc', 'name': 'tempest-PortsIpV6TestJSON-221377729'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:10.132204 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d080cd85-0655-4bd3-8c34-600186f68881 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:10.197881 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d080cd85-0655-4bd3-8c34-600186f68881 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:10.221033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-d080cd85-0655-4bd3-8c34-600186f68881 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] device_id is not set on port 4f7b645d-115e-466f-b75a-6a1f254564df yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:10.388621 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d080cd85-0655-4bd3-8c34-600186f68881 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:10.510673 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d080cd85-0655-4bd3-8c34-600186f68881 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:10.560721 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080cd85-0655-4bd3-8c34-600186f68881 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:10.567670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-d080cd85-0655-4bd3-8c34-600186f68881 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:10.572485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080cd85-0655-4bd3-8c34-600186f68881 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:10.578492 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d080cd85-0655-4bd3-8c34-600186f68881 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:10.579172 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d080cd85-0655-4bd3-8c34-600186f68881 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:10.586479 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080cd85-0655-4bd3-8c34-600186f68881 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=4f7b645d-115e-466f-b75a-6a1f254564df,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:10.659047 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d080cd85-0655-4bd3-8c34-600186f68881 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8432524 Jul 05 10:40:10.662884 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59778) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:10.730505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a087868-50c8-4fe3-892c-85d9496c288d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:10.731949 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9a087868-50c8-4fe3-892c-85d9496c288d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/4f7b645d-115e-466f-b75a-6a1f254564df HTTP/1.1" status: 200 len: 844 time: 0.0688672 Jul 05 10:40:10.735039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59790) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:10.890122 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5836e705-d05c-4b67-bf22-d4a1e4e2d6a9 req-3c75a23a-5796-4cff-a8cc-2b7e26ed41d4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1164746 Jul 05 10:40:10.917862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-ab75fe55-9ce9-4f89-97da-df7a9eda91a0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 4f7b645d-115e-466f-b75a-6a1f254564df {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:10.918885 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ab75fe55-9ce9-4f89-97da-df7a9eda91a0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:11.028683 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ab75fe55-9ce9-4f89-97da-df7a9eda91a0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:11.045472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-ab75fe55-9ce9-4f89-97da-df7a9eda91a0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 4f7b645d-115e-466f-b75a-6a1f254564df owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:11.070696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836e705-d05c-4b67-bf22-d4a1e4e2d6a9 req-d9ece991-9844-4820-b7b9-7e7d1552d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:11.070696 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5836e705-d05c-4b67-bf22-d4a1e4e2d6a9 req-d9ece991-9844-4820-b7b9-7e7d1552d7a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0db45c2dca4479580634901fe459421&device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 1098 time: 0.1233931 Jul 05 10:40:11.103649 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1f4b11fc-c6a9-432f-a8cc-43e789efb255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:11.214936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836e705-d05c-4b67-bf22-d4a1e4e2d6a9 req-078fbd88-5eaa-4eb6-a847-ac9defa85e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:11.214936 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5836e705-d05c-4b67-bf22-d4a1e4e2d6a9 req-078fbd88-5eaa-4eb6-a847-ac9defa85e1e service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b HTTP/1.1" status: 200 len: 910 time: 0.1073239 Jul 05 10:40:11.281380 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5836e705-d05c-4b67-bf22-d4a1e4e2d6a9 req-7d3b32c5-300a-499c-9c35-4283b8368764 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a83ccf77-72f3-4dd5-976c-57a002616cf2 HTTP/1.1" status: 200 len: 1002 time: 0.0610335 Jul 05 10:40:11.286123 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ab75fe55-9ce9-4f89-97da-df7a9eda91a0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:11.339397 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75fe55-9ce9-4f89-97da-df7a9eda91a0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=4f7b645d-115e-466f-b75a-6a1f254564df,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:11.355952 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ab75fe55-9ce9-4f89-97da-df7a9eda91a0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:11.357836 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ab75fe55-9ce9-4f89-97da-df7a9eda91a0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/4f7b645d-115e-466f-b75a-6a1f254564df HTTP/1.1" status: 204 len: 168 time: 0.6207995 Jul 05 10:40:11.360739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59808) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:11.363439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836e705-d05c-4b67-bf22-d4a1e4e2d6a9 req-4d9be789-de5b-48d5-a88a-75452aabd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:11.364845 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5836e705-d05c-4b67-bf22-d4a1e4e2d6a9 req-4d9be789-de5b-48d5-a88a-75452aabd7dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a5d7e51-e61b-414b-abbc-5c54ef530103 HTTP/1.1" status: 200 len: 848 time: 0.0769765 Jul 05 10:40:11.389402 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c385d00-4085-4593-8c2c-10d709118d46 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] GET failed (client error): The resource could not be found. Jul 05 10:40:11.394610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7c385d00-4085-4593-8c2c-10d709118d46 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/4f7b645d-115e-466f-b75a-6a1f254564df HTTP/1.1" status: 404 len: 333 time: 0.0291667 Jul 05 10:40:11.394610 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59812) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:11.400548 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-594eaae7-e85b-4d7a-920a-6119a5047a72 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'name': 'tempest-PortsIpV6TestJSON-42927398'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:11.428555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836e705-d05c-4b67-bf22-d4a1e4e2d6a9 req-3352ee1b-e1f7-456c-86ef-2ea94e5851da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:11.430281 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5836e705-d05c-4b67-bf22-d4a1e4e2d6a9 req-3352ee1b-e1f7-456c-86ef-2ea94e5851da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588415 Jul 05 10:40:11.527768 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5836e705-d05c-4b67-bf22-d4a1e4e2d6a9 req-2f0730d3-a6a8-452d-a8bf-7e973fb45842 service neutron] 10.222.0.73 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903308 Jul 05 10:40:11.554943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594eaae7-e85b-4d7a-920a-6119a5047a72 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:11.558748 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-594eaae7-e85b-4d7a-920a-6119a5047a72 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:11.578243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-594eaae7-e85b-4d7a-920a-6119a5047a72 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] device_id is not set on port 93f9b646-3c24-48db-aad7-6927c9642b85 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:11.622619 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5836e705-d05c-4b67-bf22-d4a1e4e2d6a9 req-1439e564-dd2b-40c7-bb65-f1dedf217152 service neutron] 10.222.0.73 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888205 Jul 05 10:40:11.753295 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-594eaae7-e85b-4d7a-920a-6119a5047a72 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:11.869489 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-594eaae7-e85b-4d7a-920a-6119a5047a72 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:11.912787 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594eaae7-e85b-4d7a-920a-6119a5047a72 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:11.916864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-594eaae7-e85b-4d7a-920a-6119a5047a72 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:11.919273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594eaae7-e85b-4d7a-920a-6119a5047a72 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:11.926290 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594eaae7-e85b-4d7a-920a-6119a5047a72 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:11.926290 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-594eaae7-e85b-4d7a-920a-6119a5047a72 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:11.946422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594eaae7-e85b-4d7a-920a-6119a5047a72 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=93f9b646-3c24-48db-aad7-6927c9642b85,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:12.025381 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-594eaae7-e85b-4d7a-920a-6119a5047a72 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.6293466 Jul 05 10:40:12.029262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59832) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:12.035301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-edae86d4-1211-4526-95d6-0ee6786d3f86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:12.129226 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-edae86d4-1211-4526-95d6-0ee6786d3f86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:12.384251 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-edae86d4-1211-4526-95d6-0ee6786d3f86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:12.384251 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59844) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:12.384251 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-edae86d4-1211-4526-95d6-0ee6786d3f86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:12.410162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-edae86d4-1211-4526-95d6-0ee6786d3f86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] In _notify_port_updated(), no bound segment for port 93f9b646-3c24-48db-aad7-6927c9642b85 on network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:40:12.416266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae86d4-1211-4526-95d6-0ee6786d3f86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:12.416904 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-edae86d4-1211-4526-95d6-0ee6786d3f86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:12.421299 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-edae86d4-1211-4526-95d6-0ee6786d3f86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "PUT /v2.0/ports/93f9b646-3c24-48db-aad7-6927c9642b85 HTTP/1.1" status: 200 len: 818 time: 0.3876369 Jul 05 10:40:12.421526 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59852) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:12.468910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae86d4-1211-4526-95d6-0ee6786d3f86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=93f9b646-3c24-48db-aad7-6927c9642b85,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:12.525948 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-258844ef-b072-452f-97c4-2074a76ece18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:12.577866 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b7a027ae-9e0d-4342-8e66-945a8ccb1723 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 93f9b646-3c24-48db-aad7-6927c9642b85 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:12.582701 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b7a027ae-9e0d-4342-8e66-945a8ccb1723 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:12.679095 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b7a027ae-9e0d-4342-8e66-945a8ccb1723 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:12.701560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b7a027ae-9e0d-4342-8e66-945a8ccb1723 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 93f9b646-3c24-48db-aad7-6927c9642b85 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:12.781510 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-258844ef-b072-452f-97c4-2074a76ece18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:12.823573 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-258844ef-b072-452f-97c4-2074a76ece18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:12.872513 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-258844ef-b072-452f-97c4-2074a76ece18 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=942eb9b0a5204c90a3803c552e12af4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5053697 Jul 05 10:40:12.872513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258844ef-b072-452f-97c4-2074a76ece18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d640735-b8d2-46c1-ac12-e7c740c3e5ef,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:12.872872 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59860) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:12.878377 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b7a027ae-9e0d-4342-8e66-945a8ccb1723 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:12.910836 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a027ae-9e0d-4342-8e66-945a8ccb1723 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=93f9b646-3c24-48db-aad7-6927c9642b85,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:12.916942 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b7a027ae-9e0d-4342-8e66-945a8ccb1723 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:12.918909 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b7a027ae-9e0d-4342-8e66-945a8ccb1723 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/93f9b646-3c24-48db-aad7-6927c9642b85 HTTP/1.1" status: 204 len: 168 time: 0.4965920 Jul 05 10:40:12.921444 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59862) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:12.938151 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-99c2975e-6404-4c1b-8cd4-497324fca064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:12.969279 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-99c2975e-6404-4c1b-8cd4-497324fca064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:12.992287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef424410-5b01-4707-b379-ea098631a884 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:12.996292 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ef424410-5b01-4707-b379-ea098631a884 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0737972 Jul 05 10:40:12.997149 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59866) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:13.031991 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-af882ee8-e6ff-4da9-9c14-8a5713953792 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] GET failed (client error): The resource could not be found. Jul 05 10:40:13.033649 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-af882ee8-e6ff-4da9-9c14-8a5713953792 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/93f9b646-3c24-48db-aad7-6927c9642b85 HTTP/1.1" status: 404 len: 333 time: 0.0354762 Jul 05 10:40:13.037539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59868) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:13.045023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-88e11bdd-8d1d-4b39-aefa-e3ef3f948ea9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-79889315'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:13.149883 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-99c2975e-6404-4c1b-8cd4-497324fca064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:13.152447 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-99c2975e-6404-4c1b-8cd4-497324fca064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:13.153693 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-99c2975e-6404-4c1b-8cd4-497324fca064 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d640735-b8d2-46c1-ac12-e7c740c3e5ef HTTP/1.1" status: 204 len: 168 time: 0.2796059 Jul 05 10:40:13.155160 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e11bdd-8d1d-4b39-aefa-e3ef3f948ea9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:13.169053 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88e11bdd-8d1d-4b39-aefa-e3ef3f948ea9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:13.169745 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2975e-6404-4c1b-8cd4-497324fca064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d640735-b8d2-46c1-ac12-e7c740c3e5ef,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:13.211440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e11bdd-8d1d-4b39-aefa-e3ef3f948ea9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:40:13.221307 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88e11bdd-8d1d-4b39-aefa-e3ef3f948ea9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:13.221678 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-88e11bdd-8d1d-4b39-aefa-e3ef3f948ea9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Added segment 3c7d18bd-8ac3-4400-9729-34b7d207cf3b of type vlan for network 875c4bfe-6998-4b2c-a80e-7f9363ff40e9 Jul 05 10:40:13.272776 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88e11bdd-8d1d-4b39-aefa-e3ef3f948ea9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:13.351496 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:40:13.377908 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88e11bdd-8d1d-4b39-aefa-e3ef3f948ea9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:13.384395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e11bdd-8d1d-4b39-aefa-e3ef3f948ea9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:13.384998 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88e11bdd-8d1d-4b39-aefa-e3ef3f948ea9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:13.453581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e11bdd-8d1d-4b39-aefa-e3ef3f948ea9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Network': ['ID=875c4bfe-6998-4b2c-a80e-7f9363ff40e9,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:13.466439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 875c4bfe-6998-4b2c-a80e-7f9363ff40e9 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:40:13.482540 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-88e11bdd-8d1d-4b39-aefa-e3ef3f948ea9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4435334 Jul 05 10:40:13.485360 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59880) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:13.496348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-364f5887-5312-47d2-accc-d6dec633a433 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'subnet': {'network_id': '875c4bfe-6998-4b2c-a80e-7f9363ff40e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:13.606526 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3d77c505-3227-463c-9641-844cb6d8b705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:13.640902 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:13.674865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364f5887-5312-47d2-accc-d6dec633a433 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:13.678510 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-364f5887-5312-47d2-accc-d6dec633a433 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:13.899612 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59890) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:13.913358 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0da67104-89aa-4d1f-9b6d-5ccd17911e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:13.938216 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-364f5887-5312-47d2-accc-d6dec633a433 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:14.003695 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f5887-5312-47d2-accc-d6dec633a433 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Subnet': ['ID=747b27db-6b8e-4247-9478-2474a0be5a07,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:14.013284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364f5887-5312-47d2-accc-d6dec633a433 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Checking segment: {'id': '3c7d18bd-8ac3-4400-9729-34b7d207cf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '875c4bfe-6998-4b2c-a80e-7f9363ff40e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:14.013655 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364f5887-5312-47d2-accc-d6dec633a433 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network hostable DHCP agents. Network: 875c4bfe-6998-4b2c-a80e-7f9363ff40e9, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:40:14.018887 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0da67104-89aa-4d1f-9b6d-5ccd17911e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:14.155295 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0da67104-89aa-4d1f-9b6d-5ccd17911e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:14.194809 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0da67104-89aa-4d1f-9b6d-5ccd17911e0c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6faa0c5bd6d744b68618a35723ed5449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939203 Jul 05 10:40:14.195609 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da67104-89aa-4d1f-9b6d-5ccd17911e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d250b631-2dac-4e63-9fae-93ecb20594b0,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:14.197425 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59896) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:14.205721 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364f5887-5312-47d2-accc-d6dec633a433 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 875c4bfe-6998-4b2c-a80e-7f9363ff40e9 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:40:14.256903 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9728a3a-91eb-4362-8048-96653f7ff1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:14.283029 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9728a3a-91eb-4362-8048-96653f7ff1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:14.294581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-364f5887-5312-47d2-accc-d6dec633a433 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 875c4bfe-6998-4b2c-a80e-7f9363ff40e9) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:14.303465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364f5887-5312-47d2-accc-d6dec633a433 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:14.310544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781ea6a0-da32-4a6b-afe2-8446be455c3e None None] Network 875c4bfe-6998-4b2c-a80e-7f9363ff40e9 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:14.310715 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-364f5887-5312-47d2-accc-d6dec633a433 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:14.378261 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-364f5887-5312-47d2-accc-d6dec633a433 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8914955 Jul 05 10:40:14.381131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59900) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:14.386369 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-871caf21-f1f7-4633-87b1-c95a3d05a1c2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'subnet': {'network_id': '875c4bfe-6998-4b2c-a80e-7f9363ff40e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:14.443121 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9728a3a-91eb-4362-8048-96653f7ff1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:14.446842 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9728a3a-91eb-4362-8048-96653f7ff1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:14.449311 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d9728a3a-91eb-4362-8048-96653f7ff1d6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d250b631-2dac-4e63-9fae-93ecb20594b0 HTTP/1.1" status: 204 len: 168 time: 0.2501953 Jul 05 10:40:14.483065 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9728a3a-91eb-4362-8048-96653f7ff1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d250b631-2dac-4e63-9fae-93ecb20594b0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:14.647067 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-875c4bfe-6998-4b2c-a80e-7f9363ff40e9', 'network_id': '875c4bfe-6998-4b2c-a80e-7f9363ff40e9', 'tenant_id': '09a6b974ea6f4195b07afe1e8ea8f6de', 'fixed_ips': [{'subnet_id': '747b27db-6b8e-4247-9478-2474a0be5a07'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:40:14.647652 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:14.658019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871caf21-f1f7-4633-87b1-c95a3d05a1c2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:14.661686 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-871caf21-f1f7-4633-87b1-c95a3d05a1c2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:14.776119 n-d-779913-27 neutron-server[100776]: INFO neutron.db.ipam_backend_mixin [None req-871caf21-f1f7-4633-87b1-c95a3d05a1c2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 747b27db-6b8e-4247-9478-2474a0be5a07 (CIDR: 2001:db8::/64) Jul 05 10:40:14.818303 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-871caf21-f1f7-4633-87b1-c95a3d05a1c2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:40:14.818759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871caf21-f1f7-4633-87b1-c95a3d05a1c2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:40:14.853267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Allocated IP 2001:db8::2 (875c4bfe-6998-4b2c-a80e-7f9363ff40e9/747b27db-6b8e-4247-9478-2474a0be5a07/9d782057-5645-4a2c-8384-665aa8c01e95) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:14.905024 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-871caf21-f1f7-4633-87b1-c95a3d05a1c2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5227230 Jul 05 10:40:14.909290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59914) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:14.916042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d9bafcf8-fb6b-4b23-8e62-f657b97beca9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'subnet': {'network_id': '875c4bfe-6998-4b2c-a80e-7f9363ff40e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:15.066833 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:15.091396 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:15.099773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Transition to ACTIVE for port object 9d782057-5645-4a2c-8384-665aa8c01e95 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:15.115675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Transition to ACTIVE for port object 9d782057-5645-4a2c-8384-665aa8c01e95 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:15.229999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bafcf8-fb6b-4b23-8e62-f657b97beca9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:15.233688 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9bafcf8-fb6b-4b23-8e62-f657b97beca9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:15.276022 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:15.326417 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Network 875c4bfe-6998-4b2c-a80e-7f9363ff40e9 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:15.332365 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:15.336677 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:15.356125 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Pushing event updated for resources: {'Port': ['ID=9d782057-5645-4a2c-8384-665aa8c01e95,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:15.436217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Attempting to bind port 9d782057-5645-4a2c-8384-665aa8c01e95 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:15.436614 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Attempting to bind port 9d782057-5645-4a2c-8384-665aa8c01e95 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '3c7d18bd-8ac3-4400-9729-34b7d207cf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '875c4bfe-6998-4b2c-a80e-7f9363ff40e9'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:15.437071 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Attempting to bind port 9d782057-5645-4a2c-8384-665aa8c01e95 on network 875c4bfe-6998-4b2c-a80e-7f9363ff40e9 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:15.446760 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:40:15.447181 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Checking segment: {'id': '3c7d18bd-8ac3-4400-9729-34b7d207cf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '875c4bfe-6998-4b2c-a80e-7f9363ff40e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:15.447595 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:15.448033 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Bound using segment: {'id': '3c7d18bd-8ac3-4400-9729-34b7d207cf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '875c4bfe-6998-4b2c-a80e-7f9363ff40e9'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:40:15.448538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Bound port: 9d782057-5645-4a2c-8384-665aa8c01e95, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7d18bd-8ac3-4400-9729-34b7d207cf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '875c4bfe-6998-4b2c-a80e-7f9363ff40e9'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:40:15.448925 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:15.538450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] For port 9d782057-5645-4a2c-8384-665aa8c01e95, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:40:15.541857 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] For port 9d782057-5645-4a2c-8384-665aa8c01e95, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=9d782057-5645-4a2c-8384-665aa8c01e95,segment=NetworkSegment(3c7d18bd-8ac3-4400-9729-34b7d207cf3b),segment_id=3c7d18bd-8ac3-4400-9729-34b7d207cf3b)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:40:15.624131 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:15.693635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92116e38-3d4b-4981-aabb-a8a32b426aca None None] Pushing event updated for resources: {'Port': ['ID=9d782057-5645-4a2c-8384-665aa8c01e95,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:15.697912 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9bafcf8-fb6b-4b23-8e62-f657b97beca9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:15.757217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bafcf8-fb6b-4b23-8e62-f657b97beca9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 875c4bfe-6998-4b2c-a80e-7f9363ff40e9 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:15.761688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d9bafcf8-fb6b-4b23-8e62-f657b97beca9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:15.766316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bafcf8-fb6b-4b23-8e62-f657b97beca9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:15.767164 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9bafcf8-fb6b-4b23-8e62-f657b97beca9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:15.785436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bafcf8-fb6b-4b23-8e62-f657b97beca9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Subnet': ['ID=9b504ef6-82ca-49e3-ad30-08a82742adf2,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:15.880620 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d9bafcf8-fb6b-4b23-8e62-f657b97beca9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9699318 Jul 05 10:40:15.883297 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59946) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:15.892554 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-24861d5c-7d11-4364-88ee-cfbd403edd35 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'network_id': '875c4bfe-6998-4b2c-a80e-7f9363ff40e9', 'fixed_ips': [{'subnet_id': '747b27db-6b8e-4247-9478-2474a0be5a07'}, {'subnet_id': '9b504ef6-82ca-49e3-ad30-08a82742adf2'}], 'name': 'tempest-PortsIpV6TestJSON-193610146'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:16.121097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24861d5c-7d11-4364-88ee-cfbd403edd35 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:16.223084 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-24861d5c-7d11-4364-88ee-cfbd403edd35 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:16.241795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-24861d5c-7d11-4364-88ee-cfbd403edd35 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] device_id is not set on port 2947c77b-fca4-4670-bc30-2a6a64c16bac yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:16.571488 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-24861d5c-7d11-4364-88ee-cfbd403edd35 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Allocated IP 2001:db8::c7 (875c4bfe-6998-4b2c-a80e-7f9363ff40e9/747b27db-6b8e-4247-9478-2474a0be5a07/2947c77b-fca4-4670-bc30-2a6a64c16bac) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:16.585525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-24861d5c-7d11-4364-88ee-cfbd403edd35 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Allocated IP 2001:db8:0:1::5e (875c4bfe-6998-4b2c-a80e-7f9363ff40e9/9b504ef6-82ca-49e3-ad30-08a82742adf2/2947c77b-fca4-4670-bc30-2a6a64c16bac) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:16.756329 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-24861d5c-7d11-4364-88ee-cfbd403edd35 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:16.770951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-24861d5c-7d11-4364-88ee-cfbd403edd35 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Transition to ACTIVE for port object 2947c77b-fca4-4670-bc30-2a6a64c16bac will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:16.848421 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200b0ee1-bd05-4914-9e98-accec8c2566b None None] Network 875c4bfe-6998-4b2c-a80e-7f9363ff40e9 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:16.856887 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:16.881665 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 59976) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:16.898449 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-24861d5c-7d11-4364-88ee-cfbd403edd35 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:16.988972 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24861d5c-7d11-4364-88ee-cfbd403edd35 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 875c4bfe-6998-4b2c-a80e-7f9363ff40e9 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:16.998391 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-24861d5c-7d11-4364-88ee-cfbd403edd35 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:17.006234 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24861d5c-7d11-4364-88ee-cfbd403edd35 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:17.010832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2d69d098-c465-412f-b576-0391e3cb27b2 None None] Provisioning for port 9d782057-5645-4a2c-8384-665aa8c01e95 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:17.013460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24861d5c-7d11-4364-88ee-cfbd403edd35 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:17.014334 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-24861d5c-7d11-4364-88ee-cfbd403edd35 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:17.037538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24861d5c-7d11-4364-88ee-cfbd403edd35 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=2947c77b-fca4-4670-bc30-2a6a64c16bac,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:17.078432 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d85f329f-b1bb-473d-9b10-365b0d8cfbfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1971418811'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:17.149607 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b51337-fc68-461c-bb71-e7b78fb3a720 None None] Update dhcp port {'port': {'network_id': '875c4bfe-6998-4b2c-a80e-7f9363ff40e9', 'fixed_ips': [{'subnet_id': '747b27db-6b8e-4247-9478-2474a0be5a07', 'ip_address': '2001:db8::2'}, {'subnet_id': '9b504ef6-82ca-49e3-ad30-08a82742adf2'}], 'binding:host_id': 'n-d-779913-27'}, 'id': '9d782057-5645-4a2c-8384-665aa8c01e95'} from n-d-779913-27. {{(pid=100777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:40:17.188034 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f1b51337-fc68-461c-bb71-e7b78fb3a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:17.198592 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-24861d5c-7d11-4364-88ee-cfbd403edd35 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.3135636 Jul 05 10:40:17.201428 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 59982) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:17.207591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-7553b5e4-8e0c-41f8-98cc-888d2280b077 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '747b27db-6b8e-4247-9478-2474a0be5a07'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:17.280936 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85f329f-b1bb-473d-9b10-365b0d8cfbfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Made reservation on behalf of 370c0d0f731441caa315910db196981b for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:17.297429 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d85f329f-b1bb-473d-9b10-365b0d8cfbfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:17.310771 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d85f329f-b1bb-473d-9b10-365b0d8cfbfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:17.326932 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9d782057-5645-4a2c-8384-665aa8c01e95 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:40:17.441490 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d85f329f-b1bb-473d-9b10-365b0d8cfbfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:17.458455 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-f1b51337-fc68-461c-bb71-e7b78fb3a720 None None] Allocated IP 2001:db8:0:1::2 (875c4bfe-6998-4b2c-a80e-7f9363ff40e9/9b504ef6-82ca-49e3-ad30-08a82742adf2/9d782057-5645-4a2c-8384-665aa8c01e95) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:17.496621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 9d782057-5645-4a2c-8384-665aa8c01e95 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:17.532583 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d85f329f-b1bb-473d-9b10-365b0d8cfbfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:17.542634 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 9d782057-5645-4a2c-8384-665aa8c01e95 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:17.543461 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:17.561481 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85f329f-b1bb-473d-9b10-365b0d8cfbfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:40:17.588700 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d85f329f-b1bb-473d-9b10-365b0d8cfbfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:17.589422 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-d85f329f-b1bb-473d-9b10-365b0d8cfbfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Added segment 0c892ece-408c-454c-a4ec-50d72abd9977 of type vlan for network 90e3fe7b-de8d-42a8-92b2-93936469f67e Jul 05 10:40:17.592879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f329f-b1bb-473d-9b10-365b0d8cfbfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba89907-76f9-45d4-8cd8-4c04fcb89b1d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:17.652009 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d85f329f-b1bb-473d-9b10-365b0d8cfbfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:17.677737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f1b51337-fc68-461c-bb71-e7b78fb3a720 None None] For port 9d782057-5645-4a2c-8384-665aa8c01e95, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=9d782057-5645-4a2c-8384-665aa8c01e95,segment=NetworkSegment(3c7d18bd-8ac3-4400-9729-34b7d207cf3b),segment_id=3c7d18bd-8ac3-4400-9729-34b7d207cf3b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:17.680156 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:17.744585 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f1b51337-fc68-461c-bb71-e7b78fb3a720 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:17.754958 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d85f329f-b1bb-473d-9b10-365b0d8cfbfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:17.759159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f1b51337-fc68-461c-bb71-e7b78fb3a720 None None] Transition to ACTIVE for port object 9d782057-5645-4a2c-8384-665aa8c01e95 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:17.760988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85f329f-b1bb-473d-9b10-365b0d8cfbfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:17.761655 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d85f329f-b1bb-473d-9b10-365b0d8cfbfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:17.776826 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7553b5e4-8e0c-41f8-98cc-888d2280b077 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:17.802665 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f1b51337-fc68-461c-bb71-e7b78fb3a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:17.842485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f329f-b1bb-473d-9b10-365b0d8cfbfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Pushing event updated for resources: {'Network': ['ID=90e3fe7b-de8d-42a8-92b2-93936469f67e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:17.855815 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:40:17.856371 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:40:17.862223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 90e3fe7b-de8d-42a8-92b2-93936469f67e details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:40:17.893582 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d85f329f-b1bb-473d-9b10-365b0d8cfbfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0106380 Jul 05 10:40:18.044446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b51337-fc68-461c-bb71-e7b78fb3a720 None None] Pushing event updated for resources: {'Port': ['ID=9d782057-5645-4a2c-8384-665aa8c01e95,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:18.097426 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-7553b5e4-8e0c-41f8-98cc-888d2280b077 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Delete allocated IP 2001:db8:0:1::5e (875c4bfe-6998-4b2c-a80e-7f9363ff40e9/9b504ef6-82ca-49e3-ad30-08a82742adf2) {{(pid=100776) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 10:40:18.140527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60004) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:18.146264 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Request body: {'port': {'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e', 'binding:host_id': 'n-h1-779913-27', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937688'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:18.271134 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7553b5e4-8e0c-41f8-98cc-888d2280b077 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:18.286300 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Made reservation on behalf of 64218b80efd447dc835d52757827c5b2 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:18.287190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-7553b5e4-8e0c-41f8-98cc-888d2280b077 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Ignored duplicate provisioning block setup for port 2947c77b-fca4-4670-bc30-2a6a64c16bac by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 10:40:18.289516 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:18.366684 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7553b5e4-8e0c-41f8-98cc-888d2280b077 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:18.408820 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:18.465907 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 9d782057-5645-4a2c-8384-665aa8c01e95, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=9d782057-5645-4a2c-8384-665aa8c01e95,segment=NetworkSegment(3c7d18bd-8ac3-4400-9729-34b7d207cf3b),segment_id=3c7d18bd-8ac3-4400-9729-34b7d207cf3b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:18.466149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-7553b5e4-8e0c-41f8-98cc-888d2280b077 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] In _notify_port_updated(), no bound segment for port 2947c77b-fca4-4670-bc30-2a6a64c16bac on network 875c4bfe-6998-4b2c-a80e-7f9363ff40e9 {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:40:18.478123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7553b5e4-8e0c-41f8-98cc-888d2280b077 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:18.478123 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7553b5e4-8e0c-41f8-98cc-888d2280b077 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:18.478123 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7553b5e4-8e0c-41f8-98cc-888d2280b077 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "PUT /v2.0/ports/2947c77b-fca4-4670-bc30-2a6a64c16bac HTTP/1.1" status: 200 len: 924 time: 1.2719274 Jul 05 10:40:18.479111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60010) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:18.489717 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e70669db-c79d-4cae-afe3-bcbf5619dce5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '747b27db-6b8e-4247-9478-2474a0be5a07'}, {'subnet_id': '9b504ef6-82ca-49e3-ad30-08a82742adf2'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:18.532582 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553b5e4-8e0c-41f8-98cc-888d2280b077 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=2947c77b-fca4-4670-bc30-2a6a64c16bac,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:18.566696 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:18.613778 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e70669db-c79d-4cae-afe3-bcbf5619dce5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:18.702469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=9d782057-5645-4a2c-8384-665aa8c01e95,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:18.727959 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:18.870146 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:18.919453 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adc0e9c-f0fc-4fb1-9486-8cfd3ca0ab2f None None] Network 875c4bfe-6998-4b2c-a80e-7f9363ff40e9 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:18.955052 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:18.959707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] device_id is not set on port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:19.012875 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-e70669db-c79d-4cae-afe3-bcbf5619dce5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Allocated IP 2001:db8:0:1::95 (875c4bfe-6998-4b2c-a80e-7f9363ff40e9/9b504ef6-82ca-49e3-ad30-08a82742adf2/2947c77b-fca4-4670-bc30-2a6a64c16bac) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:19.110059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-48043be2-f1cd-4c38-891c-165b93c8d9ee None None] Provisioning for port 2947c77b-fca4-4670-bc30-2a6a64c16bac completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:19.115624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-48043be2-f1cd-4c38-891c-165b93c8d9ee None None] Provisioning complete for port 2947c77b-fca4-4670-bc30-2a6a64c16bac triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:19.116342 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48043be2-f1cd-4c38-891c-165b93c8d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:19.116603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1150b6ba-8877-4780-ac7f-1c7bf348ab90,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:19.169500 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-48043be2-f1cd-4c38-891c-165b93c8d9ee None None] Port 2947c77b-fca4-4670-bc30-2a6a64c16bac cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:19.209949 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e70669db-c79d-4cae-afe3-bcbf5619dce5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:19.231164 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-e70669db-c79d-4cae-afe3-bcbf5619dce5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Ignored duplicate provisioning block setup for port 2947c77b-fca4-4670-bc30-2a6a64c16bac by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 10:40:19.253687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] device_id is not set on port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:19.265105 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9d782057-5645-4a2c-8384-665aa8c01e95 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:40:19.268854 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:19.279948 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Transition to ACTIVE for port object e0e2ac52-739b-48aa-b3e6-6f59a0740e9d will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:19.314517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-48043be2-f1cd-4c38-891c-165b93c8d9ee None None] Provisioning for port 9d782057-5645-4a2c-8384-665aa8c01e95 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:19.318469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-48043be2-f1cd-4c38-891c-165b93c8d9ee None None] Provisioning complete for port 9d782057-5645-4a2c-8384-665aa8c01e95 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:19.318841 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48043be2-f1cd-4c38-891c-165b93c8d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:19.332184 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e70669db-c79d-4cae-afe3-bcbf5619dce5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:19.349324 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 9d782057-5645-4a2c-8384-665aa8c01e95 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:19.349594 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:19.424507 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:19.446408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-e70669db-c79d-4cae-afe3-bcbf5619dce5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] In _notify_port_updated(), no bound segment for port 2947c77b-fca4-4670-bc30-2a6a64c16bac on network 875c4bfe-6998-4b2c-a80e-7f9363ff40e9 {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:40:19.453420 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70669db-c79d-4cae-afe3-bcbf5619dce5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:19.454279 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e70669db-c79d-4cae-afe3-bcbf5619dce5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:19.455832 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e70669db-c79d-4cae-afe3-bcbf5619dce5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "PUT /v2.0/ports/2947c77b-fca4-4670-bc30-2a6a64c16bac HTTP/1.1" status: 200 len: 1009 time: 0.9710884 Jul 05 10:40:19.461324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60024) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:19.475276 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70669db-c79d-4cae-afe3-bcbf5619dce5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=2947c77b-fca4-4670-bc30-2a6a64c16bac,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:19.539416 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Checking segment: {'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:19.539829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Network hostable DHCP agents. Network: 90e3fe7b-de8d-42a8-92b2-93936469f67e, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:40:19.551157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Pushing event updated for resources: {'Port': ['ID=e0e2ac52-739b-48aa-b3e6-6f59a0740e9d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:19.591688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-46434225-a8d1-4dca-bc00-59aa9e6b362a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 2947c77b-fca4-4670-bc30-2a6a64c16bac {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:19.592188 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46434225-a8d1-4dca-bc00-59aa9e6b362a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:19.629042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6ea067ba-6c9d-4507-8690-0c3fba980fb3 None None] Provisioning complete for port 2947c77b-fca4-4670-bc30-2a6a64c16bac triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:19.629837 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6ea067ba-6c9d-4507-8690-0c3fba980fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:19.646404 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Network 90e3fe7b-de8d-42a8-92b2-93936469f67e is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:40:19.681758 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6ea067ba-6c9d-4507-8690-0c3fba980fb3 None None] Port 2947c77b-fca4-4670-bc30-2a6a64c16bac cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:19.693448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6ea067ba-6c9d-4507-8690-0c3fba980fb3 None None] Provisioning complete for port 9d782057-5645-4a2c-8384-665aa8c01e95 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:19.694492 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6ea067ba-6c9d-4507-8690-0c3fba980fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:19.696266 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46434225-a8d1-4dca-bc00-59aa9e6b362a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:19.717454 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-46434225-a8d1-4dca-bc00-59aa9e6b362a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 2947c77b-fca4-4670-bc30-2a6a64c16bac owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:19.726328 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 90e3fe7b-de8d-42a8-92b2-93936469f67e) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:19.736393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:19.741021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197aa562-c2ee-4622-bc4c-571688e7f17d None None] Network 90e3fe7b-de8d-42a8-92b2-93936469f67e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:19.773625 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:19.773625 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:19.773625 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:19.783886 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:19.784064 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:19.784515 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 2 to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d Jul 05 10:40:19.801169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:19.801610 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:19.801961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:19.807791 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:19.808360 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:19.809288 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 3 to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d Jul 05 10:40:19.835181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:19.835942 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:19.836622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:19.842711 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:19.843051 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:19.843635 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 4 to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d Jul 05 10:40:19.858373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:19.858917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:19.859430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:19.864387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:19.864968 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:19.865590 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 5 to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d Jul 05 10:40:19.883753 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:19.884423 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:19.884943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:19.890231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:19.890810 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:19.894224 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 6 to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d Jul 05 10:40:19.932685 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:19.933382 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:19.933897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:19.940868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:19.941595 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:19.942223 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 7 to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d Jul 05 10:40:19.961864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:19.962436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:19.962790 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:19.968268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:19.968840 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:19.969408 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 8 to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d Jul 05 10:40:19.987207 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:19.990739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:19.993442 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:20.005063 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:20.005642 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:20.006630 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 9 to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d Jul 05 10:40:20.024616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:20.025188 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:20.025532 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:20.030436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:20.030775 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:20.031167 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 10 to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d Jul 05 10:40:20.039464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8a80de5e-d77d-4d91-bf22-c773da8277df None None] Provisioning complete for port 2947c77b-fca4-4670-bc30-2a6a64c16bac triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:20.040569 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a80de5e-d77d-4d91-bf22-c773da8277df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.041056 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46434225-a8d1-4dca-bc00-59aa9e6b362a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.050996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:20.051682 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:20.052358 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:20.058974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:20.059551 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:20.060124 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.064835 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8a80de5e-d77d-4d91-bf22-c773da8277df None None] Port 2947c77b-fca4-4670-bc30-2a6a64c16bac was deleted so its status cannot be updated. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 10:40:20.074930 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46434225-a8d1-4dca-bc00-59aa9e6b362a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=2947c77b-fca4-4670-bc30-2a6a64c16bac,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:20.136449 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46434225-a8d1-4dca-bc00-59aa9e6b362a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.140660 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-46434225-a8d1-4dca-bc00-59aa9e6b362a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/2947c77b-fca4-4670-bc30-2a6a64c16bac HTTP/1.1" status: 204 len: 168 time: 0.6756747 Jul 05 10:40:20.141233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60036) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:20.156587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] For port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:40:20.156961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempted to set empty binding levels {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 10:40:20.176481 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-997c076b-6b40-426d-8bba-b1d4eb833c11 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] GET failed (client error): The resource could not be found. Jul 05 10:40:20.178405 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-997c076b-6b40-426d-8bba-b1d4eb833c11 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/2947c77b-fca4-4670-bc30-2a6a64c16bac HTTP/1.1" status: 404 len: 333 time: 0.0359018 Jul 05 10:40:20.181023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60038) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:20.238919 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15c153e-a335-447d-8e2c-6cbdce194182 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting subnet 9b504ef6-82ca-49e3-ad30-08a82742adf2 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:40:20.241961 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.243180 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d15c153e-a335-447d-8e2c-6cbdce194182 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.285794 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-acdf372b-107b-40ad-9a34-54eb6c9b4a05 None None] Could not find standard attr ID for object 2947c77b-fca4-4670-bc30-2a6a64c16bac. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:40:20.290474 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:20.291154 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.296487 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d15c153e-a335-447d-8e2c-6cbdce194182 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.312278 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Pushing event updated for resources: {'Port': ['ID=e0e2ac52-739b-48aa-b3e6-6f59a0740e9d,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:20.392343 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d15c153e-a335-447d-8e2c-6cbdce194182 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.512841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fae6351c-db43-4f37-881c-66b35234ff99 None None] Could not find standard attr ID for object 2947c77b-fca4-4670-bc30-2a6a64c16bac. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:40:20.522061 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-de493be3-f440-44fb-8551-e5793f68d001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.3801212 Jul 05 10:40:20.525287 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60044) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:20.550127 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d15c153e-a335-447d-8e2c-6cbdce194182 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.576677 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d15c153e-a335-447d-8e2c-6cbdce194182 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.581545 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d15c153e-a335-447d-8e2c-6cbdce194182 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/9b504ef6-82ca-49e3-ad30-08a82742adf2 HTTP/1.1" status: 204 len: 168 time: 0.3994355 Jul 05 10:40:20.584866 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60046) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:20.610878 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c153e-a335-447d-8e2c-6cbdce194182 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Subnet': ['ID=9b504ef6-82ca-49e3-ad30-08a82742adf2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:20.620694 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d700c69b-9375-4390-afe1-8062b0c22db6 None None] Network 875c4bfe-6998-4b2c-a80e-7f9363ff40e9 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:20.646411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf88b5-f2c0-4011-a410-8baf026722c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Deleting port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:20.646864 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5dcf88b5-f2c0-4011-a410-8baf026722c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.658577 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-04537d23-0958-461c-93e8-784c1cc5d75f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting subnet 747b27db-6b8e-4247-9478-2474a0be5a07 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:40:20.661904 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-04537d23-0958-461c-93e8-784c1cc5d75f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.705234 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-04537d23-0958-461c-93e8-784c1cc5d75f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.742348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-5dcf88b5-f2c0-4011-a410-8baf026722c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] For port e0e2ac52-739b-48aa-b3e6-6f59a0740e9d, host n-h1-779913-27, got binding levels [] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:20.742886 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5dcf88b5-f2c0-4011-a410-8baf026722c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.771834 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf88b5-f2c0-4011-a410-8baf026722c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Calling delete_port for e0e2ac52-739b-48aa-b3e6-6f59a0740e9d owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:20.841579 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-04537d23-0958-461c-93e8-784c1cc5d75f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.955225 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5dcf88b5-f2c0-4011-a410-8baf026722c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.984320 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-04537d23-0958-461c-93e8-784c1cc5d75f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:20.995584 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf88b5-f2c0-4011-a410-8baf026722c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0e2ac52-739b-48aa-b3e6-6f59a0740e9d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:21.011424 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5dcf88b5-f2c0-4011-a410-8baf026722c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.013503 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5dcf88b5-f2c0-4011-a410-8baf026722c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] 10.222.0.77 "DELETE /v2.0/ports/e0e2ac52-739b-48aa-b3e6-6f59a0740e9d HTTP/1.1" status: 204 len: 168 time: 0.4870632 Jul 05 10:40:21.016379 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60056) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:21.024628 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04537d23-0958-461c-93e8-784c1cc5d75f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Subnet': ['ID=747b27db-6b8e-4247-9478-2474a0be5a07,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:21.038402 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-04537d23-0958-461c-93e8-784c1cc5d75f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.040769 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-04537d23-0958-461c-93e8-784c1cc5d75f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/747b27db-6b8e-4247-9478-2474a0be5a07 HTTP/1.1" status: 204 len: 168 time: 0.4384158 Jul 05 10:40:21.043452 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60058) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:21.055614 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c091fe95-9391-43e4-8e95-2456b080734f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] GET failed (client error): The resource could not be found. Jul 05 10:40:21.060114 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c091fe95-9391-43e4-8e95-2456b080734f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] 10.222.0.77 "GET /v2.0/ports/e0e2ac52-739b-48aa-b3e6-6f59a0740e9d HTTP/1.1" status: 404 len: 333 time: 0.0415590 Jul 05 10:40:21.096305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60060) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:21.103605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-bef60d3d-dfdb-4b4c-9de8-0dd6058b0675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Request body: {'port': {'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421167171'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:21.137627 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.206923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 9d782057-5645-4a2c-8384-665aa8c01e95 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:21.207312 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.207551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef60d3d-dfdb-4b4c-9de8-0dd6058b0675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Made reservation on behalf of 64218b80efd447dc835d52757827c5b2 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:21.211198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bef60d3d-dfdb-4b4c-9de8-0dd6058b0675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.253526 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-bef60d3d-dfdb-4b4c-9de8-0dd6058b0675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] device_id is not set on port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:21.284630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] For port 9d782057-5645-4a2c-8384-665aa8c01e95, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=9d782057-5645-4a2c-8384-665aa8c01e95,segment=NetworkSegment(3c7d18bd-8ac3-4400-9729-34b7d207cf3b),segment_id=3c7d18bd-8ac3-4400-9729-34b7d207cf3b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:21.285009 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.302128 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 9d782057-5645-4a2c-8384-665aa8c01e95 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:21.441873 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bef60d3d-dfdb-4b4c-9de8-0dd6058b0675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.503452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6875c4-df12-4204-ac3d-376a314a591a None None] Network 875c4bfe-6998-4b2c-a80e-7f9363ff40e9 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:21.509779 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.526690 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bef60d3d-dfdb-4b4c-9de8-0dd6058b0675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.539572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=9d782057-5645-4a2c-8384-665aa8c01e95,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:21.547165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No DVR routers for this DVR port 9d782057-5645-4a2c-8384-665aa8c01e95 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:40:21.564072 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-12f6c8fc-f1e0-4379-a783-42c57bcc789f None None] Could not find standard attr ID for object 9d782057-5645-4a2c-8384-665aa8c01e95. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:40:21.574429 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef60d3d-dfdb-4b4c-9de8-0dd6058b0675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Network 90e3fe7b-de8d-42a8-92b2-93936469f67e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:21.583901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-bef60d3d-dfdb-4b4c-9de8-0dd6058b0675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:21.588214 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef60d3d-dfdb-4b4c-9de8-0dd6058b0675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:21.589442 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef60d3d-dfdb-4b4c-9de8-0dd6058b0675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:21.590061 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bef60d3d-dfdb-4b4c-9de8-0dd6058b0675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.596451 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef60d3d-dfdb-4b4c-9de8-0dd6058b0675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Pushing event updated for resources: {'Port': ['ID=0f560170-dc30-4ab2-bb1d-f09c23701cc0,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:21.645971 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.658114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875c4bfe-6998-4b2c-a80e-7f9363ff40e9']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:21.673408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7d18bd-8ac3-4400-9729-34b7d207cf3b') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:21.673750 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7d18bd-8ac3-4400-9729-34b7d207cf3b') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:21.682847 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bef60d3d-dfdb-4b4c-9de8-0dd6058b0675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5842075 Jul 05 10:40:21.685467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60070) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:21.687448 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.693037 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:21.710849 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.721535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:40:21.721944 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.725493 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460fab58-9de5-4084-8585-e0fa30cdbd78 None None] DHCP port deletion for 875c4bfe-6998-4b2c-a80e-7f9363ff40e9 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:40:21.772407 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:40:21.793508 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.863488 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.877664 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:21.879905 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/networks/875c4bfe-6998-4b2c-a80e-7f9363ff40e9 HTTP/1.1" status: 204 len: 168 time: 0.8348277 Jul 05 10:40:21.885676 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60076) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:21.911048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d9133-7b24-4cc3-acad-9d16068bbce9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Network': ['ID=875c4bfe-6998-4b2c-a80e-7f9363ff40e9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:21.983492 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf4069-7f69-46af-9e65-fd72b7fdd384 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:21.984963 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-efaf4069-7f69-46af-9e65-fd72b7fdd384 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0976701 Jul 05 10:40:21.988336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60078) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:22.019839 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] device_id is not set on port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:22.030598 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:22.045498 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Transition to ACTIVE for port object 0f560170-dc30-4ab2-bb1d-f09c23701cc0 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:22.074280 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-772c9c15-8fa9-42ed-aeca-d604af3a5e91 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0778868 Jul 05 10:40:22.077888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60082) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:22.083300 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2a78fbef-1d42-42b8-bd23-013ac92e982b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1970189613'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:22.166430 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:22.195340 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a78fbef-1d42-42b8-bd23-013ac92e982b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:22.199056 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a78fbef-1d42-42b8-bd23-013ac92e982b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:22.228350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a78fbef-1d42-42b8-bd23-013ac92e982b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:40:22.245889 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a78fbef-1d42-42b8-bd23-013ac92e982b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:22.246664 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-2a78fbef-1d42-42b8-bd23-013ac92e982b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Added segment 57f61abc-526c-4b03-87fc-3bef93a17681 of type vlan for network 9cc16209-8246-40b1-81fe-ddf3d8f0df9b Jul 05 10:40:22.248067 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Pushing event updated for resources: {'Port': ['ID=0f560170-dc30-4ab2-bb1d-f09c23701cc0,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:22.261099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:22.261099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:22.261099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:22.261099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:22.261099 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:22.261099 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 2 to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 Jul 05 10:40:22.275116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:22.275472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:22.275877 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:22.280772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:22.281098 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:22.283888 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 3 to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 Jul 05 10:40:22.289741 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a78fbef-1d42-42b8-bd23-013ac92e982b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:22.294976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:22.295371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:22.295776 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:22.300817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:22.301149 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:22.301585 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 4 to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 Jul 05 10:40:22.320782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:22.321140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:22.321538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:22.326471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:22.326889 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:22.327228 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 5 to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 Jul 05 10:40:22.340483 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:22.340824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:22.341223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:22.346026 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:22.346406 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:22.346799 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 6 to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 Jul 05 10:40:22.361355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:22.361740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:22.362091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:22.368398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:22.368784 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:22.369186 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 7 to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 Jul 05 10:40:22.382426 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:22.382728 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:22.383058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:22.384055 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a78fbef-1d42-42b8-bd23-013ac92e982b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:22.388251 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:22.388771 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:22.389171 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 8 to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 Jul 05 10:40:22.390932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78fbef-1d42-42b8-bd23-013ac92e982b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:22.393873 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a78fbef-1d42-42b8-bd23-013ac92e982b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:22.407006 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:22.407346 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:22.407704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:22.412535 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:22.412866 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:22.413261 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 9 to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 Jul 05 10:40:22.427403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:22.428162 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:22.428701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:22.433985 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:22.434342 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:22.434790 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 10 to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 Jul 05 10:40:22.441750 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:22.452792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:22.452792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:22.452792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:22.453794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:22.454152 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:22.454549 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:22.474051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78fbef-1d42-42b8-bd23-013ac92e982b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Network': ['ID=9cc16209-8246-40b1-81fe-ddf3d8f0df9b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:22.487090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 9cc16209-8246-40b1-81fe-ddf3d8f0df9b details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:40:22.526133 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2a78fbef-1d42-42b8-bd23-013ac92e982b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4441597 Jul 05 10:40:22.526746 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] For port 0f560170-dc30-4ab2-bb1d-f09c23701cc0, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:40:22.526746 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempted to set empty binding levels {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 10:40:22.526951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60090) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:22.532751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4f8dc881-1b3b-4534-8ed5-05bebc133121 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'subnet': {'network_id': '9cc16209-8246-40b1-81fe-ddf3d8f0df9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:22.624931 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:22.671264 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] In _notify_port_updated(), no bound segment for port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:40:22.672173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:22.672778 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:22.676930 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] 10.222.0.77 "PUT /v2.0/ports/0f560170-dc30-4ab2-bb1d-f09c23701cc0 HTTP/1.1" status: 200 len: 980 time: 0.9874461 Jul 05 10:40:22.677075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60094) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:22.687207 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ef0fc-8fc6-4c9b-802f-9f4a185ea756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Pushing event updated for resources: {'Port': ['ID=0f560170-dc30-4ab2-bb1d-f09c23701cc0,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:22.777653 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8dc881-1b3b-4534-8ed5-05bebc133121 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:22.779008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f828bf7-5a19-46f4-acf1-3f963d672e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:22.779496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f828bf7-5a19-46f4-acf1-3f963d672e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:22.779997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f828bf7-5a19-46f4-acf1-3f963d672e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:22.780474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f828bf7-5a19-46f4-acf1-3f963d672e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:22.780948 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f828bf7-5a19-46f4-acf1-3f963d672e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:22.781338 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc881-1b3b-4534-8ed5-05bebc133121 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:22.781462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f828bf7-5a19-46f4-acf1-3f963d672e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:22.781885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f828bf7-5a19-46f4-acf1-3f963d672e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:22.782356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f828bf7-5a19-46f4-acf1-3f963d672e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:22.782828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f828bf7-5a19-46f4-acf1-3f963d672e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:22.783287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f828bf7-5a19-46f4-acf1-3f963d672e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:22.783769 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f828bf7-5a19-46f4-acf1-3f963d672e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:22.784226 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f828bf7-5a19-46f4-acf1-3f963d672e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:22.784694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f828bf7-5a19-46f4-acf1-3f963d672e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:22.785156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f828bf7-5a19-46f4-acf1-3f963d672e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:22.790764 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9f828bf7-5a19-46f4-acf1-3f963d672e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12585 time: 0.1096492 Jul 05 10:40:22.791651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60096) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:22.894137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-0f47abd2-f697-4878-9989-6921a77a7e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Deleting port 0f560170-dc30-4ab2-bb1d-f09c23701cc0 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:22.896010 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0f47abd2-f697-4878-9989-6921a77a7e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:22.983228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-0f47abd2-f697-4878-9989-6921a77a7e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] For port 0f560170-dc30-4ab2-bb1d-f09c23701cc0, host n-h1-779913-27, got binding levels [] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:22.983636 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0f47abd2-f697-4878-9989-6921a77a7e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:22.997804 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-0f47abd2-f697-4878-9989-6921a77a7e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Calling delete_port for 0f560170-dc30-4ab2-bb1d-f09c23701cc0 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:23.059089 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc881-1b3b-4534-8ed5-05bebc133121 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:23.128062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dc881-1b3b-4534-8ed5-05bebc133121 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Subnet': ['ID=ec075c4f-11c2-4428-841d-90c1303087b4,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:23.137967 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8dc881-1b3b-4534-8ed5-05bebc133121 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Checking segment: {'id': '57f61abc-526c-4b03-87fc-3bef93a17681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9cc16209-8246-40b1-81fe-ddf3d8f0df9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:23.138427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8dc881-1b3b-4534-8ed5-05bebc133121 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network hostable DHCP agents. Network: 9cc16209-8246-40b1-81fe-ddf3d8f0df9b, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:40:23.177925 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0f47abd2-f697-4878-9989-6921a77a7e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:23.202591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8dc881-1b3b-4534-8ed5-05bebc133121 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 9cc16209-8246-40b1-81fe-ddf3d8f0df9b is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:40:23.204901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47abd2-f697-4878-9989-6921a77a7e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f560170-dc30-4ab2-bb1d-f09c23701cc0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:23.220535 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0f47abd2-f697-4878-9989-6921a77a7e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:23.223493 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0f47abd2-f697-4878-9989-6921a77a7e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] 10.222.0.77 "DELETE /v2.0/ports/0f560170-dc30-4ab2-bb1d-f09c23701cc0 HTTP/1.1" status: 204 len: 168 time: 0.4305103 Jul 05 10:40:23.225962 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60108) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:23.256740 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9d782057-5645-4a2c-8384-665aa8c01e95 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:40:23.259888 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-986a44d8-12c7-427c-a309-e1567954e923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] GET failed (client error): The resource could not be found. Jul 05 10:40:23.261583 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-986a44d8-12c7-427c-a309-e1567954e923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] 10.222.0.77 "GET /v2.0/ports/0f560170-dc30-4ab2-bb1d-f09c23701cc0 HTTP/1.1" status: 404 len: 333 time: 0.0335836 Jul 05 10:40:23.265368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60110) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:23.272023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f2828723-b7fe-4297-95a4-1ac0bd2b3d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-343352954', 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:23.303683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-4f8dc881-1b3b-4534-8ed5-05bebc133121 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 9cc16209-8246-40b1-81fe-ddf3d8f0df9b) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:23.308705 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8dc881-1b3b-4534-8ed5-05bebc133121 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:23.309471 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc881-1b3b-4534-8ed5-05bebc133121 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:23.354822 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2828723-b7fe-4297-95a4-1ac0bd2b3d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Made reservation on behalf of 64218b80efd447dc835d52757827c5b2 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:23.357908 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f2828723-b7fe-4297-95a4-1ac0bd2b3d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:23.377051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-f2828723-b7fe-4297-95a4-1ac0bd2b3d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] device_id is not set on port e03d2c42-46c6-447f-ae84-dc7cc95037b3 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:23.442069 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c936d968-d997-4d79-b181-b5274619e289 None None] Network 9cc16209-8246-40b1-81fe-ddf3d8f0df9b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:23.444435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 9d782057-5645-4a2c-8384-665aa8c01e95 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:40:23.444833 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9d782057-5645-4a2c-8384-665aa8c01e95 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:40:23.467042 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4f8dc881-1b3b-4534-8ed5-05bebc133121 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9390497 Jul 05 10:40:23.467927 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60114) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:23.472980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-aeb91feb-576a-4473-93c8-5db7917b32ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'network_id': '9cc16209-8246-40b1-81fe-ddf3d8f0df9b', 'name': 'tempest-PortsIpV6TestJSON-946242308'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:23.592009 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f2828723-b7fe-4297-95a4-1ac0bd2b3d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:23.633995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-9cc16209-8246-40b1-81fe-ddf3d8f0df9b', 'network_id': '9cc16209-8246-40b1-81fe-ddf3d8f0df9b', 'tenant_id': '09a6b974ea6f4195b07afe1e8ea8f6de', 'fixed_ips': [{'subnet_id': 'ec075c4f-11c2-4428-841d-90c1303087b4'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:40:23.635610 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:23.697647 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb91feb-576a-4473-93c8-5db7917b32ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:23.701996 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aeb91feb-576a-4473-93c8-5db7917b32ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:23.721516 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f2828723-b7fe-4297-95a4-1ac0bd2b3d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:23.722437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-aeb91feb-576a-4473-93c8-5db7917b32ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] device_id is not set on port 670593bb-5cd9-4b24-b2bd-2adaf89a0cc9 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:23.784617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2828723-b7fe-4297-95a4-1ac0bd2b3d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Network 90e3fe7b-de8d-42a8-92b2-93936469f67e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:23.789943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-f2828723-b7fe-4297-95a4-1ac0bd2b3d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:23.793441 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2828723-b7fe-4297-95a4-1ac0bd2b3d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:23.794512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2828723-b7fe-4297-95a4-1ac0bd2b3d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:23.795211 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f2828723-b7fe-4297-95a4-1ac0bd2b3d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:23.797791 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Allocated IP 2001:db8::2 (9cc16209-8246-40b1-81fe-ddf3d8f0df9b/ec075c4f-11c2-4428-841d-90c1303087b4/1da0c2db-d991-400c-8649-9fd4ce1bdef4) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:23.803665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2828723-b7fe-4297-95a4-1ac0bd2b3d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Pushing event updated for resources: {'Port': ['ID=e03d2c42-46c6-447f-ae84-dc7cc95037b3,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:23.878231 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f2828723-b7fe-4297-95a4-1ac0bd2b3d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6092117 Jul 05 10:40:23.878415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60124) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:23.922338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c04ee6-e54b-4eb6-8bf7-49a66606f9fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:23.923905 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-98c04ee6-e54b-4eb6-8bf7-49a66606f9fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] 10.222.0.77 "GET /v2.0/ports/e03d2c42-46c6-447f-ae84-dc7cc95037b3 HTTP/1.1" status: 200 len: 958 time: 0.0442743 Jul 05 10:40:23.926842 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60126) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:23.959931 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:23.968979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Transition to ACTIVE for port object 1da0c2db-d991-400c-8649-9fd4ce1bdef4 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:23.983949 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Transition to ACTIVE for port object 1da0c2db-d991-400c-8649-9fd4ce1bdef4 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:24.028825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-62e68eda-956e-4ce6-8080-98e7f5fdafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Deleting port e03d2c42-46c6-447f-ae84-dc7cc95037b3 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:24.029175 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-62e68eda-956e-4ce6-8080-98e7f5fdafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:24.064666 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:24.113418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Network 9cc16209-8246-40b1-81fe-ddf3d8f0df9b is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:24.120897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:24.128666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:24.128877 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Pushing event updated for resources: {'Port': ['ID=1da0c2db-d991-400c-8649-9fd4ce1bdef4,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:24.141558 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:24.141902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:24.142244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:24.142634 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:24.142972 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:24.143090 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-62e68eda-956e-4ce6-8080-98e7f5fdafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:24.143307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:24.143637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:24.144038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:24.144365 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:24.144692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:24.145016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:24.145339 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:24.171452 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-aeb91feb-576a-4473-93c8-5db7917b32ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Allocated IP 2001:db8::6d (9cc16209-8246-40b1-81fe-ddf3d8f0df9b/ec075c4f-11c2-4428-841d-90c1303087b4/670593bb-5cd9-4b24-b2bd-2adaf89a0cc9) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:24.173632 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-62e68eda-956e-4ce6-8080-98e7f5fdafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Calling delete_port for e03d2c42-46c6-447f-ae84-dc7cc95037b3 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:24.208676 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Attempting to bind port 1da0c2db-d991-400c-8649-9fd4ce1bdef4 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:24.209063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Attempting to bind port 1da0c2db-d991-400c-8649-9fd4ce1bdef4 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '57f61abc-526c-4b03-87fc-3bef93a17681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9cc16209-8246-40b1-81fe-ddf3d8f0df9b'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:24.209478 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Attempting to bind port 1da0c2db-d991-400c-8649-9fd4ce1bdef4 on network 9cc16209-8246-40b1-81fe-ddf3d8f0df9b {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:24.215622 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:40:24.220223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Checking segment: {'id': '57f61abc-526c-4b03-87fc-3bef93a17681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9cc16209-8246-40b1-81fe-ddf3d8f0df9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:24.220223 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:24.220223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Bound using segment: {'id': '57f61abc-526c-4b03-87fc-3bef93a17681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9cc16209-8246-40b1-81fe-ddf3d8f0df9b'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:40:24.220223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Bound port: 1da0c2db-d991-400c-8649-9fd4ce1bdef4, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f61abc-526c-4b03-87fc-3bef93a17681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9cc16209-8246-40b1-81fe-ddf3d8f0df9b'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:40:24.220223 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:24.274054 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:24.290959 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] For port 1da0c2db-d991-400c-8649-9fd4ce1bdef4, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:40:24.294166 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] For port 1da0c2db-d991-400c-8649-9fd4ce1bdef4, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1da0c2db-d991-400c-8649-9fd4ce1bdef4,segment=NetworkSegment(57f61abc-526c-4b03-87fc-3bef93a17681),segment_id=57f61abc-526c-4b03-87fc-3bef93a17681)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:40:24.373647 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:24.402587 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aeb91feb-576a-4473-93c8-5db7917b32ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:24.427234 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-aeb91feb-576a-4473-93c8-5db7917b32ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Transition to ACTIVE for port object 670593bb-5cd9-4b24-b2bd-2adaf89a0cc9 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:24.450372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c560ecd-fde7-461f-a95a-ef5183cedd85 None None] Pushing event updated for resources: {'Port': ['ID=1da0c2db-d991-400c-8649-9fd4ce1bdef4,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:24.462836 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-62e68eda-956e-4ce6-8080-98e7f5fdafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:24.520705 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e68eda-956e-4ce6-8080-98e7f5fdafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Pushing event deleted for resources: {'Port': ['ID=e03d2c42-46c6-447f-ae84-dc7cc95037b3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:24.529372 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-62e68eda-956e-4ce6-8080-98e7f5fdafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:24.531779 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-62e68eda-956e-4ce6-8080-98e7f5fdafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] 10.222.0.77 "DELETE /v2.0/ports/e03d2c42-46c6-447f-ae84-dc7cc95037b3 HTTP/1.1" status: 204 len: 168 time: 0.6036286 Jul 05 10:40:24.534282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60136) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:24.563665 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6466f6-2bfb-4d15-b074-392adc81a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] GET failed (client error): The resource could not be found. Jul 05 10:40:24.565294 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2a6466f6-2bfb-4d15-b074-392adc81a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] 10.222.0.77 "GET /v2.0/ports/e03d2c42-46c6-447f-ae84-dc7cc95037b3 HTTP/1.1" status: 404 len: 333 time: 0.0300114 Jul 05 10:40:24.569107 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60138) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:24.576152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-fc905c3f-517c-4c4a-9d53-a7a96d0dd0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Request body: {'port': {'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-279352128'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:24.591440 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aeb91feb-576a-4473-93c8-5db7917b32ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:24.659355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb91feb-576a-4473-93c8-5db7917b32ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 9cc16209-8246-40b1-81fe-ddf3d8f0df9b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:24.663174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-aeb91feb-576a-4473-93c8-5db7917b32ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:24.670729 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb91feb-576a-4473-93c8-5db7917b32ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:24.682743 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb91feb-576a-4473-93c8-5db7917b32ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:24.683428 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-aeb91feb-576a-4473-93c8-5db7917b32ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:24.698131 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb91feb-576a-4473-93c8-5db7917b32ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=670593bb-5cd9-4b24-b2bd-2adaf89a0cc9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:24.701986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc905c3f-517c-4c4a-9d53-a7a96d0dd0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Made reservation on behalf of 64218b80efd447dc835d52757827c5b2 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:24.721587 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc905c3f-517c-4c4a-9d53-a7a96d0dd0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:24.740675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-fc905c3f-517c-4c4a-9d53-a7a96d0dd0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] device_id is not set on port d4e3f1d8-a466-481e-94e6-80ff998d8b31 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:24.791275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aeb91feb-576a-4473-93c8-5db7917b32ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3221884 Jul 05 10:40:24.793843 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60142) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:24.800006 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e0577ced-a757-4a32-af63-9321999f51b8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'network_id': '9cc16209-8246-40b1-81fe-ddf3d8f0df9b', 'name': 'tempest-PortsIpV6TestJSON-895095108'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:24.969615 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc905c3f-517c-4c4a-9d53-a7a96d0dd0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:25.046478 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0577ced-a757-4a32-af63-9321999f51b8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:25.053318 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e0577ced-a757-4a32-af63-9321999f51b8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:25.070396 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc905c3f-517c-4c4a-9d53-a7a96d0dd0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:25.086478 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-e0577ced-a757-4a32-af63-9321999f51b8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] device_id is not set on port 7c8c6661-cab0-425d-874c-579b7ff4cddd yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:25.124763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc905c3f-517c-4c4a-9d53-a7a96d0dd0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Network 90e3fe7b-de8d-42a8-92b2-93936469f67e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:25.131071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-fc905c3f-517c-4c4a-9d53-a7a96d0dd0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:25.136268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc905c3f-517c-4c4a-9d53-a7a96d0dd0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:25.136810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc905c3f-517c-4c4a-9d53-a7a96d0dd0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:25.137402 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fc905c3f-517c-4c4a-9d53-a7a96d0dd0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:25.145696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc905c3f-517c-4c4a-9d53-a7a96d0dd0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Pushing event updated for resources: {'Port': ['ID=d4e3f1d8-a466-481e-94e6-80ff998d8b31,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:25.233262 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fc905c3f-517c-4c4a-9d53-a7a96d0dd0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6600573 Jul 05 10:40:25.233578 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60150) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:25.247781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:25.294126 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-e0577ced-a757-4a32-af63-9321999f51b8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Allocated IP 2001:db8::343 (9cc16209-8246-40b1-81fe-ddf3d8f0df9b/ec075c4f-11c2-4428-841d-90c1303087b4/7c8c6661-cab0-425d-874c-579b7ff4cddd) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:25.319062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1da0c2db-d991-400c-8649-9fd4ce1bdef4 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:40:25.446339 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:25.496337 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e0577ced-a757-4a32-af63-9321999f51b8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:25.503950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 1da0c2db-d991-400c-8649-9fd4ce1bdef4 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:25.527059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-e0577ced-a757-4a32-af63-9321999f51b8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Transition to ACTIVE for port object 7c8c6661-cab0-425d-874c-579b7ff4cddd will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:25.664223 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e0577ced-a757-4a32-af63-9321999f51b8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:25.681620 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] device_id is not set on port d4e3f1d8-a466-481e-94e6-80ff998d8b31 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:25.691363 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:25.721538 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Transition to ACTIVE for port object d4e3f1d8-a466-481e-94e6-80ff998d8b31 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:25.728169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0577ced-a757-4a32-af63-9321999f51b8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 9cc16209-8246-40b1-81fe-ddf3d8f0df9b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:25.731204 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-e0577ced-a757-4a32-af63-9321999f51b8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:25.733906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0577ced-a757-4a32-af63-9321999f51b8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:25.740689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0577ced-a757-4a32-af63-9321999f51b8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:25.743210 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e0577ced-a757-4a32-af63-9321999f51b8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:25.760731 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:25.773726 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0577ced-a757-4a32-af63-9321999f51b8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=7c8c6661-cab0-425d-874c-579b7ff4cddd,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:25.779804 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b50d94-6e3e-4664-a27f-ea73b693a1ef None None] Network 9cc16209-8246-40b1-81fe-ddf3d8f0df9b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:25.822962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Pushing event updated for resources: {'Port': ['ID=d4e3f1d8-a466-481e-94e6-80ff998d8b31,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:25.835604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:25.835769 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e0577ced-a757-4a32-af63-9321999f51b8 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0405900 Jul 05 10:40:25.835971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:25.836324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:25.838497 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60160) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:25.841228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:25.841581 n-d-779913-27 neutron-server[100776]: ERROR neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:25.842022 n-d-779913-27 neutron-server[100776]: INFO neutron.plugins.ml2.plugin [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 2 to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 Jul 05 10:40:25.859580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:25.860334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:25.861074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:25.868664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:25.869002 n-d-779913-27 neutron-server[100776]: ERROR neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:25.869404 n-d-779913-27 neutron-server[100776]: INFO neutron.plugins.ml2.plugin [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 3 to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 Jul 05 10:40:25.888262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:25.889315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:25.892071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:25.901841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:25.902203 n-d-779913-27 neutron-server[100776]: ERROR neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:25.902630 n-d-779913-27 neutron-server[100776]: INFO neutron.plugins.ml2.plugin [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 4 to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 Jul 05 10:40:25.917696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:25.918037 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:25.918589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:25.924545 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:25.924988 n-d-779913-27 neutron-server[100776]: ERROR neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:25.925675 n-d-779913-27 neutron-server[100776]: INFO neutron.plugins.ml2.plugin [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 5 to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 Jul 05 10:40:25.942787 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:25.943351 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:25.945468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:25.951797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:25.952337 n-d-779913-27 neutron-server[100776]: ERROR neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:25.952977 n-d-779913-27 neutron-server[100776]: INFO neutron.plugins.ml2.plugin [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 6 to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 Jul 05 10:40:25.954494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e1724d67-06f1-4a83-ab5b-8b25a0665987 None None] Provisioning for port 1da0c2db-d991-400c-8649-9fd4ce1bdef4 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:25.964261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e1724d67-06f1-4a83-ab5b-8b25a0665987 None None] Provisioning complete for port 1da0c2db-d991-400c-8649-9fd4ce1bdef4 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:25.968022 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e1724d67-06f1-4a83-ab5b-8b25a0665987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:25.976946 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:25.978953 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:25.979490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:25.985000 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:25.985579 n-d-779913-27 neutron-server[100776]: ERROR neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:25.986227 n-d-779913-27 neutron-server[100776]: INFO neutron.plugins.ml2.plugin [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 7 to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 Jul 05 10:40:26.002890 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:26.003473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:26.004393 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:26.012033 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:26.013276 n-d-779913-27 neutron-server[100776]: ERROR neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:26.013848 n-d-779913-27 neutron-server[100776]: INFO neutron.plugins.ml2.plugin [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 8 to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 Jul 05 10:40:26.033145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd2b652-23bd-40ba-8914-1e652f82faa7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:26.034584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:26.034795 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8dd2b652-23bd-40ba-8914-1e652f82faa7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A6d HTTP/1.1" status: 200 len: 927 time: 0.1946568 Jul 05 10:40:26.034985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:26.035396 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:26.038142 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60166) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:26.041064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:26.041394 n-d-779913-27 neutron-server[100776]: ERROR neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:26.041772 n-d-779913-27 neutron-server[100776]: INFO neutron.plugins.ml2.plugin [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 9 to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 Jul 05 10:40:26.055273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:26.055905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:26.056411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:26.061347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:26.062076 n-d-779913-27 neutron-server[100776]: ERROR neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:26.063051 n-d-779913-27 neutron-server[100776]: INFO neutron.plugins.ml2.plugin [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempt 10 to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 Jul 05 10:40:26.078131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:26.078943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:26.079441 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempting to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:26.087095 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:26.087613 n-d-779913-27 neutron-server[100776]: ERROR neutron.plugins.ml2.managers [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Failed to bind port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on host n-h1-779913-27 for vnic_type normal using segments [{'id': '0c892ece-408c-454c-a4ec-50d72abd9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90e3fe7b-de8d-42a8-92b2-93936469f67e'}] Jul 05 10:40:26.088457 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.114264 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e1724d67-06f1-4a83-ab5b-8b25a0665987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.159076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e1724d67-06f1-4a83-ab5b-8b25a0665987 None None] For port 1da0c2db-d991-400c-8649-9fd4ce1bdef4, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1da0c2db-d991-400c-8649-9fd4ce1bdef4,segment=NetworkSegment(57f61abc-526c-4b03-87fc-3bef93a17681),segment_id=57f61abc-526c-4b03-87fc-3bef93a17681)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:26.173460 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] For port d4e3f1d8-a466-481e-94e6-80ff998d8b31, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:40:26.174189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attempted to set empty binding levels {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 10:40:26.185901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-9b471adc-1bca-4178-bc18-4330b98c66c7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 7c8c6661-cab0-425d-874c-579b7ff4cddd {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:26.186154 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b471adc-1bca-4178-bc18-4330b98c66c7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.265171 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e1724d67-06f1-4a83-ab5b-8b25a0665987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.295324 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b471adc-1bca-4178-bc18-4330b98c66c7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.304360 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.327159 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-9b471adc-1bca-4178-bc18-4330b98c66c7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 7c8c6661-cab0-425d-874c-579b7ff4cddd owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:26.363380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1724d67-06f1-4a83-ab5b-8b25a0665987 None None] Pushing event updated for resources: {'Port': ['ID=1da0c2db-d991-400c-8649-9fd4ce1bdef4,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:26.366281 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] In _notify_port_updated(), no bound segment for port d4e3f1d8-a466-481e-94e6-80ff998d8b31 on network 90e3fe7b-de8d-42a8-92b2-93936469f67e {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:40:26.367753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:26.368352 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.369710 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] 10.222.0.77 "PUT /v2.0/ports/d4e3f1d8-a466-481e-94e6-80ff998d8b31 HTTP/1.1" status: 200 len: 979 time: 1.1349657 Jul 05 10:40:26.372820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60172) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:26.406786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-be906dce-d82c-4c4c-a921-f57663ea13a0 None None] Provisioning complete for port 1da0c2db-d991-400c-8649-9fd4ce1bdef4 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:26.411795 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-be906dce-d82c-4c4c-a921-f57663ea13a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.415532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da92ae-1cf7-47f4-b5d9-e2b0192e2fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Pushing event updated for resources: {'Port': ['ID=d4e3f1d8-a466-481e-94e6-80ff998d8b31,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:26.543980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-db28a25e-64d5-491f-946f-9b5115528606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Deleting port d4e3f1d8-a466-481e-94e6-80ff998d8b31 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:26.544331 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db28a25e-64d5-491f-946f-9b5115528606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.600917 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b471adc-1bca-4178-bc18-4330b98c66c7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.619191 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-db28a25e-64d5-491f-946f-9b5115528606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] For port d4e3f1d8-a466-481e-94e6-80ff998d8b31, host n-h1-779913-27, got binding levels [] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:26.619845 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db28a25e-64d5-491f-946f-9b5115528606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.629020 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-be906dce-d82c-4c4c-a921-f57663ea13a0 None None] Provisioning for port 670593bb-5cd9-4b24-b2bd-2adaf89a0cc9 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:26.633360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-be906dce-d82c-4c4c-a921-f57663ea13a0 None None] Provisioning complete for port 670593bb-5cd9-4b24-b2bd-2adaf89a0cc9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:26.633808 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-be906dce-d82c-4c4c-a921-f57663ea13a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.635558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-db28a25e-64d5-491f-946f-9b5115528606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Calling delete_port for d4e3f1d8-a466-481e-94e6-80ff998d8b31 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:26.639853 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b471adc-1bca-4178-bc18-4330b98c66c7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=7c8c6661-cab0-425d-874c-579b7ff4cddd,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:26.682903 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9b471adc-1bca-4178-bc18-4330b98c66c7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.687142 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9b471adc-1bca-4178-bc18-4330b98c66c7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/7c8c6661-cab0-425d-874c-579b7ff4cddd HTTP/1.1" status: 204 len: 168 time: 0.6459301 Jul 05 10:40:26.689917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60178) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:26.703831 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-be906dce-d82c-4c4c-a921-f57663ea13a0 None None] Port 670593bb-5cd9-4b24-b2bd-2adaf89a0cc9 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:26.707256 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-be906dce-d82c-4c4c-a921-f57663ea13a0 None None] Could not find standard attr ID for object 7c8c6661-cab0-425d-874c-579b7ff4cddd. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:40:26.728858 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-facdf592-c872-45f7-9110-13c1a28c6120 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] GET failed (client error): The resource could not be found. Jul 05 10:40:26.733273 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-facdf592-c872-45f7-9110-13c1a28c6120 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/7c8c6661-cab0-425d-874c-579b7ff4cddd HTTP/1.1" status: 404 len: 333 time: 0.0388675 Jul 05 10:40:26.733701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60180) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:26.800944 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db28a25e-64d5-491f-946f-9b5115528606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.830983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1c6e4452-b428-424b-ac10-4b02c9d0dcff None None] Provisioning complete for port 670593bb-5cd9-4b24-b2bd-2adaf89a0cc9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:26.831748 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4452-b428-424b-ac10-4b02c9d0dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.851989 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-db28a25e-64d5-491f-946f-9b5115528606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.856357 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-db28a25e-64d5-491f-946f-9b5115528606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] 10.222.0.77 "DELETE /v2.0/ports/d4e3f1d8-a466-481e-94e6-80ff998d8b31 HTTP/1.1" status: 204 len: 168 time: 0.4823525 Jul 05 10:40:26.857785 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60184) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:26.859144 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28a25e-64d5-491f-946f-9b5115528606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4e3f1d8-a466-481e-94e6-80ff998d8b31,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:26.873413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e4452-b428-424b-ac10-4b02c9d0dcff None None] Port 670593bb-5cd9-4b24-b2bd-2adaf89a0cc9 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:26.903089 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-cc619ac7-4820-4590-b317-8f78599b2e5a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 670593bb-5cd9-4b24-b2bd-2adaf89a0cc9 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:26.903426 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cc619ac7-4820-4590-b317-8f78599b2e5a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:26.908404 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f15750e-b6d1-4266-86bd-841a38324435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] GET failed (client error): The resource could not be found. Jul 05 10:40:26.910048 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1f15750e-b6d1-4266-86bd-841a38324435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729660737-project-admin] 10.222.0.77 "GET /v2.0/ports/d4e3f1d8-a466-481e-94e6-80ff998d8b31 HTTP/1.1" status: 404 len: 333 time: 0.0512722 Jul 05 10:40:26.915104 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60186) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:27.002190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3dd18826-446c-46d3-955f-09b3584fa0bd None None] Could not find standard attr ID for object 7c8c6661-cab0-425d-874c-579b7ff4cddd. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:40:27.025478 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cc619ac7-4820-4590-b317-8f78599b2e5a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.040805 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-cc619ac7-4820-4590-b317-8f78599b2e5a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 670593bb-5cd9-4b24-b2bd-2adaf89a0cc9 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:27.051448 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-18739ec0-8e1d-4865-940a-86351a309480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.161093 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-18739ec0-8e1d-4865-940a-86351a309480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.175263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-18739ec0-8e1d-4865-940a-86351a309480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e3fe7b-de8d-42a8-92b2-93936469f67e']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:27.189520 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-18739ec0-8e1d-4865-940a-86351a309480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c892ece-408c-454c-a4ec-50d72abd9977') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:27.189774 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-18739ec0-8e1d-4865-940a-86351a309480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c892ece-408c-454c-a4ec-50d72abd9977') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:27.202085 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-18739ec0-8e1d-4865-940a-86351a309480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.224830 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-18739ec0-8e1d-4865-940a-86351a309480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18739ec0-8e1d-4865-940a-86351a309480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-18739ec0-8e1d-4865-940a-86351a309480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:40:27.252084 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:40:27.267670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1da0c2db-d991-400c-8649-9fd4ce1bdef4 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:40:27.325909 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 1da0c2db-d991-400c-8649-9fd4ce1bdef4 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:27.326659 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.327067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cc619ac7-4820-4590-b317-8f78599b2e5a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.359022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc619ac7-4820-4590-b317-8f78599b2e5a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=670593bb-5cd9-4b24-b2bd-2adaf89a0cc9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:27.392748 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cc619ac7-4820-4590-b317-8f78599b2e5a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.394995 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cc619ac7-4820-4590-b317-8f78599b2e5a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/670593bb-5cd9-4b24-b2bd-2adaf89a0cc9 HTTP/1.1" status: 204 len: 168 time: 0.6602414 Jul 05 10:40:27.397961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60196) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:27.424202 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-18739ec0-8e1d-4865-940a-86351a309480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.430090 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f173f137-94c0-4f67-ab89-3ebbc20082e2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] GET failed (client error): The resource could not be found. Jul 05 10:40:27.432561 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f173f137-94c0-4f67-ab89-3ebbc20082e2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/670593bb-5cd9-4b24-b2bd-2adaf89a0cc9 HTTP/1.1" status: 404 len: 333 time: 0.0324621 Jul 05 10:40:27.434818 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60198) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:27.436163 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-18739ec0-8e1d-4865-940a-86351a309480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.440428 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-18739ec0-8e1d-4865-940a-86351a309480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] 10.222.0.77 "DELETE /v2.0/networks/90e3fe7b-de8d-42a8-92b2-93936469f67e HTTP/1.1" status: 204 len: 168 time: 0.5217090 Jul 05 10:40:27.477740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18739ec0-8e1d-4865-940a-86351a309480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21846801-project] Pushing event deleted for resources: {'Network': ['ID=90e3fe7b-de8d-42a8-92b2-93936469f67e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:27.513743 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cca5d2d-6c2a-4a8b-b4b4-8a9acc6065f1 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting subnet ec075c4f-11c2-4428-841d-90c1303087b4 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:40:27.518791 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0cca5d2d-6c2a-4a8b-b4b4-8a9acc6065f1 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.577409 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0cca5d2d-6c2a-4a8b-b4b4-8a9acc6065f1 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.667219 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0cca5d2d-6c2a-4a8b-b4b4-8a9acc6065f1 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.784365 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0cca5d2d-6c2a-4a8b-b4b4-8a9acc6065f1 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.811453 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca5d2d-6c2a-4a8b-b4b4-8a9acc6065f1 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Subnet': ['ID=ec075c4f-11c2-4428-841d-90c1303087b4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:27.817364 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0cca5d2d-6c2a-4a8b-b4b4-8a9acc6065f1 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.822758 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0cca5d2d-6c2a-4a8b-b4b4-8a9acc6065f1 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/ec075c4f-11c2-4428-841d-90c1303087b4 HTTP/1.1" status: 204 len: 168 time: 0.3833296 Jul 05 10:40:27.822987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60208) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:27.824292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef06acae-3bb9-4a5f-acab-3f8715bb61a1 None None] Network 9cc16209-8246-40b1-81fe-ddf3d8f0df9b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:27.913252 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:27.980924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60214) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:27.991043 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 1da0c2db-d991-400c-8649-9fd4ce1bdef4 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:27.992251 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.066007 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d79fb9a-0c49-495a-a81f-647bd8cc2e38 None None] DHCP port deletion for 9cc16209-8246-40b1-81fe-ddf3d8f0df9b request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:40:28.078802 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] For port 1da0c2db-d991-400c-8649-9fd4ce1bdef4, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1da0c2db-d991-400c-8649-9fd4ce1bdef4,segment=NetworkSegment(57f61abc-526c-4b03-87fc-3bef93a17681),segment_id=57f61abc-526c-4b03-87fc-3bef93a17681)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:28.079332 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.100072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 1da0c2db-d991-400c-8649-9fd4ce1bdef4 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:28.124116 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1d79fb9a-0c49-495a-a81f-647bd8cc2e38 None None] Deleting port 1da0c2db-d991-400c-8649-9fd4ce1bdef4 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:28.124510 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1d79fb9a-0c49-495a-a81f-647bd8cc2e38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.190883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1d79fb9a-0c49-495a-a81f-647bd8cc2e38 None None] For port 1da0c2db-d991-400c-8649-9fd4ce1bdef4, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1da0c2db-d991-400c-8649-9fd4ce1bdef4,segment=NetworkSegment(57f61abc-526c-4b03-87fc-3bef93a17681),segment_id=57f61abc-526c-4b03-87fc-3bef93a17681)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:28.191286 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1d79fb9a-0c49-495a-a81f-647bd8cc2e38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.209415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1d79fb9a-0c49-495a-a81f-647bd8cc2e38 None None] Calling delete_port for 1da0c2db-d991-400c-8649-9fd4ce1bdef4 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:28.219237 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a9102c26-3fdb-4432-97cd-b3e22feb5779 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=370c0d0f731441caa315910db196981b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371335 Jul 05 10:40:28.222109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60222) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:28.276484 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c30a4b8-bf8a-4edb-af2d-08dd89ca3679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.298362 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.299354 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c30a4b8-bf8a-4edb-af2d-08dd89ca3679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.306390 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1d79fb9a-0c49-495a-a81f-647bd8cc2e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.334779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=1da0c2db-d991-400c-8649-9fd4ce1bdef4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:28.338398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No DVR routers for this DVR port 1da0c2db-d991-400c-8649-9fd4ce1bdef4 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:40:28.350010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79fb9a-0c49-495a-a81f-647bd8cc2e38 None None] Pushing event deleted for resources: {'Port': ['ID=1da0c2db-d991-400c-8649-9fd4ce1bdef4,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:28.356831 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79fb9a-0c49-495a-a81f-647bd8cc2e38 None None] No DVR routers for this DVR port 1da0c2db-d991-400c-8649-9fd4ce1bdef4 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:40:28.421978 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.426585 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c30a4b8-bf8a-4edb-af2d-08dd89ca3679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.433804 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c30a4b8-bf8a-4edb-af2d-08dd89ca3679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.437435 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5c30a4b8-bf8a-4edb-af2d-08dd89ca3679 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9ba89907-76f9-45d4-8cd8-4c04fcb89b1d HTTP/1.1" status: 204 len: 168 time: 0.2117941 Jul 05 10:40:28.437556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc16209-8246-40b1-81fe-ddf3d8f0df9b']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:28.447297 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30a4b8-bf8a-4edb-af2d-08dd89ca3679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba89907-76f9-45d4-8cd8-4c04fcb89b1d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:28.449919 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f61abc-526c-4b03-87fc-3bef93a17681') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:28.450334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f61abc-526c-4b03-87fc-3bef93a17681') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:28.461829 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.484922 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.494636 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:40:28.497637 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:40:28.498669 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:40:28.629744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.638098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.639510 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/networks/9cc16209-8246-40b1-81fe-ddf3d8f0df9b HTTP/1.1" status: 204 len: 168 time: 0.8155468 Jul 05 10:40:28.643282 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60232) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:28.648769 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-7968f608-8043-4eab-ac6c-583c10a76b13 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1788629890'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:28.651388 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446b23f-3b30-458e-b126-cdf85eb72c66 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Network': ['ID=9cc16209-8246-40b1-81fe-ddf3d8f0df9b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:28.744321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7968f608-8043-4eab-ac6c-583c10a76b13 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:28.748122 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7968f608-8043-4eab-ac6c-583c10a76b13 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.773183 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7968f608-8043-4eab-ac6c-583c10a76b13 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:40:28.781937 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7968f608-8043-4eab-ac6c-583c10a76b13 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:28.782400 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-7968f608-8043-4eab-ac6c-583c10a76b13 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Added segment 9215a47a-fbff-4710-a537-0a174005e376 of type vlan for network ddc8ffa0-4b4a-438f-a4da-03b2525a173e Jul 05 10:40:28.829787 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7968f608-8043-4eab-ac6c-583c10a76b13 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:29.012251 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7968f608-8043-4eab-ac6c-583c10a76b13 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:29.018500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7968f608-8043-4eab-ac6c-583c10a76b13 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:29.019264 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7968f608-8043-4eab-ac6c-583c10a76b13 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:29.088423 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968f608-8043-4eab-ac6c-583c10a76b13 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Network': ['ID=ddc8ffa0-4b4a-438f-a4da-03b2525a173e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:29.099087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network ddc8ffa0-4b4a-438f-a4da-03b2525a173e details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:40:29.155948 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7968f608-8043-4eab-ac6c-583c10a76b13 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5112455 Jul 05 10:40:29.160008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60248) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:29.168443 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-0c73168d-41b7-4dc7-8ec4-99b709648f48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'subnet': {'network_id': 'ddc8ffa0-4b4a-438f-a4da-03b2525a173e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:29.184279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60250) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:29.244306 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a7445485-da38-470f-82b1-323489c78ade admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=64218b80efd447dc835d52757827c5b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563490 Jul 05 10:40:29.244533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60252) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:29.262035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1da0c2db-d991-400c-8649-9fd4ce1bdef4 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:40:29.284667 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 1da0c2db-d991-400c-8649-9fd4ce1bdef4 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:40:29.285266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1da0c2db-d991-400c-8649-9fd4ce1bdef4 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:40:29.320092 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ae805b9-4a41-4ee0-9be5-ecc79ac197ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:29.352288 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ae805b9-4a41-4ee0-9be5-ecc79ac197ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:29.480743 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ae805b9-4a41-4ee0-9be5-ecc79ac197ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:29.483958 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0ae805b9-4a41-4ee0-9be5-ecc79ac197ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:29.488079 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0ae805b9-4a41-4ee0-9be5-ecc79ac197ab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1150b6ba-8877-4780-ac7f-1c7bf348ab90 HTTP/1.1" status: 204 len: 168 time: 0.2398415 Jul 05 10:40:29.499334 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae805b9-4a41-4ee0-9be5-ecc79ac197ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1150b6ba-8877-4780-ac7f-1c7bf348ab90,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:29.685842 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c73168d-41b7-4dc7-8ec4-99b709648f48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:29.689723 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0c73168d-41b7-4dc7-8ec4-99b709648f48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:29.932542 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0c73168d-41b7-4dc7-8ec4-99b709648f48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:29.998888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73168d-41b7-4dc7-8ec4-99b709648f48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Subnet': ['ID=7e2b5903-da5f-40e0-b363-7a68a41a210c,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:30.006663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c73168d-41b7-4dc7-8ec4-99b709648f48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Checking segment: {'id': '9215a47a-fbff-4710-a537-0a174005e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ddc8ffa0-4b4a-438f-a4da-03b2525a173e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:30.007225 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c73168d-41b7-4dc7-8ec4-99b709648f48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network hostable DHCP agents. Network: ddc8ffa0-4b4a-438f-a4da-03b2525a173e, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:40:30.075342 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c73168d-41b7-4dc7-8ec4-99b709648f48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network ddc8ffa0-4b4a-438f-a4da-03b2525a173e is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:40:30.143685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-0c73168d-41b7-4dc7-8ec4-99b709648f48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, ddc8ffa0-4b4a-438f-a4da-03b2525a173e) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:30.150067 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c73168d-41b7-4dc7-8ec4-99b709648f48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:30.150845 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0c73168d-41b7-4dc7-8ec4-99b709648f48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:30.158004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f86975-a335-4f96-baf8-d84adf0c488a None None] Network ddc8ffa0-4b4a-438f-a4da-03b2525a173e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:30.254201 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0c73168d-41b7-4dc7-8ec4-99b709648f48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0917056 Jul 05 10:40:30.257185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60276) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:30.264954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-24986c38-864b-4489-a7bb-f83e98207daa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'network_id': 'ddc8ffa0-4b4a-438f-a4da-03b2525a173e', 'name': 'tempest-PortsIpV6TestJSON-1175631677', 'fixed_ips': [{'subnet_id': '7e2b5903-da5f-40e0-b363-7a68a41a210c', 'ip_address': '2001:db8::10'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:30.327165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-ddc8ffa0-4b4a-438f-a4da-03b2525a173e', 'network_id': 'ddc8ffa0-4b4a-438f-a4da-03b2525a173e', 'tenant_id': '09a6b974ea6f4195b07afe1e8ea8f6de', 'fixed_ips': [{'subnet_id': '7e2b5903-da5f-40e0-b363-7a68a41a210c'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:40:30.328197 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:30.483311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Allocated IP 2001:db8::2 (ddc8ffa0-4b4a-438f-a4da-03b2525a173e/7e2b5903-da5f-40e0-b363-7a68a41a210c/8ad9b371-9148-47c8-a6d8-5b1c0b25bae0) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:30.486472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24986c38-864b-4489-a7bb-f83e98207daa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:30.589455 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24986c38-864b-4489-a7bb-f83e98207daa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:30.607705 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-24986c38-864b-4489-a7bb-f83e98207daa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] device_id is not set on port 4a68f255-0313-477a-81aa-b2c29291d684 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:30.683051 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:30.691682 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Transition to ACTIVE for port object 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:30.707695 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Transition to ACTIVE for port object 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:30.811525 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:30.854403 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Network ddc8ffa0-4b4a-438f-a4da-03b2525a173e is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:30.858575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:30.865119 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:30.876518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Pushing event updated for resources: {'Port': ['ID=8ad9b371-9148-47c8-a6d8-5b1c0b25bae0,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:30.887571 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-24986c38-864b-4489-a7bb-f83e98207daa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Allocated IP 2001:db8::10 (ddc8ffa0-4b4a-438f-a4da-03b2525a173e/7e2b5903-da5f-40e0-b363-7a68a41a210c/4a68f255-0313-477a-81aa-b2c29291d684) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:30.942782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Attempting to bind port 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:30.943450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Attempting to bind port 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '9215a47a-fbff-4710-a537-0a174005e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ddc8ffa0-4b4a-438f-a4da-03b2525a173e'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:30.944514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Attempting to bind port 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 on network ddc8ffa0-4b4a-438f-a4da-03b2525a173e {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:30.950913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:40:30.951559 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Checking segment: {'id': '9215a47a-fbff-4710-a537-0a174005e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ddc8ffa0-4b4a-438f-a4da-03b2525a173e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:30.952168 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:30.952741 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Bound using segment: {'id': '9215a47a-fbff-4710-a537-0a174005e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ddc8ffa0-4b4a-438f-a4da-03b2525a173e'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:40:30.954194 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Bound port: 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9215a47a-fbff-4710-a537-0a174005e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ddc8ffa0-4b4a-438f-a4da-03b2525a173e'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:40:30.954770 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:31.050839 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] For port 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:40:31.055071 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] For port 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8ad9b371-9148-47c8-a6d8-5b1c0b25bae0,segment=NetworkSegment(9215a47a-fbff-4710-a537-0a174005e376),segment_id=9215a47a-fbff-4710-a537-0a174005e376)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:40:31.080204 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24986c38-864b-4489-a7bb-f83e98207daa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:31.096009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-24986c38-864b-4489-a7bb-f83e98207daa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Transition to ACTIVE for port object 4a68f255-0313-477a-81aa-b2c29291d684 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:31.121235 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:31.195556 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752767f-96ac-4e12-b830-22a5517eae50 None None] Pushing event updated for resources: {'Port': ['ID=8ad9b371-9148-47c8-a6d8-5b1c0b25bae0,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:31.201369 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24986c38-864b-4489-a7bb-f83e98207daa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:31.248019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24986c38-864b-4489-a7bb-f83e98207daa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network ddc8ffa0-4b4a-438f-a4da-03b2525a173e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:31.251384 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-24986c38-864b-4489-a7bb-f83e98207daa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:31.253874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24986c38-864b-4489-a7bb-f83e98207daa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:31.261407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24986c38-864b-4489-a7bb-f83e98207daa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:31.263024 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24986c38-864b-4489-a7bb-f83e98207daa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:31.284193 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24986c38-864b-4489-a7bb-f83e98207daa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=4a68f255-0313-477a-81aa-b2c29291d684,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:31.341328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-24986c38-864b-4489-a7bb-f83e98207daa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0821636 Jul 05 10:40:31.343676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60300) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:31.349915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-853697c5-4e05-40b2-b753-aac480614bc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'network_id': 'ddc8ffa0-4b4a-438f-a4da-03b2525a173e', 'name': 'tempest-PortsIpV6TestJSON-545668298', 'fixed_ips': [{'subnet_id': '7e2b5903-da5f-40e0-b363-7a68a41a210c', 'ip_address': '2001:db8::f'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:31.523645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60302) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:31.600966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853697c5-4e05-40b2-b753-aac480614bc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:31.686835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-b02384e5-b081-49e8-ab9f-4d6e6f4ae065 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-556216717'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:31.693814 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-853697c5-4e05-40b2-b753-aac480614bc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:31.715972 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-853697c5-4e05-40b2-b753-aac480614bc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] device_id is not set on port 568c0a22-5fe1-4a7b-aae4-4e8e256e4490 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:31.783421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02384e5-b081-49e8-ab9f-4d6e6f4ae065 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Made reservation on behalf of 2dd32d94481a4b1fa0d246f08516e0f1 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:31.787123 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b02384e5-b081-49e8-ab9f-4d6e6f4ae065 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:31.798324 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b02384e5-b081-49e8-ab9f-4d6e6f4ae065 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:31.906887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-853697c5-4e05-40b2-b753-aac480614bc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Allocated IP 2001:db8::f (ddc8ffa0-4b4a-438f-a4da-03b2525a173e/7e2b5903-da5f-40e0-b363-7a68a41a210c/568c0a22-5fe1-4a7b-aae4-4e8e256e4490) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:31.914925 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b02384e5-b081-49e8-ab9f-4d6e6f4ae065 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:32.018158 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b02384e5-b081-49e8-ab9f-4d6e6f4ae065 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:32.060635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02384e5-b081-49e8-ab9f-4d6e6f4ae065 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:40:32.077251 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-853697c5-4e05-40b2-b753-aac480614bc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:32.077442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02384e5-b081-49e8-ab9f-4d6e6f4ae065 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759b5c0c-26f0-4669-ab2e-51f0c1c72dcf,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:32.078660 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b02384e5-b081-49e8-ab9f-4d6e6f4ae065 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:32.079089 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-b02384e5-b081-49e8-ab9f-4d6e6f4ae065 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Added segment c41c7c2f-e247-4bba-b328-046015d45a2e of type vlan for network 3428556d-fd1e-44b9-b44f-243cf977f36f Jul 05 10:40:32.092742 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-853697c5-4e05-40b2-b753-aac480614bc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Transition to ACTIVE for port object 568c0a22-5fe1-4a7b-aae4-4e8e256e4490 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:32.126492 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b02384e5-b081-49e8-ab9f-4d6e6f4ae065 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:32.197626 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-853697c5-4e05-40b2-b753-aac480614bc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:32.218181 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b02384e5-b081-49e8-ab9f-4d6e6f4ae065 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:32.226152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02384e5-b081-49e8-ab9f-4d6e6f4ae065 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:32.227049 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b02384e5-b081-49e8-ab9f-4d6e6f4ae065 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:32.248467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853697c5-4e05-40b2-b753-aac480614bc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network ddc8ffa0-4b4a-438f-a4da-03b2525a173e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:32.252127 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-853697c5-4e05-40b2-b753-aac480614bc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:32.258988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853697c5-4e05-40b2-b753-aac480614bc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:32.266103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853697c5-4e05-40b2-b753-aac480614bc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:32.266103 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-853697c5-4e05-40b2-b753-aac480614bc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:32.282739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853697c5-4e05-40b2-b753-aac480614bc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=568c0a22-5fe1-4a7b-aae4-4e8e256e4490,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:32.294267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d204692-5be5-4733-bcde-8adef4f77ac4 None None] Network ddc8ffa0-4b4a-438f-a4da-03b2525a173e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:32.313908 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02384e5-b081-49e8-ab9f-4d6e6f4ae065 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Pushing event updated for resources: {'Network': ['ID=3428556d-fd1e-44b9-b44f-243cf977f36f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:32.333422 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b02384e5-b081-49e8-ab9f-4d6e6f4ae065 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8082695 Jul 05 10:40:32.337040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 3428556d-fd1e-44b9-b44f-243cf977f36f details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:40:32.344010 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-853697c5-4e05-40b2-b753-aac480614bc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9984617 Jul 05 10:40:32.348337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60312) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:32.460910 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-72182eba-8f12-47a5-b7df-f19c598a6cc5 None None] Provisioning for port 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:32.507908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02e45d6-6562-47ea-9738-a36783d0f9a9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:32.513034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60314) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:32.513191 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f02e45d6-6562-47ea-9738-a36783d0f9a9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1606386 Jul 05 10:40:32.562827 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60316) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:32.571294 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Request body: {'port': {'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f', 'binding:host_id': 'n-h1-779913-27', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-783149194'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:32.644172 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f23e8f3-f036-4e9a-985b-990c22819e6c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:32.650633 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f23e8f3-f036-4e9a-985b-990c22819e6c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:32.656910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f23e8f3-f036-4e9a-985b-990c22819e6c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:32.658760 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0f23e8f3-f036-4e9a-985b-990c22819e6c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1447566 Jul 05 10:40:32.671155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60318) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:32.695631 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Made reservation on behalf of 591f292783524886b09a8b558175ca30 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:32.699224 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:32.722595 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:32.821460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f07989d8-698d-490c-995d-594348c1cf26 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 568c0a22-5fe1-4a7b-aae4-4e8e256e4490 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:32.825173 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f07989d8-698d-490c-995d-594348c1cf26 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:32.892306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7bdb2044-dd0f-486a-bd36-a22fa2602e2c None None] Provisioning for port 568c0a22-5fe1-4a7b-aae4-4e8e256e4490 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:32.897235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7bdb2044-dd0f-486a-bd36-a22fa2602e2c None None] Provisioning complete for port 568c0a22-5fe1-4a7b-aae4-4e8e256e4490 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:32.897641 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2044-dd0f-486a-bd36-a22fa2602e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:32.950312 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7bdb2044-dd0f-486a-bd36-a22fa2602e2c None None] Port 568c0a22-5fe1-4a7b-aae4-4e8e256e4490 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:32.969501 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f07989d8-698d-490c-995d-594348c1cf26 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:32.998613 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:32.998613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f07989d8-698d-490c-995d-594348c1cf26 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 568c0a22-5fe1-4a7b-aae4-4e8e256e4490 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:33.047750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7bdb2044-dd0f-486a-bd36-a22fa2602e2c None None] Provisioning for port 4a68f255-0313-477a-81aa-b2c29291d684 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:33.053613 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7bdb2044-dd0f-486a-bd36-a22fa2602e2c None None] Provisioning complete for port 4a68f255-0313-477a-81aa-b2c29291d684 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:33.054400 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2044-dd0f-486a-bd36-a22fa2602e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:33.085713 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:33.106731 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7bdb2044-dd0f-486a-bd36-a22fa2602e2c None None] Port 4a68f255-0313-477a-81aa-b2c29291d684 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:33.112704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] device_id is not set on port 92e968b2-d2c7-4751-83aa-8de324d5a699 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:33.125892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b791b0-5586-4107-89e4-0fbc27e5a70b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:33.236886 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-350ee9bf-4fa0-476c-8255-80d32e1710a0 None None] Provisioning complete for port 4a68f255-0313-477a-81aa-b2c29291d684 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:33.237303 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-350ee9bf-4fa0-476c-8255-80d32e1710a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:33.241206 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f07989d8-698d-490c-995d-594348c1cf26 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:33.284785 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-350ee9bf-4fa0-476c-8255-80d32e1710a0 None None] Port 4a68f255-0313-477a-81aa-b2c29291d684 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:33.348874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:40:33.349859 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07989d8-698d-490c-995d-594348c1cf26 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=568c0a22-5fe1-4a7b-aae4-4e8e256e4490,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:33.393276 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f07989d8-698d-490c-995d-594348c1cf26 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:33.398877 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60322) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:33.399456 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f07989d8-698d-490c-995d-594348c1cf26 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/568c0a22-5fe1-4a7b-aae4-4e8e256e4490 HTTP/1.1" status: 204 len: 168 time: 0.7361543 Jul 05 10:40:33.421368 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f74499d0-eaa6-4f49-b89a-8eb75d36c824 None None] Could not find standard attr ID for object 568c0a22-5fe1-4a7b-aae4-4e8e256e4490. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:40:33.438791 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a60293-6aed-402e-8188-5d43cd1ffc3e tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] GET failed (client error): The resource could not be found. Jul 05 10:40:33.441481 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-89a60293-6aed-402e-8188-5d43cd1ffc3e tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/568c0a22-5fe1-4a7b-aae4-4e8e256e4490 HTTP/1.1" status: 404 len: 333 time: 0.0401275 Jul 05 10:40:33.445537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60324) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:33.498293 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:33.503017 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:33.503388 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:33.559709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] device_id is not set on port 92e968b2-d2c7-4751-83aa-8de324d5a699 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:33.569470 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:33.581262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Transition to ACTIVE for port object 92e968b2-d2c7-4751-83aa-8de324d5a699 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:33.589243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-0faf022b-3b98-4fc3-bab0-489f10fda575 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 4a68f255-0313-477a-81aa-b2c29291d684 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:33.589621 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0faf022b-3b98-4fc3-bab0-489f10fda575 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:33.609985 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:33.655622 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8ad9b371-9148-47c8-a6d8-5b1c0b25bae0,segment=NetworkSegment(9215a47a-fbff-4710-a537-0a174005e376),segment_id=9215a47a-fbff-4710-a537-0a174005e376)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:33.701373 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0faf022b-3b98-4fc3-bab0-489f10fda575 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:33.704195 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:33.718197 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-0faf022b-3b98-4fc3-bab0-489f10fda575 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 4a68f255-0313-477a-81aa-b2c29291d684 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:33.728030 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:33.781896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Pushing event updated for resources: {'Port': ['ID=92e968b2-d2c7-4751-83aa-8de324d5a699,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:33.792426 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Checking segment: {'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:33.792768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Network hostable DHCP agents. Network: 3428556d-fd1e-44b9-b44f-243cf977f36f, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:40:33.799195 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=8ad9b371-9148-47c8-a6d8-5b1c0b25bae0,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:33.852713 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Network 3428556d-fd1e-44b9-b44f-243cf977f36f is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:40:33.909031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 3428556d-fd1e-44b9-b44f-243cf977f36f) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:33.912711 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:33.920017 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b96938-b8f8-4ab3-88e4-34c583bb587a None None] Network 3428556d-fd1e-44b9-b44f-243cf977f36f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:33.931272 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:33.931666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:33.934163 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0faf022b-3b98-4fc3-bab0-489f10fda575 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:33.934356 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:33.937618 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:33.938165 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:33.938788 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 2 to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 Jul 05 10:40:33.953243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:33.958190 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:33.962120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:33.968990 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:33.969373 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:33.969864 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 3 to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 Jul 05 10:40:33.974938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf022b-3b98-4fc3-bab0-489f10fda575 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=4a68f255-0313-477a-81aa-b2c29291d684,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:33.984784 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:33.985360 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:33.985818 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:33.991047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:33.991505 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:33.992030 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 4 to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 Jul 05 10:40:34.005312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:34.005769 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:34.006317 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:34.012365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:34.012972 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:34.013479 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 5 to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 Jul 05 10:40:34.020695 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0faf022b-3b98-4fc3-bab0-489f10fda575 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.024552 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0faf022b-3b98-4fc3-bab0-489f10fda575 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/4a68f255-0313-477a-81aa-b2c29291d684 HTTP/1.1" status: 204 len: 168 time: 0.5778904 Jul 05 10:40:34.027039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60326) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:34.030031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:34.030488 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:34.030916 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:34.036330 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:34.036770 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:34.037254 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 6 to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 Jul 05 10:40:34.052296 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:34.052814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:34.053251 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:34.058616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:34.059120 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:34.059601 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 7 to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 Jul 05 10:40:34.074764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:34.075254 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:34.075739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:34.078736 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55f16b0-b620-4285-b75e-4a80b62a8642 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] GET failed (client error): The resource could not be found. Jul 05 10:40:34.080840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:34.081278 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:34.081767 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 8 to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 Jul 05 10:40:34.083362 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e55f16b0-b620-4285-b75e-4a80b62a8642 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/4a68f255-0313-477a-81aa-b2c29291d684 HTTP/1.1" status: 404 len: 333 time: 0.0544586 Jul 05 10:40:34.084019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60328) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:34.098100 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:34.098538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:34.099225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:34.104630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:34.105091 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:34.107806 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 9 to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 Jul 05 10:40:34.133312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:34.137928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:34.137928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:34.139107 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:34.139545 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:34.140336 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 10 to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 Jul 05 10:40:34.155183 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:34.155525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:34.156291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:34.161309 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 92e968b2-d2c7-4751-83aa-8de324d5a699 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:34.161641 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 92e968b2-d2c7-4751-83aa-8de324d5a699 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:34.162033 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.167510 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd26a23-ee29-4a66-bff5-e9ff102d69ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting subnet 7e2b5903-da5f-40e0-b363-7a68a41a210c {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:40:34.171303 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1dd26a23-ee29-4a66-bff5-e9ff102d69ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.219859 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1dd26a23-ee29-4a66-bff5-e9ff102d69ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.258299 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] For port 92e968b2-d2c7-4751-83aa-8de324d5a699, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:40:34.259119 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempted to set empty binding levels {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 10:40:34.316401 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1dd26a23-ee29-4a66-bff5-e9ff102d69ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.322003 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.354591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:34.356042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.378230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Pushing event updated for resources: {'Port': ['ID=92e968b2-d2c7-4751-83aa-8de324d5a699,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:34.441839 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-df3f6c24-27f4-471d-bb36-e15624cc4265 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8777120 Jul 05 10:40:34.444524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60332) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:34.464419 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1dd26a23-ee29-4a66-bff5-e9ff102d69ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.497749 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd26a23-ee29-4a66-bff5-e9ff102d69ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2b5903-da5f-40e0-b363-7a68a41a210c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:34.499269 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1dd26a23-ee29-4a66-bff5-e9ff102d69ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.503800 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1dd26a23-ee29-4a66-bff5-e9ff102d69ae tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/7e2b5903-da5f-40e0-b363-7a68a41a210c HTTP/1.1" status: 204 len: 168 time: 0.4163718 Jul 05 10:40:34.504133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60334) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:34.509491 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a32d292-600f-49b1-8d1a-0ff85f052f8e None None] Network ddc8ffa0-4b4a-438f-a4da-03b2525a173e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:34.546795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-2c1af101-3a34-4156-a306-e6973ec4839c tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Deleting port 92e968b2-d2c7-4751-83aa-8de324d5a699 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:34.547541 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c1af101-3a34-4156-a306-e6973ec4839c tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.594832 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.617566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-2c1af101-3a34-4156-a306-e6973ec4839c tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] For port 92e968b2-d2c7-4751-83aa-8de324d5a699, host n-h1-779913-27, got binding levels [] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:34.617954 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c1af101-3a34-4156-a306-e6973ec4839c tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.631696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-2c1af101-3a34-4156-a306-e6973ec4839c tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Calling delete_port for 92e968b2-d2c7-4751-83aa-8de324d5a699 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:34.655634 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:34.656109 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.726883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b05779b-08f9-4544-a76c-142f5b5b4f5c None None] DHCP port deletion for ddc8ffa0-4b4a-438f-a4da-03b2525a173e request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:40:34.727951 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] For port 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8ad9b371-9148-47c8-a6d8-5b1c0b25bae0,segment=NetworkSegment(9215a47a-fbff-4710-a537-0a174005e376),segment_id=9215a47a-fbff-4710-a537-0a174005e376)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:34.728391 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.744329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:34.774471 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5b05779b-08f9-4544-a76c-142f5b5b4f5c None None] Deleting port 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:34.774850 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5b05779b-08f9-4544-a76c-142f5b5b4f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.795005 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c1af101-3a34-4156-a306-e6973ec4839c tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.826101 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1af101-3a34-4156-a306-e6973ec4839c tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Pushing event deleted for resources: {'Port': ['ID=92e968b2-d2c7-4751-83aa-8de324d5a699,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:34.833253 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c1af101-3a34-4156-a306-e6973ec4839c tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.835608 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2c1af101-3a34-4156-a306-e6973ec4839c tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] 10.222.0.77 "DELETE /v2.0/ports/92e968b2-d2c7-4751-83aa-8de324d5a699 HTTP/1.1" status: 204 len: 168 time: 0.3894486 Jul 05 10:40:34.838282 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60336) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:34.843733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5b05779b-08f9-4544-a76c-142f5b5b4f5c None None] For port 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8ad9b371-9148-47c8-a6d8-5b1c0b25bae0,segment=NetworkSegment(9215a47a-fbff-4710-a537-0a174005e376),segment_id=9215a47a-fbff-4710-a537-0a174005e376)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:34.844115 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5b05779b-08f9-4544-a76c-142f5b5b4f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.857217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5b05779b-08f9-4544-a76c-142f5b5b4f5c None None] Calling delete_port for 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:34.864889 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-4266c175-d026-4c38-8c45-c20cc14ad07d tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] GET failed (client error): The resource could not be found. Jul 05 10:40:34.866513 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4266c175-d026-4c38-8c45-c20cc14ad07d tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] 10.222.0.77 "GET /v2.0/ports/92e968b2-d2c7-4751-83aa-8de324d5a699 HTTP/1.1" status: 404 len: 333 time: 0.0270216 Jul 05 10:40:34.870712 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60338) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:34.875740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-df698db9-b4e3-4ea6-a98c-a8f34deb5ec3 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Request body: {'port': {'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-33798847'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:34.909590 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.934922 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5b05779b-08f9-4544-a76c-142f5b5b4f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:34.936381 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=8ad9b371-9148-47c8-a6d8-5b1c0b25bae0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:34.941816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No DVR routers for this DVR port 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:40:34.964431 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05779b-08f9-4544-a76c-142f5b5b4f5c None None] Pushing event deleted for resources: {'Port': ['ID=8ad9b371-9148-47c8-a6d8-5b1c0b25bae0,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:34.968438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b05779b-08f9-4544-a76c-142f5b5b4f5c None None] No DVR routers for this DVR port 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:40:34.994934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df698db9-b4e3-4ea6-a98c-a8f34deb5ec3 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Made reservation on behalf of 591f292783524886b09a8b558175ca30 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:34.997683 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df698db9-b4e3-4ea6-a98c-a8f34deb5ec3 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:35.014000 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-df698db9-b4e3-4ea6-a98c-a8f34deb5ec3 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] device_id is not set on port 43db5bec-7fb4-4fe8-b028-a79b345d22af yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:35.023257 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:35.033310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc8ffa0-4b4a-438f-a4da-03b2525a173e']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:35.049304 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9215a47a-fbff-4710-a537-0a174005e376') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:35.049603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9215a47a-fbff-4710-a537-0a174005e376') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:35.060417 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:35.079146 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:35.085534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:40:35.085941 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:40:35.089109 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:40:35.195077 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:35.199996 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:35.203409 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/networks/ddc8ffa0-4b4a-438f-a4da-03b2525a173e HTTP/1.1" status: 204 len: 168 time: 0.6981544 Jul 05 10:40:35.208961 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60340) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:35.217257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-360860c9-2732-4d42-beaa-c8e824ebc812 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-855627119'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:35.237598 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caceefe-b30a-44cc-be3b-08f366fbdfda tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Network': ['ID=ddc8ffa0-4b4a-438f-a4da-03b2525a173e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:35.257893 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:40:35.286356 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:40:35.286706 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8ad9b371-9148-47c8-a6d8-5b1c0b25bae0 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:40:35.332072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360860c9-2732-4d42-beaa-c8e824ebc812 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:35.336905 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-360860c9-2732-4d42-beaa-c8e824ebc812 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:35.364109 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360860c9-2732-4d42-beaa-c8e824ebc812 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:40:35.374543 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-360860c9-2732-4d42-beaa-c8e824ebc812 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:35.375243 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-360860c9-2732-4d42-beaa-c8e824ebc812 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Added segment cae2934b-3064-4dfd-9453-6d5bf91c106a of type vlan for network 9abd0fc1-c5e0-4033-95dd-ff2685f437d3 Jul 05 10:40:35.420804 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-360860c9-2732-4d42-beaa-c8e824ebc812 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:35.520611 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-360860c9-2732-4d42-beaa-c8e824ebc812 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:35.527998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360860c9-2732-4d42-beaa-c8e824ebc812 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:35.528620 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-360860c9-2732-4d42-beaa-c8e824ebc812 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:35.556106 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df698db9-b4e3-4ea6-a98c-a8f34deb5ec3 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:35.608488 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360860c9-2732-4d42-beaa-c8e824ebc812 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Network': ['ID=9abd0fc1-c5e0-4033-95dd-ff2685f437d3,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:35.619916 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 9abd0fc1-c5e0-4033-95dd-ff2685f437d3 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:40:35.648631 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-360860c9-2732-4d42-beaa-c8e824ebc812 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4319310 Jul 05 10:40:35.648631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60352) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:35.652551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'subnet': {'network_id': '9abd0fc1-c5e0-4033-95dd-ff2685f437d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:35.676733 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df698db9-b4e3-4ea6-a98c-a8f34deb5ec3 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:35.730751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df698db9-b4e3-4ea6-a98c-a8f34deb5ec3 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Network 3428556d-fd1e-44b9-b44f-243cf977f36f is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:35.736270 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-df698db9-b4e3-4ea6-a98c-a8f34deb5ec3 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:35.739825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df698db9-b4e3-4ea6-a98c-a8f34deb5ec3 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:35.740779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df698db9-b4e3-4ea6-a98c-a8f34deb5ec3 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:35.741437 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df698db9-b4e3-4ea6-a98c-a8f34deb5ec3 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:35.751521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df698db9-b4e3-4ea6-a98c-a8f34deb5ec3 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Pushing event updated for resources: {'Port': ['ID=43db5bec-7fb4-4fe8-b028-a79b345d22af,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:35.806421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:35.810229 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:35.853252 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-df698db9-b4e3-4ea6-a98c-a8f34deb5ec3 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.9813578 Jul 05 10:40:35.856891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60354) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:35.862572 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:35.957352 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:36.069608 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:36.136567 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Subnet': ['ID=603fb377-99d9-441d-a232-63c96dd24ffb,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:36.145061 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] device_id is not set on port 43db5bec-7fb4-4fe8-b028-a79b345d22af yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:36.151173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:36.151521 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:36.151890 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:36.152258 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:36.152598 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:36.152931 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:36.153260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:36.153657 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:36.153953 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:36.154274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:36.154596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:36.154915 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:36.155489 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:36.159273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Checking segment: {'id': 'cae2934b-3064-4dfd-9453-6d5bf91c106a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9abd0fc1-c5e0-4033-95dd-ff2685f437d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:36.159852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network hostable DHCP agents. Network: 9abd0fc1-c5e0-4033-95dd-ff2685f437d3, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:40:36.175932 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Transition to ACTIVE for port object 43db5bec-7fb4-4fe8-b028-a79b345d22af will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:36.252305 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:36.303418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 9abd0fc1-c5e0-4033-95dd-ff2685f437d3 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:40:36.306126 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Pushing event updated for resources: {'Port': ['ID=43db5bec-7fb4-4fe8-b028-a79b345d22af,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:36.327228 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:36.327650 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:36.328093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:36.333193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:36.333528 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:36.333913 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 2 to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af Jul 05 10:40:36.348022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:36.348369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:36.348711 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:36.354299 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:36.354635 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:36.355038 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 3 to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af Jul 05 10:40:36.369106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:36.369450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:36.369799 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:36.374776 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:36.375111 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:36.375500 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 4 to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af Jul 05 10:40:36.389603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 9abd0fc1-c5e0-4033-95dd-ff2685f437d3) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:36.394802 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:36.395075 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:36.395556 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:36.395760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:36.396350 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:36.399697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546df098-5b05-4632-8f62-eeee68e2f2b2 None None] Network 9abd0fc1-c5e0-4033-95dd-ff2685f437d3 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:36.401891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:36.402224 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:36.402616 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 5 to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af Jul 05 10:40:36.418554 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:36.418889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:36.419366 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:36.424216 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:36.424543 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:36.424936 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 6 to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af Jul 05 10:40:36.438731 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:36.439074 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:36.439407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:36.445352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:36.445691 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:36.446095 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 7 to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af Jul 05 10:40:36.461377 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:36.461719 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:36.462062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:36.476193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:36.476533 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:36.477001 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 8 to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af Jul 05 10:40:36.491649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:36.492294 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:36.493394 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f26d2150-67a2-4356-a499-0744d846ee90 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8475826 Jul 05 10:40:36.496085 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:36.496569 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60358) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:36.502089 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:36.502716 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:36.503273 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 9 to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af Jul 05 10:40:36.509974 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d9b6a8b3-5243-47d0-ade8-236757404b6b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1615671928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:36.518620 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:36.519671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:36.520256 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:36.527117 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:36.527788 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:36.529029 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 10 to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af Jul 05 10:40:36.545333 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:36.545949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:36.546290 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:36.551537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:36.551955 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 43db5bec-7fb4-4fe8-b028-a79b345d22af on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:36.552328 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:36.622635 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9b6a8b3-5243-47d0-ade8-236757404b6b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:36.625037 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9b6a8b3-5243-47d0-ade8-236757404b6b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:36.633098 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] For port 43db5bec-7fb4-4fe8-b028-a79b345d22af, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:40:36.633633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempted to set empty binding levels {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 10:40:36.693455 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9b6a8b3-5243-47d0-ade8-236757404b6b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:36.734516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-9abd0fc1-c5e0-4033-95dd-ff2685f437d3', 'network_id': '9abd0fc1-c5e0-4033-95dd-ff2685f437d3', 'tenant_id': '09a6b974ea6f4195b07afe1e8ea8f6de', 'fixed_ips': [{'subnet_id': '603fb377-99d9-441d-a232-63c96dd24ffb'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:40:36.735427 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:36.738484 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:36.762743 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9b6a8b3-5243-47d0-ade8-236757404b6b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:36.779832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] In _notify_port_updated(), no bound segment for port 43db5bec-7fb4-4fe8-b028-a79b345d22af on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:40:36.781485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:36.781615 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:36.782937 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] 10.222.0.77 "PUT /v2.0/ports/43db5bec-7fb4-4fe8-b028-a79b345d22af HTTP/1.1" status: 200 len: 974 time: 0.9247911 Jul 05 10:40:36.785550 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60362) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:36.836201 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9b6a8b3-5243-47d0-ade8-236757404b6b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:36.840065 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d9b6a8b3-5243-47d0-ade8-236757404b6b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3400147 Jul 05 10:40:36.840246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333e72b-341e-427a-b86e-d3840a7859ad tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Pushing event updated for resources: {'Port': ['ID=43db5bec-7fb4-4fe8-b028-a79b345d22af,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:36.840448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60364) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:36.847808 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e3ce6e4e-389f-4caf-88d9-00efc5f8c96c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'network_id': '9abd0fc1-c5e0-4033-95dd-ff2685f437d3', 'name': 'tempest-PortsIpV6TestJSON-1270448997'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:36.898508 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Allocated IP 2001:db8::2 (9abd0fc1-c5e0-4033-95dd-ff2685f437d3/603fb377-99d9-441d-a232-63c96dd24ffb/bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:36.901620 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc388b-8c1f-41ed-a7de-da59a99d7129 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:36.902235 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc388b-8c1f-41ed-a7de-da59a99d7129 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:36.902929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc388b-8c1f-41ed-a7de-da59a99d7129 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:36.903415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc388b-8c1f-41ed-a7de-da59a99d7129 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:36.904549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc388b-8c1f-41ed-a7de-da59a99d7129 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:36.905082 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc388b-8c1f-41ed-a7de-da59a99d7129 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:36.905626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc388b-8c1f-41ed-a7de-da59a99d7129 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:36.906104 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc388b-8c1f-41ed-a7de-da59a99d7129 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:36.906638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc388b-8c1f-41ed-a7de-da59a99d7129 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:36.907116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc388b-8c1f-41ed-a7de-da59a99d7129 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:36.907650 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc388b-8c1f-41ed-a7de-da59a99d7129 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:36.908812 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc388b-8c1f-41ed-a7de-da59a99d7129 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:36.909339 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc388b-8c1f-41ed-a7de-da59a99d7129 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:36.909917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc388b-8c1f-41ed-a7de-da59a99d7129 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:36.913567 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-00fc388b-8c1f-41ed-a7de-da59a99d7129 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12579 time: 0.1267412 Jul 05 10:40:36.917728 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60366) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:37.033990 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c7e9bbc7-718b-4756-8958-4bea92540b21 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Deleting port 43db5bec-7fb4-4fe8-b028-a79b345d22af {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:37.034337 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c7e9bbc7-718b-4756-8958-4bea92540b21 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.076152 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.081210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ce6e4e-389f-4caf-88d9-00efc5f8c96c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:37.085078 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3ce6e4e-389f-4caf-88d9-00efc5f8c96c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.098664 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Transition to ACTIVE for port object bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:37.109784 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-e3ce6e4e-389f-4caf-88d9-00efc5f8c96c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] device_id is not set on port 1d47b6e4-9ce0-4f78-bff9-fce7bb710314 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:37.115022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-c7e9bbc7-718b-4756-8958-4bea92540b21 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] For port 43db5bec-7fb4-4fe8-b028-a79b345d22af, host n-h1-779913-27, got binding levels [] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:37.115469 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c7e9bbc7-718b-4756-8958-4bea92540b21 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.126942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Transition to ACTIVE for port object bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:37.136520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c7e9bbc7-718b-4756-8958-4bea92540b21 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Calling delete_port for 43db5bec-7fb4-4fe8-b028-a79b345d22af owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:37.196539 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.250104 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Network 9abd0fc1-c5e0-4033-95dd-ff2685f437d3 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:37.256145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:37.261346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:37.263679 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Pushing event updated for resources: {'Port': ['ID=bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:37.265305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-e3ce6e4e-389f-4caf-88d9-00efc5f8c96c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Allocated IP 2001:db8::3e5 (9abd0fc1-c5e0-4033-95dd-ff2685f437d3/603fb377-99d9-441d-a232-63c96dd24ffb/1d47b6e4-9ce0-4f78-bff9-fce7bb710314) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:37.297869 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c7e9bbc7-718b-4756-8958-4bea92540b21 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.332646 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c7e9bbc7-718b-4756-8958-4bea92540b21 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.335437 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c7e9bbc7-718b-4756-8958-4bea92540b21 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] 10.222.0.77 "DELETE /v2.0/ports/43db5bec-7fb4-4fe8-b028-a79b345d22af HTTP/1.1" status: 204 len: 168 time: 0.4165902 Jul 05 10:40:37.336681 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9bbc7-718b-4756-8958-4bea92540b21 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Pushing event deleted for resources: {'Port': ['ID=43db5bec-7fb4-4fe8-b028-a79b345d22af,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:37.340548 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60368) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:37.347132 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Attempting to bind port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:37.351979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Attempting to bind port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'cae2934b-3064-4dfd-9453-6d5bf91c106a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9abd0fc1-c5e0-4033-95dd-ff2685f437d3'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:37.351979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Attempting to bind port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 on network 9abd0fc1-c5e0-4033-95dd-ff2685f437d3 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:37.354085 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:40:37.354462 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Checking segment: {'id': 'cae2934b-3064-4dfd-9453-6d5bf91c106a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9abd0fc1-c5e0-4033-95dd-ff2685f437d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:37.354919 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.355319 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Bound using segment: {'id': 'cae2934b-3064-4dfd-9453-6d5bf91c106a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9abd0fc1-c5e0-4033-95dd-ff2685f437d3'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:40:37.355814 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Bound port: bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2934b-3064-4dfd-9453-6d5bf91c106a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9abd0fc1-c5e0-4033-95dd-ff2685f437d3'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:40:37.356198 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.368463 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-255786f3-1d12-43d8-b5dd-23b08cbfdbe9 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] GET failed (client error): The resource could not be found. Jul 05 10:40:37.370071 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-255786f3-1d12-43d8-b5dd-23b08cbfdbe9 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] 10.222.0.77 "GET /v2.0/ports/43db5bec-7fb4-4fe8-b028-a79b345d22af HTTP/1.1" status: 404 len: 333 time: 0.0282557 Jul 05 10:40:37.374298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60370) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:37.380784 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-767e3afc-6cbb-4243-9e81-c62112469212 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1195369620', 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:37.432065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] For port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:40:37.435685 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] For port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8,segment=NetworkSegment(cae2934b-3064-4dfd-9453-6d5bf91c106a),segment_id=cae2934b-3064-4dfd-9453-6d5bf91c106a)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:40:37.443594 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3ce6e4e-389f-4caf-88d9-00efc5f8c96c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.460779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-e3ce6e4e-389f-4caf-88d9-00efc5f8c96c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Transition to ACTIVE for port object 1d47b6e4-9ce0-4f78-bff9-fce7bb710314 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:37.497794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767e3afc-6cbb-4243-9e81-c62112469212 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Made reservation on behalf of 591f292783524886b09a8b558175ca30 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:37.500320 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-767e3afc-6cbb-4243-9e81-c62112469212 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.516414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-767e3afc-6cbb-4243-9e81-c62112469212 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] device_id is not set on port 2147cd8c-abba-42d8-8eb3-116a7b3640fe yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:37.538968 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.568242 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3ce6e4e-389f-4caf-88d9-00efc5f8c96c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.610060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018b550-ea61-41e5-9968-d43f79882e70 None None] Pushing event updated for resources: {'Port': ['ID=bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:37.654333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ce6e4e-389f-4caf-88d9-00efc5f8c96c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 9abd0fc1-c5e0-4033-95dd-ff2685f437d3 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:37.661651 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-e3ce6e4e-389f-4caf-88d9-00efc5f8c96c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:37.666086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ce6e4e-389f-4caf-88d9-00efc5f8c96c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:37.671919 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ce6e4e-389f-4caf-88d9-00efc5f8c96c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:37.672627 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3ce6e4e-389f-4caf-88d9-00efc5f8c96c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.687497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce6e4e-389f-4caf-88d9-00efc5f8c96c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=1d47b6e4-9ce0-4f78-bff9-fce7bb710314,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:37.688573 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-767e3afc-6cbb-4243-9e81-c62112469212 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.764303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e3ce6e4e-389f-4caf-88d9-00efc5f8c96c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9197817 Jul 05 10:40:37.764739 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60374) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:37.801485 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-767e3afc-6cbb-4243-9e81-c62112469212 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.854678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767e3afc-6cbb-4243-9e81-c62112469212 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Network 3428556d-fd1e-44b9-b44f-243cf977f36f is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:37.857906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-767e3afc-6cbb-4243-9e81-c62112469212 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:37.861772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e3afc-6cbb-4243-9e81-c62112469212 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:37.862793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767e3afc-6cbb-4243-9e81-c62112469212 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:37.863350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-767e3afc-6cbb-4243-9e81-c62112469212 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:37.885354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e3afc-6cbb-4243-9e81-c62112469212 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Pushing event updated for resources: {'Port': ['ID=2147cd8c-abba-42d8-8eb3-116a7b3640fe,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:37.991425 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-767e3afc-6cbb-4243-9e81-c62112469212 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6142745 Jul 05 10:40:37.992719 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60376) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:38.049948 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2c2570-d13f-425f-bc95-ac95ae1337e4 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:38.060122 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9b2c2570-d13f-425f-bc95-ac95ae1337e4 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] 10.222.0.77 "GET /v2.0/ports/2147cd8c-abba-42d8-8eb3-116a7b3640fe HTTP/1.1" status: 200 len: 955 time: 0.0660908 Jul 05 10:40:38.066611 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60378) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:38.154859 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-40acba34-35da-4935-9e53-7af8bdb9feb2 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Deleting port 2147cd8c-abba-42d8-8eb3-116a7b3640fe {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:38.156201 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-40acba34-35da-4935-9e53-7af8bdb9feb2 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:38.190098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-253dcf60-5dd6-437d-9503-d8b823d613b9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:38.221924 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-40acba34-35da-4935-9e53-7af8bdb9feb2 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:38.236463 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-40acba34-35da-4935-9e53-7af8bdb9feb2 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Calling delete_port for 2147cd8c-abba-42d8-8eb3-116a7b3640fe owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:38.384826 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-40acba34-35da-4935-9e53-7af8bdb9feb2 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:38.421381 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acba34-35da-4935-9e53-7af8bdb9feb2 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Pushing event deleted for resources: {'Port': ['ID=2147cd8c-abba-42d8-8eb3-116a7b3640fe,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:38.429825 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-40acba34-35da-4935-9e53-7af8bdb9feb2 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:38.432373 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-40acba34-35da-4935-9e53-7af8bdb9feb2 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] 10.222.0.77 "DELETE /v2.0/ports/2147cd8c-abba-42d8-8eb3-116a7b3640fe HTTP/1.1" status: 204 len: 168 time: 0.3647289 Jul 05 10:40:38.435023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60380) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:38.471635 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-b208fcb1-7b56-44f8-90c5-f72a608e1a4d tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] GET failed (client error): The resource could not be found. Jul 05 10:40:38.473433 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b208fcb1-7b56-44f8-90c5-f72a608e1a4d tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] 10.222.0.77 "GET /v2.0/ports/2147cd8c-abba-42d8-8eb3-116a7b3640fe HTTP/1.1" status: 404 len: 333 time: 0.0372500 Jul 05 10:40:38.477153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60382) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:38.482242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f5bf3f2a-3d9b-4cb6-a25a-0b980a8b60b0 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Request body: {'port': {'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-8976490'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:38.495164 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-253dcf60-5dd6-437d-9503-d8b823d613b9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:38.612612 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-253dcf60-5dd6-437d-9503-d8b823d613b9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:38.623833 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bf3f2a-3d9b-4cb6-a25a-0b980a8b60b0 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Made reservation on behalf of 591f292783524886b09a8b558175ca30 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:38.626418 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f5bf3f2a-3d9b-4cb6-a25a-0b980a8b60b0 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:38.649161 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-f5bf3f2a-3d9b-4cb6-a25a-0b980a8b60b0 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] device_id is not set on port 7d9ab110-7c6e-4111-a198-9f037877b526 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:38.706854 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253dcf60-5dd6-437d-9503-d8b823d613b9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=1d47b6e4-9ce0-4f78-bff9-fce7bb710314,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:38.782856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a7606b-182d-45ba-b5a3-7c487c98dcf7 None None] Network 9abd0fc1-c5e0-4033-95dd-ff2685f437d3 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:38.847913 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f5bf3f2a-3d9b-4cb6-a25a-0b980a8b60b0 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:38.878128 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-253dcf60-5dd6-437d-9503-d8b823d613b9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:39.001220 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6faece0e-f71c-43a1-8546-a87631eaba3e None None] Provisioning for port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:39.002092 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f5bf3f2a-3d9b-4cb6-a25a-0b980a8b60b0 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:39.063569 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf3f2a-3d9b-4cb6-a25a-0b980a8b60b0 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Pushing event updated for resources: {'Port': ['ID=7d9ab110-7c6e-4111-a198-9f037877b526,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:39.075679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bf3f2a-3d9b-4cb6-a25a-0b980a8b60b0 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Network 3428556d-fd1e-44b9-b44f-243cf977f36f is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:39.077719 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-f5bf3f2a-3d9b-4cb6-a25a-0b980a8b60b0 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:39.097899 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bf3f2a-3d9b-4cb6-a25a-0b980a8b60b0 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:39.097899 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bf3f2a-3d9b-4cb6-a25a-0b980a8b60b0 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:39.097899 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f5bf3f2a-3d9b-4cb6-a25a-0b980a8b60b0 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:39.139607 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-253dcf60-5dd6-437d-9503-d8b823d613b9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:39.184923 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f5bf3f2a-3d9b-4cb6-a25a-0b980a8b60b0 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 957 time: 0.7065647 Jul 05 10:40:39.187471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60398) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:39.193285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:39.308467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:39.337272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:40:39.504171 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-253dcf60-5dd6-437d-9503-d8b823d613b9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:39.532814 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-08138045-6e01-46bf-aabc-cac9e697f20f None None] Provisioning for port 1d47b6e4-9ce0-4f78-bff9-fce7bb710314 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:39.534964 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:39.540333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-08138045-6e01-46bf-aabc-cac9e697f20f None None] Provisioning complete for port 1d47b6e4-9ce0-4f78-bff9-fce7bb710314 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:39.542028 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-08138045-6e01-46bf-aabc-cac9e697f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:39.542633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:39.542997 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:39.558970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] device_id is not set on port 7d9ab110-7c6e-4111-a198-9f037877b526 yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:39.562812 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-253dcf60-5dd6-437d-9503-d8b823d613b9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:39.564971 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-253dcf60-5dd6-437d-9503-d8b823d613b9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:39.569033 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:39.592959 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Transition to ACTIVE for port object 7d9ab110-7c6e-4111-a198-9f037877b526 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:39.627154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-08138045-6e01-46bf-aabc-cac9e697f20f None None] Port 1d47b6e4-9ce0-4f78-bff9-fce7bb710314 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:39.647379 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-08138045-6e01-46bf-aabc-cac9e697f20f None None] Provisioning complete for port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:39.648343 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-08138045-6e01-46bf-aabc-cac9e697f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:39.684979 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253dcf60-5dd6-437d-9503-d8b823d613b9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=1d47b6e4-9ce0-4f78-bff9-fce7bb710314,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:39.689035 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:39.726560 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:39.746714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253dcf60-5dd6-437d-9503-d8b823d613b9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 9abd0fc1-c5e0-4033-95dd-ff2685f437d3 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:39.748648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-253dcf60-5dd6-437d-9503-d8b823d613b9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:39.760761 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Pushing event updated for resources: {'Port': ['ID=7d9ab110-7c6e-4111-a198-9f037877b526,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:39.796959 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:39.797324 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:39.797661 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:39.798724 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8,segment=NetworkSegment(cae2934b-3064-4dfd-9453-6d5bf91c106a),segment_id=cae2934b-3064-4dfd-9453-6d5bf91c106a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:39.804442 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:39.804701 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:39.805078 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 2 to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 Jul 05 10:40:39.828040 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-08138045-6e01-46bf-aabc-cac9e697f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:39.838220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:39.839582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:39.839980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:39.845337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:39.845674 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:39.846231 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 3 to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 Jul 05 10:40:39.859276 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:39.859973 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:39.859973 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:39.864736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:39.865080 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:39.865627 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 4 to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 Jul 05 10:40:39.894888 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:39.908629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:39.909502 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:39.909502 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:39.920302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:39.920644 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:39.921044 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 5 to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 Jul 05 10:40:39.935480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:39.935862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:39.936188 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:39.941122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:39.941592 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:39.942091 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 6 to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 Jul 05 10:40:39.962342 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:39.963172 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:39.963172 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:39.974125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:39.974125 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:39.974125 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 7 to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 Jul 05 10:40:39.982502 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-08138045-6e01-46bf-aabc-cac9e697f20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:40:39.982857 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-08138045-6e01-46bf-aabc-cac9e697f20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:40:39.983474 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:39.983909 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:39.984248 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:39.987666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:39.989337 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253dcf60-5dd6-437d-9503-d8b823d613b9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Router 35d9b42a-9564-45c6-ad17-ee334fac1be6 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:40:39.989543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:39.989882 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:39.990807 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 8 to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 Jul 05 10:40:40.026015 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:40.026810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:40.027369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:40.032821 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:40.033448 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:40.034180 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 9 to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 Jul 05 10:40:40.049928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:40.050520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:40.051110 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:40.058809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:40.059451 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:40.060097 n-d-779913-27 neutron-server[100775]: INFO neutron.plugins.ml2.plugin [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempt 10 to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 Jul 05 10:40:40.077756 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:40.078099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:40.078441 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempting to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:40.083656 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:40:40.084149 n-d-779913-27 neutron-server[100775]: ERROR neutron.plugins.ml2.managers [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Failed to bind port 7d9ab110-7c6e-4111-a198-9f037877b526 on host n-h1-779913-27 for vnic_type normal using segments [{'id': 'c41c7c2f-e247-4bba-b328-046015d45a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3428556d-fd1e-44b9-b44f-243cf977f36f'}] Jul 05 10:40:40.084548 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:40.114163 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253dcf60-5dd6-437d-9503-d8b823d613b9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:40:40.126335 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe6ae1-3afd-485a-9bed-81001cbfd1d0 None None] Sync routers for ids ['35d9b42a-9564-45c6-ad17-ee334fac1be6'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:40:40.133639 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-253dcf60-5dd6-437d-9503-d8b823d613b9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "PUT /v2.0/routers/35d9b42a-9564-45c6-ad17-ee334fac1be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3622298 Jul 05 10:40:40.134506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60438) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:40.143492 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe6ae1-3afd-485a-9bed-81001cbfd1d0 None None] Routers {'35d9b42a-9564-45c6-ad17-ee334fac1be6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:40:40.144494 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-fcfe6ae1-3afd-485a-9bed-81001cbfd1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:40:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['35d9b42a-9564-45c6-ad17-ee334fac1be6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:40.167018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] For port 7d9ab110-7c6e-4111-a198-9f037877b526, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:40:40.167709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attempted to set empty binding levels {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 10:40:40.181038 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-fcfe6ae1-3afd-485a-9bed-81001cbfd1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:40.190329 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe6ae1-3afd-485a-9bed-81001cbfd1d0 None None] Routers {'35d9b42a-9564-45c6-ad17-ee334fac1be6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:40:40.190953 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-fcfe6ae1-3afd-485a-9bed-81001cbfd1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:40:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['35d9b42a-9564-45c6-ad17-ee334fac1be6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:40.206232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51da93db-a866-4807-977f-2ed30eaa59da tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:40.208440 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-51da93db-a866-4807-977f-2ed30eaa59da tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports?device_id=35d9b42a-9564-45c6-ad17-ee334fac1be6 HTTP/1.1" status: 200 len: 989 time: 0.0724051 Jul 05 10:40:40.211513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60440) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:40.222804 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-fcfe6ae1-3afd-485a-9bed-81001cbfd1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:40.223477 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe6ae1-3afd-485a-9bed-81001cbfd1d0 None None] The sync data for ids ['35d9b42a-9564-45c6-ad17-ee334fac1be6'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:40:40.275780 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:40.307763 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] In _notify_port_updated(), no bound segment for port 7d9ab110-7c6e-4111-a198-9f037877b526 on network 3428556d-fd1e-44b9-b44f-243cf977f36f {{(pid=100775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:40:40.308627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:40.309231 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:40.310552 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] 10.222.0.77 "PUT /v2.0/ports/7d9ab110-7c6e-4111-a198-9f037877b526 HTTP/1.1" status: 200 len: 973 time: 1.1219070 Jul 05 10:40:40.313533 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60446) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:40.323803 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe54c8-f50c-4ca3-a071-0c6254cb5bab tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Pushing event updated for resources: {'Port': ['ID=7d9ab110-7c6e-4111-a198-9f037877b526,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:40.532580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-5cc864e9-14cd-4433-a1bf-f38c7745b56e tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Deleting port 7d9ab110-7c6e-4111-a198-9f037877b526 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:40.532843 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cc864e9-14cd-4433-a1bf-f38c7745b56e tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:40.656433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8fbdf5c6-ffc6-4b90-825d-d7c38f03af3a None None] Provisioning complete for port 1d47b6e4-9ce0-4f78-bff9-fce7bb710314 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:40.656869 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf5c6-ffc6-4b90-825d-d7c38f03af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:40.696898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8fbdf5c6-ffc6-4b90-825d-d7c38f03af3a None None] Port 1d47b6e4-9ce0-4f78-bff9-fce7bb710314 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:40.976599 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-5cc864e9-14cd-4433-a1bf-f38c7745b56e tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] For port 7d9ab110-7c6e-4111-a198-9f037877b526, host n-h1-779913-27, got binding levels [] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:40.977194 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cc864e9-14cd-4433-a1bf-f38c7745b56e tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:40.998405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-5cc864e9-14cd-4433-a1bf-f38c7745b56e tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Calling delete_port for 7d9ab110-7c6e-4111-a198-9f037877b526 owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:41.138181 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e2bb7545-4c1f-4b6b-8390-9e974bf47c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:41.142942 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2094ecf1-e379-4cee-8bdd-9b22315569e5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:41.251088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:40:41.298121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:41.298487 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:41.315283 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cc864e9-14cd-4433-a1bf-f38c7745b56e tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:41.365516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc864e9-14cd-4433-a1bf-f38c7745b56e tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d9ab110-7c6e-4111-a198-9f037877b526,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:41.373514 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5cc864e9-14cd-4433-a1bf-f38c7745b56e tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:41.375977 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5cc864e9-14cd-4433-a1bf-f38c7745b56e tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] 10.222.0.77 "DELETE /v2.0/ports/7d9ab110-7c6e-4111-a198-9f037877b526 HTTP/1.1" status: 204 len: 168 time: 1.0609860 Jul 05 10:40:41.378593 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60490) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:41.407688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2094ecf1-e379-4cee-8bdd-9b22315569e5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 1d47b6e4-9ce0-4f78-bff9-fce7bb710314 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:41.408074 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2094ecf1-e379-4cee-8bdd-9b22315569e5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:41.410283 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87df60e-ca4b-42a7-b99c-e6f83effe631 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] GET failed (client error): The resource could not be found. Jul 05 10:40:41.411923 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e87df60e-ca4b-42a7-b99c-e6f83effe631 tempest-PortsAdminExtendedAttrsTestJSON-1038383892 tempest-PortsAdminExtendedAttrsTestJSON-1038383892-project-admin] 10.222.0.77 "GET /v2.0/ports/7d9ab110-7c6e-4111-a198-9f037877b526 HTTP/1.1" status: 404 len: 333 time: 0.0323157 Jul 05 10:40:41.415325 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60492) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:41.500337 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-255ff7e0-7169-439b-93a2-28ca1c4ea073 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:41.502538 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2094ecf1-e379-4cee-8bdd-9b22315569e5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:41.516820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2094ecf1-e379-4cee-8bdd-9b22315569e5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 1d47b6e4-9ce0-4f78-bff9-fce7bb710314 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:41.601429 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-255ff7e0-7169-439b-93a2-28ca1c4ea073 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:41.612667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-255ff7e0-7169-439b-93a2-28ca1c4ea073 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3428556d-fd1e-44b9-b44f-243cf977f36f']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:41.634465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-255ff7e0-7169-439b-93a2-28ca1c4ea073 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41c7c2f-e247-4bba-b328-046015d45a2e') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:41.634465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-255ff7e0-7169-439b-93a2-28ca1c4ea073 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41c7c2f-e247-4bba-b328-046015d45a2e') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:41.646963 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-255ff7e0-7169-439b-93a2-28ca1c4ea073 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:41.674125 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-255ff7e0-7169-439b-93a2-28ca1c4ea073 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:41.681822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255ff7e0-7169-439b-93a2-28ca1c4ea073 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:40:41.682240 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-255ff7e0-7169-439b-93a2-28ca1c4ea073 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:40:41.685275 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:40:41.772666 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2094ecf1-e379-4cee-8bdd-9b22315569e5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:41.795253 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-255ff7e0-7169-439b-93a2-28ca1c4ea073 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:41.802316 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-255ff7e0-7169-439b-93a2-28ca1c4ea073 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:41.806084 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-255ff7e0-7169-439b-93a2-28ca1c4ea073 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] 10.222.0.77 "DELETE /v2.0/networks/3428556d-fd1e-44b9-b44f-243cf977f36f HTTP/1.1" status: 204 len: 168 time: 0.3881738 Jul 05 10:40:41.807266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094ecf1-e379-4cee-8bdd-9b22315569e5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=1d47b6e4-9ce0-4f78-bff9-fce7bb710314,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:41.828553 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ff7e0-7169-439b-93a2-28ca1c4ea073 tempest-PortsAdminExtendedAttrsTestJSON-938838935 tempest-PortsAdminExtendedAttrsTestJSON-938838935-project] Pushing event deleted for resources: {'Network': ['ID=3428556d-fd1e-44b9-b44f-243cf977f36f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:41.918377 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2094ecf1-e379-4cee-8bdd-9b22315569e5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:42.090191 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2094ecf1-e379-4cee-8bdd-9b22315569e5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Router 35d9b42a-9564-45c6-ad17-ee334fac1be6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:40:42.171999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2094ecf1-e379-4cee-8bdd-9b22315569e5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:40:42.178684 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2094ecf1-e379-4cee-8bdd-9b22315569e5 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "PUT /v2.0/routers/35d9b42a-9564-45c6-ad17-ee334fac1be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9659886 Jul 05 10:40:42.181010 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60534) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:42.183494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733379a-7252-4c58-a1f3-1863c2c3b057 None None] Sync routers for ids ['35d9b42a-9564-45c6-ad17-ee334fac1be6'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:40:42.193805 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733379a-7252-4c58-a1f3-1863c2c3b057 None None] Routers {'35d9b42a-9564-45c6-ad17-ee334fac1be6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:40:42.205084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3733379a-7252-4c58-a1f3-1863c2c3b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:40:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['35d9b42a-9564-45c6-ad17-ee334fac1be6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:42.211382 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e817106d-11fd-430f-b334-b6402dd63131 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] GET failed (client error): The resource could not be found. Jul 05 10:40:42.215600 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e817106d-11fd-430f-b334-b6402dd63131 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/1d47b6e4-9ce0-4f78-bff9-fce7bb710314 HTTP/1.1" status: 404 len: 333 time: 0.0307317 Jul 05 10:40:42.215879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60538) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:42.228298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3733379a-7252-4c58-a1f3-1863c2c3b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:42.237325 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733379a-7252-4c58-a1f3-1863c2c3b057 None None] Routers {'35d9b42a-9564-45c6-ad17-ee334fac1be6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:40:42.238004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3733379a-7252-4c58-a1f3-1863c2c3b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:40:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['35d9b42a-9564-45c6-ad17-ee334fac1be6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:42.275554 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3733379a-7252-4c58-a1f3-1863c2c3b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:42.276333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733379a-7252-4c58-a1f3-1863c2c3b057 None None] The sync data for ids ['35d9b42a-9564-45c6-ad17-ee334fac1be6'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:40:42.299187 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-80996bbd-d8a9-4872-8b7b-7a4b09dbea70 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:42.299638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60544) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:42.442107 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ade11835-31d4-4f52-a440-92b5c8a4d5f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2dd32d94481a4b1fa0d246f08516e0f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411257 Jul 05 10:40:42.442712 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60554) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:42.471645 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-80996bbd-d8a9-4872-8b7b-7a4b09dbea70 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:42.477312 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-80996bbd-d8a9-4872-8b7b-7a4b09dbea70 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:42.495739 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd894e2a-dd5d-49cf-8112-bc72745aa816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:42.518685 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd894e2a-dd5d-49cf-8112-bc72745aa816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:42.572272 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-80996bbd-d8a9-4872-8b7b-7a4b09dbea70 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:42.572841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80996bbd-d8a9-4872-8b7b-7a4b09dbea70 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Fanout notify agent at l3_agent the message router_deleted on router 35d9b42a-9564-45c6-ad17-ee334fac1be6 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:40:42.583069 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-80996bbd-d8a9-4872-8b7b-7a4b09dbea70 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:42.583069 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-80996bbd-d8a9-4872-8b7b-7a4b09dbea70 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/routers/35d9b42a-9564-45c6-ad17-ee334fac1be6 HTTP/1.1" status: 204 len: 168 time: 0.3657789 Jul 05 10:40:42.585690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60562) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:42.645412 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a556d8e-fbad-41b5-b39b-a814aed84639 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting subnet 603fb377-99d9-441d-a232-63c96dd24ffb {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:40:42.650284 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9a556d8e-fbad-41b5-b39b-a814aed84639 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:42.658340 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd894e2a-dd5d-49cf-8112-bc72745aa816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:42.662774 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd894e2a-dd5d-49cf-8112-bc72745aa816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:42.664733 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fd894e2a-dd5d-49cf-8112-bc72745aa816 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/759b5c0c-26f0-4669-ab2e-51f0c1c72dcf HTTP/1.1" status: 204 len: 168 time: 0.2210228 Jul 05 10:40:42.675254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd894e2a-dd5d-49cf-8112-bc72745aa816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759b5c0c-26f0-4669-ab2e-51f0c1c72dcf,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:42.699953 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9a556d8e-fbad-41b5-b39b-a814aed84639 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:42.792275 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9a556d8e-fbad-41b5-b39b-a814aed84639 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.007170 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9a556d8e-fbad-41b5-b39b-a814aed84639 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.040764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a556d8e-fbad-41b5-b39b-a814aed84639 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Subnet': ['ID=603fb377-99d9-441d-a232-63c96dd24ffb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:43.048169 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9a556d8e-fbad-41b5-b39b-a814aed84639 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.048169 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9a556d8e-fbad-41b5-b39b-a814aed84639 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/603fb377-99d9-441d-a232-63c96dd24ffb HTTP/1.1" status: 204 len: 168 time: 0.4607368 Jul 05 10:40:43.050182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60578) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:43.057030 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5843d42d-0bad-4da7-9aa3-30ebc8f5e838 None None] Network 9abd0fc1-c5e0-4033-95dd-ff2685f437d3 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:43.131304 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.193706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:43.194061 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.273074 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] For port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8,segment=NetworkSegment(cae2934b-3064-4dfd-9453-6d5bf91c106a),segment_id=cae2934b-3064-4dfd-9453-6d5bf91c106a)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:43.273074 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.278825 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425ff386-383f-45ae-8cbf-802d3a996431 None None] DHCP port deletion for 9abd0fc1-c5e0-4033-95dd-ff2685f437d3 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:40:43.286735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:43.330546 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-425ff386-383f-45ae-8cbf-802d3a996431 None None] Deleting port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:43.331113 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-425ff386-383f-45ae-8cbf-802d3a996431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.393489 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-425ff386-383f-45ae-8cbf-802d3a996431 None None] For port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8,segment=NetworkSegment(cae2934b-3064-4dfd-9453-6d5bf91c106a),segment_id=cae2934b-3064-4dfd-9453-6d5bf91c106a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:43.393881 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-425ff386-383f-45ae-8cbf-802d3a996431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.406871 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-425ff386-383f-45ae-8cbf-802d3a996431 None None] Calling delete_port for bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:43.420224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60596) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:43.436042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.462155 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-72e6602a-4ab8-4bf9-82a8-21ddcad0e338 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=591f292783524886b09a8b558175ca30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405755 Jul 05 10:40:43.464763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60598) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:43.468255 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:43.470097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No DVR routers for this DVR port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:40:43.492385 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-425ff386-383f-45ae-8cbf-802d3a996431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.522700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ff386-383f-45ae-8cbf-802d3a996431 None None] Pushing event deleted for resources: {'Port': ['ID=bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:43.529505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425ff386-383f-45ae-8cbf-802d3a996431 None None] No DVR routers for this DVR port bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:40:43.534118 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b16d67c7-2ace-474a-aa5e-e7b37af3c733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.559513 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.567530 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b16d67c7-2ace-474a-aa5e-e7b37af3c733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.569564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abd0fc1-c5e0-4033-95dd-ff2685f437d3']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:43.582454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae2934b-3064-4dfd-9453-6d5bf91c106a') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:43.583008 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae2934b-3064-4dfd-9453-6d5bf91c106a') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:43.593058 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.608780 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.615187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:40:43.615608 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:40:43.619379 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:40:43.634942 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e71f60a6-3a05-4b7f-a01c-5e3e418fedf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.698008 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.772402 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b16d67c7-2ace-474a-aa5e-e7b37af3c733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.776388 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b16d67c7-2ace-474a-aa5e-e7b37af3c733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.777545 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b16d67c7-2ace-474a-aa5e-e7b37af3c733 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a4b791b0-5586-4107-89e4-0fbc27e5a70b HTTP/1.1" status: 204 len: 168 time: 0.3113999 Jul 05 10:40:43.786576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d67c7-2ace-474a-aa5e-e7b37af3c733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b791b0-5586-4107-89e4-0fbc27e5a70b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:43.812195 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.820120 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:43.827070 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/networks/9abd0fc1-c5e0-4033-95dd-ff2685f437d3 HTTP/1.1" status: 204 len: 168 time: 0.7714224 Jul 05 10:40:43.827315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60614) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:43.839636 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5a753-2c0a-46c4-a310-0482b25c48d2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Network': ['ID=9abd0fc1-c5e0-4033-95dd-ff2685f437d3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:43.896720 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b26f899-fc9d-4fce-a76a-f2161964429e tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:43.898323 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8b26f899-fc9d-4fce-a76a-f2161964429e tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/00ab1d65-4a1a-4ced-aa63-0a98689b055c HTTP/1.1" status: 200 len: 845 time: 0.0697927 Jul 05 10:40:43.902760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60616) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:43.959927 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0305437c-a8a2-4efb-a001-be0d8b967777 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/00ab1d65-4a1a-4ced-aa63-0a98689b055c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0556674 Jul 05 10:40:43.963434 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60622) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:43.968515 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-2c8ee828-4496-4c5b-806d-3e614b58ff01 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'subnet': {'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:44.137988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8ee828-4496-4c5b-806d-3e614b58ff01 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:44.141855 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c8ee828-4496-4c5b-806d-3e614b58ff01 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:44.646725 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c8ee828-4496-4c5b-806d-3e614b58ff01 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:44.689852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ee828-4496-4c5b-806d-3e614b58ff01 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:44.693018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ee828-4496-4c5b-806d-3e614b58ff01 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:44.697088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8ee828-4496-4c5b-806d-3e614b58ff01 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:44.697677 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2c8ee828-4496-4c5b-806d-3e614b58ff01 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:44.701285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb09c27-eb07-4ea0-9319-44653cec22bd None None] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:44.711774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ee828-4496-4c5b-806d-3e614b58ff01 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Subnet': ['ID=da28d44a-2fbe-4b2e-8ca0-bd1be294696e,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:44.795919 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2c8ee828-4496-4c5b-806d-3e614b58ff01 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8313301 Jul 05 10:40:44.799166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60680) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:44.804514 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1dd1214c-9638-4005-b06f-922ef454dc46 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'security_group': {'name': 'tempest-secgroup-2128425047'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:44.903197 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'tenant_id': '09a6b974ea6f4195b07afe1e8ea8f6de', 'fixed_ips': [{'subnet_id': 'da28d44a-2fbe-4b2e-8ca0-bd1be294696e'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:40:44.904228 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1dd1214c-9638-4005-b06f-922ef454dc46 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:44.906934 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:45.001194 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1dd1214c-9638-4005-b06f-922ef454dc46 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:45.049307 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:45.056532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Allocated IP 2001:db8::2 (6a1ac119-a194-4e74-af3e-ed585fbfcda1/da28d44a-2fbe-4b2e-8ca0-bd1be294696e/a6a77e18-5830-48b5-af21-736201845bd1) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:45.114852 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1dd1214c-9638-4005-b06f-922ef454dc46 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:45.151260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1214c-9638-4005-b06f-922ef454dc46 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14e714af-eb33-4b6e-82d6-34e5d5622c63,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:45.258584 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:45.269475 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:40:45.269649 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1dd1214c-9638-4005-b06f-922ef454dc46 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:45.271153 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1dd1214c-9638-4005-b06f-922ef454dc46 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4702528 Jul 05 10:40:45.274992 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60704) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:45.279852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e8567945-f62d-49de-9356-98f5db5d9b3b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'security_group': {'name': 'tempest-secgroup-734984582'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:45.297403 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Transition to ACTIVE for port object a6a77e18-5830-48b5-af21-736201845bd1 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:45.299860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:40:45.300380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bf4a5568-35d5-4d6f-ab2b-e94df5e1f0c8 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:40:45.322176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Transition to ACTIVE for port object a6a77e18-5830-48b5-af21-736201845bd1 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:45.394983 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e8567945-f62d-49de-9356-98f5db5d9b3b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:45.424068 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:45.468386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:45.473636 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:45.478519 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:45.488091 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Pushing event updated for resources: {'Port': ['ID=a6a77e18-5830-48b5-af21-736201845bd1,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:45.499750 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e8567945-f62d-49de-9356-98f5db5d9b3b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:45.548003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Attempting to bind port a6a77e18-5830-48b5-af21-736201845bd1 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:45.548377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Attempting to bind port a6a77e18-5830-48b5-af21-736201845bd1 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'cb014943-c804-4b5f-ae91-411639e57bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:45.548737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Attempting to bind port a6a77e18-5830-48b5-af21-736201845bd1 on network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:45.554266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:40:45.555283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Checking segment: {'id': 'cb014943-c804-4b5f-ae91-411639e57bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:45.555688 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:45.556103 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Bound using segment: {'id': 'cb014943-c804-4b5f-ae91-411639e57bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:40:45.556638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Bound port: a6a77e18-5830-48b5-af21-736201845bd1, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb014943-c804-4b5f-ae91-411639e57bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:40:45.556961 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:45.589076 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e8567945-f62d-49de-9356-98f5db5d9b3b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:45.619048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8567945-f62d-49de-9356-98f5db5d9b3b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5061fc35-3cf5-470c-a196-8b887798fa21,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:45.633985 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] For port a6a77e18-5830-48b5-af21-736201845bd1, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:40:45.637343 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] For port a6a77e18-5830-48b5-af21-736201845bd1, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a6a77e18-5830-48b5-af21-736201845bd1,segment=NetworkSegment(cb014943-c804-4b5f-ae91-411639e57bcd),segment_id=cb014943-c804-4b5f-ae91-411639e57bcd)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:40:45.692113 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e8567945-f62d-49de-9356-98f5db5d9b3b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:45.693525 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e8567945-f62d-49de-9356-98f5db5d9b3b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4175193 Jul 05 10:40:45.697181 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60732) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:45.701675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-28ea4ac1-1b03-4584-949b-497a4e333416 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-364371135', 'security_groups': ['5061fc35-3cf5-470c-a196-8b887798fa21'], 'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'da28d44a-2fbe-4b2e-8ca0-bd1be294696e'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:45.715326 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:45.783998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60736) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:45.796841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41798e-e437-4c87-ade0-a4b5c5241559 None None] Pushing event updated for resources: {'Port': ['ID=a6a77e18-5830-48b5-af21-736201845bd1,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:45.899259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-83287c03-3da3-443e-a0cc-44b420b43680 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1627722487', 'router:external': True}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:45.933185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ea4ac1-1b03-4584-949b-497a4e333416 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:46.038365 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28ea4ac1-1b03-4584-949b-497a4e333416 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.052157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83287c03-3da3-443e-a0cc-44b420b43680 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Made reservation on behalf of c810befadd0c42289813d5438d046a91 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:46.055354 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83287c03-3da3-443e-a0cc-44b420b43680 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.063128 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-28ea4ac1-1b03-4584-949b-497a4e333416 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] device_id is not set on port db17ccfa-647b-4d38-8ba7-357be185675d yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:46.065861 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83287c03-3da3-443e-a0cc-44b420b43680 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.173186 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83287c03-3da3-443e-a0cc-44b420b43680 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.244935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-28ea4ac1-1b03-4584-949b-497a4e333416 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Allocated IP 2001:db8::3d8 (6a1ac119-a194-4e74-af3e-ed585fbfcda1/da28d44a-2fbe-4b2e-8ca0-bd1be294696e/db17ccfa-647b-4d38-8ba7-357be185675d) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:46.259752 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83287c03-3da3-443e-a0cc-44b420b43680 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.274619 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83287c03-3da3-443e-a0cc-44b420b43680 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:40:46.289909 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83287c03-3da3-443e-a0cc-44b420b43680 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a372ec2-6198-48a9-866c-3e3769a55d08,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:46.301230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83287c03-3da3-443e-a0cc-44b420b43680 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.301727 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-83287c03-3da3-443e-a0cc-44b420b43680 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Added segment a55996c7-4181-47c1-88d4-b13e211ac90b of type vlan for network cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c Jul 05 10:40:46.349785 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83287c03-3da3-443e-a0cc-44b420b43680 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.401568 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28ea4ac1-1b03-4584-949b-497a4e333416 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.416156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-28ea4ac1-1b03-4584-949b-497a4e333416 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Transition to ACTIVE for port object db17ccfa-647b-4d38-8ba7-357be185675d will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:46.463536 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83287c03-3da3-443e-a0cc-44b420b43680 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.464684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83287c03-3da3-443e-a0cc-44b420b43680 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:46.465292 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83287c03-3da3-443e-a0cc-44b420b43680 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.527312 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28ea4ac1-1b03-4584-949b-497a4e333416 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.572689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83287c03-3da3-443e-a0cc-44b420b43680 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Pushing event updated for resources: {'Network': ['ID=cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:46.581171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ea4ac1-1b03-4584-949b-497a4e333416 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:46.587148 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:40:46.588438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-28ea4ac1-1b03-4584-949b-497a4e333416 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:46.592435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea4ac1-1b03-4584-949b-497a4e333416 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:46.598236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ea4ac1-1b03-4584-949b-497a4e333416 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:46.598872 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28ea4ac1-1b03-4584-949b-497a4e333416 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.611241 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-83287c03-3da3-443e-a0cc-44b420b43680 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8260796 Jul 05 10:40:46.613197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60772) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:46.619701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea4ac1-1b03-4584-949b-497a4e333416 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=db17ccfa-647b-4d38-8ba7-357be185675d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:46.620957 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a13989df-8786-46b3-afe3-dc1d4f324050 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Request body: {'subnet': {'network_id': 'cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:46.700375 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-28ea4ac1-1b03-4584-949b-497a4e333416 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0026577 Jul 05 10:40:46.703315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60778) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:46.709225 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-74ae111d-8226-4602-b2a4-d8c0f81905dd tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'subnet': {'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:46.783773 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13989df-8786-46b3-afe3-dc1d4f324050 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Made reservation on behalf of c810befadd0c42289813d5438d046a91 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:46.786973 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a13989df-8786-46b3-afe3-dc1d4f324050 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.872626 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.937530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ae111d-8226-4602-b2a4-d8c0f81905dd tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:46.941230 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-74ae111d-8226-4602-b2a4-d8c0f81905dd tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:46.982508 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ae61f87c-216f-4469-a334-30b6a9a995f6 None None] Provisioning complete for port 00ab1d65-4a1a-4ced-aa63-0a98689b055c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:46.982879 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ae61f87c-216f-4469-a334-30b6a9a995f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:47.023884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ae61f87c-216f-4469-a334-30b6a9a995f6 None None] Port 00ab1d65-4a1a-4ced-aa63-0a98689b055c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:47.045510 n-d-779913-27 neutron-server[100776]: INFO neutron.db.ipam_backend_mixin [None req-74ae111d-8226-4602-b2a4-d8c0f81905dd tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da28d44a-2fbe-4b2e-8ca0-bd1be294696e (CIDR: 2001:db8::/64) Jul 05 10:40:47.110368 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ae111d-8226-4602-b2a4-d8c0f81905dd tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:40:47.110814 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ae111d-8226-4602-b2a4-d8c0f81905dd tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:40:47.235377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ae61f87c-216f-4469-a334-30b6a9a995f6 None None] Provisioning for port a6a77e18-5830-48b5-af21-736201845bd1 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:47.289921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a6a77e18-5830-48b5-af21-736201845bd1 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:40:47.315632 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-74ae111d-8226-4602-b2a4-d8c0f81905dd tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6111279 Jul 05 10:40:47.318242 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60798) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:47.323481 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e897b38a-ec8e-4c49-9564-596f2aeebdc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'subnet': {'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:47.384729 n-d-779913-27 neutron-server[100775]: DEBUG neutron.objects.ports [None req-a13989df-8786-46b3-afe3-dc1d4f324050 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 10:40:47.385272 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a13989df-8786-46b3-afe3-dc1d4f324050 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:47.434898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port a6a77e18-5830-48b5-af21-736201845bd1 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:47.440129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port a6a77e18-5830-48b5-af21-736201845bd1 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:47.440814 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:47.443093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13989df-8786-46b3-afe3-dc1d4f324050 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ad68e9ce-5bde-4368-bd4c-00338041ab2b,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:47.453250 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13989df-8786-46b3-afe3-dc1d4f324050 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Checking segment: {'id': 'a55996c7-4181-47c1-88d4-b13e211ac90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:47.453622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13989df-8786-46b3-afe3-dc1d4f324050 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Network hostable DHCP agents. Network: cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:40:47.465587 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8f9e90d6-722f-4803-af7b-e8f3af62d3f3 None None] Provisioning for port db17ccfa-647b-4d38-8ba7-357be185675d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:47.475288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8f9e90d6-722f-4803-af7b-e8f3af62d3f3 None None] Provisioning complete for port db17ccfa-647b-4d38-8ba7-357be185675d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:47.475662 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8f9e90d6-722f-4803-af7b-e8f3af62d3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:47.519011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e90d6-722f-4803-af7b-e8f3af62d3f3 None None] Port db17ccfa-647b-4d38-8ba7-357be185675d cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:47.549065 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e897b38a-ec8e-4c49-9564-596f2aeebdc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:47.551198 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:47.552906 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e897b38a-ec8e-4c49-9564-596f2aeebdc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:47.560393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13989df-8786-46b3-afe3-dc1d4f324050 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Network cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:40:47.588697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port a6a77e18-5830-48b5-af21-736201845bd1, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a6a77e18-5830-48b5-af21-736201845bd1,segment=NetworkSegment(cb014943-c804-4b5f-ae91-411639e57bcd),segment_id=cb014943-c804-4b5f-ae91-411639e57bcd)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:47.663380 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a13989df-8786-46b3-afe3-dc1d4f324050 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:47.668425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13989df-8786-46b3-afe3-dc1d4f324050 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:47.669026 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a13989df-8786-46b3-afe3-dc1d4f324050 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:47.674508 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc73346b-c89e-4df4-9c0b-42ab406bf87d None None] Network cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:47.711412 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:47.767096 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a13989df-8786-46b3-afe3-dc1d4f324050 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1512573 Jul 05 10:40:47.770408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60816) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:47.777358 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-57ab9ea6-21cc-4527-a73a-bea975862381 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-164266612', 'network_id': 'cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:47.783893 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=a6a77e18-5830-48b5-af21-736201845bd1,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:47.846595 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022a35a1-0fae-48bc-ad62-9771326d69ed None None] Network cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:47.870066 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e897b38a-ec8e-4c49-9564-596f2aeebdc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:47.892106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ab9ea6-21cc-4527-a73a-bea975862381 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Made reservation on behalf of c810befadd0c42289813d5438d046a91 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:47.894818 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-57ab9ea6-21cc-4527-a73a-bea975862381 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:47.908691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e897b38a-ec8e-4c49-9564-596f2aeebdc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:47.912410 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-e897b38a-ec8e-4c49-9564-596f2aeebdc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:47.914658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [None req-57ab9ea6-21cc-4527-a73a-bea975862381 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] device_id is not set on port ed3fa06a-6ce7-4559-a1f5-793f932e55da yet. {{(pid=100775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:47.918823 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e897b38a-ec8e-4c49-9564-596f2aeebdc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:47.919472 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e897b38a-ec8e-4c49-9564-596f2aeebdc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:47.938000 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf79c35-f377-4ccd-bff5-acf503ae08a2 None None] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:47.942625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897b38a-ec8e-4c49-9564-596f2aeebdc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Subnet': ['ID=6d5395ee-dfe4-44fa-84f1-1abdae45322d,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:48.015834 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e897b38a-ec8e-4c49-9564-596f2aeebdc9 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6962552 Jul 05 10:40:48.016463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60826) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:48.023902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-59271594-ea2d-4be9-b920-ccf13ccee6ed tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1273871282', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6d5395ee-dfe4-44fa-84f1-1abdae45322d'}], 'security_groups': ['14e714af-eb33-4b6e-82d6-34e5d5622c63']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:48.066179 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-57ab9ea6-21cc-4527-a73a-bea975862381 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Allocated IP 2001:db8::17c (cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c/ad68e9ce-5bde-4368-bd4c-00338041ab2b/ed3fa06a-6ce7-4559-a1f5-793f932e55da) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:48.130477 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59271594-ea2d-4be9-b920-ccf13ccee6ed tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:48.219296 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-57ab9ea6-21cc-4527-a73a-bea975862381 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:48.246648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30654517-37c0-4aee-96b3-3b422c066411 None None] Update dhcp port {'port': {'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'fixed_ips': [{'subnet_id': 'da28d44a-2fbe-4b2e-8ca0-bd1be294696e', 'ip_address': '2001:db8::2'}, {'subnet_id': '6d5395ee-dfe4-44fa-84f1-1abdae45322d'}], 'binding:host_id': 'n-d-779913-27'}, 'id': 'a6a77e18-5830-48b5-af21-736201845bd1'} from n-d-779913-27. {{(pid=100777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:40:48.291400 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-30654517-37c0-4aee-96b3-3b422c066411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:48.349871 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-57ab9ea6-21cc-4527-a73a-bea975862381 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:48.394755 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ab9ea6-21cc-4527-a73a-bea975862381 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Network cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:48.400469 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-57ab9ea6-21cc-4527-a73a-bea975862381 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:48.404012 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab9ea6-21cc-4527-a73a-bea975862381 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:48.405087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab9ea6-21cc-4527-a73a-bea975862381 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:48.405657 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-57ab9ea6-21cc-4527-a73a-bea975862381 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:48.411611 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab9ea6-21cc-4527-a73a-bea975862381 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Pushing event updated for resources: {'Port': ['ID=ed3fa06a-6ce7-4559-a1f5-793f932e55da,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:48.475957 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-59271594-ea2d-4be9-b920-ccf13ccee6ed tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Delete allocated IP 2001:db8::3d8 (6a1ac119-a194-4e74-af3e-ed585fbfcda1/da28d44a-2fbe-4b2e-8ca0-bd1be294696e) {{(pid=100776) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 10:40:48.484119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-59271594-ea2d-4be9-b920-ccf13ccee6ed tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Allocated IP 2001:db8:0:1::2da (6a1ac119-a194-4e74-af3e-ed585fbfcda1/6d5395ee-dfe4-44fa-84f1-1abdae45322d/db17ccfa-647b-4d38-8ba7-357be185675d) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:48.510599 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-57ab9ea6-21cc-4527-a73a-bea975862381 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7390759 Jul 05 10:40:48.513155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60850) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:48.607065 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-6cdf95df-2974-4ba9-855b-38d78156322e tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Deleting port ed3fa06a-6ce7-4559-a1f5-793f932e55da {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:48.607403 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6cdf95df-2974-4ba9-855b-38d78156322e tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:48.645047 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59271594-ea2d-4be9-b920-ccf13ccee6ed tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:48.661149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-59271594-ea2d-4be9-b920-ccf13ccee6ed tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Transition to ACTIVE for port object db17ccfa-647b-4d38-8ba7-357be185675d will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:48.691230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6cdf95df-2974-4ba9-855b-38d78156322e tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:48.703316 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-6cdf95df-2974-4ba9-855b-38d78156322e tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Calling delete_port for ed3fa06a-6ce7-4559-a1f5-793f932e55da owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:48.788994 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59271594-ea2d-4be9-b920-ccf13ccee6ed tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:48.863351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-30654517-37c0-4aee-96b3-3b422c066411 None None] Allocated IP 2001:db8:0:1::2 (6a1ac119-a194-4e74-af3e-ed585fbfcda1/6d5395ee-dfe4-44fa-84f1-1abdae45322d/a6a77e18-5830-48b5-af21-736201845bd1) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:48.863602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-59271594-ea2d-4be9-b920-ccf13ccee6ed tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] In _notify_port_updated(), no bound segment for port db17ccfa-647b-4d38-8ba7-357be185675d on network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:40:48.869283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59271594-ea2d-4be9-b920-ccf13ccee6ed tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:48.869910 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59271594-ea2d-4be9-b920-ccf13ccee6ed tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:48.874550 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-59271594-ea2d-4be9-b920-ccf13ccee6ed tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "PUT /v2.0/ports/db17ccfa-647b-4d38-8ba7-357be185675d HTTP/1.1" status: 200 len: 931 time: 0.8538680 Jul 05 10:40:48.874870 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60866) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:48.877327 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59271594-ea2d-4be9-b920-ccf13ccee6ed tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=db17ccfa-647b-4d38-8ba7-357be185675d,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:48.937745 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6cdf95df-2974-4ba9-855b-38d78156322e tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:48.971228 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-30654517-37c0-4aee-96b3-3b422c066411 None None] For port a6a77e18-5830-48b5-af21-736201845bd1, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a6a77e18-5830-48b5-af21-736201845bd1,segment=NetworkSegment(cb014943-c804-4b5f-ae91-411639e57bcd),segment_id=cb014943-c804-4b5f-ae91-411639e57bcd)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:48.983018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf95df-2974-4ba9-855b-38d78156322e tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed3fa06a-6ce7-4559-a1f5-793f932e55da,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:48.997491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-89d5163c-c416-4511-8e54-92f2c515225d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port db17ccfa-647b-4d38-8ba7-357be185675d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:48.997977 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-89d5163c-c416-4511-8e54-92f2c515225d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:49.012993 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6cdf95df-2974-4ba9-855b-38d78156322e tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:49.013976 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-30654517-37c0-4aee-96b3-3b422c066411 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:49.017232 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6cdf95df-2974-4ba9-855b-38d78156322e tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "DELETE /v2.0/ports/ed3fa06a-6ce7-4559-a1f5-793f932e55da HTTP/1.1" status: 204 len: 168 time: 0.5028596 Jul 05 10:40:49.019800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60874) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:49.033620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-30654517-37c0-4aee-96b3-3b422c066411 None None] Transition to ACTIVE for port object a6a77e18-5830-48b5-af21-736201845bd1 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:49.055563 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c', 'external_fixed_ips': [{'subnet_id': 'ad68e9ce-5bde-4368-bd4c-00338041ab2b', 'ip_address': '2001:db8::17c'}]}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:49.113236 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-89d5163c-c416-4511-8e54-92f2c515225d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:49.125637 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-89d5163c-c416-4511-8e54-92f2c515225d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for db17ccfa-647b-4d38-8ba7-357be185675d owned by {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:49.132290 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-30654517-37c0-4aee-96b3-3b422c066411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:49.170294 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:49.171332 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:49.232978 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30654517-37c0-4aee-96b3-3b422c066411 None None] Pushing event updated for resources: {'Port': ['ID=a6a77e18-5830-48b5-af21-736201845bd1,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:49.244144 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:49.291757 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a6a77e18-5830-48b5-af21-736201845bd1 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:40:49.392078 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-89d5163c-c416-4511-8e54-92f2c515225d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:49.455962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5163c-c416-4511-8e54-92f2c515225d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=db17ccfa-647b-4d38-8ba7-357be185675d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:49.543031 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-89d5163c-c416-4511-8e54-92f2c515225d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:49.545028 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-89d5163c-c416-4511-8e54-92f2c515225d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/db17ccfa-647b-4d38-8ba7-357be185675d HTTP/1.1" status: 204 len: 168 time: 0.6692207 Jul 05 10:40:49.548202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60898) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:49.550972 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:49.581220 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20f239b-3f4c-4987-a9b9-7c84d54ca0ab tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] GET failed (client error): The resource could not be found. Jul 05 10:40:49.586792 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c20f239b-3f4c-4987-a9b9-7c84d54ca0ab tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/db17ccfa-647b-4d38-8ba7-357be185675d HTTP/1.1" status: 404 len: 333 time: 0.0374105 Jul 05 10:40:49.587039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60904) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:49.711495 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-83fd1d99-ce98-4417-9fd2-345271109ff0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:49.739681 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-83fd1d99-ce98-4417-9fd2-345271109ff0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:49.995592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c3f63266-8d49-48b5-9eba-e14ec5616328 None None] Provisioning for port a6a77e18-5830-48b5-af21-736201845bd1 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:50.001499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c3f63266-8d49-48b5-9eba-e14ec5616328 None None] Provisioning complete for port a6a77e18-5830-48b5-af21-736201845bd1 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:50.006029 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3f63266-8d49-48b5-9eba-e14ec5616328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.273011 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-83fd1d99-ce98-4417-9fd2-345271109ff0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.275621 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-83fd1d99-ce98-4417-9fd2-345271109ff0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.276812 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-83fd1d99-ce98-4417-9fd2-345271109ff0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/security-groups/5061fc35-3cf5-470c-a196-8b887798fa21 HTTP/1.1" status: 204 len: 168 time: 0.6889348 Jul 05 10:40:50.279689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60928) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:50.281641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c3f63266-8d49-48b5-9eba-e14ec5616328 None None] Provisioning complete for port 00ab1d65-4a1a-4ced-aa63-0a98689b055c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:50.282020 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3f63266-8d49-48b5-9eba-e14ec5616328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.290459 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd1d99-ce98-4417-9fd2-345271109ff0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5061fc35-3cf5-470c-a196-8b887798fa21,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:50.328195 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c3f63266-8d49-48b5-9eba-e14ec5616328 None None] Port 00ab1d65-4a1a-4ced-aa63-0a98689b055c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:50.331451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c3f63266-8d49-48b5-9eba-e14ec5616328 None None] Could not find standard attr ID for object db17ccfa-647b-4d38-8ba7-357be185675d. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:40:50.333980 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.348565 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3aed3d7-a373-49d8-be3b-ebc3ead8eafa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.353598 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:40:50.357760 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.382392 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3aed3d7-a373-49d8-be3b-ebc3ead8eafa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.443284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-654fea37-0869-471b-b793-82198cad671d None None] Could not find standard attr ID for object db17ccfa-647b-4d38-8ba7-357be185675d. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:40:50.532228 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3aed3d7-a373-49d8-be3b-ebc3ead8eafa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.535065 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3aed3d7-a373-49d8-be3b-ebc3ead8eafa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.536371 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f3aed3d7-a373-49d8-be3b-ebc3ead8eafa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/security-groups/14e714af-eb33-4b6e-82d6-34e5d5622c63 HTTP/1.1" status: 204 len: 168 time: 0.2556679 Jul 05 10:40:50.539860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60940) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:50.555767 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Allocated IP 2001:db8::17c (cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c/ad68e9ce-5bde-4368-bd4c-00338041ab2b/9b139918-29a0-46c9-9fc8-35372d87f067) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:50.557840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aed3d7-a373-49d8-be3b-ebc3ead8eafa tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e714af-eb33-4b6e-82d6-34e5d5622c63,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:50.609705 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e3935a-b740-4a86-a1cb-44f311342164 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting subnet da28d44a-2fbe-4b2e-8ca0-bd1be294696e {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:40:50.612873 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-27e3935a-b740-4a86-a1cb-44f311342164 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.655984 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-27e3935a-b740-4a86-a1cb-44f311342164 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.676850 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.740790 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-27e3935a-b740-4a86-a1cb-44f311342164 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.818086 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.858632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Network cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:50.865653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:50.872011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:50.875626 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Pushing event updated for resources: {'Port': ['ID=9b139918-29a0-46c9-9fc8-35372d87f067,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:50.886734 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-27e3935a-b740-4a86-a1cb-44f311342164 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.916675 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3935a-b740-4a86-a1cb-44f311342164 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Subnet': ['ID=da28d44a-2fbe-4b2e-8ca0-bd1be294696e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:50.918680 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-27e3935a-b740-4a86-a1cb-44f311342164 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:50.920604 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-27e3935a-b740-4a86-a1cb-44f311342164 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/da28d44a-2fbe-4b2e-8ca0-bd1be294696e HTTP/1.1" status: 204 len: 168 time: 0.3785815 Jul 05 10:40:50.925181 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db2045-3fc1-476b-b965-29c0f6c4be50 None None] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:50.926032 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60954) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:50.932174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-1f3eb1f9-1915-406e-8c88-66692d159a48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'subnet': {'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:51.143508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3eb1f9-1915-406e-8c88-66692d159a48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:51.147398 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f3eb1f9-1915-406e-8c88-66692d159a48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:51.171194 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:51.302271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a6a77e18-5830-48b5-af21-736201845bd1 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:40:51.371014 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port a6a77e18-5830-48b5-af21-736201845bd1 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:51.371693 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:51.413568 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:51.561116 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f3eb1f9-1915-406e-8c88-66692d159a48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:51.606763 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3eb1f9-1915-406e-8c88-66692d159a48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:51.612076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-1f3eb1f9-1915-406e-8c88-66692d159a48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:51.616523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3eb1f9-1915-406e-8c88-66692d159a48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:51.617169 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f3eb1f9-1915-406e-8c88-66692d159a48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:51.633796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3eb1f9-1915-406e-8c88-66692d159a48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Subnet': ['ID=dfbf61f0-2c18-4220-b512-56643620291d,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:51.651119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Router 8ce7c919-befc-43b4-9fa8-801a4c98e138 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:40:51.693207 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1f3eb1f9-1915-406e-8c88-66692d159a48 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7660618 Jul 05 10:40:51.697293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60966) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:51.703510 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-074c02bb-9879-4500-9463-0585f8f7db24 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'security_group': {'name': 'tempest-secgroup-1736777126'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:51.784848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:40:51.795815 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Sync routers for ids ['8ce7c919-befc-43b4-9fa8-801a4c98e138'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:40:51.801139 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-074c02bb-9879-4500-9463-0585f8f7db24 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:51.809808 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Routers {'8ce7c919-befc-43b4-9fa8-801a4c98e138'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:40:51.811266 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:40:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['8ce7c919-befc-43b4-9fa8-801a4c98e138'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:51.827517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f411ce4b-36d0-472c-8601-9fadb5cfa671 None None] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:51.875151 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:51.879631 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-309c52dd-7dc8-4ca9-841d-c91569303a74 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8297606 Jul 05 10:40:51.880241 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60968) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:51.908173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d9fd214a-c3ae-415b-9734-dbab4f8a7088 None None] Provisioning complete for port 00ab1d65-4a1a-4ced-aa63-0a98689b055c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:51.908411 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d9fd214a-c3ae-415b-9734-dbab4f8a7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:51.970795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d9fd214a-c3ae-415b-9734-dbab4f8a7088 None None] Port 00ab1d65-4a1a-4ced-aa63-0a98689b055c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:52.012682 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d9fd214a-c3ae-415b-9734-dbab4f8a7088 None None] Provisioning complete for port a6a77e18-5830-48b5-af21-736201845bd1 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:52.013303 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d9fd214a-c3ae-415b-9734-dbab4f8a7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.037848 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Set router 8ce7c919-befc-43b4-9fa8-801a4c98e138 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:40:52.103556 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddeb2-1492-4399-b8f7-e3cdf03f1c58 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.176734 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-074c02bb-9879-4500-9463-0585f8f7db24 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.222979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f23b845-c8d8-430e-9d5e-7946a867985c None None] Update dhcp port {'port': {'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'fixed_ips': [{'subnet_id': '6d5395ee-dfe4-44fa-84f1-1abdae45322d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dfbf61f0-2c18-4220-b512-56643620291d'}], 'binding:host_id': 'n-d-779913-27'}, 'id': 'a6a77e18-5830-48b5-af21-736201845bd1'} from n-d-779913-27. {{(pid=100777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:40:52.241504 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce7c919-befc-43b4-9fa8-801a4c98e138', 'name': '', 'tenant_id': 'c810befadd0c42289813d5438d046a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c', 'external_fixed_ips': [{'subnet_id': 'ad68e9ce-5bde-4368-bd4c-00338041ab2b', 'ip_address': '2001:db8::17c'}], 'enable_snat': True}, 'gw_port_id': '9b139918-29a0-46c9-9fc8-35372d87f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:40:49Z', 'updated_at': '2021-07-05T10:40:50Z', 'revision_number': 3, 'project_id': 'c810befadd0c42289813d5438d046a91', 'gw_port': {'id': '9b139918-29a0-46c9-9fc8-35372d87f067', 'name': '', 'network_id': 'cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce7c919-befc-43b4-9fa8-801a4c98e138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'ad68e9ce-5bde-4368-bd4c-00338041ab2b', 'ip_address': '2001:db8::17c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:40:50Z', 'updated_at': '2021-07-05T10:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad68e9ce-5bde-4368-bd4c-00338041ab2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:52.263191 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4f23b845-c8d8-430e-9d5e-7946a867985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.267666 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-074c02bb-9879-4500-9463-0585f8f7db24 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.278534 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Checking router: 8ce7c919-befc-43b4-9fa8-801a4c98e138 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:40:52.279391 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Updating router 8ce7c919-befc-43b4-9fa8-801a4c98e138 port 9b139918-29a0-46c9-9fc8-35372d87f067 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:40:52.307204 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddeb2-1492-4399-b8f7-e3cdf03f1c58 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.315203 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c02bb-9879-4500-9463-0585f8f7db24 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1137bd-c4f7-4eb8-96fa-99aedac12dd4,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:52.321846 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.395114 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-074c02bb-9879-4500-9463-0585f8f7db24 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.396427 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-074c02bb-9879-4500-9463-0585f8f7db24 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6974866 Jul 05 10:40:52.400358 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60970) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:52.405453 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-10646c47-9e6e-4de0-b2d9-b7da10a685b4 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'security_group': {'name': 'tempest-secgroup-640501690'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:52.471261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-4f23b845-c8d8-430e-9d5e-7946a867985c None None] Allocated IP 2001:db8::2 (6a1ac119-a194-4e74-af3e-ed585fbfcda1/dfbf61f0-2c18-4220-b512-56643620291d/a6a77e18-5830-48b5-af21-736201845bd1) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:52.476199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ddeb2-1492-4399-b8f7-e3cdf03f1c58 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Deleting port 9b139918-29a0-46c9-9fc8-35372d87f067 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:52.476842 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddeb2-1492-4399-b8f7-e3cdf03f1c58 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.488464 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.566648 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddeb2-1492-4399-b8f7-e3cdf03f1c58 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.575047 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-10646c47-9e6e-4de0-b2d9-b7da10a685b4 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.611561 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-4f23b845-c8d8-430e-9d5e-7946a867985c None None] For port a6a77e18-5830-48b5-af21-736201845bd1, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a6a77e18-5830-48b5-af21-736201845bd1,segment=NetworkSegment(cb014943-c804-4b5f-ae91-411639e57bcd),segment_id=cb014943-c804-4b5f-ae91-411639e57bcd)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:52.648863 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4f23b845-c8d8-430e-9d5e-7946a867985c None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.663124 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-10646c47-9e6e-4de0-b2d9-b7da10a685b4 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.667777 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4f23b845-c8d8-430e-9d5e-7946a867985c None None] Transition to ACTIVE for port object a6a77e18-5830-48b5-af21-736201845bd1 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:52.668181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ddeb2-1492-4399-b8f7-e3cdf03f1c58 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Calling delete_port for 9b139918-29a0-46c9-9fc8-35372d87f067 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:52.668322 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.678967 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Transition to ACTIVE for port object 9b139918-29a0-46c9-9fc8-35372d87f067 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:52.737942 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-10646c47-9e6e-4de0-b2d9-b7da10a685b4 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.753156 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4f23b845-c8d8-430e-9d5e-7946a867985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.753724 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.828974 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e9300-4dae-46ac-888c-bd19d5d0cba8 None None] Pushing event updated for resources: {'Port': ['ID=9b139918-29a0-46c9-9fc8-35372d87f067,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:52.845644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10646c47-9e6e-4de0-b2d9-b7da10a685b4 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6f741d-ce0f-4729-8ad3-a3b861a257ac,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:52.848801 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e9300-4dae-46ac-888c-bd19d5d0cba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:52.849391 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e9300-4dae-46ac-888c-bd19d5d0cba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:52.850186 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e9300-4dae-46ac-888c-bd19d5d0cba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:52.850186 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e9300-4dae-46ac-888c-bd19d5d0cba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:52.853354 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e9300-4dae-46ac-888c-bd19d5d0cba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:52.854049 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e9300-4dae-46ac-888c-bd19d5d0cba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:52.854684 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e9300-4dae-46ac-888c-bd19d5d0cba8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:52.855161 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e9300-4dae-46ac-888c-bd19d5d0cba8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:52.855569 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e9300-4dae-46ac-888c-bd19d5d0cba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:52.856074 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e9300-4dae-46ac-888c-bd19d5d0cba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:52.856463 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e9300-4dae-46ac-888c-bd19d5d0cba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:52.857105 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e9300-4dae-46ac-888c-bd19d5d0cba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:40:52.871450 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Attempting to bind port 9b139918-29a0-46c9-9fc8-35372d87f067 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:52.871976 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Attempting to bind port 9b139918-29a0-46c9-9fc8-35372d87f067 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'a55996c7-4181-47c1-88d4-b13e211ac90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:52.873189 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Attempting to bind port 9b139918-29a0-46c9-9fc8-35372d87f067 on network cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:52.881577 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:40:52.882056 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Checking segment: {'id': 'a55996c7-4181-47c1-88d4-b13e211ac90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:52.882525 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.882986 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Bound using segment: {'id': 'a55996c7-4181-47c1-88d4-b13e211ac90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:40:52.883568 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Bound port: 9b139918-29a0-46c9-9fc8-35372d87f067, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55996c7-4181-47c1-88d4-b13e211ac90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:40:52.884932 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.899432 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-10646c47-9e6e-4de0-b2d9-b7da10a685b4 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.901282 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-10646c47-9e6e-4de0-b2d9-b7da10a685b4 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4996283 Jul 05 10:40:52.903900 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60974) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:52.909459 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-57fff77f-d137-4001-a306-9de2dc690ae0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'security_group': {'name': 'tempest-secgroup-2051616736'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:52.925090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23b845-c8d8-430e-9d5e-7946a867985c None None] Pushing event updated for resources: {'Port': ['ID=a6a77e18-5830-48b5-af21-736201845bd1,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:52.983967 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddeb2-1492-4399-b8f7-e3cdf03f1c58 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:52.984757 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.db.api [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:40:52.985178 n-d-779913-27 neutron-server[100778]: DEBUG oslo_db.api [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:40:53.017270 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ddeb2-1492-4399-b8f7-e3cdf03f1c58 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b139918-29a0-46c9-9fc8-35372d87f067,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:53.018201 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57fff77f-d137-4001-a306-9de2dc690ae0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.045685 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddeb2-1492-4399-b8f7-e3cdf03f1c58 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.136344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57fff77f-d137-4001-a306-9de2dc690ae0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.173081 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddeb2-1492-4399-b8f7-e3cdf03f1c58 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.175410 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddeb2-1492-4399-b8f7-e3cdf03f1c58 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.212918 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57fff77f-d137-4001-a306-9de2dc690ae0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.267133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fff77f-d137-4001-a306-9de2dc690ae0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba3b435-dad6-4d7a-951a-5c207b98c284,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:53.297049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a6a77e18-5830-48b5-af21-736201845bd1 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:40:53.326919 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-57fff77f-d137-4001-a306-9de2dc690ae0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.328149 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-57fff77f-d137-4001-a306-9de2dc690ae0 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4232428 Jul 05 10:40:53.331869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60976) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:53.338377 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddeb2-1492-4399-b8f7-e3cdf03f1c58 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.338978 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4ddeb2-1492-4399-b8f7-e3cdf03f1c58 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ce7c919-befc-43b4-9fa8-801a4c98e138 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:40:53.339985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e8acb384-16fc-46c4-83e0-bf48bd6c0b39 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-193130299', 'security_groups': ['5ba3b435-dad6-4d7a-951a-5c207b98c284'], 'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dfbf61f0-2c18-4220-b512-56643620291d'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:53.347532 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddeb2-1492-4399-b8f7-e3cdf03f1c58 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.351982 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cb4ddeb2-1492-4399-b8f7-e3cdf03f1c58 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "DELETE /v2.0/routers/8ce7c919-befc-43b4-9fa8-801a4c98e138 HTTP/1.1" status: 204 len: 168 time: 1.4688034 Jul 05 10:40:53.354459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60978) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:53.425528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-76386c2b-31f8-41f9-8f94-9efcbd9ef0fb tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Deleting subnet ad68e9ce-5bde-4368-bd4c-00338041ab2b {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:40:53.429076 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76386c2b-31f8-41f9-8f94-9efcbd9ef0fb tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.468893 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76386c2b-31f8-41f9-8f94-9efcbd9ef0fb tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.505732 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Attempting to bind port 9b139918-29a0-46c9-9fc8-35372d87f067 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:40:53.506460 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Attempting to bind port 9b139918-29a0-46c9-9fc8-35372d87f067 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'a55996c7-4181-47c1-88d4-b13e211ac90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:40:53.506828 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Attempting to bind port 9b139918-29a0-46c9-9fc8-35372d87f067 on network cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:40:53.514973 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:40:53.515967 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Checking segment: {'id': 'a55996c7-4181-47c1-88d4-b13e211ac90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:40:53.516379 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.516779 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Bound using segment: {'id': 'a55996c7-4181-47c1-88d4-b13e211ac90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:40:53.517335 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Bound port: 9b139918-29a0-46c9-9fc8-35372d87f067, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55996c7-4181-47c1-88d4-b13e211ac90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:40:53.518082 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.521483 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76386c2b-31f8-41f9-8f94-9efcbd9ef0fb tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.548886 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Port 9b139918-29a0-46c9-9fc8-35372d87f067 has been deleted concurrently {{(pid=100778) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 05 10:40:53.562086 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Routers set() bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:40:53.562467 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Router IDs set() for agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 10:40:53.563567 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_agentschedulers_db [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8ce7c919-befc-43b4-9fa8-801a4c98e138'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:40:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent'). {{(pid=100778) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 10:40:53.564316 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2e1d55-48b1-42cd-a7b2-05c4810aacf9 None None] The sync data for ids ['8ce7c919-befc-43b4-9fa8-801a4c98e138'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:40:53.595101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8acb384-16fc-46c4-83e0-bf48bd6c0b39 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:53.688932 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76386c2b-31f8-41f9-8f94-9efcbd9ef0fb tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.692827 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8acb384-16fc-46c4-83e0-bf48bd6c0b39 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.701701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7a214452-5814-46bf-89a4-cd5d9015ee97 None None] Provisioning complete for port 00ab1d65-4a1a-4ced-aa63-0a98689b055c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:53.703249 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7a214452-5814-46bf-89a4-cd5d9015ee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.720786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-e8acb384-16fc-46c4-83e0-bf48bd6c0b39 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] device_id is not set on port 3474d0d2-ca97-46bc-b660-e19fc7d4905c yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:40:53.723401 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76386c2b-31f8-41f9-8f94-9efcbd9ef0fb tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ad68e9ce-5bde-4368-bd4c-00338041ab2b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:53.727865 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-76386c2b-31f8-41f9-8f94-9efcbd9ef0fb tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.733998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60982) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:53.736974 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-76386c2b-31f8-41f9-8f94-9efcbd9ef0fb tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/ad68e9ce-5bde-4368-bd4c-00338041ab2b HTTP/1.1" status: 204 len: 168 time: 0.3807847 Jul 05 10:40:53.746860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7a214452-5814-46bf-89a4-cd5d9015ee97 None None] Port 00ab1d65-4a1a-4ced-aa63-0a98689b055c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:53.840627 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7a214452-5814-46bf-89a4-cd5d9015ee97 None None] Provisioning for port a6a77e18-5830-48b5-af21-736201845bd1 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:53.844560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7a214452-5814-46bf-89a4-cd5d9015ee97 None None] Provisioning complete for port a6a77e18-5830-48b5-af21-736201845bd1 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:53.844934 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7a214452-5814-46bf-89a4-cd5d9015ee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:53.894664 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12b61d87-6528-4fb8-9e9e-44f5a6885c09 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:54.044248 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12b61d87-6528-4fb8-9e9e-44f5a6885c09 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:54.046936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-e8acb384-16fc-46c4-83e0-bf48bd6c0b39 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Allocated IP 2001:db8::1e1 (6a1ac119-a194-4e74-af3e-ed585fbfcda1/dfbf61f0-2c18-4220-b512-56643620291d/3474d0d2-ca97-46bc-b660-e19fc7d4905c) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:54.059448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-12b61d87-6528-4fb8-9e9e-44f5a6885c09 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:54.086584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-12b61d87-6528-4fb8-9e9e-44f5a6885c09 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55996c7-4181-47c1-88d4-b13e211ac90b') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:54.086875 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-12b61d87-6528-4fb8-9e9e-44f5a6885c09 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55996c7-4181-47c1-88d4-b13e211ac90b') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:54.104018 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12b61d87-6528-4fb8-9e9e-44f5a6885c09 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:54.161098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12b61d87-6528-4fb8-9e9e-44f5a6885c09 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:54.175874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b61d87-6528-4fb8-9e9e-44f5a6885c09 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:40:54.176305 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12b61d87-6528-4fb8-9e9e-44f5a6885c09 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:40:54.178041 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:40:54.279447 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8acb384-16fc-46c4-83e0-bf48bd6c0b39 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:54.293297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-e8acb384-16fc-46c4-83e0-bf48bd6c0b39 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Transition to ACTIVE for port object 3474d0d2-ca97-46bc-b660-e19fc7d4905c will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:54.320981 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:54.322602 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12b61d87-6528-4fb8-9e9e-44f5a6885c09 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:54.329465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b61d87-6528-4fb8-9e9e-44f5a6885c09 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 10:40:54.340086 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12b61d87-6528-4fb8-9e9e-44f5a6885c09 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:54.342011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-12b61d87-6528-4fb8-9e9e-44f5a6885c09 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "DELETE /v2.0/networks/cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c HTTP/1.1" status: 204 len: 168 time: 0.6058686 Jul 05 10:40:54.343039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b61d87-6528-4fb8-9e9e-44f5a6885c09 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Pushing event deleted for resources: {'Network': ['ID=cbb832b4-a9d8-4f99-a811-ad5b5ee63a6c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:54.407876 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8acb384-16fc-46c4-83e0-bf48bd6c0b39 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:54.470492 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8acb384-16fc-46c4-83e0-bf48bd6c0b39 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:54.474055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-e8acb384-16fc-46c4-83e0-bf48bd6c0b39 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:54.479586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8acb384-16fc-46c4-83e0-bf48bd6c0b39 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:54.485518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8acb384-16fc-46c4-83e0-bf48bd6c0b39 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:54.486149 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8acb384-16fc-46c4-83e0-bf48bd6c0b39 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:54.498004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8acb384-16fc-46c4-83e0-bf48bd6c0b39 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=3474d0d2-ca97-46bc-b660-e19fc7d4905c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:54.602881 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e8acb384-16fc-46c4-83e0-bf48bd6c0b39 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2699611 Jul 05 10:40:54.607406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 60994) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:54.613127 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-12cfa65d-48d6-48d9-916d-dabafe0a067f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'subnet': {'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:54.763372 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 60996) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:54.769553 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-32eedf3b-dbc6-468f-a91e-5719e6ced81a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Request body: {'router': {'name': 'tempest-router--1822058464', 'project_id': '5eea05e67e084acd8341e7e2b5aea644'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:54.793205 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.db.api [None req-12cfa65d-48d6-48d9-916d-dabafe0a067f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 10:40:54.793205 n-d-779913-27 neutron-server[100775]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 10:40:54.793205 n-d-779913-27 neutron-server[100775]: [parameters: {'project_id': '09a6b974ea6f4195b07afe1e8ea8f6de', 'id': '5949c122-d513-468f-8430-13b6a080c338', 'expiration': datetime.datetime(2021, 7, 5, 10, 42, 54, 781830)}] Jul 05 10:40:54.793205 n-d-779913-27 neutron-server[100775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:40:54.794057 n-d-779913-27 neutron-server[100775]: DEBUG oslo_db.api [None req-12cfa65d-48d6-48d9-916d-dabafe0a067f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:40:54.872350 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-32eedf3b-dbc6-468f-a91e-5719e6ced81a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:54.873702 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-32eedf3b-dbc6-468f-a91e-5719e6ced81a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:54.937412 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-32eedf3b-dbc6-468f-a91e-5719e6ced81a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:54.972328 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-07710629-a700-44dd-b29b-ee1129ee054f None None] Provisioning for port 3474d0d2-ca97-46bc-b660-e19fc7d4905c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:54.977902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-07710629-a700-44dd-b29b-ee1129ee054f None None] Provisioning complete for port 3474d0d2-ca97-46bc-b660-e19fc7d4905c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:54.979542 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-07710629-a700-44dd-b29b-ee1129ee054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:55.012674 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-07710629-a700-44dd-b29b-ee1129ee054f None None] Port 3474d0d2-ca97-46bc-b660-e19fc7d4905c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:55.035218 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-32eedf3b-dbc6-468f-a91e-5719e6ced81a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:55.160929 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-32eedf3b-dbc6-468f-a91e-5719e6ced81a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:55.162094 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-32eedf3b-dbc6-468f-a91e-5719e6ced81a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3973844 Jul 05 10:40:55.165697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32772) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:55.239214 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-701dc9c1-a8ab-4dca-a2b7-9c66323fbe1d tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:55.415078 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-701dc9c1-a8ab-4dca-a2b7-9c66323fbe1d tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:55.417581 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-701dc9c1-a8ab-4dca-a2b7-9c66323fbe1d tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:55.423352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cfa65d-48d6-48d9-916d-dabafe0a067f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:55.428025 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-12cfa65d-48d6-48d9-916d-dabafe0a067f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:55.531862 n-d-779913-27 neutron-server[100775]: INFO neutron.db.ipam_backend_mixin [None req-12cfa65d-48d6-48d9-916d-dabafe0a067f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dfbf61f0-2c18-4220-b512-56643620291d (CIDR: 2001:db8::/64) Jul 05 10:40:55.532097 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-701dc9c1-a8ab-4dca-a2b7-9c66323fbe1d tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:55.532939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701dc9c1-a8ab-4dca-a2b7-9c66323fbe1d tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7823ec8-24ee-463f-a5af-8dab5233795e {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:40:55.537770 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-701dc9c1-a8ab-4dca-a2b7-9c66323fbe1d tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:55.541859 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-701dc9c1-a8ab-4dca-a2b7-9c66323fbe1d tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "DELETE /v2.0/routers/f7823ec8-24ee-463f-a5af-8dab5233795e HTTP/1.1" status: 204 len: 168 time: 0.3721528 Jul 05 10:40:55.584547 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-12cfa65d-48d6-48d9-916d-dabafe0a067f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:40:55.585588 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12cfa65d-48d6-48d9-916d-dabafe0a067f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:40:55.665379 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-12cfa65d-48d6-48d9-916d-dabafe0a067f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0565066 Jul 05 10:40:55.667987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32778) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:55.675014 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1bca8f38-42cd-423a-a3a3-8d03bb972e3c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'subnet': {'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:55.768053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32780) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:55.873283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bca8f38-42cd-423a-a3a3-8d03bb972e3c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:55.878348 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1bca8f38-42cd-423a-a3a3-8d03bb972e3c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:55.982243 n-d-779913-27 neutron-server[100776]: INFO neutron.db.ipam_backend_mixin [None req-1bca8f38-42cd-423a-a3a3-8d03bb972e3c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6d5395ee-dfe4-44fa-84f1-1abdae45322d (CIDR: 2001:db8:0:1::/64) Jul 05 10:40:55.990851 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1643250213', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:56.058230 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bca8f38-42cd-423a-a3a3-8d03bb972e3c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:40:56.058791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bca8f38-42cd-423a-a3a3-8d03bb972e3c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:40:56.081473 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:56.082576 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:56.135046 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:56.184317 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1bca8f38-42cd-423a-a3a3-8d03bb972e3c tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5149426 Jul 05 10:40:56.187008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32784) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:56.192050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-19c69bc8-1171-4aae-a2df-c47bb73f983d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'subnet': {'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:56.404051 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:56.524441 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c69bc8-1171-4aae-a2df-c47bb73f983d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Made reservation on behalf of 09a6b974ea6f4195b07afe1e8ea8f6de for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:40:56.528005 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-19c69bc8-1171-4aae-a2df-c47bb73f983d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:56.806240 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:56.843006 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:56.984091 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Allocated IP 172.25.5.136 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/0cbd6ae8-1541-454c-8ac6-38963103e20f) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:56.990829 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-19c69bc8-1171-4aae-a2df-c47bb73f983d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:57.048524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c69bc8-1171-4aae-a2df-c47bb73f983d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:57.435245 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-19c69bc8-1171-4aae-a2df-c47bb73f983d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:57.441963 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c69bc8-1171-4aae-a2df-c47bb73f983d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:57.441963 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-19c69bc8-1171-4aae-a2df-c47bb73f983d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:57.445711 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5203faca-80fd-4ced-aa84-f5727907dc83 None None] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:40:57.472129 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c69bc8-1171-4aae-a2df-c47bb73f983d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Subnet': ['ID=f75355e9-48a8-4d59-ac2e-e9521d4d2b7d,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:57.517580 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:57.618434 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-19c69bc8-1171-4aae-a2df-c47bb73f983d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4303193 Jul 05 10:40:57.620981 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32792) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:57.626298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c43e00bc-7adb-4ed4-942f-ca26dfedee86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-447833695', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f75355e9-48a8-4d59-ac2e-e9521d4d2b7d'}], 'security_groups': ['1e1137bd-c4f7-4eb8-96fa-99aedac12dd4', '3a6f741d-ce0f-4729-8ad3-a3b861a257ac']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:40:57.686008 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f5c451-e466-4384-b0eb-41ed58bdb561 None None] Update dhcp port {'port': {'network_id': '6a1ac119-a194-4e74-af3e-ed585fbfcda1', 'fixed_ips': [{'subnet_id': '6d5395ee-dfe4-44fa-84f1-1abdae45322d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dfbf61f0-2c18-4220-b512-56643620291d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f75355e9-48a8-4d59-ac2e-e9521d4d2b7d'}], 'binding:host_id': 'n-d-779913-27'}, 'id': 'a6a77e18-5830-48b5-af21-736201845bd1'} from n-d-779913-27. {{(pid=100777) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 10:40:57.714135 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c43e00bc-7adb-4ed4-942f-ca26dfedee86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:57.727914 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c451-e466-4384-b0eb-41ed58bdb561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:57.735381 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:57.806700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:40:57.815587 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:40:57.818174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:40:57.841186 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Pushing event updated for resources: {'Port': ['ID=0cbd6ae8-1541-454c-8ac6-38963103e20f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:57.905364 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-d7f5c451-e466-4384-b0eb-41ed58bdb561 None None] Allocated IP 2001:db8:0:2::2 (6a1ac119-a194-4e74-af3e-ed585fbfcda1/f75355e9-48a8-4d59-ac2e-e9521d4d2b7d/a6a77e18-5830-48b5-af21-736201845bd1) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:58.007962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d7f5c451-e466-4384-b0eb-41ed58bdb561 None None] For port a6a77e18-5830-48b5-af21-736201845bd1, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a6a77e18-5830-48b5-af21-736201845bd1,segment=NetworkSegment(cb014943-c804-4b5f-ae91-411639e57bcd),segment_id=cb014943-c804-4b5f-ae91-411639e57bcd)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:40:58.037925 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c451-e466-4384-b0eb-41ed58bdb561 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:58.052589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d7f5c451-e466-4384-b0eb-41ed58bdb561 None None] Transition to ACTIVE for port object a6a77e18-5830-48b5-af21-736201845bd1 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:58.109198 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7f5c451-e466-4384-b0eb-41ed58bdb561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:58.206607 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5c451-e466-4384-b0eb-41ed58bdb561 None None] Pushing event updated for resources: {'Port': ['ID=a6a77e18-5830-48b5-af21-736201845bd1,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:58.313235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-c43e00bc-7adb-4ed4-942f-ca26dfedee86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Delete allocated IP 2001:db8::1e1 (6a1ac119-a194-4e74-af3e-ed585fbfcda1/dfbf61f0-2c18-4220-b512-56643620291d) {{(pid=100776) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 10:40:58.318659 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:58.356382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-c43e00bc-7adb-4ed4-942f-ca26dfedee86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Allocated IP 2001:db8:0:2::d8 (6a1ac119-a194-4e74-af3e-ed585fbfcda1/f75355e9-48a8-4d59-ac2e-e9521d4d2b7d/3474d0d2-ca97-46bc-b660-e19fc7d4905c) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:40:58.588931 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c43e00bc-7adb-4ed4-942f-ca26dfedee86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:58.604042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-c43e00bc-7adb-4ed4-942f-ca26dfedee86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Transition to ACTIVE for port object 3474d0d2-ca97-46bc-b660-e19fc7d4905c will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:40:58.669939 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c43e00bc-7adb-4ed4-942f-ca26dfedee86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:58.794359 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c43e00bc-7adb-4ed4-942f-ca26dfedee86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] In _notify_port_updated(), no bound segment for port 3474d0d2-ca97-46bc-b660-e19fc7d4905c on network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 {{(pid=100776) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 10:40:58.799953 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43e00bc-7adb-4ed4-942f-ca26dfedee86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:40:58.800619 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c43e00bc-7adb-4ed4-942f-ca26dfedee86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:58.801979 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c43e00bc-7adb-4ed4-942f-ca26dfedee86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "PUT /v2.0/ports/3474d0d2-ca97-46bc-b660-e19fc7d4905c HTTP/1.1" status: 200 len: 968 time: 1.1800480 Jul 05 10:40:58.805599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 32802) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:58.843287 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:58.845373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e00bc-7adb-4ed4-942f-ca26dfedee86 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event updated for resources: {'Port': ['ID=3474d0d2-ca97-46bc-b660-e19fc7d4905c,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:58.941342 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-850f98da-7158-4057-9899-20f829fdeb33 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 3474d0d2-ca97-46bc-b660-e19fc7d4905c {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:40:58.941836 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-850f98da-7158-4057-9899-20f829fdeb33 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.034059 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32808) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:59.040541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1910944e-675f-4131-b62c-9cdbef3042f5 None None] Provisioning for port 3474d0d2-ca97-46bc-b660-e19fc7d4905c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:59.046032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1910944e-675f-4131-b62c-9cdbef3042f5 None None] Provisioning complete for port 3474d0d2-ca97-46bc-b660-e19fc7d4905c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:59.046644 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1910944e-675f-4131-b62c-9cdbef3042f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.092025 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1910944e-675f-4131-b62c-9cdbef3042f5 None None] Port 3474d0d2-ca97-46bc-b660-e19fc7d4905c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:59.104235 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-850f98da-7158-4057-9899-20f829fdeb33 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.106866 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1910944e-675f-4131-b62c-9cdbef3042f5 None None] Provisioning complete for port 00ab1d65-4a1a-4ced-aa63-0a98689b055c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:59.111561 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1910944e-675f-4131-b62c-9cdbef3042f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.125256 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-850f98da-7158-4057-9899-20f829fdeb33 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 3474d0d2-ca97-46bc-b660-e19fc7d4905c owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:40:59.132402 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Router 23c4dbf5-145a-4674-b50e-916fb5cb1af6 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:40:59.166812 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1910944e-675f-4131-b62c-9cdbef3042f5 None None] Port 00ab1d65-4a1a-4ced-aa63-0a98689b055c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:40:59.263622 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1910944e-675f-4131-b62c-9cdbef3042f5 None None] Provisioning for port a6a77e18-5830-48b5-af21-736201845bd1 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:40:59.268059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1910944e-675f-4131-b62c-9cdbef3042f5 None None] Provisioning complete for port a6a77e18-5830-48b5-af21-736201845bd1 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:59.268525 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1910944e-675f-4131-b62c-9cdbef3042f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.278068 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6904eafa-b84d-4be9-b770-a3e712f49cb8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8cf67a848274e64b1ff80728a9ce553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424266 Jul 05 10:40:59.282848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32812) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:59.300723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a6a77e18-5830-48b5-af21-736201845bd1 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:40:59.312029 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:40:59.330074 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc39d5-090f-447e-b2ef-b5305f7172a4 None None] Sync routers for ids ['23c4dbf5-145a-4674-b50e-916fb5cb1af6'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:40:59.349792 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-850f98da-7158-4057-9899-20f829fdeb33 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.352691 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1912b2e0-4faa-40da-b023-ce4c3099a0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.369542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc39d5-090f-447e-b2ef-b5305f7172a4 None None] Routers {'23c4dbf5-145a-4674-b50e-916fb5cb1af6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:40:59.371194 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-81dc39d5-090f-447e-b2ef-b5305f7172a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:40:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['23c4dbf5-145a-4674-b50e-916fb5cb1af6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:59.374708 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1912b2e0-4faa-40da-b023-ce4c3099a0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.380153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f98da-7158-4057-9899-20f829fdeb33 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=3474d0d2-ca97-46bc-b660-e19fc7d4905c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:59.413242 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-850f98da-7158-4057-9899-20f829fdeb33 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.415454 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-850f98da-7158-4057-9899-20f829fdeb33 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/3474d0d2-ca97-46bc-b660-e19fc7d4905c HTTP/1.1" status: 204 len: 168 time: 0.6078086 Jul 05 10:40:59.419756 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-81dc39d5-090f-447e-b2ef-b5305f7172a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:59.420321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 32814) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:59.446989 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.449131 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-788beba5-d1d4-4598-87f8-54a36a2b544d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.6800790 Jul 05 10:40:59.452030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32816) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:59.454530 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1727a8-5a53-4ee9-811c-3de462d4d27b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] GET failed (client error): The resource could not be found. Jul 05 10:40:59.456454 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5e1727a8-5a53-4ee9-811c-3de462d4d27b tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports/3474d0d2-ca97-46bc-b660-e19fc7d4905c HTTP/1.1" status: 404 len: 333 time: 0.0351107 Jul 05 10:40:59.459702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 32818) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:59.467151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc39d5-090f-447e-b2ef-b5305f7172a4 None None] Routers {'23c4dbf5-145a-4674-b50e-916fb5cb1af6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:40:59.467811 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-81dc39d5-090f-447e-b2ef-b5305f7172a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:40:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['23c4dbf5-145a-4674-b50e-916fb5cb1af6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:59.474313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port a6a77e18-5830-48b5-af21-736201845bd1 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:40:59.474689 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.508600 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-81dc39d5-090f-447e-b2ef-b5305f7172a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:40:59.509643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc39d5-090f-447e-b2ef-b5305f7172a4 None None] The sync data for ids ['23c4dbf5-145a-4674-b50e-916fb5cb1af6'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:40:59.525049 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1912b2e0-4faa-40da-b023-ce4c3099a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.525049 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1912b2e0-4faa-40da-b023-ce4c3099a0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.525769 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1912b2e0-4faa-40da-b023-ce4c3099a0be admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/076390b6-b916-4ae7-be08-4b31ffe6b4c3 HTTP/1.1" status: 204 len: 168 time: 0.2419569 Jul 05 10:40:59.537155 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-905bdd28-bf41-43f6-9a5e-cf6e67ae34ab tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.563290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912b2e0-4faa-40da-b023-ce4c3099a0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076390b6-b916-4ae7-be08-4b31ffe6b4c3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:59.587294 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-905bdd28-bf41-43f6-9a5e-cf6e67ae34ab tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.633297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f01ed733-3b20-4b29-825d-9ab04f10aa40 None None] Could not find standard attr ID for object 3474d0d2-ca97-46bc-b660-e19fc7d4905c. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 10:40:59.652430 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cc21fee9-7154-4995-a2b8-c86b0594db7f tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/routers/23c4dbf5-145a-4674-b50e-916fb5cb1af6 HTTP/1.1" status: 200 len: 925 time: 0.1981466 Jul 05 10:40:59.655206 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32822) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:59.686363 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d91d8976-8381-4bea-950c-37b507bbe3a8 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "GET /v2.0/ports?device_id=23c4dbf5-145a-4674-b50e-916fb5cb1af6 HTTP/1.1" status: 200 len: 205 time: 0.0299385 Jul 05 10:40:59.688892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32824) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:59.714888 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-905bdd28-bf41-43f6-9a5e-cf6e67ae34ab tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.720909 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-905bdd28-bf41-43f6-9a5e-cf6e67ae34ab tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.720909 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-905bdd28-bf41-43f6-9a5e-cf6e67ae34ab tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/security-groups/5ba3b435-dad6-4d7a-951a-5c207b98c284 HTTP/1.1" status: 204 len: 168 time: 0.2572701 Jul 05 10:40:59.724260 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 32826) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:59.737768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bdd28-bf41-43f6-9a5e-cf6e67ae34ab tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba3b435-dad6-4d7a-951a-5c207b98c284,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:40:59.793638 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-afe1da11-5893-4963-9409-b9a75d54b2d7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.815559 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c5eb29-9ab3-4106-b994-7de51f67ae88 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.819893 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-afe1da11-5893-4963-9409-b9a75d54b2d7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.929903 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c5eb29-9ab3-4106-b994-7de51f67ae88 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.949508 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-afe1da11-5893-4963-9409-b9a75d54b2d7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.952175 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-afe1da11-5893-4963-9409-b9a75d54b2d7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:40:59.956256 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-afe1da11-5893-4963-9409-b9a75d54b2d7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/security-groups/3a6f741d-ce0f-4729-8ad3-a3b861a257ac HTTP/1.1" status: 204 len: 168 time: 0.2281742 Jul 05 10:40:59.956431 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32832) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:40:59.963440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1da11-5893-4963-9409-b9a75d54b2d7 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6f741d-ce0f-4729-8ad3-a3b861a257ac,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:00.013863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-551e8c19-74fc-4b93-816c-aab1f8977712 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.041790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-551e8c19-74fc-4b93-816c-aab1f8977712 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.118500 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-69c5eb29-9ab3-4106-b994-7de51f67ae88 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Deleting port 0cbd6ae8-1541-454c-8ac6-38963103e20f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:00.118852 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c5eb29-9ab3-4106-b994-7de51f67ae88 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.180106 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-551e8c19-74fc-4b93-816c-aab1f8977712 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.182705 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-551e8c19-74fc-4b93-816c-aab1f8977712 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.183907 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-551e8c19-74fc-4b93-816c-aab1f8977712 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/security-groups/1e1137bd-c4f7-4eb8-96fa-99aedac12dd4 HTTP/1.1" status: 204 len: 168 time: 0.2264531 Jul 05 10:41:00.186701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 32842) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:00.203443 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e8c19-74fc-4b93-816c-aab1f8977712 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1137bd-c4f7-4eb8-96fa-99aedac12dd4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:00.213390 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c5eb29-9ab3-4106-b994-7de51f67ae88 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.229642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-69c5eb29-9ab3-4106-b994-7de51f67ae88 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Calling delete_port for 0cbd6ae8-1541-454c-8ac6-38963103e20f owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:00.247412 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-423b7a2f-bfae-4f65-87f7-89f0720a751a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting subnet dfbf61f0-2c18-4220-b512-56643620291d {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:41:00.250798 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-423b7a2f-bfae-4f65-87f7-89f0720a751a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.471093 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c5eb29-9ab3-4106-b994-7de51f67ae88 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.499421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5eb29-9ab3-4106-b994-7de51f67ae88 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Pushing event deleted for resources: {'Port': ['ID=0cbd6ae8-1541-454c-8ac6-38963103e20f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:00.562086 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-423b7a2f-bfae-4f65-87f7-89f0720a751a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.579222 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c5eb29-9ab3-4106-b994-7de51f67ae88 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.652326 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-423b7a2f-bfae-4f65-87f7-89f0720a751a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.672334 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c5eb29-9ab3-4106-b994-7de51f67ae88 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.674590 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c5eb29-9ab3-4106-b994-7de51f67ae88 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.783642 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c5eb29-9ab3-4106-b994-7de51f67ae88 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.784267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c5eb29-9ab3-4106-b994-7de51f67ae88 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Fanout notify agent at l3_agent the message router_deleted on router 23c4dbf5-145a-4674-b50e-916fb5cb1af6 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:41:00.791218 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69c5eb29-9ab3-4106-b994-7de51f67ae88 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.792501 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-69c5eb29-9ab3-4106-b994-7de51f67ae88 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "DELETE /v2.0/routers/23c4dbf5-145a-4674-b50e-916fb5cb1af6 HTTP/1.1" status: 204 len: 168 time: 1.1026142 Jul 05 10:41:00.796354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 32876) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:00.801250 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1829975191', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'enable_snat': False}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:00.808309 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-423b7a2f-bfae-4f65-87f7-89f0720a751a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.847107 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b7a2f-bfae-4f65-87f7-89f0720a751a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Subnet': ['ID=dfbf61f0-2c18-4220-b512-56643620291d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:00.852502 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-423b7a2f-bfae-4f65-87f7-89f0720a751a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.854618 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-423b7a2f-bfae-4f65-87f7-89f0720a751a tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/dfbf61f0-2c18-4220-b512-56643620291d HTTP/1.1" status: 204 len: 168 time: 0.6668978 Jul 05 10:41:00.858678 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32886) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:00.858917 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0372bcb-44d1-4cee-9e24-853a511474dc None None] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:00.921067 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-2affbc45-a7ad-4a2b-a3ad-ad185c093ac1 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting subnet f75355e9-48a8-4d59-ac2e-e9521d4d2b7d {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:41:00.924584 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2affbc45-a7ad-4a2b-a3ad-ad185c093ac1 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.938170 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.939219 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:00.985175 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2affbc45-a7ad-4a2b-a3ad-ad185c093ac1 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:01.006724 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:01.077218 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2affbc45-a7ad-4a2b-a3ad-ad185c093ac1 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:01.209865 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:01.224146 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2affbc45-a7ad-4a2b-a3ad-ad185c093ac1 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:01.256171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affbc45-a7ad-4a2b-a3ad-ad185c093ac1 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Subnet': ['ID=f75355e9-48a8-4d59-ac2e-e9521d4d2b7d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:01.264549 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2affbc45-a7ad-4a2b-a3ad-ad185c093ac1 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:01.266515 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2affbc45-a7ad-4a2b-a3ad-ad185c093ac1 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/f75355e9-48a8-4d59-ac2e-e9521d4d2b7d HTTP/1.1" status: 204 len: 168 time: 0.4070902 Jul 05 10:41:01.269250 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 32898) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:01.296022 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-436783f0-bf81-466f-a906-7b809b7237ab tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] DELETE failed (client error): The resource could not be found. Jul 05 10:41:01.296590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436783f0-bf81-466f-a906-7b809b7237ab tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:41:01.298226 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-436783f0-bf81-466f-a906-7b809b7237ab tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/dfbf61f0-2c18-4220-b512-56643620291d HTTP/1.1" status: 404 len: 337 time: 0.0279586 Jul 05 10:41:01.300741 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 32900) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:01.395320 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf408b2-c31b-4135-b525-9625a077484f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting subnet 6d5395ee-dfe4-44fa-84f1-1abdae45322d {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:41:01.401188 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8bf408b2-c31b-4135-b525-9625a077484f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:01.448220 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8bf408b2-c31b-4135-b525-9625a077484f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:01.558784 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8bf408b2-c31b-4135-b525-9625a077484f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:01.635678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73327f4-0f98-4a50-961e-a2d6222e2d29 None None] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:01.687364 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e263c217-407f-4999-9069-9bf281d50118 None None] Provisioning complete for port 00ab1d65-4a1a-4ced-aa63-0a98689b055c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:01.688116 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e263c217-407f-4999-9069-9bf281d50118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:01.728845 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e263c217-407f-4999-9069-9bf281d50118 None None] Port 00ab1d65-4a1a-4ced-aa63-0a98689b055c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:01.733288 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:01.755837 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:01.767259 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e263c217-407f-4999-9069-9bf281d50118 None None] Provisioning complete for port a6a77e18-5830-48b5-af21-736201845bd1 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:01.767894 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e263c217-407f-4999-9069-9bf281d50118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:01.996948 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8bf408b2-c31b-4135-b525-9625a077484f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:02.067873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf408b2-c31b-4135-b525-9625a077484f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5395ee-dfe4-44fa-84f1-1abdae45322d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:02.070042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8bf408b2-c31b-4135-b525-9625a077484f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:02.072672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8bf408b2-c31b-4135-b525-9625a077484f tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/6d5395ee-dfe4-44fa-84f1-1abdae45322d HTTP/1.1" status: 204 len: 168 time: 0.7708075 Jul 05 10:41:02.075054 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32906) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:02.103503 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-4677ad5b-c4fe-4008-a72d-af065cef5542 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] DELETE failed (client error): The resource could not be found. Jul 05 10:41:02.104091 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4677ad5b-c4fe-4008-a72d-af065cef5542 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:41:02.106333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4677ad5b-c4fe-4008-a72d-af065cef5542 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/da28d44a-2fbe-4b2e-8ca0-bd1be294696e HTTP/1.1" status: 404 len: 337 time: 0.0296898 Jul 05 10:41:02.108918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 32908) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:02.147067 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-51459235-c45f-48aa-a427-b16322245c46 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "GET /v2.0/ports?device_id=35d9b42a-9564-45c6-ad17-ee334fac1be6 HTTP/1.1" status: 200 len: 205 time: 0.0337622 Jul 05 10:41:02.150738 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32910) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:02.166046 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Allocated IP 172.25.5.82 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/ff785b5f-e0cc-42af-8b22-5a3415fa9737) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:02.189341 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-1f6d5e24-aad2-43c9-973f-6831f6c5c045 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] delete failed (client error): The resource could not be found. Jul 05 10:41:02.190394 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1f6d5e24-aad2-43c9-973f-6831f6c5c045 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/routers/35d9b42a-9564-45c6-ad17-ee334fac1be6 HTTP/1.1" status: 404 len: 336 time: 0.0384033 Jul 05 10:41:02.196487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32914) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:02.235629 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae69c88-f773-4b1f-9f39-4c0eb37013a2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] DELETE failed (client error): The resource could not be found. Jul 05 10:41:02.236120 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae69c88-f773-4b1f-9f39-4c0eb37013a2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:41:02.238611 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6ae69c88-f773-4b1f-9f39-4c0eb37013a2 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/603fb377-99d9-441d-a232-63c96dd24ffb HTTP/1.1" status: 404 len: 337 time: 0.0405047 Jul 05 10:41:02.242839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32920) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:02.284625 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-4905d7f6-416a-42ce-93c8-307fb3366b04 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] DELETE failed (client error): The resource could not be found. Jul 05 10:41:02.285260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4905d7f6-416a-42ce-93c8-307fb3366b04 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:41:02.288358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4905d7f6-416a-42ce-93c8-307fb3366b04 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/7e2b5903-da5f-40e0-b363-7a68a41a210c HTTP/1.1" status: 404 len: 337 time: 0.0434470 Jul 05 10:41:02.294648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32930) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:02.306981 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:02.329367 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3810809-8869-4b5b-a097-9283aaa50962 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] DELETE failed (client error): The resource could not be found. Jul 05 10:41:02.330383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3810809-8869-4b5b-a097-9283aaa50962 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:41:02.333446 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f3810809-8869-4b5b-a097-9283aaa50962 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/ec075c4f-11c2-4428-841d-90c1303087b4 HTTP/1.1" status: 404 len: 337 time: 0.0369103 Jul 05 10:41:02.336040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32940) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:02.375692 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a8d985-44bd-4483-b1a6-79841277c874 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] DELETE failed (client error): The resource could not be found. Jul 05 10:41:02.376607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a8d985-44bd-4483-b1a6-79841277c874 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:41:02.378456 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a7a8d985-44bd-4483-b1a6-79841277c874 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/2947c77b-fca4-4670-bc30-2a6a64c16bac HTTP/1.1" status: 404 len: 333 time: 0.0410728 Jul 05 10:41:02.380948 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32950) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:02.408284 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc288890-3001-4e2f-85b9-18df23064036 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] DELETE failed (client error): The resource could not be found. Jul 05 10:41:02.408752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc288890-3001-4e2f-85b9-18df23064036 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:41:02.410788 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cc288890-3001-4e2f-85b9-18df23064036 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/9b504ef6-82ca-49e3-ad30-08a82742adf2 HTTP/1.1" status: 404 len: 337 time: 0.0287566 Jul 05 10:41:02.415145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 32952) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:02.449211 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bec4c5-f66c-4173-88c6-2b35d4b39126 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] DELETE failed (client error): The resource could not be found. Jul 05 10:41:02.449678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23bec4c5-f66c-4173-88c6-2b35d4b39126 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:41:02.454103 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32954) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:02.455783 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-23bec4c5-f66c-4173-88c6-2b35d4b39126 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/747b27db-6b8e-4247-9478-2474a0be5a07 HTTP/1.1" status: 404 len: 337 time: 0.0391397 Jul 05 10:41:02.457232 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:02.487870 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9794b8e-ab9f-418e-a044-cb8e10df8ef6 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] DELETE failed (client error): The resource could not be found. Jul 05 10:41:02.488741 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9794b8e-ab9f-418e-a044-cb8e10df8ef6 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:41:02.495519 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c9794b8e-ab9f-418e-a044-cb8e10df8ef6 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/20948d75-f5dd-4184-af5f-307b7135531c HTTP/1.1" status: 404 len: 333 time: 0.0380962 Jul 05 10:41:02.496746 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32956) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:02.511364 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:02.515871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:02.517921 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Pushing event updated for resources: {'Port': ['ID=ff785b5f-e0cc-42af-8b22-5a3415fa9737,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:02.520184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:02.529658 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-812a8b3f-aac7-4d5a-a1e5-5cfcf2a2ff71 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] DELETE failed (client error): The resource could not be found. Jul 05 10:41:02.530133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812a8b3f-aac7-4d5a-a1e5-5cfcf2a2ff71 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:41:02.532603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-812a8b3f-aac7-4d5a-a1e5-5cfcf2a2ff71 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/aecdfb53-027b-43da-bd4a-916189df69a7 HTTP/1.1" status: 404 len: 337 time: 0.0351062 Jul 05 10:41:02.534461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32958) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:02.571704 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad37ca5-4ef9-46bf-8665-f75fe6c0ebfe tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] DELETE failed (client error): The resource could not be found. Jul 05 10:41:02.572256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad37ca5-4ef9-46bf-8665-f75fe6c0ebfe tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:41:02.574131 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1ad37ca5-4ef9-46bf-8665-f75fe6c0ebfe tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/subnets/b1727847-0e9f-480f-abc0-f0919b0a2a34 HTTP/1.1" status: 404 len: 337 time: 0.0365219 Jul 05 10:41:02.578440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 32960) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:02.639573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f865f760-9acd-42ad-93b1-726e50228301 None None] Network 6a1ac119-a194-4e74-af3e-ed585fbfcda1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:02.781575 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1072ac63-d6e7-4265-9fa8-e2f27f6d4760 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port 00ab1d65-4a1a-4ced-aa63-0a98689b055c {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:02.781951 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1072ac63-d6e7-4265-9fa8-e2f27f6d4760 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:02.867415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cd51eee8-d4eb-49e3-aa48-47dba74db7e0 None None] Provisioning complete for port 00ab1d65-4a1a-4ced-aa63-0a98689b055c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:02.868179 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cd51eee8-d4eb-49e3-aa48-47dba74db7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:02.903618 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1072ac63-d6e7-4265-9fa8-e2f27f6d4760 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:02.949917 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-cd51eee8-d4eb-49e3-aa48-47dba74db7e0 None None] Port 00ab1d65-4a1a-4ced-aa63-0a98689b055c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:02.950151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1072ac63-d6e7-4265-9fa8-e2f27f6d4760 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for 00ab1d65-4a1a-4ced-aa63-0a98689b055c owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:02.972390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cd51eee8-d4eb-49e3-aa48-47dba74db7e0 None None] Provisioning complete for port a6a77e18-5830-48b5-af21-736201845bd1 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:02.972774 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cd51eee8-d4eb-49e3-aa48-47dba74db7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.008722 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.084991 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a8043-6521-45a2-9a90-775bb06e6210 None None] DHCP port deletion for 6a1ac119-a194-4e74-af3e-ed585fbfcda1 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:41:03.136984 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-523a8043-6521-45a2-9a90-775bb06e6210 None None] Deleting port a6a77e18-5830-48b5-af21-736201845bd1 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:03.137504 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-523a8043-6521-45a2-9a90-775bb06e6210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.200599 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-523a8043-6521-45a2-9a90-775bb06e6210 None None] For port a6a77e18-5830-48b5-af21-736201845bd1, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=a6a77e18-5830-48b5-af21-736201845bd1,segment=NetworkSegment(cb014943-c804-4b5f-ae91-411639e57bcd),segment_id=cb014943-c804-4b5f-ae91-411639e57bcd)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:03.201595 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-523a8043-6521-45a2-9a90-775bb06e6210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.220305 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-523a8043-6521-45a2-9a90-775bb06e6210 None None] Calling delete_port for a6a77e18-5830-48b5-af21-736201845bd1 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:03.236478 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1072ac63-d6e7-4265-9fa8-e2f27f6d4760 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.274732 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072ac63-d6e7-4265-9fa8-e2f27f6d4760 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=00ab1d65-4a1a-4ced-aa63-0a98689b055c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:03.285445 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1072ac63-d6e7-4265-9fa8-e2f27f6d4760 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.289610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1072ac63-d6e7-4265-9fa8-e2f27f6d4760 tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/ports/00ab1d65-4a1a-4ced-aa63-0a98689b055c HTTP/1.1" status: 204 len: 168 time: 0.7079465 Jul 05 10:41:03.290501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32964) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:03.295322 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.312637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device a6a77e18-5830-48b5-af21-736201845bd1 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:41:03.404188 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.439085 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.477199 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-523a8043-6521-45a2-9a90-775bb06e6210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.477463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Deleting port a6a77e18-5830-48b5-af21-736201845bd1 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:03.477463 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.511956 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a8043-6521-45a2-9a90-775bb06e6210 None None] Pushing event deleted for resources: {'Port': ['ID=a6a77e18-5830-48b5-af21-736201845bd1,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:03.516685 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523a8043-6521-45a2-9a90-775bb06e6210 None None] No DVR routers for this DVR port a6a77e18-5830-48b5-af21-736201845bd1 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:41:03.552997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] For port a6a77e18-5830-48b5-af21-736201845bd1, host n-d-779913-27, got binding levels [] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:03.553369 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.555613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Router 11874919-d234-4293-a241-54c6969722e1 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:41:03.569205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Calling delete_port for a6a77e18-5830-48b5-af21-736201845bd1 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:03.571950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.ipam_backend_mixin [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Port a6a77e18-5830-48b5-af21-736201845bd1 was not found and therefore no delete operation was performed {{(pid=100776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 10:41:03.573213 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.600500 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] No DVR routers for this DVR port a6a77e18-5830-48b5-af21-736201845bd1 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:41:03.602164 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Port': ['ID=a6a77e18-5830-48b5-af21-736201845bd1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:03.691331 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.704574 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1ac119-a194-4e74-af3e-ed585fbfcda1']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:03.721322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb014943-c804-4b5f-ae91-411639e57bcd') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:03.721596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb014943-c804-4b5f-ae91-411639e57bcd') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:03.732687 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.753089 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.761562 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:41:03.761986 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:41:03.767246 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:41:03.898778 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.909462 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:03.911581 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] 10.222.0.77 "DELETE /v2.0/networks/6a1ac119-a194-4e74-af3e-ed585fbfcda1 HTTP/1.1" status: 204 len: 168 time: 0.6199934 Jul 05 10:41:03.925924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acd52e-ae35-46ba-9801-1f54f4dff31d tempest-PortsIpV6TestJSON-921660940 tempest-PortsIpV6TestJSON-921660940-project] Pushing event deleted for resources: {'Network': ['ID=6a1ac119-a194-4e74-af3e-ed585fbfcda1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:03.984430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:03.996130 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Sync routers for ids ['11874919-d234-4293-a241-54c6969722e1'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:04.005833 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Routers {'11874919-d234-4293-a241-54c6969722e1'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:04.011381 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:40:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['11874919-d234-4293-a241-54c6969722e1'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:04.063862 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:04.065160 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-41908b07-63c8-49e3-9e26-08e700138e38 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2677376 Jul 05 10:41:04.070434 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32972) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:04.125677 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Set router 11874919-d234-4293-a241-54c6969722e1 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:41:04.195758 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3301ed6c-6600-4e8e-a0a1-5f471a19b876 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/routers/11874919-d234-4293-a241-54c6969722e1 HTTP/1.1" status: 200 len: 908 time: 0.1228509 Jul 05 10:41:04.197868 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 32974) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:04.202196 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1829975191', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'enable_snat': True}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:04.315606 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:04.316610 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11874919-d234-4293-a241-54c6969722e1', 'name': 'tempest-snat-router-1829975191', 'tenant_id': 'c810befadd0c42289813d5438d046a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': False}, 'gw_port_id': 'ff785b5f-e0cc-42af-8b22-5a3415fa9737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:00Z', 'updated_at': '2021-07-05T10:41:02Z', 'revision_number': 3, 'project_id': 'c810befadd0c42289813d5438d046a91', 'gw_port': {'id': 'ff785b5f-e0cc-42af-8b22-5a3415fa9737', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11874919-d234-4293-a241-54c6969722e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:01Z', 'updated_at': '2021-07-05T10:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:04.316775 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:04.346340 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Checking router: 11874919-d234-4293-a241-54c6969722e1 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:41:04.346695 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Updating router 11874919-d234-4293-a241-54c6969722e1 port ff785b5f-e0cc-42af-8b22-5a3415fa9737 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:41:04.387889 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:04.518373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 32978) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:04.712406 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d0a2e349-afd5-4e5c-9b59-27c712fd8740 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=09a6b974ea6f4195b07afe1e8ea8f6de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927783 Jul 05 10:41:04.714921 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 32982) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:04.736505 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:04.748510 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Transition to ACTIVE for port object ff785b5f-e0cc-42af-8b22-5a3415fa9737 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:04.773471 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:04.776740 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-59a6f036-5b74-4038-b611-335cc9c661ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:04.801563 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-59a6f036-5b74-4038-b611-335cc9c661ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:04.835217 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:04.903795 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Attempting to bind port ff785b5f-e0cc-42af-8b22-5a3415fa9737 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:41:04.904642 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Attempting to bind port ff785b5f-e0cc-42af-8b22-5a3415fa9737 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:41:04.904857 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Attempting to bind port ff785b5f-e0cc-42af-8b22-5a3415fa9737 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:41:04.920144 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:41:04.920565 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:04.920947 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:04.921312 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:41:04.921765 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Bound port: ff785b5f-e0cc-42af-8b22-5a3415fa9737, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:41:04.922164 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:04.924891 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcb410-1832-4d03-8c49-3423ecbd616c None None] Pushing event updated for resources: {'Port': ['ID=ff785b5f-e0cc-42af-8b22-5a3415fa9737,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:04.926504 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-59a6f036-5b74-4038-b611-335cc9c661ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:04.929137 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-59a6f036-5b74-4038-b611-335cc9c661ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:04.930328 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-59a6f036-5b74-4038-b611-335cc9c661ac admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/782f8c0b-5666-4a0a-b17b-951c1e17fd53 HTTP/1.1" status: 204 len: 168 time: 0.2137561 Jul 05 10:41:04.941225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6f036-5b74-4038-b611-335cc9c661ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782f8c0b-5666-4a0a-b17b-951c1e17fd53,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:05.009095 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] For port ff785b5f-e0cc-42af-8b22-5a3415fa9737, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:41:05.013993 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] For port ff785b5f-e0cc-42af-8b22-5a3415fa9737, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ff785b5f-e0cc-42af-8b22-5a3415fa9737,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:41:05.024146 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:05.115658 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:05.170116 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Routers {'11874919-d234-4293-a241-54c6969722e1'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:05.170785 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:40:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['11874919-d234-4293-a241-54c6969722e1'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:05.374495 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcb410-1832-4d03-8c49-3423ecbd616c None None] Pushing event updated for resources: {'Port': ['ID=ff785b5f-e0cc-42af-8b22-5a3415fa9737,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:05.381581 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:05.407248 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:05.419929 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] Set router 11874919-d234-4293-a241-54c6969722e1 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:41:05.543298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Allocated IP 172.25.5.65 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/2e7d0598-1603-4820-897d-1e0ae00c1cf6) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:05.638489 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11874919-d234-4293-a241-54c6969722e1', 'name': 'tempest-snat-router-1829975191', 'tenant_id': 'c810befadd0c42289813d5438d046a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': False}, 'gw_port_id': 'ff785b5f-e0cc-42af-8b22-5a3415fa9737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:00Z', 'updated_at': '2021-07-05T10:41:02Z', 'revision_number': 3, 'project_id': 'c810befadd0c42289813d5438d046a91', 'gw_port': {'id': 'ff785b5f-e0cc-42af-8b22-5a3415fa9737', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11874919-d234-4293-a241-54c6969722e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:01Z', 'updated_at': '2021-07-05T10:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:05.661433 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:05.671936 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d2c7e-9634-4530-8b98-ef09db456ea9 None None] The sync data for ids ['11874919-d234-4293-a241-54c6969722e1'] in n-d-779913-27 is: [{'id': '11874919-d234-4293-a241-54c6969722e1', 'name': 'tempest-snat-router-1829975191', 'tenant_id': 'c810befadd0c42289813d5438d046a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82'}], 'enable_snat': False}, 'gw_port_id': 'ff785b5f-e0cc-42af-8b22-5a3415fa9737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:00Z', 'updated_at': '2021-07-05T10:41:02Z', 'revision_number': 3, 'project_id': 'c810befadd0c42289813d5438d046a91', 'gw_port': {'id': 'ff785b5f-e0cc-42af-8b22-5a3415fa9737', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11874919-d234-4293-a241-54c6969722e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:01Z', 'updated_at': '2021-07-05T10:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:05.773633 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:05.814953 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:05.817848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:05.822524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:05.857486 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Pushing event updated for resources: {'Port': ['ID=2e7d0598-1603-4820-897d-1e0ae00c1cf6,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:06.261148 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:06.322821 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33008) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:06.450939 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1195413448'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:06.506686 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:06.553402 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:06.560114 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:06.572727 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:06.709927 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:06.715116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Router ee9ecfa3-ee26-4453-bd31-4af03685ea3c is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:41:06.750184 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:06.784894 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cee03b1-0a51-4e1e-ae19-4a718f1b75a8,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:06.791195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:41:06.802422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:06.802853 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:06.803269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:06.803756 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:06.804219 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:06.804679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:06.805090 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:06.805541 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:06.805938 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:06.806347 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:06.806751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:06.807151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:06.816724 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:06.817606 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Added segment b755dce6-eb27-4a69-bdee-c6d68ddef307 of type vlan for network b4f32725-0e83-4d12-96d1-7e70e74fd3d3 Jul 05 10:41:06.854354 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:06.869366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Sync routers for ids ['ee9ecfa3-ee26-4453-bd31-4af03685ea3c'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:06.876105 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:06.885571 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Routers {'ee9ecfa3-ee26-4453-bd31-4af03685ea3c'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:06.886382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:40:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ee9ecfa3-ee26-4453-bd31-4af03685ea3c'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:06.939678 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:06.943663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33012) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:06.943859 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-439c56dd-d23c-440c-95b9-d07001dbfdfd tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7453165 Jul 05 10:41:06.995669 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:06.997626 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Set router ee9ecfa3-ee26-4453-bd31-4af03685ea3c gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:41:07.002466 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:07.003448 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:07.125739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Network': ['ID=b4f32725-0e83-4d12-96d1-7e70e74fd3d3,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:07.143137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network b4f32725-0e83-4d12-96d1-7e70e74fd3d3 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:41:07.152110 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e3380636-a4fc-4e87-9a9e-78704d9e543a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/routers/ee9ecfa3-ee26-4453-bd31-4af03685ea3c HTTP/1.1" status: 200 len: 907 time: 0.2059312 Jul 05 10:41:07.154286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33016) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:07.165480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33018) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:07.172713 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-929ae3bf-ccf7-4d4c-bfac-acdda537d5bf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8417652 Jul 05 10:41:07.172873 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-482774af-5c4e-4b25-b46b-33beb46980f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1016286837'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:07.271154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9ecfa3-ee26-4453-bd31-4af03685ea3c', 'name': 'tempest-snat-router-1829975191', 'tenant_id': 'c810befadd0c42289813d5438d046a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '2e7d0598-1603-4820-897d-1e0ae00c1cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:04Z', 'updated_at': '2021-07-05T10:41:06Z', 'revision_number': 3, 'project_id': 'c810befadd0c42289813d5438d046a91', 'gw_port': {'id': '2e7d0598-1603-4820-897d-1e0ae00c1cf6', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9ecfa3-ee26-4453-bd31-4af03685ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:05Z', 'updated_at': '2021-07-05T10:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:07.280812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482774af-5c4e-4b25-b46b-33beb46980f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:07.287288 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-482774af-5c4e-4b25-b46b-33beb46980f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:07.300541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Checking router: ee9ecfa3-ee26-4453-bd31-4af03685ea3c for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:41:07.301057 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Updating router ee9ecfa3-ee26-4453-bd31-4af03685ea3c port 2e7d0598-1603-4820-897d-1e0ae00c1cf6 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:41:07.319861 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0bfedc1b-8181-4a97-b17f-e1073048ef65 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:07.344900 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482774af-5c4e-4b25-b46b-33beb46980f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:41:07.351786 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-482774af-5c4e-4b25-b46b-33beb46980f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:07.352151 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-482774af-5c4e-4b25-b46b-33beb46980f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Added segment f2b6e086-ed64-49d9-ad07-268ba20935f1 of type vlan for network 506eff35-c371-4306-9cbe-1225fc2ded66 Jul 05 10:41:07.370653 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ff785b5f-e0cc-42af-8b22-5a3415fa9737 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:07.400094 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:07.408058 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-482774af-5c4e-4b25-b46b-33beb46980f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:07.474869 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0bfedc1b-8181-4a97-b17f-e1073048ef65 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:07.515456 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-482774af-5c4e-4b25-b46b-33beb46980f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:07.521568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482774af-5c4e-4b25-b46b-33beb46980f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:07.524226 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-482774af-5c4e-4b25-b46b-33beb46980f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:07.608711 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port ff785b5f-e0cc-42af-8b22-5a3415fa9737 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:07.611304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-0bfedc1b-8181-4a97-b17f-e1073048ef65 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Deleting port 2e7d0598-1603-4820-897d-1e0ae00c1cf6 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:07.612660 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0bfedc1b-8181-4a97-b17f-e1073048ef65 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:07.625108 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482774af-5c4e-4b25-b46b-33beb46980f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Network': ['ID=506eff35-c371-4306-9cbe-1225fc2ded66,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:07.628508 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ff785b5f-e0cc-42af-8b22-5a3415fa9737 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:07.628955 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:07.652921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 506eff35-c371-4306-9cbe-1225fc2ded66 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:41:07.718153 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0bfedc1b-8181-4a97-b17f-e1073048ef65 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:07.736958 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-0bfedc1b-8181-4a97-b17f-e1073048ef65 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Calling delete_port for 2e7d0598-1603-4820-897d-1e0ae00c1cf6 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:07.775015 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-482774af-5c4e-4b25-b46b-33beb46980f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6082418 Jul 05 10:41:07.778434 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33020) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:07.786571 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6223967a-8bfe-4c0b-aa9b-09816876e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'subnet': {'network_id': 'b4f32725-0e83-4d12-96d1-7e70e74fd3d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:07.830537 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:07.853256 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Transition to ACTIVE for port object 2e7d0598-1603-4820-897d-1e0ae00c1cf6 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:07.856860 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:07.886498 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port ff785b5f-e0cc-42af-8b22-5a3415fa9737, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ff785b5f-e0cc-42af-8b22-5a3415fa9737,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:07.932440 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:07.987352 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:07.993914 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed175c-0d81-40df-8d11-e89c138e8748 None None] Pushing event updated for resources: {'Port': ['ID=2e7d0598-1603-4820-897d-1e0ae00c1cf6,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:07.996250 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Attempting to bind port 2e7d0598-1603-4820-897d-1e0ae00c1cf6 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:41:07.996811 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Attempting to bind port 2e7d0598-1603-4820-897d-1e0ae00c1cf6 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:41:07.997345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Attempting to bind port 2e7d0598-1603-4820-897d-1e0ae00c1cf6 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:41:08.020666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:41:08.021043 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:08.021531 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.021877 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:41:08.022352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Bound port: 2e7d0598-1603-4820-897d-1e0ae00c1cf6, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:41:08.023315 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.034584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6223967a-8bfe-4c0b-aa9b-09816876e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:08.038171 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6223967a-8bfe-4c0b-aa9b-09816876e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.076114 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0bfedc1b-8181-4a97-b17f-e1073048ef65 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.084572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=ff785b5f-e0cc-42af-8b22-5a3415fa9737,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:08.092884 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:41:08.093045 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:41:08.119883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfedc1b-8181-4a97-b17f-e1073048ef65 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e7d0598-1603-4820-897d-1e0ae00c1cf6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:08.197627 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0bfedc1b-8181-4a97-b17f-e1073048ef65 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.294261 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0bfedc1b-8181-4a97-b17f-e1073048ef65 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.296522 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0bfedc1b-8181-4a97-b17f-e1073048ef65 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.338111 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6223967a-8bfe-4c0b-aa9b-09816876e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.400204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223967a-8bfe-4c0b-aa9b-09816876e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Subnet': ['ID=34fa869f-1921-403b-a9ad-ef077bef5640,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:08.408305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223967a-8bfe-4c0b-aa9b-09816876e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Checking segment: {'id': 'b755dce6-eb27-4a69-bdee-c6d68ddef307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4f32725-0e83-4d12-96d1-7e70e74fd3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:08.408671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223967a-8bfe-4c0b-aa9b-09816876e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network hostable DHCP agents. Network: b4f32725-0e83-4d12-96d1-7e70e74fd3d3, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:41:08.446763 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0bfedc1b-8181-4a97-b17f-e1073048ef65 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.447396 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfedc1b-8181-4a97-b17f-e1073048ef65 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee9ecfa3-ee26-4453-bd31-4af03685ea3c {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:41:08.458193 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0bfedc1b-8181-4a97-b17f-e1073048ef65 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.458193 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0bfedc1b-8181-4a97-b17f-e1073048ef65 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "DELETE /v2.0/routers/ee9ecfa3-ee26-4453-bd31-4af03685ea3c HTTP/1.1" status: 204 len: 168 time: 1.2985971 Jul 05 10:41:08.458193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33024) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:08.474128 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223967a-8bfe-4c0b-aa9b-09816876e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network b4f32725-0e83-4d12-96d1-7e70e74fd3d3 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:41:08.543467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-6223967a-8bfe-4c0b-aa9b-09816876e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, b4f32725-0e83-4d12-96d1-7e70e74fd3d3) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:08.549119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6223967a-8bfe-4c0b-aa9b-09816876e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:08.555659 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6223967a-8bfe-4c0b-aa9b-09816876e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.555841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7492cff-86d2-47f2-8afb-43cf77803767 None None] Network b4f32725-0e83-4d12-96d1-7e70e74fd3d3 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:08.574574 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d59bef7-51e8-4eba-bb11-ade67d25ade2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.618675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Attempting to bind port 2e7d0598-1603-4820-897d-1e0ae00c1cf6 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:41:08.619135 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Attempting to bind port 2e7d0598-1603-4820-897d-1e0ae00c1cf6 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:41:08.619597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Attempting to bind port 2e7d0598-1603-4820-897d-1e0ae00c1cf6 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:41:08.629226 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:41:08.629684 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:08.630418 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.630595 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:41:08.631166 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Bound port: 2e7d0598-1603-4820-897d-1e0ae00c1cf6, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:41:08.631600 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.641273 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6223967a-8bfe-4c0b-aa9b-09816876e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8617108 Jul 05 10:41:08.644469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33026) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:08.652109 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Port 2e7d0598-1603-4820-897d-1e0ae00c1cf6 has been deleted concurrently {{(pid=100777) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 05 10:41:08.654226 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-49619303-d666-492a-9f2a-6c330fe2757f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'subnet': {'network_id': '506eff35-c371-4306-9cbe-1225fc2ded66', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:08.679633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Routers set() bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:08.684145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Router IDs set() for agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 10:41:08.684145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_agentschedulers_db [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ee9ecfa3-ee26-4453-bd31-4af03685ea3c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:40:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent'). {{(pid=100777) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 10:41:08.684145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a9f6a3-be84-4f31-a995-e995933a54b1 None None] The sync data for ids ['ee9ecfa3-ee26-4453-bd31-4af03685ea3c'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:08.740535 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d59bef7-51e8-4eba-bb11-ade67d25ade2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.767840 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781920af-188e-4f46-b864-18ca810f546a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-b4f32725-0e83-4d12-96d1-7e70e74fd3d3', 'network_id': 'b4f32725-0e83-4d12-96d1-7e70e74fd3d3', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'fixed_ips': [{'subnet_id': '34fa869f-1921-403b-a9ad-ef077bef5640'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:41:08.768728 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-781920af-188e-4f46-b864-18ca810f546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.841212 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49619303-d666-492a-9f2a-6c330fe2757f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:08.848830 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49619303-d666-492a-9f2a-6c330fe2757f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.874112 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-6d59bef7-51e8-4eba-bb11-ade67d25ade2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Deleting port ff785b5f-e0cc-42af-8b22-5a3415fa9737 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:08.874558 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d59bef7-51e8-4eba-bb11-ade67d25ade2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.946721 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-781920af-188e-4f46-b864-18ca810f546a None None] Allocated IP 2001:db8::2 (b4f32725-0e83-4d12-96d1-7e70e74fd3d3/34fa869f-1921-403b-a9ad-ef077bef5640/87289d89-eca9-4c49-8cbf-f9ca8e138689) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:08.972848 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-6d59bef7-51e8-4eba-bb11-ade67d25ade2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] For port ff785b5f-e0cc-42af-8b22-5a3415fa9737, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ff785b5f-e0cc-42af-8b22-5a3415fa9737,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:08.973312 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d59bef7-51e8-4eba-bb11-ade67d25ade2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:08.988930 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-6d59bef7-51e8-4eba-bb11-ade67d25ade2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Calling delete_port for ff785b5f-e0cc-42af-8b22-5a3415fa9737 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:09.133364 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-781920af-188e-4f46-b864-18ca810f546a None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.143697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-781920af-188e-4f46-b864-18ca810f546a None None] Transition to ACTIVE for port object 87289d89-eca9-4c49-8cbf-f9ca8e138689 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:09.168363 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-781920af-188e-4f46-b864-18ca810f546a None None] Transition to ACTIVE for port object 87289d89-eca9-4c49-8cbf-f9ca8e138689 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:09.224319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49619303-d666-492a-9f2a-6c330fe2757f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.272505 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-781920af-188e-4f46-b864-18ca810f546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.278405 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ff785b5f-e0cc-42af-8b22-5a3415fa9737 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:09.300687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49619303-d666-492a-9f2a-6c330fe2757f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Subnet': ['ID=3e101995-39c8-4e7d-8bff-45cba20cd830,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:09.309416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49619303-d666-492a-9f2a-6c330fe2757f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Checking segment: {'id': 'f2b6e086-ed64-49d9-ad07-268ba20935f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '506eff35-c371-4306-9cbe-1225fc2ded66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:09.315046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49619303-d666-492a-9f2a-6c330fe2757f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network hostable DHCP agents. Network: 506eff35-c371-4306-9cbe-1225fc2ded66, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:41:09.326645 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d59bef7-51e8-4eba-bb11-ade67d25ade2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.346216 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781920af-188e-4f46-b864-18ca810f546a None None] Network b4f32725-0e83-4d12-96d1-7e70e74fd3d3 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:09.354363 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-781920af-188e-4f46-b864-18ca810f546a None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:09.355009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59bef7-51e8-4eba-bb11-ade67d25ade2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff785b5f-e0cc-42af-8b22-5a3415fa9737,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:09.358261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781920af-188e-4f46-b864-18ca810f546a None None] Pushing event updated for resources: {'Port': ['ID=87289d89-eca9-4c49-8cbf-f9ca8e138689,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:09.361576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781920af-188e-4f46-b864-18ca810f546a None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:09.389013 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No active binding found for port ff785b5f-e0cc-42af-8b22-5a3415fa9737 {{(pid=100777) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 10:41:09.389481 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ff785b5f-e0cc-42af-8b22-5a3415fa9737 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 10:41:09.416063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Port ff785b5f-e0cc-42af-8b22-5a3415fa9737 not found, will not notify nova. {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 10:41:09.423482 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d59bef7-51e8-4eba-bb11-ade67d25ade2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.447002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-781920af-188e-4f46-b864-18ca810f546a None None] Attempting to bind port 87289d89-eca9-4c49-8cbf-f9ca8e138689 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:41:09.447374 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-781920af-188e-4f46-b864-18ca810f546a None None] Attempting to bind port 87289d89-eca9-4c49-8cbf-f9ca8e138689 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'b755dce6-eb27-4a69-bdee-c6d68ddef307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4f32725-0e83-4d12-96d1-7e70e74fd3d3'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:41:09.447751 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781920af-188e-4f46-b864-18ca810f546a None None] Attempting to bind port 87289d89-eca9-4c49-8cbf-f9ca8e138689 on network b4f32725-0e83-4d12-96d1-7e70e74fd3d3 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:41:09.454252 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781920af-188e-4f46-b864-18ca810f546a None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:41:09.454252 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781920af-188e-4f46-b864-18ca810f546a None None] Checking segment: {'id': 'b755dce6-eb27-4a69-bdee-c6d68ddef307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4f32725-0e83-4d12-96d1-7e70e74fd3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:09.454252 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-781920af-188e-4f46-b864-18ca810f546a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.454252 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781920af-188e-4f46-b864-18ca810f546a None None] Bound using segment: {'id': 'b755dce6-eb27-4a69-bdee-c6d68ddef307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4f32725-0e83-4d12-96d1-7e70e74fd3d3'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:41:09.458696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-781920af-188e-4f46-b864-18ca810f546a None None] Bound port: 87289d89-eca9-4c49-8cbf-f9ca8e138689, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b755dce6-eb27-4a69-bdee-c6d68ddef307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4f32725-0e83-4d12-96d1-7e70e74fd3d3'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:41:09.458696 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-781920af-188e-4f46-b864-18ca810f546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.468884 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49619303-d666-492a-9f2a-6c330fe2757f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 506eff35-c371-4306-9cbe-1225fc2ded66 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:41:09.515231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-49619303-d666-492a-9f2a-6c330fe2757f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 506eff35-c371-4306-9cbe-1225fc2ded66) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:09.520517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49619303-d666-492a-9f2a-6c330fe2757f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:09.522507 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49619303-d666-492a-9f2a-6c330fe2757f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.527466 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25596ba-0036-4dfb-bde6-beda6ef6dfe4 None None] Network 506eff35-c371-4306-9cbe-1225fc2ded66 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:09.539387 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d59bef7-51e8-4eba-bb11-ade67d25ade2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.539387 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d59bef7-51e8-4eba-bb11-ade67d25ade2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.602300 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-49619303-d666-492a-9f2a-6c330fe2757f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9561026 Jul 05 10:41:09.604785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33030) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:09.610074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-49da8997-8ace-456a-ab55-35ff670a836f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-626638635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:09.658049 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d59bef7-51e8-4eba-bb11-ade67d25ade2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.658732 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d59bef7-51e8-4eba-bb11-ade67d25ade2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11874919-d234-4293-a241-54c6969722e1 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:41:09.664353 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6d59bef7-51e8-4eba-bb11-ade67d25ade2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.669259 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6d59bef7-51e8-4eba-bb11-ade67d25ade2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "DELETE /v2.0/routers/11874919-d234-4293-a241-54c6969722e1 HTTP/1.1" status: 204 len: 168 time: 1.2083719 Jul 05 10:41:09.669894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33032) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:09.677697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1530536306', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:09.716669 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49da8997-8ace-456a-ab55-35ff670a836f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.718098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49da8997-8ace-456a-ab55-35ff670a836f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.733267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-781920af-188e-4f46-b864-18ca810f546a None None] For port 87289d89-eca9-4c49-8cbf-f9ca8e138689, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:41:09.752044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-781920af-188e-4f46-b864-18ca810f546a None None] For port 87289d89-eca9-4c49-8cbf-f9ca8e138689, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=87289d89-eca9-4c49-8cbf-f9ca8e138689,segment=NetworkSegment(b755dce6-eb27-4a69-bdee-c6d68ddef307),segment_id=b755dce6-eb27-4a69-bdee-c6d68ddef307)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:41:09.805032 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49da8997-8ace-456a-ab55-35ff670a836f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.807259 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.808406 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.859345 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-781920af-188e-4f46-b864-18ca810f546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.878923 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.889664 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-506eff35-c371-4306-9cbe-1225fc2ded66', 'network_id': '506eff35-c371-4306-9cbe-1225fc2ded66', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'fixed_ips': [{'subnet_id': '3e101995-39c8-4e7d-8bff-45cba20cd830'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:41:09.890609 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.892516 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49da8997-8ace-456a-ab55-35ff670a836f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:09.942140 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781920af-188e-4f46-b864-18ca810f546a None None] Pushing event updated for resources: {'Port': ['ID=87289d89-eca9-4c49-8cbf-f9ca8e138689,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:10.009158 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49da8997-8ace-456a-ab55-35ff670a836f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:10.014430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33034) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:10.015836 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-49da8997-8ace-456a-ab55-35ff670a836f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4094336 Jul 05 10:41:10.163094 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Allocated IP 2001:db8:1::2 (506eff35-c371-4306-9cbe-1225fc2ded66/3e101995-39c8-4e7d-8bff-45cba20cd830/5ed51acd-6e3f-4282-b43b-898dfee2a66f) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:10.306686 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:10.445808 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:10.456768 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Transition to ACTIVE for port object 5ed51acd-6e3f-4282-b43b-898dfee2a66f will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:10.475180 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:10.496933 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Transition to ACTIVE for port object 5ed51acd-6e3f-4282-b43b-898dfee2a66f will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:10.606770 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:10.643502 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:10.658903 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Network 506eff35-c371-4306-9cbe-1225fc2ded66 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:10.663973 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:10.670943 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:10.671392 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:10.706392 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Pushing event updated for resources: {'Port': ['ID=5ed51acd-6e3f-4282-b43b-898dfee2a66f,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:10.759115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Attempting to bind port 5ed51acd-6e3f-4282-b43b-898dfee2a66f on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:41:10.759605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Attempting to bind port 5ed51acd-6e3f-4282-b43b-898dfee2a66f by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'f2b6e086-ed64-49d9-ad07-268ba20935f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '506eff35-c371-4306-9cbe-1225fc2ded66'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:41:10.760365 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Attempting to bind port 5ed51acd-6e3f-4282-b43b-898dfee2a66f on network 506eff35-c371-4306-9cbe-1225fc2ded66 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:41:10.772180 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:41:10.772732 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Checking segment: {'id': 'f2b6e086-ed64-49d9-ad07-268ba20935f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '506eff35-c371-4306-9cbe-1225fc2ded66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:10.775759 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:10.775759 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Bound using segment: {'id': 'f2b6e086-ed64-49d9-ad07-268ba20935f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '506eff35-c371-4306-9cbe-1225fc2ded66'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:41:10.778726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Bound port: 5ed51acd-6e3f-4282-b43b-898dfee2a66f, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b6e086-ed64-49d9-ad07-268ba20935f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '506eff35-c371-4306-9cbe-1225fc2ded66'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:41:10.779212 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:10.800595 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Allocated IP 2001:db8::1 (b4f32725-0e83-4d12-96d1-7e70e74fd3d3/34fa869f-1921-403b-a9ad-ef077bef5640/9ae93711-f062-4883-97b8-7877c799d07c) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:10.841638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Allocated IP 172.25.5.200 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/acbde31d-a9fe-4509-a689-ed7ee45abb6e) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:10.925743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] For port 5ed51acd-6e3f-4282-b43b-898dfee2a66f, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:41:10.936281 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] For port 5ed51acd-6e3f-4282-b43b-898dfee2a66f, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5ed51acd-6e3f-4282-b43b-898dfee2a66f,segment=NetworkSegment(f2b6e086-ed64-49d9-ad07-268ba20935f1),segment_id=f2b6e086-ed64-49d9-ad07-268ba20935f1)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:41:10.986246 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:10.997147 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:11.005063 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Transition to ACTIVE for port object 9ae93711-f062-4883-97b8-7877c799d07c will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:11.035838 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:11.110354 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:11.110937 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdae603-e219-4737-b9f9-becf3c0f0852 None None] Pushing event updated for resources: {'Port': ['ID=5ed51acd-6e3f-4282-b43b-898dfee2a66f,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:11.171985 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-08a30c5c-5a62-48c5-991b-44594f19a175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:11.174886 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=9ae93711-f062-4883-97b8-7877c799d07c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:11.186829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network b4f32725-0e83-4d12-96d1-7e70e74fd3d3 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:11.188842 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:11.191188 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:11.191825 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:11.224278 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:11.274183 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:11.279869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:11.283015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:11.335332 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4a2056-645c-4b60-8d12-b7ad52156539 None None] Network b4f32725-0e83-4d12-96d1-7e70e74fd3d3 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:11.433349 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Pushing event updated for resources: {'Port': ['ID=acbde31d-a9fe-4509-a689-ed7ee45abb6e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:11.610273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e017ae73-d39b-477d-b536-472d31334f8d None None] Provisioning for port 87289d89-eca9-4c49-8cbf-f9ca8e138689 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:11.676070 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 87289d89-eca9-4c49-8cbf-f9ca8e138689 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:11.824941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 87289d89-eca9-4c49-8cbf-f9ca8e138689 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:11.830393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 87289d89-eca9-4c49-8cbf-f9ca8e138689 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:11.830393 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:11.832334 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:11.946892 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:11.979205 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:12.018540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 87289d89-eca9-4c49-8cbf-f9ca8e138689, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=87289d89-eca9-4c49-8cbf-f9ca8e138689,segment=NetworkSegment(b755dce6-eb27-4a69-bdee-c6d68ddef307),segment_id=b755dce6-eb27-4a69-bdee-c6d68ddef307)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:12.125513 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:12.211568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ff785b5f-e0cc-42af-8b22-5a3415fa9737 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:41:12.298788 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: ff785b5f-e0cc-42af-8b22-5a3415fa9737 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:41:12.298788 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ff785b5f-e0cc-42af-8b22-5a3415fa9737 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:41:12.299255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=87289d89-eca9-4c49-8cbf-f9ca8e138689,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:12.378975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67ee9735-5d38-4c4e-8568-9f53e7efdc31 req-6cba8569-9a01-439e-b7ea-72b6ef5830ff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6058488 Jul 05 10:41:12.394719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-32c7f138-97bc-402a-a5f2-01aca304be44 None None] Provisioning for port 9ae93711-f062-4883-97b8-7877c799d07c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:12.401371 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-32c7f138-97bc-402a-a5f2-01aca304be44 None None] Provisioning complete for port 9ae93711-f062-4883-97b8-7877c799d07c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:12.403635 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-32c7f138-97bc-402a-a5f2-01aca304be44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:12.422385 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:12.467179 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-32c7f138-97bc-402a-a5f2-01aca304be44 None None] Port 9ae93711-f062-4883-97b8-7877c799d07c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:12.486182 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:12.487107 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:12.493394 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-32c7f138-97bc-402a-a5f2-01aca304be44 None None] Provisioning complete for port 87289d89-eca9-4c49-8cbf-f9ca8e138689 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:12.493394 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-32c7f138-97bc-402a-a5f2-01aca304be44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:12.662356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee9735-5d38-4c4e-8568-9f53e7efdc31 req-0c21aca0-f797-42b2-a317-a8f207ce7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:12.664688 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67ee9735-5d38-4c4e-8568-9f53e7efdc31 req-0c21aca0-f797-42b2-a317-a8f207ce7582 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0db45c2dca4479580634901fe459421&device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 1098 time: 0.2208898 Jul 05 10:41:12.685484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=9ae93711-f062-4883-97b8-7877c799d07c,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:12.716713 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network b4f32725-0e83-4d12-96d1-7e70e74fd3d3 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:12.718335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:12.737022 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:12.768394 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-41de02d9-8791-4012-8d27-46aa15bd5f86 None None] Provisioning complete for port 9ae93711-f062-4883-97b8-7877c799d07c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:12.768770 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-41de02d9-8791-4012-8d27-46aa15bd5f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:12.809128 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091e4a70-925a-4dbe-aca6-f9e75f33bb4e None None] Network 506eff35-c371-4306-9cbe-1225fc2ded66 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:12.879634 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-41de02d9-8791-4012-8d27-46aa15bd5f86 None None] Port 9ae93711-f062-4883-97b8-7877c799d07c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:12.887841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee9735-5d38-4c4e-8568-9f53e7efdc31 req-93a22379-b45a-450d-8e3b-deaed046a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:12.890014 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67ee9735-5d38-4c4e-8568-9f53e7efdc31 req-93a22379-b45a-450d-8e3b-deaed046a3f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b HTTP/1.1" status: 200 len: 910 time: 0.2035899 Jul 05 10:41:12.945062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router 4dc03ba0-57ba-460f-bdb6-82f4a9e38495 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:41:12.994056 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67ee9735-5d38-4c4e-8568-9f53e7efdc31 req-f06c17ed-4849-40b3-89da-ead3d5a36173 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a83ccf77-72f3-4dd5-976c-57a002616cf2 HTTP/1.1" status: 200 len: 1002 time: 0.0963802 Jul 05 10:41:13.076190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Router 2f646f59-2539-4f17-8840-2c6b4d455c15 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:41:13.082438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee9735-5d38-4c4e-8568-9f53e7efdc31 req-40db0b88-5518-4934-94b5-d3e4a2899b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:13.084455 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67ee9735-5d38-4c4e-8568-9f53e7efdc31 req-40db0b88-5518-4934-94b5-d3e4a2899b34 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a5d7e51-e61b-414b-abbc-5c54ef530103 HTTP/1.1" status: 200 len: 848 time: 0.0844910 Jul 05 10:41:13.097751 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8301cfcd-1b48-4ca9-84f6-f05146fd595d None None] Provisioning for port 5ed51acd-6e3f-4282-b43b-898dfee2a66f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:13.113947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:13.127647 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ddc637-aacf-4b30-8390-351e7ee3fba7 None None] Sync routers for ids ['4dc03ba0-57ba-460f-bdb6-82f4a9e38495'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:13.134182 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6fabd4b5-626c-40e9-8336-68c30828e00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/4dc03ba0-57ba-460f-bdb6-82f4a9e38495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1160269 Jul 05 10:41:13.135270 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33046) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:13.139571 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ddc637-aacf-4b30-8390-351e7ee3fba7 None None] Routers {'4dc03ba0-57ba-460f-bdb6-82f4a9e38495'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:13.140280 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-44ddc637-aacf-4b30-8390-351e7ee3fba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:40:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dc03ba0-57ba-460f-bdb6-82f4a9e38495'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:13.194011 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-44ddc637-aacf-4b30-8390-351e7ee3fba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:13.206140 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ddc637-aacf-4b30-8390-351e7ee3fba7 None None] Routers {'4dc03ba0-57ba-460f-bdb6-82f4a9e38495'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:13.208035 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-44ddc637-aacf-4b30-8390-351e7ee3fba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:40:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dc03ba0-57ba-460f-bdb6-82f4a9e38495'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:13.227701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef9793e-d984-419d-b73e-480a8091833a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:13.234010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fa0b1b59-c358-4e16-8d30-01657b3ace61 None None] Provisioning complete for port 9ae93711-f062-4883-97b8-7877c799d07c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:13.235477 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6ef9793e-d984-419d-b73e-480a8091833a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports/9ae93711-f062-4883-97b8-7877c799d07c HTTP/1.1" status: 200 len: 911 time: 0.0984707 Jul 05 10:41:13.236325 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1b59-c358-4e16-8d30-01657b3ace61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:13.237195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33048) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:13.290397 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-44ddc637-aacf-4b30-8390-351e7ee3fba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:13.292873 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ddc637-aacf-4b30-8390-351e7ee3fba7 None None] The sync data for ids ['4dc03ba0-57ba-460f-bdb6-82f4a9e38495'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:13.312154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b1b59-c358-4e16-8d30-01657b3ace61 None None] Port 9ae93711-f062-4883-97b8-7877c799d07c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:13.351453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee9735-5d38-4c4e-8568-9f53e7efdc31 req-25f3f63a-912f-47e6-9719-74966512651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:13.353061 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67ee9735-5d38-4c4e-8568-9f53e7efdc31 req-25f3f63a-912f-47e6-9719-74966512651d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2608929 Jul 05 10:41:13.358658 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:13.371770 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88fcadf-dee4-4688-9b2a-f8fb20d10ffc None None] Sync routers for ids ['2f646f59-2539-4f17-8840-2c6b4d455c15'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:13.386915 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88fcadf-dee4-4688-9b2a-f8fb20d10ffc None None] Routers {'2f646f59-2539-4f17-8840-2c6b4d455c15'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:13.388194 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c88fcadf-dee4-4688-9b2a-f8fb20d10ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:40:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2f646f59-2539-4f17-8840-2c6b4d455c15'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:13.440673 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c88fcadf-dee4-4688-9b2a-f8fb20d10ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:13.456452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88fcadf-dee4-4688-9b2a-f8fb20d10ffc None None] Routers {'2f646f59-2539-4f17-8840-2c6b4d455c15'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:13.457067 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c88fcadf-dee4-4688-9b2a-f8fb20d10ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:40:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2f646f59-2539-4f17-8840-2c6b4d455c15'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:13.497744 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c88fcadf-dee4-4688-9b2a-f8fb20d10ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:13.498410 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88fcadf-dee4-4688-9b2a-f8fb20d10ffc None None] The sync data for ids ['2f646f59-2539-4f17-8840-2c6b4d455c15'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:13.529030 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67ee9735-5d38-4c4e-8568-9f53e7efdc31 req-01682729-1acb-4a12-b7a4-9f4cb48b33d7 service neutron] 10.222.0.73 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683819 Jul 05 10:41:13.533872 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:13.550352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 87289d89-eca9-4c49-8cbf-f9ca8e138689 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:13.550532 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5a8b1be8-2db1-4527-b330-e608a5844d59 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.8639464 Jul 05 10:41:13.550646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33050) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:13.550646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0fa01b5c-2504-4b0c-88aa-c53c92bad52a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'enable_snat': False}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:13.622036 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 87289d89-eca9-4c49-8cbf-f9ca8e138689 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:13.622642 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:13.626454 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e66ac694-ec49-40f8-bf6d-44eaa5b6c6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:13.690832 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67ee9735-5d38-4c4e-8568-9f53e7efdc31 req-3d85de8f-e357-492b-89e4-8301480d5f0d service neutron] 10.222.0.73 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538019 Jul 05 10:41:13.753955 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5ed51acd-6e3f-4282-b43b-898dfee2a66f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:13.759440 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:13.916152 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 5ed51acd-6e3f-4282-b43b-898dfee2a66f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:13.920421 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 5ed51acd-6e3f-4282-b43b-898dfee2a66f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:13.920885 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:14.033224 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:14.080981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 5ed51acd-6e3f-4282-b43b-898dfee2a66f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5ed51acd-6e3f-4282-b43b-898dfee2a66f,segment=NetworkSegment(f2b6e086-ed64-49d9-ad07-268ba20935f1),segment_id=f2b6e086-ed64-49d9-ad07-268ba20935f1)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:14.097167 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:14.273332 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0fa01b5c-2504-4b0c-88aa-c53c92bad52a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:14.424684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Allocated IP 2001:db8:1::1 (506eff35-c371-4306-9cbe-1225fc2ded66/3e101995-39c8-4e7d-8bff-45cba20cd830/004d6a01-7f15-4f6e-8818-6e4f6d0557f3) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:14.552779 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:14.566843 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Transition to ACTIVE for port object 004d6a01-7f15-4f6e-8818-6e4f6d0557f3 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:14.606842 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:14.662977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=5ed51acd-6e3f-4282-b43b-898dfee2a66f,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:14.738427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:14.797254 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 506eff35-c371-4306-9cbe-1225fc2ded66 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:14.805200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:14.815701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:14.816330 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:14.821308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=004d6a01-7f15-4f6e-8818-6e4f6d0557f3,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:15.115561 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:15.206672 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-eba088f6-72dd-49c8-9825-7baef64ec23c None None] Provisioning for port 004d6a01-7f15-4f6e-8818-6e4f6d0557f3 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:15.213847 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-eba088f6-72dd-49c8-9825-7baef64ec23c None None] Provisioning complete for port 004d6a01-7f15-4f6e-8818-6e4f6d0557f3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:15.214646 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-eba088f6-72dd-49c8-9825-7baef64ec23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:15.267552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-eba088f6-72dd-49c8-9825-7baef64ec23c None None] Port 004d6a01-7f15-4f6e-8818-6e4f6d0557f3 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:15.326406 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5ed51acd-6e3f-4282-b43b-898dfee2a66f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:15.348321 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:15.378765 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 5ed51acd-6e3f-4282-b43b-898dfee2a66f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:15.379160 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:15.769282 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0fa01b5c-2504-4b0c-88aa-c53c92bad52a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:15.777371 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0fa01b5c-2504-4b0c-88aa-c53c92bad52a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:15.833726 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:15.890613 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:15.891421 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:15.964679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa01b5c-2504-4b0c-88aa-c53c92bad52a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Router 2f646f59-2539-4f17-8840-2c6b4d455c15 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:41:15.994633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=004d6a01-7f15-4f6e-8818-6e4f6d0557f3,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:16.125533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 506eff35-c371-4306-9cbe-1225fc2ded66 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:16.128287 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:16.184172 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa01b5c-2504-4b0c-88aa-c53c92bad52a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:16.200115 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a9bbb-5852-4e3e-a894-47d86244d900 None None] Sync routers for ids ['2f646f59-2539-4f17-8840-2c6b4d455c15'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:16.217629 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a9bbb-5852-4e3e-a894-47d86244d900 None None] Routers {'2f646f59-2539-4f17-8840-2c6b4d455c15'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:16.218780 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0fa01b5c-2504-4b0c-88aa-c53c92bad52a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:16.219919 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ed0a9bbb-5852-4e3e-a894-47d86244d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2f646f59-2539-4f17-8840-2c6b4d455c15'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:16.220182 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0fa01b5c-2504-4b0c-88aa-c53c92bad52a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "PUT /v2.0/routers/2f646f59-2539-4f17-8840-2c6b4d455c15 HTTP/1.1" status: 200 len: 926 time: 2.6811912 Jul 05 10:41:16.222948 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33062) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:16.280015 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ed0a9bbb-5852-4e3e-a894-47d86244d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:16.286303 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router 4dc03ba0-57ba-460f-bdb6-82f4a9e38495 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:41:16.291044 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a9bbb-5852-4e3e-a894-47d86244d900 None None] Routers {'2f646f59-2539-4f17-8840-2c6b4d455c15'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:16.291992 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ed0a9bbb-5852-4e3e-a894-47d86244d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2f646f59-2539-4f17-8840-2c6b4d455c15'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:16.325683 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ed0a9bbb-5852-4e3e-a894-47d86244d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:16.326607 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a9bbb-5852-4e3e-a894-47d86244d900 None None] The sync data for ids ['2f646f59-2539-4f17-8840-2c6b4d455c15'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:16.396518 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-199a2772-bce6-4856-8988-c75e21c955eb tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/routers/2f646f59-2539-4f17-8840-2c6b4d455c15 HTTP/1.1" status: 200 len: 926 time: 0.1603105 Jul 05 10:41:16.396518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33064) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:16.430924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:16.435608 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6f5fe6a5-f077-43f9-8e61-ccf25c818ab0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/4dc03ba0-57ba-460f-bdb6-82f4a9e38495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1896040 Jul 05 10:41:16.436792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33066) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:16.440316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf08a4-6626-4e8f-8207-76bbcdc6fd47 None None] Sync routers for ids ['4dc03ba0-57ba-460f-bdb6-82f4a9e38495'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:16.451264 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf08a4-6626-4e8f-8207-76bbcdc6fd47 None None] Routers {'4dc03ba0-57ba-460f-bdb6-82f4a9e38495'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:16.452072 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-91cf08a4-6626-4e8f-8207-76bbcdc6fd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dc03ba0-57ba-460f-bdb6-82f4a9e38495'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:16.519269 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-91cf08a4-6626-4e8f-8207-76bbcdc6fd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:16.525380 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1251ea-e487-4748-8e0f-0aae5f8501d2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:16.530784 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cd1251ea-e487-4748-8e0f-0aae5f8501d2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&device_id=2f646f59-2539-4f17-8840-2c6b4d455c15&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1386743 Jul 05 10:41:16.531258 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33068) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:16.534958 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbe17c9-3176-4ba2-bf47-5d6f3d570659 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:16.535802 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7697e628-89f6-411b-a064-eadff9bc6d8c None None] Provisioning complete for port 004d6a01-7f15-4f6e-8818-6e4f6d0557f3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:16.536108 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7697e628-89f6-411b-a064-eadff9bc6d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:16.539784 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6bbe17c9-3176-4ba2-bf47-5d6f3d570659 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports/004d6a01-7f15-4f6e-8818-6e4f6d0557f3 HTTP/1.1" status: 200 len: 913 time: 0.1007817 Jul 05 10:41:16.542536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33070) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:16.559215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf08a4-6626-4e8f-8207-76bbcdc6fd47 None None] Routers {'4dc03ba0-57ba-460f-bdb6-82f4a9e38495'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:16.559924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-91cf08a4-6626-4e8f-8207-76bbcdc6fd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dc03ba0-57ba-460f-bdb6-82f4a9e38495'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:16.597004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-91cf08a4-6626-4e8f-8207-76bbcdc6fd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:16.597784 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf08a4-6626-4e8f-8207-76bbcdc6fd47 None None] The sync data for ids ['4dc03ba0-57ba-460f-bdb6-82f4a9e38495'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:16.610221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7697e628-89f6-411b-a064-eadff9bc6d8c None None] Port 004d6a01-7f15-4f6e-8818-6e4f6d0557f3 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:16.658339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0752e65d-9feb-484a-b5e9-35f24e7de98a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:16.663730 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0752e65d-9feb-484a-b5e9-35f24e7de98a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 881 time: 0.1303904 Jul 05 10:41:16.667886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33072) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:16.704959 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d63ef20d-e539-490c-9110-ce87278f1fa8 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f646f59-2539-4f17-8840-2c6b4d455c15 HTTP/1.1" status: 200 len: 205 time: 0.0392976 Jul 05 10:41:16.705579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33074) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:16.818349 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e12c035-6f2a-41d2-80a7-dbed6e68da47 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:16.852626 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:16.942923 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e12c035-6f2a-41d2-80a7-dbed6e68da47 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:16.956140 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1441bff8-cb1d-4830-86e4-8ee11ea8c426 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:17.067222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4e12c035-6f2a-41d2-80a7-dbed6e68da47 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Deleting port acbde31d-a9fe-4509-a689-ed7ee45abb6e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:17.067580 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e12c035-6f2a-41d2-80a7-dbed6e68da47 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:17.164826 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e12c035-6f2a-41d2-80a7-dbed6e68da47 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:17.178209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4e12c035-6f2a-41d2-80a7-dbed6e68da47 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Calling delete_port for acbde31d-a9fe-4509-a689-ed7ee45abb6e owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:17.258900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1441bff8-cb1d-4830-86e4-8ee11ea8c426 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port 004d6a01-7f15-4f6e-8818-6e4f6d0557f3 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:17.259326 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1441bff8-cb1d-4830-86e4-8ee11ea8c426 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:17.366355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1441bff8-cb1d-4830-86e4-8ee11ea8c426 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:17.385777 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1441bff8-cb1d-4830-86e4-8ee11ea8c426 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for 004d6a01-7f15-4f6e-8818-6e4f6d0557f3 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:18.120763 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e12c035-6f2a-41d2-80a7-dbed6e68da47 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:18.126476 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1441bff8-cb1d-4830-86e4-8ee11ea8c426 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:18.150865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12c035-6f2a-41d2-80a7-dbed6e68da47 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Pushing event deleted for resources: {'Port': ['ID=acbde31d-a9fe-4509-a689-ed7ee45abb6e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:18.166905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441bff8-cb1d-4830-86e4-8ee11ea8c426 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=004d6a01-7f15-4f6e-8818-6e4f6d0557f3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:18.224764 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e12c035-6f2a-41d2-80a7-dbed6e68da47 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:18.320917 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e12c035-6f2a-41d2-80a7-dbed6e68da47 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:18.321385 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1441bff8-cb1d-4830-86e4-8ee11ea8c426 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:18.323939 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e12c035-6f2a-41d2-80a7-dbed6e68da47 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:18.486446 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e12c035-6f2a-41d2-80a7-dbed6e68da47 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:18.486976 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e12c035-6f2a-41d2-80a7-dbed6e68da47 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Fanout notify agent at l3_agent the message router_deleted on router 2f646f59-2539-4f17-8840-2c6b4d455c15 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:41:18.494224 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e12c035-6f2a-41d2-80a7-dbed6e68da47 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:18.496103 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4e12c035-6f2a-41d2-80a7-dbed6e68da47 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "DELETE /v2.0/routers/2f646f59-2539-4f17-8840-2c6b4d455c15 HTTP/1.1" status: 204 len: 168 time: 1.7890015 Jul 05 10:41:18.499208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33098) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:18.503913 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5d020593-62da-4d80-948b-857c005f6944 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2098686379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:18.533398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1441bff8-cb1d-4830-86e4-8ee11ea8c426 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router 4dc03ba0-57ba-460f-bdb6-82f4a9e38495 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:41:18.601124 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d020593-62da-4d80-948b-857c005f6944 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:18.602255 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d020593-62da-4d80-948b-857c005f6944 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:18.662476 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d020593-62da-4d80-948b-857c005f6944 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:18.721304 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d020593-62da-4d80-948b-857c005f6944 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:18.806734 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d020593-62da-4d80-948b-857c005f6944 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:18.812263 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5d020593-62da-4d80-948b-857c005f6944 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3111186 Jul 05 10:41:18.812499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33100) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:18.818017 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Request body: {'router': {'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:18.912419 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1441bff8-cb1d-4830-86e4-8ee11ea8c426 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:18.918277 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1441bff8-cb1d-4830-86e4-8ee11ea8c426 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/4dc03ba0-57ba-460f-bdb6-82f4a9e38495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3740263 Jul 05 10:41:18.920953 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33102) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:18.923589 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb22782-8997-411c-b153-3029ad016ecc None None] Sync routers for ids ['4dc03ba0-57ba-460f-bdb6-82f4a9e38495'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:18.936609 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb22782-8997-411c-b153-3029ad016ecc None None] Routers {'4dc03ba0-57ba-460f-bdb6-82f4a9e38495'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:18.937398 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3fb22782-8997-411c-b153-3029ad016ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dc03ba0-57ba-460f-bdb6-82f4a9e38495'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:18.977524 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3fb22782-8997-411c-b153-3029ad016ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:18.988316 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb22782-8997-411c-b153-3029ad016ecc None None] Routers {'4dc03ba0-57ba-460f-bdb6-82f4a9e38495'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:18.989324 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3fb22782-8997-411c-b153-3029ad016ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dc03ba0-57ba-460f-bdb6-82f4a9e38495'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:19.031246 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3fb22782-8997-411c-b153-3029ad016ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:19.032179 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb22782-8997-411c-b153-3029ad016ecc None None] The sync data for ids ['4dc03ba0-57ba-460f-bdb6-82f4a9e38495'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:19.054838 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:19.285363 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8007b027-0615-4dad-9993-22f420d4958e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:19.369536 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:19.394878 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:19.499737 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Allocated IP 172.25.5.169 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/d0f4c926-3d6c-47c1-929c-ac17dbe548e3) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:19.559164 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-8007b027-0615-4dad-9993-22f420d4958e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port 9ae93711-f062-4883-97b8-7877c799d07c {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:19.559490 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8007b027-0615-4dad-9993-22f420d4958e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:19.635339 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:19.675786 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8007b027-0615-4dad-9993-22f420d4958e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:19.688083 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-8007b027-0615-4dad-9993-22f420d4958e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for 9ae93711-f062-4883-97b8-7877c799d07c owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:19.732583 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:19.770486 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:19.773986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:19.776569 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:19.806243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Pushing event updated for resources: {'Port': ['ID=d0f4c926-3d6c-47c1-929c-ac17dbe548e3,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:19.943782 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8007b027-0615-4dad-9993-22f420d4958e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:19.971900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007b027-0615-4dad-9993-22f420d4958e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=9ae93711-f062-4883-97b8-7877c799d07c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:20.086825 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8007b027-0615-4dad-9993-22f420d4958e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:20.165554 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:20.276558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8007b027-0615-4dad-9993-22f420d4958e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router 4dc03ba0-57ba-460f-bdb6-82f4a9e38495 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:41:20.358398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8007b027-0615-4dad-9993-22f420d4958e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:20.371666 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8007b027-0615-4dad-9993-22f420d4958e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/4dc03ba0-57ba-460f-bdb6-82f4a9e38495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4463861 Jul 05 10:41:20.371973 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a8a9a-16e0-438c-a5b0-f9bdaef1661a None None] Sync routers for ids ['4dc03ba0-57ba-460f-bdb6-82f4a9e38495'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:20.372450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33116) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:20.382841 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:20.387182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a8a9a-16e0-438c-a5b0-f9bdaef1661a None None] Routers {'4dc03ba0-57ba-460f-bdb6-82f4a9e38495'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:20.387592 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:20.387862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a34a8a9a-16e0-438c-a5b0-f9bdaef1661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dc03ba0-57ba-460f-bdb6-82f4a9e38495'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:20.405781 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6a302adb-76a9-4e73-a76f-cf341e1356d3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dc03ba0-57ba-460f-bdb6-82f4a9e38495 HTTP/1.1" status: 200 len: 205 time: 0.0306356 Jul 05 10:41:20.406110 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33118) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:20.424706 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a34a8a9a-16e0-438c-a5b0-f9bdaef1661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:20.437079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a8a9a-16e0-438c-a5b0-f9bdaef1661a None None] Routers {'4dc03ba0-57ba-460f-bdb6-82f4a9e38495'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:20.437727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a34a8a9a-16e0-438c-a5b0-f9bdaef1661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dc03ba0-57ba-460f-bdb6-82f4a9e38495'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:20.481039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a34a8a9a-16e0-438c-a5b0-f9bdaef1661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:20.481700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a8a9a-16e0-438c-a5b0-f9bdaef1661a None None] The sync data for ids ['4dc03ba0-57ba-460f-bdb6-82f4a9e38495'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:20.490912 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d6dbba87-07c6-41c6-84eb-76cddad6af81 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:20.611994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Router e43f73b7-af1b-4037-a2f9-f4b6a5e9fce5 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:41:20.656712 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d6dbba87-07c6-41c6-84eb-76cddad6af81 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:20.658867 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d6dbba87-07c6-41c6-84eb-76cddad6af81 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:20.766407 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d6dbba87-07c6-41c6-84eb-76cddad6af81 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:20.766987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dbba87-07c6-41c6-84eb-76cddad6af81 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Fanout notify agent at l3_agent the message router_deleted on router 4dc03ba0-57ba-460f-bdb6-82f4a9e38495 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:41:20.774449 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d6dbba87-07c6-41c6-84eb-76cddad6af81 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:20.778800 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d6dbba87-07c6-41c6-84eb-76cddad6af81 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/routers/4dc03ba0-57ba-460f-bdb6-82f4a9e38495 HTTP/1.1" status: 204 len: 168 time: 0.3715546 Jul 05 10:41:20.779509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33120) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:20.839033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e122f84c-b712-4133-bd8f-feddf25455d9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting subnet 3e101995-39c8-4e7d-8bff-45cba20cd830 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:41:20.842867 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e122f84c-b712-4133-bd8f-feddf25455d9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:20.896191 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e122f84c-b712-4133-bd8f-feddf25455d9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:20.988776 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e122f84c-b712-4133-bd8f-feddf25455d9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:21.081997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:21.090367 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:21.093326 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485f1bd3-14fe-4e7d-890c-d39707ceda58 None None] Sync routers for ids ['e43f73b7-af1b-4037-a2f9-f4b6a5e9fce5'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:21.094591 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ca4c9f4a-e94a-48bd-8b05-60a4e5404862 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "PUT /v2.0/routers/e43f73b7-af1b-4037-a2f9-f4b6a5e9fce5 HTTP/1.1" status: 200 len: 884 time: 2.2805374 Jul 05 10:41:21.095212 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33122) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:21.104018 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f1bd3-14fe-4e7d-890c-d39707ceda58 None None] Routers {'e43f73b7-af1b-4037-a2f9-f4b6a5e9fce5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:21.104641 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-485f1bd3-14fe-4e7d-890c-d39707ceda58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['e43f73b7-af1b-4037-a2f9-f4b6a5e9fce5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:21.109919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e122f84c-b712-4133-bd8f-feddf25455d9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:21.140879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122f84c-b712-4133-bd8f-feddf25455d9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Subnet': ['ID=3e101995-39c8-4e7d-8bff-45cba20cd830,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:21.143078 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e122f84c-b712-4133-bd8f-feddf25455d9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:21.148278 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e122f84c-b712-4133-bd8f-feddf25455d9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/3e101995-39c8-4e7d-8bff-45cba20cd830 HTTP/1.1" status: 204 len: 168 time: 0.3647342 Jul 05 10:41:21.148534 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-485f1bd3-14fe-4e7d-890c-d39707ceda58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:21.148659 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33124) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:21.165812 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f1bd3-14fe-4e7d-890c-d39707ceda58 None None] Routers {'e43f73b7-af1b-4037-a2f9-f4b6a5e9fce5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:21.166580 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-485f1bd3-14fe-4e7d-890c-d39707ceda58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['e43f73b7-af1b-4037-a2f9-f4b6a5e9fce5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:21.175494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674835c-e3da-45b8-8796-655d86c081e5 None None] Network 506eff35-c371-4306-9cbe-1225fc2ded66 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:21.209034 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-485f1bd3-14fe-4e7d-890c-d39707ceda58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:21.210666 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485f1bd3-14fe-4e7d-890c-d39707ceda58 None None] The sync data for ids ['e43f73b7-af1b-4037-a2f9-f4b6a5e9fce5'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:21.250740 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3d41dbfd-c472-4bb3-b332-30ec88963b53 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/routers/e43f73b7-af1b-4037-a2f9-f4b6a5e9fce5 HTTP/1.1" status: 200 len: 925 time: 0.1519904 Jul 05 10:41:21.250740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33126) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:21.252371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-316178bf-4a20-4edf-ade4-9271cf0a02e6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting subnet 34fa869f-1921-403b-a9ad-ef077bef5640 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:41:21.256146 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-316178bf-4a20-4edf-ade4-9271cf0a02e6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:21.298133 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-316178bf-4a20-4edf-ade4-9271cf0a02e6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:21.326478 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ebd53-6094-41d4-9ae2-296849fa25f1 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:21.329276 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-070ebd53-6094-41d4-9ae2-296849fa25f1 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&device_id=e43f73b7-af1b-4037-a2f9-f4b6a5e9fce5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0791247 Jul 05 10:41:21.332418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33130) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:21.458818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a374da-c915-4fdf-8f79-7f24b360ba27 None None] DHCP port deletion for 506eff35-c371-4306-9cbe-1225fc2ded66 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:41:21.466484 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-316178bf-4a20-4edf-ade4-9271cf0a02e6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:21.495382 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0f6376-48ef-4ad0-a722-a4f1a74cdc93 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:21.496961 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dd0f6376-48ef-4ad0-a722-a4f1a74cdc93 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 881 time: 0.1631749 Jul 05 10:41:21.500827 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33132) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:21.526904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-56a374da-c915-4fdf-8f79-7f24b360ba27 None None] Deleting port 5ed51acd-6e3f-4282-b43b-898dfee2a66f {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:21.527614 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-56a374da-c915-4fdf-8f79-7f24b360ba27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:21.537793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33134) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:21.538646 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fb0e17a2-1de7-4471-a99f-5b30e4367060 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "GET /v2.0/ports?device_id=e43f73b7-af1b-4037-a2f9-f4b6a5e9fce5 HTTP/1.1" status: 200 len: 205 time: 0.0357535 Jul 05 10:41:21.598507 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-56a374da-c915-4fdf-8f79-7f24b360ba27 None None] For port 5ed51acd-6e3f-4282-b43b-898dfee2a66f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5ed51acd-6e3f-4282-b43b-898dfee2a66f,segment=NetworkSegment(f2b6e086-ed64-49d9-ad07-268ba20935f1),segment_id=f2b6e086-ed64-49d9-ad07-268ba20935f1)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:21.599218 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-56a374da-c915-4fdf-8f79-7f24b360ba27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:21.614592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-56a374da-c915-4fdf-8f79-7f24b360ba27 None None] Calling delete_port for 5ed51acd-6e3f-4282-b43b-898dfee2a66f owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:21.629132 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-316178bf-4a20-4edf-ade4-9271cf0a02e6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:21.666387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316178bf-4a20-4edf-ade4-9271cf0a02e6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Subnet': ['ID=34fa869f-1921-403b-a9ad-ef077bef5640,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:21.675525 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-316178bf-4a20-4edf-ade4-9271cf0a02e6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:21.679029 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-316178bf-4a20-4edf-ade4-9271cf0a02e6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/34fa869f-1921-403b-a9ad-ef077bef5640 HTTP/1.1" status: 204 len: 168 time: 0.5278509 Jul 05 10:41:21.680372 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33136) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:21.683266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a90beff-79d1-4860-9a6c-70c716207584 None None] Network b4f32725-0e83-4d12-96d1-7e70e74fd3d3 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:21.692286 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d59e126f-b258-4e45-b785-7a30d4cd70ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:21.767451 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:21.836135 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port 5ed51acd-6e3f-4282-b43b-898dfee2a66f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:21.836494 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:21.907593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] For port 5ed51acd-6e3f-4282-b43b-898dfee2a66f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5ed51acd-6e3f-4282-b43b-898dfee2a66f,segment=NetworkSegment(f2b6e086-ed64-49d9-ad07-268ba20935f1),segment_id=f2b6e086-ed64-49d9-ad07-268ba20935f1)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:21.908030 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:21.917171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b08205-051d-4839-8c11-6a92933cac12 None None] DHCP port deletion for b4f32725-0e83-4d12-96d1-7e70e74fd3d3 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:41:21.922092 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-56a374da-c915-4fdf-8f79-7f24b360ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:21.929755 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for 5ed51acd-6e3f-4282-b43b-898dfee2a66f owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:21.975341 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a374da-c915-4fdf-8f79-7f24b360ba27 None None] Pushing event deleted for resources: {'Port': ['ID=5ed51acd-6e3f-4282-b43b-898dfee2a66f,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:21.984766 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a374da-c915-4fdf-8f79-7f24b360ba27 None None] No DVR routers for this DVR port 5ed51acd-6e3f-4282-b43b-898dfee2a66f on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:41:22.019779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c8b08205-051d-4839-8c11-6a92933cac12 None None] Deleting port 87289d89-eca9-4c49-8cbf-f9ca8e138689 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:22.020161 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c8b08205-051d-4839-8c11-6a92933cac12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.033518 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.047349 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No DVR routers for this DVR port 5ed51acd-6e3f-4282-b43b-898dfee2a66f on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:41:22.086385 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=5ed51acd-6e3f-4282-b43b-898dfee2a66f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:22.089273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c8b08205-051d-4839-8c11-6a92933cac12 None None] For port 87289d89-eca9-4c49-8cbf-f9ca8e138689, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=87289d89-eca9-4c49-8cbf-f9ca8e138689,segment=NetworkSegment(b755dce6-eb27-4a69-bdee-c6d68ddef307),segment_id=b755dce6-eb27-4a69-bdee-c6d68ddef307)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:22.089675 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c8b08205-051d-4839-8c11-6a92933cac12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.110440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c8b08205-051d-4839-8c11-6a92933cac12 None None] Calling delete_port for 87289d89-eca9-4c49-8cbf-f9ca8e138689 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:22.123082 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d59e126f-b258-4e45-b785-7a30d4cd70ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.149610 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.159787 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506eff35-c371-4306-9cbe-1225fc2ded66']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:22.175533 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b6e086-ed64-49d9-ad07-268ba20935f1') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:22.175797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b6e086-ed64-49d9-ad07-268ba20935f1') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:22.185560 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.199641 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.205569 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:41:22.205976 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:41:22.210298 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:41:22.280571 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-d59e126f-b258-4e45-b785-7a30d4cd70ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Deleting port d0f4c926-3d6c-47c1-929c-ac17dbe548e3 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:22.280914 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d59e126f-b258-4e45-b785-7a30d4cd70ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.297779 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c8b08205-051d-4839-8c11-6a92933cac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.323313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b08205-051d-4839-8c11-6a92933cac12 None None] Pushing event deleted for resources: {'Port': ['ID=87289d89-eca9-4c49-8cbf-f9ca8e138689,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:22.328244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b08205-051d-4839-8c11-6a92933cac12 None None] No DVR routers for this DVR port 87289d89-eca9-4c49-8cbf-f9ca8e138689 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:41:22.364588 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d59e126f-b258-4e45-b785-7a30d4cd70ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.372180 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.377300 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.377803 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-d59e126f-b258-4e45-b785-7a30d4cd70ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Calling delete_port for d0f4c926-3d6c-47c1-929c-ac17dbe548e3 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:22.384498 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/networks/506eff35-c371-4306-9cbe-1225fc2ded66 HTTP/1.1" status: 204 len: 168 time: 0.6984172 Jul 05 10:41:22.385218 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33140) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:22.395401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf6617-e547-4919-905b-97354bdedce1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Network': ['ID=506eff35-c371-4306-9cbe-1225fc2ded66,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:22.446926 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.525159 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8eeeafbb-d005-41cb-a385-dc271f40dce9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.667476 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8eeeafbb-d005-41cb-a385-dc271f40dce9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.697292 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-8eeeafbb-d005-41cb-a385-dc271f40dce9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f32725-0e83-4d12-96d1-7e70e74fd3d3']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:22.712765 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-8eeeafbb-d005-41cb-a385-dc271f40dce9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b755dce6-eb27-4a69-bdee-c6d68ddef307') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:22.713759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-8eeeafbb-d005-41cb-a385-dc271f40dce9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b755dce6-eb27-4a69-bdee-c6d68ddef307') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:22.725284 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8eeeafbb-d005-41cb-a385-dc271f40dce9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.744466 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8eeeafbb-d005-41cb-a385-dc271f40dce9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.750759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eeeafbb-d005-41cb-a385-dc271f40dce9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:41:22.751154 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8eeeafbb-d005-41cb-a385-dc271f40dce9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: items = [ Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:41:22.760724 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:41:22.817204 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d59e126f-b258-4e45-b785-7a30d4cd70ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.852519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e126f-b258-4e45-b785-7a30d4cd70ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Pushing event deleted for resources: {'Port': ['ID=d0f4c926-3d6c-47c1-929c-ac17dbe548e3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:22.916398 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d59e126f-b258-4e45-b785-7a30d4cd70ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:22.943436 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8eeeafbb-d005-41cb-a385-dc271f40dce9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.012277 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8eeeafbb-d005-41cb-a385-dc271f40dce9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.014286 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8eeeafbb-d005-41cb-a385-dc271f40dce9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/networks/b4f32725-0e83-4d12-96d1-7e70e74fd3d3 HTTP/1.1" status: 204 len: 168 time: 0.6280894 Jul 05 10:41:23.018384 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33142) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:23.024778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-72e943bc-042a-4814-a4ac-0cb1c658ea53 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1155449002'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:23.028949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeeafbb-d005-41cb-a385-dc271f40dce9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Network': ['ID=b4f32725-0e83-4d12-96d1-7e70e74fd3d3,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:23.032099 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d59e126f-b258-4e45-b785-7a30d4cd70ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.034686 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d59e126f-b258-4e45-b785-7a30d4cd70ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.126279 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e943bc-042a-4814-a4ac-0cb1c658ea53 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:23.130065 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72e943bc-042a-4814-a4ac-0cb1c658ea53 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.166549 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d59e126f-b258-4e45-b785-7a30d4cd70ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.167177 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59e126f-b258-4e45-b785-7a30d4cd70ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Fanout notify agent at l3_agent the message router_deleted on router e43f73b7-af1b-4037-a2f9-f4b6a5e9fce5 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:41:23.172282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e943bc-042a-4814-a4ac-0cb1c658ea53 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:41:23.178809 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d59e126f-b258-4e45-b785-7a30d4cd70ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.178809 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d59e126f-b258-4e45-b785-7a30d4cd70ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "DELETE /v2.0/routers/e43f73b7-af1b-4037-a2f9-f4b6a5e9fce5 HTTP/1.1" status: 204 len: 168 time: 1.6364043 Jul 05 10:41:23.180033 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33144) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:23.185066 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-dee93f13-9338-4835-8865-e4354246edda tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1768979340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:23.193059 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72e943bc-042a-4814-a4ac-0cb1c658ea53 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.193406 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-72e943bc-042a-4814-a4ac-0cb1c658ea53 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Added segment e493e6d0-075a-4da8-870d-7d64228e5076 of type vlan for network cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4 Jul 05 10:41:23.246153 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72e943bc-042a-4814-a4ac-0cb1c658ea53 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.280357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 87289d89-eca9-4c49-8cbf-f9ca8e138689 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:41:23.300285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 87289d89-eca9-4c49-8cbf-f9ca8e138689 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:41:23.300631 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 87289d89-eca9-4c49-8cbf-f9ca8e138689 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:41:23.301059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5ed51acd-6e3f-4282-b43b-898dfee2a66f no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:41:23.320049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 5ed51acd-6e3f-4282-b43b-898dfee2a66f {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:41:23.320397 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5ed51acd-6e3f-4282-b43b-898dfee2a66f not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:41:23.349155 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dee93f13-9338-4835-8865-e4354246edda tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.350211 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dee93f13-9338-4835-8865-e4354246edda tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.400548 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72e943bc-042a-4814-a4ac-0cb1c658ea53 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.406018 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e943bc-042a-4814-a4ac-0cb1c658ea53 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:23.406631 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72e943bc-042a-4814-a4ac-0cb1c658ea53 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.409747 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dee93f13-9338-4835-8865-e4354246edda tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.475444 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e943bc-042a-4814-a4ac-0cb1c658ea53 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Network': ['ID=cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:23.485869 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:41:23.504238 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dee93f13-9338-4835-8865-e4354246edda tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.531981 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-72e943bc-042a-4814-a4ac-0cb1c658ea53 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5121467 Jul 05 10:41:23.534985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33148) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:23.540980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5ab9ab4d-a7f1-484a-b186-fecd341911f9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'subnet': {'network_id': 'cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:23.602538 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dee93f13-9338-4835-8865-e4354246edda tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.603754 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dee93f13-9338-4835-8865-e4354246edda tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4229259 Jul 05 10:41:23.606698 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33150) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:23.612344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'enable_snat': True}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:23.749277 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab9ab4d-a7f1-484a-b186-fecd341911f9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:23.754134 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5ab9ab4d-a7f1-484a-b186-fecd341911f9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.818598 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:23.926785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-b88c7e31-cfc5-4a05-9392-ce6b518aa247 req-f276d2fb-7dae-4070-8772-c70aa3d907c8 service neutron] (100776) timed out ('10.222.0.73', 62942) {{(pid=100776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:41:24.052544 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5ab9ab4d-a7f1-484a-b186-fecd341911f9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.108668 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.116175 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9ab4d-a7f1-484a-b186-fecd341911f9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Subnet': ['ID=677a6ba7-01be-4b4b-883f-12fe0619b9d0,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:24.125496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9ab4d-a7f1-484a-b186-fecd341911f9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Checking segment: {'id': 'e493e6d0-075a-4da8-870d-7d64228e5076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:24.125856 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab9ab4d-a7f1-484a-b186-fecd341911f9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network hostable DHCP agents. Network: cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:41:24.131882 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.241687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Allocated IP 172.25.5.68 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/780077c1-7c51-4eae-b4be-4a44cb162d1a) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:24.286394 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab9ab4d-a7f1-484a-b186-fecd341911f9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:41:24.343645 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.348379 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.389064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-5ab9ab4d-a7f1-484a-b186-fecd341911f9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:24.393061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9ab4d-a7f1-484a-b186-fecd341911f9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:24.393718 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5ab9ab4d-a7f1-484a-b186-fecd341911f9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.398372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bc00bd-bbc5-4c16-a454-b51b234449e3 None None] Network cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:24.452932 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.495447 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5ab9ab4d-a7f1-484a-b186-fecd341911f9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9542794 Jul 05 10:41:24.495447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33154) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:24.495997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2e0a1a22-69e5-4b7d-a9c5-e528ba28ac4f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-30514110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:24.513294 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:24.516351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:24.519173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:24.550988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Pushing event updated for resources: {'Port': ['ID=780077c1-7c51-4eae-b4be-4a44cb162d1a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:24.569859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4', 'network_id': 'cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'fixed_ips': [{'subnet_id': '677a6ba7-01be-4b4b-883f-12fe0619b9d0'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:41:24.570825 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.629933 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2e0a1a22-69e5-4b7d-a9c5-e528ba28ac4f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.631162 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2e0a1a22-69e5-4b7d-a9c5-e528ba28ac4f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.705303 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2e0a1a22-69e5-4b7d-a9c5-e528ba28ac4f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.734025 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Allocated IP 2001:db8::2 (cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4/677a6ba7-01be-4b4b-883f-12fe0619b9d0/26f3a425-ceaa-4ef8-bfe9-36e90b02b147) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:24.858554 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2e0a1a22-69e5-4b7d-a9c5-e528ba28ac4f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.884467 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:24.893614 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Transition to ACTIVE for port object 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:24.909701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Transition to ACTIVE for port object 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:24.917265 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:25.051646 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2e0a1a22-69e5-4b7d-a9c5-e528ba28ac4f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:25.052918 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2e0a1a22-69e5-4b7d-a9c5-e528ba28ac4f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5607798 Jul 05 10:41:25.056084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33156) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:25.061344 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-928ba1e2-83c3-410c-b961-e2b2e372924a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'port': {'network_id': 'cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4', 'name': 'tempest-RoutersIpV6Test-626809536'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:25.093721 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:25.144384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Network cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:25.149625 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:25.150445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:25.151464 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:25.158465 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:25.355321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928ba1e2-83c3-410c-b961-e2b2e372924a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:25.359189 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-928ba1e2-83c3-410c-b961-e2b2e372924a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:25.378929 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-928ba1e2-83c3-410c-b961-e2b2e372924a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] device_id is not set on port 7cfb63e6-3f3d-432d-9c8d-91d3a84e850c yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:41:25.389170 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Router 11d0a438-2c5d-4898-9c78-92e0e0f67e6c is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:41:25.394977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Pushing event updated for resources: {'Port': ['ID=26f3a425-ceaa-4ef8-bfe9-36e90b02b147,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:25.408940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:25.409280 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:25.409600 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:25.409930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:25.410249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:25.410566 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:25.410907 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:25.411223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:25.411538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:25.411878 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:25.412192 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:25.412502 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:25.430660 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Attempting to bind port 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:41:25.431081 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Attempting to bind port 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'e493e6d0-075a-4da8-870d-7d64228e5076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:41:25.431885 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Attempting to bind port 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 on network cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:41:25.436892 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:41:25.437251 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Checking segment: {'id': 'e493e6d0-075a-4da8-870d-7d64228e5076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:25.437655 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:25.438040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Bound using segment: {'id': 'e493e6d0-075a-4da8-870d-7d64228e5076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:41:25.438504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Bound port: 26f3a425-ceaa-4ef8-bfe9-36e90b02b147, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e493e6d0-075a-4da8-870d-7d64228e5076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:41:25.439331 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:25.509648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] For port 26f3a425-ceaa-4ef8-bfe9-36e90b02b147, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:41:25.513200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] For port 26f3a425-ceaa-4ef8-bfe9-36e90b02b147, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=26f3a425-ceaa-4ef8-bfe9-36e90b02b147,segment=NetworkSegment(e493e6d0-075a-4da8-870d-7d64228e5076),segment_id=e493e6d0-075a-4da8-870d-7d64228e5076)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:41:25.519300 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:25.527190 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:25.528473 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1a9e2707-3bce-487c-93df-fcf2225e364a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "PUT /v2.0/routers/11d0a438-2c5d-4898-9c78-92e0e0f67e6c HTTP/1.1" status: 200 len: 918 time: 1.9201546 Jul 05 10:41:25.530182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d2ef9d-6bc8-4a4c-b37a-f50ccf9db0a2 None None] Sync routers for ids ['11d0a438-2c5d-4898-9c78-92e0e0f67e6c'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:25.531089 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33158) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:25.542966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d2ef9d-6bc8-4a4c-b37a-f50ccf9db0a2 None None] Routers {'11d0a438-2c5d-4898-9c78-92e0e0f67e6c'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:25.543700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-94d2ef9d-6bc8-4a4c-b37a-f50ccf9db0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['11d0a438-2c5d-4898-9c78-92e0e0f67e6c'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:25.545342 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-928ba1e2-83c3-410c-b961-e2b2e372924a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Allocated IP 2001:db8::48 (cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4/677a6ba7-01be-4b4b-883f-12fe0619b9d0/7cfb63e6-3f3d-432d-9c8d-91d3a84e850c) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:25.581884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-94d2ef9d-6bc8-4a4c-b37a-f50ccf9db0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:25.592557 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d2ef9d-6bc8-4a4c-b37a-f50ccf9db0a2 None None] Routers {'11d0a438-2c5d-4898-9c78-92e0e0f67e6c'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:25.593301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-94d2ef9d-6bc8-4a4c-b37a-f50ccf9db0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['11d0a438-2c5d-4898-9c78-92e0e0f67e6c'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:25.631081 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-94d2ef9d-6bc8-4a4c-b37a-f50ccf9db0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:25.632495 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d2ef9d-6bc8-4a4c-b37a-f50ccf9db0a2 None None] The sync data for ids ['11d0a438-2c5d-4898-9c78-92e0e0f67e6c'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:25.634933 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:25.691543 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-83b32a8b-bb6e-4c53-9131-b9fe5f3daed4 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/routers/11d0a438-2c5d-4898-9c78-92e0e0f67e6c HTTP/1.1" status: 200 len: 924 time: 0.1590986 Jul 05 10:41:25.694985 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33162) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:25.713003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768bc22-5778-4262-ad64-a4f3903b5006 None None] Pushing event updated for resources: {'Port': ['ID=26f3a425-ceaa-4ef8-bfe9-36e90b02b147,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:25.747162 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-928ba1e2-83c3-410c-b961-e2b2e372924a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:25.763818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-928ba1e2-83c3-410c-b961-e2b2e372924a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Transition to ACTIVE for port object 7cfb63e6-3f3d-432d-9c8d-91d3a84e850c will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:25.800675 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08e807-b057-4a15-a5c4-6c864bb681d8 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:25.804008 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9a08e807-b057-4a15-a5c4-6c864bb681d8 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&device_id=11d0a438-2c5d-4898-9c78-92e0e0f67e6c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1063697 Jul 05 10:41:25.806223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33164) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:25.898836 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-928ba1e2-83c3-410c-b961-e2b2e372924a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:25.919535 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531ae05e-6b74-422f-9809-f47a31e1abb0 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:25.923788 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-531ae05e-6b74-422f-9809-f47a31e1abb0 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 881 time: 0.1136684 Jul 05 10:41:25.924198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33166) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:25.953257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928ba1e2-83c3-410c-b961-e2b2e372924a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:25.961277 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a1902e96-cd34-4fc9-92c2-56854e1e33e9 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "GET /v2.0/ports?device_id=11d0a438-2c5d-4898-9c78-92e0e0f67e6c HTTP/1.1" status: 200 len: 205 time: 0.0333951 Jul 05 10:41:25.961492 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-928ba1e2-83c3-410c-b961-e2b2e372924a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:25.962039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928ba1e2-83c3-410c-b961-e2b2e372924a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:25.967009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33168) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:25.967498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928ba1e2-83c3-410c-b961-e2b2e372924a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:25.968204 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-928ba1e2-83c3-410c-b961-e2b2e372924a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:25.981848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ba1e2-83c3-410c-b961-e2b2e372924a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=7cfb63e6-3f3d-432d-9c8d-91d3a84e850c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:26.092314 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-928ba1e2-83c3-410c-b961-e2b2e372924a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.0349655 Jul 05 10:41:26.093499 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f919fd03-a03d-4c8e-aadd-f83644dea09b tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:26.094838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33170) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:26.475053 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5dfe269f-7130-4904-b17f-9e6b05b467f2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:26.521382 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f919fd03-a03d-4c8e-aadd-f83644dea09b tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:26.653591 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ce758-0447-47bf-b764-9bd0c1ce8eb6 None None] Network cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:26.671968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f919fd03-a03d-4c8e-aadd-f83644dea09b tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Deleting port 780077c1-7c51-4eae-b4be-4a44cb162d1a {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:26.672454 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f919fd03-a03d-4c8e-aadd-f83644dea09b tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:26.772088 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5dfe269f-7130-4904-b17f-9e6b05b467f2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:26.777814 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f919fd03-a03d-4c8e-aadd-f83644dea09b tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:26.791422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f919fd03-a03d-4c8e-aadd-f83644dea09b tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Calling delete_port for 780077c1-7c51-4eae-b4be-4a44cb162d1a owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:26.821027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1e9d05f9-bb19-4e2d-b248-6beee90e2572 None None] Provisioning for port 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:26.888732 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5dfe269f-7130-4904-b17f-9e6b05b467f2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.006442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe269f-7130-4904-b17f-9e6b05b467f2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=7cfb63e6-3f3d-432d-9c8d-91d3a84e850c,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:27.117964 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5dfe269f-7130-4904-b17f-9e6b05b467f2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.120758 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f919fd03-a03d-4c8e-aadd-f83644dea09b tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.160992 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919fd03-a03d-4c8e-aadd-f83644dea09b tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Pushing event deleted for resources: {'Port': ['ID=780077c1-7c51-4eae-b4be-4a44cb162d1a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:27.255415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c15592e2-8b92-4087-adce-9f4fca04860e None None] Provisioning for port 7cfb63e6-3f3d-432d-9c8d-91d3a84e850c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:27.262078 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c15592e2-8b92-4087-adce-9f4fca04860e None None] Provisioning complete for port 7cfb63e6-3f3d-432d-9c8d-91d3a84e850c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:27.264351 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c15592e2-8b92-4087-adce-9f4fca04860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.266928 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f919fd03-a03d-4c8e-aadd-f83644dea09b tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.341824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c15592e2-8b92-4087-adce-9f4fca04860e None None] Port 7cfb63e6-3f3d-432d-9c8d-91d3a84e850c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:27.355247 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:41:27.361550 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5dfe269f-7130-4904-b17f-9e6b05b467f2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.397817 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:27.443653 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f919fd03-a03d-4c8e-aadd-f83644dea09b tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.447368 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f919fd03-a03d-4c8e-aadd-f83644dea09b tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.534089 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-814b0ffe-8eda-4ba5-a820-3c12a5ff7d91 None None] Provisioning complete for port 7cfb63e6-3f3d-432d-9c8d-91d3a84e850c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:27.534377 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-814b0ffe-8eda-4ba5-a820-3c12a5ff7d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.574238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-814b0ffe-8eda-4ba5-a820-3c12a5ff7d91 None None] Port 7cfb63e6-3f3d-432d-9c8d-91d3a84e850c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:27.584326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:27.589116 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:27.596711 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.619683 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f919fd03-a03d-4c8e-aadd-f83644dea09b tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.621033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f919fd03-a03d-4c8e-aadd-f83644dea09b tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Fanout notify agent at l3_agent the message router_deleted on router 11d0a438-2c5d-4898-9c78-92e0e0f67e6c {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:41:27.646248 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f919fd03-a03d-4c8e-aadd-f83644dea09b tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.653569 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33174) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:27.658271 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f919fd03-a03d-4c8e-aadd-f83644dea09b tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "DELETE /v2.0/routers/11d0a438-2c5d-4898-9c78-92e0e0f67e6c HTTP/1.1" status: 204 len: 168 time: 1.6755567 Jul 05 10:41:27.659732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-0d22d2e8-2f30-478f-a614-334940a9c63c tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-412814305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:27.694042 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.738021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 26f3a425-ceaa-4ef8-bfe9-36e90b02b147, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=26f3a425-ceaa-4ef8-bfe9-36e90b02b147,segment=NetworkSegment(e493e6d0-075a-4da8-870d-7d64228e5076),segment_id=e493e6d0-075a-4da8-870d-7d64228e5076)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:27.739210 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5dfe269f-7130-4904-b17f-9e6b05b467f2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.772238 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d22d2e8-2f30-478f-a614-334940a9c63c tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.773307 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d22d2e8-2f30-478f-a614-334940a9c63c tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.794678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8b468657-77a4-448e-a64a-631961ef0171 None None] Provisioning complete for port 7cfb63e6-3f3d-432d-9c8d-91d3a84e850c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:27.795420 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8b468657-77a4-448e-a64a-631961ef0171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.797806 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.807237 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5dfe269f-7130-4904-b17f-9e6b05b467f2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.808341 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5dfe269f-7130-4904-b17f-9e6b05b467f2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.847454 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d22d2e8-2f30-478f-a614-334940a9c63c tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.869960 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8b468657-77a4-448e-a64a-631961ef0171 None None] Port 7cfb63e6-3f3d-432d-9c8d-91d3a84e850c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:27.882704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=26f3a425-ceaa-4ef8-bfe9-36e90b02b147,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:27.929611 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d22d2e8-2f30-478f-a614-334940a9c63c tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:27.947236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe269f-7130-4904-b17f-9e6b05b467f2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=7cfb63e6-3f3d-432d-9c8d-91d3a84e850c,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:27.999693 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfe269f-7130-4904-b17f-9e6b05b467f2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:28.001195 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-5dfe269f-7130-4904-b17f-9e6b05b467f2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:28.045150 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d22d2e8-2f30-478f-a614-334940a9c63c tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:28.046359 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0d22d2e8-2f30-478f-a614-334940a9c63c tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3917577 Jul 05 10:41:28.049076 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33178) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:28.078175 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'enable_snat': False}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:28.304345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-237eb004-4509-44aa-9294-7c37839de02c None None] Provisioning complete for port 7cfb63e6-3f3d-432d-9c8d-91d3a84e850c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:28.304722 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-237eb004-4509-44aa-9294-7c37839de02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:28.309781 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:28.339126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-237eb004-4509-44aa-9294-7c37839de02c None None] Port 7cfb63e6-3f3d-432d-9c8d-91d3a84e850c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:28.418128 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfe269f-7130-4904-b17f-9e6b05b467f2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router 7605dce8-0e22-4d43-b531-307cbb9d00fe is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:41:28.555650 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfe269f-7130-4904-b17f-9e6b05b467f2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:28.560675 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5dfe269f-7130-4904-b17f-9e6b05b467f2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/7605dce8-0e22-4d43-b531-307cbb9d00fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4648314 Jul 05 10:41:28.563493 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33180) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:28.565294 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3870722f-8397-4aac-8a84-7de625f4fef8 None None] Sync routers for ids ['7605dce8-0e22-4d43-b531-307cbb9d00fe'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:28.575335 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3870722f-8397-4aac-8a84-7de625f4fef8 None None] Routers {'7605dce8-0e22-4d43-b531-307cbb9d00fe'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:28.576093 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3870722f-8397-4aac-8a84-7de625f4fef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['7605dce8-0e22-4d43-b531-307cbb9d00fe'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:28.609307 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3870722f-8397-4aac-8a84-7de625f4fef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:28.617918 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3870722f-8397-4aac-8a84-7de625f4fef8 None None] Routers {'7605dce8-0e22-4d43-b531-307cbb9d00fe'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:28.618509 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3870722f-8397-4aac-8a84-7de625f4fef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['7605dce8-0e22-4d43-b531-307cbb9d00fe'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:28.619660 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dcb379-8c62-4794-befd-345b38d85036 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:28.621443 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c1dcb379-8c62-4794-befd-345b38d85036 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports/7cfb63e6-3f3d-432d-9c8d-91d3a84e850c HTTP/1.1" status: 200 len: 982 time: 0.0564814 Jul 05 10:41:28.623852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33182) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:28.651339 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-3870722f-8397-4aac-8a84-7de625f4fef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:28.652033 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3870722f-8397-4aac-8a84-7de625f4fef8 None None] The sync data for ids ['7605dce8-0e22-4d43-b531-307cbb9d00fe'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:29.053959 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:29.073308 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:29.077591 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-123e4dd4-da4a-4e45-b628-1f419426e540 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:29.198829 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Allocated IP 172.25.5.14 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/1c9b3238-975f-48d1-bda5-7fca922a3131) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:29.300255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:29.325515 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:29.331789 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-123e4dd4-da4a-4e45-b628-1f419426e540 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port 7cfb63e6-3f3d-432d-9c8d-91d3a84e850c {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:29.332141 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-123e4dd4-da4a-4e45-b628-1f419426e540 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:29.373018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:29.373710 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:29.418739 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:29.436515 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-123e4dd4-da4a-4e45-b628-1f419426e540 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:29.451629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-123e4dd4-da4a-4e45-b628-1f419426e540 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for 7cfb63e6-3f3d-432d-9c8d-91d3a84e850c owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:29.475092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:29.482238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:29.485758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:29.508665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Pushing event updated for resources: {'Port': ['ID=1c9b3238-975f-48d1-bda5-7fca922a3131,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:29.767320 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-123e4dd4-da4a-4e45-b628-1f419426e540 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:29.798024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e4dd4-da4a-4e45-b628-1f419426e540 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=7cfb63e6-3f3d-432d-9c8d-91d3a84e850c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:29.835663 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:29.923090 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-123e4dd4-da4a-4e45-b628-1f419426e540 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:30.079994 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:30.083812 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:30.098009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123e4dd4-da4a-4e45-b628-1f419426e540 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router 7605dce8-0e22-4d43-b531-307cbb9d00fe has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:41:30.182302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123e4dd4-da4a-4e45-b628-1f419426e540 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:30.190644 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-123e4dd4-da4a-4e45-b628-1f419426e540 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/7605dce8-0e22-4d43-b531-307cbb9d00fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5629823 Jul 05 10:41:30.191647 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33192) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:30.193604 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5bd54-5cc7-4e3f-b147-dfe3e7047127 None None] Sync routers for ids ['7605dce8-0e22-4d43-b531-307cbb9d00fe'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:30.212075 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5bd54-5cc7-4e3f-b147-dfe3e7047127 None None] Routers {'7605dce8-0e22-4d43-b531-307cbb9d00fe'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:30.212934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-61b5bd54-5cc7-4e3f-b147-dfe3e7047127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['7605dce8-0e22-4d43-b531-307cbb9d00fe'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:30.267282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-61b5bd54-5cc7-4e3f-b147-dfe3e7047127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:30.276973 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5bd54-5cc7-4e3f-b147-dfe3e7047127 None None] Routers {'7605dce8-0e22-4d43-b531-307cbb9d00fe'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:30.277675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-61b5bd54-5cc7-4e3f-b147-dfe3e7047127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['7605dce8-0e22-4d43-b531-307cbb9d00fe'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:30.318235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-61b5bd54-5cc7-4e3f-b147-dfe3e7047127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:30.319043 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5bd54-5cc7-4e3f-b147-dfe3e7047127 None None] The sync data for ids ['7605dce8-0e22-4d43-b531-307cbb9d00fe'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:30.366624 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Router 78d13c8c-a5f8-419c-87e1-bee221630861 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:41:30.390248 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-9ead799b-da77-4b7c-8f87-ebb995053c79 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 10:41:30.391316 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9ead799b-da77-4b7c-8f87-ebb995053c79 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/7605dce8-0e22-4d43-b531-307cbb9d00fe/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1993077 Jul 05 10:41:30.394356 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33194) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:30.424915 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-565f2aac-235d-4028-951e-37c01d5d9e4a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports?device_id=7605dce8-0e22-4d43-b531-307cbb9d00fe HTTP/1.1" status: 200 len: 205 time: 0.0294073 Jul 05 10:41:30.427467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33196) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:30.474562 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:30.479234 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:30.482814 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c4555ace-8387-4472-8a1f-bd7f8005693b tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "PUT /v2.0/routers/78d13c8c-a5f8-419c-87e1-bee221630861 HTTP/1.1" status: 200 len: 918 time: 2.4304569 Jul 05 10:41:30.483128 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33198) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:30.486481 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd17a291-45af-48a5-a4b3-48d6fb662003 None None] Sync routers for ids ['78d13c8c-a5f8-419c-87e1-bee221630861'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:30.497017 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd17a291-45af-48a5-a4b3-48d6fb662003 None None] Routers {'78d13c8c-a5f8-419c-87e1-bee221630861'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:30.497697 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-bd17a291-45af-48a5-a4b3-48d6fb662003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['78d13c8c-a5f8-419c-87e1-bee221630861'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:30.503887 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c2798bf-e397-4804-9b85-5e50224901b9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:30.534485 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-bd17a291-45af-48a5-a4b3-48d6fb662003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:30.543530 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd17a291-45af-48a5-a4b3-48d6fb662003 None None] Routers {'78d13c8c-a5f8-419c-87e1-bee221630861'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:30.544159 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-bd17a291-45af-48a5-a4b3-48d6fb662003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['78d13c8c-a5f8-419c-87e1-bee221630861'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:30.575880 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-bd17a291-45af-48a5-a4b3-48d6fb662003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:30.576869 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd17a291-45af-48a5-a4b3-48d6fb662003 None None] The sync data for ids ['78d13c8c-a5f8-419c-87e1-bee221630861'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:30.598343 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3afb472a-9d64-45d3-bf2b-ea90d6643c35 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/routers/78d13c8c-a5f8-419c-87e1-bee221630861 HTTP/1.1" status: 200 len: 924 time: 0.1138291 Jul 05 10:41:30.601630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33200) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:30.659263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f27d61a-6eec-482c-ab0b-e4740e2751ec tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:30.660892 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4f27d61a-6eec-482c-ab0b-e4740e2751ec tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&device_id=78d13c8c-a5f8-419c-87e1-bee221630861&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0583167 Jul 05 10:41:30.664061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33202) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:30.674588 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c2798bf-e397-4804-9b85-5e50224901b9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:30.676750 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c2798bf-e397-4804-9b85-5e50224901b9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:30.747975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd9efa-f4aa-4c43-9db0-ad9780b5814e tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:30.749298 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-98fd9efa-f4aa-4c43-9db0-ad9780b5814e tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/networks/22142879-3a95-4b42-ba92-f5a272c3a101 HTTP/1.1" status: 200 len: 881 time: 0.0842779 Jul 05 10:41:30.752016 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33204) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:30.781544 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-83b068a8-b3ac-4db2-be84-075a115f1392 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "GET /v2.0/ports?device_id=78d13c8c-a5f8-419c-87e1-bee221630861 HTTP/1.1" status: 200 len: 205 time: 0.0281942 Jul 05 10:41:30.784436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33206) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:30.795048 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c2798bf-e397-4804-9b85-5e50224901b9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:30.795649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2798bf-e397-4804-9b85-5e50224901b9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Fanout notify agent at l3_agent the message router_deleted on router 7605dce8-0e22-4d43-b531-307cbb9d00fe {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:41:30.802900 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7c2798bf-e397-4804-9b85-5e50224901b9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:30.806634 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7c2798bf-e397-4804-9b85-5e50224901b9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/routers/7605dce8-0e22-4d43-b531-307cbb9d00fe HTTP/1.1" status: 204 len: 168 time: 0.3781607 Jul 05 10:41:30.807374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33208) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:30.858817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f9c039-7023-4470-a8ca-ebcded678310 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting subnet 677a6ba7-01be-4b4b-883f-12fe0619b9d0 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:41:30.862260 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-24f9c039-7023-4470-a8ca-ebcded678310 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:30.895911 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f867e4da-694b-45b7-9144-2e318a9768ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:30.902926 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-24f9c039-7023-4470-a8ca-ebcded678310 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.005855 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f867e4da-694b-45b7-9144-2e318a9768ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.137009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-f867e4da-694b-45b7-9144-2e318a9768ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Deleting port 1c9b3238-975f-48d1-bda5-7fca922a3131 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:31.137358 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f867e4da-694b-45b7-9144-2e318a9768ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.220335 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f867e4da-694b-45b7-9144-2e318a9768ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.234951 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-f867e4da-694b-45b7-9144-2e318a9768ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Calling delete_port for 1c9b3238-975f-48d1-bda5-7fca922a3131 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:31.276623 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-24f9c039-7023-4470-a8ca-ebcded678310 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.429576 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-24f9c039-7023-4470-a8ca-ebcded678310 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.457821 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9c039-7023-4470-a8ca-ebcded678310 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Subnet': ['ID=677a6ba7-01be-4b4b-883f-12fe0619b9d0,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:31.462474 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-24f9c039-7023-4470-a8ca-ebcded678310 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.464484 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-24f9c039-7023-4470-a8ca-ebcded678310 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/677a6ba7-01be-4b4b-883f-12fe0619b9d0 HTTP/1.1" status: 204 len: 168 time: 0.6555007 Jul 05 10:41:31.467061 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33216) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:31.473994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b5665a-aa5a-429d-91a3-d510a3aafa17 None None] Network cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:31.492149 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f867e4da-694b-45b7-9144-2e318a9768ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.521106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867e4da-694b-45b7-9144-2e318a9768ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Pushing event deleted for resources: {'Port': ['ID=1c9b3238-975f-48d1-bda5-7fca922a3131,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:31.558108 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.586624 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f867e4da-694b-45b7-9144-2e318a9768ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.627630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:31.628184 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.687532 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f867e4da-694b-45b7-9144-2e318a9768ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.689790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f867e4da-694b-45b7-9144-2e318a9768ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.694654 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b829b5-12d3-47a5-aefb-8e39cee0330d None None] DHCP port deletion for cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:41:31.698136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] For port 26f3a425-ceaa-4ef8-bfe9-36e90b02b147, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=26f3a425-ceaa-4ef8-bfe9-36e90b02b147,segment=NetworkSegment(e493e6d0-075a-4da8-870d-7d64228e5076),segment_id=e493e6d0-075a-4da8-870d-7d64228e5076)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:31.698644 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.716844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:31.766928 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-53b829b5-12d3-47a5-aefb-8e39cee0330d None None] Deleting port 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:31.767390 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-53b829b5-12d3-47a5-aefb-8e39cee0330d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.817758 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f867e4da-694b-45b7-9144-2e318a9768ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.818285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f867e4da-694b-45b7-9144-2e318a9768ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Fanout notify agent at l3_agent the message router_deleted on router 78d13c8c-a5f8-419c-87e1-bee221630861 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:41:31.827929 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f867e4da-694b-45b7-9144-2e318a9768ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.827929 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f867e4da-694b-45b7-9144-2e318a9768ad tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "DELETE /v2.0/routers/78d13c8c-a5f8-419c-87e1-bee221630861 HTTP/1.1" status: 204 len: 168 time: 1.0409255 Jul 05 10:41:31.830347 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-53b829b5-12d3-47a5-aefb-8e39cee0330d None None] For port 26f3a425-ceaa-4ef8-bfe9-36e90b02b147, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=26f3a425-ceaa-4ef8-bfe9-36e90b02b147,segment=NetworkSegment(e493e6d0-075a-4da8-870d-7d64228e5076),segment_id=e493e6d0-075a-4da8-870d-7d64228e5076)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:31.830347 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-53b829b5-12d3-47a5-aefb-8e39cee0330d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.830613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33218) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:31.835696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1911613581', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}, 'admin_state_up': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:31.847517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-53b829b5-12d3-47a5-aefb-8e39cee0330d None None] Calling delete_port for 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:31.966382 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:31.972674 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-53b829b5-12d3-47a5-aefb-8e39cee0330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.000294 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.001326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b829b5-12d3-47a5-aefb-8e39cee0330d None None] Pushing event deleted for resources: {'Port': ['ID=26f3a425-ceaa-4ef8-bfe9-36e90b02b147,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:32.001720 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.005387 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b829b5-12d3-47a5-aefb-8e39cee0330d None None] No DVR routers for this DVR port 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:41:32.008332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=26f3a425-ceaa-4ef8-bfe9-36e90b02b147,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:32.014241 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No DVR routers for this DVR port 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:41:32.126848 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.136168 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.146039 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:32.156638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e493e6d0-075a-4da8-870d-7d64228e5076') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:32.156936 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e493e6d0-075a-4da8-870d-7d64228e5076') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:32.166197 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.179510 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.185813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:41:32.186319 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:41:32.189419 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:41:32.321264 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.359380 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.361219 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/networks/cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4 HTTP/1.1" status: 204 len: 168 time: 0.8931954 Jul 05 10:41:32.365080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33224) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:32.370511 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e10ff173-70ee-4ae0-a723-584c39f2f694 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-587944999'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:32.371896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda22b9-f21c-438b-8eea-184ac5ddffc7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Network': ['ID=cec55b9b-049b-4dc5-a7aa-5bddb82aa1c4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:32.409726 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.475051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10ff173-70ee-4ae0-a723-584c39f2f694 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:32.478968 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e10ff173-70ee-4ae0-a723-584c39f2f694 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.503223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10ff173-70ee-4ae0-a723-584c39f2f694 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:41:32.512486 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e10ff173-70ee-4ae0-a723-584c39f2f694 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.512850 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-e10ff173-70ee-4ae0-a723-584c39f2f694 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Added segment af28dbac-a395-4599-8009-4f5c734abdb8 of type vlan for network 3a068886-f0a5-4f02-a5b5-352b4c94d53a Jul 05 10:41:32.556820 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e10ff173-70ee-4ae0-a723-584c39f2f694 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.675105 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e10ff173-70ee-4ae0-a723-584c39f2f694 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.681857 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ff173-70ee-4ae0-a723-584c39f2f694 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:32.682466 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e10ff173-70ee-4ae0-a723-584c39f2f694 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.708135 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.732775 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:32.754339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ff173-70ee-4ae0-a723-584c39f2f694 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Network': ['ID=3a068886-f0a5-4f02-a5b5-352b4c94d53a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:32.764718 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 3a068886-f0a5-4f02-a5b5-352b4c94d53a details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:41:32.786621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e10ff173-70ee-4ae0-a723-584c39f2f694 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4177723 Jul 05 10:41:32.786868 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33230) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:32.792947 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6377f185-d200-4c88-bc7e-58403f4d86a7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'subnet': {'network_id': '3a068886-f0a5-4f02-a5b5-352b4c94d53a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:32.847984 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Allocated IP 172.25.5.15 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/c9e59c4e-e20d-41a5-a1f3-932a6e36dbf7) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:32.959649 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:33.011372 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6377f185-d200-4c88-bc7e-58403f4d86a7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:33.015045 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6377f185-d200-4c88-bc7e-58403f4d86a7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:33.081699 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:33.143366 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:33.148967 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:33.155044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:33.175616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Pushing event updated for resources: {'Port': ['ID=c9e59c4e-e20d-41a5-a1f3-932a6e36dbf7,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:33.292729 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6377f185-d200-4c88-bc7e-58403f4d86a7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:33.300656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:41:33.323539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:41:33.323806 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 26f3a425-ceaa-4ef8-bfe9-36e90b02b147 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:41:33.363912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377f185-d200-4c88-bc7e-58403f4d86a7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Subnet': ['ID=42aecfa2-9e4b-4d85-96de-d3ce26dc011b,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:33.368841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6377f185-d200-4c88-bc7e-58403f4d86a7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Checking segment: {'id': 'af28dbac-a395-4599-8009-4f5c734abdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3a068886-f0a5-4f02-a5b5-352b4c94d53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:33.369198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6377f185-d200-4c88-bc7e-58403f4d86a7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network hostable DHCP agents. Network: 3a068886-f0a5-4f02-a5b5-352b4c94d53a, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:41:33.434964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6377f185-d200-4c88-bc7e-58403f4d86a7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 3a068886-f0a5-4f02-a5b5-352b4c94d53a is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:41:33.478046 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:33.537807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-6377f185-d200-4c88-bc7e-58403f4d86a7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 3a068886-f0a5-4f02-a5b5-352b4c94d53a) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:33.542260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6377f185-d200-4c88-bc7e-58403f4d86a7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:33.543071 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6377f185-d200-4c88-bc7e-58403f4d86a7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:33.555278 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6359d417-d579-4d1e-a9a4-20120db5310c None None] Network 3a068886-f0a5-4f02-a5b5-352b4c94d53a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:33.647667 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6377f185-d200-4c88-bc7e-58403f4d86a7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8595278 Jul 05 10:41:33.651640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33234) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:33.657273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2210a340-9e87-4c20-8f5c-9320efe9a8f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-24682560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:33.685323 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:33.705852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-3a068886-f0a5-4f02-a5b5-352b4c94d53a', 'network_id': '3a068886-f0a5-4f02-a5b5-352b4c94d53a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'fixed_ips': [{'subnet_id': '42aecfa2-9e4b-4d85-96de-d3ce26dc011b'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:41:33.708305 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:33.745127 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2210a340-9e87-4c20-8f5c-9320efe9a8f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:33.746563 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2210a340-9e87-4c20-8f5c-9320efe9a8f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:33.799869 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2210a340-9e87-4c20-8f5c-9320efe9a8f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:33.852721 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2210a340-9e87-4c20-8f5c-9320efe9a8f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:33.853070 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Allocated IP 2001:db8::2 (3a068886-f0a5-4f02-a5b5-352b4c94d53a/42aecfa2-9e4b-4d85-96de-d3ce26dc011b/dc55a287-be9b-4cab-b68d-94eb8d6fd16c) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:33.886291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Router 1c338ae6-25d6-452b-98f6-3ea66e97fcd0 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:41:33.937635 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2210a340-9e87-4c20-8f5c-9320efe9a8f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:33.939257 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2210a340-9e87-4c20-8f5c-9320efe9a8f7 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2859719 Jul 05 10:41:33.941764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33236) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:34.002421 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:34.004115 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:34.013478 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Transition to ACTIVE for port object dc55a287-be9b-4cab-b68d-94eb8d6fd16c will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:34.016800 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f23d6ad-c52e-4184-a594-68ff040cf743 None None] Sync routers for ids ['1c338ae6-25d6-452b-98f6-3ea66e97fcd0'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:34.038346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f23d6ad-c52e-4184-a594-68ff040cf743 None None] Routers {'1c338ae6-25d6-452b-98f6-3ea66e97fcd0'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:34.039111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-4f23d6ad-c52e-4184-a594-68ff040cf743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1c338ae6-25d6-452b-98f6-3ea66e97fcd0'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:34.041357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Transition to ACTIVE for port object dc55a287-be9b-4cab-b68d-94eb8d6fd16c will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:34.076621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-4f23d6ad-c52e-4184-a594-68ff040cf743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:34.080958 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:34.082314 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-70954197-1ddb-4b0f-9309-6465d276830a tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2510574 Jul 05 10:41:34.086120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33238) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:34.090461 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f23d6ad-c52e-4184-a594-68ff040cf743 None None] Routers {'1c338ae6-25d6-452b-98f6-3ea66e97fcd0'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:34.091225 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-4f23d6ad-c52e-4184-a594-68ff040cf743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1c338ae6-25d6-452b-98f6-3ea66e97fcd0'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:34.091480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-fb9e488e-41f2-44d0-9ef6-415e9fdb5887 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:34.127670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-4f23d6ad-c52e-4184-a594-68ff040cf743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:34.128350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f23d6ad-c52e-4184-a594-68ff040cf743 None None] The sync data for ids ['1c338ae6-25d6-452b-98f6-3ea66e97fcd0'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:34.130301 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:34.172361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Pushing event updated for resources: {'Port': ['ID=dc55a287-be9b-4cab-b68d-94eb8d6fd16c,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:34.186550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Network 3a068886-f0a5-4f02-a5b5-352b4c94d53a is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:34.188183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:34.190517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:34.266034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Attempting to bind port dc55a287-be9b-4cab-b68d-94eb8d6fd16c on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:41:34.266316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Attempting to bind port dc55a287-be9b-4cab-b68d-94eb8d6fd16c by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'af28dbac-a395-4599-8009-4f5c734abdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3a068886-f0a5-4f02-a5b5-352b4c94d53a'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:41:34.266799 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Attempting to bind port dc55a287-be9b-4cab-b68d-94eb8d6fd16c on network 3a068886-f0a5-4f02-a5b5-352b4c94d53a {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:41:34.271018 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:34.273216 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:41:34.273934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Checking segment: {'id': 'af28dbac-a395-4599-8009-4f5c734abdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3a068886-f0a5-4f02-a5b5-352b4c94d53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:34.274898 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:34.275334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Bound using segment: {'id': 'af28dbac-a395-4599-8009-4f5c734abdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3a068886-f0a5-4f02-a5b5-352b4c94d53a'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:41:34.275898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Bound port: dc55a287-be9b-4cab-b68d-94eb8d6fd16c, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af28dbac-a395-4599-8009-4f5c734abdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3a068886-f0a5-4f02-a5b5-352b4c94d53a'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:41:34.276285 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:34.346022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] For port dc55a287-be9b-4cab-b68d-94eb8d6fd16c, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:41:34.350281 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] For port dc55a287-be9b-4cab-b68d-94eb8d6fd16c, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dc55a287-be9b-4cab-b68d-94eb8d6fd16c,segment=NetworkSegment(af28dbac-a395-4599-8009-4f5c734abdb8),segment_id=af28dbac-a395-4599-8009-4f5c734abdb8)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:41:34.420609 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb9e488e-41f2-44d0-9ef6-415e9fdb5887 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:34.441377 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:34.502390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319e886-fafb-4921-b668-a52a9d508d10 None None] Pushing event updated for resources: {'Port': ['ID=dc55a287-be9b-4cab-b68d-94eb8d6fd16c,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:34.534310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Allocated IP 2001:db8::1 (3a068886-f0a5-4f02-a5b5-352b4c94d53a/42aecfa2-9e4b-4d85-96de-d3ce26dc011b/f317fd6f-8f53-4c55-a143-fa6aa381ab94) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:34.560077 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb9e488e-41f2-44d0-9ef6-415e9fdb5887 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:34.667160 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:34.681721 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Transition to ACTIVE for port object f317fd6f-8f53-4c55-a143-fa6aa381ab94 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:34.743946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e488e-41f2-44d0-9ef6-415e9fdb5887 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Deleting port c9e59c4e-e20d-41a5-a1f3-932a6e36dbf7 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:34.744414 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb9e488e-41f2-44d0-9ef6-415e9fdb5887 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:34.824433 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:34.828190 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb9e488e-41f2-44d0-9ef6-415e9fdb5887 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:34.840436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e488e-41f2-44d0-9ef6-415e9fdb5887 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Calling delete_port for c9e59c4e-e20d-41a5-a1f3-932a6e36dbf7 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:34.876285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 3a068886-f0a5-4f02-a5b5-352b4c94d53a is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:34.893171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=f317fd6f-8f53-4c55-a143-fa6aa381ab94,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:34.905494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:34.909152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:34.909990 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:35.120907 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb9e488e-41f2-44d0-9ef6-415e9fdb5887 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:35.144325 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:35.151266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e488e-41f2-44d0-9ef6-415e9fdb5887 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Pushing event deleted for resources: {'Port': ['ID=c9e59c4e-e20d-41a5-a1f3-932a6e36dbf7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:35.272695 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb9e488e-41f2-44d0-9ef6-415e9fdb5887 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:35.423242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dc55a287-be9b-4cab-b68d-94eb8d6fd16c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:35.601101 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port dc55a287-be9b-4cab-b68d-94eb8d6fd16c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:35.636277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe45be2-19f7-4353-a70d-6e4936dd8a8b None None] Network 3a068886-f0a5-4f02-a5b5-352b4c94d53a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:35.842302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1961aba0-4935-4b8b-b460-e64a751736fb None None] Provisioning for port dc55a287-be9b-4cab-b68d-94eb8d6fd16c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:35.848810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1961aba0-4935-4b8b-b460-e64a751736fb None None] Provisioning complete for port dc55a287-be9b-4cab-b68d-94eb8d6fd16c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:35.849406 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1961aba0-4935-4b8b-b460-e64a751736fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:35.864308 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb9e488e-41f2-44d0-9ef6-415e9fdb5887 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:35.873965 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb9e488e-41f2-44d0-9ef6-415e9fdb5887 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:35.918855 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:35.985393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9e488e-41f2-44d0-9ef6-415e9fdb5887 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Router 1c338ae6-25d6-452b-98f6-3ea66e97fcd0 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:41:36.000824 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:36.001633 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:36.002235 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1961aba0-4935-4b8b-b460-e64a751736fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:36.044881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1961aba0-4935-4b8b-b460-e64a751736fb None None] For port dc55a287-be9b-4cab-b68d-94eb8d6fd16c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dc55a287-be9b-4cab-b68d-94eb8d6fd16c,segment=NetworkSegment(af28dbac-a395-4599-8009-4f5c734abdb8),segment_id=af28dbac-a395-4599-8009-4f5c734abdb8)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:36.118442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=f317fd6f-8f53-4c55-a143-fa6aa381ab94,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:36.124180 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9e488e-41f2-44d0-9ef6-415e9fdb5887 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:36.126591 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1961aba0-4935-4b8b-b460-e64a751736fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:36.134815 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1725cb-5b75-42f5-aa8f-81b1dafd6bbb None None] Sync routers for ids ['1c338ae6-25d6-452b-98f6-3ea66e97fcd0'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:36.139455 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb9e488e-41f2-44d0-9ef6-415e9fdb5887 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:36.140718 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fb9e488e-41f2-44d0-9ef6-415e9fdb5887 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "PUT /v2.0/routers/1c338ae6-25d6-452b-98f6-3ea66e97fcd0 HTTP/1.1" status: 200 len: 710 time: 2.0535705 Jul 05 10:41:36.143598 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33250) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:36.154805 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1725cb-5b75-42f5-aa8f-81b1dafd6bbb None None] Routers {'1c338ae6-25d6-452b-98f6-3ea66e97fcd0'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:36.155857 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-6c1725cb-5b75-42f5-aa8f-81b1dafd6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1c338ae6-25d6-452b-98f6-3ea66e97fcd0'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:36.192615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 3a068886-f0a5-4f02-a5b5-352b4c94d53a is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:36.194801 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:36.208091 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-6c1725cb-5b75-42f5-aa8f-81b1dafd6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:36.218251 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961aba0-4935-4b8b-b460-e64a751736fb None None] Pushing event updated for resources: {'Port': ['ID=dc55a287-be9b-4cab-b68d-94eb8d6fd16c,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:36.228118 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1725cb-5b75-42f5-aa8f-81b1dafd6bbb None None] Routers {'1c338ae6-25d6-452b-98f6-3ea66e97fcd0'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:36.228939 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-6c1725cb-5b75-42f5-aa8f-81b1dafd6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1c338ae6-25d6-452b-98f6-3ea66e97fcd0'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:36.286908 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6716c1ea-064e-4016-8887-5976950fb7e2 tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/routers/1c338ae6-25d6-452b-98f6-3ea66e97fcd0 HTTP/1.1" status: 200 len: 745 time: 0.1420958 Jul 05 10:41:36.290242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33252) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:36.294600 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-6c1725cb-5b75-42f5-aa8f-81b1dafd6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:36.295468 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1725cb-5b75-42f5-aa8f-81b1dafd6bbb None None] The sync data for ids ['1c338ae6-25d6-452b-98f6-3ea66e97fcd0'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:36.352324 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f7b3ca10-e0d1-477c-acac-c848292e969a tempest-RoutersIpV6AdminTest-994274796 tempest-RoutersIpV6AdminTest-994274796-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&device_id=1c338ae6-25d6-452b-98f6-3ea66e97fcd0 HTTP/1.1" status: 200 len: 205 time: 0.0608549 Jul 05 10:41:36.365521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33254) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:36.409562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b97d56f4-b52f-43d2-84df-8bdad567e78c tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c338ae6-25d6-452b-98f6-3ea66e97fcd0 HTTP/1.1" status: 200 len: 205 time: 0.0417130 Jul 05 10:41:36.417250 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33256) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:36.440943 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5ff07eae-1baf-45cb-a72d-0f12b1be66c9 None None] Provisioning for port f317fd6f-8f53-4c55-a143-fa6aa381ab94 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:36.446675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5ff07eae-1baf-45cb-a72d-0f12b1be66c9 None None] Provisioning complete for port f317fd6f-8f53-4c55-a143-fa6aa381ab94 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:36.447372 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5ff07eae-1baf-45cb-a72d-0f12b1be66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:36.472216 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router 4695b7f9-aed5-4e1a-9f09-1588abd50234 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:41:36.569085 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8f38ddcd-daec-4f74-bfac-da0c85a0acc3 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:36.573908 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5ff07eae-1baf-45cb-a72d-0f12b1be66c9 None None] Port f317fd6f-8f53-4c55-a143-fa6aa381ab94 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:36.622456 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5ff07eae-1baf-45cb-a72d-0f12b1be66c9 None None] Provisioning complete for port dc55a287-be9b-4cab-b68d-94eb8d6fd16c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:36.622456 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5ff07eae-1baf-45cb-a72d-0f12b1be66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:36.859631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:36.866403 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-415fc9e0-7b6a-4c19-b507-fdecd31ed78c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/4695b7f9-aed5-4e1a-9f09-1588abd50234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9236455 Jul 05 10:41:36.869490 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33258) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:36.875447 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8f38ddcd-daec-4f74-bfac-da0c85a0acc3 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:36.877535 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8f38ddcd-daec-4f74-bfac-da0c85a0acc3 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:36.879388 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6399d7dc-04b1-4c57-a3c6-1ac6e83223d9 None None] Provisioning complete for port f317fd6f-8f53-4c55-a143-fa6aa381ab94 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:36.879871 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6399d7dc-04b1-4c57-a3c6-1ac6e83223d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:36.919116 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661cbcee-077f-414e-9165-f67214427dc9 None None] Sync routers for ids ['4695b7f9-aed5-4e1a-9f09-1588abd50234'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:36.921737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6399d7dc-04b1-4c57-a3c6-1ac6e83223d9 None None] Port f317fd6f-8f53-4c55-a143-fa6aa381ab94 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:36.931196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661cbcee-077f-414e-9165-f67214427dc9 None None] Routers {'4695b7f9-aed5-4e1a-9f09-1588abd50234'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:36.931875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-661cbcee-077f-414e-9165-f67214427dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4695b7f9-aed5-4e1a-9f09-1588abd50234'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:36.934033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403bf953-b375-4dfc-b6c9-d0e146178486 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:36.935475 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-403bf953-b375-4dfc-b6c9-d0e146178486 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports/f317fd6f-8f53-4c55-a143-fa6aa381ab94 HTTP/1.1" status: 200 len: 911 time: 0.0649319 Jul 05 10:41:36.938428 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33260) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:36.975922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-661cbcee-077f-414e-9165-f67214427dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:36.986771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661cbcee-077f-414e-9165-f67214427dc9 None None] Routers {'4695b7f9-aed5-4e1a-9f09-1588abd50234'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:36.987396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-661cbcee-077f-414e-9165-f67214427dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4695b7f9-aed5-4e1a-9f09-1588abd50234'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:37.000480 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8f38ddcd-daec-4f74-bfac-da0c85a0acc3 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:37.001056 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f38ddcd-daec-4f74-bfac-da0c85a0acc3 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Fanout notify agent at l3_agent the message router_deleted on router 1c338ae6-25d6-452b-98f6-3ea66e97fcd0 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:41:37.019940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-661cbcee-077f-414e-9165-f67214427dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:37.020595 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661cbcee-077f-414e-9165-f67214427dc9 None None] The sync data for ids ['4695b7f9-aed5-4e1a-9f09-1588abd50234'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:37.023438 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8f38ddcd-daec-4f74-bfac-da0c85a0acc3 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:37.028223 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8f38ddcd-daec-4f74-bfac-da0c85a0acc3 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "DELETE /v2.0/routers/1c338ae6-25d6-452b-98f6-3ea66e97fcd0 HTTP/1.1" status: 204 len: 168 time: 0.6063321 Jul 05 10:41:37.028649 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33266) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:37.046229 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5b3222d5-a0df-4e70-bfd7-fcd5cbd85b37 None None] Provisioning complete for port f317fd6f-8f53-4c55-a143-fa6aa381ab94 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:37.046681 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5b3222d5-a0df-4e70-bfd7-fcd5cbd85b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:37.061496 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-77b65c3b-b134-4939-8372-9dc3c7fec490 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c338ae6-25d6-452b-98f6-3ea66e97fcd0 HTTP/1.1" status: 200 len: 205 time: 0.0317335 Jul 05 10:41:37.064407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33268) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:37.096773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5b3222d5-a0df-4e70-bfd7-fcd5cbd85b37 None None] Port f317fd6f-8f53-4c55-a143-fa6aa381ab94 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:37.112462 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-fc94a742-1ec0-4e55-8044-c49f681ba669 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] delete failed (client error): The resource could not be found. Jul 05 10:41:37.113429 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fc94a742-1ec0-4e55-8044-c49f681ba669 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "DELETE /v2.0/routers/1c338ae6-25d6-452b-98f6-3ea66e97fcd0 HTTP/1.1" status: 404 len: 336 time: 0.0476007 Jul 05 10:41:37.119947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33270) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:37.153147 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d42bcc30-b863-4f6d-b231-cecebbe9cf8e tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "GET /v2.0/ports?device_id=78d13c8c-a5f8-419c-87e1-bee221630861 HTTP/1.1" status: 200 len: 205 time: 0.0320148 Jul 05 10:41:37.155956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33272) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:37.193093 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-ecdc6bd5-4d72-499b-aceb-8e617d0ab56c tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] delete failed (client error): The resource could not be found. Jul 05 10:41:37.194435 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ecdc6bd5-4d72-499b-aceb-8e617d0ab56c tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "DELETE /v2.0/routers/78d13c8c-a5f8-419c-87e1-bee221630861 HTTP/1.1" status: 404 len: 336 time: 0.0371585 Jul 05 10:41:37.198140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33274) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:37.229649 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1e8c1483-68bc-49de-b9ae-6af296a25e33 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "GET /v2.0/ports?device_id=11d0a438-2c5d-4898-9c78-92e0e0f67e6c HTTP/1.1" status: 200 len: 205 time: 0.0303977 Jul 05 10:41:37.232218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33276) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:37.276961 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-967766b4-07df-4033-9f12-fc4cef5a509d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] delete failed (client error): The resource could not be found. Jul 05 10:41:37.279767 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-967766b4-07df-4033-9f12-fc4cef5a509d tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "DELETE /v2.0/routers/11d0a438-2c5d-4898-9c78-92e0e0f67e6c HTTP/1.1" status: 404 len: 336 time: 0.0448318 Jul 05 10:41:37.280725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33280) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:37.323643 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-719b9136-11f4-433f-9bf4-db02ef8b6d91 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "GET /v2.0/ports?device_id=e43f73b7-af1b-4037-a2f9-f4b6a5e9fce5 HTTP/1.1" status: 200 len: 205 time: 0.0388675 Jul 05 10:41:37.324484 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33282) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:37.330128 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd61108e-d8c9-4cb7-842a-03ded855d44f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:37.348316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dc55a287-be9b-4cab-b68d-94eb8d6fd16c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:37.369749 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-20c3700e-8b89-4eef-999f-00be7185d9c3 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] delete failed (client error): The resource could not be found. Jul 05 10:41:37.370804 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-20c3700e-8b89-4eef-999f-00be7185d9c3 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "DELETE /v2.0/routers/e43f73b7-af1b-4037-a2f9-f4b6a5e9fce5 HTTP/1.1" status: 404 len: 336 time: 0.0453165 Jul 05 10:41:37.373380 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33284) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:37.405215 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ff0ba880-0fcf-434e-906d-94e191573863 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f646f59-2539-4f17-8840-2c6b4d455c15 HTTP/1.1" status: 200 len: 205 time: 0.0305445 Jul 05 10:41:37.407645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33286) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:37.416972 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port dc55a287-be9b-4cab-b68d-94eb8d6fd16c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:37.417350 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:37.448594 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-525d7026-876a-4862-ab6d-a31c3e668721 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] delete failed (client error): The resource could not be found. Jul 05 10:41:37.449650 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-525d7026-876a-4862-ab6d-a31c3e668721 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "DELETE /v2.0/routers/2f646f59-2539-4f17-8840-2c6b4d455c15 HTTP/1.1" status: 404 len: 336 time: 0.0407052 Jul 05 10:41:37.456202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33288) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:37.492813 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-47cd7220-55ea-4279-9995-733b3f693fa7 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "GET /v2.0/ports?device_id=23c4dbf5-145a-4674-b50e-916fb5cb1af6 HTTP/1.1" status: 200 len: 205 time: 0.0353720 Jul 05 10:41:37.495869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33290) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:37.542566 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-437adff7-75c6-4718-a02d-d92ba62a2a92 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] delete failed (client error): The resource could not be found. Jul 05 10:41:37.546127 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-437adff7-75c6-4718-a02d-d92ba62a2a92 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "DELETE /v2.0/routers/23c4dbf5-145a-4674-b50e-916fb5cb1af6 HTTP/1.1" status: 404 len: 336 time: 0.0465117 Jul 05 10:41:37.546363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33292) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:37.574151 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-85696eba-d1f6-41e6-834e-aa5a9d2d54f3 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] DELETE failed (client error): The resource could not be found. Jul 05 10:41:37.574549 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85696eba-d1f6-41e6-834e-aa5a9d2d54f3 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:41:37.576449 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-85696eba-d1f6-41e6-834e-aa5a9d2d54f3 tempest-RoutersIpV6AdminTest-1833598364 tempest-RoutersIpV6AdminTest-1833598364-project] 10.222.0.77 "DELETE /v2.0/subnets/ad68e9ce-5bde-4368-bd4c-00338041ab2b HTTP/1.1" status: 404 len: 337 time: 0.0290663 Jul 05 10:41:37.628638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-bd61108e-d8c9-4cb7-842a-03ded855d44f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port f317fd6f-8f53-4c55-a143-fa6aa381ab94 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:37.629373 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd61108e-d8c9-4cb7-842a-03ded855d44f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:37.718173 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd61108e-d8c9-4cb7-842a-03ded855d44f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:37.730357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-bd61108e-d8c9-4cb7-842a-03ded855d44f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for f317fd6f-8f53-4c55-a143-fa6aa381ab94 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:37.960812 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd61108e-d8c9-4cb7-842a-03ded855d44f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:37.995282 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61108e-d8c9-4cb7-842a-03ded855d44f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=f317fd6f-8f53-4c55-a143-fa6aa381ab94,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:38.088673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33298) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:38.110968 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd61108e-d8c9-4cb7-842a-03ded855d44f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.270861 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.299999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd61108e-d8c9-4cb7-842a-03ded855d44f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router 4695b7f9-aed5-4e1a-9f09-1588abd50234 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:41:38.390104 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.398503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd61108e-d8c9-4cb7-842a-03ded855d44f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:38.405497 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bd61108e-d8c9-4cb7-842a-03ded855d44f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/4695b7f9-aed5-4e1a-9f09-1588abd50234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4645574 Jul 05 10:41:38.406722 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33304) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:38.409853 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff0e3c-ef47-4c2a-8b84-70149083b8ca None None] Sync routers for ids ['4695b7f9-aed5-4e1a-9f09-1588abd50234'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:38.419408 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff0e3c-ef47-4c2a-8b84-70149083b8ca None None] Routers {'4695b7f9-aed5-4e1a-9f09-1588abd50234'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:38.420136 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-40ff0e3c-ef47-4c2a-8b84-70149083b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4695b7f9-aed5-4e1a-9f09-1588abd50234'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:38.438858 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5e63cc28-fc98-4281-a3c0-d8e8c8a31556 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports?device_id=4695b7f9-aed5-4e1a-9f09-1588abd50234 HTTP/1.1" status: 200 len: 205 time: 0.0306606 Jul 05 10:41:38.441381 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33306) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:38.455994 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-40ff0e3c-ef47-4c2a-8b84-70149083b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:38.466991 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff0e3c-ef47-4c2a-8b84-70149083b8ca None None] Routers {'4695b7f9-aed5-4e1a-9f09-1588abd50234'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:38.467593 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-40ff0e3c-ef47-4c2a-8b84-70149083b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4695b7f9-aed5-4e1a-9f09-1588abd50234'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:38.505259 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-40ff0e3c-ef47-4c2a-8b84-70149083b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:38.506107 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff0e3c-ef47-4c2a-8b84-70149083b8ca None None] The sync data for ids ['4695b7f9-aed5-4e1a-9f09-1588abd50234'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:38.514946 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.525824 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f3ad6aa-eae2-4b55-862b-2dc9b628fc63 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.560783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc46676-a14b-4746-a455-e26049f8a938,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:38.567156 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=86cfe67c44ec429a89fdd93ba9c58932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4749639 Jul 05 10:41:38.567432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33308) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:38.585518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:38.585763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:38.586100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:38.586443 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:38.586821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:38.587151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:38.587481 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:38.587832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:38.588158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:38.588483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:38.588810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:38.589241 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75026216-6210-451b-9638-b5f25b9f3734 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:41:38.634873 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c7299a6-8b6e-4665-ab88-569a9f1d3773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.657504 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c7299a6-8b6e-4665-ab88-569a9f1d3773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.702392 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f3ad6aa-eae2-4b55-862b-2dc9b628fc63 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.705871 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f3ad6aa-eae2-4b55-862b-2dc9b628fc63 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.760509 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c7299a6-8b6e-4665-ab88-569a9f1d3773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.763192 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c7299a6-8b6e-4665-ab88-569a9f1d3773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.764507 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1c7299a6-8b6e-4665-ab88-569a9f1d3773 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8dc46676-a14b-4746-a455-e26049f8a938 HTTP/1.1" status: 204 len: 168 time: 0.1957808 Jul 05 10:41:38.773326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7299a6-8b6e-4665-ab88-569a9f1d3773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc46676-a14b-4746-a455-e26049f8a938,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:38.815601 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f3ad6aa-eae2-4b55-862b-2dc9b628fc63 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.816615 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3ad6aa-eae2-4b55-862b-2dc9b628fc63 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Fanout notify agent at l3_agent the message router_deleted on router 4695b7f9-aed5-4e1a-9f09-1588abd50234 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:41:38.830723 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f3ad6aa-eae2-4b55-862b-2dc9b628fc63 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.836408 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0f3ad6aa-eae2-4b55-862b-2dc9b628fc63 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/routers/4695b7f9-aed5-4e1a-9f09-1588abd50234 HTTP/1.1" status: 204 len: 168 time: 0.3906662 Jul 05 10:41:38.836777 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33312) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:38.894352 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1394df4-548a-43c5-9884-1d4124003733 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting subnet 42aecfa2-9e4b-4d85-96de-d3ce26dc011b {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:41:38.907603 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b1394df4-548a-43c5-9884-1d4124003733 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:38.951528 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b1394df4-548a-43c5-9884-1d4124003733 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.050754 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b1394df4-548a-43c5-9884-1d4124003733 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.195917 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b1394df4-548a-43c5-9884-1d4124003733 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.221683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1394df4-548a-43c5-9884-1d4124003733 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Subnet': ['ID=42aecfa2-9e4b-4d85-96de-d3ce26dc011b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:39.228800 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b1394df4-548a-43c5-9884-1d4124003733 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.230846 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b1394df4-548a-43c5-9884-1d4124003733 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/42aecfa2-9e4b-4d85-96de-d3ce26dc011b HTTP/1.1" status: 204 len: 168 time: 0.3926497 Jul 05 10:41:39.234805 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33316) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:39.237947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab6139-15a2-4b46-b56c-0a9a32eb069a None None] Network 3a068886-f0a5-4f02-a5b5-352b4c94d53a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:39.327287 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.384570 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port dc55a287-be9b-4cab-b68d-94eb8d6fd16c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:39.385056 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.461544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aa07b3-6f5d-4236-a7a5-73867c44f4ed None None] DHCP port deletion for 3a068886-f0a5-4f02-a5b5-352b4c94d53a request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:41:39.469759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] For port dc55a287-be9b-4cab-b68d-94eb8d6fd16c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dc55a287-be9b-4cab-b68d-94eb8d6fd16c,segment=NetworkSegment(af28dbac-a395-4599-8009-4f5c734abdb8),segment_id=af28dbac-a395-4599-8009-4f5c734abdb8)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:39.474579 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.484659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for dc55a287-be9b-4cab-b68d-94eb8d6fd16c owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:39.520327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa07b3-6f5d-4236-a7a5-73867c44f4ed None None] Deleting port dc55a287-be9b-4cab-b68d-94eb8d6fd16c {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:39.520327 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f6aa07b3-6f5d-4236-a7a5-73867c44f4ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.530093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33320) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:39.577656 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dc68fc55-fd78-4986-9b61-8b6984ed10a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c810befadd0c42289813d5438d046a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462532 Jul 05 10:41:39.580102 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33322) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:39.590763 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f6aa07b3-6f5d-4236-a7a5-73867c44f4ed None None] For port dc55a287-be9b-4cab-b68d-94eb8d6fd16c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dc55a287-be9b-4cab-b68d-94eb8d6fd16c,segment=NetworkSegment(af28dbac-a395-4599-8009-4f5c734abdb8),segment_id=af28dbac-a395-4599-8009-4f5c734abdb8)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:39.591567 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f6aa07b3-6f5d-4236-a7a5-73867c44f4ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.608165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa07b3-6f5d-4236-a7a5-73867c44f4ed None None] Calling delete_port for dc55a287-be9b-4cab-b68d-94eb8d6fd16c owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:39.636841 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e1304ed8-e121-40aa-b650-92746628dad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.659879 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e1304ed8-e121-40aa-b650-92746628dad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.697005 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.711156 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f6aa07b3-6f5d-4236-a7a5-73867c44f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.725936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=dc55a287-be9b-4cab-b68d-94eb8d6fd16c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:39.732035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No DVR routers for this DVR port dc55a287-be9b-4cab-b68d-94eb8d6fd16c on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:41:39.742403 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa07b3-6f5d-4236-a7a5-73867c44f4ed None None] Pushing event deleted for resources: {'Port': ['ID=dc55a287-be9b-4cab-b68d-94eb8d6fd16c,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:39.749760 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa07b3-6f5d-4236-a7a5-73867c44f4ed None None] No DVR routers for this DVR port dc55a287-be9b-4cab-b68d-94eb8d6fd16c on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:41:39.817807 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e1304ed8-e121-40aa-b650-92746628dad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.821328 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e1304ed8-e121-40aa-b650-92746628dad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.822645 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e1304ed8-e121-40aa-b650-92746628dad6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9a372ec2-6198-48a9-866c-3e3769a55d08 HTTP/1.1" status: 204 len: 168 time: 0.2413430 Jul 05 10:41:39.831650 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.833909 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1304ed8-e121-40aa-b650-92746628dad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a372ec2-6198-48a9-866c-3e3769a55d08,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:39.858577 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a068886-f0a5-4f02-a5b5-352b4c94d53a']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:39.879076 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af28dbac-a395-4599-8009-4f5c734abdb8') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:39.879469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af28dbac-a395-4599-8009-4f5c734abdb8') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:39.899036 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.949441 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.958086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:41:39.958625 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:41:39.963183 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:41:40.143554 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:40.150921 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:40.152686 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/networks/3a068886-f0a5-4f02-a5b5-352b4c94d53a HTTP/1.1" status: 204 len: 168 time: 0.9162169 Jul 05 10:41:40.156419 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33326) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:40.161388 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1539346276', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}, 'admin_state_up': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:40.165039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb5390-f74d-4290-98ec-1600ad56fd02 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Network': ['ID=3a068886-f0a5-4f02-a5b5-352b4c94d53a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:40.246525 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:40.247514 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:40.299847 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:40.523438 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:40.820941 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:40.840869 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:40.954079 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Allocated IP 172.25.5.162 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/14a60bb9-1f0e-480b-9f80-cc14d1d5f367) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:41.072355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:41.120937 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-265fb15c-d46a-4110-9a0b-44fe27033e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:41.166788 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:41.205221 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:41.212156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:41.216508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:41.223930 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=14a60bb9-1f0e-480b-9f80-cc14d1d5f367,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:41.309377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dc55a287-be9b-4cab-b68d-94eb8d6fd16c no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:41:41.331738 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: dc55a287-be9b-4cab-b68d-94eb8d6fd16c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:41:41.332275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dc55a287-be9b-4cab-b68d-94eb8d6fd16c not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:41:41.909276 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:41.939102 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33370) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:42.057601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-925712850', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:42.133833 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:42.171809 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Made reservation on behalf of 33987d28f0ae4877906e23386fda4471 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:42.174386 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:42.183866 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:42.285584 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:42.349083 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router 0d0579bf-b723-4c3a-a1fa-238a539358cf is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:41:42.377483 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:42.388321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] device_id is not set on port 5ee7a152-44b2-466e-8236-d7f3ad677534 yet. {{(pid=100776) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 10:41:42.432885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866dda3a-d47d-4ac5-9ca5-2a46c02bb18a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:42.464602 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:42.483596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f32fdf7-8663-452c-81c0-6b930a2a1400 None None] Sync routers for ids ['0d0579bf-b723-4c3a-a1fa-238a539358cf'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:42.493975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f32fdf7-8663-452c-81c0-6b930a2a1400 None None] Routers {'0d0579bf-b723-4c3a-a1fa-238a539358cf'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:42.494599 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0f32fdf7-8663-452c-81c0-6b930a2a1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0d0579bf-b723-4c3a-a1fa-238a539358cf'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:42.504361 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Allocated IP 172.25.5.71 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/5ee7a152-44b2-466e-8236-d7f3ad677534) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:42.528482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0f32fdf7-8663-452c-81c0-6b930a2a1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:42.538054 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:42.538285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f32fdf7-8663-452c-81c0-6b930a2a1400 None None] Routers {'0d0579bf-b723-4c3a-a1fa-238a539358cf'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:42.538841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0f32fdf7-8663-452c-81c0-6b930a2a1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0d0579bf-b723-4c3a-a1fa-238a539358cf'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:42.542207 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0470cb97-0add-4c55-ad2d-acf27793a58f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3823051 Jul 05 10:41:42.542517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33374) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:42.575123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0f32fdf7-8663-452c-81c0-6b930a2a1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:42.575815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f32fdf7-8663-452c-81c0-6b930a2a1400 None None] The sync data for ids ['0d0579bf-b723-4c3a-a1fa-238a539358cf'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:42.718933 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2f5e3e50-a9c0-4df5-a1c9-e1ebdccc9d5b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/routers/0d0579bf-b723-4c3a-a1fa-238a539358cf HTTP/1.1" status: 200 len: 885 time: 0.1753166 Jul 05 10:41:42.721482 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33376) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:42.734297 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:42.829513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:42.878529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:42.881502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:42.886111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:42.889301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Pushing event updated for resources: {'Port': ['ID=5ee7a152-44b2-466e-8236-d7f3ad677534,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:42.929632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:42.930257 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:42.967698 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4a3a4b50-a24f-4cd5-8258-a8c28d7bb409 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2445700 Jul 05 10:41:42.969771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33384) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:42.974547 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-6b2f04bd-db31-443e-8af8-2b51bc1750c0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1539346276'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:43.012785 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d7e25334-cdb5-4f5a-8145-d4d916ca8e65 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0723605 Jul 05 10:41:43.015877 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33386) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:43.020490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9cef8ba0-4697-4862-89a7-40c826534ae6 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.71'}]}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:43.149252 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9cef8ba0-4697-4862-89a7-40c826534ae6 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:43.150345 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9cef8ba0-4697-4862-89a7-40c826534ae6 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:43.204373 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9cef8ba0-4697-4862-89a7-40c826534ae6 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:43.282593 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6b2f04bd-db31-443e-8af8-2b51bc1750c0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:43.401885 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6b2f04bd-db31-443e-8af8-2b51bc1750c0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:43.417590 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9cef8ba0-4697-4862-89a7-40c826534ae6 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:43.517205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2f04bd-db31-443e-8af8-2b51bc1750c0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router 0d0579bf-b723-4c3a-a1fa-238a539358cf has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:41:43.585280 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bc25a9c1-f10f-4e94-a723-80d93294160a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:43.645017 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2f04bd-db31-443e-8af8-2b51bc1750c0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:43.663833 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6b2f04bd-db31-443e-8af8-2b51bc1750c0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:43.663833 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6b2f04bd-db31-443e-8af8-2b51bc1750c0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/0d0579bf-b723-4c3a-a1fa-238a539358cf HTTP/1.1" status: 200 len: 892 time: 0.6858034 Jul 05 10:41:43.664066 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969f60c5-65e8-4063-bc9a-7d5050920a81 None None] Sync routers for ids ['0d0579bf-b723-4c3a-a1fa-238a539358cf'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:43.664621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33388) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:43.670695 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969f60c5-65e8-4063-bc9a-7d5050920a81 None None] Routers {'0d0579bf-b723-4c3a-a1fa-238a539358cf'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:43.672123 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-969f60c5-65e8-4063-bc9a-7d5050920a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0d0579bf-b723-4c3a-a1fa-238a539358cf'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:43.681090 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:43.710646 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-969f60c5-65e8-4063-bc9a-7d5050920a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:43.736334 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969f60c5-65e8-4063-bc9a-7d5050920a81 None None] Routers {'0d0579bf-b723-4c3a-a1fa-238a539358cf'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:43.737629 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-969f60c5-65e8-4063-bc9a-7d5050920a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0d0579bf-b723-4c3a-a1fa-238a539358cf'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:43.745151 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9cef8ba0-4697-4862-89a7-40c826534ae6 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:43.766393 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9cef8ba0-4697-4862-89a7-40c826534ae6 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:43.779798 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-969f60c5-65e8-4063-bc9a-7d5050920a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:43.784251 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969f60c5-65e8-4063-bc9a-7d5050920a81 None None] The sync data for ids ['0d0579bf-b723-4c3a-a1fa-238a539358cf'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:43.811038 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-16a80076-deb7-4e5f-a777-a7f6f3e12385 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/routers/0d0579bf-b723-4c3a-a1fa-238a539358cf HTTP/1.1" status: 200 len: 892 time: 0.1524227 Jul 05 10:41:43.813450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33392) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:43.950219 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9cef8ba0-4697-4862-89a7-40c826534ae6 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:44.137037 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9cef8ba0-4697-4862-89a7-40c826534ae6 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:44.139432 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9cef8ba0-4697-4862-89a7-40c826534ae6 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:44.142814 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4d81fb9d-b4ba-4893-955d-2a05be4c436a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d0579bf-b723-4c3a-a1fa-238a539358cf HTTP/1.1" status: 200 len: 205 time: 0.3272526 Jul 05 10:41:44.145133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33398) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:44.259954 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c8f195c-09ac-4eea-ac48-9a5d3e58f5c9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:44.286248 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9cef8ba0-4697-4862-89a7-40c826534ae6 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:44.287051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cef8ba0-4697-4862-89a7-40c826534ae6 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 423c7518-e2cf-40a3-8fc3-5db7c2a41566 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:41:44.368594 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c8f195c-09ac-4eea-ac48-9a5d3e58f5c9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:44.377615 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-9cef8ba0-4697-4862-89a7-40c826534ae6 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 10:41:44.378833 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9cef8ba0-4697-4862-89a7-40c826534ae6 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3618412 Jul 05 10:41:44.382738 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33400) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:44.509140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-34f79bfd-9657-4ae4-816f-9e46a560b420 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Deleting port 5ee7a152-44b2-466e-8236-d7f3ad677534 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:44.509540 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34f79bfd-9657-4ae4-816f-9e46a560b420 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:44.513416 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-0c8f195c-09ac-4eea-ac48-9a5d3e58f5c9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port 14a60bb9-1f0e-480b-9f80-cc14d1d5f367 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:44.513731 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c8f195c-09ac-4eea-ac48-9a5d3e58f5c9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:44.655092 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34f79bfd-9657-4ae4-816f-9e46a560b420 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:44.665905 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c8f195c-09ac-4eea-ac48-9a5d3e58f5c9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:44.679009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-34f79bfd-9657-4ae4-816f-9e46a560b420 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Calling delete_port for 5ee7a152-44b2-466e-8236-d7f3ad677534 owned by {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:44.685038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-0c8f195c-09ac-4eea-ac48-9a5d3e58f5c9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for 14a60bb9-1f0e-480b-9f80-cc14d1d5f367 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:44.989333 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34f79bfd-9657-4ae4-816f-9e46a560b420 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:45.017950 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:45.018748 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c8f195c-09ac-4eea-ac48-9a5d3e58f5c9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:45.022825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f79bfd-9657-4ae4-816f-9e46a560b420 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ee7a152-44b2-466e-8236-d7f3ad677534,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:45.077304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f195c-09ac-4eea-ac48-9a5d3e58f5c9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=14a60bb9-1f0e-480b-9f80-cc14d1d5f367,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:45.163002 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34f79bfd-9657-4ae4-816f-9e46a560b420 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:45.164985 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-34f79bfd-9657-4ae4-816f-9e46a560b420 tempest-RoutersAdminNegativeTest-322827079 tempest-RoutersAdminNegativeTest-322827079-project-admin] 10.222.0.77 "DELETE /v2.0/ports/5ee7a152-44b2-466e-8236-d7f3ad677534 HTTP/1.1" status: 204 len: 168 time: 0.7816429 Jul 05 10:41:45.173188 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c8f195c-09ac-4eea-ac48-9a5d3e58f5c9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:45.274866 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c8f195c-09ac-4eea-ac48-9a5d3e58f5c9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:45.277062 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c8f195c-09ac-4eea-ac48-9a5d3e58f5c9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:45.412517 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c8f195c-09ac-4eea-ac48-9a5d3e58f5c9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:45.413298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8f195c-09ac-4eea-ac48-9a5d3e58f5c9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Fanout notify agent at l3_agent the message router_deleted on router 0d0579bf-b723-4c3a-a1fa-238a539358cf {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:41:45.422334 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0c8f195c-09ac-4eea-ac48-9a5d3e58f5c9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:45.423787 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0c8f195c-09ac-4eea-ac48-9a5d3e58f5c9 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/routers/0d0579bf-b723-4c3a-a1fa-238a539358cf HTTP/1.1" status: 204 len: 168 time: 1.2772610 Jul 05 10:41:45.427443 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33410) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:45.433844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4bbecac0-8db9-48a9-a0bd-645bde3fa814 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1733782653'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:45.541095 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbecac0-8db9-48a9-a0bd-645bde3fa814 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:45.553565 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4bbecac0-8db9-48a9-a0bd-645bde3fa814 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:45.594213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbecac0-8db9-48a9-a0bd-645bde3fa814 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:41:45.603410 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4bbecac0-8db9-48a9-a0bd-645bde3fa814 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:45.603889 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-4bbecac0-8db9-48a9-a0bd-645bde3fa814 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Added segment f61d890c-5126-452c-ad8a-8ef23ee0d956 of type vlan for network 526fdbcf-e69d-4295-8428-e6c17832891e Jul 05 10:41:45.667874 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4bbecac0-8db9-48a9-a0bd-645bde3fa814 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:45.766581 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4bbecac0-8db9-48a9-a0bd-645bde3fa814 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:45.772192 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33414) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:45.782214 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbecac0-8db9-48a9-a0bd-645bde3fa814 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:45.783228 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4bbecac0-8db9-48a9-a0bd-645bde3fa814 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:45.858407 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4bbecac0-8db9-48a9-a0bd-645bde3fa814 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4289989 Jul 05 10:41:45.861333 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33418) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:45.871752 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5c2a7403-19b8-41e6-8f51-2d4bb3928528 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'subnet': {'network_id': '526fdbcf-e69d-4295-8428-e6c17832891e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:45.875459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbecac0-8db9-48a9-a0bd-645bde3fa814 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Network': ['ID=526fdbcf-e69d-4295-8428-e6c17832891e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:45.887753 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 526fdbcf-e69d-4295-8428-e6c17832891e details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:41:45.936640 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f6fd74ad-4ea3-4e84-a88c-109b0fcb9007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:46.065021 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f6fd74ad-4ea3-4e84-a88c-109b0fcb9007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:46.172885 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f6fd74ad-4ea3-4e84-a88c-109b0fcb9007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:46.217442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd74ad-4ea3-4e84-a88c-109b0fcb9007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4848b4-fb0c-4e03-bece-94f244d90a81,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:46.224245 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f6fd74ad-4ea3-4e84-a88c-109b0fcb9007 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa0aa7ee85d64b11be4066eceb95b882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473653 Jul 05 10:41:46.230152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33420) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:46.274400 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f894adca-dc77-4f6a-8d76-3768768c6c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:46.296830 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f894adca-dc77-4f6a-8d76-3768768c6c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:46.309165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2a7403-19b8-41e6-8f51-2d4bb3928528 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:46.312916 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c2a7403-19b8-41e6-8f51-2d4bb3928528 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:46.423527 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f894adca-dc77-4f6a-8d76-3768768c6c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:46.426163 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f894adca-dc77-4f6a-8d76-3768768c6c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:46.427364 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f894adca-dc77-4f6a-8d76-3768768c6c37 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c4848b4-fb0c-4e03-bece-94f244d90a81 HTTP/1.1" status: 204 len: 168 time: 0.2019544 Jul 05 10:41:46.436606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894adca-dc77-4f6a-8d76-3768768c6c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4848b4-fb0c-4e03-bece-94f244d90a81,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:46.618387 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c2a7403-19b8-41e6-8f51-2d4bb3928528 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:46.685448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a7403-19b8-41e6-8f51-2d4bb3928528 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Subnet': ['ID=43c90a5a-3ecd-45ca-a98d-cc9e7b637870,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:46.695316 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2a7403-19b8-41e6-8f51-2d4bb3928528 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Checking segment: {'id': 'f61d890c-5126-452c-ad8a-8ef23ee0d956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '526fdbcf-e69d-4295-8428-e6c17832891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:46.695761 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2a7403-19b8-41e6-8f51-2d4bb3928528 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network hostable DHCP agents. Network: 526fdbcf-e69d-4295-8428-e6c17832891e, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:41:46.777580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2a7403-19b8-41e6-8f51-2d4bb3928528 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 526fdbcf-e69d-4295-8428-e6c17832891e is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:41:46.852427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-5c2a7403-19b8-41e6-8f51-2d4bb3928528 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 526fdbcf-e69d-4295-8428-e6c17832891e) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:46.860797 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0720b5-3087-4b02-8a04-ad903cbbf2ff None None] Network 526fdbcf-e69d-4295-8428-e6c17832891e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:46.861305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2a7403-19b8-41e6-8f51-2d4bb3928528 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:46.861794 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c2a7403-19b8-41e6-8f51-2d4bb3928528 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:46.876088 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.001703 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5c2a7403-19b8-41e6-8f51-2d4bb3928528 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1391947 Jul 05 10:41:47.006126 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33428) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:47.012523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2cb17f5f-0cf5-498d-8340-0a91fbbd3af0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-402217844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:47.014919 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-526fdbcf-e69d-4295-8428-e6c17832891e', 'network_id': '526fdbcf-e69d-4295-8428-e6c17832891e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'fixed_ips': [{'subnet_id': '43c90a5a-3ecd-45ca-a98d-cc9e7b637870'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:41:47.015828 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.119930 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2cb17f5f-0cf5-498d-8340-0a91fbbd3af0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.121005 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2cb17f5f-0cf5-498d-8340-0a91fbbd3af0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.160240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Allocated IP 2001:db8::2 (526fdbcf-e69d-4295-8428-e6c17832891e/43c90a5a-3ecd-45ca-a98d-cc9e7b637870/f6eb99c1-f7c2-4491-92ed-c20602c4747b) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:47.162145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33432) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:47.175314 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2cb17f5f-0cf5-498d-8340-0a91fbbd3af0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.206205 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4a16d708-28b2-4958-af5e-b6d7d49724d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=33987d28f0ae4877906e23386fda4471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420184 Jul 05 10:41:47.209226 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33434) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:47.259409 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33b5a5b6-a4f6-488b-b34f-36680dd474aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.268936 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2cb17f5f-0cf5-498d-8340-0a91fbbd3af0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.291876 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33b5a5b6-a4f6-488b-b34f-36680dd474aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.307979 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.315900 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Transition to ACTIVE for port object f6eb99c1-f7c2-4491-92ed-c20602c4747b will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:47.330242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Transition to ACTIVE for port object f6eb99c1-f7c2-4491-92ed-c20602c4747b will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:47.383677 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2cb17f5f-0cf5-498d-8340-0a91fbbd3af0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.384982 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2cb17f5f-0cf5-498d-8340-0a91fbbd3af0 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3789923 Jul 05 10:41:47.387837 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33436) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:47.413318 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.431162 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33b5a5b6-a4f6-488b-b34f-36680dd474aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.433768 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33b5a5b6-a4f6-488b-b34f-36680dd474aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.434913 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-33b5a5b6-a4f6-488b-b34f-36680dd474aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/866dda3a-d47d-4ac5-9ca5-2a46c02bb18a HTTP/1.1" status: 204 len: 168 time: 0.2247002 Jul 05 10:41:47.455514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Network 526fdbcf-e69d-4295-8428-e6c17832891e is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:47.462146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:47.464775 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:47.478810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Pushing event updated for resources: {'Port': ['ID=f6eb99c1-f7c2-4491-92ed-c20602c4747b,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:47.485412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5a5b6-a4f6-488b-b34f-36680dd474aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866dda3a-d47d-4ac5-9ca5-2a46c02bb18a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:47.545451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Attempting to bind port f6eb99c1-f7c2-4491-92ed-c20602c4747b on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:41:47.545964 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Attempting to bind port f6eb99c1-f7c2-4491-92ed-c20602c4747b by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'f61d890c-5126-452c-ad8a-8ef23ee0d956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '526fdbcf-e69d-4295-8428-e6c17832891e'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:41:47.546575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Attempting to bind port f6eb99c1-f7c2-4491-92ed-c20602c4747b on network 526fdbcf-e69d-4295-8428-e6c17832891e {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:41:47.552219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:41:47.552751 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Checking segment: {'id': 'f61d890c-5126-452c-ad8a-8ef23ee0d956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '526fdbcf-e69d-4295-8428-e6c17832891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:47.553344 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.554132 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Bound using segment: {'id': 'f61d890c-5126-452c-ad8a-8ef23ee0d956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '526fdbcf-e69d-4295-8428-e6c17832891e'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:41:47.554841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Bound port: f6eb99c1-f7c2-4491-92ed-c20602c4747b, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61d890c-5126-452c-ad8a-8ef23ee0d956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '526fdbcf-e69d-4295-8428-e6c17832891e'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:41:47.555476 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.639958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] For port f6eb99c1-f7c2-4491-92ed-c20602c4747b, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:41:47.649611 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] For port f6eb99c1-f7c2-4491-92ed-c20602c4747b, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f6eb99c1-f7c2-4491-92ed-c20602c4747b,segment=NetworkSegment(f61d890c-5126-452c-ad8a-8ef23ee0d956),segment_id=f61d890c-5126-452c-ad8a-8ef23ee0d956)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:41:47.725846 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.738038 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:47.820457 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6791036-17d7-41b3-97c2-1b83921e77bc None None] Pushing event updated for resources: {'Port': ['ID=f6eb99c1-f7c2-4491-92ed-c20602c4747b,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:48.041670 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Allocated IP 2001:db8::1 (526fdbcf-e69d-4295-8428-e6c17832891e/43c90a5a-3ecd-45ca-a98d-cc9e7b637870/b1e7cdec-fa54-4e83-9248-d344a8a2a96c) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:48.173916 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33454) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:48.202134 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:48.317103 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7190cad5-6c44-4c6a-9cd1-8b073786f05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:48.467996 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7190cad5-6c44-4c6a-9cd1-8b073786f05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:48.543453 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7190cad5-6c44-4c6a-9cd1-8b073786f05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:48.596042 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7190cad5-6c44-4c6a-9cd1-8b073786f05b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=007e89017bf645f5bdf2951bbe198f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4190223 Jul 05 10:41:48.600771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33466) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:48.611079 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190cad5-6c44-4c6a-9cd1-8b073786f05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e9d15d-98bd-4fcf-8d56-b386c98e71a9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:48.648510 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Transition to ACTIVE for port object b1e7cdec-fa54-4e83-9248-d344a8a2a96c will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:48.679475 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28121273-9c5e-4dc0-872d-94167c79aaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:48.705026 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28121273-9c5e-4dc0-872d-94167c79aaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:48.909974 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:48.942857 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28121273-9c5e-4dc0-872d-94167c79aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:48.946041 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28121273-9c5e-4dc0-872d-94167c79aaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:48.949904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d467b3-bd8e-48a3-89d0-a8365878b8ce None None] Network 526fdbcf-e69d-4295-8428-e6c17832891e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:48.950434 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-28121273-9c5e-4dc0-872d-94167c79aaa4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/25e9d15d-98bd-4fcf-8d56-b386c98e71a9 HTTP/1.1" status: 204 len: 168 time: 0.3451245 Jul 05 10:41:48.960903 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28121273-9c5e-4dc0-872d-94167c79aaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e9d15d-98bd-4fcf-8d56-b386c98e71a9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:48.972811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 526fdbcf-e69d-4295-8428-e6c17832891e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:48.979131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:48.983423 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:48.984273 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:48.985472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33472) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:49.086339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=b1e7cdec-fa54-4e83-9248-d344a8a2a96c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:49.124928 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3d916a39-ec40-46e9-b11a-717fb7f31493 tempest-AgentManagementNegativeTest-672698465 tempest-AgentManagementNegativeTest-672698465-project] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1379960 Jul 05 10:41:49.226530 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:49.322234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ce42924d-d635-457b-8f38-c04abdbb9872 None None] Provisioning for port f6eb99c1-f7c2-4491-92ed-c20602c4747b completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:49.348663 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f6eb99c1-f7c2-4491-92ed-c20602c4747b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:49.485761 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port f6eb99c1-f7c2-4491-92ed-c20602c4747b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:49.492586 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f6eb99c1-f7c2-4491-92ed-c20602c4747b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:49.493355 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:49.551083 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:49.598543 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:49.636810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port f6eb99c1-f7c2-4491-92ed-c20602c4747b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f6eb99c1-f7c2-4491-92ed-c20602c4747b,segment=NetworkSegment(f61d890c-5126-452c-ad8a-8ef23ee0d956),segment_id=f61d890c-5126-452c-ad8a-8ef23ee0d956)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:49.653466 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:49.656472 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:49.720551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33488) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:49.726337 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:49.763633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fd51e448-c749-4566-a9c8-040ac3b953e1 None None] Provisioning for port b1e7cdec-fa54-4e83-9248-d344a8a2a96c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:49.775533 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fd51e448-c749-4566-a9c8-040ac3b953e1 None None] Provisioning complete for port b1e7cdec-fa54-4e83-9248-d344a8a2a96c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:49.777623 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fd51e448-c749-4566-a9c8-040ac3b953e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:49.780215 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=b1e7cdec-fa54-4e83-9248-d344a8a2a96c,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:49.828309 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 526fdbcf-e69d-4295-8428-e6c17832891e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:49.829117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:49.857052 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=f6eb99c1-f7c2-4491-92ed-c20602c4747b,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:49.858606 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fd51e448-c749-4566-a9c8-040ac3b953e1 None None] Port b1e7cdec-fa54-4e83-9248-d344a8a2a96c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:49.878579 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fd51e448-c749-4566-a9c8-040ac3b953e1 None None] Provisioning complete for port f6eb99c1-f7c2-4491-92ed-c20602c4747b triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:49.878963 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fd51e448-c749-4566-a9c8-040ac3b953e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:50.074433 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d91958ae-e9bc-43c6-8f20-ee8e0617d2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:50.102485 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9c61655b-620d-4c03-b51e-5b8a3715919a None None] Provisioning complete for port b1e7cdec-fa54-4e83-9248-d344a8a2a96c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:50.114360 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9c61655b-620d-4c03-b51e-5b8a3715919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:50.139405 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-9c61655b-620d-4c03-b51e-5b8a3715919a None None] Port b1e7cdec-fa54-4e83-9248-d344a8a2a96c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:50.143184 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router df90f3a4-c9e9-4db0-ae34-9c569a9881ee is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:41:50.191148 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d91958ae-e9bc-43c6-8f20-ee8e0617d2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:50.240108 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:50.248782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33500) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:50.252304 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b07b3fab-9744-46cb-8fe2-5844f5e09e8b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/df90f3a4-c9e9-4db0-ae34-9c569a9881ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8633845 Jul 05 10:41:50.252999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39badb4b-cfc7-4d9e-b914-fe736e26e833 None None] Sync routers for ids ['df90f3a4-c9e9-4db0-ae34-9c569a9881ee'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:50.270647 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39badb4b-cfc7-4d9e-b914-fe736e26e833 None None] Routers {'df90f3a4-c9e9-4db0-ae34-9c569a9881ee'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:50.271393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-39badb4b-cfc7-4d9e-b914-fe736e26e833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['df90f3a4-c9e9-4db0-ae34-9c569a9881ee'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:50.273778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ded5821c-79e5-48d1-8aa8-c241f1f9d48e None None] Provisioning complete for port b1e7cdec-fa54-4e83-9248-d344a8a2a96c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:50.274361 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ded5821c-79e5-48d1-8aa8-c241f1f9d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:50.306576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0301c1-fa0f-4650-a8d6-8d3ba72ac8ff tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:50.308000 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6c0301c1-fa0f-4650-a8d6-8d3ba72ac8ff tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports/b1e7cdec-fa54-4e83-9248-d344a8a2a96c HTTP/1.1" status: 200 len: 911 time: 0.0581295 Jul 05 10:41:50.310796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33502) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:50.316082 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3ee9844e-e9ba-4040-a683-a8c8fe76aafc tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '43c90a5a-3ecd-45ca-a98d-cc9e7b637870'}]}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:50.321594 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d91958ae-e9bc-43c6-8f20-ee8e0617d2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:50.326786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-39badb4b-cfc7-4d9e-b914-fe736e26e833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:50.345582 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39badb4b-cfc7-4d9e-b914-fe736e26e833 None None] Routers {'df90f3a4-c9e9-4db0-ae34-9c569a9881ee'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:50.346119 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-39badb4b-cfc7-4d9e-b914-fe736e26e833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['df90f3a4-c9e9-4db0-ae34-9c569a9881ee'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:50.350631 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ded5821c-79e5-48d1-8aa8-c241f1f9d48e None None] Port b1e7cdec-fa54-4e83-9248-d344a8a2a96c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:50.386468 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-39badb4b-cfc7-4d9e-b914-fe736e26e833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:50.386468 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39badb4b-cfc7-4d9e-b914-fe736e26e833 None None] The sync data for ids ['df90f3a4-c9e9-4db0-ae34-9c569a9881ee'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:50.386767 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d91958ae-e9bc-43c6-8f20-ee8e0617d2de admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dffbc68891454127ae333c667b58687f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6591232 Jul 05 10:41:50.386882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33504) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:50.397779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91958ae-e9bc-43c6-8f20-ee8e0617d2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c126203-7c60-41e2-a7b4-690e756aedfa,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:50.454425 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5e005b82-25ab-4285-96dc-8866e52833c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:50.480089 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5e005b82-25ab-4285-96dc-8866e52833c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:50.530767 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3ee9844e-e9ba-4040-a683-a8c8fe76aafc tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:50.589009 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5e005b82-25ab-4285-96dc-8866e52833c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:50.591684 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5e005b82-25ab-4285-96dc-8866e52833c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:50.593189 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5e005b82-25ab-4285-96dc-8866e52833c1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c126203-7c60-41e2-a7b4-690e756aedfa HTTP/1.1" status: 204 len: 168 time: 0.2074277 Jul 05 10:41:50.604945 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e005b82-25ab-4285-96dc-8866e52833c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c126203-7c60-41e2-a7b4-690e756aedfa,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:50.914850 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3ee9844e-e9ba-4040-a683-a8c8fe76aafc tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:51.052558 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3ee9844e-e9ba-4040-a683-a8c8fe76aafc tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:51.060136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee9844e-e9ba-4040-a683-a8c8fe76aafc tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:51.060835 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3ee9844e-e9ba-4040-a683-a8c8fe76aafc tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:51.062466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3ee9844e-e9ba-4040-a683-a8c8fe76aafc tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/ports/b1e7cdec-fa54-4e83-9248-d344a8a2a96c HTTP/1.1" status: 200 len: 911 time: 0.7506721 Jul 05 10:41:51.065548 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33518) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:51.119400 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9844e-e9ba-4040-a683-a8c8fe76aafc tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=b1e7cdec-fa54-4e83-9248-d344a8a2a96c,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:51.322723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f6eb99c1-f7c2-4491-92ed-c20602c4747b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:51.399422 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f6eb99c1-f7c2-4491-92ed-c20602c4747b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:51.400472 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:51.435567 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ffb81b4-f762-4b1d-b3b7-e9ed7a2a3757 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:51.715855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb81b4-f762-4b1d-b3b7-e9ed7a2a3757 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port b1e7cdec-fa54-4e83-9248-d344a8a2a96c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:51.716424 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ffb81b4-f762-4b1d-b3b7-e9ed7a2a3757 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:51.810362 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ffb81b4-f762-4b1d-b3b7-e9ed7a2a3757 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:51.827007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb81b4-f762-4b1d-b3b7-e9ed7a2a3757 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for b1e7cdec-fa54-4e83-9248-d344a8a2a96c owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:52.075070 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ffb81b4-f762-4b1d-b3b7-e9ed7a2a3757 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:52.104010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb81b4-f762-4b1d-b3b7-e9ed7a2a3757 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=b1e7cdec-fa54-4e83-9248-d344a8a2a96c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:52.208345 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ffb81b4-f762-4b1d-b3b7-e9ed7a2a3757 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:52.396775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffb81b4-f762-4b1d-b3b7-e9ed7a2a3757 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router df90f3a4-c9e9-4db0-ae34-9c569a9881ee has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:41:52.423701 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:52.479927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffb81b4-f762-4b1d-b3b7-e9ed7a2a3757 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:52.485225 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1ffb81b4-f762-4b1d-b3b7-e9ed7a2a3757 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/df90f3a4-c9e9-4db0-ae34-9c569a9881ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4172468 Jul 05 10:41:52.488517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33554) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:52.496875 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0abd7e-70db-4e1b-bc0c-94728c72284c None None] Sync routers for ids ['df90f3a4-c9e9-4db0-ae34-9c569a9881ee'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:52.509829 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0abd7e-70db-4e1b-bc0c-94728c72284c None None] Routers {'df90f3a4-c9e9-4db0-ae34-9c569a9881ee'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:52.511310 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-2d0abd7e-70db-4e1b-bc0c-94728c72284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['df90f3a4-c9e9-4db0-ae34-9c569a9881ee'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:52.520223 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6028d7d5-140e-4b31-a931-3fed84a2db2b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports?device_id=df90f3a4-c9e9-4db0-ae34-9c569a9881ee HTTP/1.1" status: 200 len: 205 time: 0.0305135 Jul 05 10:41:52.522717 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33558) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:52.544044 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-2d0abd7e-70db-4e1b-bc0c-94728c72284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:52.554043 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0abd7e-70db-4e1b-bc0c-94728c72284c None None] Routers {'df90f3a4-c9e9-4db0-ae34-9c569a9881ee'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:52.554649 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-2d0abd7e-70db-4e1b-bc0c-94728c72284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['df90f3a4-c9e9-4db0-ae34-9c569a9881ee'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:52.601403 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b515ef6a-b3e9-49b0-ac21-0da020f2cb88 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:52.682820 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-2d0abd7e-70db-4e1b-bc0c-94728c72284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:52.683477 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0abd7e-70db-4e1b-bc0c-94728c72284c None None] The sync data for ids ['df90f3a4-c9e9-4db0-ae34-9c569a9881ee'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:41:52.767459 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b515ef6a-b3e9-49b0-ac21-0da020f2cb88 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:52.769838 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b515ef6a-b3e9-49b0-ac21-0da020f2cb88 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:52.903490 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b515ef6a-b3e9-49b0-ac21-0da020f2cb88 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:52.904243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b515ef6a-b3e9-49b0-ac21-0da020f2cb88 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Fanout notify agent at l3_agent the message router_deleted on router df90f3a4-c9e9-4db0-ae34-9c569a9881ee {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:41:52.915042 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b515ef6a-b3e9-49b0-ac21-0da020f2cb88 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:52.918155 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b515ef6a-b3e9-49b0-ac21-0da020f2cb88 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/routers/df90f3a4-c9e9-4db0-ae34-9c569a9881ee HTTP/1.1" status: 204 len: 168 time: 0.3927286 Jul 05 10:41:52.919422 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33568) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:52.971487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa25ffa9-14cc-4bf5-a492-2d8f7c1ee77b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting subnet 43c90a5a-3ecd-45ca-a98d-cc9e7b637870 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:41:52.977168 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa25ffa9-14cc-4bf5-a492-2d8f7c1ee77b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.018370 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa25ffa9-14cc-4bf5-a492-2d8f7c1ee77b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.108183 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa25ffa9-14cc-4bf5-a492-2d8f7c1ee77b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.269902 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa25ffa9-14cc-4bf5-a492-2d8f7c1ee77b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.297173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25ffa9-14cc-4bf5-a492-2d8f7c1ee77b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Subnet': ['ID=43c90a5a-3ecd-45ca-a98d-cc9e7b637870,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:53.300908 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa25ffa9-14cc-4bf5-a492-2d8f7c1ee77b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.305439 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-aa25ffa9-14cc-4bf5-a492-2d8f7c1ee77b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/43c90a5a-3ecd-45ca-a98d-cc9e7b637870 HTTP/1.1" status: 204 len: 168 time: 0.3826258 Jul 05 10:41:53.306680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33574) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:53.308624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ac4fc2-8241-4a95-9b8e-a97f04797e34 None None] Network 526fdbcf-e69d-4295-8428-e6c17832891e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:53.391818 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.451163 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port f6eb99c1-f7c2-4491-92ed-c20602c4747b {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:53.451509 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.520178 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] For port f6eb99c1-f7c2-4491-92ed-c20602c4747b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f6eb99c1-f7c2-4491-92ed-c20602c4747b,segment=NetworkSegment(f61d890c-5126-452c-ad8a-8ef23ee0d956),segment_id=f61d890c-5126-452c-ad8a-8ef23ee0d956)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:53.520551 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.528752 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab55c11-b6df-4dcb-af6a-1cf79bfd89d7 None None] DHCP port deletion for 526fdbcf-e69d-4295-8428-e6c17832891e request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:41:53.541526 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for f6eb99c1-f7c2-4491-92ed-c20602c4747b owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:53.605885 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0ab55c11-b6df-4dcb-af6a-1cf79bfd89d7 None None] Deleting port f6eb99c1-f7c2-4491-92ed-c20602c4747b {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:41:53.610553 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0ab55c11-b6df-4dcb-af6a-1cf79bfd89d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.686931 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-0ab55c11-b6df-4dcb-af6a-1cf79bfd89d7 None None] For port f6eb99c1-f7c2-4491-92ed-c20602c4747b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f6eb99c1-f7c2-4491-92ed-c20602c4747b,segment=NetworkSegment(f61d890c-5126-452c-ad8a-8ef23ee0d956),segment_id=f61d890c-5126-452c-ad8a-8ef23ee0d956)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:53.687342 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0ab55c11-b6df-4dcb-af6a-1cf79bfd89d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.702702 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0ab55c11-b6df-4dcb-af6a-1cf79bfd89d7 None None] Calling delete_port for f6eb99c1-f7c2-4491-92ed-c20602c4747b owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:41:53.715801 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.768777 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=f6eb99c1-f7c2-4491-92ed-c20602c4747b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:53.774156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No DVR routers for this DVR port f6eb99c1-f7c2-4491-92ed-c20602c4747b on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:41:53.794846 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0ab55c11-b6df-4dcb-af6a-1cf79bfd89d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.823639 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab55c11-b6df-4dcb-af6a-1cf79bfd89d7 None None] Pushing event deleted for resources: {'Port': ['ID=f6eb99c1-f7c2-4491-92ed-c20602c4747b,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:53.831590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab55c11-b6df-4dcb-af6a-1cf79bfd89d7 None None] No DVR routers for this DVR port f6eb99c1-f7c2-4491-92ed-c20602c4747b on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:41:53.867556 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.879293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526fdbcf-e69d-4295-8428-e6c17832891e']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:53.891223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61d890c-5126-452c-ad8a-8ef23ee0d956') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:53.891520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61d890c-5126-452c-ad8a-8ef23ee0d956') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:53.901245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.903318 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-ef329c67-5867-4f19-910d-fbd3bedcc366 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=6678a8311ef145b782b3e0ab799f62d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297155 Jul 05 10:41:53.915753 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.921698 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:41:53.922082 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:41:53.925035 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:41:54.035331 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:54.047514 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:54.047873 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/networks/526fdbcf-e69d-4295-8428-e6c17832891e HTTP/1.1" status: 204 len: 168 time: 0.7399569 Jul 05 10:41:54.056205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33598) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:54.058799 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921e427-5c90-475d-8af1-410c46dcc7a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Network': ['ID=526fdbcf-e69d-4295-8428-e6c17832891e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:54.060729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9051fd96-0e49-4aff-b597-c5fd1f5e097a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-366249553', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:54.141347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-12e8e4fe-3270-4cb1-830f-8c5908eeb2b5 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:54.142763 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-12e8e4fe-3270-4cb1-830f-8c5908eeb2b5 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2337902 Jul 05 10:41:54.157305 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-2b3b896c-bbab-4379-9ea9-cc0bf463817b tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/quotas/6678a8311ef145b782b3e0ab799f62d2 HTTP/1.1" status: 200 len: 375 time: 0.0091088 Jul 05 10:41:54.205615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-7ea96eca-f810-4172-97e1-8099863cda7b tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6678a8311ef145b782b3e0ab799f62d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433202 Jul 05 10:41:54.235416 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9051fd96-0e49-4aff-b597-c5fd1f5e097a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:54.235416 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9051fd96-0e49-4aff-b597-c5fd1f5e097a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:54.276594 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9051fd96-0e49-4aff-b597-c5fd1f5e097a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:54.280799 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:54.321060 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9051fd96-0e49-4aff-b597-c5fd1f5e097a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:54.383786 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9051fd96-0e49-4aff-b597-c5fd1f5e097a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:54.385444 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9051fd96-0e49-4aff-b597-c5fd1f5e097a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3280785 Jul 05 10:41:54.388162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33604) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:54.393855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-136b025e-b0cf-4e71-974b-4cb92d26afcf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1577496444'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:54.497491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136b025e-b0cf-4e71-974b-4cb92d26afcf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:54.501545 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-136b025e-b0cf-4e71-974b-4cb92d26afcf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:54.531129 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136b025e-b0cf-4e71-974b-4cb92d26afcf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:41:54.542145 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-136b025e-b0cf-4e71-974b-4cb92d26afcf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:54.542497 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-136b025e-b0cf-4e71-974b-4cb92d26afcf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Added segment 3d984f5b-0dfd-4032-b47f-7c126716f99b of type vlan for network ae575969-2abd-4952-8ce0-30931af0618e Jul 05 10:41:54.594184 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-136b025e-b0cf-4e71-974b-4cb92d26afcf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:54.594905 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71b3082f-2d8d-42ca-ba03-6d9fcf0cda45 req-7f1904f3-a10a-4d7c-93ca-666484087ca3 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 210 time: 0.1494670 Jul 05 10:41:54.697536 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-136b025e-b0cf-4e71-974b-4cb92d26afcf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:54.703315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136b025e-b0cf-4e71-974b-4cb92d26afcf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:54.703939 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-136b025e-b0cf-4e71-974b-4cb92d26afcf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:54.768983 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b025e-b0cf-4e71-974b-4cb92d26afcf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Network': ['ID=ae575969-2abd-4952-8ce0-30931af0618e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:54.780727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network ae575969-2abd-4952-8ce0-30931af0618e details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:41:54.863190 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-136b025e-b0cf-4e71-974b-4cb92d26afcf tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4738390 Jul 05 10:41:54.866465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33620) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:54.871120 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-68c2ddd4-b4e6-4b58-a1f8-76a79a4c3dc6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'subnet': {'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:55.298615 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f6eb99c1-f7c2-4491-92ed-c20602c4747b no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:41:55.320297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: f6eb99c1-f7c2-4491-92ed-c20602c4747b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:41:55.320633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f6eb99c1-f7c2-4491-92ed-c20602c4747b not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:41:55.463545 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c2ddd4-b4e6-4b58-a1f8-76a79a4c3dc6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:55.467332 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-68c2ddd4-b4e6-4b58-a1f8-76a79a4c3dc6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:55.677584 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-550a7ab0-b616-47be-82a0-0f3f6efc8e9b req-e680b020-696b-4132-bf85-f48b93b3f4cd tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 210 time: 0.0276768 Jul 05 10:41:55.755171 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-68c2ddd4-b4e6-4b58-a1f8-76a79a4c3dc6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:55.816968 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2ddd4-b4e6-4b58-a1f8-76a79a4c3dc6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Subnet': ['ID=aa8fd7f7-9eed-4339-93d9-ace8b8b02f58,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:55.829370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c2ddd4-b4e6-4b58-a1f8-76a79a4c3dc6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Checking segment: {'id': '3d984f5b-0dfd-4032-b47f-7c126716f99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:55.829738 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c2ddd4-b4e6-4b58-a1f8-76a79a4c3dc6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network hostable DHCP agents. Network: ae575969-2abd-4952-8ce0-30931af0618e, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:41:55.925978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c2ddd4-b4e6-4b58-a1f8-76a79a4c3dc6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network ae575969-2abd-4952-8ce0-30931af0618e is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:41:56.039960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-68c2ddd4-b4e6-4b58-a1f8-76a79a4c3dc6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, ae575969-2abd-4952-8ce0-30931af0618e) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:56.044218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c2ddd4-b4e6-4b58-a1f8-76a79a4c3dc6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:56.044808 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-68c2ddd4-b4e6-4b58-a1f8-76a79a4c3dc6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:56.048979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe9a7f4-54d3-4f55-9edc-7eed5ec2379d None None] Network ae575969-2abd-4952-8ce0-30931af0618e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:56.179227 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-68c2ddd4-b4e6-4b58-a1f8-76a79a4c3dc6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3119767 Jul 05 10:41:56.181764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33636) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:56.198843 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-ae575969-2abd-4952-8ce0-30931af0618e', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:41:56.200199 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:56.351521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Allocated IP 2001:db8::2 (ae575969-2abd-4952-8ce0-30931af0618e/aa8fd7f7-9eed-4339-93d9-ace8b8b02f58/f2fe026b-ee20-4d8f-92b5-8099b4df9bb3) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:56.498392 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:56.516813 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:56.526156 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Transition to ACTIVE for port object f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:56.542037 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Transition to ACTIVE for port object f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:56.647521 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:56.682733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Network ae575969-2abd-4952-8ce0-30931af0618e is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:56.686002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:56.690080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:56.711113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Pushing event updated for resources: {'Port': ['ID=f2fe026b-ee20-4d8f-92b5-8099b4df9bb3,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:56.758238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Allocated IP 2001:db8::1 (ae575969-2abd-4952-8ce0-30931af0618e/aa8fd7f7-9eed-4339-93d9-ace8b8b02f58/1102cba9-6225-4b56-8818-6fc375bac1ac) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:56.773268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Attempting to bind port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:41:56.774726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Attempting to bind port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '3d984f5b-0dfd-4032-b47f-7c126716f99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:41:56.774726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Attempting to bind port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 on network ae575969-2abd-4952-8ce0-30931af0618e {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:41:56.779876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:41:56.780352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Checking segment: {'id': '3d984f5b-0dfd-4032-b47f-7c126716f99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:56.780826 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:56.781290 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Bound using segment: {'id': '3d984f5b-0dfd-4032-b47f-7c126716f99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:41:56.781833 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Bound port: f2fe026b-ee20-4d8f-92b5-8099b4df9bb3, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d984f5b-0dfd-4032-b47f-7c126716f99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:41:56.782285 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:56.885406 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95f9fef9-2d6d-4cc2-8762-25b56f18578c req-4c32c130-17d5-4e70-81b8-bfbe11ca438e tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 210 time: 0.0471001 Jul 05 10:41:56.919936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] For port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:41:56.923978 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] For port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f2fe026b-ee20-4d8f-92b5-8099b4df9bb3,segment=NetworkSegment(3d984f5b-0dfd-4032-b47f-7c126716f99b),segment_id=3d984f5b-0dfd-4032-b47f-7c126716f99b)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:41:56.949275 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:56.965376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Transition to ACTIVE for port object 1102cba9-6225-4b56-8818-6fc375bac1ac will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:57.016579 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:57.076155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3d6f5-b38e-4acb-8d75-cd85eb412256 None None] Pushing event updated for resources: {'Port': ['ID=f2fe026b-ee20-4d8f-92b5-8099b4df9bb3,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:57.164783 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:57.201612 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network ae575969-2abd-4952-8ce0-30931af0618e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:57.203319 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:57.214103 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:57.214842 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:57.308778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=1102cba9-6225-4b56-8818-6fc375bac1ac,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:57.388354 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:57.403913 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-64273ac0-81f8-4729-a9f2-b181e209b7a1 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6678a8311ef145b782b3e0ab799f62d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317316 Jul 05 10:41:57.429610 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:57.493317 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:57.611608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-91a8049f-ef84-4483-8591-f7dca5f72525 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:57.613091 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-91a8049f-ef84-4483-8591-f7dca5f72525 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035925 Jul 05 10:41:57.642113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Request body: {'port': {'device_id': '5c86cc88-568f-4a69-87e5-ccb4102da030', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '6678a8311ef145b782b3e0ab799f62d2'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:57.710414 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:57.817908 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:57.819324 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:57.852035 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Made reservation on behalf of 6678a8311ef145b782b3e0ab799f62d2 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:57.855740 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:57.866157 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:57.931401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=1102cba9-6225-4b56-8818-6fc375bac1ac,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:57.972670 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network ae575969-2abd-4952-8ce0-30931af0618e is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:57.974413 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:57.977043 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:58.062802 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:58.091858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433fbddd-8c6b-4222-bbb5-9e9a3ee9c084 None None] Network ae575969-2abd-4952-8ce0-30931af0618e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:41:58.109759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8b3680-30a7-458e-9bc3-91f44a82fd78,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:58.128895 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a0d350ba-12a0-4f23-82a9-281960468c89 req-26551dea-b523-465f-9284-173aad7e2d90 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 210 time: 0.0507429 Jul 05 10:41:58.243983 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Allocated IP 192.168.233.10 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/90b2c328-75c7-4faf-ae8d-34c5080a5b87) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:41:58.280280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router c7be67d7-0458-44e8-ac05-b1db6f2ae051 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:41:58.329123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9d9e882b-acf9-476a-bfe1-06b4d150bdf9 None None] Provisioning for port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:58.331851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9d9e882b-acf9-476a-bfe1-06b4d150bdf9 None None] Provisioning complete for port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:58.332618 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9d9e882b-acf9-476a-bfe1-06b4d150bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:58.390880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:41:58.400859 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fb449137-8c86-41fd-a089-3f02a7f58bb2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/c7be67d7-0458-44e8-ac05-b1db6f2ae051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2163444 Jul 05 10:41:58.402218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33656) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:58.414890 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Sync routers for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:41:58.416566 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c47acae6-d1a6-4026-a928-f59c26791611 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2118396241'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:58.425980 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:58.432237 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:41:58.432872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:58.446594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Transition to ACTIVE for port object 90b2c328-75c7-4faf-ae8d-34c5080a5b87 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:58.500190 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9d9e882b-acf9-476a-bfe1-06b4d150bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:58.515001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47acae6-d1a6-4026-a928-f59c26791611 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:58.518643 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c47acae6-d1a6-4026-a928-f59c26791611 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:58.550244 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47acae6-d1a6-4026-a928-f59c26791611 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:41:58.550793 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-9d9e882b-acf9-476a-bfe1-06b4d150bdf9 None None] For port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f2fe026b-ee20-4d8f-92b5-8099b4df9bb3,segment=NetworkSegment(3d984f5b-0dfd-4032-b47f-7c126716f99b),segment_id=3d984f5b-0dfd-4032-b47f-7c126716f99b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:41:58.552311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:41:58.557302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:58.563447 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c47acae6-d1a6-4026-a928-f59c26791611 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:58.564083 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-c47acae6-d1a6-4026-a928-f59c26791611 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Added segment 65b1d394-fd43-4bf4-94d1-2011532efb9a of type vlan for network 0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a Jul 05 10:41:58.605792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:41:58.611472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:41:58.616975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:41:58.627084 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c47acae6-d1a6-4026-a928-f59c26791611 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:58.657785 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Pushing event updated for resources: {'Port': ['ID=90b2c328-75c7-4faf-ae8d-34c5080a5b87,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:58.659285 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9d9e882b-acf9-476a-bfe1-06b4d150bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:58.689905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:58.690565 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:58.773164 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c47acae6-d1a6-4026-a928-f59c26791611 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:58.775298 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1f00a61d-8d1d-4983-9850-eec26e17d0c2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1368601 Jul 05 10:41:58.779816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47acae6-d1a6-4026-a928-f59c26791611 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:58.783485 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c47acae6-d1a6-4026-a928-f59c26791611 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:58.801631 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-c9c10f6d-a636-444d-934e-76e3f7868fa7 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:41:58.803045 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e882b-acf9-476a-bfe1-06b4d150bdf9 None None] Pushing event updated for resources: {'Port': ['ID=f2fe026b-ee20-4d8f-92b5-8099b4df9bb3,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:58.803199 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-c9c10f6d-a636-444d-934e-76e3f7868fa7 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157413 Jul 05 10:41:58.822068 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Request body: {'port': {'device_id': '5c86cc88-568f-4a69-87e5-ccb4102da030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:58.883432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:41:57Z', 'revision_number': 2, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:41:57Z', 'revision_number': 2, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:41:58.917960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47acae6-d1a6-4026-a928-f59c26791611 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Network': ['ID=0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:58.939399 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-338f8a20-f6b8-4a81-95f1-31e5189e5e90 None None] Provisioning for port 1102cba9-6225-4b56-8818-6fc375bac1ac completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:41:58.942113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:41:58.945428 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c47acae6-d1a6-4026-a928-f59c26791611 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5416265 Jul 05 10:41:58.947747 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33660) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:41:58.953234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Checking router: c7be67d7-0458-44e8-ac05-b1db6f2ae051 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:41:58.956937 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Updating router c7be67d7-0458-44e8-ac05-b1db6f2ae051 port 1102cba9-6225-4b56-8818-6fc375bac1ac binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:41:58.957105 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-b163a6b2-d4b6-422b-aa43-5f656750a85d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'subnet': {'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:41:58.969467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-338f8a20-f6b8-4a81-95f1-31e5189e5e90 None None] Provisioning complete for port 1102cba9-6225-4b56-8818-6fc375bac1ac triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:58.969846 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-338f8a20-f6b8-4a81-95f1-31e5189e5e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:59.008578 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:59.139036 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-338f8a20-f6b8-4a81-95f1-31e5189e5e90 None None] Port 1102cba9-6225-4b56-8818-6fc375bac1ac cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:59.142711 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:59.247057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b163a6b2-d4b6-422b-aa43-5f656750a85d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:41:59.251307 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b163a6b2-d4b6-422b-aa43-5f656750a85d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:59.345079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-338f8a20-f6b8-4a81-95f1-31e5189e5e90 None None] Provisioning complete for port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:59.345465 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-338f8a20-f6b8-4a81-95f1-31e5189e5e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:59.548596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:41:59.612940 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b163a6b2-d4b6-422b-aa43-5f656750a85d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:59.695323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163a6b2-d4b6-422b-aa43-5f656750a85d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Subnet': ['ID=658c676a-dedc-4388-a994-ecb89333f508,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:41:59.712423 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:59.712804 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:59.720270 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dd4de-efba-41b0-92e9-49ac57929afc req-0c7cf261-6733-41df-a72c-2b32ca07f196 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:41:59.721840 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba3dd4de-efba-41b0-92e9-49ac57929afc req-0c7cf261-6733-41df-a72c-2b32ca07f196 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 935 time: 0.1413202 Jul 05 10:41:59.775926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163a6b2-d4b6-422b-aa43-5f656750a85d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Checking segment: {'id': '65b1d394-fd43-4bf4-94d1-2011532efb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:41:59.779313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b163a6b2-d4b6-422b-aa43-5f656750a85d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network hostable DHCP agents. Network: 0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:41:59.785938 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba3dd4de-efba-41b0-92e9-49ac57929afc req-6fba8025-4b4f-4188-b734-5f81680e4b25 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f8b3680-30a7-458e-9bc3-91f44a82fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527394 Jul 05 10:41:59.870107 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b2c328-75c7-4faf-ae8d-34c5080a5b87 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:41:59.878538 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:59.881700 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:59.890880 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Transition to ACTIVE for port object 90b2c328-75c7-4faf-ae8d-34c5080a5b87 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:59.902547 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Transition to ACTIVE for port object 1102cba9-6225-4b56-8818-6fc375bac1ac will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:41:59.903294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b163a6b2-d4b6-422b-aa43-5f656750a85d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:41:59.919541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cbff79ee-8969-4884-a1ba-04110fe1894e None None] Provisioning complete for port 1102cba9-6225-4b56-8818-6fc375bac1ac triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:41:59.919939 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cbff79ee-8969-4884-a1ba-04110fe1894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:41:59.960992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-cbff79ee-8969-4884-a1ba-04110fe1894e None None] Port 1102cba9-6225-4b56-8818-6fc375bac1ac cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:41:59.966396 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:00.000703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-b163a6b2-d4b6-422b-aa43-5f656750a85d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:00.001047 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:00.006619 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b163a6b2-d4b6-422b-aa43-5f656750a85d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:00.007227 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b163a6b2-d4b6-422b-aa43-5f656750a85d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:00.032719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b39a59-c552-46f3-be93-50965504406c None None] Network 0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:00.037600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=90b2c328-75c7-4faf-ae8d-34c5080a5b87,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:00.107079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cbff79ee-8969-4884-a1ba-04110fe1894e None None] Provisioning for port 90b2c328-75c7-4faf-ae8d-34c5080a5b87 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:00.147511 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b163a6b2-d4b6-422b-aa43-5f656750a85d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1947486 Jul 05 10:42:00.148821 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74ca38-12b7-450e-85c3-8eabbb12fadf None None] Pushing event updated for resources: {'Port': ['ID=1102cba9-6225-4b56-8818-6fc375bac1ac,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:00.149308 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33666) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:00.252596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Attempting to bind port 1102cba9-6225-4b56-8818-6fc375bac1ac on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:42:00.253675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Attempting to bind port 1102cba9-6225-4b56-8818-6fc375bac1ac by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '3d984f5b-0dfd-4032-b47f-7c126716f99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:42:00.253675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Attempting to bind port 1102cba9-6225-4b56-8818-6fc375bac1ac on network ae575969-2abd-4952-8ce0-30931af0618e {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:42:00.266964 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:42:00.267375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Checking segment: {'id': '3d984f5b-0dfd-4032-b47f-7c126716f99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:00.267826 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:00.268210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Bound using segment: {'id': '3d984f5b-0dfd-4032-b47f-7c126716f99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:42:00.268843 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Bound port: 1102cba9-6225-4b56-8818-6fc375bac1ac, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d984f5b-0dfd-4032-b47f-7c126716f99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:42:00.269233 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:00.326303 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Attempting to bind port 90b2c328-75c7-4faf-ae8d-34c5080a5b87 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:42:00.327147 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Attempting to bind port 90b2c328-75c7-4faf-ae8d-34c5080a5b87 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:42:00.327901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Attempting to bind port 90b2c328-75c7-4faf-ae8d-34c5080a5b87 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:42:00.333450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Port 90b2c328-75c7-4faf-ae8d-34c5080a5b87 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:42:00.335152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Attempting to bind port 90b2c328-75c7-4faf-ae8d-34c5080a5b87 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:42:00.342389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:42:00.343014 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:00.343703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:42:00.344496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Bound port: 90b2c328-75c7-4faf-ae8d-34c5080a5b87, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:42:00.345610 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:00.398535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] For port 1102cba9-6225-4b56-8818-6fc375bac1ac, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:42:00.402620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:42:00.403642 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:00.411815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] For port 1102cba9-6225-4b56-8818-6fc375bac1ac, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1102cba9-6225-4b56-8818-6fc375bac1ac,segment=NetworkSegment(3d984f5b-0dfd-4032-b47f-7c126716f99b),segment_id=3d984f5b-0dfd-4032-b47f-7c126716f99b)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:42:00.426360 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] For port 90b2c328-75c7-4faf-ae8d-34c5080a5b87, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:42:00.432975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] For port 90b2c328-75c7-4faf-ae8d-34c5080a5b87, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=90b2c328-75c7-4faf-ae8d-34c5080a5b87,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:42:00.516314 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:00.538776 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:00.643740 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:00.645413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:00.646646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:00.648064 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:00.655848 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] 10.222.0.64 "PUT /v2.0/ports/90b2c328-75c7-4faf-ae8d-34c5080a5b87 HTTP/1.1" status: 200 len: 1096 time: 1.8356094 Jul 05 10:42:00.655848 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c86cc88-568f-4a69-87e5-ccb4102da030', 'tag': '90b2c328-75c7-4faf-ae8d-34c5080a5b87'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:42:00.655848 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c530cdc8-8341-4fe8-a4b1-7748c65f7267" -d '{"events": [{"name": "network-changed", "server_uuid": "5c86cc88-568f-4a69-87e5-ccb4102da030", "tag": "90b2c328-75c7-4faf-ae8d-34c5080a5b87"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:42:00.676159 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867f92b-97b1-4c43-81fc-93942ad2d3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=90b2c328-75c7-4faf-ae8d-34c5080a5b87,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:00.702159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74ca38-12b7-450e-85c3-8eabbb12fadf None None] Pushing event updated for resources: {'Port': ['ID=1102cba9-6225-4b56-8818-6fc375bac1ac,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:00.720312 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c952bb-9164-4815-8631-6dbd2e763a4b x-openstack-request-id: req-d0c952bb-9164-4815-8631-6dbd2e763a4b {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:42:00.720594 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c86cc88-568f-4a69-87e5-ccb4102da030", "tag": "90b2c328-75c7-4faf-ae8d-34c5080a5b87", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:42:00.720847 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0c952bb-9164-4815-8631-6dbd2e763a4b {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:42:00.721252 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c86cc88-568f-4a69-87e5-ccb4102da030', 'tag': '90b2c328-75c7-4faf-ae8d-34c5080a5b87', 'status': 'completed', 'code': 200} Jul 05 10:42:00.782854 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:00.785821 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Allocated IP 2001:db8:1::2 (0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a/658c676a-dedc-4388-a994-ecb89333f508/dadc752b-6265-4c4b-8b68-f7697877a68d) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:42:00.847792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530cdc8-8341-4fe8-a4b1-7748c65f7267 req-8c07486c-456d-4940-b528-e3f5f8df0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:00.852956 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c530cdc8-8341-4fe8-a4b1-7748c65f7267 req-8c07486c-456d-4940-b528-e3f5f8df0a62 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6678a8311ef145b782b3e0ab799f62d2&device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 1099 time: 0.1070044 Jul 05 10:42:00.942745 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c530cdc8-8341-4fe8-a4b1-7748c65f7267 req-0beaab0b-24f3-4dd6-b6c7-580bd8df1cab service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6678a8311ef145b782b3e0ab799f62d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798297 Jul 05 10:42:01.132587 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:01.249098 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e19ec2-85e9-4785-9b03-d082e15bc8fa req-efc6f4d5-0e92-4bba-aad2-fbeec2f90bde tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:01.256807 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b3e19ec2-85e9-4785-9b03-d082e15bc8fa req-efc6f4d5-0e92-4bba-aad2-fbeec2f90bde tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 947 time: 0.1680110 Jul 05 10:42:01.259233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530cdc8-8341-4fe8-a4b1-7748c65f7267 req-393376c6-9671-4709-b07f-84e86082dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:01.260729 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c530cdc8-8341-4fe8-a4b1-7748c65f7267 req-393376c6-9671-4709-b07f-84e86082dbd0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3078992 Jul 05 10:42:01.296859 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:01.306586 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b3e19ec2-85e9-4785-9b03-d082e15bc8fa req-ae3d35ae-cb95-46a3-b092-a8a713d11d68 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f8b3680-30a7-458e-9bc3-91f44a82fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488098 Jul 05 10:42:01.311854 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Transition to ACTIVE for port object dadc752b-6265-4c4b-8b68-f7697877a68d will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:01.320878 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:41:57Z', 'revision_number': 2, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:00Z', 'revision_number': 4, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:01.362589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3076026-fd4d-4d25-93ba-5023612e60ca None None] The sync data for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 is: [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:41:57Z', 'revision_number': 2, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:00Z', 'revision_number': 4, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:42:01.372769 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Transition to ACTIVE for port object dadc752b-6265-4c4b-8b68-f7697877a68d will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:01.395523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-579db197-a95a-4e7e-b642-08ae8add5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:01.397627 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-579db197-a95a-4e7e-b642-08ae8add5558 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6678a8311ef145b782b3e0ab799f62d2&device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 1099 time: 0.0673633 Jul 05 10:42:01.446968 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-98638a31-f21f-4836-a7a5-9daa9480b3e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=90b2c328-75c7-4faf-ae8d-34c5080a5b87 HTTP/1.1" status: 200 len: 217 time: 0.0401797 Jul 05 10:42:01.482671 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:01.501125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1428524d-e15c-4c23-a8c9-b714e9ec94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:01.502725 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-1428524d-e15c-4c23-a8c9-b714e9ec94f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0471334 Jul 05 10:42:01.531152 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Network 0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:01.536085 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:01.536665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Allocated IP 2001:db8:1::1 (0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a/658c676a-dedc-4388-a994-ecb89333f508/3644f9ac-d88f-4b2e-954f-5f4542def601) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:42:01.539756 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:42:01.546963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Pushing event updated for resources: {'Port': ['ID=dadc752b-6265-4c4b-8b68-f7697877a68d,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:01.651072 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Attempting to bind port dadc752b-6265-4c4b-8b68-f7697877a68d on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:42:01.651443 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Attempting to bind port dadc752b-6265-4c4b-8b68-f7697877a68d by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '65b1d394-fd43-4bf4-94d1-2011532efb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:42:01.651852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Attempting to bind port dadc752b-6265-4c4b-8b68-f7697877a68d on network 0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:42:01.659879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:42:01.659879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Checking segment: {'id': '65b1d394-fd43-4bf4-94d1-2011532efb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:01.660639 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:01.660858 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-081eaee5-1de1-4c9d-a792-69738291d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:01.662197 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-081eaee5-1de1-4c9d-a792-69738291d3a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1492174 Jul 05 10:42:01.665737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Bound using segment: {'id': '65b1d394-fd43-4bf4-94d1-2011532efb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:42:01.666309 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Bound port: dadc752b-6265-4c4b-8b68-f7697877a68d, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b1d394-fd43-4bf4-94d1-2011532efb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:42:01.666721 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:01.745024 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:01.777621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] For port dadc752b-6265-4c4b-8b68-f7697877a68d, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:42:01.782093 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] For port dadc752b-6265-4c4b-8b68-f7697877a68d, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dadc752b-6265-4c4b-8b68-f7697877a68d,segment=NetworkSegment(65b1d394-fd43-4bf4-94d1-2011532efb9a),segment_id=65b1d394-fd43-4bf4-94d1-2011532efb9a)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:42:01.783989 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Transition to ACTIVE for port object 3644f9ac-d88f-4b2e-954f-5f4542def601 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:01.788996 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-abbe7567-7cda-477e-a1f4-c77ef172e4d9 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156850 Jul 05 10:42:01.869671 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:01.892836 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a2c42e4-0951-40b5-88bb-cd5c856cc53f req-886aea62-68f9-4ad6-8354-d5db5e35f65e service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935853 Jul 05 10:42:01.911816 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:01.950962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e47a3-899b-4dda-bd87-15242d7b1a9f None None] Pushing event updated for resources: {'Port': ['ID=dadc752b-6265-4c4b-8b68-f7697877a68d,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:01.978448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:01.987810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:01.991590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:42:01.992390 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:02.034502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=3644f9ac-d88f-4b2e-954f-5f4542def601,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:02.386397 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:02.607544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb243c4d-e411-4906-8a4c-e72c86c993c3 req-b6133436-30eb-47fe-ad1f-896bfcdcfd2b tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:02.609162 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb243c4d-e411-4906-8a4c-e72c86c993c3 req-b6133436-30eb-47fe-ad1f-896bfcdcfd2b tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 947 time: 0.1864979 Jul 05 10:42:02.726975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb243c4d-e411-4906-8a4c-e72c86c993c3 req-bc6a9441-e10f-4b84-8acc-2c6d0ab810d9 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f8b3680-30a7-458e-9bc3-91f44a82fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094658 Jul 05 10:42:02.790250 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:02.863615 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:02.864666 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:02.958345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=3644f9ac-d88f-4b2e-954f-5f4542def601,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:02.989630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eb0209-0ce7-4678-b078-ba15a7fee6dd None None] Network 0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:03.014779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:03.016272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:03.134384 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router c7be67d7-0458-44e8-ac05-b1db6f2ae051 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:42:03.173379 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-aedcd052-1908-4e1a-ac73-7265b1176f1b None None] Provisioning for port dadc752b-6265-4c4b-8b68-f7697877a68d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:03.250369 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:42:03.259907 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-baca9d0d-7ca0-4092-be4d-1c814caa6c29 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/c7be67d7-0458-44e8-ac05-b1db6f2ae051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1081138 Jul 05 10:42:03.260170 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33692) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:03.271262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2971fb2c-4292-4699-b127-f38f2926d2b8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-891019055'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:03.394900 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2971fb2c-4292-4699-b127-f38f2926d2b8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:42:03.401314 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2971fb2c-4292-4699-b127-f38f2926d2b8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:03.431936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1102cba9-6225-4b56-8818-6fc375bac1ac up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:03.454122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2971fb2c-4292-4699-b127-f38f2926d2b8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:42:03.469033 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2971fb2c-4292-4699-b127-f38f2926d2b8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:03.469339 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-2971fb2c-4292-4699-b127-f38f2926d2b8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Added segment 7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7 of type vlan for network 7b4ca4db-c058-42c7-a660-f75d4b550032 Jul 05 10:42:03.515833 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2971fb2c-4292-4699-b127-f38f2926d2b8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:03.579699 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Sync routers for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:42:03.591348 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:03.592002 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:03.635663 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 1102cba9-6225-4b56-8818-6fc375bac1ac completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:03.641315 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 1102cba9-6225-4b56-8818-6fc375bac1ac triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:03.642259 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:03.669093 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2971fb2c-4292-4699-b127-f38f2926d2b8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:03.678799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2971fb2c-4292-4699-b127-f38f2926d2b8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:03.682547 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2971fb2c-4292-4699-b127-f38f2926d2b8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:03.727012 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:03.786822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-508f57ad-d2ea-4483-ba93-9dbde8735c09 None None] Provisioning for port 3644f9ac-d88f-4b2e-954f-5f4542def601 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:03.795011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-508f57ad-d2ea-4483-ba93-9dbde8735c09 None None] Provisioning complete for port 3644f9ac-d88f-4b2e-954f-5f4542def601 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:03.795449 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-508f57ad-d2ea-4483-ba93-9dbde8735c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:03.846675 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:03.867975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-508f57ad-d2ea-4483-ba93-9dbde8735c09 None None] Port 3644f9ac-d88f-4b2e-954f-5f4542def601 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:42:03.881576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971fb2c-4292-4699-b127-f38f2926d2b8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Network': ['ID=7b4ca4db-c058-42c7-a660-f75d4b550032,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:03.901806 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2971fb2c-4292-4699-b127-f38f2926d2b8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6405067 Jul 05 10:42:03.904707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33700) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:03.912617 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c0a53ca4-ec60-442b-9674-f486d2e751ce tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'subnet': {'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:03.917634 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 1102cba9-6225-4b56-8818-6fc375bac1ac, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1102cba9-6225-4b56-8818-6fc375bac1ac,segment=NetworkSegment(3d984f5b-0dfd-4032-b47f-7c126716f99b),segment_id=3d984f5b-0dfd-4032-b47f-7c126716f99b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:03.920651 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 7b4ca4db-c058-42c7-a660-f75d4b550032 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:42:04.029221 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:04.030027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dadc752b-6265-4c4b-8b68-f7697877a68d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:04.124841 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:02Z', 'revision_number': 3, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:00Z', 'revision_number': 4, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:02Z', 'revision_number': 2, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:04.157041 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Checking router: c7be67d7-0458-44e8-ac05-b1db6f2ae051 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:42:04.157745 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Updating router c7be67d7-0458-44e8-ac05-b1db6f2ae051 port 3644f9ac-d88f-4b2e-954f-5f4542def601 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:42:04.160148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5450f-fcba-41d6-9ccd-676c05b5c854 req-5a4589f6-886a-4d31-b7e8-1e07ed01187f tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:04.169935 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6eb5450f-fcba-41d6-9ccd-676c05b5c854 req-5a4589f6-886a-4d31-b7e8-1e07ed01187f tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 947 time: 0.1696801 Jul 05 10:42:04.180456 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=1102cba9-6225-4b56-8818-6fc375bac1ac,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:04.215844 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:04.223986 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6eb5450f-fcba-41d6-9ccd-676c05b5c854 req-523caf04-24c7-413c-9755-9bd815254a02 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f8b3680-30a7-458e-9bc3-91f44a82fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530639 Jul 05 10:42:04.239572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 90b2c328-75c7-4faf-ae8d-34c5080a5b87 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:42:04.246384 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a53ca4-ec60-442b-9674-f486d2e751ce tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:42:04.281427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c0a53ca4-ec60-442b-9674-f486d2e751ce tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:04.281749 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-968605a7-9c20-43dd-a5db-8e04347c0e41 None None] Provisioning complete for port 3644f9ac-d88f-4b2e-954f-5f4542def601 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:04.281749 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-968605a7-9c20-43dd-a5db-8e04347c0e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:04.355829 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-968605a7-9c20-43dd-a5db-8e04347c0e41 None None] Port 3644f9ac-d88f-4b2e-954f-5f4542def601 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:42:04.381437 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:42:04.400415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 90b2c328-75c7-4faf-ae8d-34c5080a5b87, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=90b2c328-75c7-4faf-ae8d-34c5080a5b87,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:04.414136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '90b2c328-75c7-4faf-ae8d-34c5080a5b87', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': '90b2c328-75c7-4faf-ae8d-34c5080a5b87', 'mac_address': 'fa:16:3e:45:52:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:42:04.573865 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c0a53ca4-ec60-442b-9674-f486d2e751ce tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:04.608581 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:04.623083 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Transition to ACTIVE for port object 3644f9ac-d88f-4b2e-954f-5f4542def601 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:04.634849 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port dadc752b-6265-4c4b-8b68-f7697877a68d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:04.645440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port dadc752b-6265-4c4b-8b68-f7697877a68d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:04.645650 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a53ca4-ec60-442b-9674-f486d2e751ce tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Subnet': ['ID=3f19f834-e766-4a83-9e9a-ee1079955755,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:04.645966 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:04.653664 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a53ca4-ec60-442b-9674-f486d2e751ce tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Checking segment: {'id': '7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:04.653800 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a53ca4-ec60-442b-9674-f486d2e751ce tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network hostable DHCP agents. Network: 7b4ca4db-c058-42c7-a660-f75d4b550032, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:42:04.678716 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:04.692236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0d33b9b7-c306-4e21-927e-bbc245247fdb None None] Provisioning complete for port 3644f9ac-d88f-4b2e-954f-5f4542def601 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:04.695883 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0d33b9b7-c306-4e21-927e-bbc245247fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:04.714994 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:04.721965 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b2c328-75c7-4faf-ae8d-34c5080a5b87 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:42:04.744690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a53ca4-ec60-442b-9674-f486d2e751ce tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 7b4ca4db-c058-42c7-a660-f75d4b550032 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:42:04.762208 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 90b2c328-75c7-4faf-ae8d-34c5080a5b87, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=90b2c328-75c7-4faf-ae8d-34c5080a5b87,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:04.763242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0d33b9b7-c306-4e21-927e-bbc245247fdb None None] Port 3644f9ac-d88f-4b2e-954f-5f4542def601 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:42:04.775607 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81e9de-e761-4987-b09a-7ab9bd17b2fe None None] Pushing event updated for resources: {'Port': ['ID=3644f9ac-d88f-4b2e-954f-5f4542def601,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:04.802880 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81e9de-e761-4987-b09a-7ab9bd17b2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:04.803331 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81e9de-e761-4987-b09a-7ab9bd17b2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:04.803784 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81e9de-e761-4987-b09a-7ab9bd17b2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:04.804213 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81e9de-e761-4987-b09a-7ab9bd17b2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:04.804943 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81e9de-e761-4987-b09a-7ab9bd17b2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:04.805072 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81e9de-e761-4987-b09a-7ab9bd17b2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:04.805503 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81e9de-e761-4987-b09a-7ab9bd17b2fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:04.805958 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81e9de-e761-4987-b09a-7ab9bd17b2fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:04.806575 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81e9de-e761-4987-b09a-7ab9bd17b2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:04.806575 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81e9de-e761-4987-b09a-7ab9bd17b2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:04.806864 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81e9de-e761-4987-b09a-7ab9bd17b2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:04.807185 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81e9de-e761-4987-b09a-7ab9bd17b2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:04.808898 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:04.841012 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:04.860524 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Attempting to bind port 3644f9ac-d88f-4b2e-954f-5f4542def601 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:42:04.860967 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Attempting to bind port 3644f9ac-d88f-4b2e-954f-5f4542def601 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '65b1d394-fd43-4bf4-94d1-2011532efb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:42:04.861392 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Attempting to bind port 3644f9ac-d88f-4b2e-954f-5f4542def601 on network 0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:42:04.874931 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:42:04.875231 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Checking segment: {'id': '65b1d394-fd43-4bf4-94d1-2011532efb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:04.875564 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:04.875991 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Bound using segment: {'id': '65b1d394-fd43-4bf4-94d1-2011532efb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:42:04.877021 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Bound port: 3644f9ac-d88f-4b2e-954f-5f4542def601, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b1d394-fd43-4bf4-94d1-2011532efb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:42:04.877408 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:04.882158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c0a53ca4-ec60-442b-9674-f486d2e751ce tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 7b4ca4db-c058-42c7-a660-f75d4b550032) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:04.897466 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a53ca4-ec60-442b-9674-f486d2e751ce tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:04.898471 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c0a53ca4-ec60-442b-9674-f486d2e751ce tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:04.918738 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port dadc752b-6265-4c4b-8b68-f7697877a68d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dadc752b-6265-4c4b-8b68-f7697877a68d,segment=NetworkSegment(65b1d394-fd43-4bf4-94d1-2011532efb9a),segment_id=65b1d394-fd43-4bf4-94d1-2011532efb9a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:04.921638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bc47d1-466b-48fa-85cc-5cd258fe54f3 None None] Network 7b4ca4db-c058-42c7-a660-f75d4b550032 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:04.966389 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] For port 3644f9ac-d88f-4b2e-954f-5f4542def601, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:42:04.975683 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] For port 3644f9ac-d88f-4b2e-954f-5f4542def601, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3644f9ac-d88f-4b2e-954f-5f4542def601,segment=NetworkSegment(65b1d394-fd43-4bf4-94d1-2011532efb9a),segment_id=65b1d394-fd43-4bf4-94d1-2011532efb9a)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:42:04.993692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=90b2c328-75c7-4faf-ae8d-34c5080a5b87,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:05.003217 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:05.037606 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c0a53ca4-ec60-442b-9674-f486d2e751ce tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1309874 Jul 05 10:42:05.040540 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33708) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:05.085189 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=dadc752b-6265-4c4b-8b68-f7697877a68d,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:05.123600 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:05.146091 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['90b2c328-75c7-4faf-ae8d-34c5080a5b87'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:42:05.166397 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:05.167390 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:05.248263 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-7b4ca4db-c058-42c7-a660-f75d4b550032', 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'fixed_ips': [{'subnet_id': '3f19f834-e766-4a83-9e9a-ee1079955755'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:42:05.248833 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:05.293630 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81e9de-e761-4987-b09a-7ab9bd17b2fe None None] Pushing event updated for resources: {'Port': ['ID=3644f9ac-d88f-4b2e-954f-5f4542def601,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:05.356015 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:05.407632 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1102cba9-6225-4b56-8818-6fc375bac1ac up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:05.510713 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe26ebc-22ae-4805-9595-f43cb0b38fda req-1f3031fa-ac6b-4a18-b6cc-03c77b5c45cc tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:05.523933 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cfe26ebc-22ae-4805-9595-f43cb0b38fda req-1f3031fa-ac6b-4a18-b6cc-03c77b5c45cc tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 948 time: 0.1080782 Jul 05 10:42:05.592279 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cfe26ebc-22ae-4805-9595-f43cb0b38fda req-af83a873-e451-4337-9f03-29427eb7ffa5 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f8b3680-30a7-458e-9bc3-91f44a82fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671823 Jul 05 10:42:05.625919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:05.644380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Allocated IP 2001:db8:2::2 (7b4ca4db-c058-42c7-a660-f75d4b550032/3f19f834-e766-4a83-9e9a-ee1079955755/958097d7-7b2b-4f89-ae0c-8b883a05fd2c) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:42:05.668522 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 1102cba9-6225-4b56-8818-6fc375bac1ac triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:05.668908 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:05.702140 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:02Z', 'revision_number': 3, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:04Z', 'revision_number': 4, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:05.731439 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c216ea-fdf9-4d1e-954a-547b23bd5448 None None] The sync data for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 is: [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:02Z', 'revision_number': 3, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:04Z', 'revision_number': 4, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:42:05.916047 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dadc752b-6265-4c4b-8b68-f7697877a68d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:05.956974 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:05.972054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Transition to ACTIVE for port object 958097d7-7b2b-4f89-ae0c-8b883a05fd2c will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:05.993249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Transition to ACTIVE for port object 958097d7-7b2b-4f89-ae0c-8b883a05fd2c will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:06.001024 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port dadc752b-6265-4c4b-8b68-f7697877a68d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:06.001546 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:06.094797 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:06.148403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Allocated IP 2001:db8:2::1 (7b4ca4db-c058-42c7-a660-f75d4b550032/3f19f834-e766-4a83-9e9a-ee1079955755/b1798288-18f4-44ce-9132-6a44fee3066c) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:42:06.157234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Network 7b4ca4db-c058-42c7-a660-f75d4b550032 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:06.166861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:06.170772 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:42:06.179170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Pushing event updated for resources: {'Port': ['ID=958097d7-7b2b-4f89-ae0c-8b883a05fd2c,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:06.237413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 90b2c328-75c7-4faf-ae8d-34c5080a5b87 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:06.272925 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Attempting to bind port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:42:06.273303 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Attempting to bind port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:42:06.274038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Attempting to bind port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c on network 7b4ca4db-c058-42c7-a660-f75d4b550032 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:42:06.285725 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:42:06.286049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Checking segment: {'id': '7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:06.286451 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:06.286841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Bound using segment: {'id': '7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:42:06.287318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Bound port: 958097d7-7b2b-4f89-ae0c-8b883a05fd2c, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:42:06.287700 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:06.291147 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:06.310103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Transition to ACTIVE for port object b1798288-18f4-44ce-9132-6a44fee3066c will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:06.382495 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] For port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:42:06.430638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] For port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=958097d7-7b2b-4f89-ae0c-8b883a05fd2c,segment=NetworkSegment(7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7),segment_id=7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:42:06.479371 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 90b2c328-75c7-4faf-ae8d-34c5080a5b87 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:06.483836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 90b2c328-75c7-4faf-ae8d-34c5080a5b87 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:06.484241 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:06.511265 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:06.555661 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 7b4ca4db-c058-42c7-a660-f75d4b550032 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:06.561118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:06.564908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:42:06.565458 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:06.577919 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:06.587619 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:06.603165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=b1798288-18f4-44ce-9132-6a44fee3066c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:06.638550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c86cc88-568f-4a69-87e5-ccb4102da030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b2c328-75c7-4faf-ae8d-34c5080a5b87'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:42:06.639673 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c9cf27-cd7e-4698-bb0f-1811e9065032" -d '{"events": [{"server_uuid": "5c86cc88-568f-4a69-87e5-ccb4102da030", "name": "network-vif-plugged", "status": "completed", "tag": "90b2c328-75c7-4faf-ae8d-34c5080a5b87"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:42:06.668697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 90b2c328-75c7-4faf-ae8d-34c5080a5b87, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=90b2c328-75c7-4faf-ae8d-34c5080a5b87,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:06.690824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4c723-f470-4cb8-b03e-73ed28548f69 None None] Pushing event updated for resources: {'Port': ['ID=958097d7-7b2b-4f89-ae0c-8b883a05fd2c,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:06.708105 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72636453-36a4-4b9f-881b-4ffa5055bda9 x-openstack-request-id: req-72636453-36a4-4b9f-881b-4ffa5055bda9 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:42:06.708397 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c86cc88-568f-4a69-87e5-ccb4102da030", "name": "network-vif-plugged", "status": "completed", "tag": "90b2c328-75c7-4faf-ae8d-34c5080a5b87", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:42:06.708646 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-72636453-36a4-4b9f-881b-4ffa5055bda9 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:42:06.709120 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c86cc88-568f-4a69-87e5-ccb4102da030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b2c328-75c7-4faf-ae8d-34c5080a5b87', 'code': 200} Jul 05 10:42:06.778102 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:06.834490 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=90b2c328-75c7-4faf-ae8d-34c5080a5b87,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:06.914621 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:06.982344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27ea9c-311e-4e7f-8a13-c70d05e386eb req-27f2919e-3c89-4599-a35c-7b288ec28ab2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:06.984048 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3c27ea9c-311e-4e7f-8a13-c70d05e386eb req-27f2919e-3c89-4599-a35c-7b288ec28ab2 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 948 time: 0.2300019 Jul 05 10:42:07.031841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccb2de-4d9d-44c3-a547-6d50f47f0e95 req-0f0107bf-30fe-467f-b153-b78702626eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:07.036801 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-25ccb2de-4d9d-44c3-a547-6d50f47f0e95 req-0f0107bf-30fe-467f-b153-b78702626eb4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 1101 time: 0.2479734 Jul 05 10:42:07.141849 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3c27ea9c-311e-4e7f-8a13-c70d05e386eb req-fd4c63e0-7ce5-4f95-888b-1d89f2626f02 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f8b3680-30a7-458e-9bc3-91f44a82fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399682 Jul 05 10:42:07.170470 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-25ccb2de-4d9d-44c3-a547-6d50f47f0e95 req-4938af6e-db90-4a50-9883-076acdde8bb5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3f8b3680-30a7-458e-9bc3-91f44a82fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984261 Jul 05 10:42:07.451581 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3644f9ac-d88f-4b2e-954f-5f4542def601 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:07.642898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 3644f9ac-d88f-4b2e-954f-5f4542def601 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:07.647626 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3644f9ac-d88f-4b2e-954f-5f4542def601 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:07.648276 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:07.650414 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:07.728180 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:07.761770 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 3644f9ac-d88f-4b2e-954f-5f4542def601, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3644f9ac-d88f-4b2e-954f-5f4542def601,segment=NetworkSegment(65b1d394-fd43-4bf4-94d1-2011532efb9a),segment_id=65b1d394-fd43-4bf4-94d1-2011532efb9a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:07.828326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3326869f-ae9d-4295-b39f-a877c05a57fe None None] Network 7b4ca4db-c058-42c7-a660-f75d4b550032 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:07.829641 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:07.829641 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:07.886832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=b1798288-18f4-44ce-9132-6a44fee3066c,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:07.888854 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:07.890531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 958097d7-7b2b-4f89-ae0c-8b883a05fd2c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:07.903030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:07.903304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:07.903654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:07.904033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:07.904367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:07.904838 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:07.905228 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:07.905561 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:07.905894 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:07.906223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:07.906550 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:07.906922 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:07.949317 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-07a19fe5-68bf-40d8-98be-6c7a5ea7260d None None] Provisioning for port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:07.950799 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 7b4ca4db-c058-42c7-a660-f75d4b550032 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:07.952440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:08.017501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=3644f9ac-d88f-4b2e-954f-5f4542def601,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:08.090725 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router c7be67d7-0458-44e8-ac05-b1db6f2ae051 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:42:08.103756 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:08.108079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:08.108505 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:08.222184 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:08.237015 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:42:08.255664 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Sync routers for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:42:08.257219 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33730) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:08.257709 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-455e2a79-6db8-4959-b103-fe7284b1eee1 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/c7be67d7-0458-44e8-ac05-b1db6f2ae051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2158532 Jul 05 10:42:08.263236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c2615f03-e7ec-4d42-9b6e-9227e69fb822 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1507734646'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:08.296015 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:08.296658 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:08.345658 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=958097d7-7b2b-4f89-ae0c-8b883a05fd2c,segment=NetworkSegment(7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7),segment_id=7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:08.402811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63d5b8-e791-43c1-97b1-a9132b8bc682 req-4a571499-d784-431f-869d-2625ba73a156 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:08.404387 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0b63d5b8-e791-43c1-97b1-a9132b8bc682 req-4a571499-d784-431f-869d-2625ba73a156 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 949 time: 0.0729983 Jul 05 10:42:08.422548 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:08.453225 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0b63d5b8-e791-43c1-97b1-a9132b8bc682 req-a311ccdb-8a88-49c8-af8b-2a5c4a694de9 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f8b3680-30a7-458e-9bc3-91f44a82fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396912 Jul 05 10:42:08.485592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2615f03-e7ec-4d42-9b6e-9227e69fb822 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:42:08.492042 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2615f03-e7ec-4d42-9b6e-9227e69fb822 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:08.506660 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:08.526431 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2615f03-e7ec-4d42-9b6e-9227e69fb822 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:42:08.537268 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2615f03-e7ec-4d42-9b6e-9227e69fb822 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:08.542597 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-c2615f03-e7ec-4d42-9b6e-9227e69fb822 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Added segment 35148ffb-6c9d-4a08-815d-e76502912772 of type vlan for network 63e89a23-788d-4ffc-bec9-def1a2824443 Jul 05 10:42:08.589630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e931221-a7ef-4137-866f-5a023fab995e None None] Provisioning for port b1798288-18f4-44ce-9132-6a44fee3066c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:08.597839 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2615f03-e7ec-4d42-9b6e-9227e69fb822 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:08.609590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e931221-a7ef-4137-866f-5a023fab995e None None] Provisioning complete for port b1798288-18f4-44ce-9132-6a44fee3066c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:08.609829 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e931221-a7ef-4137-866f-5a023fab995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:08.633318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=958097d7-7b2b-4f89-ae0c-8b883a05fd2c,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:08.669107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e931221-a7ef-4137-866f-5a023fab995e None None] Port b1798288-18f4-44ce-9132-6a44fee3066c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:42:08.706896 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e931221-a7ef-4137-866f-5a023fab995e None None] Provisioning complete for port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:08.707442 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e931221-a7ef-4137-866f-5a023fab995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:08.735768 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2615f03-e7ec-4d42-9b6e-9227e69fb822 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:08.739926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2615f03-e7ec-4d42-9b6e-9227e69fb822 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:08.741816 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2615f03-e7ec-4d42-9b6e-9227e69fb822 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:08.840143 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2615f03-e7ec-4d42-9b6e-9227e69fb822 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Network': ['ID=63e89a23-788d-4ffc-bec9-def1a2824443,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:08.892389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 63e89a23-788d-4ffc-bec9-def1a2824443 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:42:08.950070 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c2615f03-e7ec-4d42-9b6e-9227e69fb822 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6903903 Jul 05 10:42:08.952245 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33732) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:08.963375 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a89c4291-0a28-4718-b8f4-b9d6ec221163 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'subnet': {'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:08.985723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:06Z', 'revision_number': 4, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1798288-18f4-44ce-9132-6a44fee3066c', 'name': '', 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:06:3b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:05Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 2, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:09.034605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Checking router: c7be67d7-0458-44e8-ac05-b1db6f2ae051 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:42:09.034958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Updating router c7be67d7-0458-44e8-ac05-b1db6f2ae051 port b1798288-18f4-44ce-9132-6a44fee3066c binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:42:09.077822 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:09.208421 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-08f3d34d-38bd-487d-8146-cf5313b600ed None None] Provisioning complete for port b1798288-18f4-44ce-9132-6a44fee3066c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:09.209412 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-08f3d34d-38bd-487d-8146-cf5313b600ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:09.241685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89c4291-0a28-4718-b8f4-b9d6ec221163 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Made reservation on behalf of 214b91066ebb4170ba99045b7558a2b9 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:42:09.241685 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a89c4291-0a28-4718-b8f4-b9d6ec221163 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:09.289938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-08f3d34d-38bd-487d-8146-cf5313b600ed None None] Port b1798288-18f4-44ce-9132-6a44fee3066c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:42:09.351282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3644f9ac-d88f-4b2e-954f-5f4542def601 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:09.440993 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:09.454733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Transition to ACTIVE for port object b1798288-18f4-44ce-9132-6a44fee3066c will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:09.461931 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3644f9ac-d88f-4b2e-954f-5f4542def601 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:09.462512 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:09.556668 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 958097d7-7b2b-4f89-ae0c-8b883a05fd2c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:09.578569 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:09.601324 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a89c4291-0a28-4718-b8f4-b9d6ec221163 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:09.646019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97b409-497d-4de2-a73b-4725a93df353 None None] Pushing event updated for resources: {'Port': ['ID=b1798288-18f4-44ce-9132-6a44fee3066c,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:09.649133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8a64d-e73e-40ca-82d7-f642dcc8ee1b req-e1bc09f7-a464-4e71-adda-eaed9aeeca54 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:09.656467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fcc8a64d-e73e-40ca-82d7-f642dcc8ee1b req-e1bc09f7-a464-4e71-adda-eaed9aeeca54 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 949 time: 0.0783980 Jul 05 10:42:09.684822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:09.685229 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:09.703979 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c4291-0a28-4718-b8f4-b9d6ec221163 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Subnet': ['ID=364ab041-7b40-442f-8daf-6dd2075dbcc4,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:09.722021 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fcc8a64d-e73e-40ca-82d7-f642dcc8ee1b req-32641d5c-155e-45e9-bb57-c3d38fafb267 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f8b3680-30a7-458e-9bc3-91f44a82fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645976 Jul 05 10:42:09.727524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89c4291-0a28-4718-b8f4-b9d6ec221163 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Checking segment: {'id': '35148ffb-6c9d-4a08-815d-e76502912772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:09.727926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89c4291-0a28-4718-b8f4-b9d6ec221163 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network hostable DHCP agents. Network: 63e89a23-788d-4ffc-bec9-def1a2824443, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:42:09.773073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Attempting to bind port b1798288-18f4-44ce-9132-6a44fee3066c on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:42:09.773453 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Attempting to bind port b1798288-18f4-44ce-9132-6a44fee3066c by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:42:09.773820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Attempting to bind port b1798288-18f4-44ce-9132-6a44fee3066c on network 7b4ca4db-c058-42c7-a660-f75d4b550032 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:42:09.781911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:42:09.782295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Checking segment: {'id': '7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:09.782822 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:09.783101 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Bound using segment: {'id': '7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:42:09.783587 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Bound port: b1798288-18f4-44ce-9132-6a44fee3066c, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:42:09.784006 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:09.823465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89c4291-0a28-4718-b8f4-b9d6ec221163 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 63e89a23-788d-4ffc-bec9-def1a2824443 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:42:09.896999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] For port b1798288-18f4-44ce-9132-6a44fee3066c, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:42:09.896999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] For port b1798288-18f4-44ce-9132-6a44fee3066c, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b1798288-18f4-44ce-9132-6a44fee3066c,segment=NetworkSegment(7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7),segment_id=7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:42:09.937917 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-a89c4291-0a28-4718-b8f4-b9d6ec221163 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 63e89a23-788d-4ffc-bec9-def1a2824443) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:09.942905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89c4291-0a28-4718-b8f4-b9d6ec221163 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:09.943910 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a89c4291-0a28-4718-b8f4-b9d6ec221163 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:09.951309 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f39c4-9dc3-471e-9d79-c9d52ff56f9c None None] Network 63e89a23-788d-4ffc-bec9-def1a2824443 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:10.027021 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:10.073242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33744) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:10.073553 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a89c4291-0a28-4718-b8f4-b9d6ec221163 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1197608 Jul 05 10:42:10.138006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:10.138800 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:10.140919 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97b409-497d-4de2-a73b-4725a93df353 None None] Pushing event updated for resources: {'Port': ['ID=b1798288-18f4-44ce-9132-6a44fee3066c,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:10.290305 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-63e89a23-788d-4ffc-bec9-def1a2824443', 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'fixed_ips': [{'subnet_id': '364ab041-7b40-442f-8daf-6dd2075dbcc4'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:42:10.295289 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:10.298238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:10.592447 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:10.619503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6dd3c-dd03-4c1b-b008-6ee416ce1f50 req-4e000122-6bac-4bdd-8fdc-6f07bb99de4b tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:10.621074 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49c6dd3c-dd03-4c1b-b008-6ee416ce1f50 req-4e000122-6bac-4bdd-8fdc-6f07bb99de4b tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 949 time: 0.1261215 Jul 05 10:42:10.656167 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Allocated IP 2001:db8:3::2 (63e89a23-788d-4ffc-bec9-def1a2824443/364ab041-7b40-442f-8daf-6dd2075dbcc4/36125c2a-1e45-47e5-ab25-6694893b245a) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:42:10.730178 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-49c6dd3c-dd03-4c1b-b008-6ee416ce1f50 req-4016390c-6e29-4ea0-af55-1ffccb569c7e tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f8b3680-30a7-458e-9bc3-91f44a82fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789394 Jul 05 10:42:10.747632 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:06Z', 'revision_number': 4, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1798288-18f4-44ce-9132-6a44fee3066c', 'name': '', 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:06:3b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:05Z', 'updated_at': '2021-07-05T10:42:09Z', 'revision_number': 4, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:10.782872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d8223-ba7f-4d92-9acc-921acd7d513d None None] The sync data for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 is: [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:06Z', 'revision_number': 4, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1798288-18f4-44ce-9132-6a44fee3066c', 'name': '', 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:06:3b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:05Z', 'updated_at': '2021-07-05T10:42:09Z', 'revision_number': 4, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:42:10.889503 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:10.910600 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Transition to ACTIVE for port object 36125c2a-1e45-47e5-ab25-6694893b245a will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:10.925543 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Transition to ACTIVE for port object 36125c2a-1e45-47e5-ab25-6694893b245a will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:11.001555 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:11.063683 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Network 63e89a23-788d-4ffc-bec9-def1a2824443 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:11.066596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:11.070360 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Allocated IP 2001:db8:3::1 (63e89a23-788d-4ffc-bec9-def1a2824443/364ab041-7b40-442f-8daf-6dd2075dbcc4/e3a228ff-dd9d-4d40-9c01-98506605001d) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:42:11.073502 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:42:11.074393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Pushing event updated for resources: {'Port': ['ID=36125c2a-1e45-47e5-ab25-6694893b245a,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:11.142910 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Attempting to bind port 36125c2a-1e45-47e5-ab25-6694893b245a on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:42:11.144119 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Attempting to bind port 36125c2a-1e45-47e5-ab25-6694893b245a by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '35148ffb-6c9d-4a08-815d-e76502912772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:42:11.144848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Attempting to bind port 36125c2a-1e45-47e5-ab25-6694893b245a on network 63e89a23-788d-4ffc-bec9-def1a2824443 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:42:11.151784 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:42:11.152344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Checking segment: {'id': '35148ffb-6c9d-4a08-815d-e76502912772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:11.152899 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:11.153360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Bound using segment: {'id': '35148ffb-6c9d-4a08-815d-e76502912772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:42:11.154200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Bound port: 36125c2a-1e45-47e5-ab25-6694893b245a, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35148ffb-6c9d-4a08-815d-e76502912772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:42:11.154808 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:11.192294 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-74a100ac-87fa-4a67-8a5f-d1572c425711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:11.209880 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:11.226785 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Transition to ACTIVE for port object e3a228ff-dd9d-4d40-9c01-98506605001d will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:11.228227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] For port 36125c2a-1e45-47e5-ab25-6694893b245a, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:42:11.231603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] For port 36125c2a-1e45-47e5-ab25-6694893b245a, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=36125c2a-1e45-47e5-ab25-6694893b245a,segment=NetworkSegment(35148ffb-6c9d-4a08-815d-e76502912772),segment_id=35148ffb-6c9d-4a08-815d-e76502912772)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:42:11.344661 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:11.360848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b1798288-18f4-44ce-9132-6a44fee3066c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:11.408943 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:11.461262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 63e89a23-788d-4ffc-bec9-def1a2824443 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:11.464342 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae55a7-86ee-461d-a1ac-579b82cf4274 None None] Pushing event updated for resources: {'Port': ['ID=36125c2a-1e45-47e5-ab25-6694893b245a,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:11.465188 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:11.480740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:42:11.480740 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:11.491694 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=e3a228ff-dd9d-4d40-9c01-98506605001d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:11.572182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port b1798288-18f4-44ce-9132-6a44fee3066c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:11.577188 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port b1798288-18f4-44ce-9132-6a44fee3066c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:11.577570 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:11.728674 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:11.744324 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:11.769440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port b1798288-18f4-44ce-9132-6a44fee3066c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b1798288-18f4-44ce-9132-6a44fee3066c,segment=NetworkSegment(7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7),segment_id=7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:11.885839 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:11.949446 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1637fa-ddc9-49a5-99d0-cf8aa2aad5a4 req-077b984d-89b6-46ea-9cf5-9061984133d7 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:11.951793 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc1637fa-ddc9-49a5-99d0-cf8aa2aad5a4 req-077b984d-89b6-46ea-9cf5-9061984133d7 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 949 time: 0.0797994 Jul 05 10:42:11.961730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=b1798288-18f4-44ce-9132-6a44fee3066c,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:12.013360 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc1637fa-ddc9-49a5-99d0-cf8aa2aad5a4 req-7081c160-f941-4150-851d-9e85bf48ffce tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/security-groups?id=3f8b3680-30a7-458e-9bc3-91f44a82fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507038 Jul 05 10:42:12.016411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692b46c-edc7-4398-8cd9-94b129562755 req-288b1a32-e64e-4d8b-9cb8-32ef03efa5b5 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:12.017808 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5692b46c-edc7-4398-8cd9-94b129562755 req-288b1a32-e64e-4d8b-9cb8-32ef03efa5b5 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 949 time: 0.1408072 Jul 05 10:42:12.160965 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:12.183780 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-5692b46c-edc7-4398-8cd9-94b129562755 req-6c4718ea-9500-4c4a-bef4-a8a58d0628c4 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Deleting port 90b2c328-75c7-4faf-ae8d-34c5080a5b87 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:12.184409 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5692b46c-edc7-4398-8cd9-94b129562755 req-6c4718ea-9500-4c4a-bef4-a8a58d0628c4 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:12.278419 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:12.279214 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:12.290197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-5692b46c-edc7-4398-8cd9-94b129562755 req-6c4718ea-9500-4c4a-bef4-a8a58d0628c4 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] For port 90b2c328-75c7-4faf-ae8d-34c5080a5b87, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=90b2c328-75c7-4faf-ae8d-34c5080a5b87,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:12.290669 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5692b46c-edc7-4398-8cd9-94b129562755 req-6c4718ea-9500-4c4a-bef4-a8a58d0628c4 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:12.334422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-5692b46c-edc7-4398-8cd9-94b129562755 req-6c4718ea-9500-4c4a-bef4-a8a58d0628c4 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Calling delete_port for 90b2c328-75c7-4faf-ae8d-34c5080a5b87 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:12.428026 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event updated for resources: {'Port': ['ID=e3a228ff-dd9d-4d40-9c01-98506605001d,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:12.500697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Network 63e89a23-788d-4ffc-bec9-def1a2824443 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:12.503187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:12.538741 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541be381-5764-4acc-b838-f00cfbb5a75d None None] Network 63e89a23-788d-4ffc-bec9-def1a2824443 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:12.643739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router c7be67d7-0458-44e8-ac05-b1db6f2ae051 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:42:12.699024 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-52b6efce-d8f1-4462-b431-7e577de4f144 None None] Provisioning for port 36125c2a-1e45-47e5-ab25-6694893b245a completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:12.742184 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5692b46c-edc7-4398-8cd9-94b129562755 req-6c4718ea-9500-4c4a-bef4-a8a58d0628c4 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:12.761672 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['90b2c328-75c7-4faf-ae8d-34c5080a5b87'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:42:12.790998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:42:12.801731 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4718ea-9500-4c4a-bef4-a8a58d0628c4 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Pushing event deleted for resources: {'Port': ['ID=90b2c328-75c7-4faf-ae8d-34c5080a5b87,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:12.808369 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33762) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:12.808602 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-49fb2b3d-a284-4608-9ec0-834da993ff0c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/c7be67d7-0458-44e8-ac05-b1db6f2ae051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7300005 Jul 05 10:42:12.808877 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Sync routers for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:42:12.815590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ac5d6c97-6beb-4b4a-88da-34271912c3b3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:12.846463 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:12.847120 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:41:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:12.857030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5692b46c-edc7-4398-8cd9-94b129562755 req-6c4718ea-9500-4c4a-bef4-a8a58d0628c4 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] No DVR routers for this DVR port 90b2c328-75c7-4faf-ae8d-34c5080a5b87 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:42:12.862013 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5692b46c-edc7-4398-8cd9-94b129562755 req-6c4718ea-9500-4c4a-bef4-a8a58d0628c4 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:12.864191 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5692b46c-edc7-4398-8cd9-94b129562755 req-6c4718ea-9500-4c4a-bef4-a8a58d0628c4 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.64 "DELETE /v2.0/ports/90b2c328-75c7-4faf-ae8d-34c5080a5b87 HTTP/1.1" status: 204 len: 173 time: 0.8350430 Jul 05 10:42:12.864652 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c86cc88-568f-4a69-87e5-ccb4102da030', 'name': 'network-vif-deleted', 'tag': '90b2c328-75c7-4faf-ae8d-34c5080a5b87'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:42:12.878078 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74788933-9b9c-40cb-847c-f406fc79ef44" -d '{"events": [{"server_uuid": "5c86cc88-568f-4a69-87e5-ccb4102da030", "name": "network-vif-deleted", "tag": "90b2c328-75c7-4faf-ae8d-34c5080a5b87"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:42:12.959576 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdcd1e3-3026-4f75-912f-2a042dd1f484 x-openstack-request-id: req-4cdcd1e3-3026-4f75-912f-2a042dd1f484 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:42:12.959906 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c86cc88-568f-4a69-87e5-ccb4102da030", "name": "network-vif-deleted", "tag": "90b2c328-75c7-4faf-ae8d-34c5080a5b87", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:42:12.960156 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4cdcd1e3-3026-4f75-912f-2a042dd1f484 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:42:12.960567 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c86cc88-568f-4a69-87e5-ccb4102da030', 'name': 'network-vif-deleted', 'tag': '90b2c328-75c7-4faf-ae8d-34c5080a5b87', 'status': 'completed', 'code': 200} Jul 05 10:42:13.031212 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:13.236668 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-60d34feb-5a0a-4fe7-96e5-67b534dc2241 req-617c2013-2e93-490c-b963-8dff2f75b9f0 tempest-VolumesNegativeTest-1124728413 tempest-VolumesNegativeTest-1124728413-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c86cc88-568f-4a69-87e5-ccb4102da030 HTTP/1.1" status: 200 len: 210 time: 0.0347328 Jul 05 10:42:13.392109 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:11Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1798288-18f4-44ce-9132-6a44fee3066c', 'name': '', 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:06:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:05Z', 'updated_at': '2021-07-05T10:42:11Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a228ff-dd9d-4d40-9c01-98506605001d', 'name': '', 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:cc:3b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '364ab041-7b40-442f-8daf-6dd2075dbcc4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:10Z', 'updated_at': '2021-07-05T10:42:11Z', 'revision_number': 2, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '364ab041-7b40-442f-8daf-6dd2075dbcc4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:13.431974 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.extraroute_db [None req-ac5d6c97-6beb-4b4a-88da-34271912c3b3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100776) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:42:13.466135 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.extraroute_db [None req-ac5d6c97-6beb-4b4a-88da-34271912c3b3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Removed routes are [] {{(pid=100776) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:42:13.466858 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6c97-6beb-4b4a-88da-34271912c3b3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:13.481437 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-73b83094-706d-4e4f-b416-9e5defa67c2b None None] Provisioning for port e3a228ff-dd9d-4d40-9c01-98506605001d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:13.491922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-73b83094-706d-4e4f-b416-9e5defa67c2b None None] Provisioning complete for port e3a228ff-dd9d-4d40-9c01-98506605001d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:13.492762 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-73b83094-706d-4e4f-b416-9e5defa67c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:13.533547 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Checking router: c7be67d7-0458-44e8-ac05-b1db6f2ae051 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:42:13.533547 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Updating router c7be67d7-0458-44e8-ac05-b1db6f2ae051 port e3a228ff-dd9d-4d40-9c01-98506605001d binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:42:13.552974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 36125c2a-1e45-47e5-ab25-6694893b245a up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:13.576183 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:13.629048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-73b83094-706d-4e4f-b416-9e5defa67c2b None None] Port e3a228ff-dd9d-4d40-9c01-98506605001d cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:42:13.719514 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-303d39e0-63e2-4af0-afe5-63bcbf07ffba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:13.782284 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:13.784659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 36125c2a-1e45-47e5-ab25-6694893b245a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:13.790995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 36125c2a-1e45-47e5-ab25-6694893b245a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:13.791752 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:13.833152 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6e79a39e-4add-4b88-a602-497841647d66 None None] Provisioning complete for port e3a228ff-dd9d-4d40-9c01-98506605001d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:13.833945 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6e79a39e-4add-4b88-a602-497841647d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:13.950233 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6e79a39e-4add-4b88-a602-497841647d66 None None] Port e3a228ff-dd9d-4d40-9c01-98506605001d cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:42:13.975457 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:14.021146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 36125c2a-1e45-47e5-ab25-6694893b245a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=36125c2a-1e45-47e5-ab25-6694893b245a,segment=NetworkSegment(35148ffb-6c9d-4a08-815d-e76502912772),segment_id=35148ffb-6c9d-4a08-815d-e76502912772)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:14.063574 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:14.073562 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c9d2b24b-bbf2-43d0-a5e1-5aa566766957 None None] Provisioning complete for port e3a228ff-dd9d-4d40-9c01-98506605001d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:14.075788 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b24b-bbf2-43d0-a5e1-5aa566766957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:14.084605 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Transition to ACTIVE for port object e3a228ff-dd9d-4d40-9c01-98506605001d will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:14.129452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2b24b-bbf2-43d0-a5e1-5aa566766957 None None] Port e3a228ff-dd9d-4d40-9c01-98506605001d cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:42:14.150233 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6c97-6beb-4b4a-88da-34271912c3b3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:14.153857 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6c97-6beb-4b4a-88da-34271912c3b3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:14.171163 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:14.172181 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b1798288-18f4-44ce-9132-6a44fee3066c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:14.196232 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:14.262015 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac63873-6bb8-4030-a1d3-b1c268282a4f None None] Pushing event updated for resources: {'Port': ['ID=e3a228ff-dd9d-4d40-9c01-98506605001d,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:14.292959 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=36125c2a-1e45-47e5-ab25-6694893b245a,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:14.305457 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port b1798288-18f4-44ce-9132-6a44fee3066c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:14.305832 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:14.337790 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cca71ff8-f3b4-481c-9c3d-002daa7348c2 req-a298a370-3f2e-452b-a011-e952eace1707 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2233336 Jul 05 10:42:14.339684 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5d6c97-6beb-4b4a-88da-34271912c3b3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router c7be67d7-0458-44e8-ac05-b1db6f2ae051 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:42:14.441460 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Attempting to bind port e3a228ff-dd9d-4d40-9c01-98506605001d on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:42:14.441831 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Attempting to bind port e3a228ff-dd9d-4d40-9c01-98506605001d by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '35148ffb-6c9d-4a08-815d-e76502912772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:42:14.442240 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Attempting to bind port e3a228ff-dd9d-4d40-9c01-98506605001d on network 63e89a23-788d-4ffc-bec9-def1a2824443 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:42:14.451986 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:42:14.452363 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Checking segment: {'id': '35148ffb-6c9d-4a08-815d-e76502912772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:14.452837 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:14.456370 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Bound using segment: {'id': '35148ffb-6c9d-4a08-815d-e76502912772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:42:14.456370 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Bound port: e3a228ff-dd9d-4d40-9c01-98506605001d, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35148ffb-6c9d-4a08-815d-e76502912772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:42:14.456370 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:14.536017 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca71ff8-f3b4-481c-9c3d-002daa7348c2 req-3651b64c-6fc5-4428-8157-9f8ca93d0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:14.538243 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] For port e3a228ff-dd9d-4d40-9c01-98506605001d, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:42:14.539109 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cca71ff8-f3b4-481c-9c3d-002daa7348c2 req-3651b64c-6fc5-4428-8157-9f8ca93d0c54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0db45c2dca4479580634901fe459421&device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 1098 time: 0.1164315 Jul 05 10:42:14.541193 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5d6c97-6beb-4b4a-88da-34271912c3b3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:42:14.550060 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6c97-6beb-4b4a-88da-34271912c3b3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:14.553657 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ac5d6c97-6beb-4b4a-88da-34271912c3b3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/c7be67d7-0458-44e8-ac05-b1db6f2ae051 HTTP/1.1" status: 200 len: 953 time: 1.7405765 Jul 05 10:42:14.553791 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] For port e3a228ff-dd9d-4d40-9c01-98506605001d, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e3a228ff-dd9d-4d40-9c01-98506605001d,segment=NetworkSegment(35148ffb-6c9d-4a08-815d-e76502912772),segment_id=35148ffb-6c9d-4a08-815d-e76502912772)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:42:14.554543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33780) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:14.669689 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a18848bc-a52f-4636-b7ef-bc4a31139f9b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/routers/c7be67d7-0458-44e8-ac05-b1db6f2ae051 HTTP/1.1" status: 200 len: 953 time: 0.1138787 Jul 05 10:42:14.672336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 33786) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:14.677165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-253e1fe6-7f4e-4122-9bd3-512980c22e58 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'router': {'routes': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:14.681705 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:14.692193 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca71ff8-f3b4-481c-9c3d-002daa7348c2 req-3cc920ce-9486-4117-81e7-c3da4281b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:14.694100 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cca71ff8-f3b4-481c-9c3d-002daa7348c2 req-3cc920ce-9486-4117-81e7-c3da4281b0a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b HTTP/1.1" status: 200 len: 910 time: 0.1088133 Jul 05 10:42:14.752032 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:14.752660 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:14.769943 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cca71ff8-f3b4-481c-9c3d-002daa7348c2 req-39e43a88-d4d3-47b0-aee9-1911abdd5064 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a83ccf77-72f3-4dd5-976c-57a002616cf2 HTTP/1.1" status: 200 len: 1002 time: 0.0687857 Jul 05 10:42:14.837697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca71ff8-f3b4-481c-9c3d-002daa7348c2 req-f5cea591-9e0e-4b1a-93f8-bd75a7ba129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:14.839310 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cca71ff8-f3b4-481c-9c3d-002daa7348c2 req-f5cea591-9e0e-4b1a-93f8-bd75a7ba129f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a5d7e51-e61b-414b-abbc-5c54ef530103 HTTP/1.1" status: 200 len: 848 time: 0.0636573 Jul 05 10:42:14.882532 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac63873-6bb8-4030-a1d3-b1c268282a4f None None] Pushing event updated for resources: {'Port': ['ID=e3a228ff-dd9d-4d40-9c01-98506605001d,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:14.891574 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:14.946511 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca71ff8-f3b4-481c-9c3d-002daa7348c2 req-a1ca2808-4d9e-44ab-a456-12aa8d8803eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:14.948250 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cca71ff8-f3b4-481c-9c3d-002daa7348c2 req-a1ca2808-4d9e-44ab-a456-12aa8d8803eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022484 Jul 05 10:42:14.966328 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-cca71ff8-f3b4-481c-9c3d-002daa7348c2 req-5dc5d20b-1581-4625-8824-3a8028449cd7 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:42:14.969941 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cca71ff8-f3b4-481c-9c3d-002daa7348c2 req-5dc5d20b-1581-4625-8824-3a8028449cd7 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135107 Jul 05 10:42:15.040571 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:15.117241 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cca71ff8-f3b4-481c-9c3d-002daa7348c2 req-ef3a466d-1ec1-4174-abc7-f967b0da9d1c service neutron] 10.222.0.73 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413236 Jul 05 10:42:15.245506 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cca71ff8-f3b4-481c-9c3d-002daa7348c2 req-36e761f8-9820-488a-9aea-7b8e97a10baf service neutron] 10.222.0.73 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200783 Jul 05 10:42:15.306224 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:13Z', 'revision_number': 6, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1798288-18f4-44ce-9132-6a44fee3066c', 'name': '', 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:06:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:05Z', 'updated_at': '2021-07-05T10:42:11Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a228ff-dd9d-4d40-9c01-98506605001d', 'name': '', 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:cc:3b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '364ab041-7b40-442f-8daf-6dd2075dbcc4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:10Z', 'updated_at': '2021-07-05T10:42:14Z', 'revision_number': 4, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '364ab041-7b40-442f-8daf-6dd2075dbcc4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:15.344842 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71747ba-19cb-4785-8eeb-f2674d652f82 None None] The sync data for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 is: [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:13Z', 'revision_number': 6, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1798288-18f4-44ce-9132-6a44fee3066c', 'name': '', 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:06:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:05Z', 'updated_at': '2021-07-05T10:42:11Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a228ff-dd9d-4d40-9c01-98506605001d', 'name': '', 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:cc:3b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '364ab041-7b40-442f-8daf-6dd2075dbcc4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:10Z', 'updated_at': '2021-07-05T10:42:14Z', 'revision_number': 4, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '364ab041-7b40-442f-8daf-6dd2075dbcc4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:42:15.370210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 36125c2a-1e45-47e5-ab25-6694893b245a up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:15.502897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 36125c2a-1e45-47e5-ab25-6694893b245a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:15.503701 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:15.704954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.extraroute_db [None req-253e1fe6-7f4e-4122-9bd3-512980c22e58 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Added routes are [] {{(pid=100775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:42:15.705949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.extraroute_db [None req-253e1fe6-7f4e-4122-9bd3-512980c22e58 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:42:15.756964 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-253e1fe6-7f4e-4122-9bd3-512980c22e58 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:16.113497 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-253e1fe6-7f4e-4122-9bd3-512980c22e58 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:16.120416 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-253e1fe6-7f4e-4122-9bd3-512980c22e58 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:16.260344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e815a8-2191-4749-bc9d-b3f9068c57b1 None None] Sync routers for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:42:16.266598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 90b2c328-75c7-4faf-ae8d-34c5080a5b87 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:42:16.269196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253e1fe6-7f4e-4122-9bd3-512980c22e58 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router c7be67d7-0458-44e8-ac05-b1db6f2ae051 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:42:16.303414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 90b2c328-75c7-4faf-ae8d-34c5080a5b87 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:42:16.303676 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 90b2c328-75c7-4faf-ae8d-34c5080a5b87 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:42:16.308180 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e815a8-2191-4749-bc9d-b3f9068c57b1 None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:16.309000 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-43e815a8-2191-4749-bc9d-b3f9068c57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:16.392126 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253e1fe6-7f4e-4122-9bd3-512980c22e58 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:42:16.399950 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-253e1fe6-7f4e-4122-9bd3-512980c22e58 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:16.401191 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-253e1fe6-7f4e-4122-9bd3-512980c22e58 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/c7be67d7-0458-44e8-ac05-b1db6f2ae051 HTTP/1.1" status: 200 len: 703 time: 1.7278183 Jul 05 10:42:16.405306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33856) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:16.527171 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0663e7bf-cba0-40cf-9042-fc8456668da4 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/routers/c7be67d7-0458-44e8-ac05-b1db6f2ae051 HTTP/1.1" status: 200 len: 703 time: 0.1209071 Jul 05 10:42:16.532312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33870) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:16.587100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-43e815a8-2191-4749-bc9d-b3f9068c57b1 None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:16.829376 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-43e815a8-2191-4749-bc9d-b3f9068c57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:15Z', 'revision_number': 7, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1798288-18f4-44ce-9132-6a44fee3066c', 'name': '', 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:06:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:05Z', 'updated_at': '2021-07-05T10:42:11Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a228ff-dd9d-4d40-9c01-98506605001d', 'name': '', 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:cc:3b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '364ab041-7b40-442f-8daf-6dd2075dbcc4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:10Z', 'updated_at': '2021-07-05T10:42:14Z', 'revision_number': 4, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '364ab041-7b40-442f-8daf-6dd2075dbcc4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:16.859342 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e815a8-2191-4749-bc9d-b3f9068c57b1 None None] Checking router: c7be67d7-0458-44e8-ac05-b1db6f2ae051 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:42:16.868398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e815a8-2191-4749-bc9d-b3f9068c57b1 None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:16.869020 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-43e815a8-2191-4749-bc9d-b3f9068c57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:16.907590 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dea6b693-a788-4c0c-b469-53dd37992d48 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:16.942219 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:16.970738 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-43e815a8-2191-4749-bc9d-b3f9068c57b1 None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:17.234053 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-43e815a8-2191-4749-bc9d-b3f9068c57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:15Z', 'revision_number': 7, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1798288-18f4-44ce-9132-6a44fee3066c', 'name': '', 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:06:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:05Z', 'updated_at': '2021-07-05T10:42:11Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a228ff-dd9d-4d40-9c01-98506605001d', 'name': '', 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:cc:3b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '364ab041-7b40-442f-8daf-6dd2075dbcc4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:10Z', 'updated_at': '2021-07-05T10:42:14Z', 'revision_number': 4, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '364ab041-7b40-442f-8daf-6dd2075dbcc4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:17.252815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-dea6b693-a788-4c0c-b469-53dd37992d48 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port e3a228ff-dd9d-4d40-9c01-98506605001d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:17.253191 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dea6b693-a788-4c0c-b469-53dd37992d48 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:17.267291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e815a8-2191-4749-bc9d-b3f9068c57b1 None None] The sync data for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 is: [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:15Z', 'revision_number': 7, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1798288-18f4-44ce-9132-6a44fee3066c', 'name': '', 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:06:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:05Z', 'updated_at': '2021-07-05T10:42:11Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a228ff-dd9d-4d40-9c01-98506605001d', 'name': '', 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:cc:3b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '364ab041-7b40-442f-8daf-6dd2075dbcc4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:10Z', 'updated_at': '2021-07-05T10:42:14Z', 'revision_number': 4, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '364ab041-7b40-442f-8daf-6dd2075dbcc4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:42:17.384447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e3a228ff-dd9d-4d40-9c01-98506605001d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:17.389428 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-dea6b693-a788-4c0c-b469-53dd37992d48 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] For port e3a228ff-dd9d-4d40-9c01-98506605001d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e3a228ff-dd9d-4d40-9c01-98506605001d,segment=NetworkSegment(35148ffb-6c9d-4a08-815d-e76502912772),segment_id=35148ffb-6c9d-4a08-815d-e76502912772)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:17.389887 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dea6b693-a788-4c0c-b469-53dd37992d48 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:17.404482 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-dea6b693-a788-4c0c-b469-53dd37992d48 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for e3a228ff-dd9d-4d40-9c01-98506605001d owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:17.561038 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8f48e5-d05f-4d1e-9c97-16deffb3a627 None None] Sync routers for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:42:17.571146 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8f48e5-d05f-4d1e-9c97-16deffb3a627 None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:17.571797 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-db8f48e5-d05f-4d1e-9c97-16deffb3a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:17.577687 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e3a228ff-dd9d-4d40-9c01-98506605001d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:17.585573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e3a228ff-dd9d-4d40-9c01-98506605001d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:17.586078 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:17.666293 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-db8f48e5-d05f-4d1e-9c97-16deffb3a627 None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:17.677786 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:17.778511 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dea6b693-a788-4c0c-b469-53dd37992d48 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:17.814208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6b693-a788-4c0c-b469-53dd37992d48 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=e3a228ff-dd9d-4d40-9c01-98506605001d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:17.921482 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-db8f48e5-d05f-4d1e-9c97-16deffb3a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:15Z', 'revision_number': 7, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1798288-18f4-44ce-9132-6a44fee3066c', 'name': '', 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:06:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:05Z', 'updated_at': '2021-07-05T10:42:11Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a228ff-dd9d-4d40-9c01-98506605001d', 'name': '', 'network_id': '63e89a23-788d-4ffc-bec9-def1a2824443', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:cc:3b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '364ab041-7b40-442f-8daf-6dd2075dbcc4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:10Z', 'updated_at': '2021-07-05T10:42:14Z', 'revision_number': 4, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '364ab041-7b40-442f-8daf-6dd2075dbcc4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:17.962637 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8f48e5-d05f-4d1e-9c97-16deffb3a627 None None] Checking router: c7be67d7-0458-44e8-ac05-b1db6f2ae051 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:42:17.968364 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dea6b693-a788-4c0c-b469-53dd37992d48 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:17.972693 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8f48e5-d05f-4d1e-9c97-16deffb3a627 None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:17.974262 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-db8f48e5-d05f-4d1e-9c97-16deffb3a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:18.107745 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-db8f48e5-d05f-4d1e-9c97-16deffb3a627 None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:18.236615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea6b693-a788-4c0c-b469-53dd37992d48 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router c7be67d7-0458-44e8-ac05-b1db6f2ae051 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:42:18.365468 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-db8f48e5-d05f-4d1e-9c97-16deffb3a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:17Z', 'revision_number': 8, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1798288-18f4-44ce-9132-6a44fee3066c', 'name': '', 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:06:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:05Z', 'updated_at': '2021-07-05T10:42:11Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:18.373230 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea6b693-a788-4c0c-b469-53dd37992d48 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:42:18.381508 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dea6b693-a788-4c0c-b469-53dd37992d48 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/c7be67d7-0458-44e8-ac05-b1db6f2ae051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8461823 Jul 05 10:42:18.390395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33952) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:18.447274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-49daa42b-01c5-448f-a731-fb49c93021c2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting subnet 364ab041-7b40-442f-8daf-6dd2075dbcc4 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:42:18.451553 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49daa42b-01c5-448f-a731-fb49c93021c2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:18.484885 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8f48e5-d05f-4d1e-9c97-16deffb3a627 None None] The sync data for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 is: [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:17Z', 'revision_number': 8, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1798288-18f4-44ce-9132-6a44fee3066c', 'name': '', 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:06:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:05Z', 'updated_at': '2021-07-05T10:42:11Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:42:18.494090 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49daa42b-01c5-448f-a731-fb49c93021c2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:18.597159 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49daa42b-01c5-448f-a731-fb49c93021c2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:18.749559 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49daa42b-01c5-448f-a731-fb49c93021c2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:18.778571 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49daa42b-01c5-448f-a731-fb49c93021c2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Subnet': ['ID=364ab041-7b40-442f-8daf-6dd2075dbcc4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:18.782360 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49daa42b-01c5-448f-a731-fb49c93021c2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:18.784274 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-49daa42b-01c5-448f-a731-fb49c93021c2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/364ab041-7b40-442f-8daf-6dd2075dbcc4 HTTP/1.1" status: 204 len: 168 time: 0.3927267 Jul 05 10:42:18.787179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 33956) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:18.790123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968567fb-1005-4e28-983e-768a8e0be034 None None] Network 63e89a23-788d-4ffc-bec9-def1a2824443 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:19.091066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01497b9b-e4fe-4eb2-915e-5f402f3da7f6 None None] DHCP port deletion for 63e89a23-788d-4ffc-bec9-def1a2824443 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:42:19.179860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-01497b9b-e4fe-4eb2-915e-5f402f3da7f6 None None] Deleting port 36125c2a-1e45-47e5-ab25-6694893b245a {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:19.180570 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-01497b9b-e4fe-4eb2-915e-5f402f3da7f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:19.203152 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:19.237234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6ca30d-7c26-4759-9024-28f829c16e0a None None] Sync routers for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:42:19.252980 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ca30d-7c26-4759-9024-28f829c16e0a None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:19.256381 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0f6ca30d-7c26-4759-9024-28f829c16e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:19.292160 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port 36125c2a-1e45-47e5-ab25-6694893b245a {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:19.292160 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:19.362081 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 36125c2a-1e45-47e5-ab25-6694893b245a no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:42:19.406463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-01497b9b-e4fe-4eb2-915e-5f402f3da7f6 None None] For port 36125c2a-1e45-47e5-ab25-6694893b245a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=36125c2a-1e45-47e5-ab25-6694893b245a,segment=NetworkSegment(35148ffb-6c9d-4a08-815d-e76502912772),segment_id=35148ffb-6c9d-4a08-815d-e76502912772)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:19.406872 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-01497b9b-e4fe-4eb2-915e-5f402f3da7f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:19.413269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] For port 36125c2a-1e45-47e5-ab25-6694893b245a, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=36125c2a-1e45-47e5-ab25-6694893b245a,segment=NetworkSegment(35148ffb-6c9d-4a08-815d-e76502912772),segment_id=35148ffb-6c9d-4a08-815d-e76502912772)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:19.413835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:19.434307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for 36125c2a-1e45-47e5-ab25-6694893b245a owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:19.437493 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-01497b9b-e4fe-4eb2-915e-5f402f3da7f6 None None] Calling delete_port for 36125c2a-1e45-47e5-ab25-6694893b245a owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:19.449616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-0f6ca30d-7c26-4759-9024-28f829c16e0a None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:19.687803 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:19.797702 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0f6ca30d-7c26-4759-9024-28f829c16e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:17Z', 'revision_number': 8, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1798288-18f4-44ce-9132-6a44fee3066c', 'name': '', 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:06:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:05Z', 'updated_at': '2021-07-05T10:42:11Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:19.806306 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:19.831330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6ca30d-7c26-4759-9024-28f829c16e0a None None] Checking router: c7be67d7-0458-44e8-ac05-b1db6f2ae051 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:42:19.835669 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=36125c2a-1e45-47e5-ab25-6694893b245a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:19.844589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No DVR routers for this DVR port 36125c2a-1e45-47e5-ab25-6694893b245a on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:42:19.859110 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e3a228ff-dd9d-4d40-9c01-98506605001d no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:42:19.861803 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-01497b9b-e4fe-4eb2-915e-5f402f3da7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:19.883139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ca30d-7c26-4759-9024-28f829c16e0a None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:19.883781 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0f6ca30d-7c26-4759-9024-28f829c16e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:19.907061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: e3a228ff-dd9d-4d40-9c01-98506605001d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:42:19.907402 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e3a228ff-dd9d-4d40-9c01-98506605001d not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:42:19.945486 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:19.951746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01497b9b-e4fe-4eb2-915e-5f402f3da7f6 None None] Pushing event deleted for resources: {'Port': ['ID=36125c2a-1e45-47e5-ab25-6694893b245a,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:19.958942 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e89a23-788d-4ffc-bec9-def1a2824443']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:19.972125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35148ffb-6c9d-4a08-815d-e76502912772') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:19.972125 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35148ffb-6c9d-4a08-815d-e76502912772') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:19.987430 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:19.987677 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01497b9b-e4fe-4eb2-915e-5f402f3da7f6 None None] No DVR routers for this DVR port 36125c2a-1e45-47e5-ab25-6694893b245a on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:42:20.019166 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:20.025078 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-0f6ca30d-7c26-4759-9024-28f829c16e0a None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:20.025965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:42:20.026439 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:42:20.029920 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:42:20.229586 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:20.241837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0f6ca30d-7c26-4759-9024-28f829c16e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:17Z', 'revision_number': 8, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1798288-18f4-44ce-9132-6a44fee3066c', 'name': '', 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:06:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:05Z', 'updated_at': '2021-07-05T10:42:11Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:20.252382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:20.254175 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/networks/63e89a23-788d-4ffc-bec9-def1a2824443 HTTP/1.1" status: 204 len: 168 time: 1.4659896 Jul 05 10:42:20.257049 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34008) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:20.268703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa738a9-ba42-42ce-89fa-ee158fcfcae3 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Network': ['ID=63e89a23-788d-4ffc-bec9-def1a2824443,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:20.293324 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6ca30d-7c26-4759-9024-28f829c16e0a None None] The sync data for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 is: [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:17Z', 'revision_number': 8, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1798288-18f4-44ce-9132-6a44fee3066c', 'name': '', 'network_id': '7b4ca4db-c058-42c7-a660-f75d4b550032', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:06:3b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:05Z', 'updated_at': '2021-07-05T10:42:11Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '3f19f834-e766-4a83-9e9a-ee1079955755', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:42:20.647392 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b728a328-fa4b-48f8-b168-c6cafa1a3f56 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:20.929586 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-b728a328-fa4b-48f8-b168-c6cafa1a3f56 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port b1798288-18f4-44ce-9132-6a44fee3066c {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:20.929928 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b728a328-fa4b-48f8-b168-c6cafa1a3f56 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:21.024393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-b728a328-fa4b-48f8-b168-c6cafa1a3f56 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] For port b1798288-18f4-44ce-9132-6a44fee3066c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b1798288-18f4-44ce-9132-6a44fee3066c,segment=NetworkSegment(7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7),segment_id=7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:21.025037 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b728a328-fa4b-48f8-b168-c6cafa1a3f56 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:21.038840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-b728a328-fa4b-48f8-b168-c6cafa1a3f56 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for b1798288-18f4-44ce-9132-6a44fee3066c owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:21.331967 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b728a328-fa4b-48f8-b168-c6cafa1a3f56 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:21.360180 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728a328-fa4b-48f8-b168-c6cafa1a3f56 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=b1798288-18f4-44ce-9132-6a44fee3066c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:21.505022 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b728a328-fa4b-48f8-b168-c6cafa1a3f56 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:21.730537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b728a328-fa4b-48f8-b168-c6cafa1a3f56 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router c7be67d7-0458-44e8-ac05-b1db6f2ae051 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:42:21.841681 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b728a328-fa4b-48f8-b168-c6cafa1a3f56 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:42:21.849773 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b728a328-fa4b-48f8-b168-c6cafa1a3f56 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/c7be67d7-0458-44e8-ac05-b1db6f2ae051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5890255 Jul 05 10:42:21.850621 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34042) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:21.851502 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ec6e1-a868-451a-917d-99df4dea8aef None None] Sync routers for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:42:21.861749 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ec6e1-a868-451a-917d-99df4dea8aef None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:21.862383 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-cd4ec6e1-a868-451a-917d-99df4dea8aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:21.910447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5049050-4d56-4c71-b714-0146b99feb4f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting subnet 3f19f834-e766-4a83-9e9a-ee1079955755 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:42:21.914205 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5049050-4d56-4c71-b714-0146b99feb4f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:21.970020 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5049050-4d56-4c71-b714-0146b99feb4f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:21.998526 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-cd4ec6e1-a868-451a-917d-99df4dea8aef None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:22.109386 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5049050-4d56-4c71-b714-0146b99feb4f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:22.287253 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-cd4ec6e1-a868-451a-917d-99df4dea8aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:21Z', 'revision_number': 9, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:22.315226 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5049050-4d56-4c71-b714-0146b99feb4f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:22.316891 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ec6e1-a868-451a-917d-99df4dea8aef None None] Checking router: c7be67d7-0458-44e8-ac05-b1db6f2ae051 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:42:22.325426 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ec6e1-a868-451a-917d-99df4dea8aef None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:22.326056 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-cd4ec6e1-a868-451a-917d-99df4dea8aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:22.341886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5049050-4d56-4c71-b714-0146b99feb4f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Subnet': ['ID=3f19f834-e766-4a83-9e9a-ee1079955755,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:22.358063 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b5049050-4d56-4c71-b714-0146b99feb4f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:22.358228 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba5031a-d141-4cfd-a196-7ce7ae112d0b None None] Network 7b4ca4db-c058-42c7-a660-f75d4b550032 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:22.358816 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b5049050-4d56-4c71-b714-0146b99feb4f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/3f19f834-e766-4a83-9e9a-ee1079955755 HTTP/1.1" status: 204 len: 168 time: 0.5030553 Jul 05 10:42:22.358816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34044) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:22.421365 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-cd4ec6e1-a868-451a-917d-99df4dea8aef None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:22.453388 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:22.502412 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:22.535583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:22.535968 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:22.611020 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] For port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=958097d7-7b2b-4f89-ae0c-8b883a05fd2c,segment=NetworkSegment(7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7),segment_id=7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:22.611442 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:22.625720 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for 958097d7-7b2b-4f89-ae0c-8b883a05fd2c owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:22.638528 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154944ac-0388-4ad5-9a26-fad40dcea560 None None] DHCP port deletion for 7b4ca4db-c058-42c7-a660-f75d4b550032 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:42:22.698010 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-cd4ec6e1-a868-451a-917d-99df4dea8aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:21Z', 'revision_number': 9, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:22.704212 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-154944ac-0388-4ad5-9a26-fad40dcea560 None None] Deleting port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:22.709392 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-154944ac-0388-4ad5-9a26-fad40dcea560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:22.733430 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ec6e1-a868-451a-917d-99df4dea8aef None None] The sync data for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 is: [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:21Z', 'revision_number': 9, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3644f9ac-d88f-4b2e-954f-5f4542def601', 'name': '', 'network_id': '0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:3b:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '658c676a-dedc-4388-a994-ecb89333f508', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:42:01Z', 'updated_at': '2021-07-05T10:42:07Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': '658c676a-dedc-4388-a994-ecb89333f508', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:42:22.783983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-154944ac-0388-4ad5-9a26-fad40dcea560 None None] For port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=958097d7-7b2b-4f89-ae0c-8b883a05fd2c,segment=NetworkSegment(7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7),segment_id=7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:22.790052 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-154944ac-0388-4ad5-9a26-fad40dcea560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:22.803167 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-154944ac-0388-4ad5-9a26-fad40dcea560 None None] Calling delete_port for 958097d7-7b2b-4f89-ae0c-8b883a05fd2c owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:22.932137 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:22.939068 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-154944ac-0388-4ad5-9a26-fad40dcea560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:22.957950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=958097d7-7b2b-4f89-ae0c-8b883a05fd2c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:22.966298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No DVR routers for this DVR port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:42:22.970511 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154944ac-0388-4ad5-9a26-fad40dcea560 None None] Pushing event deleted for resources: {'Port': ['ID=958097d7-7b2b-4f89-ae0c-8b883a05fd2c,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:22.975436 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154944ac-0388-4ad5-9a26-fad40dcea560 None None] No DVR routers for this DVR port 958097d7-7b2b-4f89-ae0c-8b883a05fd2c on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:42:23.048884 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:23.059706 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4ca4db-c058-42c7-a660-f75d4b550032']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:23.085176 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:23.089708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7262ecd4-5fbe-4cb0-a7f5-b97d7ed0f4a7') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:23.095500 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:23.115862 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:23.122307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:42:23.123082 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:42:23.126193 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:42:23.336742 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 958097d7-7b2b-4f89-ae0c-8b883a05fd2c no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:42:23.348944 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:23.357535 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:23.359696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 958097d7-7b2b-4f89-ae0c-8b883a05fd2c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:42:23.360214 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/networks/7b4ca4db-c058-42c7-a660-f75d4b550032 HTTP/1.1" status: 204 len: 168 time: 1.0014899 Jul 05 10:42:23.360329 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 958097d7-7b2b-4f89-ae0c-8b883a05fd2c not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:42:23.360488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b1798288-18f4-44ce-9132-6a44fee3066c no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:42:23.362655 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34052) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:23.376672 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c289456-2cec-4de2-ae9e-bab47af3f097 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Network': ['ID=7b4ca4db-c058-42c7-a660-f75d4b550032,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:23.388551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: b1798288-18f4-44ce-9132-6a44fee3066c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:42:23.388551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b1798288-18f4-44ce-9132-6a44fee3066c not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:42:23.714502 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7a74-4a9e-4cde-bc91-9088f35898ac tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:24.012047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b7a74-4a9e-4cde-bc91-9088f35898ac tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port 3644f9ac-d88f-4b2e-954f-5f4542def601 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:24.012476 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7a74-4a9e-4cde-bc91-9088f35898ac tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:24.104961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-ba8b7a74-4a9e-4cde-bc91-9088f35898ac tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] For port 3644f9ac-d88f-4b2e-954f-5f4542def601, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3644f9ac-d88f-4b2e-954f-5f4542def601,segment=NetworkSegment(65b1d394-fd43-4bf4-94d1-2011532efb9a),segment_id=65b1d394-fd43-4bf4-94d1-2011532efb9a)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:24.105321 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7a74-4a9e-4cde-bc91-9088f35898ac tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:24.118229 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b7a74-4a9e-4cde-bc91-9088f35898ac tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for 3644f9ac-d88f-4b2e-954f-5f4542def601 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:24.315094 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:24.412335 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7a74-4a9e-4cde-bc91-9088f35898ac tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:24.440877 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b7a74-4a9e-4cde-bc91-9088f35898ac tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=3644f9ac-d88f-4b2e-954f-5f4542def601,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:24.578683 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7a74-4a9e-4cde-bc91-9088f35898ac tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:24.661866 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34066) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:24.795212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8b7a74-4a9e-4cde-bc91-9088f35898ac tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router c7be67d7-0458-44e8-ac05-b1db6f2ae051 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:42:24.820148 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-79b9f1d8-711b-4b29-ab2d-f22faa499652 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6678a8311ef145b782b3e0ab799f62d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545794 Jul 05 10:42:24.820398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34070) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:24.871184 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a0e0a0ea-02ef-44f4-9fec-752a040e54d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:24.897003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8b7a74-4a9e-4cde-bc91-9088f35898ac tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:42:24.902015 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ba8b7a74-4a9e-4cde-bc91-9088f35898ac tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/c7be67d7-0458-44e8-ac05-b1db6f2ae051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5376363 Jul 05 10:42:24.911377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34074) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:24.912115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2355a0-e7c3-48f9-ab13-04da4bf96aae None None] Sync routers for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:42:24.924087 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a0e0a0ea-02ef-44f4-9fec-752a040e54d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:24.925805 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2355a0-e7c3-48f9-ab13-04da4bf96aae None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:24.926771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-df2355a0-e7c3-48f9-ab13-04da4bf96aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:25.014359 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e0dc22-b9fb-4750-92c7-37b9710550a8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting subnet 658c676a-dedc-4388-a994-ecb89333f508 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:42:25.018662 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-71e0dc22-b9fb-4750-92c7-37b9710550a8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:25.064326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-df2355a0-e7c3-48f9-ab13-04da4bf96aae None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:25.072044 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-71e0dc22-b9fb-4750-92c7-37b9710550a8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:25.162466 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a0e0a0ea-02ef-44f4-9fec-752a040e54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:25.165840 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a0e0a0ea-02ef-44f4-9fec-752a040e54d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:25.168041 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a0e0a0ea-02ef-44f4-9fec-752a040e54d6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f8b3680-30a7-458e-9bc3-91f44a82fd78 HTTP/1.1" status: 204 len: 168 time: 0.3466370 Jul 05 10:42:25.183191 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0a0ea-02ef-44f4-9fec-752a040e54d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8b3680-30a7-458e-9bc3-91f44a82fd78,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:25.197199 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-71e0dc22-b9fb-4750-92c7-37b9710550a8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:25.362786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-df2355a0-e7c3-48f9-ab13-04da4bf96aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:24Z', 'revision_number': 10, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:25.389713 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-71e0dc22-b9fb-4750-92c7-37b9710550a8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:25.390928 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2355a0-e7c3-48f9-ab13-04da4bf96aae None None] Checking router: c7be67d7-0458-44e8-ac05-b1db6f2ae051 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:42:25.400336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2355a0-e7c3-48f9-ab13-04da4bf96aae None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:25.400950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-df2355a0-e7c3-48f9-ab13-04da4bf96aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:25.421244 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0dc22-b9fb-4750-92c7-37b9710550a8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Subnet': ['ID=658c676a-dedc-4388-a994-ecb89333f508,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:25.433094 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-71e0dc22-b9fb-4750-92c7-37b9710550a8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:25.435995 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-71e0dc22-b9fb-4750-92c7-37b9710550a8 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/658c676a-dedc-4388-a994-ecb89333f508 HTTP/1.1" status: 204 len: 168 time: 0.5226257 Jul 05 10:42:25.438603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34090) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:25.483473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9b284c-2ddf-424b-87f9-f322b4706e65 None None] Network 0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:25.575975 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:25.576353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-df2355a0-e7c3-48f9-ab13-04da4bf96aae None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:25.652512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port dadc752b-6265-4c4b-8b68-f7697877a68d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:25.653141 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:25.734606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] For port dadc752b-6265-4c4b-8b68-f7697877a68d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dadc752b-6265-4c4b-8b68-f7697877a68d,segment=NetworkSegment(65b1d394-fd43-4bf4-94d1-2011532efb9a),segment_id=65b1d394-fd43-4bf4-94d1-2011532efb9a)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:25.735203 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:25.752207 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for dadc752b-6265-4c4b-8b68-f7697877a68d owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:25.852299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] DHCP port deletion for 0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:42:25.889469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-df2355a0-e7c3-48f9-ab13-04da4bf96aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:24Z', 'revision_number': 10, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:25.924437 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2355a0-e7c3-48f9-ab13-04da4bf96aae None None] The sync data for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 is: [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:24Z', 'revision_number': 10, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None, '_interfaces': [{'id': '1102cba9-6225-4b56-8818-6fc375bac1ac', 'name': '', 'network_id': 'ae575969-2abd-4952-8ce0-30931af0618e', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'mac_address': 'fa:16:3e:71:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:41:56Z', 'updated_at': '2021-07-05T10:42:03Z', 'revision_number': 5, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'subnets': [{'id': 'aa8fd7f7-9eed-4339-93d9-ace8b8b02f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:42:25.940117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Deleting port dadc752b-6265-4c4b-8b68-f7697877a68d {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:25.940497 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:26.007529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] For port dadc752b-6265-4c4b-8b68-f7697877a68d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dadc752b-6265-4c4b-8b68-f7697877a68d,segment=NetworkSegment(65b1d394-fd43-4bf4-94d1-2011532efb9a),segment_id=65b1d394-fd43-4bf4-94d1-2011532efb9a)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:26.007949 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:26.017473 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:26.020083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Calling delete_port for dadc752b-6265-4c4b-8b68-f7697877a68d owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:26.046732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No DVR routers for this DVR port dadc752b-6265-4c4b-8b68-f7697877a68d on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:42:26.052377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=dadc752b-6265-4c4b-8b68-f7697877a68d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:26.108576 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:26.135099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Pushing event deleted for resources: {'Port': ['ID=dadc752b-6265-4c4b-8b68-f7697877a68d,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:26.143499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:26.146534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:26.146534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:26.146534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:26.146534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:26.146534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:26.146534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:26.147265 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:26.147265 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:26.147265 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:26.147554 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:26.147852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:26.157881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b400826-2f58-4bcf-8a4d-090ab10077e7 None None] No DVR routers for this DVR port dadc752b-6265-4c4b-8b68-f7697877a68d on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:42:26.161331 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:26.173666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:26.184397 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b1d394-fd43-4bf4-94d1-2011532efb9a') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:26.184681 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b1d394-fd43-4bf4-94d1-2011532efb9a') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:26.196313 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:26.211527 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:26.217889 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:42:26.218282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:42:26.221358 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:42:26.377733 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:26.387575 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:26.394507 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/networks/0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a HTTP/1.1" status: 204 len: 168 time: 0.9502819 Jul 05 10:42:26.397300 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34114) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:26.405617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f6c52-91a1-4d2f-ae9f-73eec5291b9d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Network': ['ID=0f33f6b1-ff08-4bc0-840f-4dd97b19ea5a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:26.477472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34116) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:26.587452 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1c789579-a45d-4b2f-8edf-1a0d84856bf4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1979745170-network', 'tenant_id': '8e41e90a0d364971984c3523e0103b1a'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:26.686707 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c789579-a45d-4b2f-8edf-1a0d84856bf4 admin admin] Made reservation on behalf of 8e41e90a0d364971984c3523e0103b1a for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:42:26.686707 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c789579-a45d-4b2f-8edf-1a0d84856bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:26.693870 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c789579-a45d-4b2f-8edf-1a0d84856bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:26.799931 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c789579-a45d-4b2f-8edf-1a0d84856bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:26.876022 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c789579-a45d-4b2f-8edf-1a0d84856bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:26.908513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c789579-a45d-4b2f-8edf-1a0d84856bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308eb9fd-d223-4f45-a406-b69b072eba9e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:26.916941 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c789579-a45d-4b2f-8edf-1a0d84856bf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:42:26.928122 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c789579-a45d-4b2f-8edf-1a0d84856bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:26.928486 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-1c789579-a45d-4b2f-8edf-1a0d84856bf4 admin admin] Added segment 5261df16-0537-4c78-a9fb-7f8300134e17 of type vlan for network 19056559-6d6c-4ff7-a444-28e1e7318989 Jul 05 10:42:26.972074 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c789579-a45d-4b2f-8edf-1a0d84856bf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:27.092250 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c789579-a45d-4b2f-8edf-1a0d84856bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:27.093243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c789579-a45d-4b2f-8edf-1a0d84856bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:27.093836 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1c789579-a45d-4b2f-8edf-1a0d84856bf4 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:27.111198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e6251812-5483-4a1b-bc5b-40d84419913f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:27.184168 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c789579-a45d-4b2f-8edf-1a0d84856bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=19056559-6d6c-4ff7-a444-28e1e7318989,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:27.196307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 19056559-6d6c-4ff7-a444-28e1e7318989 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:42:27.212964 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1c789579-a45d-4b2f-8edf-1a0d84856bf4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7341163 Jul 05 10:42:27.219015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34124) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:27.232705 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-7a079e98-eec5-4832-b470-dafb109f6a32 admin admin] Request body: {'subnet': {'network_id': '19056559-6d6c-4ff7-a444-28e1e7318989', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1979745170-subnet', 'tenant_id': '8e41e90a0d364971984c3523e0103b1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:27.338976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dadc752b-6265-4c4b-8b68-f7697877a68d no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:42:27.348255 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a079e98-eec5-4832-b470-dafb109f6a32 admin admin] Made reservation on behalf of 8e41e90a0d364971984c3523e0103b1a for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:42:27.351384 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a079e98-eec5-4832-b470-dafb109f6a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:27.360347 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: dadc752b-6265-4c4b-8b68-f7697877a68d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:42:27.360688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dadc752b-6265-4c4b-8b68-f7697877a68d not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:42:27.361097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3644f9ac-d88f-4b2e-954f-5f4542def601 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:42:27.381155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 3644f9ac-d88f-4b2e-954f-5f4542def601 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:42:27.381494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3644f9ac-d88f-4b2e-954f-5f4542def601 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:42:27.410004 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-e6251812-5483-4a1b-bc5b-40d84419913f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port 1102cba9-6225-4b56-8818-6fc375bac1ac {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:27.410954 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e6251812-5483-4a1b-bc5b-40d84419913f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:27.501415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-e6251812-5483-4a1b-bc5b-40d84419913f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] For port 1102cba9-6225-4b56-8818-6fc375bac1ac, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1102cba9-6225-4b56-8818-6fc375bac1ac,segment=NetworkSegment(3d984f5b-0dfd-4032-b47f-7c126716f99b),segment_id=3d984f5b-0dfd-4032-b47f-7c126716f99b)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:27.501696 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e6251812-5483-4a1b-bc5b-40d84419913f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:27.515483 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-e6251812-5483-4a1b-bc5b-40d84419913f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for 1102cba9-6225-4b56-8818-6fc375bac1ac owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:27.601011 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a079e98-eec5-4832-b470-dafb109f6a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:27.659149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a079e98-eec5-4832-b470-dafb109f6a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b84d42-b07e-437e-9f6c-63358d7adb9e,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:27.668615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a079e98-eec5-4832-b470-dafb109f6a32 admin admin] Checking segment: {'id': '5261df16-0537-4c78-a9fb-7f8300134e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '19056559-6d6c-4ff7-a444-28e1e7318989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:27.668982 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a079e98-eec5-4832-b470-dafb109f6a32 admin admin] Network hostable DHCP agents. Network: 19056559-6d6c-4ff7-a444-28e1e7318989, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:42:27.783367 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a079e98-eec5-4832-b470-dafb109f6a32 admin admin] Network 19056559-6d6c-4ff7-a444-28e1e7318989 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:42:27.823824 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e6251812-5483-4a1b-bc5b-40d84419913f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:27.855402 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6251812-5483-4a1b-bc5b-40d84419913f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=1102cba9-6225-4b56-8818-6fc375bac1ac,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:27.886331 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-7a079e98-eec5-4832-b470-dafb109f6a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 19056559-6d6c-4ff7-a444-28e1e7318989) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:27.896576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a079e98-eec5-4832-b470-dafb109f6a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:27.896812 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4270292c-483d-49a4-9aa6-e8df42011964 None None] Network 19056559-6d6c-4ff7-a444-28e1e7318989 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:27.897013 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a079e98-eec5-4832-b470-dafb109f6a32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:27.984407 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e6251812-5483-4a1b-bc5b-40d84419913f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:28.012894 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7a079e98-eec5-4832-b470-dafb109f6a32 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7924235 Jul 05 10:42:28.068327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351f98a9-42b6-44e8-a670-8ffbd0876cc2 None None] Network 19056559-6d6c-4ff7-a444-28e1e7318989 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:28.155790 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6251812-5483-4a1b-bc5b-40d84419913f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router c7be67d7-0458-44e8-ac05-b1db6f2ae051 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:42:28.242312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6251812-5483-4a1b-bc5b-40d84419913f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:42:28.247916 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e6251812-5483-4a1b-bc5b-40d84419913f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/c7be67d7-0458-44e8-ac05-b1db6f2ae051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8489811 Jul 05 10:42:28.250099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34134) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:28.253023 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd223c63-b384-48f4-ada8-424f1680a35e None None] Sync routers for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:42:28.264921 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd223c63-b384-48f4-ada8-424f1680a35e None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:28.265775 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-bd223c63-b384-48f4-ada8-424f1680a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:28.316384 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-849bdd11-715e-4c60-8665-fb6b00b5f62e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting subnet aa8fd7f7-9eed-4339-93d9-ace8b8b02f58 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:42:28.319962 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-849bdd11-715e-4c60-8665-fb6b00b5f62e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:28.360329 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-bd223c63-b384-48f4-ada8-424f1680a35e None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:28.367419 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-849bdd11-715e-4c60-8665-fb6b00b5f62e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:28.417614 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-bd223c63-b384-48f4-ada8-424f1680a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:27Z', 'revision_number': 11, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:28.451882 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd223c63-b384-48f4-ada8-424f1680a35e None None] Checking router: c7be67d7-0458-44e8-ac05-b1db6f2ae051 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:42:28.462222 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-849bdd11-715e-4c60-8665-fb6b00b5f62e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:28.464809 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd223c63-b384-48f4-ada8-424f1680a35e None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:28.464809 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-bd223c63-b384-48f4-ada8-424f1680a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:28.541921 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-bd223c63-b384-48f4-ada8-424f1680a35e None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:28.595905 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-bd223c63-b384-48f4-ada8-424f1680a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:27Z', 'revision_number': 11, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:28.624130 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-849bdd11-715e-4c60-8665-fb6b00b5f62e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:28.625373 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd223c63-b384-48f4-ada8-424f1680a35e None None] The sync data for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 is: [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:27Z', 'revision_number': 11, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:42:28.659077 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bdd11-715e-4c60-8665-fb6b00b5f62e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8fd7f7-9eed-4339-93d9-ace8b8b02f58,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:28.662270 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-849bdd11-715e-4c60-8665-fb6b00b5f62e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:28.664693 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-849bdd11-715e-4c60-8665-fb6b00b5f62e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/aa8fd7f7-9eed-4339-93d9-ace8b8b02f58 HTTP/1.1" status: 204 len: 168 time: 0.4125087 Jul 05 10:42:28.667360 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34142) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:28.673296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422a4f07-84e9-48f9-bbbf-8d4be3910f7a None None] Network ae575969-2abd-4952-8ce0-30931af0618e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:28.751493 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:28.834141 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Deleting port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:28.834514 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:28.865582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34154) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:28.876338 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-6c3b92d4-9029-4f26-a45b-e7de6ae394b0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-583544288-network', 'tenant_id': '5e673c83fa044bcab35558fcbe22ea4a'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:28.927967 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] For port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f2fe026b-ee20-4d8f-92b5-8099b4df9bb3,segment=NetworkSegment(3d984f5b-0dfd-4032-b47f-7c126716f99b),segment_id=3d984f5b-0dfd-4032-b47f-7c126716f99b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:28.928513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:28.941039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Calling delete_port for f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:28.995243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3b92d4-9029-4f26-a45b-e7de6ae394b0 admin admin] Made reservation on behalf of 5e673c83fa044bcab35558fcbe22ea4a for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:42:28.999554 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c3b92d4-9029-4f26-a45b-e7de6ae394b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.005834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78213bb5-66d2-4f4e-aafa-f55f126ccb10 None None] DHCP port deletion for ae575969-2abd-4952-8ce0-30931af0618e request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:42:29.014542 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c3b92d4-9029-4f26-a45b-e7de6ae394b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.084653 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-78213bb5-66d2-4f4e-aafa-f55f126ccb10 None None] Deleting port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:29.085045 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-78213bb5-66d2-4f4e-aafa-f55f126ccb10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.109937 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.165582 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c3b92d4-9029-4f26-a45b-e7de6ae394b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.166020 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Port': ['ID=f2fe026b-ee20-4d8f-92b5-8099b4df9bb3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:29.179816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No DVR routers for this DVR port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:42:29.200266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-78213bb5-66d2-4f4e-aafa-f55f126ccb10 None None] For port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f2fe026b-ee20-4d8f-92b5-8099b4df9bb3,segment=NetworkSegment(3d984f5b-0dfd-4032-b47f-7c126716f99b),segment_id=3d984f5b-0dfd-4032-b47f-7c126716f99b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:29.200673 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-78213bb5-66d2-4f4e-aafa-f55f126ccb10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.219060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-78213bb5-66d2-4f4e-aafa-f55f126ccb10 None None] Calling delete_port for f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:29.258152 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c3b92d4-9029-4f26-a45b-e7de6ae394b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.285912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3b92d4-9029-4f26-a45b-e7de6ae394b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:42:29.313026 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c3b92d4-9029-4f26-a45b-e7de6ae394b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.314647 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-6c3b92d4-9029-4f26-a45b-e7de6ae394b0 admin admin] Added segment 035f6ed7-cca5-4d6a-91cf-b5c6f24bdaf8 of type vlan for network 7d59a637-60dc-4fa2-8bc1-691060fa764a Jul 05 10:42:29.357627 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.372652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1102cba9-6225-4b56-8818-6fc375bac1ac no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:42:29.379005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae575969-2abd-4952-8ce0-30931af0618e']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:29.389356 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c3b92d4-9029-4f26-a45b-e7de6ae394b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.399355 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 1102cba9-6225-4b56-8818-6fc375bac1ac {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:42:29.399355 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1102cba9-6225-4b56-8818-6fc375bac1ac not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:42:29.404180 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:42:29.404280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d984f5b-0dfd-4032-b47f-7c126716f99b') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:29.404280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d984f5b-0dfd-4032-b47f-7c126716f99b') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:29.414154 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.421040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:42:29.421269 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:42:29.437218 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.437453 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-78213bb5-66d2-4f4e-aafa-f55f126ccb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.444654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b92d4-9029-4f26-a45b-e7de6ae394b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925000d9-8563-429d-9730-c1be332ab188,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:29.451610 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:42:29.451928 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:42:29.468395 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:42:29.475188 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78213bb5-66d2-4f4e-aafa-f55f126ccb10 None None] Pushing event deleted for resources: {'Port': ['ID=f2fe026b-ee20-4d8f-92b5-8099b4df9bb3,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:29.477435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78213bb5-66d2-4f4e-aafa-f55f126ccb10 None None] No DVR routers for this DVR port f2fe026b-ee20-4d8f-92b5-8099b4df9bb3 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:42:29.503687 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c3b92d4-9029-4f26-a45b-e7de6ae394b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.505838 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b92d4-9029-4f26-a45b-e7de6ae394b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:29.506551 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c3b92d4-9029-4f26-a45b-e7de6ae394b0 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.566607 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b92d4-9029-4f26-a45b-e7de6ae394b0 admin admin] Pushing event updated for resources: {'Network': ['ID=7d59a637-60dc-4fa2-8bc1-691060fa764a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:29.577679 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 7d59a637-60dc-4fa2-8bc1-691060fa764a details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:42:29.594909 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.611374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.611374 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/networks/ae575969-2abd-4952-8ce0-30931af0618e HTTP/1.1" status: 204 len: 168 time: 0.9399679 Jul 05 10:42:29.612085 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34164) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:29.615681 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-9f4a85ad-f544-4d99-90ab-cf724925dc8c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'router': {'routes': None}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:29.622359 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a1591-7bbd-4f0a-aa40-c31fa594e237 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Pushing event deleted for resources: {'Network': ['ID=ae575969-2abd-4952-8ce0-30931af0618e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:29.666504 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6c3b92d4-9029-4f26-a45b-e7de6ae394b0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7958193 Jul 05 10:42:29.668469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34166) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:29.675158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6dc7b098-e51c-4f10-a9d8-d41649c46f51 admin admin] Request body: {'subnet': {'network_id': '7d59a637-60dc-4fa2-8bc1-691060fa764a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-583544288-subnet', 'tenant_id': '5e673c83fa044bcab35558fcbe22ea4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:29.789074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc7b098-e51c-4f10-a9d8-d41649c46f51 admin admin] Made reservation on behalf of 5e673c83fa044bcab35558fcbe22ea4a for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:42:29.791506 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6dc7b098-e51c-4f10-a9d8-d41649c46f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.798633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.extraroute_db [None req-9f4a85ad-f544-4d99-90ab-cf724925dc8c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Added routes are [] {{(pid=100775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 10:42:29.799219 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.extraroute_db [None req-9f4a85ad-f544-4d99-90ab-cf724925dc8c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Removed routes are [] {{(pid=100775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 10:42:29.800125 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f4a85ad-f544-4d99-90ab-cf724925dc8c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.972039 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f4a85ad-f544-4d99-90ab-cf724925dc8c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:29.977933 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f4a85ad-f544-4d99-90ab-cf724925dc8c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:30.056064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4a85ad-f544-4d99-90ab-cf724925dc8c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router c7be67d7-0458-44e8-ac05-b1db6f2ae051 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:42:30.109854 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6dc7b098-e51c-4f10-a9d8-d41649c46f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:30.139608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4a85ad-f544-4d99-90ab-cf724925dc8c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:42:30.147793 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f4a85ad-f544-4d99-90ab-cf724925dc8c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:30.149081 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9f4a85ad-f544-4d99-90ab-cf724925dc8c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/c7be67d7-0458-44e8-ac05-b1db6f2ae051 HTTP/1.1" status: 200 len: 704 time: 0.5382388 Jul 05 10:42:30.154024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34170) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:30.159842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c00112-41e7-4f52-a492-6e519d3368a1 None None] Sync routers for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:42:30.172479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c00112-41e7-4f52-a492-6e519d3368a1 None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:30.173285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a6c00112-41e7-4f52-a492-6e519d3368a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:30.194552 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-33751304-8139-4fc4-9e75-47191826983e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7be67d7-0458-44e8-ac05-b1db6f2ae051 HTTP/1.1" status: 200 len: 205 time: 0.0407128 Jul 05 10:42:30.197181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34172) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:30.199956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7b098-e51c-4f10-a9d8-d41649c46f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5568a94-8382-43cc-b85d-2d6268714a48,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:30.212250 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc7b098-e51c-4f10-a9d8-d41649c46f51 admin admin] Checking segment: {'id': '035f6ed7-cca5-4d6a-91cf-b5c6f24bdaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7d59a637-60dc-4fa2-8bc1-691060fa764a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:30.213064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc7b098-e51c-4f10-a9d8-d41649c46f51 admin admin] Network hostable DHCP agents. Network: 7d59a637-60dc-4fa2-8bc1-691060fa764a, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:42:30.268488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-a6c00112-41e7-4f52-a492-6e519d3368a1 None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:30.295354 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58f5760f-606e-43ab-844d-3f86ba598d90 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:30.320811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc7b098-e51c-4f10-a9d8-d41649c46f51 admin admin] Network 7d59a637-60dc-4fa2-8bc1-691060fa764a is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:42:30.326906 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a6c00112-41e7-4f52-a492-6e519d3368a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:27Z', 'revision_number': 11, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:30.354200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c00112-41e7-4f52-a492-6e519d3368a1 None None] Checking router: c7be67d7-0458-44e8-ac05-b1db6f2ae051 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:42:30.362987 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c00112-41e7-4f52-a492-6e519d3368a1 None None] Routers {'c7be67d7-0458-44e8-ac05-b1db6f2ae051'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:30.363594 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a6c00112-41e7-4f52-a492-6e519d3368a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:30.406534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-6dc7b098-e51c-4f10-a9d8-d41649c46f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 7d59a637-60dc-4fa2-8bc1-691060fa764a) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:30.411051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc7b098-e51c-4f10-a9d8-d41649c46f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:30.411951 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6dc7b098-e51c-4f10-a9d8-d41649c46f51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:30.432727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f7482d-e640-49e5-8076-d47310f4fdb8 None None] Network 7d59a637-60dc-4fa2-8bc1-691060fa764a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:30.465618 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58f5760f-606e-43ab-844d-3f86ba598d90 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:30.468247 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58f5760f-606e-43ab-844d-3f86ba598d90 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:30.482837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-a6c00112-41e7-4f52-a492-6e519d3368a1 None None] Set router c7be67d7-0458-44e8-ac05-b1db6f2ae051 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:30.507141 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6dc7b098-e51c-4f10-a9d8-d41649c46f51 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8275945 Jul 05 10:42:30.540103 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a6c00112-41e7-4f52-a492-6e519d3368a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:27Z', 'revision_number': 11, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:30.570206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c00112-41e7-4f52-a492-6e519d3368a1 None None] The sync data for ids ['c7be67d7-0458-44e8-ac05-b1db6f2ae051'] in n-d-779913-27 is: [{'id': 'c7be67d7-0458-44e8-ac05-b1db6f2ae051', 'name': 'tempest-RoutersIpV6Test-router-366249553', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:41:54Z', 'updated_at': '2021-07-05T10:42:27Z', 'revision_number': 11, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:42:30.669230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58f5760f-606e-43ab-844d-3f86ba598d90 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:30.669807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f5760f-606e-43ab-844d-3f86ba598d90 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Fanout notify agent at l3_agent the message router_deleted on router c7be67d7-0458-44e8-ac05-b1db6f2ae051 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:42:30.670003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a376dcd1-f117-4615-a8dd-1b7f5955e8fa None None] Network 7d59a637-60dc-4fa2-8bc1-691060fa764a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:30.677698 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58f5760f-606e-43ab-844d-3f86ba598d90 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:30.679105 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-58f5760f-606e-43ab-844d-3f86ba598d90 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/routers/c7be67d7-0458-44e8-ac05-b1db6f2ae051 HTTP/1.1" status: 204 len: 168 time: 0.4809709 Jul 05 10:42:30.683348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34180) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:30.694006 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-dc3001c6-5a04-4bde-a8d2-184aabbef902 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1531328093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:30.818651 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc3001c6-5a04-4bde-a8d2-184aabbef902 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:30.819737 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc3001c6-5a04-4bde-a8d2-184aabbef902 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:30.888802 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc3001c6-5a04-4bde-a8d2-184aabbef902 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:30.981381 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc3001c6-5a04-4bde-a8d2-184aabbef902 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:31.129932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-e08c3f66-735e-4aca-b10d-56f572172e7f tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:31.131950 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-e08c3f66-735e-4aca-b10d-56f572172e7f tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/networks?id=19056559-6d6c-4ff7-a444-28e1e7318989 HTTP/1.1" status: 200 len: 812 time: 0.1878076 Jul 05 10:42:31.144967 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc3001c6-5a04-4bde-a8d2-184aabbef902 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:31.146106 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dc3001c6-5a04-4bde-a8d2-184aabbef902 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4609137 Jul 05 10:42:31.148635 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-dabdf7e6-b530-43f3-a174-7f9c9301e0e9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/quotas/8e41e90a0d364971984c3523e0103b1a HTTP/1.1" status: 200 len: 375 time: 0.0113361 Jul 05 10:42:31.149125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34194) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:31.153708 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-938e1093-759c-4c22-a90d-819ab253a91b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:31.186731 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-4273c42f-ef97-4096-ba88-e08b905e15c8 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e41e90a0d364971984c3523e0103b1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322719 Jul 05 10:42:31.369530 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-938e1093-759c-4c22-a90d-819ab253a91b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:31.378277 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-dee611e4-0737-4972-8cea-034c9bea0bce service neutron] 10.222.0.77 "GET /v2.0/networks/19056559-6d6c-4ff7-a444-28e1e7318989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838181 Jul 05 10:42:31.446477 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-938e1093-759c-4c22-a90d-819ab253a91b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-588257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525611'] for router, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:31.479123 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-a12fa628-0aa6-4231-bba1-a2fdb84922c6 service neutron] 10.222.0.77 "GET /v2.0/networks/19056559-6d6c-4ff7-a444-28e1e7318989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944703 Jul 05 10:42:31.669287 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938e1093-759c-4c22-a90d-819ab253a91b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Router 6e28aaf9-b9f6-401e-b9ac-d06df100acc5 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:42:31.778481 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ec811367-3be4-4071-8f8a-06d09be4a1a2 req-355317c2-a0fd-45ea-aba0-b2b309722ff7 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 210 time: 0.0349236 Jul 05 10:42:31.779826 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938e1093-759c-4c22-a90d-819ab253a91b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:42:31.796183 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65aeeea-d638-4b4c-8d7f-b15f74ca9fbc None None] Sync routers for ids ['6e28aaf9-b9f6-401e-b9ac-d06df100acc5'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:42:31.800147 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-938e1093-759c-4c22-a90d-819ab253a91b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:31.801798 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-938e1093-759c-4c22-a90d-819ab253a91b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "PUT /v2.0/routers/6e28aaf9-b9f6-401e-b9ac-d06df100acc5 HTTP/1.1" status: 200 len: 698 time: 0.6516814 Jul 05 10:42:31.804453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34214) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:31.811180 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65aeeea-d638-4b4c-8d7f-b15f74ca9fbc None None] Routers {'6e28aaf9-b9f6-401e-b9ac-d06df100acc5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:31.811818 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a65aeeea-d638-4b4c-8d7f-b15f74ca9fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['6e28aaf9-b9f6-401e-b9ac-d06df100acc5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:31.897664 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a65aeeea-d638-4b4c-8d7f-b15f74ca9fbc None None] Set router 6e28aaf9-b9f6-401e-b9ac-d06df100acc5 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:31.967151 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a65aeeea-d638-4b4c-8d7f-b15f74ca9fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e28aaf9-b9f6-401e-b9ac-d06df100acc5', 'name': 'tempest-RoutersIpV6Test-router-1531328093', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:42:30Z', 'updated_at': '2021-07-05T10:42:31Z', 'revision_number': 2, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:32.102762 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65aeeea-d638-4b4c-8d7f-b15f74ca9fbc None None] Checking router: 6e28aaf9-b9f6-401e-b9ac-d06df100acc5 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:42:32.112584 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65aeeea-d638-4b4c-8d7f-b15f74ca9fbc None None] Routers {'6e28aaf9-b9f6-401e-b9ac-d06df100acc5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:32.113305 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a65aeeea-d638-4b4c-8d7f-b15f74ca9fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['6e28aaf9-b9f6-401e-b9ac-d06df100acc5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:32.188396 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a65aeeea-d638-4b4c-8d7f-b15f74ca9fbc None None] Set router 6e28aaf9-b9f6-401e-b9ac-d06df100acc5 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:42:32.205372 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0a6676ce-34e0-41d4-b2c1-4990c1f924ed tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/routers/6e28aaf9-b9f6-401e-b9ac-d06df100acc5 HTTP/1.1" status: 200 len: 704 time: 0.3991103 Jul 05 10:42:32.209160 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34222) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:32.240230 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-35b81767-837b-47b2-bf0f-a8bc4d6f48cc tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e28aaf9-b9f6-401e-b9ac-d06df100acc5 HTTP/1.1" status: 200 len: 205 time: 0.0290160 Jul 05 10:42:32.242671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34224) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:32.254218 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a65aeeea-d638-4b4c-8d7f-b15f74ca9fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e28aaf9-b9f6-401e-b9ac-d06df100acc5', 'name': 'tempest-RoutersIpV6Test-router-1531328093', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:42:30Z', 'updated_at': '2021-07-05T10:42:31Z', 'revision_number': 2, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:32.283565 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65aeeea-d638-4b4c-8d7f-b15f74ca9fbc None None] The sync data for ids ['6e28aaf9-b9f6-401e-b9ac-d06df100acc5'] in n-d-779913-27 is: [{'id': '6e28aaf9-b9f6-401e-b9ac-d06df100acc5', 'name': 'tempest-RoutersIpV6Test-router-1531328093', 'tenant_id': '214b91066ebb4170ba99045b7558a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:42:30Z', 'updated_at': '2021-07-05T10:42:31Z', 'revision_number': 2, 'project_id': '214b91066ebb4170ba99045b7558a2b9', 'gw_port_host': None}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:42:32.340289 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17a5f313-4315-4c00-9f05-7c9096778a3f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:32.846640 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17a5f313-4315-4c00-9f05-7c9096778a3f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:32.849529 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17a5f313-4315-4c00-9f05-7c9096778a3f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:32.885827 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e12eb51-da04-45c6-ab49-8f8349c7d29b req-a4d921c2-3af1-4599-9062-e08fec61e1bf tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 210 time: 0.0466173 Jul 05 10:42:32.966399 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17a5f313-4315-4c00-9f05-7c9096778a3f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:32.968496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a5f313-4315-4c00-9f05-7c9096778a3f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Fanout notify agent at l3_agent the message router_deleted on router 6e28aaf9-b9f6-401e-b9ac-d06df100acc5 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:42:32.975935 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-17a5f313-4315-4c00-9f05-7c9096778a3f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:32.980572 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-17a5f313-4315-4c00-9f05-7c9096778a3f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/routers/6e28aaf9-b9f6-401e-b9ac-d06df100acc5 HTTP/1.1" status: 204 len: 168 time: 0.7335305 Jul 05 10:42:32.981237 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34234) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.022610 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-194140e7-7595-4336-8fe9-6a2d356916db tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e28aaf9-b9f6-401e-b9ac-d06df100acc5 HTTP/1.1" status: 200 len: 205 time: 0.0402110 Jul 05 10:42:33.024931 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34236) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.062203 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-cdd51c26-4bf7-4827-bad5-abacbfc509d2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] delete failed (client error): The resource could not be found. Jul 05 10:42:33.063245 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cdd51c26-4bf7-4827-bad5-abacbfc509d2 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/routers/6e28aaf9-b9f6-401e-b9ac-d06df100acc5 HTTP/1.1" status: 404 len: 336 time: 0.0374503 Jul 05 10:42:33.065901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34238) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.093171 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-68652e23-f94f-4717-a122-eeb779f372b5 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] DELETE failed (client error): The resource could not be found. Jul 05 10:42:33.093769 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68652e23-f94f-4717-a122-eeb779f372b5 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:42:33.097983 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-68652e23-f94f-4717-a122-eeb779f372b5 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/364ab041-7b40-442f-8daf-6dd2075dbcc4 HTTP/1.1" status: 404 len: 337 time: 0.0286384 Jul 05 10:42:33.098314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34240) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.124337 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c256a4fe-366d-4cfd-a38b-a27eaf0fec3a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] DELETE failed (client error): The resource could not be found. Jul 05 10:42:33.124975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c256a4fe-366d-4cfd-a38b-a27eaf0fec3a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:42:33.127761 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c256a4fe-366d-4cfd-a38b-a27eaf0fec3a tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/3f19f834-e766-4a83-9e9a-ee1079955755 HTTP/1.1" status: 404 len: 337 time: 0.0273838 Jul 05 10:42:33.129345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34242) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.160559 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d4e388-8b16-4d14-93ce-aad3ddfca45e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] DELETE failed (client error): The resource could not be found. Jul 05 10:42:33.161014 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d4e388-8b16-4d14-93ce-aad3ddfca45e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:42:33.162728 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-90d4e388-8b16-4d14-93ce-aad3ddfca45e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/658c676a-dedc-4388-a994-ecb89333f508 HTTP/1.1" status: 404 len: 337 time: 0.0315950 Jul 05 10:42:33.165387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34244) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.191548 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42d0433-d3bc-4a1f-836d-cc319cdd6909 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] DELETE failed (client error): The resource could not be found. Jul 05 10:42:33.191970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42d0433-d3bc-4a1f-836d-cc319cdd6909 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:42:33.195682 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c42d0433-d3bc-4a1f-836d-cc319cdd6909 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/aa8fd7f7-9eed-4339-93d9-ace8b8b02f58 HTTP/1.1" status: 404 len: 337 time: 0.0280476 Jul 05 10:42:33.205830 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34246) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.240030 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c6284780-f3d8-4105-a316-8a22a310f405 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7be67d7-0458-44e8-ac05-b1db6f2ae051 HTTP/1.1" status: 200 len: 205 time: 0.0329678 Jul 05 10:42:33.249481 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34248) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.290790 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-4443d4f6-6b81-455e-960e-dcf28595ce9b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] delete failed (client error): The resource could not be found. Jul 05 10:42:33.291894 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4443d4f6-6b81-455e-960e-dcf28595ce9b tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/routers/c7be67d7-0458-44e8-ac05-b1db6f2ae051 HTTP/1.1" status: 404 len: 336 time: 0.0413454 Jul 05 10:42:33.294770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34250) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.327782 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1d0f45b7-ba1e-475d-a5b8-6d6744e38550 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports?device_id=df90f3a4-c9e9-4db0-ae34-9c569a9881ee HTTP/1.1" status: 200 len: 205 time: 0.0293996 Jul 05 10:42:33.328834 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34252) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.369836 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-001bb893-94a6-4f0e-8719-fc992cc5c383 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] delete failed (client error): The resource could not be found. Jul 05 10:42:33.370945 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-001bb893-94a6-4f0e-8719-fc992cc5c383 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/routers/df90f3a4-c9e9-4db0-ae34-9c569a9881ee HTTP/1.1" status: 404 len: 336 time: 0.0419719 Jul 05 10:42:33.373638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34254) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.400927 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-010cc85a-0b3f-4071-8a35-6f03f83bad90 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] DELETE failed (client error): The resource could not be found. Jul 05 10:42:33.401381 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-010cc85a-0b3f-4071-8a35-6f03f83bad90 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:42:33.403091 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-010cc85a-0b3f-4071-8a35-6f03f83bad90 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/43c90a5a-3ecd-45ca-a98d-cc9e7b637870 HTTP/1.1" status: 404 len: 337 time: 0.0285733 Jul 05 10:42:33.405850 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34256) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.435284 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7981d3f7-c179-41f7-8f13-24b8e0172450 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d0579bf-b723-4c3a-a1fa-238a539358cf HTTP/1.1" status: 200 len: 205 time: 0.0282493 Jul 05 10:42:33.437714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34258) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.482380 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-d81bddd8-53e8-44be-9ffa-1610d4f035dd tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] delete failed (client error): The resource could not be found. Jul 05 10:42:33.483347 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d81bddd8-53e8-44be-9ffa-1610d4f035dd tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/routers/0d0579bf-b723-4c3a-a1fa-238a539358cf HTTP/1.1" status: 404 len: 336 time: 0.0447447 Jul 05 10:42:33.486114 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34260) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.517229 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c47aa559-9c70-4f75-af6b-cd9914a8142f tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports?device_id=4695b7f9-aed5-4e1a-9f09-1588abd50234 HTTP/1.1" status: 200 len: 205 time: 0.0300210 Jul 05 10:42:33.519628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34262) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.557753 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-54eb7798-f63e-49c9-b0c8-452cb465f03c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] delete failed (client error): The resource could not be found. Jul 05 10:42:33.559402 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-54eb7798-f63e-49c9-b0c8-452cb465f03c tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/routers/4695b7f9-aed5-4e1a-9f09-1588abd50234 HTTP/1.1" status: 404 len: 336 time: 0.0387919 Jul 05 10:42:33.561326 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34264) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.592644 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-011d89e3-4e01-4c7b-a6fa-d36127ac7caa tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] DELETE failed (client error): The resource could not be found. Jul 05 10:42:33.593099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011d89e3-4e01-4c7b-a6fa-d36127ac7caa tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:42:33.594862 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-011d89e3-4e01-4c7b-a6fa-d36127ac7caa tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/42aecfa2-9e4b-4d85-96de-d3ce26dc011b HTTP/1.1" status: 404 len: 337 time: 0.0326257 Jul 05 10:42:33.597424 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34266) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.626042 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5a9cc602-2cc6-4814-8c07-7f69f97c2c9e tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports?device_id=7605dce8-0e22-4d43-b531-307cbb9d00fe HTTP/1.1" status: 200 len: 205 time: 0.0275655 Jul 05 10:42:33.628515 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34268) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.666439 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-5eccdc4f-ffd9-4a3a-8901-6ecb72cbd00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] delete failed (client error): The resource could not be found. Jul 05 10:42:33.668356 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5eccdc4f-ffd9-4a3a-8901-6ecb72cbd00d tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/routers/7605dce8-0e22-4d43-b531-307cbb9d00fe HTTP/1.1" status: 404 len: 336 time: 0.0380199 Jul 05 10:42:33.671674 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34270) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.703100 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-677c475f-9c60-459b-8325-eb0d74575e10 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] DELETE failed (client error): The resource could not be found. Jul 05 10:42:33.703559 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677c475f-9c60-459b-8325-eb0d74575e10 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:42:33.708272 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-677c475f-9c60-459b-8325-eb0d74575e10 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/677a6ba7-01be-4b4b-883f-12fe0619b9d0 HTTP/1.1" status: 404 len: 337 time: 0.0370250 Jul 05 10:42:33.708881 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34272) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.738037 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-266fe10a-1f83-46a1-b93a-119a43bac1a6 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dc03ba0-57ba-460f-bdb6-82f4a9e38495 HTTP/1.1" status: 200 len: 205 time: 0.0279419 Jul 05 10:42:33.740867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34274) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.775647 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-ffd3717c-8396-43a8-ad2a-cf6f52493e56 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] delete failed (client error): The resource could not be found. Jul 05 10:42:33.776721 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ffd3717c-8396-43a8-ad2a-cf6f52493e56 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/routers/4dc03ba0-57ba-460f-bdb6-82f4a9e38495 HTTP/1.1" status: 404 len: 336 time: 0.0349801 Jul 05 10:42:33.781850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34276) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.811843 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-1703945a-8cfe-4d3f-b13a-17bdd4e72c07 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] DELETE failed (client error): The resource could not be found. Jul 05 10:42:33.812293 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1703945a-8cfe-4d3f-b13a-17bdd4e72c07 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:42:33.814311 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1703945a-8cfe-4d3f-b13a-17bdd4e72c07 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/3e101995-39c8-4e7d-8bff-45cba20cd830 HTTP/1.1" status: 404 len: 337 time: 0.0313332 Jul 05 10:42:33.816742 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34278) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:33.842355 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d9d0ba-9f69-4edc-b806-d6e9c2b26d62 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] DELETE failed (client error): The resource could not be found. Jul 05 10:42:33.842807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d9d0ba-9f69-4edc-b806-d6e9c2b26d62 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 10:42:33.845099 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-71d9d0ba-9f69-4edc-b806-d6e9c2b26d62 tempest-RoutersIpV6Test-657782704 tempest-RoutersIpV6Test-657782704-project] 10.222.0.77 "DELETE /v2.0/subnets/34fa869f-1921-403b-a9ad-ef077bef5640 HTTP/1.1" status: 404 len: 337 time: 0.0267417 Jul 05 10:42:34.043158 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-05f43e0c-c7f5-4af1-87fe-69e63e99d6be req-89dfe932-b879-4e72-a152-0b72448e69c3 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 210 time: 0.0334280 Jul 05 10:42:34.385337 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34290) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:34.530575 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-622b2aff-cad2-42f3-bb79-d633f844c9f9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=214b91066ebb4170ba99045b7558a2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440008 Jul 05 10:42:34.531251 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34294) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:34.580190 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-01e9364a-064a-4edc-b6db-6e537e5be5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:34.609391 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-01e9364a-064a-4edc-b6db-6e537e5be5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:34.626702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-b2b55576-74e8-4c73-8977-1d9ce0d2b6bd tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:34.628354 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-b2b55576-74e8-4c73-8977-1d9ce0d2b6bd tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.64 "GET /v2.0/networks?id=19056559-6d6c-4ff7-a444-28e1e7318989 HTTP/1.1" status: 200 len: 812 time: 0.2006695 Jul 05 10:42:34.646866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-1b1a595e-4586-47bc-83a6-47465e5b14f9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Request body: {'port': {'device_id': '3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c', 'network_id': '19056559-6d6c-4ff7-a444-28e1e7318989', 'admin_state_up': True, 'tenant_id': '8e41e90a0d364971984c3523e0103b1a'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:34.783132 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-01e9364a-064a-4edc-b6db-6e537e5be5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:34.785833 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-01e9364a-064a-4edc-b6db-6e537e5be5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:34.789571 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-01e9364a-064a-4edc-b6db-6e537e5be5f2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4cee03b1-0a51-4e1e-ae19-4a718f1b75a8 HTTP/1.1" status: 204 len: 168 time: 0.2572801 Jul 05 10:42:34.797619 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9364a-064a-4edc-b6db-6e537e5be5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cee03b1-0a51-4e1e-ae19-4a718f1b75a8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:34.875083 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-1b1a595e-4586-47bc-83a6-47465e5b14f9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Made reservation on behalf of 8e41e90a0d364971984c3523e0103b1a for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:42:34.878226 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-1b1a595e-4586-47bc-83a6-47465e5b14f9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:35.021887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-1b1a595e-4586-47bc-83a6-47465e5b14f9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Allocated IP 172.20.0.14 (19056559-6d6c-4ff7-a444-28e1e7318989/03b84d42-b07e-437e-9f6c-63358d7adb9e/8b739b8d-c4c3-4c56-be07-a2c15ee0507d) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:42:35.207923 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-1b1a595e-4586-47bc-83a6-47465e5b14f9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:35.212451 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-906cc729-ba62-49a8-8b83-70491e7dcac1 req-a16cfa56-85f3-4427-99a2-9d1b79d6455b tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 210 time: 0.0351555 Jul 05 10:42:35.361323 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-1b1a595e-4586-47bc-83a6-47465e5b14f9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:35.421680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-1b1a595e-4586-47bc-83a6-47465e5b14f9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Network 19056559-6d6c-4ff7-a444-28e1e7318989 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:35.424946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-1b1a595e-4586-47bc-83a6-47465e5b14f9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:35.429525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-1b1a595e-4586-47bc-83a6-47465e5b14f9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:42:35.435486 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a595e-4586-47bc-83a6-47465e5b14f9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Pushing event updated for resources: {'Port': ['ID=8b739b8d-c4c3-4c56-be07-a2c15ee0507d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:35.482731 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-1b1a595e-4586-47bc-83a6-47465e5b14f9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:35.483358 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-1b1a595e-4586-47bc-83a6-47465e5b14f9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:35.555735 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-1b1a595e-4586-47bc-83a6-47465e5b14f9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9133525 Jul 05 10:42:35.572102 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Request body: {'port': {'device_id': '3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:35.649380 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:35.933039 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b739b8d-c4c3-4c56-be07-a2c15ee0507d {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:42:35.943150 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:35.943384 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34330) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:35.959481 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Transition to ACTIVE for port object 8b739b8d-c4c3-4c56-be07-a2c15ee0507d will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:36.042149 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8aba9a70-46ab-4cf8-9394-39818444c91f tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1971475370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:36.054464 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:36.112388 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b739b8d-c4c3-4c56-be07-a2c15ee0507d,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:36.182058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Attempting to bind port 8b739b8d-c4c3-4c56-be07-a2c15ee0507d on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:42:36.182312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Attempting to bind port 8b739b8d-c4c3-4c56-be07-a2c15ee0507d by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '5261df16-0537-4c78-a9fb-7f8300134e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '19056559-6d6c-4ff7-a444-28e1e7318989'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:42:36.182624 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Attempting to bind port 8b739b8d-c4c3-4c56-be07-a2c15ee0507d on network 19056559-6d6c-4ff7-a444-28e1e7318989 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:42:36.186932 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Port 8b739b8d-c4c3-4c56-be07-a2c15ee0507d on network 19056559-6d6c-4ff7-a444-28e1e7318989 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:42:36.187257 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Attempting to bind port 8b739b8d-c4c3-4c56-be07-a2c15ee0507d on network 19056559-6d6c-4ff7-a444-28e1e7318989 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:42:36.190575 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8aba9a70-46ab-4cf8-9394-39818444c91f tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:36.191547 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8aba9a70-46ab-4cf8-9394-39818444c91f tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:36.199129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:42:36.199464 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Checking segment: {'id': '5261df16-0537-4c78-a9fb-7f8300134e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '19056559-6d6c-4ff7-a444-28e1e7318989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:36.199871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Bound using segment: {'id': '5261df16-0537-4c78-a9fb-7f8300134e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '19056559-6d6c-4ff7-a444-28e1e7318989'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:42:36.200304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Bound port: 8b739b8d-c4c3-4c56-be07-a2c15ee0507d, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5261df16-0537-4c78-a9fb-7f8300134e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '19056559-6d6c-4ff7-a444-28e1e7318989'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:42:36.200659 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:36.275501 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8aba9a70-46ab-4cf8-9394-39818444c91f tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:36.302301 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] For port 8b739b8d-c4c3-4c56-be07-a2c15ee0507d, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:42:36.305365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] For port 8b739b8d-c4c3-4c56-be07-a2c15ee0507d, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8b739b8d-c4c3-4c56-be07-a2c15ee0507d,segment=NetworkSegment(5261df16-0537-4c78-a9fb-7f8300134e17),segment_id=5261df16-0537-4c78-a9fb-7f8300134e17)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:42:36.373012 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8aba9a70-46ab-4cf8-9394-39818444c91f tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:36.404238 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:36.442840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d174f8-df98-4f65-b1de-e6bc6b711610 req-635c7b1f-7e34-4fc8-876a-8988e0c92c75 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:36.444358 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-30d174f8-df98-4f65-b1de-e6bc6b711610 req-635c7b1f-7e34-4fc8-876a-8988e0c92c75 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 944 time: 0.1057935 Jul 05 10:42:36.448552 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:36.449171 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:36.450491 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] 10.222.0.64 "PUT /v2.0/ports/8b739b8d-c4c3-4c56-be07-a2c15ee0507d HTTP/1.1" status: 200 len: 1093 time: 0.8833170 Jul 05 10:42:36.450950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c', 'tag': '8b739b8d-c4c3-4c56-be07-a2c15ee0507d'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:42:36.453231 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486f9b69-c876-4ae7-a1ad-2c24d50a8426" -d '{"events": [{"name": "network-changed", "server_uuid": "3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c", "tag": "8b739b8d-c4c3-4c56-be07-a2c15ee0507d"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:42:36.496615 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ca7d01-a760-49be-9343-94470344f4a6 x-openstack-request-id: req-63ca7d01-a760-49be-9343-94470344f4a6 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:42:36.496806 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c", "tag": "8b739b8d-c4c3-4c56-be07-a2c15ee0507d", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:42:36.496997 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-63ca7d01-a760-49be-9343-94470344f4a6 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:42:36.497384 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c', 'tag': '8b739b8d-c4c3-4c56-be07-a2c15ee0507d', 'status': 'completed', 'code': 200} Jul 05 10:42:36.504950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbd218-1951-481e-a735-be68c266edd6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b739b8d-c4c3-4c56-be07-a2c15ee0507d,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:36.512855 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8aba9a70-46ab-4cf8-9394-39818444c91f tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:36.514061 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8aba9a70-46ab-4cf8-9394-39818444c91f tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5697863 Jul 05 10:42:36.516921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34338) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:36.518074 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-30d174f8-df98-4f65-b1de-e6bc6b711610 req-7282a974-4d56-4641-a5e8-5c2f4cc66da6 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621417 Jul 05 10:42:36.522875 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-bc017143-8644-4582-b4ff-853a6c0a5717 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1495926952'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:36.584856 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f9b69-c876-4ae7-a1ad-2c24d50a8426 req-86471a02-6e44-4340-ade2-5882d604a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:36.586390 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-486f9b69-c876-4ae7-a1ad-2c24d50a8426 req-86471a02-6e44-4340-ade2-5882d604a32b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e41e90a0d364971984c3523e0103b1a&device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 1096 time: 0.0674410 Jul 05 10:42:36.634514 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc017143-8644-4582-b4ff-853a6c0a5717 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Made reservation on behalf of 72ba48271be54493beacc9e837c5a728 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:42:36.638246 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc017143-8644-4582-b4ff-853a6c0a5717 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:36.647799 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc017143-8644-4582-b4ff-853a6c0a5717 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:36.739940 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc017143-8644-4582-b4ff-853a6c0a5717 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:36.751570 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f9b69-c876-4ae7-a1ad-2c24d50a8426 req-7b11b1b6-b1ce-45cd-98c2-805f1165aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:36.753094 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-486f9b69-c876-4ae7-a1ad-2c24d50a8426 req-7b11b1b6-b1ce-45cd-98c2-805f1165aa33 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8e41e90a0d364971984c3523e0103b1a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1552780 Jul 05 10:42:36.818300 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc017143-8644-4582-b4ff-853a6c0a5717 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:36.840185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc017143-8644-4582-b4ff-853a6c0a5717 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:42:36.856997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc017143-8644-4582-b4ff-853a6c0a5717 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=168c988a-fdc1-4f15-9ac1-2f5f06db9d10,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:36.859964 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc017143-8644-4582-b4ff-853a6c0a5717 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:36.860304 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-bc017143-8644-4582-b4ff-853a6c0a5717 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Added segment 669a02b4-2d5e-4543-8410-8c549ebebd8b of type vlan for network 340f8946-09ba-4cad-858c-c6572d5b5c26 Jul 05 10:42:36.860823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f9b69-c876-4ae7-a1ad-2c24d50a8426 req-24f64946-e1d9-43e2-8624-07866bb78cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:36.862925 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-486f9b69-c876-4ae7-a1ad-2c24d50a8426 req-24f64946-e1d9-43e2-8624-07866bb78cf1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984814 Jul 05 10:42:36.902434 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc017143-8644-4582-b4ff-853a6c0a5717 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:36.971825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-ee9e663b-047c-46a7-a1ad-78560ead08a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:36.973337 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-ee9e663b-047c-46a7-a1ad-78560ead08a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e41e90a0d364971984c3523e0103b1a&device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 1096 time: 0.0617690 Jul 05 10:42:37.019918 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-3ae9e546-c5cc-4e4c-bff1-7cf65a7f0ef8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b739b8d-c4c3-4c56-be07-a2c15ee0507d HTTP/1.1" status: 200 len: 217 time: 0.0346036 Jul 05 10:42:37.029059 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc017143-8644-4582-b4ff-853a6c0a5717 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:37.034923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc017143-8644-4582-b4ff-853a6c0a5717 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:37.035530 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc017143-8644-4582-b4ff-853a6c0a5717 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:37.077165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-290108d2-b2fc-4e10-8834-067b25b4f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:37.079098 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-290108d2-b2fc-4e10-8834-067b25b4f70c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=03b84d42-b07e-437e-9f6c-63358d7adb9e HTTP/1.1" status: 200 len: 852 time: 0.0490956 Jul 05 10:42:37.109999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc017143-8644-4582-b4ff-853a6c0a5717 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event updated for resources: {'Network': ['ID=340f8946-09ba-4cad-858c-c6572d5b5c26,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:37.116807 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-a2c786e1-ba8d-4e1d-9651-eebadc25786f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19056559-6d6c-4ff7-a444-28e1e7318989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287461 Jul 05 10:42:37.122144 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 340f8946-09ba-4cad-858c-c6572d5b5c26 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:42:37.201432 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bc017143-8644-4582-b4ff-853a6c0a5717 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6832714 Jul 05 10:42:37.204204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34344) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:37.209665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8cf8a453-e2dc-465f-b209-c9831ca29bea tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Request body: {'subnet': {'network_id': '340f8946-09ba-4cad-858c-c6572d5b5c26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:37.217116 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-eb82d4d8-b646-414e-9fe3-144d02a964ce service neutron] 10.222.0.64 "GET /v2.0/networks/19056559-6d6c-4ff7-a444-28e1e7318989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893924 Jul 05 10:42:37.311634 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-440ae36e-9a25-4e42-bdac-268648ef7418 req-628e131d-66ac-4454-922d-96784dc2a06a service neutron] 10.222.0.64 "GET /v2.0/networks/19056559-6d6c-4ff7-a444-28e1e7318989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878530 Jul 05 10:42:37.360599 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf8a453-e2dc-465f-b209-c9831ca29bea tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Made reservation on behalf of 72ba48271be54493beacc9e837c5a728 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:42:37.364201 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8cf8a453-e2dc-465f-b209-c9831ca29bea tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:37.634820 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8cf8a453-e2dc-465f-b209-c9831ca29bea tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:37.759704 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8a453-e2dc-465f-b209-c9831ca29bea tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event updated for resources: {'Subnet': ['ID=2694db18-5119-497b-90fc-4d278e368b9e,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:37.782264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506becc9-0454-4337-93c1-e6a426c6594a req-ef860aa9-6268-432a-a2f9-961f21fd3036 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:37.784302 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-506becc9-0454-4337-93c1-e6a426c6594a req-ef860aa9-6268-432a-a2f9-961f21fd3036 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 944 time: 0.1465616 Jul 05 10:42:37.785036 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8a453-e2dc-465f-b209-c9831ca29bea tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Checking segment: {'id': '669a02b4-2d5e-4543-8410-8c549ebebd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '340f8946-09ba-4cad-858c-c6572d5b5c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:37.785408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf8a453-e2dc-465f-b209-c9831ca29bea tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Network hostable DHCP agents. Network: 340f8946-09ba-4cad-858c-c6572d5b5c26, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:42:37.841374 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-506becc9-0454-4337-93c1-e6a426c6594a req-942b3927-4f7c-412e-832e-05a865fd582e tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490303 Jul 05 10:42:37.914599 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf8a453-e2dc-465f-b209-c9831ca29bea tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Network 340f8946-09ba-4cad-858c-c6572d5b5c26 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:42:38.028993 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-8cf8a453-e2dc-465f-b209-c9831ca29bea tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 340f8946-09ba-4cad-858c-c6572d5b5c26) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:38.033144 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf8a453-e2dc-465f-b209-c9831ca29bea tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:38.037324 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8cf8a453-e2dc-465f-b209-c9831ca29bea tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.039338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341bb238-820d-4bab-854c-a29d02fa3fb4 None None] Network 340f8946-09ba-4cad-858c-c6572d5b5c26 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:38.150413 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8cf8a453-e2dc-465f-b209-c9831ca29bea tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9451103 Jul 05 10:42:38.154004 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34358) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:38.159455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e67af2aa-3ce8-4555-bb4b-588236a3381c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Request body: {'network': {'name': 'tempest-router-network01--904616562'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:38.190889 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-340f8946-09ba-4cad-858c-c6572d5b5c26', 'network_id': '340f8946-09ba-4cad-858c-c6572d5b5c26', 'tenant_id': '72ba48271be54493beacc9e837c5a728', 'fixed_ips': [{'subnet_id': '2694db18-5119-497b-90fc-4d278e368b9e'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:42:38.191782 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.241069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67af2aa-3ce8-4555-bb4b-588236a3381c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Made reservation on behalf of 72ba48271be54493beacc9e837c5a728 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:42:38.245436 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e67af2aa-3ce8-4555-bb4b-588236a3381c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.281634 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67af2aa-3ce8-4555-bb4b-588236a3381c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:42:38.293696 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e67af2aa-3ce8-4555-bb4b-588236a3381c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.294092 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-e67af2aa-3ce8-4555-bb4b-588236a3381c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Added segment 9f7b47b0-3461-43c9-b50f-9809035e022b of type vlan for network b4f60870-7924-4d8a-808f-e910b5910a3f Jul 05 10:42:38.327686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Allocated IP 172.20.0.2 (340f8946-09ba-4cad-858c-c6572d5b5c26/2694db18-5119-497b-90fc-4d278e368b9e/278446b5-da08-4677-ace7-4fc8cd9fb0a0) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:42:38.346909 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e67af2aa-3ce8-4555-bb4b-588236a3381c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.474943 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e67af2aa-3ce8-4555-bb4b-588236a3381c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.476811 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.480582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67af2aa-3ce8-4555-bb4b-588236a3381c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:38.481112 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e67af2aa-3ce8-4555-bb4b-588236a3381c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.486461 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Transition to ACTIVE for port object 278446b5-da08-4677-ace7-4fc8cd9fb0a0 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:38.502950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Transition to ACTIVE for port object 278446b5-da08-4677-ace7-4fc8cd9fb0a0 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:38.546828 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67af2aa-3ce8-4555-bb4b-588236a3381c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event updated for resources: {'Network': ['ID=b4f60870-7924-4d8a-808f-e910b5910a3f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:38.557597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network b4f60870-7924-4d8a-808f-e910b5910a3f details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:42:38.567180 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e67af2aa-3ce8-4555-bb4b-588236a3381c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4120815 Jul 05 10:42:38.570427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34360) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:38.575398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-775461a9-9c66-49d3-93c1-c9f77aae45ee tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Request body: {'network': {'name': 'tempest-router-network02--424412974'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:38.601481 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.650601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Network 340f8946-09ba-4cad-858c-c6572d5b5c26 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:38.659533 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:38.662780 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:42:38.674700 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775461a9-9c66-49d3-93c1-c9f77aae45ee tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Made reservation on behalf of 72ba48271be54493beacc9e837c5a728 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:42:38.679085 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-775461a9-9c66-49d3-93c1-c9f77aae45ee tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.681440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Pushing event updated for resources: {'Port': ['ID=278446b5-da08-4677-ace7-4fc8cd9fb0a0,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:38.710453 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775461a9-9c66-49d3-93c1-c9f77aae45ee tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:42:38.720188 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-775461a9-9c66-49d3-93c1-c9f77aae45ee tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.720932 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-775461a9-9c66-49d3-93c1-c9f77aae45ee tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Added segment 7861bf18-e55f-4da4-8a1f-4855a5a661fd of type vlan for network 8428f210-1788-4322-934f-c27236be7dcf Jul 05 10:42:38.739170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Attempting to bind port 278446b5-da08-4677-ace7-4fc8cd9fb0a0 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:42:38.740344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Attempting to bind port 278446b5-da08-4677-ace7-4fc8cd9fb0a0 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '669a02b4-2d5e-4543-8410-8c549ebebd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '340f8946-09ba-4cad-858c-c6572d5b5c26'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:42:38.740731 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Attempting to bind port 278446b5-da08-4677-ace7-4fc8cd9fb0a0 on network 340f8946-09ba-4cad-858c-c6572d5b5c26 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:42:38.746692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:42:38.747064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Checking segment: {'id': '669a02b4-2d5e-4543-8410-8c549ebebd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '340f8946-09ba-4cad-858c-c6572d5b5c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:38.747554 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.755071 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Bound using segment: {'id': '669a02b4-2d5e-4543-8410-8c549ebebd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '340f8946-09ba-4cad-858c-c6572d5b5c26'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:42:38.755071 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Bound port: 278446b5-da08-4677-ace7-4fc8cd9fb0a0, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669a02b4-2d5e-4543-8410-8c549ebebd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '340f8946-09ba-4cad-858c-c6572d5b5c26'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:42:38.755071 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.773729 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-775461a9-9c66-49d3-93c1-c9f77aae45ee tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.826606 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] For port 278446b5-da08-4677-ace7-4fc8cd9fb0a0, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:42:38.830082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] For port 278446b5-da08-4677-ace7-4fc8cd9fb0a0, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=278446b5-da08-4677-ace7-4fc8cd9fb0a0,segment=NetworkSegment(669a02b4-2d5e-4543-8410-8c549ebebd8b),segment_id=669a02b4-2d5e-4543-8410-8c549ebebd8b)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:42:38.887299 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-775461a9-9c66-49d3-93c1-c9f77aae45ee tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.899154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775461a9-9c66-49d3-93c1-c9f77aae45ee tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:38.900233 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-775461a9-9c66-49d3-93c1-c9f77aae45ee tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.923158 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:38.993491 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fcb6c-ab59-4f59-b70f-2f8b09b7b39f None None] Pushing event updated for resources: {'Port': ['ID=278446b5-da08-4677-ace7-4fc8cd9fb0a0,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:39.021597 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775461a9-9c66-49d3-93c1-c9f77aae45ee tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event updated for resources: {'Network': ['ID=8428f210-1788-4322-934f-c27236be7dcf,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:39.033313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 8428f210-1788-4322-934f-c27236be7dcf details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:42:39.066276 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-775461a9-9c66-49d3-93c1-c9f77aae45ee tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4947772 Jul 05 10:42:39.069477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34370) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:39.075779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Request body: {'subnet': {'network_id': 'b4f60870-7924-4d8a-808f-e910b5910a3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:39.080012 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1722c-c4d9-4cd8-9225-01174e44c863 req-9b57b2dc-a1aa-493f-abc4-ad4207873146 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:39.081757 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-75a1722c-c4d9-4cd8-9225-01174e44c863 req-9b57b2dc-a1aa-493f-abc4-ad4207873146 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 944 time: 0.0997012 Jul 05 10:42:39.126270 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-75a1722c-c4d9-4cd8-9225-01174e44c863 req-f73fb8fe-064d-4675-8690-d05e90e21793 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386505 Jul 05 10:42:39.269084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Made reservation on behalf of 72ba48271be54493beacc9e837c5a728 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:42:39.273240 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:39.375252 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 278446b5-da08-4677-ace7-4fc8cd9fb0a0 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:39.503197 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 278446b5-da08-4677-ace7-4fc8cd9fb0a0 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:39.538712 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:39.598377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event updated for resources: {'Subnet': ['ID=5452912d-5093-45b8-bae5-5fed632123cb,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:39.609722 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:39.610072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:39.610474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:39.610763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:39.611107 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:39.611440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:39.611793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:39.612123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:39.612449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:39.612776 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:39.613102 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:39.613429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:42:39.619421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Checking segment: {'id': '9f7b47b0-3461-43c9-b50f-9809035e022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b4f60870-7924-4d8a-808f-e910b5910a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:39.619816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Network hostable DHCP agents. Network: b4f60870-7924-4d8a-808f-e910b5910a3f, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:42:39.720275 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Network b4f60870-7924-4d8a-808f-e910b5910a3f is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:42:39.794595 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, b4f60870-7924-4d8a-808f-e910b5910a3f) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:39.798695 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:39.799345 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:39.804517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34258da2-f017-4527-a387-796c1136637f None None] Network b4f60870-7924-4d8a-808f-e910b5910a3f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:39.893530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3d47d080-01ed-4c80-bc95-689b06236b05 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8227777 Jul 05 10:42:39.895808 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34372) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:39.901557 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-2509013e-f088-483f-bb93-7416f67af091 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Request body: {'subnet': {'network_id': '8428f210-1788-4322-934f-c27236be7dcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:39.966532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-b4f60870-7924-4d8a-808f-e910b5910a3f', 'network_id': 'b4f60870-7924-4d8a-808f-e910b5910a3f', 'tenant_id': '72ba48271be54493beacc9e837c5a728', 'fixed_ips': [{'subnet_id': '5452912d-5093-45b8-bae5-5fed632123cb'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:42:39.967659 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:39.986318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54ffc6e-e40a-497b-a249-fd2efbac955e None None] Network 340f8946-09ba-4cad-858c-c6572d5b5c26 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:40.074905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2509013e-f088-483f-bb93-7416f67af091 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Made reservation on behalf of 72ba48271be54493beacc9e837c5a728 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:42:40.078510 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2509013e-f088-483f-bb93-7416f67af091 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:40.217711 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Allocated IP 172.20.0.2 (b4f60870-7924-4d8a-808f-e910b5910a3f/5452912d-5093-45b8-bae5-5fed632123cb/daae30bd-f606-42c6-920b-ab92abddddc6) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:42:40.297361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a41f79a9-b1ff-49e5-8de8-cbc21822a622 None None] Provisioning for port 278446b5-da08-4677-ace7-4fc8cd9fb0a0 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:40.309342 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a41f79a9-b1ff-49e5-8de8-cbc21822a622 None None] Provisioning complete for port 278446b5-da08-4677-ace7-4fc8cd9fb0a0 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:40.309736 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a41f79a9-b1ff-49e5-8de8-cbc21822a622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:40.313928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821702a-f8e4-42b2-82cf-79263ea81fa2 req-ed2a8b4e-2dc5-439d-8b5f-aac1a45e0350 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:40.315466 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a821702a-f8e4-42b2-82cf-79263ea81fa2 req-ed2a8b4e-2dc5-439d-8b5f-aac1a45e0350 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 944 time: 0.0737860 Jul 05 10:42:40.356847 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a821702a-f8e4-42b2-82cf-79263ea81fa2 req-52c180d6-128c-44eb-8923-b2699c51af7a tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349748 Jul 05 10:42:40.390555 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 8b739b8d-c4c3-4c56-be07-a2c15ee0507d details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:42:40.446600 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2509013e-f088-483f-bb93-7416f67af091 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:40.508823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509013e-f088-483f-bb93-7416f67af091 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event updated for resources: {'Subnet': ['ID=44d4a42f-8d38-443b-8d9c-51e0e3d2936b,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:40.520248 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a41f79a9-b1ff-49e5-8de8-cbc21822a622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:40.527913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2509013e-f088-483f-bb93-7416f67af091 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Checking segment: {'id': '7861bf18-e55f-4da4-8a1f-4855a5a661fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8428f210-1788-4322-934f-c27236be7dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:40.528574 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2509013e-f088-483f-bb93-7416f67af091 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Network hostable DHCP agents. Network: 8428f210-1788-4322-934f-c27236be7dcf, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:42:40.530863 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:40.557045 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Transition to ACTIVE for port object daae30bd-f606-42c6-920b-ab92abddddc6 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:40.594493 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Transition to ACTIVE for port object daae30bd-f606-42c6-920b-ab92abddddc6 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:40.596924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a41f79a9-b1ff-49e5-8de8-cbc21822a622 None None] For port 278446b5-da08-4677-ace7-4fc8cd9fb0a0, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=278446b5-da08-4677-ace7-4fc8cd9fb0a0,segment=NetworkSegment(669a02b4-2d5e-4543-8410-8c549ebebd8b),segment_id=669a02b4-2d5e-4543-8410-8c549ebebd8b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:40.611116 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 8b739b8d-c4c3-4c56-be07-a2c15ee0507d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8b739b8d-c4c3-4c56-be07-a2c15ee0507d,segment=NetworkSegment(5261df16-0537-4c78-a9fb-7f8300134e17),segment_id=5261df16-0537-4c78-a9fb-7f8300134e17)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:40.621151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '8b739b8d-c4c3-4c56-be07-a2c15ee0507d', 'network_id': '19056559-6d6c-4ff7-a444-28e1e7318989', 'port_id': '8b739b8d-c4c3-4c56-be07-a2c15ee0507d', 'mac_address': 'fa:16:3e:f2:3f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b84d42-b07e-437e-9f6c-63358d7adb9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:42:40.661559 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:40.674113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b739b8d-c4c3-4c56-be07-a2c15ee0507d {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:42:40.693050 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 8b739b8d-c4c3-4c56-be07-a2c15ee0507d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8b739b8d-c4c3-4c56-be07-a2c15ee0507d,segment=NetworkSegment(5261df16-0537-4c78-a9fb-7f8300134e17),segment_id=5261df16-0537-4c78-a9fb-7f8300134e17)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:40.713846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2509013e-f088-483f-bb93-7416f67af091 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Network 8428f210-1788-4322-934f-c27236be7dcf is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:42:40.761360 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a41f79a9-b1ff-49e5-8de8-cbc21822a622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:40.764368 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:40.806054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Network b4f60870-7924-4d8a-808f-e910b5910a3f is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:40.808959 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:40.814336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:42:40.851744 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f79a9-b1ff-49e5-8de8-cbc21822a622 None None] Pushing event updated for resources: {'Port': ['ID=278446b5-da08-4677-ace7-4fc8cd9fb0a0,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:40.855537 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:40.886459 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-2509013e-f088-483f-bb93-7416f67af091 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 8428f210-1788-4322-934f-c27236be7dcf) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:40.890935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2509013e-f088-483f-bb93-7416f67af091 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:40.891540 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2509013e-f088-483f-bb93-7416f67af091 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:40.991353 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2509013e-f088-483f-bb93-7416f67af091 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0944431 Jul 05 10:42:40.994971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34386) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:41.067516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c55d87f-fb9c-4e0f-8f72-53fd236bb134 None None] Network 8428f210-1788-4322-934f-c27236be7dcf requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:41.145637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Attempting to bind port daae30bd-f606-42c6-920b-ab92abddddc6 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:42:41.146026 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Attempting to bind port daae30bd-f606-42c6-920b-ab92abddddc6 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '9f7b47b0-3461-43c9-b50f-9809035e022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b4f60870-7924-4d8a-808f-e910b5910a3f'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:42:41.146385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Attempting to bind port daae30bd-f606-42c6-920b-ab92abddddc6 on network b4f60870-7924-4d8a-808f-e910b5910a3f {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:42:41.159504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Pushing event updated for resources: {'Port': ['ID=daae30bd-f606-42c6-920b-ab92abddddc6,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:41.166508 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bd93abd2-2351-4b1c-a15c-c8a0f196e761 None None] Provisioning complete for port 278446b5-da08-4677-ace7-4fc8cd9fb0a0 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:41.166880 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bd93abd2-2351-4b1c-a15c-c8a0f196e761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:41.168795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['8b739b8d-c4c3-4c56-be07-a2c15ee0507d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:42:41.178571 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:42:41.179344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Checking segment: {'id': '9f7b47b0-3461-43c9-b50f-9809035e022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b4f60870-7924-4d8a-808f-e910b5910a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:41.179761 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:41.180155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Bound using segment: {'id': '9f7b47b0-3461-43c9-b50f-9809035e022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b4f60870-7924-4d8a-808f-e910b5910a3f'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:42:41.180632 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Bound port: daae30bd-f606-42c6-920b-ab92abddddc6, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7b47b0-3461-43c9-b50f-9809035e022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b4f60870-7924-4d8a-808f-e910b5910a3f'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:42:41.181008 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:41.266601 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ea4bc19c-5543-4e52-8965-2d2f57e42b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:41.312836 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:41.370863 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:42:41.386257 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 278446b5-da08-4677-ace7-4fc8cd9fb0a0 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:41.388711 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=8b739b8d-c4c3-4c56-be07-a2c15ee0507d,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:41.483296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] For port daae30bd-f606-42c6-920b-ab92abddddc6, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:42:41.493620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] For port daae30bd-f606-42c6-920b-ab92abddddc6, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=daae30bd-f606-42c6-920b-ab92abddddc6,segment=NetworkSegment(9f7b47b0-3461-43c9-b50f-9809035e022b),segment_id=9f7b47b0-3461-43c9-b50f-9809035e022b)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:42:41.601084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8428f210-1788-4322-934f-c27236be7dcf', 'network_id': '8428f210-1788-4322-934f-c27236be7dcf', 'tenant_id': '72ba48271be54493beacc9e837c5a728', 'fixed_ips': [{'subnet_id': '44d4a42f-8d38-443b-8d9c-51e0e3d2936b'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:42:41.602005 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:41.608483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Allocated IP 172.20.0.1 (b4f60870-7924-4d8a-808f-e910b5910a3f/5452912d-5093-45b8-bae5-5fed632123cb/7b0eb230-836b-4992-a3b1-6c618d3b5458) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:42:41.609096 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d2b18-1ed4-475d-8433-30d14cdf6c87 req-05f10b90-b3b8-434a-8d5a-51953d915136 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:41.616779 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-248d2b18-1ed4-475d-8433-30d14cdf6c87 req-05f10b90-b3b8-434a-8d5a-51953d915136 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 945 time: 0.0806863 Jul 05 10:42:41.637889 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:41.663867 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-248d2b18-1ed4-475d-8433-30d14cdf6c87 req-8142a730-5211-438c-b16c-616c00e956a6 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461159 Jul 05 10:42:41.749405 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:41.765786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Transition to ACTIVE for port object 7b0eb230-836b-4992-a3b1-6c618d3b5458 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:41.799360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 278446b5-da08-4677-ace7-4fc8cd9fb0a0 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:41.799749 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:41.811903 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac709f-7e39-4742-a28d-7e31d5e0ec03 None None] Pushing event updated for resources: {'Port': ['ID=daae30bd-f606-42c6-920b-ab92abddddc6,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:41.881804 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:41.944496 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Allocated IP 172.20.0.2 (8428f210-1788-4322-934f-c27236be7dcf/44d4a42f-8d38-443b-8d9c-51e0e3d2936b/894eb967-67a7-4815-8b67-88c0b8865930) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:42:41.950129 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Network b4f60870-7924-4d8a-808f-e910b5910a3f is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:41.953746 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:41.957632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:42:42.009805 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event updated for resources: {'Port': ['ID=7b0eb230-836b-4992-a3b1-6c618d3b5458,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:42.071910 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:42.213314 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:42.222439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Transition to ACTIVE for port object 894eb967-67a7-4815-8b67-88c0b8865930 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:42.238060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Transition to ACTIVE for port object 894eb967-67a7-4815-8b67-88c0b8865930 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:42.304625 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:42.337983 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:42.376715 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Network 8428f210-1788-4322-934f-c27236be7dcf is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:42.381751 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:42.385278 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:42:42.391589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 8b739b8d-c4c3-4c56-be07-a2c15ee0507d up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:42.397786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Pushing event updated for resources: {'Port': ['ID=894eb967-67a7-4815-8b67-88c0b8865930,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:42.483404 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Attempting to bind port 894eb967-67a7-4815-8b67-88c0b8865930 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:42:42.484214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Attempting to bind port 894eb967-67a7-4815-8b67-88c0b8865930 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '7861bf18-e55f-4da4-8a1f-4855a5a661fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8428f210-1788-4322-934f-c27236be7dcf'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:42:42.484214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Attempting to bind port 894eb967-67a7-4815-8b67-88c0b8865930 on network 8428f210-1788-4322-934f-c27236be7dcf {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:42:42.496360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:42:42.496746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Checking segment: {'id': '7861bf18-e55f-4da4-8a1f-4855a5a661fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8428f210-1788-4322-934f-c27236be7dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:42:42.497154 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:42.497560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Bound using segment: {'id': '7861bf18-e55f-4da4-8a1f-4855a5a661fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8428f210-1788-4322-934f-c27236be7dcf'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:42:42.498035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Bound port: 894eb967-67a7-4815-8b67-88c0b8865930, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7861bf18-e55f-4da4-8a1f-4855a5a661fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8428f210-1788-4322-934f-c27236be7dcf'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:42:42.498416 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:42.557283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 8b739b8d-c4c3-4c56-be07-a2c15ee0507d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:42.565341 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 8b739b8d-c4c3-4c56-be07-a2c15ee0507d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:42.569753 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:42.584316 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:42.598116 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] For port 894eb967-67a7-4815-8b67-88c0b8865930, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:42:42.621259 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] For port 894eb967-67a7-4815-8b67-88c0b8865930, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=894eb967-67a7-4815-8b67-88c0b8865930,segment=NetworkSegment(7861bf18-e55f-4da4-8a1f-4855a5a661fd),segment_id=7861bf18-e55f-4da4-8a1f-4855a5a661fd)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:42:42.658127 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:42.678800 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:42.716294 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 8b739b8d-c4c3-4c56-be07-a2c15ee0507d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8b739b8d-c4c3-4c56-be07-a2c15ee0507d,segment=NetworkSegment(5261df16-0537-4c78-a9fb-7f8300134e17),segment_id=5261df16-0537-4c78-a9fb-7f8300134e17)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:42.716886 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b739b8d-c4c3-4c56-be07-a2c15ee0507d'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:42:42.720446 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaf69a3-70f5-4bf3-a44a-0e8a480e8334" -d '{"events": [{"server_uuid": "3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c", "name": "network-vif-plugged", "status": "completed", "tag": "8b739b8d-c4c3-4c56-be07-a2c15ee0507d"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:42:42.740219 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event updated for resources: {'Port': ['ID=7b0eb230-836b-4992-a3b1-6c618d3b5458,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:42.744090 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:42.744417 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:42.850044 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:42.866076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80080aa-4c5d-408c-8b4f-f3d942ad4b82 None None] Pushing event updated for resources: {'Port': ['ID=894eb967-67a7-4815-8b67-88c0b8865930,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:42.919905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Network b4f60870-7924-4d8a-808f-e910b5910a3f is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:42.922978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:42.945035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f1fbe-6abe-43ec-b65d-7b53ac5c3283 req-e70453d5-2500-4e43-bfc0-4a6af69f6fcb tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:42.946869 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa6f1fbe-6abe-43ec-b65d-7b53ac5c3283 req-e70453d5-2500-4e43-bfc0-4a6af69f6fcb tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.1196628 Jul 05 10:42:42.954115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=8b739b8d-c4c3-4c56-be07-a2c15ee0507d,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:42.966854 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8795ec-d48b-452c-bdb4-aba37790343c None None] Network b4f60870-7924-4d8a-808f-e910b5910a3f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:43.009912 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8617a4c6-7165-416d-9989-b11fd2474515 x-openstack-request-id: req-8617a4c6-7165-416d-9989-b11fd2474515 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:42:43.010199 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c", "name": "network-vif-plugged", "status": "completed", "tag": "8b739b8d-c4c3-4c56-be07-a2c15ee0507d", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:42:43.010544 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8617a4c6-7165-416d-9989-b11fd2474515 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:42:43.010926 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b739b8d-c4c3-4c56-be07-a2c15ee0507d', 'code': 200} Jul 05 10:42:43.073746 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa6f1fbe-6abe-43ec-b65d-7b53ac5c3283 req-2d89ccf6-ce3b-43c8-9e16-0ae0ff364ef9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805416 Jul 05 10:42:43.119697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0bf4944c-1a29-4815-a681-9846ff7bb69d None None] Provisioning for port daae30bd-f606-42c6-920b-ab92abddddc6 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:43.179054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab0c48-ae19-4a6b-b9d5-70d64a20510c req-a1e76107-94e9-4188-8afe-c262390ffc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:43.180611 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95ab0c48-ae19-4a6b-b9d5-70d64a20510c req-a1e76107-94e9-4188-8afe-c262390ffc9a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 1098 time: 0.0937483 Jul 05 10:42:43.183254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Router 2e154921-7734-4246-886e-95ac7d022b34 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:42:43.260139 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95ab0c48-ae19-4a6b-b9d5-70d64a20510c req-b1120aeb-80c7-4e69-a8f2-e9e780e9c9c0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672593 Jul 05 10:42:43.347486 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:42:43.356133 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4b93fe86-86d9-4b12-a532-974b94918c7c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "PUT /v2.0/routers/2e154921-7734-4246-886e-95ac7d022b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3560877 Jul 05 10:42:43.357053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34412) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:43.361432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10ddaf5-c7eb-4bd6-86b4-73b5b578f690 None None] Sync routers for ids ['2e154921-7734-4246-886e-95ac7d022b34'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:42:43.384019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10ddaf5-c7eb-4bd6-86b4-73b5b578f690 None None] Routers {'2e154921-7734-4246-886e-95ac7d022b34'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:43.384842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a10ddaf5-c7eb-4bd6-86b4-73b5b578f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2e154921-7734-4246-886e-95ac7d022b34'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:43.478536 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 894eb967-67a7-4815-8b67-88c0b8865930 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:43.480954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a10ddaf5-c7eb-4bd6-86b4-73b5b578f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:43.531327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10ddaf5-c7eb-4bd6-86b4-73b5b578f690 None None] Routers {'2e154921-7734-4246-886e-95ac7d022b34'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:43.532002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a10ddaf5-c7eb-4bd6-86b4-73b5b578f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2e154921-7734-4246-886e-95ac7d022b34'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:43.576834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a10ddaf5-c7eb-4bd6-86b4-73b5b578f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:43.577484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10ddaf5-c7eb-4bd6-86b4-73b5b578f690 None None] The sync data for ids ['2e154921-7734-4246-886e-95ac7d022b34'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:42:43.612775 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-595ff639-ff1c-4d74-a6ce-57324792ba7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:43.715412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 894eb967-67a7-4815-8b67-88c0b8865930 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:43.717951 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-995c7ccc-5a2f-4a06-b29c-df430004f6dd None None] Provisioning for port 7b0eb230-836b-4992-a3b1-6c618d3b5458 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:43.721220 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:43.726920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-995c7ccc-5a2f-4a06-b29c-df430004f6dd None None] Provisioning complete for port 7b0eb230-836b-4992-a3b1-6c618d3b5458 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:43.727395 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-995c7ccc-5a2f-4a06-b29c-df430004f6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:43.729310 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device daae30bd-f606-42c6-920b-ab92abddddc6 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:43.818853 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-995c7ccc-5a2f-4a06-b29c-df430004f6dd None None] Port 7b0eb230-836b-4992-a3b1-6c618d3b5458 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:42:43.926509 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port daae30bd-f606-42c6-920b-ab92abddddc6 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:43.936529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port daae30bd-f606-42c6-920b-ab92abddddc6 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:43.936529 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:43.994738 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6d3f3ebd-9104-4b83-8934-587f162965cb None None] Provisioning complete for port 7b0eb230-836b-4992-a3b1-6c618d3b5458 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:43.995116 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6d3f3ebd-9104-4b83-8934-587f162965cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:44.050739 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6d3f3ebd-9104-4b83-8934-587f162965cb None None] Port 7b0eb230-836b-4992-a3b1-6c618d3b5458 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:42:44.090435 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-34e3f704-4b93-4678-8e15-84828f85553c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 10:42:44.090435 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-34e3f704-4b93-4678-8e15-84828f85553c tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "PUT /v2.0/routers/2e154921-7734-4246-886e-95ac7d022b34/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7294478 Jul 05 10:42:44.091050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34416) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:44.103002 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:44.148378 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port daae30bd-f606-42c6-920b-ab92abddddc6, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=daae30bd-f606-42c6-920b-ab92abddddc6,segment=NetworkSegment(9f7b47b0-3461-43c9-b50f-9809035e022b),segment_id=9f7b47b0-3461-43c9-b50f-9809035e022b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:44.173023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-890ed522-4ed0-4f71-98b2-0dd534d44bd7 None None] Provisioning complete for port 7b0eb230-836b-4992-a3b1-6c618d3b5458 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:44.173405 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-890ed522-4ed0-4f71-98b2-0dd534d44bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:44.223583 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-890ed522-4ed0-4f71-98b2-0dd534d44bd7 None None] Port 7b0eb230-836b-4992-a3b1-6c618d3b5458 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:42:44.257944 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:44.295514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83828df-75a2-464a-8127-1fa72717760d None None] Network 8428f210-1788-4322-934f-c27236be7dcf requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:44.319904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da05b4-d5b4-476a-8906-e6e059410431 req-d8360e48-35ae-4a98-a153-032dadf81f27 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:44.321560 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68da05b4-d5b4-476a-8906-e6e059410431 req-d8360e48-35ae-4a98-a153-032dadf81f27 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.0748901 Jul 05 10:42:44.381704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=daae30bd-f606-42c6-920b-ab92abddddc6,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:44.383386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68da05b4-d5b4-476a-8906-e6e059410431 req-9d47ea60-8fb2-4092-99a7-5e156b219350 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476432 Jul 05 10:42:44.484314 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2e384b80-c7af-41dd-ad21-6e1744aecc93 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:44.505646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7dde69a0-bfde-4fab-b436-a3f2551f1063 None None] Provisioning for port 894eb967-67a7-4815-8b67-88c0b8865930 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:44.512016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7dde69a0-bfde-4fab-b436-a3f2551f1063 None None] Provisioning complete for port 894eb967-67a7-4815-8b67-88c0b8865930 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:44.512551 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7dde69a0-bfde-4fab-b436-a3f2551f1063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:44.622833 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7dde69a0-bfde-4fab-b436-a3f2551f1063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:44.662307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7dde69a0-bfde-4fab-b436-a3f2551f1063 None None] For port 894eb967-67a7-4815-8b67-88c0b8865930, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=894eb967-67a7-4815-8b67-88c0b8865930,segment=NetworkSegment(7861bf18-e55f-4da4-8a1f-4855a5a661fd),segment_id=7861bf18-e55f-4da4-8a1f-4855a5a661fd)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:44.792390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2e384b80-c7af-41dd-ad21-6e1744aecc93 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Deleting port 7b0eb230-836b-4992-a3b1-6c618d3b5458 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:44.792733 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2e384b80-c7af-41dd-ad21-6e1744aecc93 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:44.806595 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7dde69a0-bfde-4fab-b436-a3f2551f1063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:44.867884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde69a0-bfde-4fab-b436-a3f2551f1063 None None] Pushing event updated for resources: {'Port': ['ID=894eb967-67a7-4815-8b67-88c0b8865930,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:44.886376 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2e384b80-c7af-41dd-ad21-6e1744aecc93 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:44.899539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2e384b80-c7af-41dd-ad21-6e1744aecc93 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Calling delete_port for 7b0eb230-836b-4992-a3b1-6c618d3b5458 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:44.925284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-48dd05d5-c720-44ef-948a-a9158d65dbe8 None None] Provisioning complete for port 894eb967-67a7-4815-8b67-88c0b8865930 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:44.925654 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48dd05d5-c720-44ef-948a-a9158d65dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:45.046210 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:45.189592 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2e384b80-c7af-41dd-ad21-6e1744aecc93 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:45.218350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e384b80-c7af-41dd-ad21-6e1744aecc93 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event deleted for resources: {'Port': ['ID=7b0eb230-836b-4992-a3b1-6c618d3b5458,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:45.354175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 894eb967-67a7-4815-8b67-88c0b8865930 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:45.387914 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2e384b80-c7af-41dd-ad21-6e1744aecc93 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:45.408704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 894eb967-67a7-4815-8b67-88c0b8865930 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:45.409093 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:45.503987 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device daae30bd-f606-42c6-920b-ab92abddddc6 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:42:45.550462 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port daae30bd-f606-42c6-920b-ab92abddddc6 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:45.551022 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:45.579936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e384b80-c7af-41dd-ad21-6e1744aecc93 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Router 2e154921-7734-4246-886e-95ac7d022b34 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:42:45.648983 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e8e91-161e-44f1-bae9-8d582576a0b5 req-eb9b7cc3-fc84-4a49-972a-318b26450c77 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:45.650483 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-344e8e91-161e-44f1-bae9-8d582576a0b5 req-eb9b7cc3-fc84-4a49-972a-318b26450c77 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.1372678 Jul 05 10:42:45.693696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e384b80-c7af-41dd-ad21-6e1744aecc93 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:42:45.699532 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2e384b80-c7af-41dd-ad21-6e1744aecc93 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "PUT /v2.0/routers/2e154921-7734-4246-886e-95ac7d022b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6078355 Jul 05 10:42:45.703436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34428) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:45.707488 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf533f-97ca-4391-a079-3195839c06c3 None None] Sync routers for ids ['2e154921-7734-4246-886e-95ac7d022b34'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:42:45.718945 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf533f-97ca-4391-a079-3195839c06c3 None None] Routers {'2e154921-7734-4246-886e-95ac7d022b34'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:45.719203 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-344e8e91-161e-44f1-bae9-8d582576a0b5 req-6632af73-fed9-4029-afce-ee15b363f878 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431101 Jul 05 10:42:45.719667 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-32bf533f-97ca-4391-a079-3195839c06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2e154921-7734-4246-886e-95ac7d022b34'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:45.745510 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-e3ce2f61-c756-42f8-aea7-9bec359857e4 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] delete failed (client error): The resource could not be found. Jul 05 10:42:45.746908 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e3ce2f61-c756-42f8-aea7-9bec359857e4 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1408466569 HTTP/1.1" status: 404 len: 335 time: 0.0423977 Jul 05 10:42:45.750859 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34434) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:45.757384 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-181d0f7c-66f5-43a6-b74c-ec62ba60adb7 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e154921-7734-4246-886e-95ac7d022b34'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:45.772720 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-32bf533f-97ca-4391-a079-3195839c06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:45.784415 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf533f-97ca-4391-a079-3195839c06c3 None None] Routers {'2e154921-7734-4246-886e-95ac7d022b34'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:45.785605 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-32bf533f-97ca-4391-a079-3195839c06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2e154921-7734-4246-886e-95ac7d022b34'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:45.821786 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-32bf533f-97ca-4391-a079-3195839c06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:45.822440 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf533f-97ca-4391-a079-3195839c06c3 None None] The sync data for ids ['2e154921-7734-4246-886e-95ac7d022b34'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:42:46.005663 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-181d0f7c-66f5-43a6-b74c-ec62ba60adb7 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:46.035393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b6a25-65c1-49db-8081-47bae1352bbf req-ee6b15e3-7c82-4b87-9db7-bc6f293275c9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:46.038125 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de9b6a25-65c1-49db-8081-47bae1352bbf req-ee6b15e3-7c82-4b87-9db7-bc6f293275c9 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.1676059 Jul 05 10:42:46.079885 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de9b6a25-65c1-49db-8081-47bae1352bbf req-613cbef6-4a78-4ee7-8e3b-31b49026dc4a tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350101 Jul 05 10:42:46.118094 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [None req-181d0f7c-66f5-43a6-b74c-ec62ba60adb7 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] update failed (client error): The resource could not be found. Jul 05 10:42:46.123185 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-181d0f7c-66f5-43a6-b74c-ec62ba60adb7 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "PUT /v2.0/routers/2e154921-7734-4246-886e-95ac7d022b34 HTTP/1.1" status: 404 len: 339 time: 0.3667657 Jul 05 10:42:46.123846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34442) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:46.423052 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:46.669805 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Allocated IP 172.20.0.1 (340f8946-09ba-4cad-858c-c6572d5b5c26/2694db18-5119-497b-90fc-4d278e368b9e/9ec5bcc9-2fbd-4d1a-8dad-577be0f967d0) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:42:46.776939 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da382e3b-a777-4059-ab80-db191bdfd8f3 req-07eb9320-932f-4b00-9662-43cde46e629d tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:46.780200 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da382e3b-a777-4059-ab80-db191bdfd8f3 req-07eb9320-932f-4b00-9662-43cde46e629d tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.0696199 Jul 05 10:42:46.786054 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:46.802127 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Transition to ACTIVE for port object 9ec5bcc9-2fbd-4d1a-8dad-577be0f967d0 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:42:46.822154 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-da382e3b-a777-4059-ab80-db191bdfd8f3 req-621519b2-285a-4141-864a-4fe1794794a7 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369442 Jul 05 10:42:46.874769 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:46.919733 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:46.964648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Network 340f8946-09ba-4cad-858c-c6572d5b5c26 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:46.967973 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:46.974787 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:42:47.002949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event updated for resources: {'Port': ['ID=9ec5bcc9-2fbd-4d1a-8dad-577be0f967d0,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:47.024679 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:47.349825 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d1daa39f-9c79-4d48-aec0-cbe0fba4af72 None None] Provisioning for port 9ec5bcc9-2fbd-4d1a-8dad-577be0f967d0 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:42:47.353886 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d1daa39f-9c79-4d48-aec0-cbe0fba4af72 None None] Provisioning complete for port 9ec5bcc9-2fbd-4d1a-8dad-577be0f967d0 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:47.359536 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d1daa39f-9c79-4d48-aec0-cbe0fba4af72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:47.359700 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:47.388106 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d1daa39f-9c79-4d48-aec0-cbe0fba4af72 None None] Port 9ec5bcc9-2fbd-4d1a-8dad-577be0f967d0 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:42:47.633241 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:47.732283 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:47.808484 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:47.810273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event updated for resources: {'Port': ['ID=9ec5bcc9-2fbd-4d1a-8dad-577be0f967d0,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:47.909418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Network 340f8946-09ba-4cad-858c-c6572d5b5c26 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:42:47.911089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:42:48.113783 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a1490278-aac7-467d-a3ec-bf9a6058bd84 None None] Provisioning complete for port 9ec5bcc9-2fbd-4d1a-8dad-577be0f967d0 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:42:48.114913 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a1490278-aac7-467d-a3ec-bf9a6058bd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:48.149389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a1490278-aac7-467d-a3ec-bf9a6058bd84 None None] Port 9ec5bcc9-2fbd-4d1a-8dad-577be0f967d0 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:42:48.305605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Router 2e154921-7734-4246-886e-95ac7d022b34 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:42:48.317830 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ff8bd-6c6c-4ca1-aa27-1810616d64ac req-651e3904-a5c7-452d-8e15-0ec14603b474 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:48.319340 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a1ff8bd-6c6c-4ca1-aa27-1810616d64ac req-651e3904-a5c7-452d-8e15-0ec14603b474 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.1142824 Jul 05 10:42:48.427060 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a1ff8bd-6c6c-4ca1-aa27-1810616d64ac req-888c98a5-5472-46cc-a0d6-f63804c1cc7f tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005654 Jul 05 10:42:48.438061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:42:48.445456 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-110589c8-714d-4255-92c4-2c0a3716aeb2 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "PUT /v2.0/routers/2e154921-7734-4246-886e-95ac7d022b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3179040 Jul 05 10:42:48.453808 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34464) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:48.457477 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c0041f-401c-464d-9bf8-df1a4ca3114a None None] Sync routers for ids ['2e154921-7734-4246-886e-95ac7d022b34'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:42:48.469177 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c0041f-401c-464d-9bf8-df1a4ca3114a None None] Routers {'2e154921-7734-4246-886e-95ac7d022b34'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:48.469935 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-86c0041f-401c-464d-9bf8-df1a4ca3114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2e154921-7734-4246-886e-95ac7d022b34'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:48.553063 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5ac23363-b57e-47b7-8154-5f6ba6cbf04a tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:48.664230 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-86c0041f-401c-464d-9bf8-df1a4ca3114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:48.664964 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-5ac23363-b57e-47b7-8154-5f6ba6cbf04a tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 10:42:48.666347 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5ac23363-b57e-47b7-8154-5f6ba6cbf04a tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "DELETE /v2.0/routers/2e154921-7734-4246-886e-95ac7d022b34 HTTP/1.1" status: 409 len: 329 time: 0.2114713 Jul 05 10:42:48.669012 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34468) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:48.675953 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c0041f-401c-464d-9bf8-df1a4ca3114a None None] Routers {'2e154921-7734-4246-886e-95ac7d022b34'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:48.676640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-86c0041f-401c-464d-9bf8-df1a4ca3114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2e154921-7734-4246-886e-95ac7d022b34'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:48.710629 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-86c0041f-401c-464d-9bf8-df1a4ca3114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:48.711296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c0041f-401c-464d-9bf8-df1a4ca3114a None None] The sync data for ids ['2e154921-7734-4246-886e-95ac7d022b34'] in n-d-779913-27 is: [] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:42:49.045700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc5809-0d6f-4cd9-97c2-135aea72980f req-2d88d6f6-1946-436e-b1b1-d668d9880c75 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:49.047230 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8bc5809-0d6f-4cd9-97c2-135aea72980f req-2d88d6f6-1946-436e-b1b1-d668d9880c75 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.1125154 Jul 05 10:42:49.073816 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb5cbb3b-7b44-4475-8ac4-db0acbd21ba6 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:49.123917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefa2bc-5b5c-4351-bd02-f3c43f55cf04 req-ec9e9214-a3d7-4e58-8f80-918c801e7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:49.125737 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adefa2bc-5b5c-4351-bd02-f3c43f55cf04 req-ec9e9214-a3d7-4e58-8f80-918c801e7268 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e41e90a0d364971984c3523e0103b1a&device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 1098 time: 0.0595348 Jul 05 10:42:49.157914 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8bc5809-0d6f-4cd9-97c2-135aea72980f req-9bdb9ace-110a-4701-a5ed-4eb496fafd59 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037512 Jul 05 10:42:49.217665 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefa2bc-5b5c-4351-bd02-f3c43f55cf04 req-856e6e21-9846-4083-bcde-650da13c792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:49.219177 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adefa2bc-5b5c-4351-bd02-f3c43f55cf04 req-856e6e21-9846-4083-bcde-650da13c792c service neutron] 10.222.0.64 "GET /v2.0/networks?id=19056559-6d6c-4ff7-a444-28e1e7318989 HTTP/1.1" status: 200 len: 913 time: 0.0847995 Jul 05 10:42:49.265542 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adefa2bc-5b5c-4351-bd02-f3c43f55cf04 req-ba208d33-b1c2-40f4-bded-fe001cdf8b02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b739b8d-c4c3-4c56-be07-a2c15ee0507d HTTP/1.1" status: 200 len: 217 time: 0.0372796 Jul 05 10:42:49.325979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefa2bc-5b5c-4351-bd02-f3c43f55cf04 req-a1811825-aca0-4f16-9784-fa96038c593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:49.327392 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adefa2bc-5b5c-4351-bd02-f3c43f55cf04 req-a1811825-aca0-4f16-9784-fa96038c593e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=03b84d42-b07e-437e-9f6c-63358d7adb9e HTTP/1.1" status: 200 len: 852 time: 0.0540524 Jul 05 10:42:49.366315 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adefa2bc-5b5c-4351-bd02-f3c43f55cf04 req-795817f8-5a78-4c1f-aa3d-a1c0e2d4331c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19056559-6d6c-4ff7-a444-28e1e7318989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288742 Jul 05 10:42:49.374487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-fb5cbb3b-7b44-4475-8ac4-db0acbd21ba6 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Deleting port 9ec5bcc9-2fbd-4d1a-8dad-577be0f967d0 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:49.374900 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb5cbb3b-7b44-4475-8ac4-db0acbd21ba6 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:49.462449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adefa2bc-5b5c-4351-bd02-f3c43f55cf04 req-6a31c391-8982-420c-931e-f50ab39bc11e service neutron] 10.222.0.64 "GET /v2.0/networks/19056559-6d6c-4ff7-a444-28e1e7318989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895488 Jul 05 10:42:49.466922 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb5cbb3b-7b44-4475-8ac4-db0acbd21ba6 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:49.480503 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-fb5cbb3b-7b44-4475-8ac4-db0acbd21ba6 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Calling delete_port for 9ec5bcc9-2fbd-4d1a-8dad-577be0f967d0 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:49.732188 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb5cbb3b-7b44-4475-8ac4-db0acbd21ba6 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:49.759500 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cbb3b-7b44-4475-8ac4-db0acbd21ba6 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event deleted for resources: {'Port': ['ID=9ec5bcc9-2fbd-4d1a-8dad-577be0f967d0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:49.923284 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adefa2bc-5b5c-4351-bd02-f3c43f55cf04 req-3d87c3ae-0221-4a0f-8908-f39bbabf0d6a service neutron] 10.222.0.64 "GET /v2.0/networks/19056559-6d6c-4ff7-a444-28e1e7318989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508030 Jul 05 10:42:49.932176 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fb5cbb3b-7b44-4475-8ac4-db0acbd21ba6 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:50.093578 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5cbb3b-7b44-4475-8ac4-db0acbd21ba6 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Router 2e154921-7734-4246-886e-95ac7d022b34 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:42:50.170642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5cbb3b-7b44-4475-8ac4-db0acbd21ba6 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:42:50.175528 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fb5cbb3b-7b44-4475-8ac4-db0acbd21ba6 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "PUT /v2.0/routers/2e154921-7734-4246-886e-95ac7d022b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5055823 Jul 05 10:42:50.179858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34474) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:50.182213 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dca579f-17dd-426a-8515-d28d8b504a5b None None] Sync routers for ids ['2e154921-7734-4246-886e-95ac7d022b34'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:42:50.194143 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dca579f-17dd-426a-8515-d28d8b504a5b None None] Routers {'2e154921-7734-4246-886e-95ac7d022b34'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:50.195074 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-5dca579f-17dd-426a-8515-d28d8b504a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2e154921-7734-4246-886e-95ac7d022b34'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:50.216786 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-14269aab-c609-4358-86ee-1e4a0299e7ac tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] show failed (client error): The resource could not be found. Jul 05 10:42:50.221542 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-14269aab-c609-4358-86ee-1e4a0299e7ac tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-123639902 HTTP/1.1" status: 404 len: 334 time: 0.0371542 Jul 05 10:42:50.221918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34478) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:50.226982 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-017a525e-0225-40b0-bad1-86204f8391d6 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:42:50.233191 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-5dca579f-17dd-426a-8515-d28d8b504a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:50.241894 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dca579f-17dd-426a-8515-d28d8b504a5b None None] Routers {'2e154921-7734-4246-886e-95ac7d022b34'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:42:50.242406 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-5dca579f-17dd-426a-8515-d28d8b504a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:42:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['2e154921-7734-4246-886e-95ac7d022b34'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:50.264911 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-017a525e-0225-40b0-bad1-86204f8391d6 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] update failed (client error): The resource could not be found. Jul 05 10:42:50.269188 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-017a525e-0225-40b0-bad1-86204f8391d6 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-284008533 HTTP/1.1" status: 404 len: 334 time: 0.0432894 Jul 05 10:42:50.269498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34480) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:50.274204 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-5dca579f-17dd-426a-8515-d28d8b504a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:50.274977 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dca579f-17dd-426a-8515-d28d8b504a5b None None] The sync data for ids ['2e154921-7734-4246-886e-95ac7d022b34'] in n-d-779913-27 is: [] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:42:50.333398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-770b9011-2ca0-4bac-bfd8-845be638b814 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Deleting subnet 44d4a42f-8d38-443b-8d9c-51e0e3d2936b {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:42:50.338741 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-770b9011-2ca0-4bac-bfd8-845be638b814 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:50.364011 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3bab2-9220-4b71-8a94-75cf91779068 req-88242ade-b01a-43c7-ab02-a761a319edbc tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:50.366170 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b2f3bab2-9220-4b71-8a94-75cf91779068 req-88242ade-b01a-43c7-ab02-a761a319edbc tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.0859368 Jul 05 10:42:50.391282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-770b9011-2ca0-4bac-bfd8-845be638b814 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:50.416196 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b2f3bab2-9220-4b71-8a94-75cf91779068 req-935daf51-f566-433e-945a-c572ee1ac92b tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 Jul 05 10:42:50.504465 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-770b9011-2ca0-4bac-bfd8-845be638b814 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:50.802277 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-770b9011-2ca0-4bac-bfd8-845be638b814 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:50.831465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b9011-2ca0-4bac-bfd8-845be638b814 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event deleted for resources: {'Subnet': ['ID=44d4a42f-8d38-443b-8d9c-51e0e3d2936b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:50.835808 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-770b9011-2ca0-4bac-bfd8-845be638b814 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:50.839303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-770b9011-2ca0-4bac-bfd8-845be638b814 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "DELETE /v2.0/subnets/44d4a42f-8d38-443b-8d9c-51e0e3d2936b HTTP/1.1" status: 204 len: 168 time: 0.5688834 Jul 05 10:42:50.843052 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e86304-7866-400f-8928-e7afd194c835 None None] Network 8428f210-1788-4322-934f-c27236be7dcf requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:50.844315 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34484) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:50.913261 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e987b4-661a-4f43-89ef-d951fa7453df tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Deleting subnet 5452912d-5093-45b8-bae5-5fed632123cb {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:42:50.917489 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d8e987b4-661a-4f43-89ef-d951fa7453df tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:50.964983 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d8e987b4-661a-4f43-89ef-d951fa7453df tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:51.061249 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d8e987b4-661a-4f43-89ef-d951fa7453df tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:51.073095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d99e780-5e91-4bec-a28e-c81e1b2d940b None None] DHCP port deletion for 8428f210-1788-4322-934f-c27236be7dcf request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:42:51.123064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7d99e780-5e91-4bec-a28e-c81e1b2d940b None None] Deleting port 894eb967-67a7-4815-8b67-88c0b8865930 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:51.123450 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7d99e780-5e91-4bec-a28e-c81e1b2d940b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:51.189326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7d99e780-5e91-4bec-a28e-c81e1b2d940b None None] For port 894eb967-67a7-4815-8b67-88c0b8865930, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=894eb967-67a7-4815-8b67-88c0b8865930,segment=NetworkSegment(7861bf18-e55f-4da4-8a1f-4855a5a661fd),segment_id=7861bf18-e55f-4da4-8a1f-4855a5a661fd)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:51.190119 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7d99e780-5e91-4bec-a28e-c81e1b2d940b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:51.202403 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7d99e780-5e91-4bec-a28e-c81e1b2d940b None None] Calling delete_port for 894eb967-67a7-4815-8b67-88c0b8865930 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:51.269600 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d8e987b4-661a-4f43-89ef-d951fa7453df tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:51.301022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e987b4-661a-4f43-89ef-d951fa7453df tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event deleted for resources: {'Subnet': ['ID=5452912d-5093-45b8-bae5-5fed632123cb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:51.303224 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d8e987b4-661a-4f43-89ef-d951fa7453df tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:51.306025 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d8e987b4-661a-4f43-89ef-d951fa7453df tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "DELETE /v2.0/subnets/5452912d-5093-45b8-bae5-5fed632123cb HTTP/1.1" status: 204 len: 168 time: 0.4595895 Jul 05 10:42:51.308057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34486) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:51.309179 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a19833-275d-429f-8101-0a2023a1fbc2 None None] Network b4f60870-7924-4d8a-808f-e910b5910a3f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:51.363056 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 894eb967-67a7-4815-8b67-88c0b8865930 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:42:51.437293 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7d99e780-5e91-4bec-a28e-c81e1b2d940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:51.469607 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No active binding found for port 894eb967-67a7-4815-8b67-88c0b8865930 {{(pid=100777) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 10:42:51.470055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 894eb967-67a7-4815-8b67-88c0b8865930 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:42:51.502840 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99e780-5e91-4bec-a28e-c81e1b2d940b None None] No DVR routers for this DVR port 894eb967-67a7-4815-8b67-88c0b8865930 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:42:51.505838 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99e780-5e91-4bec-a28e-c81e1b2d940b None None] Pushing event deleted for resources: {'Port': ['ID=894eb967-67a7-4815-8b67-88c0b8865930,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:51.617581 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48936576-f516-4608-b9fe-f7d9bab95820 None None] DHCP port deletion for b4f60870-7924-4d8a-808f-e910b5910a3f request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:42:51.675149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-48936576-f516-4608-b9fe-f7d9bab95820 None None] Deleting port daae30bd-f606-42c6-920b-ab92abddddc6 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:51.675377 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48936576-f516-4608-b9fe-f7d9bab95820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:51.684171 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-962cb5fd-f1c4-4873-b35d-658cb32d2f86 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:51.732069 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de333e-a974-4af6-9e7e-a8173be8c651 req-60f2fa4f-fe88-4eb2-97d1-7a85a2dfb46f tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:51.733726 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b5de333e-a974-4af6-9e7e-a8173be8c651 req-60f2fa4f-fe88-4eb2-97d1-7a85a2dfb46f tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.1134498 Jul 05 10:42:51.738559 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-48936576-f516-4608-b9fe-f7d9bab95820 None None] For port daae30bd-f606-42c6-920b-ab92abddddc6, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=daae30bd-f606-42c6-920b-ab92abddddc6,segment=NetworkSegment(9f7b47b0-3461-43c9-b50f-9809035e022b),segment_id=9f7b47b0-3461-43c9-b50f-9809035e022b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:51.738959 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48936576-f516-4608-b9fe-f7d9bab95820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:51.753378 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-48936576-f516-4608-b9fe-f7d9bab95820 None None] Calling delete_port for daae30bd-f606-42c6-920b-ab92abddddc6 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:51.810558 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-962cb5fd-f1c4-4873-b35d-658cb32d2f86 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:51.827854 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-962cb5fd-f1c4-4873-b35d-658cb32d2f86 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8428f210-1788-4322-934f-c27236be7dcf']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:51.832842 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b5de333e-a974-4af6-9e7e-a8173be8c651 req-340aa301-6a02-4094-a594-fd32d02af4fe tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850620 Jul 05 10:42:51.840817 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-962cb5fd-f1c4-4873-b35d-658cb32d2f86 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7861bf18-e55f-4da4-8a1f-4855a5a661fd') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:51.841121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-962cb5fd-f1c4-4873-b35d-658cb32d2f86 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7861bf18-e55f-4da4-8a1f-4855a5a661fd') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:51.850709 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-962cb5fd-f1c4-4873-b35d-658cb32d2f86 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:51.865497 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-962cb5fd-f1c4-4873-b35d-658cb32d2f86 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:51.871993 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962cb5fd-f1c4-4873-b35d-658cb32d2f86 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:42:51.872400 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-962cb5fd-f1c4-4873-b35d-658cb32d2f86 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:42:51.875399 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:42:51.903765 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-48936576-f516-4608-b9fe-f7d9bab95820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:51.934262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48936576-f516-4608-b9fe-f7d9bab95820 None None] Pushing event deleted for resources: {'Port': ['ID=daae30bd-f606-42c6-920b-ab92abddddc6,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:51.939693 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48936576-f516-4608-b9fe-f7d9bab95820 None None] No DVR routers for this DVR port daae30bd-f606-42c6-920b-ab92abddddc6 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:42:52.045343 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-962cb5fd-f1c4-4873-b35d-658cb32d2f86 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:52.051004 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-962cb5fd-f1c4-4873-b35d-658cb32d2f86 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:52.056041 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-962cb5fd-f1c4-4873-b35d-658cb32d2f86 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "DELETE /v2.0/networks/8428f210-1788-4322-934f-c27236be7dcf HTTP/1.1" status: 204 len: 168 time: 0.7442250 Jul 05 10:42:52.056175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34494) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:52.068736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cb5fd-f1c4-4873-b35d-658cb32d2f86 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event deleted for resources: {'Network': ['ID=8428f210-1788-4322-934f-c27236be7dcf,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:52.186891 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fa3f52bc-a63c-450c-bf16-1ec98a1750e9 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:52.298428 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fa3f52bc-a63c-450c-bf16-1ec98a1750e9 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:52.309817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-fa3f52bc-a63c-450c-bf16-1ec98a1750e9 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f60870-7924-4d8a-808f-e910b5910a3f']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:52.321151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-fa3f52bc-a63c-450c-bf16-1ec98a1750e9 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7b47b0-3461-43c9-b50f-9809035e022b') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:52.327418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-fa3f52bc-a63c-450c-bf16-1ec98a1750e9 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7b47b0-3461-43c9-b50f-9809035e022b') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:52.331413 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fa3f52bc-a63c-450c-bf16-1ec98a1750e9 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:52.346614 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fa3f52bc-a63c-450c-bf16-1ec98a1750e9 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:52.353217 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3f52bc-a63c-450c-bf16-1ec98a1750e9 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fa3f52bc-a63c-450c-bf16-1ec98a1750e9 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:42:52.356990 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:42:52.473625 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:52.503286 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fa3f52bc-a63c-450c-bf16-1ec98a1750e9 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:52.509214 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fa3f52bc-a63c-450c-bf16-1ec98a1750e9 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:52.513418 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fa3f52bc-a63c-450c-bf16-1ec98a1750e9 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "DELETE /v2.0/networks/b4f60870-7924-4d8a-808f-e910b5910a3f HTTP/1.1" status: 204 len: 168 time: 0.4540651 Jul 05 10:42:52.515095 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34500) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:52.527847 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f52bc-a63c-450c-bf16-1ec98a1750e9 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event deleted for resources: {'Network': ['ID=b4f60870-7924-4d8a-808f-e910b5910a3f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:52.593322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-6694f64a-96cd-49e8-b967-be1df9cae277 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Deleting subnet 2694db18-5119-497b-90fc-4d278e368b9e {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:42:52.599144 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6694f64a-96cd-49e8-b967-be1df9cae277 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:52.643305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f99d7c-3d42-4662-9741-f6ef849a7a8c req-6390e705-2d05-4cd8-84fb-6add5cdf8ea2 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:52.644916 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85f99d7c-3d42-4662-9741-f6ef849a7a8c req-6390e705-2d05-4cd8-84fb-6add5cdf8ea2 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.1438351 Jul 05 10:42:52.657658 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6694f64a-96cd-49e8-b967-be1df9cae277 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:52.725741 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85f99d7c-3d42-4662-9741-f6ef849a7a8c req-62e8cbdb-152d-4cb6-9762-34ae78555832 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727382 Jul 05 10:42:52.766220 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6694f64a-96cd-49e8-b967-be1df9cae277 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:52.926344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6694f64a-96cd-49e8-b967-be1df9cae277 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:52.957209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694f64a-96cd-49e8-b967-be1df9cae277 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event deleted for resources: {'Subnet': ['ID=2694db18-5119-497b-90fc-4d278e368b9e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:52.961427 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6694f64a-96cd-49e8-b967-be1df9cae277 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:52.964132 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6694f64a-96cd-49e8-b967-be1df9cae277 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "DELETE /v2.0/subnets/2694db18-5119-497b-90fc-4d278e368b9e HTTP/1.1" status: 204 len: 168 time: 0.4482129 Jul 05 10:42:52.965957 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34502) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:52.969300 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9ebc5d-1188-4656-8826-f71ec59f024b None None] Network 340f8946-09ba-4cad-858c-c6572d5b5c26 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:42:53.045479 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:53.106037 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Deleting port 278446b5-da08-4677-ace7-4fc8cd9fb0a0 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:53.106410 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:53.155420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9d515f-e02e-4ee9-b1db-d65ce2cef796 None None] DHCP port deletion for 340f8946-09ba-4cad-858c-c6572d5b5c26 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:42:53.180639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] For port 278446b5-da08-4677-ace7-4fc8cd9fb0a0, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=278446b5-da08-4677-ace7-4fc8cd9fb0a0,segment=NetworkSegment(669a02b4-2d5e-4543-8410-8c549ebebd8b),segment_id=669a02b4-2d5e-4543-8410-8c549ebebd8b)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:53.181106 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:53.196339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Calling delete_port for 278446b5-da08-4677-ace7-4fc8cd9fb0a0 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:53.204697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d515f-e02e-4ee9-b1db-d65ce2cef796 None None] Deleting port 278446b5-da08-4677-ace7-4fc8cd9fb0a0 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:42:53.205076 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e9d515f-e02e-4ee9-b1db-d65ce2cef796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:53.273021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-4e9d515f-e02e-4ee9-b1db-d65ce2cef796 None None] For port 278446b5-da08-4677-ace7-4fc8cd9fb0a0, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=278446b5-da08-4677-ace7-4fc8cd9fb0a0,segment=NetworkSegment(669a02b4-2d5e-4543-8410-8c549ebebd8b),segment_id=669a02b4-2d5e-4543-8410-8c549ebebd8b)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:42:53.273350 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e9d515f-e02e-4ee9-b1db-d65ce2cef796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:53.285950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d515f-e02e-4ee9-b1db-d65ce2cef796 None None] Calling delete_port for 278446b5-da08-4677-ace7-4fc8cd9fb0a0 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:42:53.351344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device daae30bd-f606-42c6-920b-ab92abddddc6 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:42:53.371994 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:42:53.376268 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 10:42:53.381003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: daae30bd-f606-42c6-920b-ab92abddddc6 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:42:53.381003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device daae30bd-f606-42c6-920b-ab92abddddc6 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:42:53.381003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 278446b5-da08-4677-ace7-4fc8cd9fb0a0 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:42:53.397217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event deleted for resources: {'Port': ['ID=278446b5-da08-4677-ace7-4fc8cd9fb0a0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:53.397453 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 278446b5-da08-4677-ace7-4fc8cd9fb0a0 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:42:53.397733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 278446b5-da08-4677-ace7-4fc8cd9fb0a0 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:42:53.402921 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4e9d515f-e02e-4ee9-b1db-d65ce2cef796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:53.404937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] No DVR routers for this DVR port 278446b5-da08-4677-ace7-4fc8cd9fb0a0 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:42:53.435430 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d515f-e02e-4ee9-b1db-d65ce2cef796 None None] Pushing event deleted for resources: {'Port': ['ID=278446b5-da08-4677-ace7-4fc8cd9fb0a0,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:53.437354 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9d515f-e02e-4ee9-b1db-d65ce2cef796 None None] No DVR routers for this DVR port 278446b5-da08-4677-ace7-4fc8cd9fb0a0 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:42:53.509041 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:53.519257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340f8946-09ba-4cad-858c-c6572d5b5c26']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:53.530319 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669a02b4-2d5e-4543-8410-8c549ebebd8b') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:53.530617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669a02b4-2d5e-4543-8410-8c549ebebd8b') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:42:53.541018 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:53.555853 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:53.562994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:42:53.563410 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:42:53.566677 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:42:53.709718 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:53.716539 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:53.718335 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "DELETE /v2.0/networks/340f8946-09ba-4cad-858c-c6572d5b5c26 HTTP/1.1" status: 204 len: 168 time: 0.7515738 Jul 05 10:42:53.721100 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34514) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:53.730770 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f578b54-ab1f-4fa8-9e7b-d3731b547064 tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Pushing event deleted for resources: {'Network': ['ID=340f8946-09ba-4cad-858c-c6572d5b5c26,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:53.750784 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8590c361-675f-4af1-9eea-08d7747ce6ee tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e154921-7734-4246-886e-95ac7d022b34 HTTP/1.1" status: 200 len: 205 time: 0.0285008 Jul 05 10:42:53.753080 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34518) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:53.837003 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3bc546d-e002-45c0-a5a2-4fd57097e5db tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:54.040688 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3bc546d-e002-45c0-a5a2-4fd57097e5db tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:54.043427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3bc546d-e002-45c0-a5a2-4fd57097e5db tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:54.101599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ea4fe-ab42-4aa5-bf79-75bffcd2af70 req-9020af29-528f-44b2-a928-d8d552d0bc79 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:54.103496 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b25ea4fe-ab42-4aa5-bf79-75bffcd2af70 req-9020af29-528f-44b2-a928-d8d552d0bc79 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.2314570 Jul 05 10:42:54.150911 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b25ea4fe-ab42-4aa5-bf79-75bffcd2af70 req-80739575-0e1f-4ee4-926a-7b10bf2db62f tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401785 Jul 05 10:42:54.200853 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3bc546d-e002-45c0-a5a2-4fd57097e5db tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:54.207663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bc546d-e002-45c0-a5a2-4fd57097e5db tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Fanout notify agent at l3_agent the message router_deleted on router 2e154921-7734-4246-886e-95ac7d022b34 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:42:54.212493 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e3bc546d-e002-45c0-a5a2-4fd57097e5db tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:54.213864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e3bc546d-e002-45c0-a5a2-4fd57097e5db tempest-RoutersNegativeTest-1135130743 tempest-RoutersNegativeTest-1135130743-project] 10.222.0.77 "DELETE /v2.0/routers/2e154921-7734-4246-886e-95ac7d022b34 HTTP/1.1" status: 204 len: 168 time: 0.4598451 Jul 05 10:42:54.349802 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:54.742701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34538) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:54.769487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339d8a9-e21b-4364-9af2-10b5dca1194f req-5c6d22d5-c96a-4e1b-af5d-86bbab693dd7 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:54.771695 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c339d8a9-e21b-4364-9af2-10b5dca1194f req-5c6d22d5-c96a-4e1b-af5d-86bbab693dd7 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.1150908 Jul 05 10:42:54.848156 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c339d8a9-e21b-4364-9af2-10b5dca1194f req-5146e479-3539-42e0-a7c8-472c502a06b4 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555093 Jul 05 10:42:54.850521 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7444c8-4b2f-4a4e-8895-26b8d6f8fab6 req-b62170e8-3907-4ed1-b1cb-073b84e7c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:54.852333 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f7444c8-4b2f-4a4e-8895-26b8d6f8fab6 req-b62170e8-3907-4ed1-b1cb-073b84e7c6fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e41e90a0d364971984c3523e0103b1a&device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 1098 time: 0.1300793 Jul 05 10:42:54.933322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-efa5112d-2808-4d99-ae1c-9863016340fd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=72ba48271be54493beacc9e837c5a728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871686 Jul 05 10:42:54.933654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34542) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:54.957522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7444c8-4b2f-4a4e-8895-26b8d6f8fab6 req-a8d0f850-78ab-4e0e-8cb5-196abf1bcea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:54.959661 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f7444c8-4b2f-4a4e-8895-26b8d6f8fab6 req-a8d0f850-78ab-4e0e-8cb5-196abf1bcea2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=19056559-6d6c-4ff7-a444-28e1e7318989 HTTP/1.1" status: 200 len: 913 time: 0.1000686 Jul 05 10:42:54.982589 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-76e6cba8-939e-4720-89f2-1a4f128b1ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:55.005449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f7444c8-4b2f-4a4e-8895-26b8d6f8fab6 req-69715006-4326-4785-a698-d5796df8678c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b739b8d-c4c3-4c56-be07-a2c15ee0507d HTTP/1.1" status: 200 len: 217 time: 0.0358922 Jul 05 10:42:55.005677 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-76e6cba8-939e-4720-89f2-1a4f128b1ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:55.071495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7444c8-4b2f-4a4e-8895-26b8d6f8fab6 req-7ee833b7-5472-4bc1-8960-69e459143e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:55.073051 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f7444c8-4b2f-4a4e-8895-26b8d6f8fab6 req-7ee833b7-5472-4bc1-8960-69e459143e66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=03b84d42-b07e-437e-9f6c-63358d7adb9e HTTP/1.1" status: 200 len: 852 time: 0.0589154 Jul 05 10:42:55.115844 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f7444c8-4b2f-4a4e-8895-26b8d6f8fab6 req-53dd7004-feb1-4f07-b7be-01459c8ee4bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19056559-6d6c-4ff7-a444-28e1e7318989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321977 Jul 05 10:42:55.132429 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-76e6cba8-939e-4720-89f2-1a4f128b1ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:55.135326 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-76e6cba8-939e-4720-89f2-1a4f128b1ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:55.139247 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-76e6cba8-939e-4720-89f2-1a4f128b1ead admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/168c988a-fdc1-4f15-9ac1-2f5f06db9d10 HTTP/1.1" status: 204 len: 168 time: 0.2021453 Jul 05 10:42:55.155213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6cba8-939e-4720-89f2-1a4f128b1ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168c988a-fdc1-4f15-9ac1-2f5f06db9d10,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:55.216514 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f7444c8-4b2f-4a4e-8895-26b8d6f8fab6 req-fa9ee995-4eca-4d30-981e-971aa27fdc71 service neutron] 10.222.0.64 "GET /v2.0/networks/19056559-6d6c-4ff7-a444-28e1e7318989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908375 Jul 05 10:42:55.317239 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f7444c8-4b2f-4a4e-8895-26b8d6f8fab6 req-f43fa7e2-26c4-4d4c-a082-1f8ab2a76ee6 service neutron] 10.222.0.64 "GET /v2.0/networks/19056559-6d6c-4ff7-a444-28e1e7318989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910025 Jul 05 10:42:56.048370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde7bc1-f5ec-4597-a937-9a98075e8e8b req-7d8c042e-82b0-40b9-a162-967159d59464 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:56.052260 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fde7bc1-f5ec-4597-a937-9a98075e8e8b req-7d8c042e-82b0-40b9-a162-967159d59464 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.0918126 Jul 05 10:42:56.103193 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fde7bc1-f5ec-4597-a937-9a98075e8e8b req-98f557b9-e7eb-46b4-9645-5f236196adf8 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468276 Jul 05 10:42:56.319889 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34570) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:56.419514 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d672e3e9-d9f7-48eb-98cc-ce3850844008 tempest-ServiceProvidersTest-907300202 tempest-ServiceProvidersTest-907300202-project] 10.222.0.77 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0984733 Jul 05 10:42:56.895868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34578) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:57.001819 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9884cf2c-109e-49ff-9989-9a3862217a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:57.092798 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9884cf2c-109e-49ff-9989-9a3862217a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:57.278056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4182800-ff3d-4b20-8322-cba9621520dc req-fa5e79da-c3c8-4a0b-a062-3222bdbe076e tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:57.279759 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4182800-ff3d-4b20-8322-cba9621520dc req-fa5e79da-c3c8-4a0b-a062-3222bdbe076e tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.0647545 Jul 05 10:42:57.284017 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9884cf2c-109e-49ff-9989-9a3862217a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:57.339976 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9884cf2c-109e-49ff-9989-9a3862217a5a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa20e84bacef47f5b7a10c591401dfe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4419324 Jul 05 10:42:57.342666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34592) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:42:57.343769 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884cf2c-109e-49ff-9989-9a3862217a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e714e7ce-90ca-4e23-a15f-d941afa7567a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:57.361893 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4182800-ff3d-4b20-8322-cba9621520dc req-f75a8582-9e8f-4b78-a1a8-e02039a4b865 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759978 Jul 05 10:42:57.394722 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7882aa60-51a8-4838-ba5a-0fa92f6ddcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:57.415593 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7882aa60-51a8-4838-ba5a-0fa92f6ddcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:57.543622 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7882aa60-51a8-4838-ba5a-0fa92f6ddcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:57.546260 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7882aa60-51a8-4838-ba5a-0fa92f6ddcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:42:57.547514 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7882aa60-51a8-4838-ba5a-0fa92f6ddcc0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e714e7ce-90ca-4e23-a15f-d941afa7567a HTTP/1.1" status: 204 len: 168 time: 0.2037332 Jul 05 10:42:57.556867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882aa60-51a8-4838-ba5a-0fa92f6ddcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e714e7ce-90ca-4e23-a15f-d941afa7567a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:42:58.011929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a7df9-64fb-4253-8341-abcfecff30a9 req-29668a69-f764-49f9-a3d9-94eead2b66eb tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:58.013522 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-515a7df9-64fb-4253-8341-abcfecff30a9 req-29668a69-f764-49f9-a3d9-94eead2b66eb tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.0656223 Jul 05 10:42:58.052737 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-515a7df9-64fb-4253-8341-abcfecff30a9 req-f1780571-770f-44fd-b84c-50891adf9e77 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329986 Jul 05 10:42:59.244088 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4941e-1bf7-44a1-8891-edb77df8c400 req-dde7fc9d-10a3-4933-8dbd-c86db87b20fa tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:59.245647 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0bc4941e-1bf7-44a1-8891-edb77df8c400 req-dde7fc9d-10a3-4933-8dbd-c86db87b20fa tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.0701923 Jul 05 10:42:59.284997 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0bc4941e-1bf7-44a1-8891-edb77df8c400 req-0b5e355a-5efe-46fd-9b32-f0d0a3ccd506 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/security-groups?id=308eb9fd-d223-4f45-a406-b69b072eba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Jul 05 10:42:59.936164 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475238-969b-4241-b706-fad87e1944b1 req-b7abc6dc-2c12-4755-b098-00f9c8945187 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:42:59.937650 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00475238-969b-4241-b706-fad87e1944b1 req-b7abc6dc-2c12-4755-b098-00f9c8945187 tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 946 time: 0.0732815 Jul 05 10:43:00.061618 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-00475238-969b-4241-b706-fad87e1944b1 req-14876276-5d92-4053-8a88-9d182e9cc59c tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Deleting port 8b739b8d-c4c3-4c56-be07-a2c15ee0507d {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:43:00.061962 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-00475238-969b-4241-b706-fad87e1944b1 req-14876276-5d92-4053-8a88-9d182e9cc59c tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:00.160269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-00475238-969b-4241-b706-fad87e1944b1 req-14876276-5d92-4053-8a88-9d182e9cc59c tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] For port 8b739b8d-c4c3-4c56-be07-a2c15ee0507d, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=8b739b8d-c4c3-4c56-be07-a2c15ee0507d,segment=NetworkSegment(5261df16-0537-4c78-a9fb-7f8300134e17),segment_id=5261df16-0537-4c78-a9fb-7f8300134e17)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:00.166054 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-00475238-969b-4241-b706-fad87e1944b1 req-14876276-5d92-4053-8a88-9d182e9cc59c tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:00.175266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-00475238-969b-4241-b706-fad87e1944b1 req-14876276-5d92-4053-8a88-9d182e9cc59c tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Calling delete_port for 8b739b8d-c4c3-4c56-be07-a2c15ee0507d owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:43:00.423156 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-00475238-969b-4241-b706-fad87e1944b1 req-14876276-5d92-4053-8a88-9d182e9cc59c tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:00.439960 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['8b739b8d-c4c3-4c56-be07-a2c15ee0507d'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:43:00.466101 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a0df6207-a90d-477c-8353-132797b8be9b req-cef31af4-ff13-465c-adfd-eab08f8b837a tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 210 time: 0.0507226 Jul 05 10:43:00.508241 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14876276-5d92-4053-8a88-9d182e9cc59c tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Pushing event deleted for resources: {'Port': ['ID=8b739b8d-c4c3-4c56-be07-a2c15ee0507d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:00.529370 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-00475238-969b-4241-b706-fad87e1944b1 req-14876276-5d92-4053-8a88-9d182e9cc59c tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] No DVR routers for this DVR port 8b739b8d-c4c3-4c56-be07-a2c15ee0507d on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:43:00.531927 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-00475238-969b-4241-b706-fad87e1944b1 req-14876276-5d92-4053-8a88-9d182e9cc59c tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:00.533985 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00475238-969b-4241-b706-fad87e1944b1 req-14876276-5d92-4053-8a88-9d182e9cc59c tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.64 "DELETE /v2.0/ports/8b739b8d-c4c3-4c56-be07-a2c15ee0507d HTTP/1.1" status: 204 len: 173 time: 0.5881751 Jul 05 10:43:00.534409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c', 'name': 'network-vif-deleted', 'tag': '8b739b8d-c4c3-4c56-be07-a2c15ee0507d'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:43:00.536710 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87b6ce9-21b4-4ce9-bf72-e4adea3cd43c" -d '{"events": [{"server_uuid": "3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c", "name": "network-vif-deleted", "tag": "8b739b8d-c4c3-4c56-be07-a2c15ee0507d"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:43:00.736931 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a669be8c-799a-49b9-8c71-6a4420a3fd2f x-openstack-request-id: req-a669be8c-799a-49b9-8c71-6a4420a3fd2f {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:43:00.736931 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c", "name": "network-vif-deleted", "tag": "8b739b8d-c4c3-4c56-be07-a2c15ee0507d", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:43:00.736931 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a669be8c-799a-49b9-8c71-6a4420a3fd2f {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:43:00.736931 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c', 'name': 'network-vif-deleted', 'tag': '8b739b8d-c4c3-4c56-be07-a2c15ee0507d', 'status': 'completed', 'code': 200} Jul 05 10:43:01.667927 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6544abef-92e1-44b7-b69f-25083d2f776e req-38d62b9f-aec8-4dc4-8a34-a22aeed1f33a tempest-TestServerAdvancedOps-151360322 tempest-TestServerAdvancedOps-151360322-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f04cc79-dbdb-44cb-a6a8-ad4c3a5e882c HTTP/1.1" status: 200 len: 210 time: 0.0606959 Jul 05 10:43:02.775307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34714) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:02.823925 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28f5c1f-b7cb-4aff-8607-e0c3ef86e7cf admin admin] Deleting subnet 03b84d42-b07e-437e-9f6c-63358d7adb9e {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:43:02.826912 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c28f5c1f-b7cb-4aff-8607-e0c3ef86e7cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:02.865002 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c28f5c1f-b7cb-4aff-8607-e0c3ef86e7cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:02.903598 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c28f5c1f-b7cb-4aff-8607-e0c3ef86e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:03.161034 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c28f5c1f-b7cb-4aff-8607-e0c3ef86e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:03.195115 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f5c1f-b7cb-4aff-8607-e0c3ef86e7cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b84d42-b07e-437e-9f6c-63358d7adb9e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:03.197132 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c28f5c1f-b7cb-4aff-8607-e0c3ef86e7cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:03.199963 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c28f5c1f-b7cb-4aff-8607-e0c3ef86e7cf admin admin] 10.222.0.77 "DELETE /v2.0/subnets/03b84d42-b07e-437e-9f6c-63358d7adb9e HTTP/1.1" status: 204 len: 168 time: 0.4223945 Jul 05 10:43:03.201642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34724) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:03.284444 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11db2366-3987-47cb-bb11-43d7128c254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:03.378409 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11db2366-3987-47cb-bb11-43d7128c254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:03.388910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-11db2366-3987-47cb-bb11-43d7128c254d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19056559-6d6c-4ff7-a444-28e1e7318989']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:03.400046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-11db2366-3987-47cb-bb11-43d7128c254d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5261df16-0537-4c78-a9fb-7f8300134e17') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:03.400347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-11db2366-3987-47cb-bb11-43d7128c254d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5261df16-0537-4c78-a9fb-7f8300134e17') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:03.410208 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11db2366-3987-47cb-bb11-43d7128c254d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:03.425339 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11db2366-3987-47cb-bb11-43d7128c254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:03.432435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11db2366-3987-47cb-bb11-43d7128c254d admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:43:03.432897 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11db2366-3987-47cb-bb11-43d7128c254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:43:03.435149 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:43:03.578967 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11db2366-3987-47cb-bb11-43d7128c254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:03.582168 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11db2366-3987-47cb-bb11-43d7128c254d admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:03.584292 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-11db2366-3987-47cb-bb11-43d7128c254d admin admin] 10.222.0.77 "DELETE /v2.0/networks/19056559-6d6c-4ff7-a444-28e1e7318989 HTTP/1.1" status: 204 len: 168 time: 0.3817046 Jul 05 10:43:03.589904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34728) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:03.596956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db2366-3987-47cb-bb11-43d7128c254d admin admin] Pushing event deleted for resources: {'Network': ['ID=19056559-6d6c-4ff7-a444-28e1e7318989,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:03.646119 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced5afad-e23a-4e02-915b-80b9df3f46cb admin admin] Deleting subnet b5568a94-8382-43cc-b85d-2d6268714a48 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:43:03.649446 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ced5afad-e23a-4e02-915b-80b9df3f46cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:03.692781 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ced5afad-e23a-4e02-915b-80b9df3f46cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:03.735436 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ced5afad-e23a-4e02-915b-80b9df3f46cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:03.881997 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ced5afad-e23a-4e02-915b-80b9df3f46cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:03.910369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5afad-e23a-4e02-915b-80b9df3f46cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5568a94-8382-43cc-b85d-2d6268714a48,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:03.912378 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ced5afad-e23a-4e02-915b-80b9df3f46cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:03.916192 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ced5afad-e23a-4e02-915b-80b9df3f46cb admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b5568a94-8382-43cc-b85d-2d6268714a48 HTTP/1.1" status: 204 len: 168 time: 0.3228688 Jul 05 10:43:03.916832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34730) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:03.985039 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-af7c88b7-efbc-40c4-b587-f43f5e7c3984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:04.073373 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-af7c88b7-efbc-40c4-b587-f43f5e7c3984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:04.083566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-af7c88b7-efbc-40c4-b587-f43f5e7c3984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d59a637-60dc-4fa2-8bc1-691060fa764a']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:04.093897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-af7c88b7-efbc-40c4-b587-f43f5e7c3984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035f6ed7-cca5-4d6a-91cf-b5c6f24bdaf8') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:04.094200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-af7c88b7-efbc-40c4-b587-f43f5e7c3984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035f6ed7-cca5-4d6a-91cf-b5c6f24bdaf8') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:04.103354 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-af7c88b7-efbc-40c4-b587-f43f5e7c3984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:04.117600 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-af7c88b7-efbc-40c4-b587-f43f5e7c3984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:04.128082 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7c88b7-efbc-40c4-b587-f43f5e7c3984 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:43:04.128851 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-af7c88b7-efbc-40c4-b587-f43f5e7c3984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:43:04.132447 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:43:04.252152 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-af7c88b7-efbc-40c4-b587-f43f5e7c3984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:04.261875 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-af7c88b7-efbc-40c4-b587-f43f5e7c3984 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:04.261875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-af7c88b7-efbc-40c4-b587-f43f5e7c3984 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7d59a637-60dc-4fa2-8bc1-691060fa764a HTTP/1.1" status: 204 len: 168 time: 0.3432484 Jul 05 10:43:04.270815 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c88b7-efbc-40c4-b587-f43f5e7c3984 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d59a637-60dc-4fa2-8bc1-691060fa764a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:04.479266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 8b739b8d-c4c3-4c56-be07-a2c15ee0507d no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:43:04.500240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 8b739b8d-c4c3-4c56-be07-a2c15ee0507d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:43:04.501932 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 8b739b8d-c4c3-4c56-be07-a2c15ee0507d not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:43:04.697672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34750) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:04.737945 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b72d88ed-c21f-4676-8a8d-3cc08513021a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e41e90a0d364971984c3523e0103b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386882 Jul 05 10:43:04.742450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34752) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:04.796986 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0be724ad-d940-49d6-a7ba-f35eb6e77154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:04.822006 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0be724ad-d940-49d6-a7ba-f35eb6e77154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:04.937622 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0be724ad-d940-49d6-a7ba-f35eb6e77154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:04.940715 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0be724ad-d940-49d6-a7ba-f35eb6e77154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:04.944587 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0be724ad-d940-49d6-a7ba-f35eb6e77154 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/308eb9fd-d223-4f45-a406-b69b072eba9e HTTP/1.1" status: 204 len: 168 time: 0.1985397 Jul 05 10:43:04.953030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be724ad-d940-49d6-a7ba-f35eb6e77154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308eb9fd-d223-4f45-a406-b69b072eba9e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:05.783005 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34766) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:05.825225 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ee2989f2-3f1f-4f34-a2e8-8b336a2b07d4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e673c83fa044bcab35558fcbe22ea4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388124 Jul 05 10:43:05.825473 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34768) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:05.884648 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d92bb34-26fc-48d1-87d2-a73f57758e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:05.906896 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d92bb34-26fc-48d1-87d2-a73f57758e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:06.057907 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d92bb34-26fc-48d1-87d2-a73f57758e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:06.060494 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3d92bb34-26fc-48d1-87d2-a73f57758e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:06.075054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3d92bb34-26fc-48d1-87d2-a73f57758e9b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/925000d9-8563-429d-9730-c1be332ab188 HTTP/1.1" status: 204 len: 168 time: 0.2353151 Jul 05 10:43:06.075054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92bb34-26fc-48d1-87d2-a73f57758e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925000d9-8563-429d-9730-c1be332ab188,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:08.749048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-278fbc3b-b842-4e9b-a995-585fff6fa377 req-5deafc79-582b-4517-bb42-2a27a4bf0b23 service neutron] (100776) timed out ('10.222.0.77', 44868) {{(pid=100776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:43:11.149022 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d2068dad-2c30-466f-b674-7ce8afa7c7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:13.623614 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-31da6969-e2a1-4b65-bafa-60aabd6efb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:13.640677 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:13.806675 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c526c29a-47b2-40b8-b58d-092f627be3aa req-917d6a0d-b53d-4cfb-8c5b-5b1a164ac2eb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553138 Jul 05 10:43:13.903827 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526c29a-47b2-40b8-b58d-092f627be3aa req-3d84bffd-8f36-4cbb-9654-08f67c0963ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:13.905318 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c526c29a-47b2-40b8-b58d-092f627be3aa req-3d84bffd-8f36-4cbb-9654-08f67c0963ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0db45c2dca4479580634901fe459421&device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 1098 time: 0.0542712 Jul 05 10:43:14.016839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526c29a-47b2-40b8-b58d-092f627be3aa req-1630cd58-9999-4306-8b6f-0daa90ee8f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:14.018434 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c526c29a-47b2-40b8-b58d-092f627be3aa req-1630cd58-9999-4306-8b6f-0daa90ee8f73 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b HTTP/1.1" status: 200 len: 910 time: 0.0908613 Jul 05 10:43:14.096587 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c526c29a-47b2-40b8-b58d-092f627be3aa req-1cac29f8-968f-48ef-8cb7-d6ac2e99ba97 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a83ccf77-72f3-4dd5-976c-57a002616cf2 HTTP/1.1" status: 200 len: 1002 time: 0.0718286 Jul 05 10:43:14.149971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526c29a-47b2-40b8-b58d-092f627be3aa req-424f834f-2f67-4286-80dc-aebcbadfd7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:14.151584 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c526c29a-47b2-40b8-b58d-092f627be3aa req-424f834f-2f67-4286-80dc-aebcbadfd7b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a5d7e51-e61b-414b-abbc-5c54ef530103 HTTP/1.1" status: 200 len: 848 time: 0.0483778 Jul 05 10:43:14.223203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526c29a-47b2-40b8-b58d-092f627be3aa req-1ca121a5-9bf3-4065-8dcb-7e50ac749124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:14.225451 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c526c29a-47b2-40b8-b58d-092f627be3aa req-1ca121a5-9bf3-4065-8dcb-7e50ac749124 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665476 Jul 05 10:43:14.325134 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c526c29a-47b2-40b8-b58d-092f627be3aa req-43f205b7-0ca9-4b96-88af-eef0bc30ea61 service neutron] 10.222.0.73 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930653 Jul 05 10:43:14.423115 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c526c29a-47b2-40b8-b58d-092f627be3aa req-c051733c-cbf2-4d80-a9ea-1e19a7ac0054 service neutron] 10.222.0.73 "GET /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921667 Jul 05 10:43:15.051919 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:16.310971 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34908) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:16.452495 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:16.549385 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:16.624262 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:16.666408 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3b6833cf08e3421c8a5ef23efc25998b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541725 Jul 05 10:43:16.667445 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c71ebed-122d-407a-abfa-a424d9239020,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:16.669031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34914) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:16.676128 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:16.676423 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:16.676648 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:16.677003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:16.677425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:16.677698 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:16.678677 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:16.679184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:16.679524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:16.680298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:16.680298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:16.680854 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d44c44-af1b-4b84-95f3-2dcef35c923c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:16.736468 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-485663f5-04ea-46a4-a806-e114ca36272b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:16.763519 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-485663f5-04ea-46a4-a806-e114ca36272b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:16.903818 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:16.943298 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-485663f5-04ea-46a4-a806-e114ca36272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:16.946026 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-485663f5-04ea-46a4-a806-e114ca36272b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:16.947322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-485663f5-04ea-46a4-a806-e114ca36272b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9c71ebed-122d-407a-abfa-a424d9239020 HTTP/1.1" status: 204 len: 168 time: 0.2770684 Jul 05 10:43:16.957516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485663f5-04ea-46a4-a806-e114ca36272b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c71ebed-122d-407a-abfa-a424d9239020,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:17.624273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34922) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:17.638934 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-71d27b33-e54b-4565-b792-2f48b1e4f216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:17.725834 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-71d27b33-e54b-4565-b792-2f48b1e4f216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:17.834378 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-71d27b33-e54b-4565-b792-2f48b1e4f216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:17.872262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d27b33-e54b-4565-b792-2f48b1e4f216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4491d1b4-3bcb-4f22-af03-4641817803a3,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:17.878431 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-71d27b33-e54b-4565-b792-2f48b1e4f216 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f60cf96defd549f3a80bd9f2d04d1cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527809 Jul 05 10:43:17.880875 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34928) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:17.940797 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-10d771e3-3ef5-432c-9095-47919c2cae1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:17.962378 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-10d771e3-3ef5-432c-9095-47919c2cae1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:18.089635 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-10d771e3-3ef5-432c-9095-47919c2cae1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:18.092334 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-10d771e3-3ef5-432c-9095-47919c2cae1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:18.093686 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-10d771e3-3ef5-432c-9095-47919c2cae1e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4491d1b4-3bcb-4f22-af03-4641817803a3 HTTP/1.1" status: 204 len: 168 time: 0.2117794 Jul 05 10:43:18.104471 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d771e3-3ef5-432c-9095-47919c2cae1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4491d1b4-3bcb-4f22-af03-4641817803a3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:18.370081 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:43:18.907159 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34958) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:18.920493 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-62f86247-3393-4150-8046-d84c9be6a6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:18.922557 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34960) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:19.024940 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-62f86247-3393-4150-8046-d84c9be6a6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.087930 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88202309-f863-42d9-9dea-068fc06488d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.109582 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-62f86247-3393-4150-8046-d84c9be6a6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.151693 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f86247-3393-4150-8046-d84c9be6a6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d141a6b-3727-4d51-bbc9-d050c2f31d01,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:19.157217 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-62f86247-3393-4150-8046-d84c9be6a6c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0e7733fdfd4745a2a79c97efe7a09b8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489188 Jul 05 10:43:19.160227 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34964) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:19.199540 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88202309-f863-42d9-9dea-068fc06488d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.211909 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33ce6e82-bac9-456c-b595-a97a1bd44b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.235283 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33ce6e82-bac9-456c-b595-a97a1bd44b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.292312 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88202309-f863-42d9-9dea-068fc06488d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.333168 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-88202309-f863-42d9-9dea-068fc06488d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f73415438d5f47228f1c3a0b3f1d8603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094658 Jul 05 10:43:19.334085 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88202309-f863-42d9-9dea-068fc06488d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6f2438-2692-43eb-97a1-53fc8b312ba4,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:19.339137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34966) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:19.390083 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b08f87d4-14eb-485e-a3ea-77902bc28517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.403155 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33ce6e82-bac9-456c-b595-a97a1bd44b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.405713 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33ce6e82-bac9-456c-b595-a97a1bd44b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.406876 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-33ce6e82-bac9-456c-b595-a97a1bd44b77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d141a6b-3727-4d51-bbc9-d050c2f31d01 HTTP/1.1" status: 204 len: 168 time: 0.2455552 Jul 05 10:43:19.421639 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b08f87d4-14eb-485e-a3ea-77902bc28517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.430341 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce6e82-bac9-456c-b595-a97a1bd44b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d141a6b-3727-4d51-bbc9-d050c2f31d01,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:19.573803 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b08f87d4-14eb-485e-a3ea-77902bc28517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.576555 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b08f87d4-14eb-485e-a3ea-77902bc28517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:19.577771 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b08f87d4-14eb-485e-a3ea-77902bc28517 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fe6f2438-2692-43eb-97a1-53fc8b312ba4 HTTP/1.1" status: 204 len: 168 time: 0.2408068 Jul 05 10:43:19.587080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f87d4-14eb-485e-a3ea-77902bc28517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6f2438-2692-43eb-97a1-53fc8b312ba4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:20.264472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34990) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:20.278616 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b4e9-0aff-49ac-b96f-c210e5dd1f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:20.373103 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b4e9-0aff-49ac-b96f-c210e5dd1f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:20.480430 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b4e9-0aff-49ac-b96f-c210e5dd1f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:20.520692 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a5b0b4e9-0aff-49ac-b96f-c210e5dd1f0b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5ac9c763a59f4c1693c00e8057b76944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551022 Jul 05 10:43:20.521599 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0b4e9-0aff-49ac-b96f-c210e5dd1f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae7fcf1-ab90-4fd9-9c54-59f7d4ce470d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:20.523438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 34994) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:20.534802 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 34996) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:20.581085 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8360dd7e-85de-4abe-a2b0-50c5beaee664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:20.603262 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8360dd7e-85de-4abe-a2b0-50c5beaee664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:20.645836 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-655908e8-a57b-4393-92da-08a068545ea7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-317620051-network', 'tenant_id': 'cd300040a06d402f805de876eced4d0c'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:20.714766 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8360dd7e-85de-4abe-a2b0-50c5beaee664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:20.717364 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8360dd7e-85de-4abe-a2b0-50c5beaee664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:20.718553 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8360dd7e-85de-4abe-a2b0-50c5beaee664 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eae7fcf1-ab90-4fd9-9c54-59f7d4ce470d HTTP/1.1" status: 204 len: 168 time: 0.1934698 Jul 05 10:43:20.726944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360dd7e-85de-4abe-a2b0-50c5beaee664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae7fcf1-ab90-4fd9-9c54-59f7d4ce470d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:20.737615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655908e8-a57b-4393-92da-08a068545ea7 admin admin] Made reservation on behalf of cd300040a06d402f805de876eced4d0c for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:43:20.740777 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-655908e8-a57b-4393-92da-08a068545ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:20.760474 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-655908e8-a57b-4393-92da-08a068545ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:20.843691 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-655908e8-a57b-4393-92da-08a068545ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:20.913908 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-655908e8-a57b-4393-92da-08a068545ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:20.936628 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655908e8-a57b-4393-92da-08a068545ea7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:43:20.953887 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655908e8-a57b-4393-92da-08a068545ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b417f15-5c74-4fb8-a673-930e00751988,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:20.958488 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-655908e8-a57b-4393-92da-08a068545ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:20.958843 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-655908e8-a57b-4393-92da-08a068545ea7 admin admin] Added segment 26ac32f1-00ba-42a2-9470-74feb296197d of type vlan for network dd103d3c-5eb2-4a18-9b35-1b69123e3e79 Jul 05 10:43:21.007818 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-655908e8-a57b-4393-92da-08a068545ea7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:21.114435 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-655908e8-a57b-4393-92da-08a068545ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:21.116013 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655908e8-a57b-4393-92da-08a068545ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:21.116614 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-655908e8-a57b-4393-92da-08a068545ea7 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:21.174975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655908e8-a57b-4393-92da-08a068545ea7 admin admin] Pushing event updated for resources: {'Network': ['ID=dd103d3c-5eb2-4a18-9b35-1b69123e3e79,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:21.185549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network dd103d3c-5eb2-4a18-9b35-1b69123e3e79 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:43:21.241294 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-655908e8-a57b-4393-92da-08a068545ea7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7052045 Jul 05 10:43:21.244368 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35010) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:21.249238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6775b4a8-208c-4ade-abf8-a2cdfd356d71 admin admin] Request body: {'subnet': {'network_id': 'dd103d3c-5eb2-4a18-9b35-1b69123e3e79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-317620051-subnet', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:21.343112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6775b4a8-208c-4ade-abf8-a2cdfd356d71 admin admin] Made reservation on behalf of cd300040a06d402f805de876eced4d0c for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:43:21.345585 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6775b4a8-208c-4ade-abf8-a2cdfd356d71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:21.772931 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6775b4a8-208c-4ade-abf8-a2cdfd356d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:21.849444 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775b4a8-208c-4ade-abf8-a2cdfd356d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e61822d-a90c-4e82-873d-88b6b41b4a7b,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:21.864166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6775b4a8-208c-4ade-abf8-a2cdfd356d71 admin admin] Checking segment: {'id': '26ac32f1-00ba-42a2-9470-74feb296197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dd103d3c-5eb2-4a18-9b35-1b69123e3e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:21.864642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6775b4a8-208c-4ade-abf8-a2cdfd356d71 admin admin] Network hostable DHCP agents. Network: dd103d3c-5eb2-4a18-9b35-1b69123e3e79, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:43:21.954475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6775b4a8-208c-4ade-abf8-a2cdfd356d71 admin admin] Network dd103d3c-5eb2-4a18-9b35-1b69123e3e79 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:43:22.018161 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-6775b4a8-208c-4ade-abf8-a2cdfd356d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, dd103d3c-5eb2-4a18-9b35-1b69123e3e79) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:22.026919 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6775b4a8-208c-4ade-abf8-a2cdfd356d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:22.027591 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cc938a-c0ff-4a18-aff6-fbaa63e509c0 None None] Network dd103d3c-5eb2-4a18-9b35-1b69123e3e79 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:43:22.027813 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6775b4a8-208c-4ade-abf8-a2cdfd356d71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:22.098841 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6775b4a8-208c-4ade-abf8-a2cdfd356d71 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8532596 Jul 05 10:43:22.102525 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35024) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:22.109673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-317620051-router', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:22.184674 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-dd103d3c-5eb2-4a18-9b35-1b69123e3e79', 'network_id': 'dd103d3c-5eb2-4a18-9b35-1b69123e3e79', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'fixed_ips': [{'subnet_id': '2e61822d-a90c-4e82-873d-88b6b41b4a7b'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:43:22.185855 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:22.217785 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:22.218985 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:22.279931 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:22.351539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Allocated IP 172.20.0.2 (dd103d3c-5eb2-4a18-9b35-1b69123e3e79/2e61822d-a90c-4e82-873d-88b6b41b4a7b/7249b950-5ad4-47d0-9e22-dfd362302158) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:43:22.464203 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:22.517776 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:22.521842 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:22.530968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Transition to ACTIVE for port object 7249b950-5ad4-47d0-9e22-dfd362302158 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:22.546342 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Transition to ACTIVE for port object 7249b950-5ad4-47d0-9e22-dfd362302158 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:22.646521 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:22.686370 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Network dd103d3c-5eb2-4a18-9b35-1b69123e3e79 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:43:22.691037 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:22.697258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:43:22.706242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Pushing event updated for resources: {'Port': ['ID=7249b950-5ad4-47d0-9e22-dfd362302158,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:22.764282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Attempting to bind port 7249b950-5ad4-47d0-9e22-dfd362302158 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:43:22.764638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Attempting to bind port 7249b950-5ad4-47d0-9e22-dfd362302158 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '26ac32f1-00ba-42a2-9470-74feb296197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dd103d3c-5eb2-4a18-9b35-1b69123e3e79'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:43:22.764992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Attempting to bind port 7249b950-5ad4-47d0-9e22-dfd362302158 on network dd103d3c-5eb2-4a18-9b35-1b69123e3e79 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:43:22.770662 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:43:22.771363 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Checking segment: {'id': '26ac32f1-00ba-42a2-9470-74feb296197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dd103d3c-5eb2-4a18-9b35-1b69123e3e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:22.772516 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:22.773104 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Bound using segment: {'id': '26ac32f1-00ba-42a2-9470-74feb296197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dd103d3c-5eb2-4a18-9b35-1b69123e3e79'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:43:22.773761 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Bound port: 7249b950-5ad4-47d0-9e22-dfd362302158, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ac32f1-00ba-42a2-9470-74feb296197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dd103d3c-5eb2-4a18-9b35-1b69123e3e79'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:43:22.774160 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:22.857468 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] For port 7249b950-5ad4-47d0-9e22-dfd362302158, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:43:22.857878 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:22.862252 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] For port 7249b950-5ad4-47d0-9e22-dfd362302158, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7249b950-5ad4-47d0-9e22-dfd362302158,segment=NetworkSegment(26ac32f1-00ba-42a2-9470-74feb296197d),segment_id=26ac32f1-00ba-42a2-9470-74feb296197d)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:43:22.891691 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:22.977927 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:23.001554 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Allocated IP 172.25.5.192 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:43:23.045809 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9fa32-23ad-4ae7-825b-a097e0df8764 None None] Pushing event updated for resources: {'Port': ['ID=7249b950-5ad4-47d0-9e22-dfd362302158,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:23.124179 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:23.230670 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:23.286034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:43:23.291511 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:23.294202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:43:23.322648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Pushing event updated for resources: {'Port': ['ID=7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:23.437968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7249b950-5ad4-47d0-9e22-dfd362302158 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:23.577343 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 7249b950-5ad4-47d0-9e22-dfd362302158 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:23.950412 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:24.106975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3548f5d5-983c-4af0-87f1-045b7c9e5f61 None None] Network dd103d3c-5eb2-4a18-9b35-1b69123e3e79 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:43:24.191630 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:24.264845 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a12fa207-52c5-459b-b73f-116f72b960e7 None None] Provisioning for port 7249b950-5ad4-47d0-9e22-dfd362302158 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:24.270786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a12fa207-52c5-459b-b73f-116f72b960e7 None None] Provisioning complete for port 7249b950-5ad4-47d0-9e22-dfd362302158 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:24.271154 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a12fa207-52c5-459b-b73f-116f72b960e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:24.383841 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:24.391649 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a12fa207-52c5-459b-b73f-116f72b960e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:24.411403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Router 031c6de3-b410-421b-9550-a1d96b41d20c is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:43:24.429937 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a12fa207-52c5-459b-b73f-116f72b960e7 None None] For port 7249b950-5ad4-47d0-9e22-dfd362302158, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7249b950-5ad4-47d0-9e22-dfd362302158,segment=NetworkSegment(26ac32f1-00ba-42a2-9470-74feb296197d),segment_id=26ac32f1-00ba-42a2-9470-74feb296197d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:24.498100 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a12fa207-52c5-459b-b73f-116f72b960e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:24.538241 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:43:24.555796 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fa207-52c5-459b-b73f-116f72b960e7 None None] Pushing event updated for resources: {'Port': ['ID=7249b950-5ad4-47d0-9e22-dfd362302158,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:24.558718 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Sync routers for ids ['031c6de3-b410-421b-9550-a1d96b41d20c'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:43:24.574856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Routers {'031c6de3-b410-421b-9550-a1d96b41d20c'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:24.575682 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['031c6de3-b410-421b-9550-a1d96b41d20c'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:24.623473 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:24.627611 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f7876a30-346b-4bd0-b95d-ddef0254f944 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5238774 Jul 05 10:43:24.627937 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35062) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:24.652827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c55b8ad5-628f-4d8f-be04-c38deb7dcc9e None None] Provisioning complete for port 7249b950-5ad4-47d0-9e22-dfd362302158 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:24.653204 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c55b8ad5-628f-4d8f-be04-c38deb7dcc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:24.747067 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Set router 031c6de3-b410-421b-9550-a1d96b41d20c gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:24.969562 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'name': 'tempest-TestAggregatesBasicOps-317620051-router', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:22Z', 'updated_at': '2021-07-05T10:43:23Z', 'revision_number': 3, 'project_id': 'cd300040a06d402f805de876eced4d0c', 'gw_port': {'id': '7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:22Z', 'updated_at': '2021-07-05T10:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:24.997261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Checking router: 031c6de3-b410-421b-9550-a1d96b41d20c for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:43:24.997555 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Updating router 031c6de3-b410-421b-9550-a1d96b41d20c port 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:43:25.033681 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:25.069327 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:25.301692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Allocated IP 172.20.0.1 (dd103d3c-5eb2-4a18-9b35-1b69123e3e79/2e61822d-a90c-4e82-873d-88b6b41b4a7b/8d69030f-8e16-4521-a757-3042a56a2155) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:43:25.338384 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:25.352925 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Transition to ACTIVE for port object 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:25.387030 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7249b950-5ad4-47d0-9e22-dfd362302158 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:25.435867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7249b950-5ad4-47d0-9e22-dfd362302158 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:25.436250 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:25.480754 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:25.490847 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:25.496118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Transition to ACTIVE for port object 8d69030f-8e16-4521-a757-3042a56a2155 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:25.559997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee68a1-644a-4d5f-8a68-79d93af17517 None None] Pushing event updated for resources: {'Port': ['ID=7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:25.564005 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Attempting to bind port 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:43:25.564374 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Attempting to bind port 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:43:25.564789 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Attempting to bind port 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:43:25.631065 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:25.676203 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Network dd103d3c-5eb2-4a18-9b35-1b69123e3e79 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:43:25.681607 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:25.684302 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:43:25.728481 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:25.731039 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Pushing event updated for resources: {'Port': ['ID=8d69030f-8e16-4521-a757-3042a56a2155,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:25.748949 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:43:25.749330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:25.749661 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:25.750027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:43:25.750502 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Bound port: 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:43:25.750874 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:25.819689 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] For port 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:43:25.823429 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] For port 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:43:25.896871 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:25.929228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35072) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:25.968423 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee68a1-644a-4d5f-8a68-79d93af17517 None None] Pushing event updated for resources: {'Port': ['ID=7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:25.971231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Routers {'031c6de3-b410-421b-9550-a1d96b41d20c'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:25.971872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['031c6de3-b410-421b-9550-a1d96b41d20c'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:25.992875 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.054638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b4f642a9-a95a-4154-bff1-bbec1bf74a32 None None] Provisioning for port 8d69030f-8e16-4521-a757-3042a56a2155 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:26.060035 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cbdc0ee0-1c9b-4dd1-acde-698b5d7abcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.063200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b4f642a9-a95a-4154-bff1-bbec1bf74a32 None None] Provisioning complete for port 8d69030f-8e16-4521-a757-3042a56a2155 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:26.063574 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b4f642a9-a95a-4154-bff1-bbec1bf74a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.114411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] Set router 031c6de3-b410-421b-9550-a1d96b41d20c gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:26.140775 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b4f642a9-a95a-4154-bff1-bbec1bf74a32 None None] Port 8d69030f-8e16-4521-a757-3042a56a2155 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:43:26.160648 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cbdc0ee0-1c9b-4dd1-acde-698b5d7abcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.182012 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.245204 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cbdc0ee0-1c9b-4dd1-acde-698b5d7abcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.258544 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.288116 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cbdc0ee0-1c9b-4dd1-acde-698b5d7abcea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6497f1fdadf46308e002673252ac650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3570187 Jul 05 10:43:26.289541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc0ee0-1c9b-4dd1-acde-698b5d7abcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9180f2-b050-44df-98a4-92fcda713fae,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:26.292833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35076) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:26.332296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'name': 'tempest-TestAggregatesBasicOps-317620051-router', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:22Z', 'updated_at': '2021-07-05T10:43:25Z', 'revision_number': 4, 'project_id': 'cd300040a06d402f805de876eced4d0c', 'gw_port': {'id': '7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:22Z', 'updated_at': '2021-07-05T10:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8d69030f-8e16-4521-a757-3042a56a2155', 'name': '', 'network_id': 'dd103d3c-5eb2-4a18-9b35-1b69123e3e79', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'mac_address': 'fa:16:3e:25:dc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '2e61822d-a90c-4e82-873d-88b6b41b4a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:25Z', 'updated_at': '2021-07-05T10:43:25Z', 'revision_number': 1, 'project_id': 'cd300040a06d402f805de876eced4d0c', 'subnets': [{'id': '2e61822d-a90c-4e82-873d-88b6b41b4a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:26.336846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Pushing event updated for resources: {'Port': ['ID=8d69030f-8e16-4521-a757-3042a56a2155,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:26.346747 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.348735 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-058e125e-ce63-4651-9f09-7516a81aa5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.370855 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51e08c-73ee-4507-a860-bee099fae98c None None] The sync data for ids ['031c6de3-b410-421b-9550-a1d96b41d20c'] in n-d-779913-27 is: [{'id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'name': 'tempest-TestAggregatesBasicOps-317620051-router', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:22Z', 'updated_at': '2021-07-05T10:43:25Z', 'revision_number': 4, 'project_id': 'cd300040a06d402f805de876eced4d0c', 'gw_port': {'id': '7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:22Z', 'updated_at': '2021-07-05T10:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8d69030f-8e16-4521-a757-3042a56a2155', 'name': '', 'network_id': 'dd103d3c-5eb2-4a18-9b35-1b69123e3e79', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'mac_address': 'fa:16:3e:25:dc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '2e61822d-a90c-4e82-873d-88b6b41b4a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:25Z', 'updated_at': '2021-07-05T10:43:25Z', 'revision_number': 1, 'project_id': 'cd300040a06d402f805de876eced4d0c', 'subnets': [{'id': '2e61822d-a90c-4e82-873d-88b6b41b4a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:43:26.374428 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-058e125e-ce63-4651-9f09-7516a81aa5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.456032 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Network dd103d3c-5eb2-4a18-9b35-1b69123e3e79 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:43:26.458073 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:26.503670 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-058e125e-ce63-4651-9f09-7516a81aa5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.506844 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-058e125e-ce63-4651-9f09-7516a81aa5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.508270 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-058e125e-ce63-4651-9f09-7516a81aa5f0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3c9180f2-b050-44df-98a4-92fcda713fae HTTP/1.1" status: 204 len: 168 time: 0.2141712 Jul 05 10:43:26.521285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e125e-ce63-4651-9f09-7516a81aa5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9180f2-b050-44df-98a4-92fcda713fae,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:26.605548 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Router 031c6de3-b410-421b-9550-a1d96b41d20c has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:43:26.768207 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-328001f0-b3f5-4f9d-b198-80e921c97243 None None] Provisioning complete for port 8d69030f-8e16-4521-a757-3042a56a2155 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:26.768809 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-328001f0-b3f5-4f9d-b198-80e921c97243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:26.819708 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-328001f0-b3f5-4f9d-b198-80e921c97243 None None] Port 8d69030f-8e16-4521-a757-3042a56a2155 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:43:27.123427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:43:27.129027 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cd2d8187-674e-4eba-b00e-f58f554b4c00 admin admin] 10.222.0.77 "PUT /v2.0/routers/031c6de3-b410-421b-9550-a1d96b41d20c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4985108 Jul 05 10:43:27.165361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35084) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:27.184793 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b6fa6f93-5f97-45a2-a773-965856ad43dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:27.302472 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b6fa6f93-5f97-45a2-a773-965856ad43dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:27.383389 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b6fa6f93-5f97-45a2-a773-965856ad43dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:27.420272 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b6fa6f93-5f97-45a2-a773-965856ad43dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=47a07809c6734f8d9a86ee16b652f00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570417 Jul 05 10:43:27.423541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35088) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:27.433855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa6f93-5f97-45a2-a773-965856ad43dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41de932a-c12d-43e9-a1c1-4768ac75bc38,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:27.438015 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:27.504813 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d22a1357-4dbd-42ea-b131-8aeced6d5e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:27.531430 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d22a1357-4dbd-42ea-b131-8aeced6d5e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:27.571471 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:27.576075 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:27.576735 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:27.661705 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:27.685246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:27.688752 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d22a1357-4dbd-42ea-b131-8aeced6d5e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:27.689310 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d22a1357-4dbd-42ea-b131-8aeced6d5e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:27.690516 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d22a1357-4dbd-42ea-b131-8aeced6d5e39 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/41de932a-c12d-43e9-a1c1-4768ac75bc38 HTTP/1.1" status: 204 len: 168 time: 0.2659118 Jul 05 10:43:27.699462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a1357-4dbd-42ea-b131-8aeced6d5e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41de932a-c12d-43e9-a1c1-4768ac75bc38,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:27.839069 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:27.894182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:27.902290 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:27.902934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:27.903283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:27.903635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:27.904001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:27.904340 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:27.904686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:27.905019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:27.905351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:27.905682 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:27.906005 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:27.906334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:28.132207 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35108) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:28.138230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-1863709d-fa91-44c6-b83b-7a11d21831ad admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-704905173-network', 'tenant_id': '569070d7e79e4b379410ea2f1426db61'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:28.246141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1863709d-fa91-44c6-b83b-7a11d21831ad admin admin] Made reservation on behalf of 569070d7e79e4b379410ea2f1426db61 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:43:28.248711 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1863709d-fa91-44c6-b83b-7a11d21831ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:28.258027 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1863709d-fa91-44c6-b83b-7a11d21831ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:28.362108 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1863709d-fa91-44c6-b83b-7a11d21831ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:28.486427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1863709d-fa91-44c6-b83b-7a11d21831ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:28.514105 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1863709d-fa91-44c6-b83b-7a11d21831ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:43:28.520804 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863709d-fa91-44c6-b83b-7a11d21831ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94d5b40-c6c5-4e0e-ae33-d078097b796b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:28.529161 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1863709d-fa91-44c6-b83b-7a11d21831ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:28.529511 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-1863709d-fa91-44c6-b83b-7a11d21831ad admin admin] Added segment a5fc7982-f1c3-439f-985f-5cbbc72c6fff of type vlan for network a6b8b4e2-4831-45f1-8b3c-b706c34ebb61 Jul 05 10:43:28.573033 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1863709d-fa91-44c6-b83b-7a11d21831ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:28.629227 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Sync routers for ids ['031c6de3-b410-421b-9550-a1d96b41d20c'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:43:28.642348 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Routers {'031c6de3-b410-421b-9550-a1d96b41d20c'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:28.642997 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['031c6de3-b410-421b-9550-a1d96b41d20c'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:28.674866 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1863709d-fa91-44c6-b83b-7a11d21831ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:28.676033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1863709d-fa91-44c6-b83b-7a11d21831ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:28.676705 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1863709d-fa91-44c6-b83b-7a11d21831ad admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:28.745845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863709d-fa91-44c6-b83b-7a11d21831ad admin admin] Pushing event updated for resources: {'Network': ['ID=a6b8b4e2-4831-45f1-8b3c-b706c34ebb61,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:28.766850 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network a6b8b4e2-4831-45f1-8b3c-b706c34ebb61 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:43:28.771248 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Set router 031c6de3-b410-421b-9550-a1d96b41d20c gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:28.797530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35122) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:28.801404 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1863709d-fa91-44c6-b83b-7a11d21831ad admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6661949 Jul 05 10:43:28.806647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a497c61d-11e4-4e9b-a7d7-9b600818b452 admin admin] Request body: {'subnet': {'network_id': 'a6b8b4e2-4831-45f1-8b3c-b706c34ebb61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-704905173-subnet', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:28.902190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a497c61d-11e4-4e9b-a7d7-9b600818b452 admin admin] Made reservation on behalf of 569070d7e79e4b379410ea2f1426db61 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:43:28.905777 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a497c61d-11e4-4e9b-a7d7-9b600818b452 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:28.980598 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'name': 'tempest-TestAggregatesBasicOps-317620051-router', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:22Z', 'updated_at': '2021-07-05T10:43:25Z', 'revision_number': 4, 'project_id': 'cd300040a06d402f805de876eced4d0c', 'gw_port': {'id': '7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:22Z', 'updated_at': '2021-07-05T10:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8d69030f-8e16-4521-a757-3042a56a2155', 'name': '', 'network_id': 'dd103d3c-5eb2-4a18-9b35-1b69123e3e79', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'mac_address': 'fa:16:3e:25:dc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '2e61822d-a90c-4e82-873d-88b6b41b4a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:25Z', 'updated_at': '2021-07-05T10:43:26Z', 'revision_number': 2, 'project_id': 'cd300040a06d402f805de876eced4d0c', 'subnets': [{'id': '2e61822d-a90c-4e82-873d-88b6b41b4a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:29.007080 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Checking router: 031c6de3-b410-421b-9550-a1d96b41d20c for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:43:29.007522 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Updating router 031c6de3-b410-421b-9550-a1d96b41d20c port 8d69030f-8e16-4521-a757-3042a56a2155 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:43:29.041780 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:29.161434 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a497c61d-11e4-4e9b-a7d7-9b600818b452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:29.215864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497c61d-11e4-4e9b-a7d7-9b600818b452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e93b103-d33b-4724-bdc0-8b16da465ceb,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:29.231745 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a497c61d-11e4-4e9b-a7d7-9b600818b452 admin admin] Checking segment: {'id': 'a5fc7982-f1c3-439f-985f-5cbbc72c6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a6b8b4e2-4831-45f1-8b3c-b706c34ebb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:29.233080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a497c61d-11e4-4e9b-a7d7-9b600818b452 admin admin] Network hostable DHCP agents. Network: a6b8b4e2-4831-45f1-8b3c-b706c34ebb61, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:43:29.317109 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:29.326933 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Transition to ACTIVE for port object 8d69030f-8e16-4521-a757-3042a56a2155 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:29.332287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a497c61d-11e4-4e9b-a7d7-9b600818b452 admin admin] Network a6b8b4e2-4831-45f1-8b3c-b706c34ebb61 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:43:29.374550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:29.413359 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:29.424314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:29.424899 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:29.440606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-a497c61d-11e4-4e9b-a7d7-9b600818b452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, a6b8b4e2-4831-45f1-8b3c-b706c34ebb61) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:29.448216 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a497c61d-11e4-4e9b-a7d7-9b600818b452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:29.448956 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a497c61d-11e4-4e9b-a7d7-9b600818b452 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:29.466423 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87054bde-c60f-41fd-8a51-fbeeb8ba4b15 None None] Network a6b8b4e2-4831-45f1-8b3c-b706c34ebb61 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:43:29.516288 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad44212-532e-4528-b0db-f5b67f4b1af9 None None] Pushing event updated for resources: {'Port': ['ID=8d69030f-8e16-4521-a757-3042a56a2155,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:29.533031 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad44212-532e-4528-b0db-f5b67f4b1af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:29.533599 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad44212-532e-4528-b0db-f5b67f4b1af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:29.533760 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad44212-532e-4528-b0db-f5b67f4b1af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:29.534459 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad44212-532e-4528-b0db-f5b67f4b1af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:29.534799 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad44212-532e-4528-b0db-f5b67f4b1af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:29.535738 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad44212-532e-4528-b0db-f5b67f4b1af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:29.536285 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad44212-532e-4528-b0db-f5b67f4b1af9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:29.536947 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad44212-532e-4528-b0db-f5b67f4b1af9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:29.538105 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad44212-532e-4528-b0db-f5b67f4b1af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:29.539595 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad44212-532e-4528-b0db-f5b67f4b1af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:29.540176 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad44212-532e-4528-b0db-f5b67f4b1af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:29.540689 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad44212-532e-4528-b0db-f5b67f4b1af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:29.555175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35134) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:29.559097 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a497c61d-11e4-4e9b-a7d7-9b600818b452 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7597830 Jul 05 10:43:29.561919 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Attempting to bind port 8d69030f-8e16-4521-a757-3042a56a2155 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:43:29.562284 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Attempting to bind port 8d69030f-8e16-4521-a757-3042a56a2155 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '26ac32f1-00ba-42a2-9470-74feb296197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dd103d3c-5eb2-4a18-9b35-1b69123e3e79'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:43:29.562646 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Attempting to bind port 8d69030f-8e16-4521-a757-3042a56a2155 on network dd103d3c-5eb2-4a18-9b35-1b69123e3e79 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:43:29.564438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-704905173-router', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:29.569720 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:43:29.570092 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Checking segment: {'id': '26ac32f1-00ba-42a2-9470-74feb296197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dd103d3c-5eb2-4a18-9b35-1b69123e3e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:29.571110 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:29.571844 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Bound using segment: {'id': '26ac32f1-00ba-42a2-9470-74feb296197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dd103d3c-5eb2-4a18-9b35-1b69123e3e79'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:43:29.572498 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Bound port: 8d69030f-8e16-4521-a757-3042a56a2155, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ac32f1-00ba-42a2-9470-74feb296197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dd103d3c-5eb2-4a18-9b35-1b69123e3e79'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:43:29.573096 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:29.645226 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] For port 8d69030f-8e16-4521-a757-3042a56a2155, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:43:29.654791 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] For port 8d69030f-8e16-4521-a757-3042a56a2155, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8d69030f-8e16-4521-a757-3042a56a2155,segment=NetworkSegment(26ac32f1-00ba-42a2-9470-74feb296197d),segment_id=26ac32f1-00ba-42a2-9470-74feb296197d)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:43:29.679696 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:29.681055 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:29.689258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-a6b8b4e2-4831-45f1-8b3c-b706c34ebb61', 'network_id': 'a6b8b4e2-4831-45f1-8b3c-b706c34ebb61', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'fixed_ips': [{'subnet_id': '8e93b103-d33b-4724-bdc0-8b16da465ceb'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:43:29.690369 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:29.743708 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:29.748422 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:29.812572 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Routers {'031c6de3-b410-421b-9550-a1d96b41d20c'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:29.813476 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['031c6de3-b410-421b-9550-a1d96b41d20c'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:29.815496 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad44212-532e-4528-b0db-f5b67f4b1af9 None None] Pushing event updated for resources: {'Port': ['ID=8d69030f-8e16-4521-a757-3042a56a2155,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:29.849993 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Allocated IP 172.20.0.2 (a6b8b4e2-4831-45f1-8b3c-b706c34ebb61/8e93b103-d33b-4724-bdc0-8b16da465ceb/46053702-ebef-4f59-8e7a-4bbb2319fe87) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:43:29.998321 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] Set router 031c6de3-b410-421b-9550-a1d96b41d20c gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:30.026660 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:30.041243 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Transition to ACTIVE for port object 46053702-ebef-4f59-8e7a-4bbb2319fe87 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:30.053098 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:30.061684 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Transition to ACTIVE for port object 46053702-ebef-4f59-8e7a-4bbb2319fe87 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:30.142294 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:30.190394 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Network a6b8b4e2-4831-45f1-8b3c-b706c34ebb61 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:43:30.194476 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:30.197166 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:43:30.217814 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Pushing event updated for resources: {'Port': ['ID=46053702-ebef-4f59-8e7a-4bbb2319fe87,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:30.289449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Attempting to bind port 46053702-ebef-4f59-8e7a-4bbb2319fe87 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:43:30.289826 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Attempting to bind port 46053702-ebef-4f59-8e7a-4bbb2319fe87 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'a5fc7982-f1c3-439f-985f-5cbbc72c6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a6b8b4e2-4831-45f1-8b3c-b706c34ebb61'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:43:30.290577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Attempting to bind port 46053702-ebef-4f59-8e7a-4bbb2319fe87 on network a6b8b4e2-4831-45f1-8b3c-b706c34ebb61 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:43:30.296254 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:43:30.303668 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Checking segment: {'id': 'a5fc7982-f1c3-439f-985f-5cbbc72c6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a6b8b4e2-4831-45f1-8b3c-b706c34ebb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:30.303668 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:30.303668 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Bound using segment: {'id': 'a5fc7982-f1c3-439f-985f-5cbbc72c6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a6b8b4e2-4831-45f1-8b3c-b706c34ebb61'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:43:30.303668 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Bound port: 46053702-ebef-4f59-8e7a-4bbb2319fe87, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fc7982-f1c3-439f-985f-5cbbc72c6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a6b8b4e2-4831-45f1-8b3c-b706c34ebb61'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:43:30.303668 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:30.349403 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'name': 'tempest-TestAggregatesBasicOps-317620051-router', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:22Z', 'updated_at': '2021-07-05T10:43:25Z', 'revision_number': 4, 'project_id': 'cd300040a06d402f805de876eced4d0c', 'gw_port': {'id': '7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:22Z', 'updated_at': '2021-07-05T10:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8d69030f-8e16-4521-a757-3042a56a2155', 'name': '', 'network_id': 'dd103d3c-5eb2-4a18-9b35-1b69123e3e79', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'mac_address': 'fa:16:3e:25:dc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '2e61822d-a90c-4e82-873d-88b6b41b4a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:25Z', 'updated_at': '2021-07-05T10:43:29Z', 'revision_number': 4, 'project_id': 'cd300040a06d402f805de876eced4d0c', 'subnets': [{'id': '2e61822d-a90c-4e82-873d-88b6b41b4a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:30.356852 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:30.367233 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-867af103-6da9-4588-a00f-47093b575c97 None None] For port 46053702-ebef-4f59-8e7a-4bbb2319fe87, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:43:30.370550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-867af103-6da9-4588-a00f-47093b575c97 None None] For port 46053702-ebef-4f59-8e7a-4bbb2319fe87, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=46053702-ebef-4f59-8e7a-4bbb2319fe87,segment=NetworkSegment(a5fc7982-f1c3-439f-985f-5cbbc72c6fff),segment_id=a5fc7982-f1c3-439f-985f-5cbbc72c6fff)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:43:30.376920 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4978255-4a45-4231-857d-aecc1789e893 None None] The sync data for ids ['031c6de3-b410-421b-9550-a1d96b41d20c'] in n-d-779913-27 is: [{'id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'name': 'tempest-TestAggregatesBasicOps-317620051-router', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:22Z', 'updated_at': '2021-07-05T10:43:25Z', 'revision_number': 4, 'project_id': 'cd300040a06d402f805de876eced4d0c', 'gw_port': {'id': '7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:22Z', 'updated_at': '2021-07-05T10:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '8d69030f-8e16-4521-a757-3042a56a2155', 'name': '', 'network_id': 'dd103d3c-5eb2-4a18-9b35-1b69123e3e79', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'mac_address': 'fa:16:3e:25:dc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '2e61822d-a90c-4e82-873d-88b6b41b4a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:25Z', 'updated_at': '2021-07-05T10:43:29Z', 'revision_number': 4, 'project_id': 'cd300040a06d402f805de876eced4d0c', 'subnets': [{'id': '2e61822d-a90c-4e82-873d-88b6b41b4a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:43:30.378913 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:30.452503 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:30.514646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Allocated IP 172.25.5.102 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/21fab940-6a12-49bb-bf0d-aa8c6f8f086c) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:43:30.524023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867af103-6da9-4588-a00f-47093b575c97 None None] Pushing event updated for resources: {'Port': ['ID=46053702-ebef-4f59-8e7a-4bbb2319fe87,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:30.641016 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:30.742577 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:30.806729 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:43:30.812054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:30.814075 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Pushing event updated for resources: {'Port': ['ID=21fab940-6a12-49bb-bf0d-aa8c6f8f086c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:30.820201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:43:31.205138 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:31.496825 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:31.563467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8d69030f-8e16-4521-a757-3042a56a2155 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:31.703632 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 8d69030f-8e16-4521-a757-3042a56a2155 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:31.703632 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 8d69030f-8e16-4521-a757-3042a56a2155 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:31.704100 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:31.741126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3a64bc-bdfa-406d-9481-5d31b2f0b952 None None] Network a6b8b4e2-4831-45f1-8b3c-b706c34ebb61 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:43:31.789535 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Router 6c129ac2-1491-4115-8e42-392a17b6da7e is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:43:31.909864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:43:31.945666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Sync routers for ids ['6c129ac2-1491-4115-8e42-392a17b6da7e'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:43:31.952868 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-46a12eb2-6296-4a1e-b98c-81e6cea06cc8 None None] Provisioning for port 46053702-ebef-4f59-8e7a-4bbb2319fe87 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:31.987360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Routers {'6c129ac2-1491-4115-8e42-392a17b6da7e'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:31.987901 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:31.991001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['6c129ac2-1491-4115-8e42-392a17b6da7e'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:31.991161 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-563d9ce0-b630-48bf-afc7-c370aae841bc admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4322071 Jul 05 10:43:31.991291 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:31.992366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35156) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:32.096832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 8d69030f-8e16-4521-a757-3042a56a2155, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8d69030f-8e16-4521-a757-3042a56a2155,segment=NetworkSegment(26ac32f1-00ba-42a2-9470-74feb296197d),segment_id=26ac32f1-00ba-42a2-9470-74feb296197d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:32.163664 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Set router 6c129ac2-1491-4115-8e42-392a17b6da7e gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:32.224355 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:32.225452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 46053702-ebef-4f59-8e7a-4bbb2319fe87 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:32.369390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=8d69030f-8e16-4521-a757-3042a56a2155,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:32.493762 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 46053702-ebef-4f59-8e7a-4bbb2319fe87 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:32.500636 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 46053702-ebef-4f59-8e7a-4bbb2319fe87 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:32.500942 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:32.529155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'name': 'tempest-TestAggregatesBasicOps-704905173-router', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '21fab940-6a12-49bb-bf0d-aa8c6f8f086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:29Z', 'updated_at': '2021-07-05T10:43:31Z', 'revision_number': 3, 'project_id': '569070d7e79e4b379410ea2f1426db61', 'gw_port': {'id': '21fab940-6a12-49bb-bf0d-aa8c6f8f086c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:30Z', 'updated_at': '2021-07-05T10:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:32.560965 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Checking router: 6c129ac2-1491-4115-8e42-392a17b6da7e for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:43:32.561581 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Updating router 6c129ac2-1491-4115-8e42-392a17b6da7e port 21fab940-6a12-49bb-bf0d-aa8c6f8f086c binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:43:32.572187 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:32.615240 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:32.636221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-66393759-6ff6-4107-9946-e1077ac54829 None None] Provisioning complete for port 46053702-ebef-4f59-8e7a-4bbb2319fe87 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:32.636518 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-66393759-6ff6-4107-9946-e1077ac54829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:32.732591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Allocated IP 172.20.0.1 (a6b8b4e2-4831-45f1-8b3c-b706c34ebb61/8e93b103-d33b-4724-bdc0-8b16da465ceb/12324351-5a83-482f-bbaf-0282a2d3b669) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:43:32.770521 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:32.839632 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:32.852825 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Transition to ACTIVE for port object 12324351-5a83-482f-bbaf-0282a2d3b669 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:32.885852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 46053702-ebef-4f59-8e7a-4bbb2319fe87, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=46053702-ebef-4f59-8e7a-4bbb2319fe87,segment=NetworkSegment(a5fc7982-f1c3-439f-985f-5cbbc72c6fff),segment_id=a5fc7982-f1c3-439f-985f-5cbbc72c6fff)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:32.907854 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-66393759-6ff6-4107-9946-e1077ac54829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:32.949321 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:32.965686 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:32.988601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Network a6b8b4e2-4831-45f1-8b3c-b706c34ebb61 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:43:32.992713 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:32.998855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:43:33.023555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=12324351-5a83-482f-bbaf-0282a2d3b669,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:33.060382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:33.226511 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:33.245139 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-66393759-6ff6-4107-9946-e1077ac54829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:43:33.245492 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-66393759-6ff6-4107-9946-e1077ac54829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:43:33.249720 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Transition to ACTIVE for port object 21fab940-6a12-49bb-bf0d-aa8c6f8f086c will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:33.251390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=46053702-ebef-4f59-8e7a-4bbb2319fe87,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:33.320522 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:33.330251 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:33.375217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Attempting to bind port 21fab940-6a12-49bb-bf0d-aa8c6f8f086c on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:43:33.375642 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Attempting to bind port 21fab940-6a12-49bb-bf0d-aa8c6f8f086c by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:43:33.375961 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Attempting to bind port 21fab940-6a12-49bb-bf0d-aa8c6f8f086c on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:43:33.383912 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f5882-dd6c-4dc6-bcc2-1270082f2df0 None None] Pushing event updated for resources: {'Port': ['ID=21fab940-6a12-49bb-bf0d-aa8c6f8f086c,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:33.386518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:43:33.386898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:33.387310 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:33.387693 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:43:33.388185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Bound port: 21fab940-6a12-49bb-bf0d-aa8c6f8f086c, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:43:33.388564 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:33.413466 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8d69030f-8e16-4521-a757-3042a56a2155 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:33.475606 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] For port 21fab940-6a12-49bb-bf0d-aa8c6f8f086c, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:43:33.479242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] For port 21fab940-6a12-49bb-bf0d-aa8c6f8f086c, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=21fab940-6a12-49bb-bf0d-aa8c6f8f086c,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:43:33.494446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 8d69030f-8e16-4521-a757-3042a56a2155 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:33.494446 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:33.504359 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:33.561187 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:33.570579 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:33.633011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 46053702-ebef-4f59-8e7a-4bbb2319fe87 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:33.636845 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:33.638761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=12324351-5a83-482f-bbaf-0282a2d3b669,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:33.665276 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Routers {'6c129ac2-1491-4115-8e42-392a17b6da7e'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:33.665901 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['6c129ac2-1491-4115-8e42-392a17b6da7e'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:33.714638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f5882-dd6c-4dc6-bcc2-1270082f2df0 None None] Pushing event updated for resources: {'Port': ['ID=21fab940-6a12-49bb-bf0d-aa8c6f8f086c,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:33.738776 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Network a6b8b4e2-4831-45f1-8b3c-b706c34ebb61 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:43:33.740306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:33.837787 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 46053702-ebef-4f59-8e7a-4bbb2319fe87 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:33.838165 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:33.866141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] Set router 6c129ac2-1491-4115-8e42-392a17b6da7e gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:33.892317 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Router 6c129ac2-1491-4115-8e42-392a17b6da7e has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:43:34.044910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:43:34.051076 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d6f61a3c-ee50-4b36-b4e1-f967fe5db5a9 admin admin] 10.222.0.77 "PUT /v2.0/routers/6c129ac2-1491-4115-8e42-392a17b6da7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0569477 Jul 05 10:43:34.167283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c55c3ac9-81e8-4d18-af86-9d892d019276 None None] Provisioning for port 12324351-5a83-482f-bbaf-0282a2d3b669 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:34.173744 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c55c3ac9-81e8-4d18-af86-9d892d019276 None None] Provisioning complete for port 12324351-5a83-482f-bbaf-0282a2d3b669 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:34.174138 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c55c3ac9-81e8-4d18-af86-9d892d019276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:34.201162 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'name': 'tempest-TestAggregatesBasicOps-704905173-router', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '21fab940-6a12-49bb-bf0d-aa8c6f8f086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:29Z', 'updated_at': '2021-07-05T10:43:33Z', 'revision_number': 4, 'project_id': '569070d7e79e4b379410ea2f1426db61', 'gw_port': {'id': '21fab940-6a12-49bb-bf0d-aa8c6f8f086c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:30Z', 'updated_at': '2021-07-05T10:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '12324351-5a83-482f-bbaf-0282a2d3b669', 'name': '', 'network_id': 'a6b8b4e2-4831-45f1-8b3c-b706c34ebb61', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'mac_address': 'fa:16:3e:36:ea:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8e93b103-d33b-4724-bdc0-8b16da465ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:32Z', 'updated_at': '2021-07-05T10:43:33Z', 'revision_number': 2, 'project_id': '569070d7e79e4b379410ea2f1426db61', 'subnets': [{'id': '8e93b103-d33b-4724-bdc0-8b16da465ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:34.235798 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515492e2-4739-4551-b7f8-e9b1757c8ffe None None] The sync data for ids ['6c129ac2-1491-4115-8e42-392a17b6da7e'] in n-d-779913-27 is: [{'id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'name': 'tempest-TestAggregatesBasicOps-704905173-router', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '21fab940-6a12-49bb-bf0d-aa8c6f8f086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:29Z', 'updated_at': '2021-07-05T10:43:33Z', 'revision_number': 4, 'project_id': '569070d7e79e4b379410ea2f1426db61', 'gw_port': {'id': '21fab940-6a12-49bb-bf0d-aa8c6f8f086c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:30Z', 'updated_at': '2021-07-05T10:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '12324351-5a83-482f-bbaf-0282a2d3b669', 'name': '', 'network_id': 'a6b8b4e2-4831-45f1-8b3c-b706c34ebb61', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'mac_address': 'fa:16:3e:36:ea:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8e93b103-d33b-4724-bdc0-8b16da465ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:32Z', 'updated_at': '2021-07-05T10:43:33Z', 'revision_number': 2, 'project_id': '569070d7e79e4b379410ea2f1426db61', 'subnets': [{'id': '8e93b103-d33b-4724-bdc0-8b16da465ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:43:34.242235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c55c3ac9-81e8-4d18-af86-9d892d019276 None None] Port 12324351-5a83-482f-bbaf-0282a2d3b669 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:43:35.482268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 21fab940-6a12-49bb-bf0d-aa8c6f8f086c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:35.610642 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 21fab940-6a12-49bb-bf0d-aa8c6f8f086c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:35.614777 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 21fab940-6a12-49bb-bf0d-aa8c6f8f086c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:35.615110 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:35.700191 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:35.720541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 21fab940-6a12-49bb-bf0d-aa8c6f8f086c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=21fab940-6a12-49bb-bf0d-aa8c6f8f086c,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:35.828811 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:35.878949 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=21fab940-6a12-49bb-bf0d-aa8c6f8f086c,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:37.393398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 21fab940-6a12-49bb-bf0d-aa8c6f8f086c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:37.454051 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 21fab940-6a12-49bb-bf0d-aa8c6f8f086c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:37.454432 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:37.924282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35232) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:37.946132 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Sync routers for ids ['6c129ac2-1491-4115-8e42-392a17b6da7e'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:43:37.960680 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Routers {'6c129ac2-1491-4115-8e42-392a17b6da7e'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:37.961309 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['6c129ac2-1491-4115-8e42-392a17b6da7e'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:38.069582 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Set router 6c129ac2-1491-4115-8e42-392a17b6da7e gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:38.288554 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'name': 'tempest-TestAggregatesBasicOps-704905173-router', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '21fab940-6a12-49bb-bf0d-aa8c6f8f086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:29Z', 'updated_at': '2021-07-05T10:43:33Z', 'revision_number': 4, 'project_id': '569070d7e79e4b379410ea2f1426db61', 'gw_port': {'id': '21fab940-6a12-49bb-bf0d-aa8c6f8f086c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:30Z', 'updated_at': '2021-07-05T10:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '12324351-5a83-482f-bbaf-0282a2d3b669', 'name': '', 'network_id': 'a6b8b4e2-4831-45f1-8b3c-b706c34ebb61', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'mac_address': 'fa:16:3e:36:ea:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8e93b103-d33b-4724-bdc0-8b16da465ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:32Z', 'updated_at': '2021-07-05T10:43:33Z', 'revision_number': 2, 'project_id': '569070d7e79e4b379410ea2f1426db61', 'subnets': [{'id': '8e93b103-d33b-4724-bdc0-8b16da465ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:38.318109 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Checking router: 6c129ac2-1491-4115-8e42-392a17b6da7e for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:43:38.318965 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Updating router 6c129ac2-1491-4115-8e42-392a17b6da7e port 12324351-5a83-482f-bbaf-0282a2d3b669 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:43:38.353407 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:38.564651 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d89e-3e4c-402e-9258-0242a14118bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:38.620955 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:38.631646 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Transition to ACTIVE for port object 12324351-5a83-482f-bbaf-0282a2d3b669 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:38.714822 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:38.768864 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4ee4f-f31b-4d8b-a6d7-bc48bb9e9d9e None None] Pushing event updated for resources: {'Port': ['ID=12324351-5a83-482f-bbaf-0282a2d3b669,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:38.827342 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Attempting to bind port 12324351-5a83-482f-bbaf-0282a2d3b669 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:43:38.827342 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Attempting to bind port 12324351-5a83-482f-bbaf-0282a2d3b669 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'a5fc7982-f1c3-439f-985f-5cbbc72c6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a6b8b4e2-4831-45f1-8b3c-b706c34ebb61'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:43:38.827698 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Attempting to bind port 12324351-5a83-482f-bbaf-0282a2d3b669 on network a6b8b4e2-4831-45f1-8b3c-b706c34ebb61 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:43:38.833387 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:43:38.833802 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Checking segment: {'id': 'a5fc7982-f1c3-439f-985f-5cbbc72c6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a6b8b4e2-4831-45f1-8b3c-b706c34ebb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:38.834235 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:38.834625 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Bound using segment: {'id': 'a5fc7982-f1c3-439f-985f-5cbbc72c6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a6b8b4e2-4831-45f1-8b3c-b706c34ebb61'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:43:38.835116 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Bound port: 12324351-5a83-482f-bbaf-0282a2d3b669, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fc7982-f1c3-439f-985f-5cbbc72c6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a6b8b4e2-4831-45f1-8b3c-b706c34ebb61'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:43:38.835487 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:38.844260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-5ec1d89e-3e4c-402e-9258-0242a14118bc admin admin] Deleting port 8d69030f-8e16-4521-a757-3042a56a2155 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:43:38.844913 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d89e-3e4c-402e-9258-0242a14118bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:38.908025 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] For port 12324351-5a83-482f-bbaf-0282a2d3b669, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:43:38.911334 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] For port 12324351-5a83-482f-bbaf-0282a2d3b669, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=12324351-5a83-482f-bbaf-0282a2d3b669,segment=NetworkSegment(a5fc7982-f1c3-439f-985f-5cbbc72c6fff),segment_id=a5fc7982-f1c3-439f-985f-5cbbc72c6fff)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:43:38.940964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-5ec1d89e-3e4c-402e-9258-0242a14118bc admin admin] For port 8d69030f-8e16-4521-a757-3042a56a2155, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8d69030f-8e16-4521-a757-3042a56a2155,segment=NetworkSegment(26ac32f1-00ba-42a2-9470-74feb296197d),segment_id=26ac32f1-00ba-42a2-9470-74feb296197d)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:38.941464 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d89e-3e4c-402e-9258-0242a14118bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:38.955067 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-5ec1d89e-3e4c-402e-9258-0242a14118bc admin admin] Calling delete_port for 8d69030f-8e16-4521-a757-3042a56a2155 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:43:39.004388 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:39.060428 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Routers {'6c129ac2-1491-4115-8e42-392a17b6da7e'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:39.061207 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['6c129ac2-1491-4115-8e42-392a17b6da7e'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:39.110941 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4ee4f-f31b-4d8b-a6d7-bc48bb9e9d9e None None] Pushing event updated for resources: {'Port': ['ID=12324351-5a83-482f-bbaf-0282a2d3b669,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:39.228783 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] Set router 6c129ac2-1491-4115-8e42-392a17b6da7e gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:39.316119 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d89e-3e4c-402e-9258-0242a14118bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:39.386418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1d89e-3e4c-402e-9258-0242a14118bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8d69030f-8e16-4521-a757-3042a56a2155,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:39.437686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 12324351-5a83-482f-bbaf-0282a2d3b669 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:39.520127 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'name': 'tempest-TestAggregatesBasicOps-704905173-router', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '21fab940-6a12-49bb-bf0d-aa8c6f8f086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:29Z', 'updated_at': '2021-07-05T10:43:33Z', 'revision_number': 4, 'project_id': '569070d7e79e4b379410ea2f1426db61', 'gw_port': {'id': '21fab940-6a12-49bb-bf0d-aa8c6f8f086c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:30Z', 'updated_at': '2021-07-05T10:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '12324351-5a83-482f-bbaf-0282a2d3b669', 'name': '', 'network_id': 'a6b8b4e2-4831-45f1-8b3c-b706c34ebb61', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'mac_address': 'fa:16:3e:36:ea:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8e93b103-d33b-4724-bdc0-8b16da465ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:32Z', 'updated_at': '2021-07-05T10:43:38Z', 'revision_number': 4, 'project_id': '569070d7e79e4b379410ea2f1426db61', 'subnets': [{'id': '8e93b103-d33b-4724-bdc0-8b16da465ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:39.549726 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2684efdd-af59-41cc-8ae6-1fb0be76a06e None None] The sync data for ids ['6c129ac2-1491-4115-8e42-392a17b6da7e'] in n-d-779913-27 is: [{'id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'name': 'tempest-TestAggregatesBasicOps-704905173-router', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '21fab940-6a12-49bb-bf0d-aa8c6f8f086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:29Z', 'updated_at': '2021-07-05T10:43:33Z', 'revision_number': 4, 'project_id': '569070d7e79e4b379410ea2f1426db61', 'gw_port': {'id': '21fab940-6a12-49bb-bf0d-aa8c6f8f086c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:30Z', 'updated_at': '2021-07-05T10:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '12324351-5a83-482f-bbaf-0282a2d3b669', 'name': '', 'network_id': 'a6b8b4e2-4831-45f1-8b3c-b706c34ebb61', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'mac_address': 'fa:16:3e:36:ea:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8e93b103-d33b-4724-bdc0-8b16da465ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:32Z', 'updated_at': '2021-07-05T10:43:38Z', 'revision_number': 4, 'project_id': '569070d7e79e4b379410ea2f1426db61', 'subnets': [{'id': '8e93b103-d33b-4724-bdc0-8b16da465ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:43:39.572139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 12324351-5a83-482f-bbaf-0282a2d3b669 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:39.576270 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 12324351-5a83-482f-bbaf-0282a2d3b669 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:39.576647 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:39.661917 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d89e-3e4c-402e-9258-0242a14118bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:39.668000 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:39.708404 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 12324351-5a83-482f-bbaf-0282a2d3b669, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=12324351-5a83-482f-bbaf-0282a2d3b669,segment=NetworkSegment(a5fc7982-f1c3-439f-985f-5cbbc72c6fff),segment_id=a5fc7982-f1c3-439f-985f-5cbbc72c6fff)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:39.789575 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:39.845145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=12324351-5a83-482f-bbaf-0282a2d3b669,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:39.919416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec1d89e-3e4c-402e-9258-0242a14118bc admin admin] Router 031c6de3-b410-421b-9550-a1d96b41d20c has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:43:40.079292 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec1d89e-3e4c-402e-9258-0242a14118bc admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:43:40.085530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5ec1d89e-3e4c-402e-9258-0242a14118bc admin admin] 10.222.0.77 "PUT /v2.0/routers/031c6de3-b410-421b-9550-a1d96b41d20c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1601055 Jul 05 10:43:40.089124 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35242) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:40.091517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25409d45-9715-43dc-ae92-64d99dbc2fcd None None] Sync routers for ids ['031c6de3-b410-421b-9550-a1d96b41d20c'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:43:40.105357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25409d45-9715-43dc-ae92-64d99dbc2fcd None None] Routers {'031c6de3-b410-421b-9550-a1d96b41d20c'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:40.106746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-25409d45-9715-43dc-ae92-64d99dbc2fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['031c6de3-b410-421b-9550-a1d96b41d20c'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:40.214581 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f586b099-1eb8-4c0f-b783-9b0b889d4e47 admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:40.316728 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-25409d45-9715-43dc-ae92-64d99dbc2fcd None None] Set router 031c6de3-b410-421b-9550-a1d96b41d20c gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:40.326010 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f586b099-1eb8-4c0f-b783-9b0b889d4e47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:40.449747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f586b099-1eb8-4c0f-b783-9b0b889d4e47 admin admin] Deleting port 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:43:40.450093 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f586b099-1eb8-4c0f-b783-9b0b889d4e47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:40.530300 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-25409d45-9715-43dc-ae92-64d99dbc2fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'name': 'tempest-TestAggregatesBasicOps-317620051-router', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:22Z', 'updated_at': '2021-07-05T10:43:39Z', 'revision_number': 5, 'project_id': 'cd300040a06d402f805de876eced4d0c', 'gw_port': {'id': '7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:22Z', 'updated_at': '2021-07-05T10:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:40.548252 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-f586b099-1eb8-4c0f-b783-9b0b889d4e47 admin admin] For port 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:40.548613 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f586b099-1eb8-4c0f-b783-9b0b889d4e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:40.558894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25409d45-9715-43dc-ae92-64d99dbc2fcd None None] Checking router: 031c6de3-b410-421b-9550-a1d96b41d20c for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:43:40.564679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-f586b099-1eb8-4c0f-b783-9b0b889d4e47 admin admin] Calling delete_port for 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:43:40.568757 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25409d45-9715-43dc-ae92-64d99dbc2fcd None None] Routers {'031c6de3-b410-421b-9550-a1d96b41d20c'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:40.569383 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-25409d45-9715-43dc-ae92-64d99dbc2fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['031c6de3-b410-421b-9550-a1d96b41d20c'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:40.660927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-25409d45-9715-43dc-ae92-64d99dbc2fcd None None] Set router 031c6de3-b410-421b-9550-a1d96b41d20c gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:40.727967 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-25409d45-9715-43dc-ae92-64d99dbc2fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'name': 'tempest-TestAggregatesBasicOps-317620051-router', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:22Z', 'updated_at': '2021-07-05T10:43:40Z', 'revision_number': 6, 'project_id': 'cd300040a06d402f805de876eced4d0c', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:40.767960 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25409d45-9715-43dc-ae92-64d99dbc2fcd None None] The sync data for ids ['031c6de3-b410-421b-9550-a1d96b41d20c'] in n-d-779913-27 is: [{'id': '031c6de3-b410-421b-9550-a1d96b41d20c', 'name': 'tempest-TestAggregatesBasicOps-317620051-router', 'tenant_id': 'cd300040a06d402f805de876eced4d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:22Z', 'updated_at': '2021-07-05T10:43:40Z', 'revision_number': 6, 'project_id': 'cd300040a06d402f805de876eced4d0c', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:43:40.840903 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f586b099-1eb8-4c0f-b783-9b0b889d4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:40.866186 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586b099-1eb8-4c0f-b783-9b0b889d4e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:40.957407 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f586b099-1eb8-4c0f-b783-9b0b889d4e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:41.078683 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f586b099-1eb8-4c0f-b783-9b0b889d4e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:41.084046 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f586b099-1eb8-4c0f-b783-9b0b889d4e47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:41.132758 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8ab71e22-050c-4c60-9b0b-c2124ec7c6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:41.228803 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f586b099-1eb8-4c0f-b783-9b0b889d4e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:41.229417 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f586b099-1eb8-4c0f-b783-9b0b889d4e47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 031c6de3-b410-421b-9550-a1d96b41d20c {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:43:41.240961 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f586b099-1eb8-4c0f-b783-9b0b889d4e47 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:41.240961 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f586b099-1eb8-4c0f-b783-9b0b889d4e47 admin admin] 10.222.0.77 "DELETE /v2.0/routers/031c6de3-b410-421b-9550-a1d96b41d20c HTTP/1.1" status: 204 len: 168 time: 1.1466150 Jul 05 10:43:41.243984 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35246) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:41.294359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f167e68-5868-4b55-9faa-117f61e37116 admin admin] Deleting subnet 2e61822d-a90c-4e82-873d-88b6b41b4a7b {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:43:41.297442 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f167e68-5868-4b55-9faa-117f61e37116 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:41.350124 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f167e68-5868-4b55-9faa-117f61e37116 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:41.406080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 12324351-5a83-482f-bbaf-0282a2d3b669 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:41.454541 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f167e68-5868-4b55-9faa-117f61e37116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:41.457739 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 12324351-5a83-482f-bbaf-0282a2d3b669 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:41.458110 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:41.605306 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f167e68-5868-4b55-9faa-117f61e37116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:41.612313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8d69030f-8e16-4521-a757-3042a56a2155 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:43:41.633910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f167e68-5868-4b55-9faa-117f61e37116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e61822d-a90c-4e82-873d-88b6b41b4a7b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:41.634206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 8d69030f-8e16-4521-a757-3042a56a2155 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:43:41.634530 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8d69030f-8e16-4521-a757-3042a56a2155 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:43:41.635927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:43:41.637980 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f167e68-5868-4b55-9faa-117f61e37116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:41.640631 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9f167e68-5868-4b55-9faa-117f61e37116 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2e61822d-a90c-4e82-873d-88b6b41b4a7b HTTP/1.1" status: 204 len: 168 time: 0.3951638 Jul 05 10:43:41.642927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35252) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:41.667352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a629b9-fd69-47c1-82a5-600cadd25189 None None] Network dd103d3c-5eb2-4a18-9b35-1b69123e3e79 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:43:41.669904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:43:41.670247 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7f957879-eed6-4f9d-bcbc-5c8fc20c8d8e not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:43:41.723817 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:41.804710 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Deleting port 7249b950-5ad4-47d0-9e22-dfd362302158 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:43:41.805031 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:41.880105 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] For port 7249b950-5ad4-47d0-9e22-dfd362302158, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7249b950-5ad4-47d0-9e22-dfd362302158,segment=NetworkSegment(26ac32f1-00ba-42a2-9470-74feb296197d),segment_id=26ac32f1-00ba-42a2-9470-74feb296197d)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:41.880564 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:41.900019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549a67f6-ac0a-4658-b69d-e62c7e593fb9 None None] DHCP port deletion for dd103d3c-5eb2-4a18-9b35-1b69123e3e79 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:43:41.905833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Calling delete_port for 7249b950-5ad4-47d0-9e22-dfd362302158 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:43:41.952468 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-549a67f6-ac0a-4658-b69d-e62c7e593fb9 None None] Deleting port 7249b950-5ad4-47d0-9e22-dfd362302158 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:43:41.952722 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-549a67f6-ac0a-4658-b69d-e62c7e593fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:42.025439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-549a67f6-ac0a-4658-b69d-e62c7e593fb9 None None] For port 7249b950-5ad4-47d0-9e22-dfd362302158, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7249b950-5ad4-47d0-9e22-dfd362302158,segment=NetworkSegment(26ac32f1-00ba-42a2-9470-74feb296197d),segment_id=26ac32f1-00ba-42a2-9470-74feb296197d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:42.025858 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-549a67f6-ac0a-4658-b69d-e62c7e593fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:42.042496 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-549a67f6-ac0a-4658-b69d-e62c7e593fb9 None None] Calling delete_port for 7249b950-5ad4-47d0-9e22-dfd362302158 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:43:42.086235 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:42.119455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=7249b950-5ad4-47d0-9e22-dfd362302158,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:42.127489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] No DVR routers for this DVR port 7249b950-5ad4-47d0-9e22-dfd362302158 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:43:42.130215 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:42.131324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:42.132016 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:42.132532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:42.133074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:42.133576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:42.134087 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:42.134590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:42.135106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:42.135639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:42.136161 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:42.136725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:43:42.223416 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:42.235935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd103d3c-5eb2-4a18-9b35-1b69123e3e79']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:42.248824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ac32f1-00ba-42a2-9470-74feb296197d') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:42.249277 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ac32f1-00ba-42a2-9470-74feb296197d') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:42.260002 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:42.276680 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:42.283659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:43:42.284328 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:43:42.286619 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:43:42.340933 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-549a67f6-ac0a-4658-b69d-e62c7e593fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:42.365866 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a67f6-ac0a-4658-b69d-e62c7e593fb9 None None] Pushing event deleted for resources: {'Port': ['ID=7249b950-5ad4-47d0-9e22-dfd362302158,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:42.372738 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549a67f6-ac0a-4658-b69d-e62c7e593fb9 None None] No DVR routers for this DVR port 7249b950-5ad4-47d0-9e22-dfd362302158 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:43:42.389170 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:42.405128 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:42.407087 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] 10.222.0.77 "DELETE /v2.0/networks/dd103d3c-5eb2-4a18-9b35-1b69123e3e79 HTTP/1.1" status: 204 len: 168 time: 0.7631707 Jul 05 10:43:42.408590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536d410-a797-4d33-b1d1-3b5807493d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd103d3c-5eb2-4a18-9b35-1b69123e3e79,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:42.411005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35256) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:42.616489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35260) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:42.732931 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a63dfa4-09f1-466a-8ab4-2874efd1cbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:42.798654 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f79d61a5-b117-4ab8-85eb-6131d8ba528f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:42.830177 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a63dfa4-09f1-466a-8ab4-2874efd1cbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:42.913712 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a63dfa4-09f1-466a-8ab4-2874efd1cbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:42.961400 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8a63dfa4-09f1-466a-8ab4-2874efd1cbed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9483a6cb375947919a6f25870072d04a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437009 Jul 05 10:43:42.962291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63dfa4-09f1-466a-8ab4-2874efd1cbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcadf81a-e4ca-463c-8fa0-eae3f850779b,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:42.965337 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35264) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:43.058056 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-acfd6d81-5be1-4a65-aac0-71ea7ce6da07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:43.103946 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-acfd6d81-5be1-4a65-aac0-71ea7ce6da07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:43.145373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-f79d61a5-b117-4ab8-85eb-6131d8ba528f admin admin] Deleting port 12324351-5a83-482f-bbaf-0282a2d3b669 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:43:43.145709 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f79d61a5-b117-4ab8-85eb-6131d8ba528f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:43.232288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-f79d61a5-b117-4ab8-85eb-6131d8ba528f admin admin] For port 12324351-5a83-482f-bbaf-0282a2d3b669, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=12324351-5a83-482f-bbaf-0282a2d3b669,segment=NetworkSegment(a5fc7982-f1c3-439f-985f-5cbbc72c6fff),segment_id=a5fc7982-f1c3-439f-985f-5cbbc72c6fff)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:43.232642 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f79d61a5-b117-4ab8-85eb-6131d8ba528f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:43.246063 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-f79d61a5-b117-4ab8-85eb-6131d8ba528f admin admin] Calling delete_port for 12324351-5a83-482f-bbaf-0282a2d3b669 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:43:43.294175 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-acfd6d81-5be1-4a65-aac0-71ea7ce6da07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:43.296721 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-acfd6d81-5be1-4a65-aac0-71ea7ce6da07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:43.297902 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-acfd6d81-5be1-4a65-aac0-71ea7ce6da07 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bcadf81a-e4ca-463c-8fa0-eae3f850779b HTTP/1.1" status: 204 len: 168 time: 0.3312845 Jul 05 10:43:43.313624 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd6d81-5be1-4a65-aac0-71ea7ce6da07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcadf81a-e4ca-463c-8fa0-eae3f850779b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:43.398632 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7249b950-5ad4-47d0-9e22-dfd362302158 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:43:43.419673 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 7249b950-5ad4-47d0-9e22-dfd362302158 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:43:43.420049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7249b950-5ad4-47d0-9e22-dfd362302158 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:43:43.531679 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f79d61a5-b117-4ab8-85eb-6131d8ba528f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:43.562438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d61a5-b117-4ab8-85eb-6131d8ba528f admin admin] Pushing event deleted for resources: {'Port': ['ID=12324351-5a83-482f-bbaf-0282a2d3b669,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:43.623496 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7b515046-3941-4a3d-be7d-b547c12ff775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:43.687276 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:43.746150 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f79d61a5-b117-4ab8-85eb-6131d8ba528f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:44.095278 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35270) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:44.123279 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1e235df6-db5f-4852-b3bc-455f8e68c9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:44.218413 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1e235df6-db5f-4852-b3bc-455f8e68c9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:44.224865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79d61a5-b117-4ab8-85eb-6131d8ba528f admin admin] Router 6c129ac2-1491-4115-8e42-392a17b6da7e has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:43:44.326299 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1e235df6-db5f-4852-b3bc-455f8e68c9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:44.335536 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79d61a5-b117-4ab8-85eb-6131d8ba528f admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:43:44.343409 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f79d61a5-b117-4ab8-85eb-6131d8ba528f admin admin] 10.222.0.77 "PUT /v2.0/routers/6c129ac2-1491-4115-8e42-392a17b6da7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9280019 Jul 05 10:43:44.344210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35272) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:44.348657 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fabd7f-f4cd-423d-b176-29f5914131b8 None None] Sync routers for ids ['6c129ac2-1491-4115-8e42-392a17b6da7e'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:43:44.358044 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fabd7f-f4cd-423d-b176-29f5914131b8 None None] Routers {'6c129ac2-1491-4115-8e42-392a17b6da7e'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:44.358662 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-d5fabd7f-f4cd-423d-b176-29f5914131b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['6c129ac2-1491-4115-8e42-392a17b6da7e'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:44.406840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e235df6-db5f-4852-b3bc-455f8e68c9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7854dfa-973a-4edd-b5f5-bf9311851f68,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:44.412717 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1e235df6-db5f-4852-b3bc-455f8e68c9a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af32d412ebf54d448e938fd9707589b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108132 Jul 05 10:43:44.416421 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35274) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:44.471842 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-d5fabd7f-f4cd-423d-b176-29f5914131b8 None None] Set router 6c129ac2-1491-4115-8e42-392a17b6da7e gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:44.512160 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cad796d1-300e-43ba-95b7-84450fdc6ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:44.514393 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f690abc-ce98-48e6-9cb2-0edf6bc68024 admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:44.580541 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cad796d1-300e-43ba-95b7-84450fdc6ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:44.657009 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-d5fabd7f-f4cd-423d-b176-29f5914131b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'name': 'tempest-TestAggregatesBasicOps-704905173-router', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '21fab940-6a12-49bb-bf0d-aa8c6f8f086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:29Z', 'updated_at': '2021-07-05T10:43:43Z', 'revision_number': 5, 'project_id': '569070d7e79e4b379410ea2f1426db61', 'gw_port': {'id': '21fab940-6a12-49bb-bf0d-aa8c6f8f086c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:30Z', 'updated_at': '2021-07-05T10:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:44.663508 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f690abc-ce98-48e6-9cb2-0edf6bc68024 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:44.769285 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fabd7f-f4cd-423d-b176-29f5914131b8 None None] Checking router: 6c129ac2-1491-4115-8e42-392a17b6da7e for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:43:44.777651 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cad796d1-300e-43ba-95b7-84450fdc6ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:44.777915 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fabd7f-f4cd-423d-b176-29f5914131b8 None None] Routers {'6c129ac2-1491-4115-8e42-392a17b6da7e'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:44.778306 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-d5fabd7f-f4cd-423d-b176-29f5914131b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['6c129ac2-1491-4115-8e42-392a17b6da7e'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:44.780230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cad796d1-300e-43ba-95b7-84450fdc6ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:44.781559 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cad796d1-300e-43ba-95b7-84450fdc6ac5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e7854dfa-973a-4edd-b5f5-bf9311851f68 HTTP/1.1" status: 204 len: 168 time: 0.3625522 Jul 05 10:43:44.794760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad796d1-300e-43ba-95b7-84450fdc6ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7854dfa-973a-4edd-b5f5-bf9311851f68,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:45.103589 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1f690abc-ce98-48e6-9cb2-0edf6bc68024 admin admin] Deleting port 21fab940-6a12-49bb-bf0d-aa8c6f8f086c {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:43:45.103589 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f690abc-ce98-48e6-9cb2-0edf6bc68024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:45.107070 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-d5fabd7f-f4cd-423d-b176-29f5914131b8 None None] Set router 6c129ac2-1491-4115-8e42-392a17b6da7e gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:45.107663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-1f690abc-ce98-48e6-9cb2-0edf6bc68024 admin admin] For port 21fab940-6a12-49bb-bf0d-aa8c6f8f086c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=21fab940-6a12-49bb-bf0d-aa8c6f8f086c,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:45.107663 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f690abc-ce98-48e6-9cb2-0edf6bc68024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:45.108137 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-d5fabd7f-f4cd-423d-b176-29f5914131b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'name': 'tempest-TestAggregatesBasicOps-704905173-router', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:29Z', 'updated_at': '2021-07-05T10:43:44Z', 'revision_number': 6, 'project_id': '569070d7e79e4b379410ea2f1426db61', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:45.108312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1f690abc-ce98-48e6-9cb2-0edf6bc68024 admin admin] Calling delete_port for 21fab940-6a12-49bb-bf0d-aa8c6f8f086c owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:43:45.108387 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fabd7f-f4cd-423d-b176-29f5914131b8 None None] The sync data for ids ['6c129ac2-1491-4115-8e42-392a17b6da7e'] in n-d-779913-27 is: [{'id': '6c129ac2-1491-4115-8e42-392a17b6da7e', 'name': 'tempest-TestAggregatesBasicOps-704905173-router', 'tenant_id': '569070d7e79e4b379410ea2f1426db61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:29Z', 'updated_at': '2021-07-05T10:43:44Z', 'revision_number': 6, 'project_id': '569070d7e79e4b379410ea2f1426db61', 'gw_port_host': None}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:43:45.178435 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:45.440783 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f690abc-ce98-48e6-9cb2-0edf6bc68024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:45.472441 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f690abc-ce98-48e6-9cb2-0edf6bc68024 admin admin] Pushing event deleted for resources: {'Port': ['ID=21fab940-6a12-49bb-bf0d-aa8c6f8f086c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:45.580376 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f690abc-ce98-48e6-9cb2-0edf6bc68024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:45.594680 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 12324351-5a83-482f-bbaf-0282a2d3b669 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:43:45.622367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 12324351-5a83-482f-bbaf-0282a2d3b669 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:43:45.622710 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 12324351-5a83-482f-bbaf-0282a2d3b669 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:43:45.623123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 21fab940-6a12-49bb-bf0d-aa8c6f8f086c no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:43:45.646056 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 21fab940-6a12-49bb-bf0d-aa8c6f8f086c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:43:45.646640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 21fab940-6a12-49bb-bf0d-aa8c6f8f086c not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:43:45.693096 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f690abc-ce98-48e6-9cb2-0edf6bc68024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:45.698105 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f690abc-ce98-48e6-9cb2-0edf6bc68024 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:45.835478 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f690abc-ce98-48e6-9cb2-0edf6bc68024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:45.836177 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f690abc-ce98-48e6-9cb2-0edf6bc68024 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c129ac2-1491-4115-8e42-392a17b6da7e {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:43:45.841017 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f690abc-ce98-48e6-9cb2-0edf6bc68024 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:45.845012 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1f690abc-ce98-48e6-9cb2-0edf6bc68024 admin admin] 10.222.0.77 "DELETE /v2.0/routers/6c129ac2-1491-4115-8e42-392a17b6da7e HTTP/1.1" status: 204 len: 168 time: 1.4990585 Jul 05 10:43:45.845012 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35292) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:45.915019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c29dda-78f4-4597-bb4a-cffc56109df8 admin admin] Deleting subnet 8e93b103-d33b-4724-bdc0-8b16da465ceb {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:43:45.917274 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56c29dda-78f4-4597-bb4a-cffc56109df8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:45.962525 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56c29dda-78f4-4597-bb4a-cffc56109df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:46.055382 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56c29dda-78f4-4597-bb4a-cffc56109df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:46.258399 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56c29dda-78f4-4597-bb4a-cffc56109df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:46.283536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c29dda-78f4-4597-bb4a-cffc56109df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e93b103-d33b-4724-bdc0-8b16da465ceb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:46.288388 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56c29dda-78f4-4597-bb4a-cffc56109df8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:46.294111 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-56c29dda-78f4-4597-bb4a-cffc56109df8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8e93b103-d33b-4724-bdc0-8b16da465ceb HTTP/1.1" status: 204 len: 168 time: 0.4439085 Jul 05 10:43:46.294111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35300) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:46.296936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307f0fdf-a637-4989-b0e6-17f5a05fbf5d None None] Network a6b8b4e2-4831-45f1-8b3c-b706c34ebb61 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:43:46.390760 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:46.501999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] Deleting port 46053702-ebef-4f59-8e7a-4bbb2319fe87 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:43:46.502473 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:46.514233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35308) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:46.561320 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b72bed-b0fc-4940-a1f7-16841afc171a None None] DHCP port deletion for a6b8b4e2-4831-45f1-8b3c-b706c34ebb61 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:43:46.615114 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-26b72bed-b0fc-4940-a1f7-16841afc171a None None] Deleting port 46053702-ebef-4f59-8e7a-4bbb2319fe87 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:43:46.615833 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-26b72bed-b0fc-4940-a1f7-16841afc171a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:46.669653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d2b8d85c-1cb4-40b8-9592-3833b3c3e2c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-630024309-network', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:46.702791 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-26b72bed-b0fc-4940-a1f7-16841afc171a None None] For port 46053702-ebef-4f59-8e7a-4bbb2319fe87, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=46053702-ebef-4f59-8e7a-4bbb2319fe87,segment=NetworkSegment(a5fc7982-f1c3-439f-985f-5cbbc72c6fff),segment_id=a5fc7982-f1c3-439f-985f-5cbbc72c6fff)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:46.703290 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-26b72bed-b0fc-4940-a1f7-16841afc171a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:46.720582 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-26b72bed-b0fc-4940-a1f7-16841afc171a None None] Calling delete_port for 46053702-ebef-4f59-8e7a-4bbb2319fe87 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:43:46.773325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b8d85c-1cb4-40b8-9592-3833b3c3e2c3 admin admin] Made reservation on behalf of 43ebf75bd93c4a30b46bb2decd0de529 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:43:46.777125 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d85c-1cb4-40b8-9592-3833b3c3e2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:46.788236 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d85c-1cb4-40b8-9592-3833b3c3e2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:46.874896 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:46.903650 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-26b72bed-b0fc-4940-a1f7-16841afc171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:46.935898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b72bed-b0fc-4940-a1f7-16841afc171a None None] Pushing event deleted for resources: {'Port': ['ID=46053702-ebef-4f59-8e7a-4bbb2319fe87,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:46.948881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b72bed-b0fc-4940-a1f7-16841afc171a None None] No DVR routers for this DVR port 46053702-ebef-4f59-8e7a-4bbb2319fe87 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:43:46.982613 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d85c-1cb4-40b8-9592-3833b3c3e2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.008125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] For port 46053702-ebef-4f59-8e7a-4bbb2319fe87, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=46053702-ebef-4f59-8e7a-4bbb2319fe87,segment=NetworkSegment(a5fc7982-f1c3-439f-985f-5cbbc72c6fff),segment_id=a5fc7982-f1c3-439f-985f-5cbbc72c6fff)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:47.008493 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.024057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] Calling delete_port for 46053702-ebef-4f59-8e7a-4bbb2319fe87 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:43:47.045984 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d85c-1cb4-40b8-9592-3833b3c3e2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.070729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b8d85c-1cb4-40b8-9592-3833b3c3e2c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:43:47.080521 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8d85c-1cb4-40b8-9592-3833b3c3e2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f225ba02-3f6f-462b-a159-93b463371baf,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:47.092899 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d85c-1cb4-40b8-9592-3833b3c3e2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.093237 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-d2b8d85c-1cb4-40b8-9592-3833b3c3e2c3 admin admin] Added segment f1c00cc5-b2bb-4af9-9505-e0f1d404f903 of type vlan for network 7cc671a4-8077-4eab-9255-d46a165ab8ca Jul 05 10:43:47.093606 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e96dfc-3a61-4af3-b9e6-b5b0d1991984 req-275def5f-e141-4fe1-bcc3-394df0fe8e23 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:47.095202 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09e96dfc-3a61-4af3-b9e6-b5b0d1991984 req-275def5f-e141-4fe1-bcc3-394df0fe8e23 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 946 time: 0.5436497 Jul 05 10:43:47.135560 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d85c-1cb4-40b8-9592-3833b3c3e2c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.158930 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09e96dfc-3a61-4af3-b9e6-b5b0d1991984 req-e446b540-a487-4be5-b419-c4d680367eb9 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528429 Jul 05 10:43:47.163874 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.191537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=46053702-ebef-4f59-8e7a-4bbb2319fe87,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:47.193935 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] No DVR routers for this DVR port 46053702-ebef-4f59-8e7a-4bbb2319fe87 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:43:47.264160 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.273987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b8b4e2-4831-45f1-8b3c-b706c34ebb61']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:47.288035 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fc7982-f1c3-439f-985f-5cbbc72c6fff') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:47.288263 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fc7982-f1c3-439f-985f-5cbbc72c6fff') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:47.297581 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.311732 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.317683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:43:47.318080 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: self.session.flush() Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:43:47.320347 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:43:47.328950 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d85c-1cb4-40b8-9592-3833b3c3e2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.328950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b8d85c-1cb4-40b8-9592-3833b3c3e2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:47.328950 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d85c-1cb4-40b8-9592-3833b3c3e2c3 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.389689 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 46053702-ebef-4f59-8e7a-4bbb2319fe87 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:43:47.392118 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8d85c-1cb4-40b8-9592-3833b3c3e2c3 admin admin] Pushing event updated for resources: {'Network': ['ID=7cc671a4-8077-4eab-9255-d46a165ab8ca,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:47.410267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 7cc671a4-8077-4eab-9255-d46a165ab8ca details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:43:47.413473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 46053702-ebef-4f59-8e7a-4bbb2319fe87 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:43:47.413855 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 46053702-ebef-4f59-8e7a-4bbb2319fe87 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:43:47.497337 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.502861 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.504942 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a6b8b4e2-4831-45f1-8b3c-b706c34ebb61 HTTP/1.1" status: 204 len: 168 time: 1.2115819 Jul 05 10:43:47.524231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bf2be-a101-4339-adf9-9c9970d70aa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6b8b4e2-4831-45f1-8b3c-b706c34ebb61,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:47.524354 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d2b8d85c-1cb4-40b8-9592-3833b3c3e2c3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0053234 Jul 05 10:43:47.524354 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35314) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:47.529069 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-53ad9564-f70b-47b9-8231-bcb68dc94dfa admin admin] Request body: {'subnet': {'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-630024309-subnet', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:47.657284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ad9564-f70b-47b9-8231-bcb68dc94dfa admin admin] Made reservation on behalf of 43ebf75bd93c4a30b46bb2decd0de529 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:43:47.659811 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-53ad9564-f70b-47b9-8231-bcb68dc94dfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.877820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760b7c2-ac7b-4b3b-aa23-1884c4ca0ce8 req-347db349-2f53-4b13-be1e-25e19d62e554 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:47.879319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b760b7c2-ac7b-4b3b-aa23-1884c4ca0ce8 req-347db349-2f53-4b13-be1e-25e19d62e554 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 946 time: 0.1349602 Jul 05 10:43:47.920959 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35316) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:47.935892 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-53ad9564-f70b-47b9-8231-bcb68dc94dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:47.965765 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d15c1955-61f3-487e-9996-4d7c0527b853 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd300040a06d402f805de876eced4d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434468 Jul 05 10:43:47.968346 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35318) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:48.019004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad9564-f70b-47b9-8231-bcb68dc94dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:48.020154 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3f68980-496b-4f07-ae52-d035f6da0dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:48.041386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ad9564-f70b-47b9-8231-bcb68dc94dfa admin admin] Checking segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:48.041747 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ad9564-f70b-47b9-8231-bcb68dc94dfa admin admin] Network hostable DHCP agents. Network: 7cc671a4-8077-4eab-9255-d46a165ab8ca, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:43:48.049424 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3f68980-496b-4f07-ae52-d035f6da0dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:48.054142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-b760b7c2-ac7b-4b3b-aa23-1884c4ca0ce8 req-c712f9fa-94b3-4bc8-b9e1-d9ef34ea3dc4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Deleting port a83ccf77-72f3-4dd5-976c-57a002616cf2 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:43:48.054489 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b760b7c2-ac7b-4b3b-aa23-1884c4ca0ce8 req-c712f9fa-94b3-4bc8-b9e1-d9ef34ea3dc4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:48.150318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b760b7c2-ac7b-4b3b-aa23-1884c4ca0ce8 req-c712f9fa-94b3-4bc8-b9e1-d9ef34ea3dc4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] For port a83ccf77-72f3-4dd5-976c-57a002616cf2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=a83ccf77-72f3-4dd5-976c-57a002616cf2,segment=NetworkSegment(e93ca303-d865-4c8f-a652-aebe8abb69fc),segment_id=e93ca303-d865-4c8f-a652-aebe8abb69fc)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:48.150677 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b760b7c2-ac7b-4b3b-aa23-1884c4ca0ce8 req-c712f9fa-94b3-4bc8-b9e1-d9ef34ea3dc4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:48.206034 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3f68980-496b-4f07-ae52-d035f6da0dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:48.210054 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f3f68980-496b-4f07-ae52-d035f6da0dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:48.214000 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f3f68980-496b-4f07-ae52-d035f6da0dfe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9b417f15-5c74-4fb8-a673-930e00751988 HTTP/1.1" status: 204 len: 168 time: 0.2421787 Jul 05 10:43:48.230838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ad9564-f70b-47b9-8231-bcb68dc94dfa admin admin] Network 7cc671a4-8077-4eab-9255-d46a165ab8ca is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:43:48.232923 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f68980-496b-4f07-ae52-d035f6da0dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b417f15-5c74-4fb8-a673-930e00751988,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:48.347519 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-53ad9564-f70b-47b9-8231-bcb68dc94dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 7cc671a4-8077-4eab-9255-d46a165ab8ca) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:48.357859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ad9564-f70b-47b9-8231-bcb68dc94dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:48.358020 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a6ff5b-35bf-444a-81c2-fd407fed03fe None None] Network 7cc671a4-8077-4eab-9255-d46a165ab8ca requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:43:48.358448 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-53ad9564-f70b-47b9-8231-bcb68dc94dfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:48.508101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94d5e0-0ebc-46b3-ac89-632ce66cda0c req-2454001f-21ac-46ab-bb64-6755ae1d9801 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:48.509649 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ae94d5e0-0ebc-46b3-ac89-632ce66cda0c req-2454001f-21ac-46ab-bb64-6755ae1d9801 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 946 time: 0.2269158 Jul 05 10:43:48.509762 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-7cc671a4-8077-4eab-9255-d46a165ab8ca', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:43:48.510667 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:48.511431 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b760b7c2-ac7b-4b3b-aa23-1884c4ca0ce8 req-c712f9fa-94b3-4bc8-b9e1-d9ef34ea3dc4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:48.511831 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b760b7c2-ac7b-4b3b-aa23-1884c4ca0ce8 req-c712f9fa-94b3-4bc8-b9e1-d9ef34ea3dc4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:48.512139 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [req-b760b7c2-ac7b-4b3b-aa23-1884c4ca0ce8 req-c712f9fa-94b3-4bc8-b9e1-d9ef34ea3dc4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Floating IP 8af2b8ea-a8ea-485b-bc62-bad2e77d2463 disassociated. External IP: 172.25.5.188, port: a83ccf77-72f3-4dd5-976c-57a002616cf2. Jul 05 10:43:48.512732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-b760b7c2-ac7b-4b3b-aa23-1884c4ca0ce8 req-c712f9fa-94b3-4bc8-b9e1-d9ef34ea3dc4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Calling delete_port for a83ccf77-72f3-4dd5-976c-57a002616cf2 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:43:48.531358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-53ad9564-f70b-47b9-8231-bcb68dc94dfa admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0062761 Jul 05 10:43:48.534540 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35324) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:48.539740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:48.598182 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ae94d5e0-0ebc-46b3-ac89-632ce66cda0c req-586124a4-1b43-47cf-845a-2d9ec662495b tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810239 Jul 05 10:43:48.657992 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:48.659138 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:48.676256 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Allocated IP 172.20.0.2 (7cc671a4-8077-4eab-9255-d46a165ab8ca/90f6bfa3-bb12-49ce-a315-975b3e4fa6cc/4fb251f6-3223-4d70-a21b-a001e3704eed) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:43:48.777762 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b760b7c2-ac7b-4b3b-aa23-1884c4ca0ce8 req-c712f9fa-94b3-4bc8-b9e1-d9ef34ea3dc4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:48.812389 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712f9fa-94b3-4bc8-b9e1-d9ef34ea3dc4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Pushing event deleted for resources: {'Port': ['ID=a83ccf77-72f3-4dd5-976c-57a002616cf2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:48.827055 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:48.832304 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:48.841617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Transition to ACTIVE for port object 4fb251f6-3223-4d70-a21b-a001e3704eed will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:48.856466 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Transition to ACTIVE for port object 4fb251f6-3223-4d70-a21b-a001e3704eed will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:48.935613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b760b7c2-ac7b-4b3b-aa23-1884c4ca0ce8 req-c712f9fa-94b3-4bc8-b9e1-d9ef34ea3dc4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:43:48.945603 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:49.006604 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Network 7cc671a4-8077-4eab-9255-d46a165ab8ca is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:43:49.016504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:49.022393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:43:49.034778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Pushing event updated for resources: {'Port': ['ID=4fb251f6-3223-4d70-a21b-a001e3704eed,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:49.050522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35328) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:49.095883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Attempting to bind port 4fb251f6-3223-4d70-a21b-a001e3704eed on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:43:49.096183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Attempting to bind port 4fb251f6-3223-4d70-a21b-a001e3704eed by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:43:49.096531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Attempting to bind port 4fb251f6-3223-4d70-a21b-a001e3704eed on network 7cc671a4-8077-4eab-9255-d46a165ab8ca {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:43:49.100846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b760b7c2-ac7b-4b3b-aa23-1884c4ca0ce8 req-c712f9fa-94b3-4bc8-b9e1-d9ef34ea3dc4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:43:49.102421 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:43:49.102798 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Checking segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:49.103751 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:49.103751 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Bound using segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:43:49.104089 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Bound port: 4fb251f6-3223-4d70-a21b-a001e3704eed, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:43:49.104471 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:49.126181 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2fa17b-d05b-4579-a062-33e2a6d0061b None None] Sync routers for ids ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:43:49.146119 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1f107e93-2de3-4f67-9136-8ebf1a40d6c2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=569070d7e79e4b379410ea2f1426db61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943525 Jul 05 10:43:49.146744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35330) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:49.147182 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:49.174881 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-b760b7c2-ac7b-4b3b-aa23-1884c4ca0ce8 req-c712f9fa-94b3-4bc8-b9e1-d9ef34ea3dc4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] No DVR routers for this DVR port a83ccf77-72f3-4dd5-976c-57a002616cf2 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:43:49.175928 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2fa17b-d05b-4579-a062-33e2a6d0061b None None] Routers {'d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:49.176649 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8f2fa17b-d05b-4579-a062-33e2a6d0061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:49.179043 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b760b7c2-ac7b-4b3b-aa23-1884c4ca0ce8 req-c712f9fa-94b3-4bc8-b9e1-d9ef34ea3dc4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:49.181383 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b760b7c2-ac7b-4b3b-aa23-1884c4ca0ce8 req-c712f9fa-94b3-4bc8-b9e1-d9ef34ea3dc4 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.73 "DELETE /v2.0/ports/a83ccf77-72f3-4dd5-976c-57a002616cf2 HTTP/1.1" status: 204 len: 173 time: 1.2968576 Jul 05 10:43:49.181993 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0', 'name': 'network-vif-deleted', 'tag': 'a83ccf77-72f3-4dd5-976c-57a002616cf2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:43:49.185844 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db371c64-f885-4159-9672-32c82ec279df" -d '{"events": [{"server_uuid": "4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0", "name": "network-vif-deleted", "tag": "a83ccf77-72f3-4dd5-976c-57a002616cf2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:43:49.231946 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca618c5-d002-43ed-82e9-48177b7166ed x-openstack-request-id: req-1ca618c5-d002-43ed-82e9-48177b7166ed {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:43:49.232243 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0", "name": "network-vif-deleted", "tag": "a83ccf77-72f3-4dd5-976c-57a002616cf2", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:43:49.232497 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1ca618c5-d002-43ed-82e9-48177b7166ed {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:43:49.232904 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0', 'name': 'network-vif-deleted', 'tag': 'a83ccf77-72f3-4dd5-976c-57a002616cf2', 'status': 'completed', 'code': 200} Jul 05 10:43:49.240630 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-17f94016-a0fa-4955-8b72-665eac64617f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:49.281577 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-17f94016-a0fa-4955-8b72-665eac64617f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:49.294734 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] For port 4fb251f6-3223-4d70-a21b-a001e3704eed, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:43:49.309317 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] For port 4fb251f6-3223-4d70-a21b-a001e3704eed, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=4fb251f6-3223-4d70-a21b-a001e3704eed,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:43:49.350781 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-8f2fa17b-d05b-4579-a062-33e2a6d0061b None None] Set router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:49.390160 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:49.479925 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-17f94016-a0fa-4955-8b72-665eac64617f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:49.483835 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-17f94016-a0fa-4955-8b72-665eac64617f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:49.487490 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-17f94016-a0fa-4955-8b72-665eac64617f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c94d5b40-c6c5-4e0e-ae33-d078097b796b HTTP/1.1" status: 204 len: 168 time: 0.3185356 Jul 05 10:43:49.494708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f94016-a0fa-4955-8b72-665eac64617f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94d5b40-c6c5-4e0e-ae33-d078097b796b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:49.519681 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:49.546073 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:49.592375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d2cad-e120-49a7-947c-264e00eb07ca None None] Pushing event updated for resources: {'Port': ['ID=4fb251f6-3223-4d70-a21b-a001e3704eed,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:49.678070 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Allocated IP 172.25.5.226 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/060020a6-29de-468e-8010-e834b646f8cd) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:43:49.678735 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8f2fa17b-d05b-4579-a062-33e2a6d0061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'name': 'tempest-TestServerBasicOps-1185673948-router', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:27Z', 'updated_at': '2021-07-05T10:38:33Z', 'revision_number': 4, 'project_id': 'b0db45c2dca4479580634901fe459421', 'gw_port': {'id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:28Z', 'updated_at': '2021-07-05T10:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '58033c0f-0654-49b4-8bdd-a9b74d4b5bf9', 'name': '', 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'mac_address': 'fa:16:3e:f0:6f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:32Z', 'updated_at': '2021-07-05T10:38:39Z', 'revision_number': 5, 'project_id': 'b0db45c2dca4479580634901fe459421', 'subnets': [{'id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:49.723914 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2fa17b-d05b-4579-a062-33e2a6d0061b None None] Checking router: d8cafea6-4202-4fe3-b91b-a8cb0f365d1e for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:43:49.745192 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2fa17b-d05b-4579-a062-33e2a6d0061b None None] Routers {'d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:49.746152 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8f2fa17b-d05b-4579-a062-33e2a6d0061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:49.833365 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3a3eb282-457c-43bc-b184-5a944efeac49 req-3494f96f-bcd9-44bc-8d5b-e75264533ab9 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a52af35-2a68-4cf4-8d3d-5d30a74cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.0386670 Jul 05 10:43:49.865908 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:49.877302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-8f2fa17b-d05b-4579-a062-33e2a6d0061b None None] Set router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:50.018080 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:50.056184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:43:50.065463 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:50.066971 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:43:50.099373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Pushing event updated for resources: {'Port': ['ID=060020a6-29de-468e-8010-e834b646f8cd,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:50.141757 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8f2fa17b-d05b-4579-a062-33e2a6d0061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'name': 'tempest-TestServerBasicOps-1185673948-router', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:27Z', 'updated_at': '2021-07-05T10:38:33Z', 'revision_number': 4, 'project_id': 'b0db45c2dca4479580634901fe459421', 'gw_port': {'id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:28Z', 'updated_at': '2021-07-05T10:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '58033c0f-0654-49b4-8bdd-a9b74d4b5bf9', 'name': '', 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'mac_address': 'fa:16:3e:f0:6f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:32Z', 'updated_at': '2021-07-05T10:38:39Z', 'revision_number': 5, 'project_id': 'b0db45c2dca4479580634901fe459421', 'subnets': [{'id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:50.176627 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2fa17b-d05b-4579-a062-33e2a6d0061b None None] The sync data for ids ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'] in n-d-779913-27 is: [{'id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'name': 'tempest-TestServerBasicOps-1185673948-router', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:27Z', 'updated_at': '2021-07-05T10:38:33Z', 'revision_number': 4, 'project_id': 'b0db45c2dca4479580634901fe459421', 'gw_port': {'id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:28Z', 'updated_at': '2021-07-05T10:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '58033c0f-0654-49b4-8bdd-a9b74d4b5bf9', 'name': '', 'network_id': 'ee83b9ad-3e68-4588-a893-4c0fc7c56b1b', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'mac_address': 'fa:16:3e:f0:6f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:32Z', 'updated_at': '2021-07-05T10:38:39Z', 'revision_number': 5, 'project_id': 'b0db45c2dca4479580634901fe459421', 'subnets': [{'id': '1a5d7e51-e61b-414b-abbc-5c54ef530103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:43:50.471596 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:50.667650 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d168948-fed7-40d8-a7d2-62c5c0660be2 None None] New status for floating IP 8af2b8ea-a8ea-485b-bc62-bad2e77d2463: DOWN {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:43:50.688404 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024f9685-aa17-444a-8079-0fca0b0cd128 None None] Network 7cc671a4-8077-4eab-9255-d46a165ab8ca requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:43:50.723956 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:50.850472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b2f21cc8-f3ed-45a5-a68b-269548e8fa33 None None] Provisioning for port 4fb251f6-3223-4d70-a21b-a001e3704eed completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:50.953841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35360) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:50.964245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Router 56ef685b-cd1a-44a5-bbee-33ad40493adb is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:43:51.092609 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device a83ccf77-72f3-4dd5-976c-57a002616cf2 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:43:51.118232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: a83ccf77-72f3-4dd5-976c-57a002616cf2 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:43:51.118232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device a83ccf77-72f3-4dd5-976c-57a002616cf2 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:43:51.186581 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-ccea243d-11ab-4938-bdbd-0ec6a3446146 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Deleting port a84fca5f-3500-493e-9304-65025e89d586 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:43:51.186929 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ccea243d-11ab-4938-bdbd-0ec6a3446146 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:51.199400 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:43:51.211988 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Sync routers for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:43:51.221670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:51.222411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:51.273620 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ccea243d-11ab-4938-bdbd-0ec6a3446146 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:51.273951 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ccea243d-11ab-4938-bdbd-0ec6a3446146 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:51.288861 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-ccea243d-11ab-4938-bdbd-0ec6a3446146 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Calling delete_port for a84fca5f-3500-493e-9304-65025e89d586 owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:43:51.333328 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:51.337921 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:51.342389 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5e250be0-ecbd-4231-8faa-e6d9241aef3d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8039761 Jul 05 10:43:51.343579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35368) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:51.466882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 4fb251f6-3223-4d70-a21b-a001e3704eed up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:51.577034 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ccea243d-11ab-4938-bdbd-0ec6a3446146 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:51.624031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea243d-11ab-4938-bdbd-0ec6a3446146 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Pushing event deleted for resources: {'Port': ['ID=a84fca5f-3500-493e-9304-65025e89d586,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:51.744876 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ccea243d-11ab-4938-bdbd-0ec6a3446146 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:51.748595 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ccea243d-11ab-4938-bdbd-0ec6a3446146 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:51.750269 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ccea243d-11ab-4938-bdbd-0ec6a3446146 tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "DELETE /v2.0/floatingips/8af2b8ea-a8ea-485b-bc62-bad2e77d2463 HTTP/1.1" status: 204 len: 168 time: 0.7953877 Jul 05 10:43:51.765888 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:50Z', 'revision_number': 3, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:51.814763 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Checking router: 56ef685b-cd1a-44a5-bbee-33ad40493adb for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:43:51.815309 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Updating router 56ef685b-cd1a-44a5-bbee-33ad40493adb port 060020a6-29de-468e-8010-e834b646f8cd binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:43:51.881004 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:51.883560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 4fb251f6-3223-4d70-a21b-a001e3704eed completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:51.890745 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 4fb251f6-3223-4d70-a21b-a001e3704eed triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:51.891349 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:51.935433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35384) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:52.041030 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d13668ca-1b13-437d-9f11-caad5fd41ddb tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.076845 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d13668ca-1b13-437d-9f11-caad5fd41ddb tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.153045 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.205581 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 4fb251f6-3223-4d70-a21b-a001e3704eed, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=4fb251f6-3223-4d70-a21b-a001e3704eed,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:52.229303 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.244517 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d13668ca-1b13-437d-9f11-caad5fd41ddb tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.247623 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d13668ca-1b13-437d-9f11-caad5fd41ddb tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.248991 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d13668ca-1b13-437d-9f11-caad5fd41ddb tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] 10.222.0.77 "DELETE /v2.0/security-groups/cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6 HTTP/1.1" status: 204 len: 168 time: 0.3124778 Jul 05 10:43:52.264336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13668ca-1b13-437d-9f11-caad5fd41ddb tempest-TestServerBasicOps-32039000 tempest-TestServerBasicOps-32039000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd2e1d6-f289-4c7d-a3f0-768bed8f3cf6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:52.285844 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.301604 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.333076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35388) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:52.336434 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5a72fc89-c1da-4d8d-b047-3e1129a815ee tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-409527175', 'description': 'tempest-secgroup-smoke-409527175 description', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:52.339044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Transition to ACTIVE for port object 060020a6-29de-468e-8010-e834b646f8cd will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:52.362390 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35390) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:52.366114 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=4fb251f6-3223-4d70-a21b-a001e3704eed,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:52.406427 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.426456 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Allocated IP 172.20.0.1 (7cc671a4-8077-4eab-9255-d46a165ab8ca/90f6bfa3-bb12-49ce-a315-975b3e4fa6cc/5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:43:52.435022 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a72fc89-c1da-4d8d-b047-3e1129a815ee tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.457219 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a72fc89-c1da-4d8d-b047-3e1129a815ee tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.483073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Attempting to bind port 060020a6-29de-468e-8010-e834b646f8cd on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:43:52.483858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Attempting to bind port 060020a6-29de-468e-8010-e834b646f8cd by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:43:52.494654 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Attempting to bind port 060020a6-29de-468e-8010-e834b646f8cd on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:43:52.494654 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.506405 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:43:52.507137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:52.508505 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.509279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:43:52.510217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Bound port: 060020a6-29de-468e-8010-e834b646f8cd, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:43:52.510935 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.554328 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.566045 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef7db4-0161-456c-a560-225f18e39aad None None] Pushing event updated for resources: {'Port': ['ID=060020a6-29de-468e-8010-e834b646f8cd,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:52.573931 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Transition to ACTIVE for port object 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:52.614008 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] For port 060020a6-29de-468e-8010-e834b646f8cd, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:43:52.617879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] For port 060020a6-29de-468e-8010-e834b646f8cd, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=060020a6-29de-468e-8010-e834b646f8cd,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:43:52.648551 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a72fc89-c1da-4d8d-b047-3e1129a815ee tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.692829 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.721091 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.730145 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Network 7cc671a4-8077-4eab-9255-d46a165ab8ca is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:43:52.734689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:52.741027 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:43:52.748392 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a72fc89-c1da-4d8d-b047-3e1129a815ee tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.771678 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Pushing event updated for resources: {'Port': ['ID=5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:52.798319 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:52.799125 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:52.799800 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:52.830500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72fc89-c1da-4d8d-b047-3e1129a815ee tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686b24cb-f3b8-4257-a910-2bec8b8bff79,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:52.863511 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef7db4-0161-456c-a560-225f18e39aad None None] Pushing event updated for resources: {'Port': ['ID=060020a6-29de-468e-8010-e834b646f8cd,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:52.963752 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:52.971665 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a72fc89-c1da-4d8d-b047-3e1129a815ee tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.052044 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a72fc89-c1da-4d8d-b047-3e1129a815ee tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.054996 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.080897 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e47b-1467-41bb-85b3-499d0ff89441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.129810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72fc89-c1da-4d8d-b047-3e1129a815ee tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b27cdad-5bd1-4a43-a046-0b66f42862c4,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:53.174017 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:50Z', 'revision_number': 3, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:53.174258 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a72fc89-c1da-4d8d-b047-3e1129a815ee tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.178390 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5a72fc89-c1da-4d8d-b047-3e1129a815ee tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8438210 Jul 05 10:43:53.179387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35394) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:53.185513 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8656f4a2-5174-49c8-8788-967dba2f3fda tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': '1b27cdad-5bd1-4a43-a046-0b66f42862c4', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:53.201990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e35ac0-8d13-4b0c-8f36-a487c61d183e None None] The sync data for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 is: [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:50Z', 'revision_number': 3, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:43:53.239016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a253648b-2fc0-4f0c-a198-ef4dd4d618df None None] Provisioning for port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:53.244130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a253648b-2fc0-4f0c-a198-ef4dd4d618df None None] Provisioning complete for port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:53.244516 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a253648b-2fc0-4f0c-a198-ef4dd4d618df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.245034 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.285475 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a253648b-2fc0-4f0c-a198-ef4dd4d618df None None] Port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:43:53.355133 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.361938 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8656f4a2-5174-49c8-8788-967dba2f3fda tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.419975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 4fb251f6-3223-4d70-a21b-a001e3704eed up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:53.432277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a8b0e47b-1467-41bb-85b3-499d0ff89441 admin admin] Deleting port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:43:53.432618 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e47b-1467-41bb-85b3-499d0ff89441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.449951 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Pushing event updated for resources: {'Port': ['ID=5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:53.453721 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.483188 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8656f4a2-5174-49c8-8788-967dba2f3fda tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.502780 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 4fb251f6-3223-4d70-a21b-a001e3704eed triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:53.503361 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.549808 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-a8b0e47b-1467-41bb-85b3-499d0ff89441 admin admin] For port 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=58033c0f-0654-49b4-8bdd-a9b74d4b5bf9,segment=NetworkSegment(e93ca303-d865-4c8f-a652-aebe8abb69fc),segment_id=e93ca303-d865-4c8f-a652-aebe8abb69fc)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:53.550448 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e47b-1467-41bb-85b3-499d0ff89441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.570835 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a8b0e47b-1467-41bb-85b3-499d0ff89441 admin admin] Calling delete_port for 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:43:53.572900 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8656f4a2-5174-49c8-8788-967dba2f3fda tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.598872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Network 7cc671a4-8077-4eab-9255-d46a165ab8ca is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:43:53.600721 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:53.605079 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656f4a2-5174-49c8-8788-967dba2f3fda tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1a37c4-40eb-409f-abb6-165c1432713b,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:53.749795 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8656f4a2-5174-49c8-8788-967dba2f3fda tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.751074 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8656f4a2-5174-49c8-8788-967dba2f3fda tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5707510 Jul 05 10:43:53.759778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Router 56ef685b-cd1a-44a5-bbee-33ad40493adb has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:43:53.759968 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35396) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:53.765825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c2ce43b9-dc46-403b-8974-2d152be53fa0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': '1b27cdad-5bd1-4a43-a046-0b66f42862c4', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:53.897659 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c2ce43b9-dc46-403b-8974-2d152be53fa0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.917484 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:43:53.921366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d2579901-8167-4421-b73f-0afa6255db53 None None] Provisioning complete for port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:53.922424 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d2579901-8167-4421-b73f-0afa6255db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.936728 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bf034af5-a21e-4c7e-ba2b-1b6a760102ce admin admin] 10.222.0.77 "PUT /v2.0/routers/56ef685b-cd1a-44a5-bbee-33ad40493adb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5838661 Jul 05 10:43:53.955185 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e47b-1467-41bb-85b3-499d0ff89441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:53.969660 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d2579901-8167-4421-b73f-0afa6255db53 None None] Port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:43:53.991690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0e47b-1467-41bb-85b3-499d0ff89441 admin admin] Pushing event deleted for resources: {'Port': ['ID=58033c0f-0654-49b4-8bdd-a9b74d4b5bf9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:54.037877 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c2ce43b9-dc46-403b-8974-2d152be53fa0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:54.131837 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c2ce43b9-dc46-403b-8974-2d152be53fa0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:54.161353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce43b9-dc46-403b-8974-2d152be53fa0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de16070-ca86-47b4-b2d6-814652949a2e,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:54.223613 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e47b-1467-41bb-85b3-499d0ff89441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:54.272138 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c2ce43b9-dc46-403b-8974-2d152be53fa0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:54.276384 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c2ce43b9-dc46-403b-8974-2d152be53fa0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5124800 Jul 05 10:43:54.276384 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35404) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:54.281875 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-62065e10-cf27-4519-b037-66844fd78daa tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': '1b27cdad-5bd1-4a43-a046-0b66f42862c4', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:54.320804 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:54.469177 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b0e47b-1467-41bb-85b3-499d0ff89441 admin admin] Router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:43:54.785918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35414) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:54.793268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c6c41077-3fcb-400a-820a-4bdc13a95013 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1157192537-network', 'tenant_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:54.898049 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-62065e10-cf27-4519-b037-66844fd78daa tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:54.932086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c41077-3fcb-400a-820a-4bdc13a95013 admin admin] Made reservation on behalf of 3f37c150a6f54cd7b5b3b3fc5766ff7b for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:43:54.935140 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c6c41077-3fcb-400a-820a-4bdc13a95013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:54.949602 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c6c41077-3fcb-400a-820a-4bdc13a95013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.002363 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b0e47b-1467-41bb-85b3-499d0ff89441 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:43:55.011018 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a8b0e47b-1467-41bb-85b3-499d0ff89441 admin admin] 10.222.0.77 "PUT /v2.0/routers/d8cafea6-4202-4fe3-b91b-a8cb0f365d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6452544 Jul 05 10:43:55.011177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35416) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:55.015267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-62065e10-cf27-4519-b037-66844fd78daa tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.021132 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47462cf-d3c7-4851-9418-1f3a9e780f83 None None] Sync routers for ids ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:43:55.026970 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47462cf-d3c7-4851-9418-1f3a9e780f83 None None] Routers {'d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:55.027836 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-d47462cf-d3c7-4851-9418-1f3a9e780f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:55.109247 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-62065e10-cf27-4519-b037-66844fd78daa tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.130234 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62065e10-cf27-4519-b037-66844fd78daa tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5f7589-4a9d-434b-84d3-25dbd045569c,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:55.137357 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-d47462cf-d3c7-4851-9418-1f3a9e780f83 None None] Set router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:55.139949 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c6c41077-3fcb-400a-820a-4bdc13a95013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.151613 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Sync routers for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:43:55.152359 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0a9a080-9fa7-4149-b32f-9a8f7e856a45 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.161771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:55.162391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:55.238254 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c6c41077-3fcb-400a-820a-4bdc13a95013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.277449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:55.278500 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c41077-3fcb-400a-820a-4bdc13a95013 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:43:55.305571 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0a9a080-9fa7-4149-b32f-9a8f7e856a45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.308801 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c41077-3fcb-400a-820a-4bdc13a95013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a671a4a-6d36-4fc0-9f5a-48e337609066,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:55.320432 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-62065e10-cf27-4519-b037-66844fd78daa tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.322209 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-62065e10-cf27-4519-b037-66844fd78daa tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0448902 Jul 05 10:43:55.327590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35418) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:55.329609 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c6c41077-3fcb-400a-820a-4bdc13a95013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.329609 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-c6c41077-3fcb-400a-820a-4bdc13a95013 admin admin] Added segment 66e938d1-0f5b-481d-8487-a648ce4442e3 of type vlan for network cc65ff52-1716-4f0b-bc17-f12343c632f3 Jul 05 10:43:55.332162 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-792f7e95-c4f4-4296-bd12-6550d8d79a9f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': '1b27cdad-5bd1-4a43-a046-0b66f42862c4', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:55.335078 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-d47462cf-d3c7-4851-9418-1f3a9e780f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'name': 'tempest-TestServerBasicOps-1185673948-router', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:27Z', 'updated_at': '2021-07-05T10:43:53Z', 'revision_number': 5, 'project_id': 'b0db45c2dca4479580634901fe459421', 'gw_port': {'id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:28Z', 'updated_at': '2021-07-05T10:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:55.376956 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47462cf-d3c7-4851-9418-1f3a9e780f83 None None] Checking router: d8cafea6-4202-4fe3-b91b-a8cb0f365d1e for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:43:55.383275 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c6c41077-3fcb-400a-820a-4bdc13a95013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.383610 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:43:55.388538 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47462cf-d3c7-4851-9418-1f3a9e780f83 None None] Routers {'d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:55.389434 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-d47462cf-d3c7-4851-9418-1f3a9e780f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:55.463473 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-792f7e95-c4f4-4296-bd12-6550d8d79a9f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.506444 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9a080-9fa7-4149-b32f-9a8f7e856a45 admin admin] Deleting port 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:43:55.506994 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0a9a080-9fa7-4149-b32f-9a8f7e856a45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.535618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 060020a6-29de-468e-8010-e834b646f8cd up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:55.540732 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-d47462cf-d3c7-4851-9418-1f3a9e780f83 None None] Set router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:55.563350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-792f7e95-c4f4-4296-bd12-6550d8d79a9f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.568966 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c6c41077-3fcb-400a-820a-4bdc13a95013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.570106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c41077-3fcb-400a-820a-4bdc13a95013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:55.570604 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c6c41077-3fcb-400a-820a-4bdc13a95013 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.596950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:43:53Z', 'revision_number': 2, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:55.626819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Checking router: 56ef685b-cd1a-44a5-bbee-33ad40493adb for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:43:55.627280 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Updating router 56ef685b-cd1a-44a5-bbee-33ad40493adb port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:43:55.640706 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-792f7e95-c4f4-4296-bd12-6550d8d79a9f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.654638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c41077-3fcb-400a-820a-4bdc13a95013 admin admin] Pushing event updated for resources: {'Network': ['ID=cc65ff52-1716-4f0b-bc17-f12343c632f3,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:55.663641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f7e95-c4f4-4296-bd12-6550d8d79a9f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309e7793-cc8a-4709-9a48-572b733e0d02,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:55.674824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network cc65ff52-1716-4f0b-bc17-f12343c632f3 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:43:55.680984 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c6c41077-3fcb-400a-820a-4bdc13a95013 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8924091 Jul 05 10:43:55.682994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-b0a9a080-9fa7-4149-b32f-9a8f7e856a45 admin admin] For port 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5bc450a1-1e98-4cfc-86bf-96887a9bd0a2,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:55.683305 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0a9a080-9fa7-4149-b32f-9a8f7e856a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.684246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35420) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:55.694822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-cf8775ff-64d2-43f1-b8b0-1ccc7eb56721 admin admin] Request body: {'subnet': {'network_id': 'cc65ff52-1716-4f0b-bc17-f12343c632f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1157192537-subnet', 'tenant_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:55.700370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9a080-9fa7-4149-b32f-9a8f7e856a45 admin admin] Calling delete_port for 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:43:55.734930 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.745974 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-792f7e95-c4f4-4296-bd12-6550d8d79a9f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.748428 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-d47462cf-d3c7-4851-9418-1f3a9e780f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'name': 'tempest-TestServerBasicOps-1185673948-router', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:27Z', 'updated_at': '2021-07-05T10:43:53Z', 'revision_number': 5, 'project_id': 'b0db45c2dca4479580634901fe459421', 'gw_port': {'id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:28Z', 'updated_at': '2021-07-05T10:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:55.752273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35422) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:55.753363 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-792f7e95-c4f4-4296-bd12-6550d8d79a9f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4271295 Jul 05 10:43:55.759859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e23c19d2-42ca-467d-99b2-d018bc2ba041 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': '1b27cdad-5bd1-4a43-a046-0b66f42862c4', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:55.784140 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47462cf-d3c7-4851-9418-1f3a9e780f83 None None] The sync data for ids ['d8cafea6-4202-4fe3-b91b-a8cb0f365d1e'] in n-d-779913-27 is: [{'id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'name': 'tempest-TestServerBasicOps-1185673948-router', 'tenant_id': 'b0db45c2dca4479580634901fe459421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:27Z', 'updated_at': '2021-07-05T10:43:53Z', 'revision_number': 5, 'project_id': 'b0db45c2dca4479580634901fe459421', 'gw_port': {'id': '5bc450a1-1e98-4cfc-86bf-96887a9bd0a2', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cafea6-4202-4fe3-b91b-a8cb0f365d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:28Z', 'updated_at': '2021-07-05T10:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:43:55.854027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 060020a6-29de-468e-8010-e834b646f8cd completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:55.861283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 060020a6-29de-468e-8010-e834b646f8cd triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:55.861656 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.863405 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8775ff-64d2-43f1-b8b0-1ccc7eb56721 admin admin] Made reservation on behalf of 3f37c150a6f54cd7b5b3b3fc5766ff7b for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:43:55.865909 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf8775ff-64d2-43f1-b8b0-1ccc7eb56721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.949171 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-e23c19d2-42ca-467d-99b2-d018bc2ba041 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Project ecd4c65677c0414c9743c8dfedcf672d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:43:55.961418 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e23c19d2-42ca-467d-99b2-d018bc2ba041 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:55.980188 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0a9a080-9fa7-4149-b32f-9a8f7e856a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.028277 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9a080-9fa7-4149-b32f-9a8f7e856a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc450a1-1e98-4cfc-86bf-96887a9bd0a2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:56.054080 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.086299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 060020a6-29de-468e-8010-e834b646f8cd, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=060020a6-29de-468e-8010-e834b646f8cd,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:56.115594 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e23c19d2-42ca-467d-99b2-d018bc2ba041 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.138880 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0a9a080-9fa7-4149-b32f-9a8f7e856a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.145588 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf8775ff-64d2-43f1-b8b0-1ccc7eb56721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.147578 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.158817 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Transition to ACTIVE for port object 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:56.172391 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.202998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8775ff-64d2-43f1-b8b0-1ccc7eb56721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8698b59-205b-4043-9f32-012baf6d097b,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:56.242717 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8775ff-64d2-43f1-b8b0-1ccc7eb56721 admin admin] Checking segment: {'id': '66e938d1-0f5b-481d-8487-a648ce4442e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc65ff52-1716-4f0b-bc17-f12343c632f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:56.243082 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8775ff-64d2-43f1-b8b0-1ccc7eb56721 admin admin] Network hostable DHCP agents. Network: cc65ff52-1716-4f0b-bc17-f12343c632f3, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:43:56.244339 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=060020a6-29de-468e-8010-e834b646f8cd,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:56.262558 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e23c19d2-42ca-467d-99b2-d018bc2ba041 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.268971 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0a9a080-9fa7-4149-b32f-9a8f7e856a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.273925 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0a9a080-9fa7-4149-b32f-9a8f7e856a45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.281336 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.289723 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c19d2-42ca-467d-99b2-d018bc2ba041 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85a38ec-bb8c-49d2-9490-be9ee6f63b29,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:56.361169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8775ff-64d2-43f1-b8b0-1ccc7eb56721 admin admin] Network cc65ff52-1716-4f0b-bc17-f12343c632f3 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:43:56.389634 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e23c19d2-42ca-467d-99b2-d018bc2ba041 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.391065 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e23c19d2-42ca-467d-99b2-d018bc2ba041 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6374700 Jul 05 10:43:56.398400 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35424) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:56.403217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e637cb9d-d7a1-4dfc-91f7-4902dd2738bd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': '1b27cdad-5bd1-4a43-a046-0b66f42862c4', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:56.452304 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0a9a080-9fa7-4149-b32f-9a8f7e856a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.452939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a9a080-9fa7-4149-b32f-9a8f7e856a45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8cafea6-4202-4fe3-b91b-a8cb0f365d1e {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:43:56.458804 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b0a9a080-9fa7-4149-b32f-9a8f7e856a45 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.462608 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b0a9a080-9fa7-4149-b32f-9a8f7e856a45 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d8cafea6-4202-4fe3-b91b-a8cb0f365d1e HTTP/1.1" status: 204 len: 168 time: 1.4479387 Jul 05 10:43:56.462877 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35426) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:56.499873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-cf8775ff-64d2-43f1-b8b0-1ccc7eb56721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, cc65ff52-1716-4f0b-bc17-f12343c632f3) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:56.509370 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-e637cb9d-d7a1-4dfc-91f7-4902dd2738bd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Project ecd4c65677c0414c9743c8dfedcf672d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:43:56.514125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8775ff-64d2-43f1-b8b0-1ccc7eb56721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:56.514643 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e637cb9d-d7a1-4dfc-91f7-4902dd2738bd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.518549 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cf8775ff-64d2-43f1-b8b0-1ccc7eb56721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.518813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc43101-05ec-4d71-9249-3245495d1e86 None None] Network cc65ff52-1716-4f0b-bc17-f12343c632f3 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:43:56.539522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b40108-88ff-4f3d-b94d-a370f6728371 admin admin] Deleting subnet 1a5d7e51-e61b-414b-abbc-5c54ef530103 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:43:56.543193 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1b40108-88ff-4f3d-b94d-a370f6728371 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.563070 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09712d7-63fc-46c6-994e-531ef82e3759 None None] Pushing event updated for resources: {'Port': ['ID=5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:56.595464 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cf8775ff-64d2-43f1-b8b0-1ccc7eb56721 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9098287 Jul 05 10:43:56.598146 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35428) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:56.608807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1157192537-router', 'tenant_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:56.618949 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1b40108-88ff-4f3d-b94d-a370f6728371 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.630739 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Attempting to bind port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:43:56.630739 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Attempting to bind port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:43:56.633813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Attempting to bind port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 on network 7cc671a4-8077-4eab-9255-d46a165ab8ca {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:43:56.641851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:43:56.641851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Checking segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:56.642234 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.642627 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Bound using segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:43:56.643097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Bound port: 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:43:56.643485 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.644623 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e637cb9d-d7a1-4dfc-91f7-4902dd2738bd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.727299 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1b40108-88ff-4f3d-b94d-a370f6728371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.757213 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] For port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:43:56.778690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] For port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:43:56.804518 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e637cb9d-d7a1-4dfc-91f7-4902dd2738bd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.804703 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.804703 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.821180 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-cc65ff52-1716-4f0b-bc17-f12343c632f3', 'network_id': 'cc65ff52-1716-4f0b-bc17-f12343c632f3', 'tenant_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'fixed_ips': [{'subnet_id': 'a8698b59-205b-4043-9f32-012baf6d097b'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:43:56.822098 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.827662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637cb9d-d7a1-4dfc-91f7-4902dd2738bd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6574877-2e41-48e5-81ee-8ad7d178fe92,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:56.858908 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.899324 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.937879 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e637cb9d-d7a1-4dfc-91f7-4902dd2738bd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.938379 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1b40108-88ff-4f3d-b94d-a370f6728371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:56.942270 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e637cb9d-d7a1-4dfc-91f7-4902dd2738bd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5399132 Jul 05 10:43:56.943938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35430) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:56.953926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-88ce4954-304f-4ef6-9912-98c70fec83c2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'network': {'name': 'tempest-network-smoke--474602510', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'port_security_enabled': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:57.000183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:57.000827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:57.051069 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f1b40108-88ff-4f3d-b94d-a370f6728371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.051834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Allocated IP 172.20.0.2 (cc65ff52-1716-4f0b-bc17-f12343c632f3/a8698b59-205b-4043-9f32-012baf6d097b/1232b69f-26ac-422e-abc1-c26717a3053f) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:43:57.059815 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f1b40108-88ff-4f3d-b94d-a370f6728371 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1a5d7e51-e61b-414b-abbc-5c54ef530103 HTTP/1.1" status: 204 len: 168 time: 0.5919378 Jul 05 10:43:57.060144 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35432) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:57.060301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09712d7-63fc-46c6-994e-531ef82e3759 None None] Pushing event updated for resources: {'Port': ['ID=5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:57.060436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b40108-88ff-4f3d-b94d-a370f6728371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a5d7e51-e61b-414b-abbc-5c54ef530103,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:57.068875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758b7681-f0a5-494c-95d6-1c7919379c57 None None] Network ee83b9ad-3e68-4588-a893-4c0fc7c56b1b requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:43:57.117867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ce4954-304f-4ef6-9912-98c70fec83c2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Made reservation on behalf of ecd4c65677c0414c9743c8dfedcf672d for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:43:57.121874 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88ce4954-304f-4ef6-9912-98c70fec83c2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.163587 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.220654 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.223513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ce4954-304f-4ef6-9912-98c70fec83c2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:43:57.239007 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88ce4954-304f-4ef6-9912-98c70fec83c2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.239514 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-88ce4954-304f-4ef6-9912-98c70fec83c2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Added segment e871c97c-d767-43b6-ae10-1e45164644be of type vlan for network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 Jul 05 10:43:57.296590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:57.320901 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88ce4954-304f-4ef6-9912-98c70fec83c2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.388176 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] Deleting port db5778ad-deb3-4325-a180-b389207c2f06 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:43:57.388529 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.445521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 060020a6-29de-468e-8010-e834b646f8cd up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:57.462662 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] For port db5778ad-deb3-4325-a180-b389207c2f06, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=db5778ad-deb3-4325-a180-b389207c2f06,segment=NetworkSegment(e93ca303-d865-4c8f-a652-aebe8abb69fc),segment_id=e93ca303-d865-4c8f-a652-aebe8abb69fc)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:57.463021 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.472488 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88ce4954-304f-4ef6-9912-98c70fec83c2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.478445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ce4954-304f-4ef6-9912-98c70fec83c2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:43:57.479047 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-88ce4954-304f-4ef6-9912-98c70fec83c2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.487464 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.511038 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] Calling delete_port for db5778ad-deb3-4325-a180-b389207c2f06 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:43:57.514396 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.547595 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.570447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Transition to ACTIVE for port object 1232b69f-26ac-422e-abc1-c26717a3053f will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:57.575988 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-88ce4954-304f-4ef6-9912-98c70fec83c2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6306336 Jul 05 10:43:57.582000 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35434) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:57.585882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce4954-304f-4ef6-9912-98c70fec83c2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Network': ['ID=7e0f8317-6a05-4131-8dc7-4c79163bbce7,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:57.589140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2041013274', 'admin_state_up': True, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:43:57.614382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:43:57.617805 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Transition to ACTIVE for port object 1232b69f-26ac-422e-abc1-c26717a3053f will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:43:57.654202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Allocated IP 172.25.5.217 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/df05ead3-332f-45b5-9029-75cde4a879c5) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:43:57.703691 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 060020a6-29de-468e-8010-e834b646f8cd triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:57.704105 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.736870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea965cc-f302-400e-b4f4-9ca274f0ca0f None None] DHCP port deletion for ee83b9ad-3e68-4588-a893-4c0fc7c56b1b request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:43:57.743475 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.757008 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.758730 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.760174 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.784419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5778ad-deb3-4325-a180-b389207c2f06,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:57.792470 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] No DVR routers for this DVR port db5778ad-deb3-4325-a180-b389207c2f06 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:43:57.819328 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-bea965cc-f302-400e-b4f4-9ca274f0ca0f None None] The port 'db5778ad-deb3-4325-a180-b389207c2f06' was deleted {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 05 10:43:57.835545 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Network cc65ff52-1716-4f0b-bc17-f12343c632f3 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:43:57.840823 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:57.842941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Pushing event updated for resources: {'Port': ['ID=1232b69f-26ac-422e-abc1-c26717a3053f,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:57.849003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:43:57.867976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:57.889170 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.890416 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.907106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee83b9ad-3e68-4588-a893-4c0fc7c56b1b']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:57.918448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93ca303-d865-4c8f-a652-aebe8abb69fc') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:57.919052 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93ca303-d865-4c8f-a652-aebe8abb69fc') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:57.930677 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.932773 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.947464 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.948888 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c3d67-6a5c-48dd-83e6-0a5faf3deae0 None None] The sync data for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 is: [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:43:57.960879 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:43:57.961821 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:43:57.966254 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:43:57.980787 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Attempting to bind port 1232b69f-26ac-422e-abc1-c26717a3053f on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:43:57.981156 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Attempting to bind port 1232b69f-26ac-422e-abc1-c26717a3053f by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '66e938d1-0f5b-481d-8487-a648ce4442e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc65ff52-1716-4f0b-bc17-f12343c632f3'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:43:57.981575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Attempting to bind port 1232b69f-26ac-422e-abc1-c26717a3053f on network cc65ff52-1716-4f0b-bc17-f12343c632f3 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:43:57.989477 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:43:57.990386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Checking segment: {'id': '66e938d1-0f5b-481d-8487-a648ce4442e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc65ff52-1716-4f0b-bc17-f12343c632f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:43:57.990791 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:57.991179 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Bound using segment: {'id': '66e938d1-0f5b-481d-8487-a648ce4442e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc65ff52-1716-4f0b-bc17-f12343c632f3'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:43:57.991654 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Bound port: 1232b69f-26ac-422e-abc1-c26717a3053f, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e938d1-0f5b-481d-8487-a648ce4442e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc65ff52-1716-4f0b-bc17-f12343c632f3'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:43:57.992063 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:58.097093 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:58.101095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:43:58.126069 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:43:58.126413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 58033c0f-0654-49b4-8bdd-a9b74d4b5bf9 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:43:58.126825 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:43:58.131403 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] For port 1232b69f-26ac-422e-abc1-c26717a3053f, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:43:58.155228 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:43:58.155578 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5bc450a1-1e98-4cfc-86bf-96887a9bd0a2 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:43:58.167123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] For port 1232b69f-26ac-422e-abc1-c26717a3053f, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1232b69f-26ac-422e-abc1-c26717a3053f,segment=NetworkSegment(66e938d1-0f5b-481d-8487-a648ce4442e3),segment_id=66e938d1-0f5b-481d-8487-a648ce4442e3)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:43:58.180906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:43:58.200682 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:58.205586 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:58.211336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:58.211544 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ee83b9ad-3e68-4588-a893-4c0fc7c56b1b HTTP/1.1" status: 204 len: 168 time: 1.1524408 Jul 05 10:43:58.212117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35436) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:58.219975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:43:58.249249 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:58.258915 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:58.264841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Pushing event updated for resources: {'Port': ['ID=df05ead3-332f-45b5-9029-75cde4a879c5,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:58.265843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b815752-ccae-436f-8c12-77ddc4a6d734 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee83b9ad-3e68-4588-a893-4c0fc7c56b1b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:58.368942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc49e44-a8ed-4dee-8bf0-f55a9dd2b396 None None] Pushing event updated for resources: {'Port': ['ID=1232b69f-26ac-422e-abc1-c26717a3053f,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:58.762617 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:58.787879 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:58.840142 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:58.987453 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44d33d43-b694-44eb-bf29-b08a2ed53bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:59.002403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Allocated IP 172.25.5.225 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/d4f3d925-452d-438c-8c33-aeddcfe75e04) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:43:59.176157 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:59.241331 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:59.291325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-44d33d43-b694-44eb-bf29-b08a2ed53bd2 admin admin] Deleting port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:43:59.291791 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44d33d43-b694-44eb-bf29-b08a2ed53bd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:59.411454 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-44d33d43-b694-44eb-bf29-b08a2ed53bd2 admin admin] For port 465ba5c1-6018-4cfc-816e-cf7291b4cd4e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=465ba5c1-6018-4cfc-816e-cf7291b4cd4e,segment=NetworkSegment(a27c5e5b-80b4-4c2c-8010-0c9f20f90094),segment_id=a27c5e5b-80b4-4c2c-8010-0c9f20f90094)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:43:59.412412 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44d33d43-b694-44eb-bf29-b08a2ed53bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:59.417933 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:59.450974 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-44d33d43-b694-44eb-bf29-b08a2ed53bd2 admin admin] Calling delete_port for 465ba5c1-6018-4cfc-816e-cf7291b4cd4e owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:43:59.452082 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Router 049f3506-49d0-4045-925a-14abf30cee39 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:43:59.482714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:43:59.485967 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=d4f3d925-452d-438c-8c33-aeddcfe75e04,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:59.502688 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:43:59.525306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1232b69f-26ac-422e-abc1-c26717a3053f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:59.597428 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:43:59.619933 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45021e5-598a-4e52-bcbd-5009beb40e1d None None] Network cc65ff52-1716-4f0b-bc17-f12343c632f3 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:43:59.648806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:43:59.659365 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Sync routers for ids ['049f3506-49d0-4045-925a-14abf30cee39'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:43:59.680065 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Routers {'049f3506-49d0-4045-925a-14abf30cee39'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:43:59.681900 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['049f3506-49d0-4045-925a-14abf30cee39'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:43:59.793649 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44d33d43-b694-44eb-bf29-b08a2ed53bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:59.807634 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Set router 049f3506-49d0-4045-925a-14abf30cee39 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:43:59.821051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d33d43-b694-44eb-bf29-b08a2ed53bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=465ba5c1-6018-4cfc-816e-cf7291b4cd4e,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:43:59.829319 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:43:59.834200 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8f4fe1e6-3e59-43f6-9b68-4b7abb6b05c2 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2347167 Jul 05 10:43:59.835145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35438) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:43:59.865735 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 1232b69f-26ac-422e-abc1-c26717a3053f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:59.868750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:43:59.963599 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8fb3dfd7-fb27-4aab-88e9-be35ad05f023 None None] Provisioning for port 1232b69f-26ac-422e-abc1-c26717a3053f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:43:59.979781 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8fb3dfd7-fb27-4aab-88e9-be35ad05f023 None None] Provisioning complete for port 1232b69f-26ac-422e-abc1-c26717a3053f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:43:59.980471 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8fb3dfd7-fb27-4aab-88e9-be35ad05f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.060562 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:44:00.069131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:00.069730 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.145406 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-44d33d43-b694-44eb-bf29-b08a2ed53bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.170415 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8fb3dfd7-fb27-4aab-88e9-be35ad05f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.192868 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049f3506-49d0-4045-925a-14abf30cee39', 'name': 'tempest-TestVolumeBootPattern-1157192537-router', 'tenant_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'df05ead3-332f-45b5-9029-75cde4a879c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:56Z', 'updated_at': '2021-07-05T10:43:58Z', 'revision_number': 3, 'project_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'gw_port': {'id': 'df05ead3-332f-45b5-9029-75cde4a879c5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049f3506-49d0-4045-925a-14abf30cee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:00.239198 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Checking router: 049f3506-49d0-4045-925a-14abf30cee39 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:44:00.240513 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Updating router 049f3506-49d0-4045-925a-14abf30cee39 port df05ead3-332f-45b5-9029-75cde4a879c5 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:44:00.245501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8fb3dfd7-fb27-4aab-88e9-be35ad05f023 None None] For port 1232b69f-26ac-422e-abc1-c26717a3053f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1232b69f-26ac-422e-abc1-c26717a3053f,segment=NetworkSegment(66e938d1-0f5b-481d-8487-a648ce4442e3),segment_id=66e938d1-0f5b-481d-8487-a648ce4442e3)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:00.254576 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.287562 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.293520 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:00.332330 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8fb3dfd7-fb27-4aab-88e9-be35ad05f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.362360 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.416819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3dfd7-fb27-4aab-88e9-be35ad05f023 None None] Pushing event updated for resources: {'Port': ['ID=1232b69f-26ac-422e-abc1-c26717a3053f,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:00.463121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device db5778ad-deb3-4325-a180-b389207c2f06 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:44:00.506210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: db5778ad-deb3-4325-a180-b389207c2f06 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:44:00.506545 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device db5778ad-deb3-4325-a180-b389207c2f06 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:44:00.547908 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:00.566502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d33d43-b694-44eb-bf29-b08a2ed53bd2 admin admin] Router 49a63095-125b-4aa8-b4ff-46849470d59d has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:44:00.568553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cd4cd9f7-bcb9-4923-96ad-a2801b466279 None None] Provisioning complete for port 1232b69f-26ac-422e-abc1-c26717a3053f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:00.569788 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cd4cd9f7-bcb9-4923-96ad-a2801b466279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.665253 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.671660 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.683938 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Transition to ACTIVE for port object df05ead3-332f-45b5-9029-75cde4a879c5 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:44:00.701547 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d33d43-b694-44eb-bf29-b08a2ed53bd2 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:44:00.707174 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-44d33d43-b694-44eb-bf29-b08a2ed53bd2 admin admin] 10.222.0.77 "PUT /v2.0/routers/49a63095-125b-4aa8-b4ff-46849470d59d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4912298 Jul 05 10:44:00.710310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35440) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:00.715920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec8cab-b7cd-4a70-afc0-b76413ac2935 None None] Sync routers for ids ['49a63095-125b-4aa8-b4ff-46849470d59d'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:44:00.726832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec8cab-b7cd-4a70-afc0-b76413ac2935 None None] Routers {'49a63095-125b-4aa8-b4ff-46849470d59d'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:44:00.727875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a4ec8cab-b7cd-4a70-afc0-b76413ac2935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['49a63095-125b-4aa8-b4ff-46849470d59d'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:00.773792 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.830601 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d369787a-a2ed-4cbf-bc48-43f023f65f04 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.851132 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Attempting to bind port df05ead3-332f-45b5-9029-75cde4a879c5 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:44:00.851596 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Attempting to bind port df05ead3-332f-45b5-9029-75cde4a879c5 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:44:00.852079 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Attempting to bind port df05ead3-332f-45b5-9029-75cde4a879c5 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:44:00.859083 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:44:00.859620 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:44:00.860161 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.860686 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:44:00.861125 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-a4ec8cab-b7cd-4a70-afc0-b76413ac2935 None None] Set router 49a63095-125b-4aa8-b4ff-46849470d59d gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:44:00.861461 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Bound port: df05ead3-332f-45b5-9029-75cde4a879c5, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:44:00.861949 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:00.902055 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea399f-1f9c-41ef-9179-4b0d75f596c5 None None] Pushing event updated for resources: {'Port': ['ID=df05ead3-332f-45b5-9029-75cde4a879c5,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:00.939208 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] For port df05ead3-332f-45b5-9029-75cde4a879c5, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:44:00.944333 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] For port df05ead3-332f-45b5-9029-75cde4a879c5, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=df05ead3-332f-45b5-9029-75cde4a879c5,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:44:00.978946 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d369787a-a2ed-4cbf-bc48-43f023f65f04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:01.018351 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:01.030990 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:01.084374 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Routers {'049f3506-49d0-4045-925a-14abf30cee39'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:44:01.085133 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['049f3506-49d0-4045-925a-14abf30cee39'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:01.088880 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea399f-1f9c-41ef-9179-4b0d75f596c5 None None] Pushing event updated for resources: {'Port': ['ID=df05ead3-332f-45b5-9029-75cde4a879c5,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:01.092911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a4ec8cab-b7cd-4a70-afc0-b76413ac2935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'name': 'tempest-TestServerBasicOps-659711045-router', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '4e86180d-569f-4b0f-ab36-6fc173bb34f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:38Z', 'updated_at': '2021-07-05T10:43:59Z', 'revision_number': 5, 'project_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'gw_port': {'id': '4e86180d-569f-4b0f-ab36-6fc173bb34f1', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:38:39Z', 'updated_at': '2021-07-05T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:01.123028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-d369787a-a2ed-4cbf-bc48-43f023f65f04 admin admin] Deleting port 4e86180d-569f-4b0f-ab36-6fc173bb34f1 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:44:01.124143 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d369787a-a2ed-4cbf-bc48-43f023f65f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:01.131184 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec8cab-b7cd-4a70-afc0-b76413ac2935 None None] Checking router: 49a63095-125b-4aa8-b4ff-46849470d59d for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:44:01.140386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec8cab-b7cd-4a70-afc0-b76413ac2935 None None] Routers {'49a63095-125b-4aa8-b4ff-46849470d59d'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:44:01.140646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a4ec8cab-b7cd-4a70-afc0-b76413ac2935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['49a63095-125b-4aa8-b4ff-46849470d59d'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:01.215815 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] Set router 049f3506-49d0-4045-925a-14abf30cee39 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:44:01.241538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-a4ec8cab-b7cd-4a70-afc0-b76413ac2935 None None] Set router 49a63095-125b-4aa8-b4ff-46849470d59d gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:44:01.247348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-d369787a-a2ed-4cbf-bc48-43f023f65f04 admin admin] For port 4e86180d-569f-4b0f-ab36-6fc173bb34f1, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=4e86180d-569f-4b0f-ab36-6fc173bb34f1,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:01.248317 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d369787a-a2ed-4cbf-bc48-43f023f65f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:01.271166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-d369787a-a2ed-4cbf-bc48-43f023f65f04 admin admin] Calling delete_port for 4e86180d-569f-4b0f-ab36-6fc173bb34f1 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:44:01.295040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a4ec8cab-b7cd-4a70-afc0-b76413ac2935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'name': 'tempest-TestServerBasicOps-659711045-router', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:38Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 6, 'project_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:01.311988 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:01.326870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec8cab-b7cd-4a70-afc0-b76413ac2935 None None] The sync data for ids ['49a63095-125b-4aa8-b4ff-46849470d59d'] in n-d-779913-27 is: [{'id': '49a63095-125b-4aa8-b4ff-46849470d59d', 'name': 'tempest-TestServerBasicOps-659711045-router', 'tenant_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:38:38Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 6, 'project_id': '875ea858c27241ffbd5eb4ff2bd9e827', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:44:01.462630 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049f3506-49d0-4045-925a-14abf30cee39', 'name': 'tempest-TestVolumeBootPattern-1157192537-router', 'tenant_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'df05ead3-332f-45b5-9029-75cde4a879c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:56Z', 'updated_at': '2021-07-05T10:43:58Z', 'revision_number': 3, 'project_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'gw_port': {'id': 'df05ead3-332f-45b5-9029-75cde4a879c5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049f3506-49d0-4045-925a-14abf30cee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:01.472084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router 0abee369-be36-4754-81e8-ceba7a74104c is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:44:01.489350 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b46982e-b1bc-4f46-85f5-670c225081a4 None None] The sync data for ids ['049f3506-49d0-4045-925a-14abf30cee39'] in n-d-779913-27 is: [{'id': '049f3506-49d0-4045-925a-14abf30cee39', 'name': 'tempest-TestVolumeBootPattern-1157192537-router', 'tenant_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'df05ead3-332f-45b5-9029-75cde4a879c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:56Z', 'updated_at': '2021-07-05T10:43:58Z', 'revision_number': 3, 'project_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'gw_port': {'id': 'df05ead3-332f-45b5-9029-75cde4a879c5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049f3506-49d0-4045-925a-14abf30cee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:44:01.532781 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Allocated IP 172.20.0.1 (cc65ff52-1716-4f0b-bc17-f12343c632f3/a8698b59-205b-4043-9f32-012baf6d097b/53620c74-fa02-4bc4-a0b6-747610448208) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:44:01.582245 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d369787a-a2ed-4cbf-bc48-43f023f65f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:01.615318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369787a-a2ed-4cbf-bc48-43f023f65f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e86180d-569f-4b0f-ab36-6fc173bb34f1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:01.655940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:44:01.676070 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Sync routers for ids ['0abee369-be36-4754-81e8-ceba7a74104c'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:44:01.692041 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Routers {'0abee369-be36-4754-81e8-ceba7a74104c'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:44:01.692682 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0abee369-be36-4754-81e8-ceba7a74104c'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:01.700545 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d369787a-a2ed-4cbf-bc48-43f023f65f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:01.741346 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:01.763475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Transition to ACTIVE for port object 53620c74-fa02-4bc4-a0b6-747610448208 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:44:01.813092 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:01.816699 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a1669a43-7a80-4a99-92af-2acfd4cc06ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.2330019 Jul 05 10:44:01.823216 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35442) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:01.870215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:01.929829 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d369787a-a2ed-4cbf-bc48-43f023f65f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:01.937562 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d369787a-a2ed-4cbf-bc48-43f023f65f04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:01.948819 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Set router 0abee369-be36-4754-81e8-ceba7a74104c gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:44:01.992519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Network cc65ff52-1716-4f0b-bc17-f12343c632f3 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:44:02.002256 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:44:02.017750 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:44:02.021949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Pushing event updated for resources: {'Port': ['ID=53620c74-fa02-4bc4-a0b6-747610448208,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:02.116514 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.122166 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d369787a-a2ed-4cbf-bc48-43f023f65f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.122746 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d369787a-a2ed-4cbf-bc48-43f023f65f04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49a63095-125b-4aa8-b4ff-46849470d59d {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:44:02.127706 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d369787a-a2ed-4cbf-bc48-43f023f65f04 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.132654 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d369787a-a2ed-4cbf-bc48-43f023f65f04 admin admin] 10.222.0.77 "DELETE /v2.0/routers/49a63095-125b-4aa8-b4ff-46849470d59d HTTP/1.1" status: 204 len: 168 time: 1.4210699 Jul 05 10:44:02.133356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35448) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:02.197983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1232b69f-26ac-422e-abc1-c26717a3053f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:44:02.233026 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abee369-be36-4754-81e8-ceba7a74104c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041013274', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:43:59Z', 'revision_number': 3, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:58Z', 'updated_at': '2021-07-05T10:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:02.271618 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Checking router: 0abee369-be36-4754-81e8-ceba7a74104c for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:44:02.272021 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Updating router 0abee369-be36-4754-81e8-ceba7a74104c port d4f3d925-452d-438c-8c33-aeddcfe75e04 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:44:02.321618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f463517-1a20-4caa-afe9-d90f48e835dd admin admin] Deleting subnet f6e0bfa5-6644-474a-affe-8d33b9b06a57 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:44:02.331128 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f463517-1a20-4caa-afe9-d90f48e835dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.344027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 1232b69f-26ac-422e-abc1-c26717a3053f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:02.344410 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.382341 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.385212 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35450) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:02.386394 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aea4d6d7-a29e-4b6f-9d97-8bca557d61ea tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ecd4c65677c0414c9743c8dfedcf672d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5617974 Jul 05 10:44:02.486333 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.486463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:44:02.565491 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f463517-1a20-4caa-afe9-d90f48e835dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.569680 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:02.570400 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.633593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fb04e068-d10f-43f0-a2af-a5c151271e59 None None] Provisioning for port 53620c74-fa02-4bc4-a0b6-747610448208 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:44:02.646954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fb04e068-d10f-43f0-a2af-a5c151271e59 None None] Provisioning complete for port 53620c74-fa02-4bc4-a0b6-747610448208 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:02.647885 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fb04e068-d10f-43f0-a2af-a5c151271e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.701997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fb04e068-d10f-43f0-a2af-a5c151271e59 None None] Port 53620c74-fa02-4bc4-a0b6-747610448208 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:44:02.775941 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eaff14-4e86-41fd-9634-13fa82989d2a tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:02.779166 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-09eaff14-4e86-41fd-9634-13fa82989d2a tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3913023 Jul 05 10:44:02.782273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35452) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:02.839523 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-829b1e4e-7da2-45b7-b50e-2d39d68c8aa6 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541217 Jul 05 10:44:02.842191 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35454) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:02.842470 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.847198 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f463517-1a20-4caa-afe9-d90f48e835dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.853457 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-736c5449-25e7-4cc8-bedd-51b091d39612 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-879424270', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:44:02.879659 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.889955 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Transition to ACTIVE for port object d4f3d925-452d-438c-8c33-aeddcfe75e04 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:44:02.926045 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.951404 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:02.994667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Pushing event updated for resources: {'Port': ['ID=53620c74-fa02-4bc4-a0b6-747610448208,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:03.003209 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.022130 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ea28b-2df4-44fe-b662-dde95025c0b3 None None] Pushing event updated for resources: {'Port': ['ID=d4f3d925-452d-438c-8c33-aeddcfe75e04,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:03.039017 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Attempting to bind port d4f3d925-452d-438c-8c33-aeddcfe75e04 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:44:03.039372 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Attempting to bind port d4f3d925-452d-438c-8c33-aeddcfe75e04 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:44:03.039748 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Attempting to bind port d4f3d925-452d-438c-8c33-aeddcfe75e04 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:44:03.045460 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:44:03.045833 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:44:03.046282 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.046705 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:44:03.047169 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Bound port: d4f3d925-452d-438c-8c33-aeddcfe75e04, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:44:03.047545 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.068205 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f463517-1a20-4caa-afe9-d90f48e835dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.098056 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7f463517-1a20-4caa-afe9-d90f48e835dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.101685 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] For port d4f3d925-452d-438c-8c33-aeddcfe75e04, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:44:03.104157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35456) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:03.104303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7f463517-1a20-4caa-afe9-d90f48e835dd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f6e0bfa5-6644-474a-affe-8d33b9b06a57 HTTP/1.1" status: 204 len: 168 time: 0.9694741 Jul 05 10:44:03.105592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736c5449-25e7-4cc8-bedd-51b091d39612 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Made reservation on behalf of ecd4c65677c0414c9743c8dfedcf672d for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:44:03.105737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6790f165-e1de-4412-808f-dc17c140b571 None None] Network e9ab2edb-e20d-4004-b4a0-69a64903cd4d requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:44:03.109668 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-736c5449-25e7-4cc8-bedd-51b091d39612 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.110983 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] For port d4f3d925-452d-438c-8c33-aeddcfe75e04, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d4f3d925-452d-438c-8c33-aeddcfe75e04,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:44:03.113704 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f463517-1a20-4caa-afe9-d90f48e835dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e0bfa5-6644-474a-affe-8d33b9b06a57,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:03.167069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Network cc65ff52-1716-4f0b-bc17-f12343c632f3 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:44:03.171864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:44:03.195114 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.230112 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.330629 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b140a53-0172-4a4c-ab32-c9556507e306 None None] DHCP port deletion for e9ab2edb-e20d-4004-b4a0-69a64903cd4d request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:44:03.364690 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Routers {'0abee369-be36-4754-81e8-ceba7a74104c'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:44:03.364690 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0abee369-be36-4754-81e8-ceba7a74104c'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:03.365610 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ea28b-2df4-44fe-b662-dde95025c0b3 None None] Pushing event updated for resources: {'Port': ['ID=d4f3d925-452d-438c-8c33-aeddcfe75e04,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:03.393487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Router 049f3506-49d0-4045-925a-14abf30cee39 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:44:03.434889 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7b140a53-0172-4a4c-ab32-c9556507e306 None None] Deleting port 9a491525-bb92-476a-ab16-be14a0d85213 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:44:03.441196 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7b140a53-0172-4a4c-ab32-c9556507e306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.464111 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-736c5449-25e7-4cc8-bedd-51b091d39612 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.514903 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] Set router 0abee369-be36-4754-81e8-ceba7a74104c gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:44:03.521926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device df05ead3-332f-45b5-9029-75cde4a879c5 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:44:03.527295 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] Deleting port 9a491525-bb92-476a-ab16-be14a0d85213 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:44:03.527685 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.556987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736c5449-25e7-4cc8-bedd-51b091d39612 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Checking segment: {'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:44:03.557186 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736c5449-25e7-4cc8-bedd-51b091d39612 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network hostable DHCP agents. Network: 7e0f8317-6a05-4131-8dc7-4c79163bbce7, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:44:03.560985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c5449-25e7-4cc8-bedd-51b091d39612 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Subnet': ['ID=fbbce757-8bb0-400b-901d-9e9430eb8754,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:03.592695 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2d10d29f-ed3d-425c-9d12-122728b431ed None None] Provisioning complete for port 53620c74-fa02-4bc4-a0b6-747610448208 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:03.593188 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2d10d29f-ed3d-425c-9d12-122728b431ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.596433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-7b140a53-0172-4a4c-ab32-c9556507e306 None None] For port 9a491525-bb92-476a-ab16-be14a0d85213, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=9a491525-bb92-476a-ab16-be14a0d85213,segment=NetworkSegment(a27c5e5b-80b4-4c2c-8010-0c9f20f90094),segment_id=a27c5e5b-80b4-4c2c-8010-0c9f20f90094)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:03.596966 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7b140a53-0172-4a4c-ab32-c9556507e306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.639971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7b140a53-0172-4a4c-ab32-c9556507e306 None None] Calling delete_port for 9a491525-bb92-476a-ab16-be14a0d85213 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:44:03.651111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] For port 9a491525-bb92-476a-ab16-be14a0d85213, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=9a491525-bb92-476a-ab16-be14a0d85213,segment=NetworkSegment(a27c5e5b-80b4-4c2c-8010-0c9f20f90094),segment_id=a27c5e5b-80b4-4c2c-8010-0c9f20f90094)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:03.651473 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.656348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736c5449-25e7-4cc8-bedd-51b091d39612 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:44:03.663043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:44:03.664795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2d10d29f-ed3d-425c-9d12-122728b431ed None None] Port 53620c74-fa02-4bc4-a0b6-747610448208 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:44:03.671766 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1f51765d-e686-4236-a55c-fd833a29eb41 admin admin] 10.222.0.77 "PUT /v2.0/routers/049f3506-49d0-4045-925a-14abf30cee39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8327193 Jul 05 10:44:03.675037 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] Calling delete_port for 9a491525-bb92-476a-ab16-be14a0d85213 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:44:03.725999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-736c5449-25e7-4cc8-bedd-51b091d39612 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 7e0f8317-6a05-4131-8dc7-4c79163bbce7) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:44:03.730560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736c5449-25e7-4cc8-bedd-51b091d39612 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:03.731156 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-736c5449-25e7-4cc8-bedd-51b091d39612 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.743301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8843793-58a0-4dc7-bc55-c3ea78a158a7 None None] Network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:44:03.797052 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abee369-be36-4754-81e8-ceba7a74104c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041013274', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:43:59Z', 'revision_number': 3, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:58Z', 'updated_at': '2021-07-05T10:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:03.818828 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-736c5449-25e7-4cc8-bedd-51b091d39612 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9747396 Jul 05 10:44:03.821890 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35460) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:03.829799 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f0a927-4e45-4866-a6d6-32a6c7c71e58 None None] The sync data for ids ['0abee369-be36-4754-81e8-ceba7a74104c'] in n-d-779913-27 is: [{'id': '0abee369-be36-4754-81e8-ceba7a74104c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041013274', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:43:59Z', 'revision_number': 3, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:58Z', 'updated_at': '2021-07-05T10:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:44:03.833573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port df05ead3-332f-45b5-9029-75cde4a879c5 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:44:03.852289 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port df05ead3-332f-45b5-9029-75cde4a879c5 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:03.852663 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.880986 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.911307 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a491525-bb92-476a-ab16-be14a0d85213,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:03.913366 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] No DVR routers for this DVR port 9a491525-bb92-476a-ab16-be14a0d85213 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:44:03.919918 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7b140a53-0172-4a4c-ab32-c9556507e306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:03.963528 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b140a53-0172-4a4c-ab32-c9556507e306 None None] No DVR routers for this DVR port 9a491525-bb92-476a-ab16-be14a0d85213 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:44:03.969019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b140a53-0172-4a4c-ab32-c9556507e306 None None] Pushing event deleted for resources: {'Port': ['ID=9a491525-bb92-476a-ab16-be14a0d85213,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:04.008910 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:04.022645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ab2edb-e20d-4004-b4a0-69a64903cd4d']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:04.031769 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ips': [{'subnet_id': 'fbbce757-8bb0-400b-901d-9e9430eb8754'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:44:04.032620 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:04.037482 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27c5e5b-80b4-4c2c-8010-0c9f20f90094') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:04.037482 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27c5e5b-80b4-4c2c-8010-0c9f20f90094') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:04.072513 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:04.096504 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:04.105138 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:44:04.105672 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:44:04.107563 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:44:04.138137 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:04.176574 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port df05ead3-332f-45b5-9029-75cde4a879c5, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=df05ead3-332f-45b5-9029-75cde4a879c5,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:04.217224 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Allocated IP 172.20.0.2 (7e0f8317-6a05-4131-8dc7-4c79163bbce7/fbbce757-8bb0-400b-901d-9e9430eb8754/945e9959-b24d-4110-ba64-1b3d11597b75) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:44:04.264419 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:04.271312 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:04.277039 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] 10.222.0.77 "DELETE /v2.0/networks/e9ab2edb-e20d-4004-b4a0-69a64903cd4d HTTP/1.1" status: 204 len: 168 time: 1.1688309 Jul 05 10:44:04.287905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754d53a-6722-4d2c-afcb-88fc16c43e2d admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ab2edb-e20d-4004-b4a0-69a64903cd4d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:04.293038 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:04.377930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=df05ead3-332f-45b5-9029-75cde4a879c5,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:04.393590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 465ba5c1-6018-4cfc-816e-cf7291b4cd4e no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:44:04.428861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 465ba5c1-6018-4cfc-816e-cf7291b4cd4e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:44:04.429207 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 465ba5c1-6018-4cfc-816e-cf7291b4cd4e not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:44:04.429624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 4e86180d-569f-4b0f-ab36-6fc173bb34f1 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:44:04.460101 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 4e86180d-569f-4b0f-ab36-6fc173bb34f1 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:44:04.460445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 4e86180d-569f-4b0f-ab36-6fc173bb34f1 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:44:04.460859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9a491525-bb92-476a-ab16-be14a0d85213 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:44:04.503134 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 9a491525-bb92-476a-ab16-be14a0d85213 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:44:04.503484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 9a491525-bb92-476a-ab16-be14a0d85213 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:44:04.540785 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:04.555540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Transition to ACTIVE for port object 945e9959-b24d-4110-ba64-1b3d11597b75 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:44:04.575920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Transition to ACTIVE for port object 945e9959-b24d-4110-ba64-1b3d11597b75 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:44:04.672116 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:04.697896 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:04.743111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:44:04.749063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:44:04.762097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:44:04.764298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Pushing event updated for resources: {'Port': ['ID=945e9959-b24d-4110-ba64-1b3d11597b75,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:04.778621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35474) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:04.829782 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ed956d48-3755-4938-8142-b5dd9cddaac8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b0db45c2dca4479580634901fe459421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499234 Jul 05 10:44:04.832503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35476) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:04.858153 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Attempting to bind port 945e9959-b24d-4110-ba64-1b3d11597b75 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:44:04.858153 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Attempting to bind port 945e9959-b24d-4110-ba64-1b3d11597b75 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:44:04.858153 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Attempting to bind port 945e9959-b24d-4110-ba64-1b3d11597b75 on network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:44:04.860767 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:44:04.861171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Checking segment: {'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:44:04.861579 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:04.862021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Bound using segment: {'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:44:04.862495 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Bound port: 945e9959-b24d-4110-ba64-1b3d11597b75, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:44:04.862878 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:04.905436 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf0d69df-d048-43b4-99cc-d9080ae2da20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:04.940043 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] For port 945e9959-b24d-4110-ba64-1b3d11597b75, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:44:04.944769 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] For port 945e9959-b24d-4110-ba64-1b3d11597b75, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=945e9959-b24d-4110-ba64-1b3d11597b75,segment=NetworkSegment(e871c97c-d767-43b6-ae10-1e45164644be),segment_id=e871c97c-d767-43b6-ae10-1e45164644be)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:44:04.961213 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf0d69df-d048-43b4-99cc-d9080ae2da20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:05.035238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Allocated IP 172.20.0.1 (7e0f8317-6a05-4131-8dc7-4c79163bbce7/fbbce757-8bb0-400b-901d-9e9430eb8754/10cce19d-ce1c-41cb-9d52-18780f0cf713) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:44:05.075174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Sync routers for ids ['049f3506-49d0-4045-925a-14abf30cee39'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:44:05.081767 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:05.126417 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Routers {'049f3506-49d0-4045-925a-14abf30cee39'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:44:05.127118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['049f3506-49d0-4045-925a-14abf30cee39'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:05.194102 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf0d69df-d048-43b4-99cc-d9080ae2da20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:05.195790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:05.197541 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bf0d69df-d048-43b4-99cc-d9080ae2da20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:05.198076 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bf0d69df-d048-43b4-99cc-d9080ae2da20 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/027e1cd2-d98b-48b3-b4d9-16395cc8e65c HTTP/1.1" status: 204 len: 168 time: 0.3646657 Jul 05 10:44:05.212290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Transition to ACTIVE for port object 10cce19d-ce1c-41cb-9d52-18780f0cf713 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:44:05.213553 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d69df-d048-43b4-99cc-d9080ae2da20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027e1cd2-d98b-48b3-b4d9-16395cc8e65c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:05.227807 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd100f1-ec81-4294-add8-ae6fec5e6dcc None None] Pushing event updated for resources: {'Port': ['ID=945e9959-b24d-4110-ba64-1b3d11597b75,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:05.343396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Set router 049f3506-49d0-4045-925a-14abf30cee39 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:44:05.376624 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:05.486635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:44:05.491055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:44:05.495609 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:44:05.592920 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=10cce19d-ce1c-41cb-9d52-18780f0cf713,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:05.619423 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:05.659957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d4f3d925-452d-438c-8c33-aeddcfe75e04 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:44:05.908047 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049f3506-49d0-4045-925a-14abf30cee39', 'name': 'tempest-TestVolumeBootPattern-1157192537-router', 'tenant_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'df05ead3-332f-45b5-9029-75cde4a879c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:56Z', 'updated_at': '2021-07-05T10:44:02Z', 'revision_number': 4, 'project_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'gw_port': {'id': 'df05ead3-332f-45b5-9029-75cde4a879c5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f3506-49d0-4045-925a-14abf30cee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '53620c74-fa02-4bc4-a0b6-747610448208', 'name': '', 'network_id': 'cc65ff52-1716-4f0b-bc17-f12343c632f3', 'tenant_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'mac_address': 'fa:16:3e:23:5f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049f3506-49d0-4045-925a-14abf30cee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a8698b59-205b-4043-9f32-012baf6d097b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:44:01Z', 'updated_at': '2021-07-05T10:44:02Z', 'revision_number': 2, 'project_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'subnets': [{'id': 'a8698b59-205b-4043-9f32-012baf6d097b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:05.947430 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port d4f3d925-452d-438c-8c33-aeddcfe75e04 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:44:05.948888 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:05.952497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Checking router: 049f3506-49d0-4045-925a-14abf30cee39 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:44:05.952862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Updating router 049f3506-49d0-4045-925a-14abf30cee39 port 53620c74-fa02-4bc4-a0b6-747610448208 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:44:05.982808 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port d4f3d925-452d-438c-8c33-aeddcfe75e04 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:05.983184 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:06.027021 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:06.151565 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:06.177947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port d4f3d925-452d-438c-8c33-aeddcfe75e04, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d4f3d925-452d-438c-8c33-aeddcfe75e04,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:06.222345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35488) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:06.292238 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-083cff8f-e3a6-4025-9efd-80ad7c005253 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=875ea858c27241ffbd5eb4ff2bd9e827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686126 Jul 05 10:44:06.293068 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35490) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:06.338960 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:06.340047 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device df05ead3-332f-45b5-9029-75cde4a879c5 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:44:06.351004 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56187fd7-5cb9-44b8-b146-b8b35edb9d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:06.376309 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56187fd7-5cb9-44b8-b146-b8b35edb9d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:06.382456 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:06.487865 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:06.506038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b38dd9-1057-4bd2-9dad-937ffd883c8b None None] Network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:44:06.544632 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56187fd7-5cb9-44b8-b146-b8b35edb9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:06.547408 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-56187fd7-5cb9-44b8-b146-b8b35edb9d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:06.555342 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-56187fd7-5cb9-44b8-b146-b8b35edb9d02 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d51ef20-2530-40d5-8af7-728cd17f8eae HTTP/1.1" status: 204 len: 168 time: 0.2610390 Jul 05 10:44:06.579436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56187fd7-5cb9-44b8-b146-b8b35edb9d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d51ef20-2530-40d5-8af7-728cd17f8eae,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:06.593621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=d4f3d925-452d-438c-8c33-aeddcfe75e04,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:06.609108 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:06.617560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=10cce19d-ce1c-41cb-9d52-18780f0cf713,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:06.618846 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port df05ead3-332f-45b5-9029-75cde4a879c5 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:06.619223 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:06.665980 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-95dada67-0e4f-45ca-8d27-b9efba7d2811 None None] Provisioning for port 945e9959-b24d-4110-ba64-1b3d11597b75 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:44:06.748141 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:44:06.749812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:44:06.805394 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:06.862233 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Transition to ACTIVE for port object 53620c74-fa02-4bc4-a0b6-747610448208 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:44:06.885027 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router 0abee369-be36-4754-81e8-ceba7a74104c has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:44:06.944698 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:07.008146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2c4e3-9ea2-49f0-b8a9-939e2caa79fc None None] Pushing event updated for resources: {'Port': ['ID=53620c74-fa02-4bc4-a0b6-747610448208,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:07.085803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:44:07.103910 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-61dcee07-bb8f-4bc9-a2ee-4fd9c9cfd2b5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "PUT /v2.0/routers/0abee369-be36-4754-81e8-ceba7a74104c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2739727 Jul 05 10:44:07.138537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Attempting to bind port 53620c74-fa02-4bc4-a0b6-747610448208 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:44:07.138931 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Attempting to bind port 53620c74-fa02-4bc4-a0b6-747610448208 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '66e938d1-0f5b-481d-8487-a648ce4442e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc65ff52-1716-4f0b-bc17-f12343c632f3'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:44:07.139288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Attempting to bind port 53620c74-fa02-4bc4-a0b6-747610448208 on network cc65ff52-1716-4f0b-bc17-f12343c632f3 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:44:07.149471 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:44:07.150164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Checking segment: {'id': '66e938d1-0f5b-481d-8487-a648ce4442e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc65ff52-1716-4f0b-bc17-f12343c632f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:44:07.150872 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:07.151475 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Bound using segment: {'id': '66e938d1-0f5b-481d-8487-a648ce4442e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc65ff52-1716-4f0b-bc17-f12343c632f3'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:44:07.152432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Bound port: 53620c74-fa02-4bc4-a0b6-747610448208, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e938d1-0f5b-481d-8487-a648ce4442e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc65ff52-1716-4f0b-bc17-f12343c632f3'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:44:07.153062 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:07.270782 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Sync routers for ids ['0abee369-be36-4754-81e8-ceba7a74104c'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:44:07.297547 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] For port 53620c74-fa02-4bc4-a0b6-747610448208, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:44:07.299349 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Routers {'0abee369-be36-4754-81e8-ceba7a74104c'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:44:07.301614 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-87a42549-da03-47df-8db9-450271c1c826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0abee369-be36-4754-81e8-ceba7a74104c'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:07.303875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] For port 53620c74-fa02-4bc4-a0b6-747610448208, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=53620c74-fa02-4bc4-a0b6-747610448208,segment=NetworkSegment(66e938d1-0f5b-481d-8487-a648ce4442e3),segment_id=66e938d1-0f5b-481d-8487-a648ce4442e3)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:44:07.418219 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:07.536038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2c4e3-9ea2-49f0-b8a9-939e2caa79fc None None] Pushing event updated for resources: {'Port': ['ID=53620c74-fa02-4bc4-a0b6-747610448208,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:07.549841 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-8a15faf4-8fb8-4da5-9289-cf6025d2cffc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409527175&fields=id&tenant_id=ecd4c65677c0414c9743c8dfedcf672d HTTP/1.1" status: 200 len: 267 time: 0.1480041 Jul 05 10:44:07.555743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8f6397c6-8daa-47da-82af-aff6d3d1c47c None None] Provisioning for port 10cce19d-ce1c-41cb-9d52-18780f0cf713 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:44:07.568436 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8f6397c6-8daa-47da-82af-aff6d3d1c47c None None] Provisioning complete for port 10cce19d-ce1c-41cb-9d52-18780f0cf713 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:07.568927 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8f6397c6-8daa-47da-82af-aff6d3d1c47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:07.621542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Routers {'049f3506-49d0-4045-925a-14abf30cee39'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:44:07.622289 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['049f3506-49d0-4045-925a-14abf30cee39'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:07.697500 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Set router 0abee369-be36-4754-81e8-ceba7a74104c gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:44:07.728049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d4f3d925-452d-438c-8c33-aeddcfe75e04 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:44:07.804234 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-10cc52e7-f4a0-4961-acec-868c24ccb579 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:07.805856 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-10cc52e7-f4a0-4961-acec-868c24ccb579 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/networks?id=7e0f8317-6a05-4131-8dc7-4c79163bbce7 HTTP/1.1" status: 200 len: 796 time: 0.2552238 Jul 05 10:44:07.816068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8f6397c6-8daa-47da-82af-aff6d3d1c47c None None] Port 10cce19d-ce1c-41cb-9d52-18780f0cf713 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:44:07.828305 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-28ba90ca-bdad-4009-9467-9d7989a1d705 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/quotas/ecd4c65677c0414c9743c8dfedcf672d HTTP/1.1" status: 200 len: 375 time: 0.0165017 Jul 05 10:44:07.898540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] Set router 049f3506-49d0-4045-925a-14abf30cee39 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:44:07.980196 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-bd0903f3-abe3-43be-8e70-c1254704eddb tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1447499 Jul 05 10:44:07.985941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port d4f3d925-452d-438c-8c33-aeddcfe75e04 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:07.986320 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:08.042159 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-87a42549-da03-47df-8db9-450271c1c826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abee369-be36-4754-81e8-ceba7a74104c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041013274', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:44:05Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:58Z', 'updated_at': '2021-07-05T10:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '10cce19d-ce1c-41cb-9d52-18780f0cf713', 'name': '', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:a5:c6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:44:04Z', 'updated_at': '2021-07-05T10:44:06Z', 'revision_number': 2, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:08.078536 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Checking router: 0abee369-be36-4754-81e8-ceba7a74104c for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:44:08.079013 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Updating router 0abee369-be36-4754-81e8-ceba7a74104c port 10cce19d-ce1c-41cb-9d52-18780f0cf713 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:44:08.101397 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-afcc570a-51b6-4fc2-bf0e-b47f818755fe service neutron] 10.222.0.77 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058948 Jul 05 10:44:08.120154 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:08.152476 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cd6377e1-83cd-47ba-a433-4d72292c0efc None None] Provisioning complete for port 10cce19d-ce1c-41cb-9d52-18780f0cf713 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:08.152846 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cd6377e1-83cd-47ba-a433-4d72292c0efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:08.203937 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-479264cd-6115-413b-859d-4a552def637b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:08.205466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-479264cd-6115-413b-859d-4a552def637b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 811 time: 0.1314666 Jul 05 10:44:08.218076 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-70c48834-1a59-41e8-9374-b8fc5234a1f8 service neutron] 10.222.0.77 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151524 Jul 05 10:44:08.227395 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-cb8eccb4-5c4d-4817-8cad-46d13592b82c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/quotas/43ebf75bd93c4a30b46bb2decd0de529 HTTP/1.1" status: 200 len: 375 time: 0.0146985 Jul 05 10:44:08.357419 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-db4ea173-212f-4fa5-8ae3-a525d81f9a9d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1246414 Jul 05 10:44:08.395326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-cd6377e1-83cd-47ba-a433-4d72292c0efc None None] Port 10cce19d-ce1c-41cb-9d52-18780f0cf713 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:44:08.430314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 945e9959-b24d-4110-ba64-1b3d11597b75 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:44:08.486373 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:08.500869 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Transition to ACTIVE for port object 10cce19d-ce1c-41cb-9d52-18780f0cf713 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:44:08.518438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-131b2742-f467-4efd-b633-6e371f961a93 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:44:08.522782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049f3506-49d0-4045-925a-14abf30cee39', 'name': 'tempest-TestVolumeBootPattern-1157192537-router', 'tenant_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'df05ead3-332f-45b5-9029-75cde4a879c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:56Z', 'updated_at': '2021-07-05T10:44:02Z', 'revision_number': 4, 'project_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'gw_port': {'id': 'df05ead3-332f-45b5-9029-75cde4a879c5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f3506-49d0-4045-925a-14abf30cee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '53620c74-fa02-4bc4-a0b6-747610448208', 'name': '', 'network_id': 'cc65ff52-1716-4f0b-bc17-f12343c632f3', 'tenant_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'mac_address': 'fa:16:3e:23:5f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049f3506-49d0-4045-925a-14abf30cee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a8698b59-205b-4043-9f32-012baf6d097b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:44:01Z', 'updated_at': '2021-07-05T10:44:07Z', 'revision_number': 4, 'project_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'subnets': [{'id': 'a8698b59-205b-4043-9f32-012baf6d097b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:08.525948 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-131b2742-f467-4efd-b633-6e371f961a93 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1609664 Jul 05 10:44:08.546956 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-782b0be3-5d3b-443d-9db2-4fbfa704a2dd req-52182b42-decd-47b3-b4ef-3046118988fd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 210 time: 0.0463734 Jul 05 10:44:08.557624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522a0c7-e1a6-4762-abee-6b12d729ae73 None None] The sync data for ids ['049f3506-49d0-4045-925a-14abf30cee39'] in n-d-779913-27 is: [{'id': '049f3506-49d0-4045-925a-14abf30cee39', 'name': 'tempest-TestVolumeBootPattern-1157192537-router', 'tenant_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'df05ead3-332f-45b5-9029-75cde4a879c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:56Z', 'updated_at': '2021-07-05T10:44:02Z', 'revision_number': 4, 'project_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'gw_port': {'id': 'df05ead3-332f-45b5-9029-75cde4a879c5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f3506-49d0-4045-925a-14abf30cee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '53620c74-fa02-4bc4-a0b6-747610448208', 'name': '', 'network_id': 'cc65ff52-1716-4f0b-bc17-f12343c632f3', 'tenant_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'mac_address': 'fa:16:3e:23:5f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049f3506-49d0-4045-925a-14abf30cee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'a8698b59-205b-4043-9f32-012baf6d097b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:44:01Z', 'updated_at': '2021-07-05T10:44:07Z', 'revision_number': 4, 'project_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'subnets': [{'id': 'a8698b59-205b-4043-9f32-012baf6d097b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:44:08.577526 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:08.616162 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 945e9959-b24d-4110-ba64-1b3d11597b75 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:44:08.626600 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 945e9959-b24d-4110-ba64-1b3d11597b75 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:08.626600 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:08.702219 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-e9dddffe-2401-43b7-8843-9a73f0da4677 service neutron] 10.222.0.77 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734486 Jul 05 10:44:08.758776 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2099e-fd80-4797-9bbc-c1e4e70700cc None None] Pushing event updated for resources: {'Port': ['ID=10cce19d-ce1c-41cb-9d52-18780f0cf713,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:08.772226 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:08.780784 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Attempting to bind port 10cce19d-ce1c-41cb-9d52-18780f0cf713 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:44:08.781339 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Attempting to bind port 10cce19d-ce1c-41cb-9d52-18780f0cf713 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:44:08.782352 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Attempting to bind port 10cce19d-ce1c-41cb-9d52-18780f0cf713 on network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:44:08.790391 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:44:08.791017 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Checking segment: {'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:44:08.791560 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:08.792602 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Bound using segment: {'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:44:08.793824 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Bound port: 10cce19d-ce1c-41cb-9d52-18780f0cf713, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:44:08.794372 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:08.831704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 945e9959-b24d-4110-ba64-1b3d11597b75, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=945e9959-b24d-4110-ba64-1b3d11597b75,segment=NetworkSegment(e871c97c-d767-43b6-ae10-1e45164644be),segment_id=e871c97c-d767-43b6-ae10-1e45164644be)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:08.859934 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-3e7cd49f-0b65-402d-8033-935f47dfe853 service neutron] 10.222.0.77 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544290 Jul 05 10:44:08.910142 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-87a42549-da03-47df-8db9-450271c1c826 None None] For port 10cce19d-ce1c-41cb-9d52-18780f0cf713, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:44:08.915259 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-87a42549-da03-47df-8db9-450271c1c826 None None] For port 10cce19d-ce1c-41cb-9d52-18780f0cf713, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=10cce19d-ce1c-41cb-9d52-18780f0cf713,segment=NetworkSegment(e871c97c-d767-43b6-ae10-1e45164644be),segment_id=e871c97c-d767-43b6-ae10-1e45164644be)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:44:08.924550 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:09.001321 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=945e9959-b24d-4110-ba64-1b3d11597b75,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:09.005192 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:09.105559 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Routers {'0abee369-be36-4754-81e8-ceba7a74104c'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:44:09.106258 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-87a42549-da03-47df-8db9-450271c1c826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0abee369-be36-4754-81e8-ceba7a74104c'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:09.148356 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2099e-fd80-4797-9bbc-c1e4e70700cc None None] Pushing event updated for resources: {'Port': ['ID=10cce19d-ce1c-41cb-9d52-18780f0cf713,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:09.231413 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-87a42549-da03-47df-8db9-450271c1c826 None None] Set router 0abee369-be36-4754-81e8-ceba7a74104c gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:44:09.451690 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-87a42549-da03-47df-8db9-450271c1c826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abee369-be36-4754-81e8-ceba7a74104c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041013274', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:44:05Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:58Z', 'updated_at': '2021-07-05T10:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '10cce19d-ce1c-41cb-9d52-18780f0cf713', 'name': '', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:a5:c6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:44:04Z', 'updated_at': '2021-07-05T10:44:08Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:09.490032 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a42549-da03-47df-8db9-450271c1c826 None None] The sync data for ids ['0abee369-be36-4754-81e8-ceba7a74104c'] in n-d-779913-27 is: [{'id': '0abee369-be36-4754-81e8-ceba7a74104c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041013274', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:44:05Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:58Z', 'updated_at': '2021-07-05T10:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '10cce19d-ce1c-41cb-9d52-18780f0cf713', 'name': '', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:a5:c6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:44:04Z', 'updated_at': '2021-07-05T10:44:08Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:44:09.513383 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 53620c74-fa02-4bc4-a0b6-747610448208 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:44:09.627140 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-41efd1cf-c39d-4521-aeae-a573c73b6f6c req-d74256dd-66f1-4d29-a280-b9af5fe0ac4a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 210 time: 0.0603786 Jul 05 10:44:09.697947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 53620c74-fa02-4bc4-a0b6-747610448208 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:44:09.701066 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a3f3f14-081a-4b14-99ac-62f48f75f361 req-2d721292-276d-407f-a4b9-b98d0383672b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 210 time: 0.0525224 Jul 05 10:44:09.702834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 53620c74-fa02-4bc4-a0b6-747610448208 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:09.704259 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:09.805410 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:09.849029 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 53620c74-fa02-4bc4-a0b6-747610448208, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=53620c74-fa02-4bc4-a0b6-747610448208,segment=NetworkSegment(66e938d1-0f5b-481d-8487-a648ce4442e3),segment_id=66e938d1-0f5b-481d-8487-a648ce4442e3)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:09.914494 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:09.915883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 945e9959-b24d-4110-ba64-1b3d11597b75 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:44:09.997385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=53620c74-fa02-4bc4-a0b6-747610448208,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:10.013560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 945e9959-b24d-4110-ba64-1b3d11597b75 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:10.013954 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:10.706051 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73760a37-4a8a-4a19-a2b3-66958c657269 req-ac2ab5e7-a843-4720-a556-f6fd75c940ca tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 210 time: 0.0285027 Jul 05 10:44:10.851261 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-44576d4e-5fe3-4f2c-ae1c-702d39bde4f6 req-78b45341-e5d8-48b2-a844-9ac2a9a12e39 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 210 time: 0.0303423 Jul 05 10:44:11.182999 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e2234da5-da75-49f5-b065-79823dbe4033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:11.470376 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 10cce19d-ce1c-41cb-9d52-18780f0cf713 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:44:11.575902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 10cce19d-ce1c-41cb-9d52-18780f0cf713 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:44:11.579642 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 10cce19d-ce1c-41cb-9d52-18780f0cf713 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:11.580168 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:11.662507 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:11.694711 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 10cce19d-ce1c-41cb-9d52-18780f0cf713, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=10cce19d-ce1c-41cb-9d52-18780f0cf713,segment=NetworkSegment(e871c97c-d767-43b6-ae10-1e45164644be),segment_id=e871c97c-d767-43b6-ae10-1e45164644be)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:11.800910 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:11.801735 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 53620c74-fa02-4bc4-a0b6-747610448208 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:44:11.847113 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-899abe46-8c1c-4cf8-bcfe-061608070d06 req-2ad87b14-4068-4d24-8042-cb7ad7608dae tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 210 time: 0.0294542 Jul 05 10:44:11.883018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=10cce19d-ce1c-41cb-9d52-18780f0cf713,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:11.893781 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 53620c74-fa02-4bc4-a0b6-747610448208 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:11.894163 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:12.013613 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e60b88e-2f4c-4c4b-8ecf-9f72bb70038a req-e502c4bf-9c5e-4b54-989e-4d0908757fd3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 210 time: 0.0406239 Jul 05 10:44:12.059100 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-a1730964-0f8c-49fa-848b-0dcb1d63fd9a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:12.060615 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-a1730964-0f8c-49fa-848b-0dcb1d63fd9a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "GET /v2.0/networks?id=7e0f8317-6a05-4131-8dc7-4c79163bbce7 HTTP/1.1" status: 200 len: 796 time: 0.1376092 Jul 05 10:44:12.114426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-60ef45b4-83de-4049-9ca4-bd1ff476533a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecd4c65677c0414c9743c8dfedcf672d HTTP/1.1" status: 200 len: 379 time: 0.0448396 Jul 05 10:44:12.124714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-1fa100b2-3035-4a0f-85bf-b2a371317110 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'port': {'device_id': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'admin_state_up': True, 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'security_groups': ['1b27cdad-5bd1-4a43-a046-0b66f42862c4']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:44:12.337695 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-1fa100b2-3035-4a0f-85bf-b2a371317110 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Made reservation on behalf of ecd4c65677c0414c9743c8dfedcf672d for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:44:12.348454 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-1fa100b2-3035-4a0f-85bf-b2a371317110 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:12.494369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-1fa100b2-3035-4a0f-85bf-b2a371317110 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Allocated IP 172.20.0.7 (7e0f8317-6a05-4131-8dc7-4c79163bbce7/fbbce757-8bb0-400b-901d-9e9430eb8754/414a8b72-f49b-449b-be33-d7d3fe5c66cd) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:44:12.726715 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-1fa100b2-3035-4a0f-85bf-b2a371317110 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:12.757522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-1fa100b2-3035-4a0f-85bf-b2a371317110 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Transition to ACTIVE for port object 414a8b72-f49b-449b-be33-d7d3fe5c66cd will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:44:12.791059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-875a5d4b-e8d7-4ba7-b645-55dd1b6f1bfd tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:12.792618 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-875a5d4b-e8d7-4ba7-b645-55dd1b6f1bfd tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.64 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 811 time: 0.1401229 Jul 05 10:44:12.812308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-4d301de5-473b-4783-9f79-199e09b39c32 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'port': {'device_id': '9a8b450b-ae24-458e-8056-2584a0f572de', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'admin_state_up': True, 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:44:12.933779 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-1fa100b2-3035-4a0f-85bf-b2a371317110 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:12.993173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-1fa100b2-3035-4a0f-85bf-b2a371317110 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:44:13.000751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-1fa100b2-3035-4a0f-85bf-b2a371317110 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:44:13.004626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-1fa100b2-3035-4a0f-85bf-b2a371317110 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:44:13.010772 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e37f14a-7712-4de2-a692-d4b0206fd53b req-21342572-194f-4bc8-8e2d-5b36f5b632e6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 210 time: 0.0331247 Jul 05 10:44:13.012383 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa100b2-3035-4a0f-85bf-b2a371317110 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=414a8b72-f49b-449b-be33-d7d3fe5c66cd,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:13.069185 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-1fa100b2-3035-4a0f-85bf-b2a371317110 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:13.070338 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-1fa100b2-3035-4a0f-85bf-b2a371317110 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:13.082150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-4d301de5-473b-4783-9f79-199e09b39c32 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Made reservation on behalf of 43ebf75bd93c4a30b46bb2decd0de529 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:44:13.086246 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-4d301de5-473b-4783-9f79-199e09b39c32 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:13.184511 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-1fa100b2-3035-4a0f-85bf-b2a371317110 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0634639 Jul 05 10:44:13.285563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Request body: {'port': {'device_id': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:44:13.372472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8d287746-9289-4e25-ae60-b8543d032fa4 None None] Provisioning for port 414a8b72-f49b-449b-be33-d7d3fe5c66cd completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:44:13.378564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8d287746-9289-4e25-ae60-b8543d032fa4 None None] Provisioning complete for port 414a8b72-f49b-449b-be33-d7d3fe5c66cd triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:13.379328 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d287746-9289-4e25-ae60-b8543d032fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:13.433590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 10cce19d-ce1c-41cb-9d52-18780f0cf713 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:44:13.462490 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8d287746-9289-4e25-ae60-b8543d032fa4 None None] Port 414a8b72-f49b-449b-be33-d7d3fe5c66cd cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:44:13.497764 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 10cce19d-ce1c-41cb-9d52-18780f0cf713 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:13.498163 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:13.606933 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-24c3fdce-4f4a-4214-bcfa-6537f39a705a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:13.675077 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:13.708045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-4d301de5-473b-4783-9f79-199e09b39c32 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Allocated IP 172.20.0.8 (7cc671a4-8077-4eab-9255-d46a165ab8ca/90f6bfa3-bb12-49ce-a315-975b3e4fa6cc/d092e188-3ab7-49b3-a8b3-b34db047c20a) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:44:13.720689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256b913-9923-4250-b75b-25e1bba78d11 req-9e6eb123-366d-4e41-adb4-4a8cbdd3f9c3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:13.722515 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b256b913-9923-4250-b75b-25e1bba78d11 req-9e6eb123-366d-4e41-adb4-4a8cbdd3f9c3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 931 time: 0.5572937 Jul 05 10:44:13.819195 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b256b913-9923-4250-b75b-25e1bba78d11 req-f75e4e44-388f-4147-8bc7-621c71f2ab68 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863233 Jul 05 10:44:13.848069 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:14.039828 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-4d301de5-473b-4783-9f79-199e09b39c32 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:14.106184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-4d301de5-473b-4783-9f79-199e09b39c32 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Transition to ACTIVE for port object d092e188-3ab7-49b3-a8b3-b34db047c20a will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:44:14.176358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-993beb27-2706-40ce-add2-38fb382ff0b2 req-8ad35bc8-1395-43d3-acbe-d0989eff534d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 210 time: 0.0297976 Jul 05 10:44:14.241892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414a8b72-f49b-449b-be33-d7d3fe5c66cd {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:44:14.250372 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:14.266048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Transition to ACTIVE for port object 414a8b72-f49b-449b-be33-d7d3fe5c66cd will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:44:14.309550 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-4d301de5-473b-4783-9f79-199e09b39c32 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:14.361023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-4d301de5-473b-4783-9f79-199e09b39c32 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Network 7cc671a4-8077-4eab-9255-d46a165ab8ca is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:44:14.367452 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:14.369529 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-4d301de5-473b-4783-9f79-199e09b39c32 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:44:14.374413 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-4d301de5-473b-4783-9f79-199e09b39c32 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:44:14.404013 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d301de5-473b-4783-9f79-199e09b39c32 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'Port': ['ID=d092e188-3ab7-49b3-a8b3-b34db047c20a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:14.474267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-4d301de5-473b-4783-9f79-199e09b39c32 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:14.474985 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-4d301de5-473b-4783-9f79-199e09b39c32 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:14.514541 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Pushing event updated for resources: {'Port': ['ID=414a8b72-f49b-449b-be33-d7d3fe5c66cd,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:14.573198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Attempting to bind port 414a8b72-f49b-449b-be33-d7d3fe5c66cd on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:44:14.573527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Attempting to bind port 414a8b72-f49b-449b-be33-d7d3fe5c66cd by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:44:14.573916 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Attempting to bind port 414a8b72-f49b-449b-be33-d7d3fe5c66cd on network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:44:14.579814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Port 414a8b72-f49b-449b-be33-d7d3fe5c66cd on network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:44:14.580118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Attempting to bind port 414a8b72-f49b-449b-be33-d7d3fe5c66cd on network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:44:14.588291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:44:14.588802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Checking segment: {'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:44:14.589702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Bound using segment: {'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:44:14.590449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Bound port: 414a8b72-f49b-449b-be33-d7d3fe5c66cd, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:44:14.591038 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:14.614074 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-4d301de5-473b-4783-9f79-199e09b39c32 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8070896 Jul 05 10:44:14.643265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Request body: {'port': {'device_id': '9a8b450b-ae24-458e-8056-2584a0f572de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:44:14.732727 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] For port 414a8b72-f49b-449b-be33-d7d3fe5c66cd, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:44:14.740093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] For port 414a8b72-f49b-449b-be33-d7d3fe5c66cd, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd,segment=NetworkSegment(e871c97c-d767-43b6-ae10-1e45164644be),segment_id=e871c97c-d767-43b6-ae10-1e45164644be)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:44:14.744858 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:14.764396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ade9eb74-8dca-4099-b55e-631331f71784 None None] Provisioning for port d092e188-3ab7-49b3-a8b3-b34db047c20a completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:44:14.769270 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ade9eb74-8dca-4099-b55e-631331f71784 None None] Provisioning complete for port d092e188-3ab7-49b3-a8b3-b34db047c20a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:14.769721 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ade9eb74-8dca-4099-b55e-631331f71784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:14.817750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ade9eb74-8dca-4099-b55e-631331f71784 None None] Port d092e188-3ab7-49b3-a8b3-b34db047c20a cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:44:14.824935 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:14.921779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:14.922413 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:14.924145 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] 10.222.0.64 "PUT /v2.0/ports/414a8b72-f49b-449b-be33-d7d3fe5c66cd HTTP/1.1" status: 200 len: 1092 time: 1.7201862 Jul 05 10:44:14.926088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'tag': '414a8b72-f49b-449b-be33-d7d3fe5c66cd'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:44:14.928524 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df50f7b2-7541-4455-a104-b09a510cff40" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea5c99e-2f70-4854-8471-de4e7fa35843", "tag": "414a8b72-f49b-449b-be33-d7d3fe5c66cd"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:44:15.035166 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:15.035565 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f04305-67d4-4f1a-a098-728bbb19d319 x-openstack-request-id: req-c6f04305-67d4-4f1a-a098-728bbb19d319 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:44:15.036015 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea5c99e-2f70-4854-8471-de4e7fa35843", "tag": "414a8b72-f49b-449b-be33-d7d3fe5c66cd", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:44:15.036129 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6f04305-67d4-4f1a-a098-728bbb19d319 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:44:15.037072 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'tag': '414a8b72-f49b-449b-be33-d7d3fe5c66cd', 'status': 'completed', 'code': 200} Jul 05 10:44:15.052859 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325835f7-8040-4c75-8840-f523fbccc33a service neutron] Pushing event updated for resources: {'Port': ['ID=414a8b72-f49b-449b-be33-d7d3fe5c66cd,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:15.156974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79966019-8311-40d6-a1a0-01aa327c4232 req-60234cba-eb88-4e58-a757-3456d4ef5639 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:15.158510 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-79966019-8311-40d6-a1a0-01aa327c4232 req-60234cba-eb88-4e58-a757-3456d4ef5639 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 943 time: 0.1528535 Jul 05 10:44:15.214517 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50f7b2-7541-4455-a104-b09a510cff40 req-45222888-3629-4272-b45e-2aa286fbd2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:15.216065 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-df50f7b2-7541-4455-a104-b09a510cff40 req-45222888-3629-4272-b45e-2aa286fbd2bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 1095 time: 0.1747305 Jul 05 10:44:15.280637 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-79966019-8311-40d6-a1a0-01aa327c4232 req-dd203b06-db9d-48f4-9fab-d7b0b7557654 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046076 Jul 05 10:44:15.335271 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d092e188-3ab7-49b3-a8b3-b34db047c20a {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:44:15.346697 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:15.375070 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Transition to ACTIVE for port object d092e188-3ab7-49b3-a8b3-b34db047c20a will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:44:15.375278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecb6f4-0ea3-4fc6-ac13-df10060cb0d9 req-4c4b0c5c-9ada-4618-8021-0295a4ca995d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:15.376953 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4aecb6f4-0ea3-4fc6-ac13-df10060cb0d9 req-4c4b0c5c-9ada-4618-8021-0295a4ca995d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 931 time: 0.0647674 Jul 05 10:44:15.395257 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50f7b2-7541-4455-a104-b09a510cff40 req-516d6544-659e-45c6-a566-d131c61155da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:15.397564 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-df50f7b2-7541-4455-a104-b09a510cff40 req-516d6544-659e-45c6-a566-d131c61155da service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1631708 Jul 05 10:44:15.419513 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4aecb6f4-0ea3-4fc6-ac13-df10060cb0d9 req-c25afd7e-e96d-440c-8265-87262e1b704d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343592 Jul 05 10:44:15.453774 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:15.524214 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Pushing event updated for resources: {'Port': ['ID=d092e188-3ab7-49b3-a8b3-b34db047c20a,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:15.597418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50f7b2-7541-4455-a104-b09a510cff40 req-8f808d24-397e-4e00-9894-1bc85c6dafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:15.599628 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-df50f7b2-7541-4455-a104-b09a510cff40 req-8f808d24-397e-4e00-9894-1bc85c6dafa5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1922786 Jul 05 10:44:15.623439 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Attempting to bind port d092e188-3ab7-49b3-a8b3-b34db047c20a on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:44:15.623804 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Attempting to bind port d092e188-3ab7-49b3-a8b3-b34db047c20a by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:44:15.624261 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Attempting to bind port d092e188-3ab7-49b3-a8b3-b34db047c20a on network 7cc671a4-8077-4eab-9255-d46a165ab8ca {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:44:15.629091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Port d092e188-3ab7-49b3-a8b3-b34db047c20a on network 7cc671a4-8077-4eab-9255-d46a165ab8ca not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:44:15.629417 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Attempting to bind port d092e188-3ab7-49b3-a8b3-b34db047c20a on network 7cc671a4-8077-4eab-9255-d46a165ab8ca {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:44:15.634765 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:44:15.635111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Checking segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:44:15.635495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Bound using segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:44:15.635957 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Bound port: d092e188-3ab7-49b3-a8b3-b34db047c20a, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:44:15.636319 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:15.745582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] For port d092e188-3ab7-49b3-a8b3-b34db047c20a, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:44:15.764036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] For port d092e188-3ab7-49b3-a8b3-b34db047c20a, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d092e188-3ab7-49b3-a8b3-b34db047c20a,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:44:15.769231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-e77705e3-8e68-407f-85d5-8a5d12522426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:15.771286 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-e77705e3-8e68-407f-85d5-8a5d12522426 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 1095 time: 0.1203897 Jul 05 10:44:15.822550 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-03a7871d-3d02-45cd-b5bb-4afd9f984be1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd HTTP/1.1" status: 200 len: 217 time: 0.0393484 Jul 05 10:44:15.864542 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:15.909182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:15.909904 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:15.912236 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] 10.222.0.64 "PUT /v2.0/ports/d092e188-3ab7-49b3-a8b3-b34db047c20a HTTP/1.1" status: 200 len: 1092 time: 1.2743330 Jul 05 10:44:15.914649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-7e3e1b23-a606-4678-a7fa-c60b008634fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:15.915788 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-7e3e1b23-a606-4678-a7fa-c60b008634fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbbce757-8bb0-400b-901d-9e9430eb8754 HTTP/1.1" status: 200 len: 834 time: 0.0870180 Jul 05 10:44:15.979202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f89d6e-b965-4c94-830b-d48691f64980 service neutron] Pushing event updated for resources: {'Port': ['ID=d092e188-3ab7-49b3-a8b3-b34db047c20a,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:16.007056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-fc1a5542-db52-4e8b-908e-fa99baf2c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:16.008638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-fc1a5542-db52-4e8b-908e-fa99baf2c479 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e0f8317-6a05-4131-8dc7-4c79163bbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798192 Jul 05 10:44:16.156357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-4424915b-c0b6-4a47-9f3a-8352e34da93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:16.157856 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-4424915b-c0b6-4a47-9f3a-8352e34da93d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 1095 time: 0.0908611 Jul 05 10:44:16.159624 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-39c5975f-ea00-4dc0-b29b-0329e7b22536 service neutron] 10.222.0.64 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406128 Jul 05 10:44:16.211554 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-f8af7086-af40-40af-bf39-57b11a9d097f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d092e188-3ab7-49b3-a8b3-b34db047c20a HTTP/1.1" status: 200 len: 217 time: 0.0414188 Jul 05 10:44:16.308210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-62efe223-300b-4df6-bac7-d124f35fcd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:16.309719 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-62efe223-300b-4df6-bac7-d124f35fcd41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0886974 Jul 05 10:44:16.354759 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-9054724b-e43b-4e45-9e16-11aa3e20f1f4 service neutron] 10.222.0.64 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835713 Jul 05 10:44:16.386591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-fcd2a716-4eee-45d9-8ebc-e81949400e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:16.388506 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-fcd2a716-4eee-45d9-8ebc-e81949400e2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636551 Jul 05 10:44:16.548668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e39a6f-798d-4a51-b5a8-7439513876e6 req-38bff258-e063-4c3b-a294-4297ffb2a2f4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:16.550274 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-55e39a6f-798d-4a51-b5a8-7439513876e6 req-38bff258-e063-4c3b-a294-4297ffb2a2f4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 943 time: 0.1446116 Jul 05 10:44:16.552348 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-8f9e45d8-72f3-4313-bfb4-c158492600b6 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548159 Jul 05 10:44:16.644860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c90cc-70b7-4298-9bbf-adb87d0be4bf req-f90ad608-7fe6-4f33-ae91-130d2591d9ef tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:16.647195 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-793c90cc-70b7-4298-9bbf-adb87d0be4bf req-f90ad608-7fe6-4f33-ae91-130d2591d9ef tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 943 time: 0.0857692 Jul 05 10:44:16.650054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-55e39a6f-798d-4a51-b5a8-7439513876e6 req-5c39b0c8-1eef-4e9b-aedd-bca87ae24c26 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934949 Jul 05 10:44:16.684533 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b1a93f6d-5fc6-46bd-a4d6-fde78e39fffe req-d2b0fc54-efb0-4265-b330-45d57ef7c2d9 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214607 Jul 05 10:44:16.702159 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-793c90cc-70b7-4298-9bbf-adb87d0be4bf req-433218e7-9a2a-40a4-bc42-0cacc071b52b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431607 Jul 05 10:44:16.898685 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:17.038735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8b450b-ae24-458e-8056-2584a0f572de', 'tag': 'd092e188-3ab7-49b3-a8b3-b34db047c20a'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:44:17.041181 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dfe2c2-c6d3-469f-bd82-d40a42a2e46c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8b450b-ae24-458e-8056-2584a0f572de", "tag": "d092e188-3ab7-49b3-a8b3-b34db047c20a"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:44:17.084005 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545f9f11-8536-4f7e-ad72-90de94597e4b x-openstack-request-id: req-545f9f11-8536-4f7e-ad72-90de94597e4b {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:44:17.084335 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8b450b-ae24-458e-8056-2584a0f572de", "tag": "d092e188-3ab7-49b3-a8b3-b34db047c20a", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:44:17.084596 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-545f9f11-8536-4f7e-ad72-90de94597e4b {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:44:17.085019 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8b450b-ae24-458e-8056-2584a0f572de', 'tag': 'd092e188-3ab7-49b3-a8b3-b34db047c20a', 'status': 'completed', 'code': 200} Jul 05 10:44:17.174588 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfe2c2-c6d3-469f-bd82-d40a42a2e46c req-4d09d9fa-0708-4af1-888e-6a1f79a74dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:17.177903 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58dfe2c2-c6d3-469f-bd82-d40a42a2e46c req-4d09d9fa-0708-4af1-888e-6a1f79a74dd3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 1095 time: 0.0688691 Jul 05 10:44:17.284809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfe2c2-c6d3-469f-bd82-d40a42a2e46c req-05073bf8-ce9d-44c0-8b63-27ec6dd830cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:17.286358 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58dfe2c2-c6d3-469f-bd82-d40a42a2e46c req-05073bf8-ce9d-44c0-8b63-27ec6dd830cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.1003275 Jul 05 10:44:17.328511 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58dfe2c2-c6d3-469f-bd82-d40a42a2e46c req-6bcc9caf-633c-4aa0-803d-ab24414c38f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d092e188-3ab7-49b3-a8b3-b34db047c20a HTTP/1.1" status: 200 len: 217 time: 0.0354874 Jul 05 10:44:17.377104 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfe2c2-c6d3-469f-bd82-d40a42a2e46c req-56968285-a40c-423f-8018-04c0c29ba993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:17.379662 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58dfe2c2-c6d3-469f-bd82-d40a42a2e46c req-56968285-a40c-423f-8018-04c0c29ba993 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0431528 Jul 05 10:44:17.441439 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfe2c2-c6d3-469f-bd82-d40a42a2e46c req-313f2757-167b-4441-bf0a-d9114a12e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:17.443435 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58dfe2c2-c6d3-469f-bd82-d40a42a2e46c req-313f2757-167b-4441-bf0a-d9114a12e2b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564971 Jul 05 10:44:17.534581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58dfe2c2-c6d3-469f-bd82-d40a42a2e46c req-41a87ecf-2fee-4128-8e94-82c362b2bfb3 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834444 Jul 05 10:44:17.628463 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-58dfe2c2-c6d3-469f-bd82-d40a42a2e46c req-b675a51f-4074-4064-ac98-854a09675005 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872405 Jul 05 10:44:17.834005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca1534-74e1-4493-8b23-104420244722 req-79ba193e-7418-4a65-9e2e-b7cda3f5808e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:17.835529 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4aca1534-74e1-4493-8b23-104420244722 req-79ba193e-7418-4a65-9e2e-b7cda3f5808e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 943 time: 0.0656509 Jul 05 10:44:17.875616 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4aca1534-74e1-4493-8b23-104420244722 req-f30f8046-3162-4382-84f5-96d8d0d775ec tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342026 Jul 05 10:44:17.882942 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c04b39-e0f3-4001-a89a-10c8b35b73a0 req-82b1bab9-16d7-410d-879c-93443de41af7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:17.884571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-89c04b39-e0f3-4001-a89a-10c8b35b73a0 req-82b1bab9-16d7-410d-879c-93443de41af7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 943 time: 0.0664589 Jul 05 10:44:17.926232 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-89c04b39-e0f3-4001-a89a-10c8b35b73a0 req-a26579cd-dbb5-4151-a1f8-97c9995bfc95 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360637 Jul 05 10:44:18.774239 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 414a8b72-f49b-449b-be33-d7d3fe5c66cd details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:44:18.867795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 414a8b72-f49b-449b-be33-d7d3fe5c66cd, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd,segment=NetworkSegment(e871c97c-d767-43b6-ae10-1e45164644be),segment_id=e871c97c-d767-43b6-ae10-1e45164644be)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:18.881311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '414a8b72-f49b-449b-be33-d7d3fe5c66cd', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'port_id': '414a8b72-f49b-449b-be33-d7d3fe5c66cd', 'mac_address': 'fa:16:3e:13:2e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:44:18.923945 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:18.939440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414a8b72-f49b-449b-be33-d7d3fe5c66cd {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:44:18.962204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 414a8b72-f49b-449b-be33-d7d3fe5c66cd, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd,segment=NetworkSegment(e871c97c-d767-43b6-ae10-1e45164644be),segment_id=e871c97c-d767-43b6-ae10-1e45164644be)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:19.040576 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:19.059050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366acc0-456f-4e31-9408-412f93bc8ed7 req-dbc13790-4f42-48c2-b2b5-585f8a15b49a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:19.060610 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a366acc0-456f-4e31-9408-412f93bc8ed7 req-dbc13790-4f42-48c2-b2b5-585f8a15b49a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 943 time: 0.0686135 Jul 05 10:44:19.095454 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=414a8b72-f49b-449b-be33-d7d3fe5c66cd,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:19.111102 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fad467-6fec-4cae-a3b6-bb532bef8099 req-af0794f2-5ae0-4391-a33b-35c0bc0eabcf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:19.112663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fad467-6fec-4cae-a3b6-bb532bef8099 req-af0794f2-5ae0-4391-a33b-35c0bc0eabcf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 943 time: 0.0742378 Jul 05 10:44:19.119082 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a366acc0-456f-4e31-9408-412f93bc8ed7 req-6f022e89-ad39-45a1-a480-9d1e040a4581 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443473 Jul 05 10:44:19.151739 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fad467-6fec-4cae-a3b6-bb532bef8099 req-bd999b04-6ca6-4f06-ba89-4284d51513a7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324447 Jul 05 10:44:19.293995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['414a8b72-f49b-449b-be33-d7d3fe5c66cd'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:44:20.298169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb74e2-201f-4d9b-b5bd-d0e6d8877fe2 req-f8da8c95-2008-4aa1-bd7f-ab40ff3715d5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:20.299696 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4eb74e2-201f-4d9b-b5bd-d0e6d8877fe2 req-f8da8c95-2008-4aa1-bd7f-ab40ff3715d5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 944 time: 0.0668738 Jul 05 10:44:20.328203 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdda8b-3bf4-4213-8183-c3d746a3fb6f req-76072549-53c7-4bd3-9a22-791c67bb4e24 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:20.329737 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6abdda8b-3bf4-4213-8183-c3d746a3fb6f req-76072549-53c7-4bd3-9a22-791c67bb4e24 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 943 time: 0.0673375 Jul 05 10:44:20.339318 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4eb74e2-201f-4d9b-b5bd-d0e6d8877fe2 req-d22450d4-3e45-43d8-88bb-6ad73ae322f0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332549 Jul 05 10:44:20.368802 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6abdda8b-3bf4-4213-8183-c3d746a3fb6f req-5b8f69ab-b342-44e3-83ab-517a7f142388 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330796 Jul 05 10:44:20.791169 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 414a8b72-f49b-449b-be33-d7d3fe5c66cd up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:44:20.964235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 414a8b72-f49b-449b-be33-d7d3fe5c66cd completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:44:20.968316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 414a8b72-f49b-449b-be33-d7d3fe5c66cd triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:20.968688 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:21.045815 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:21.067013 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a8b72-f49b-449b-be33-d7d3fe5c66cd'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:44:21.071655 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab6c822-f076-4237-8179-87a5d674d447" -d '{"events": [{"server_uuid": "0ea5c99e-2f70-4854-8471-de4e7fa35843", "name": "network-vif-plugged", "status": "completed", "tag": "414a8b72-f49b-449b-be33-d7d3fe5c66cd"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:44:21.082479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 414a8b72-f49b-449b-be33-d7d3fe5c66cd, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd,segment=NetworkSegment(e871c97c-d767-43b6-ae10-1e45164644be),segment_id=e871c97c-d767-43b6-ae10-1e45164644be)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:21.105473 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce89190f-6b43-46d4-a81f-bf6ca92b9425 x-openstack-request-id: req-ce89190f-6b43-46d4-a81f-bf6ca92b9425 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:44:21.105764 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea5c99e-2f70-4854-8471-de4e7fa35843", "name": "network-vif-plugged", "status": "completed", "tag": "414a8b72-f49b-449b-be33-d7d3fe5c66cd", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:44:21.106018 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce89190f-6b43-46d4-a81f-bf6ca92b9425 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:44:21.106415 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a8b72-f49b-449b-be33-d7d3fe5c66cd', 'code': 200} Jul 05 10:44:21.165795 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:21.213544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=414a8b72-f49b-449b-be33-d7d3fe5c66cd,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:21.237281 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59c716-3720-46cb-9230-9ce4ca2251af req-a43592c2-00ba-42e2-af50-dc741948f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:21.238898 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6f59c716-3720-46cb-9230-9ce4ca2251af req-a43592c2-00ba-42e2-af50-dc741948f816 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 1097 time: 0.0532627 Jul 05 10:44:21.279268 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6f59c716-3720-46cb-9230-9ce4ca2251af req-174d6797-71e3-4bc4-befa-1d6939e60004 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282216 Jul 05 10:44:21.513180 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2077ede-4186-40d8-af94-15f1875dde75 req-e9643f27-2c8c-46fe-9562-f4e0407c7113 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:21.514690 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f2077ede-4186-40d8-af94-15f1875dde75 req-e9643f27-2c8c-46fe-9562-f4e0407c7113 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0651989 Jul 05 10:44:21.550606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd7842-9eb3-499a-b5a9-c29352044847 req-72a78433-e5a2-4edd-af07-223b3b99a9d4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:21.552221 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bbd7842-9eb3-499a-b5a9-c29352044847 req-72a78433-e5a2-4edd-af07-223b3b99a9d4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 943 time: 0.0663376 Jul 05 10:44:21.557170 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f2077ede-4186-40d8-af94-15f1875dde75 req-63ad843a-c3b2-487f-bf65-ee46ca847226 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366104 Jul 05 10:44:21.593727 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bbd7842-9eb3-499a-b5a9-c29352044847 req-95a1ab73-99c3-4816-99d7-0429e033933a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352254 Jul 05 10:44:22.472585 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:22.738228 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d2143-73a8-4b23-9a59-3db04dbef0f4 req-d5c31ae4-229f-45a4-bc9a-fe9f6a8f9091 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:22.739664 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e76d2143-73a8-4b23-9a59-3db04dbef0f4 req-d5c31ae4-229f-45a4-bc9a-fe9f6a8f9091 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0666275 Jul 05 10:44:22.769632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c14cb9-afe7-4833-a90a-64a3f94f831a req-8e354d6c-66b3-418b-8fd0-2541d16d72b7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:22.771130 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-37c14cb9-afe7-4833-a90a-64a3f94f831a req-8e354d6c-66b3-418b-8fd0-2541d16d72b7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 943 time: 0.0663409 Jul 05 10:44:22.779005 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e76d2143-73a8-4b23-9a59-3db04dbef0f4 req-199c592e-493c-4dbb-8073-3ae1890d5148 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331092 Jul 05 10:44:22.809678 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-37c14cb9-afe7-4833-a90a-64a3f94f831a req-0ab540b4-2609-46c9-bb07-562f6c6d8ac8 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329230 Jul 05 10:44:22.951684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcac04-e262-4d16-a065-ab9f339f8442 req-87b1747b-2ef0-44ed-ae6e-24fd66cd108b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:22.953173 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-acbcac04-e262-4d16-a065-ab9f339f8442 req-87b1747b-2ef0-44ed-ae6e-24fd66cd108b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0643969 Jul 05 10:44:22.992090 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-acbcac04-e262-4d16-a065-ab9f339f8442 req-02c5ec6c-4136-4060-a32a-3e6cec31c100 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328486 Jul 05 10:44:23.015292 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35614) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:23.070807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d9dc29-a8c6-4262-97a7-0aa6ca59afd2 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:23.072391 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-09d9dc29-a8c6-4262-97a7-0aa6ca59afd2 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 1092 time: 0.0559847 Jul 05 10:44:23.075295 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35616) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:23.079807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': '414a8b72-f49b-449b-be33-d7d3fe5c66cd', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:44:23.211974 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:23.306687 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:23.414756 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Allocated IP 172.25.5.47 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/82c71266-e1c1-437a-b781-ff98f5880c41) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:44:23.511563 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:23.646660 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:23.688220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:44:23.694897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:44:23.699360 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:44:23.702365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=82c71266-e1c1-437a-b781-ff98f5880c41,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:23.729567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:23.729923 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:23.730299 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:23.730640 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:23.730977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:23.731314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:23.731647 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:23.732004 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:23.732332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:23.732660 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:23.732993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:23.733314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:23.988449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fbd1e-7862-44ba-9665-5b59df4d8eee req-0d2581d0-38ce-42d0-9897-72ef7249339e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:23.990170 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ca9fbd1e-7862-44ba-9665-5b59df4d8eee req-0d2581d0-38ce-42d0-9897-72ef7249339e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 943 time: 0.0655978 Jul 05 10:44:24.029553 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ca9fbd1e-7862-44ba-9665-5b59df4d8eee req-4881126d-b95b-450b-943e-e9ed553c4f19 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328493 Jul 05 10:44:24.074836 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:24.210316 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:24.342969 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:24.361634 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:24.468945 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:24.537398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=82c71266-e1c1-437a-b781-ff98f5880c41,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:24.547892 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:24.649963 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Floating IP 43be8ba4-9467-4967-9299-319fd2d1e918 associated. External IP: 172.25.5.47, port: 414a8b72-f49b-449b-be33-d7d3fe5c66cd. Jul 05 10:44:25.260308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router 0abee369-be36-4754-81e8-ceba7a74104c has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:44:25.267940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0c096-6f5e-43b3-9d31-68412786871c req-d671cdc2-9f75-4b0a-bc76-4058ed3989f2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:25.269478 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-53e0c096-6f5e-43b3-9d31-68412786871c req-d671cdc2-9f75-4b0a-bc76-4058ed3989f2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 943 time: 0.1229243 Jul 05 10:44:25.355385 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-53e0c096-6f5e-43b3-9d31-68412786871c req-8749d16c-6808-4d15-a9a4-67def2a6a104 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782032 Jul 05 10:44:25.409044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:44:25.420929 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537022ca-a333-4973-86aa-490584a672b3 None None] Sync routers for ids ['0abee369-be36-4754-81e8-ceba7a74104c'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:44:25.429722 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537022ca-a333-4973-86aa-490584a672b3 None None] Routers {'0abee369-be36-4754-81e8-ceba7a74104c'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:44:25.430827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-537022ca-a333-4973-86aa-490584a672b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:44:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0abee369-be36-4754-81e8-ceba7a74104c'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:25.490051 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:25.538567 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e91b2186-d0aa-4b45-9c19-1468487c116a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4546485 Jul 05 10:44:25.538567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'tag': '414a8b72-f49b-449b-be33-d7d3fe5c66cd'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:44:25.538567 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62d0936-0a18-44b4-bc0f-1950055f3d19" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea5c99e-2f70-4854-8471-de4e7fa35843", "tag": "414a8b72-f49b-449b-be33-d7d3fe5c66cd"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:44:25.538940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-537022ca-a333-4973-86aa-490584a672b3 None None] Set router 0abee369-be36-4754-81e8-ceba7a74104c gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:44:25.573182 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7ec0e5-ff5d-4ee7-bb11-892e2709c5eb x-openstack-request-id: req-8b7ec0e5-ff5d-4ee7-bb11-892e2709c5eb {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:44:25.573476 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea5c99e-2f70-4854-8471-de4e7fa35843", "tag": "414a8b72-f49b-449b-be33-d7d3fe5c66cd", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:44:25.573734 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8b7ec0e5-ff5d-4ee7-bb11-892e2709c5eb {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:44:25.574152 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'tag': '414a8b72-f49b-449b-be33-d7d3fe5c66cd', 'status': 'completed', 'code': 200} Jul 05 10:44:25.652312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d0936-0a18-44b4-bc0f-1950055f3d19 req-66d76bbc-6417-4500-ac92-20f26c508f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:25.653890 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f62d0936-0a18-44b4-bc0f-1950055f3d19 req-66d76bbc-6417-4500-ac92-20f26c508f8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 1097 time: 0.0579700 Jul 05 10:44:25.697446 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09c604-d17a-4629-b36c-fa70cd09770d req-02a9ce5e-731e-4693-8121-6d379cfa8892 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:25.699102 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c09c604-d17a-4629-b36c-fa70cd09770d req-02a9ce5e-731e-4693-8121-6d379cfa8892 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0720696 Jul 05 10:44:25.741742 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4c09c604-d17a-4629-b36c-fa70cd09770d req-472fa968-8456-4dc3-b890-f5ff808d6fc5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356770 Jul 05 10:44:25.751491 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d0936-0a18-44b4-bc0f-1950055f3d19 req-a3b16980-3f9e-4d8b-93b4-fe377862c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:25.753016 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f62d0936-0a18-44b4-bc0f-1950055f3d19 req-a3b16980-3f9e-4d8b-93b4-fe377862c4f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e0f8317-6a05-4131-8dc7-4c79163bbce7 HTTP/1.1" status: 200 len: 897 time: 0.0925097 Jul 05 10:44:25.766388 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35626) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:25.771941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-537022ca-a333-4973-86aa-490584a672b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abee369-be36-4754-81e8-ceba7a74104c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041013274', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:44:05Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:58Z', 'updated_at': '2021-07-05T10:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '43be8ba4-9467-4967-9299-319fd2d1e918', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'port_id': '414a8b72-f49b-449b-be33-d7d3fe5c66cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'mac_address': 'fa:16:3e:13:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:44:23Z', 'updated_at': '2021-07-05T10:44:23Z', 'revision_number': 0, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10cce19d-ce1c-41cb-9d52-18780f0cf713', 'name': '', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:a5:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:44:04Z', 'updated_at': '2021-07-05T10:44:11Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:25.798385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537022ca-a333-4973-86aa-490584a672b3 None None] Checking router: 0abee369-be36-4754-81e8-ceba7a74104c for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:44:25.807453 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537022ca-a333-4973-86aa-490584a672b3 None None] Routers {'0abee369-be36-4754-81e8-ceba7a74104c'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:44:25.808139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-537022ca-a333-4973-86aa-490584a672b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:44:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0abee369-be36-4754-81e8-ceba7a74104c'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:25.915703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-537022ca-a333-4973-86aa-490584a672b3 None None] Set router 0abee369-be36-4754-81e8-ceba7a74104c gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:44:25.942610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f62d0936-0a18-44b4-bc0f-1950055f3d19 req-7ac3a6e5-12dd-4eba-866c-0d37689c86a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd HTTP/1.1" status: 200 len: 998 time: 0.1830969 Jul 05 10:44:25.947913 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1ad9eb3d-75ad-4019-844a-d6f34163d96b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/floatingips/43be8ba4-9467-4967-9299-319fd2d1e918 HTTP/1.1" status: 200 len: 990 time: 0.1805177 Jul 05 10:44:26.000362 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d0936-0a18-44b4-bc0f-1950055f3d19 req-042c562f-d243-4a06-ba19-92ba049d2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:26.001823 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f62d0936-0a18-44b4-bc0f-1950055f3d19 req-042c562f-d243-4a06-ba19-92ba049d2339 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbbce757-8bb0-400b-901d-9e9430eb8754 HTTP/1.1" status: 200 len: 834 time: 0.0528760 Jul 05 10:44:26.059537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d0936-0a18-44b4-bc0f-1950055f3d19 req-16458848-9b14-42e4-b002-98550b3d40bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:26.060999 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f62d0936-0a18-44b4-bc0f-1950055f3d19 req-16458848-9b14-42e4-b002-98550b3d40bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e0f8317-6a05-4131-8dc7-4c79163bbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524397 Jul 05 10:44:26.137349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-537022ca-a333-4973-86aa-490584a672b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abee369-be36-4754-81e8-ceba7a74104c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041013274', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:44:05Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:58Z', 'updated_at': '2021-07-05T10:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '43be8ba4-9467-4967-9299-319fd2d1e918', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'port_id': '414a8b72-f49b-449b-be33-d7d3fe5c66cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'mac_address': 'fa:16:3e:13:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:44:23Z', 'updated_at': '2021-07-05T10:44:23Z', 'revision_number': 0, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10cce19d-ce1c-41cb-9d52-18780f0cf713', 'name': '', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:a5:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:44:04Z', 'updated_at': '2021-07-05T10:44:11Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:44:26.155410 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f62d0936-0a18-44b4-bc0f-1950055f3d19 req-701421c7-84b2-45b2-b42a-9064031bed07 service neutron] 10.222.0.64 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872796 Jul 05 10:44:26.168541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537022ca-a333-4973-86aa-490584a672b3 None None] The sync data for ids ['0abee369-be36-4754-81e8-ceba7a74104c'] in n-d-779913-27 is: [{'id': '0abee369-be36-4754-81e8-ceba7a74104c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041013274', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:44:05Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:58Z', 'updated_at': '2021-07-05T10:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '43be8ba4-9467-4967-9299-319fd2d1e918', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'port_id': '414a8b72-f49b-449b-be33-d7d3fe5c66cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'mac_address': 'fa:16:3e:13:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:44:23Z', 'updated_at': '2021-07-05T10:44:23Z', 'revision_number': 0, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10cce19d-ce1c-41cb-9d52-18780f0cf713', 'name': '', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:a5:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:44:04Z', 'updated_at': '2021-07-05T10:44:11Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:44:26.253238 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f62d0936-0a18-44b4-bc0f-1950055f3d19 req-b9262a4c-c2b4-4cdd-929d-c38e383c7ce8 service neutron] 10.222.0.64 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909364 Jul 05 10:44:26.387575 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d828663-3fed-4fbf-bb26-e4968d0a2def None None] New status for floating IP 43be8ba4-9467-4967-9299-319fd2d1e918: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:44:26.536612 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ed2f7-a7ac-4611-b276-ec38fa0cf1d4 req-e76d5ffd-268f-485e-b108-9f990a830053 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:26.538807 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b79ed2f7-a7ac-4611-b276-ec38fa0cf1d4 req-e76d5ffd-268f-485e-b108-9f990a830053 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 943 time: 0.0635703 Jul 05 10:44:26.580629 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b79ed2f7-a7ac-4611-b276-ec38fa0cf1d4 req-3c1cfd60-37f4-4908-95b1-32a5ff643ebd tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374281 Jul 05 10:44:26.852013 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d092e188-3ab7-49b3-a8b3-b34db047c20a details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:44:26.943851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d092e188-3ab7-49b3-a8b3-b34db047c20a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d092e188-3ab7-49b3-a8b3-b34db047c20a,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:26.951820 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35630) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:44:26.955767 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'd092e188-3ab7-49b3-a8b3-b34db047c20a', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'port_id': 'd092e188-3ab7-49b3-a8b3-b34db047c20a', 'mac_address': 'fa:16:3e:69:b4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:44:26.997237 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:27.011077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d092e188-3ab7-49b3-a8b3-b34db047c20a {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:44:27.014419 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e37c0d06-94d0-48d2-ac7e-23d24513eb46 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/floatingips/43be8ba4-9467-4967-9299-319fd2d1e918 HTTP/1.1" status: 200 len: 992 time: 0.0613091 Jul 05 10:44:27.031179 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d092e188-3ab7-49b3-a8b3-b34db047c20a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d092e188-3ab7-49b3-a8b3-b34db047c20a,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:27.102953 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:27.149224 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d092e188-3ab7-49b3-a8b3-b34db047c20a,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:27.329173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d092e188-3ab7-49b3-a8b3-b34db047c20a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:44:27.750770 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb29f68-9a50-45eb-960e-4d78469e3cc8 req-39e18efd-e90a-4359-8fd0-9d3d13d379b4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:27.752289 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bbb29f68-9a50-45eb-960e-4d78469e3cc8 req-39e18efd-e90a-4359-8fd0-9d3d13d379b4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 944 time: 0.0636637 Jul 05 10:44:27.790621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bbb29f68-9a50-45eb-960e-4d78469e3cc8 req-19af0721-8684-4c22-ac55-03e40c639fbb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321214 Jul 05 10:44:28.854261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d092e188-3ab7-49b3-a8b3-b34db047c20a up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:44:28.963603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f807b-8999-4087-8a38-b312671e1c15 req-49772f5a-1f43-4ecb-9b5a-47c68a80ee84 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:28.965171 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ce5f807b-8999-4087-8a38-b312671e1c15 req-49772f5a-1f43-4ecb-9b5a-47c68a80ee84 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 944 time: 0.0639553 Jul 05 10:44:28.984091 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port d092e188-3ab7-49b3-a8b3-b34db047c20a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:44:28.990478 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port d092e188-3ab7-49b3-a8b3-b34db047c20a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:44:28.990478 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:29.005890 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ce5f807b-8999-4087-8a38-b312671e1c15 req-d891ce46-ff98-4b2f-892c-7bbda73ea018 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350745 Jul 05 10:44:29.077294 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:29.098136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8b450b-ae24-458e-8056-2584a0f572de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd092e188-3ab7-49b3-a8b3-b34db047c20a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:44:29.100476 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7f46d3-fcbd-43c0-a63a-56b6a23907f2" -d '{"events": [{"server_uuid": "9a8b450b-ae24-458e-8056-2584a0f572de", "name": "network-vif-plugged", "status": "completed", "tag": "d092e188-3ab7-49b3-a8b3-b34db047c20a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:44:29.117525 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port d092e188-3ab7-49b3-a8b3-b34db047c20a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d092e188-3ab7-49b3-a8b3-b34db047c20a,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:29.136724 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68964a6f-7e0b-494e-807a-bf586c767f43 x-openstack-request-id: req-68964a6f-7e0b-494e-807a-bf586c767f43 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:44:29.137020 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8b450b-ae24-458e-8056-2584a0f572de", "name": "network-vif-plugged", "status": "completed", "tag": "d092e188-3ab7-49b3-a8b3-b34db047c20a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:44:29.137279 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68964a6f-7e0b-494e-807a-bf586c767f43 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:44:29.137678 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b450b-ae24-458e-8056-2584a0f572de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd092e188-3ab7-49b3-a8b3-b34db047c20a', 'code': 200} Jul 05 10:44:29.176268 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:29.227758 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=d092e188-3ab7-49b3-a8b3-b34db047c20a,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:29.235552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:29.235924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:29.236318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:29.236659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:29.236998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:29.237326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:29.237655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:29.237988 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:29.238404 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:29.238735 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:29.239114 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:29.239386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:44:29.262160 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734150a-bcba-41f3-9d8f-de64a5062a45 req-42a02e60-05bf-4d63-a4d8-42ba2e644612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:29.263675 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3734150a-bcba-41f3-9d8f-de64a5062a45 req-42a02e60-05bf-4d63-a4d8-42ba2e644612 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 1097 time: 0.0635002 Jul 05 10:44:29.298066 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3734150a-bcba-41f3-9d8f-de64a5062a45 req-838e68e3-fd37-43bb-8831-67cea5d61ac1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282695 Jul 05 10:44:30.185974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121e46b-58e9-4611-94b1-e1d88ece9f55 req-a7552814-cd16-44c2-89b9-83fdabbb431f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:30.187392 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c121e46b-58e9-4611-94b1-e1d88ece9f55 req-a7552814-cd16-44c2-89b9-83fdabbb431f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 945 time: 0.0654364 Jul 05 10:44:30.227279 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c121e46b-58e9-4611-94b1-e1d88ece9f55 req-751dce10-aa15-4fce-bff7-6266404f5f5f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342031 Jul 05 10:44:31.401224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20098025-b80d-41c2-859c-5630922c9480 req-f92bef56-7bd5-4a68-9c1d-f756bf3a8aba tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:31.402771 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20098025-b80d-41c2-859c-5630922c9480 req-f92bef56-7bd5-4a68-9c1d-f756bf3a8aba tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 945 time: 0.0621321 Jul 05 10:44:31.441073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20098025-b80d-41c2-859c-5630922c9480 req-044f01f3-94ac-42c1-9a11-cbd19e7d03ea tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326719 Jul 05 10:44:31.613018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cad45-8c52-4e24-ad26-527b6227a30b req-be1acb56-1280-4130-9bc7-e57a964ccec3 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:31.614556 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a9cad45-8c52-4e24-ad26-527b6227a30b req-be1acb56-1280-4130-9bc7-e57a964ccec3 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 945 time: 0.0649958 Jul 05 10:44:31.653867 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2a9cad45-8c52-4e24-ad26-527b6227a30b req-7ba6a981-71a6-491a-b361-f19a32d9afb9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332549 Jul 05 10:44:31.829818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc8467-c864-4984-8757-e318a4bbbbb3 req-80a362bb-06ba-4bd7-84a6-b7dbc7808d39 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:31.831550 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2cc8467-c864-4984-8757-e318a4bbbbb3 req-80a362bb-06ba-4bd7-84a6-b7dbc7808d39 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 945 time: 0.0653586 Jul 05 10:44:31.868786 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2cc8467-c864-4984-8757-e318a4bbbbb3 req-cc839eee-d451-491c-8f89-6dc606e3b998 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308073 Jul 05 10:44:32.384217 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:44:32.548451 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1e550-a94b-4023-bad1-129ab8d65bff req-f146b0d7-b894-499d-a224-8a77d53aa8e2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:32.549973 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6ad1e550-a94b-4023-bad1-129ab8d65bff req-f146b0d7-b894-499d-a224-8a77d53aa8e2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 945 time: 0.0646970 Jul 05 10:44:32.590399 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6ad1e550-a94b-4023-bad1-129ab8d65bff req-d6b76165-0ea0-4efe-8544-b21fe3833b8e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348277 Jul 05 10:44:33.783219 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317bb4c-a122-4288-8c61-923514557523 req-9a6ecb17-59a4-4817-9005-8c96c6317ce8 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:33.784705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7317bb4c-a122-4288-8c61-923514557523 req-9a6ecb17-59a4-4817-9005-8c96c6317ce8 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 945 time: 0.0762351 Jul 05 10:44:33.822494 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7317bb4c-a122-4288-8c61-923514557523 req-598307ed-8e77-4412-a7fd-8ac18233c2ee tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319364 Jul 05 10:44:34.152341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c954118-5d8e-46bc-b034-85864aca8e95 req-0cfe62ab-f39c-4294-8653-5f6cd5dae03e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:44:34.153727 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c954118-5d8e-46bc-b034-85864aca8e95 req-0cfe62ab-f39c-4294-8653-5f6cd5dae03e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 945 time: 0.0633013 Jul 05 10:44:34.257168 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-6c954118-5d8e-46bc-b034-85864aca8e95 req-4ce16124-056b-4aeb-8219-7afab91907ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Deleting port d092e188-3ab7-49b3-a8b3-b34db047c20a {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:44:34.257505 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6c954118-5d8e-46bc-b034-85864aca8e95 req-4ce16124-056b-4aeb-8219-7afab91907ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:34.344439 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-6c954118-5d8e-46bc-b034-85864aca8e95 req-4ce16124-056b-4aeb-8219-7afab91907ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] For port d092e188-3ab7-49b3-a8b3-b34db047c20a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=d092e188-3ab7-49b3-a8b3-b34db047c20a,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:44:34.344795 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6c954118-5d8e-46bc-b034-85864aca8e95 req-4ce16124-056b-4aeb-8219-7afab91907ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:34.359627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-6c954118-5d8e-46bc-b034-85864aca8e95 req-4ce16124-056b-4aeb-8219-7afab91907ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Calling delete_port for d092e188-3ab7-49b3-a8b3-b34db047c20a owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:44:34.565814 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6c954118-5d8e-46bc-b034-85864aca8e95 req-4ce16124-056b-4aeb-8219-7afab91907ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:34.577926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['d092e188-3ab7-49b3-a8b3-b34db047c20a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:44:34.598792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce16124-056b-4aeb-8219-7afab91907ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event deleted for resources: {'Port': ['ID=d092e188-3ab7-49b3-a8b3-b34db047c20a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:44:34.663134 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c954118-5d8e-46bc-b034-85864aca8e95 req-4ce16124-056b-4aeb-8219-7afab91907ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] No DVR routers for this DVR port d092e188-3ab7-49b3-a8b3-b34db047c20a on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:44:34.667206 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6c954118-5d8e-46bc-b034-85864aca8e95 req-4ce16124-056b-4aeb-8219-7afab91907ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:34.670094 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c954118-5d8e-46bc-b034-85864aca8e95 req-4ce16124-056b-4aeb-8219-7afab91907ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.64 "DELETE /v2.0/ports/d092e188-3ab7-49b3-a8b3-b34db047c20a HTTP/1.1" status: 204 len: 173 time: 0.5095758 Jul 05 10:44:34.670563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8b450b-ae24-458e-8056-2584a0f572de', 'name': 'network-vif-deleted', 'tag': 'd092e188-3ab7-49b3-a8b3-b34db047c20a'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:44:34.673624 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904aa293-f076-4bb6-b15e-a3c6bd24eb43" -d '{"events": [{"server_uuid": "9a8b450b-ae24-458e-8056-2584a0f572de", "name": "network-vif-deleted", "tag": "d092e188-3ab7-49b3-a8b3-b34db047c20a"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:44:34.709693 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f349d6f-d7c9-4d9b-86e2-ed99a1380dd4 x-openstack-request-id: req-8f349d6f-d7c9-4d9b-86e2-ed99a1380dd4 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:44:34.709989 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8b450b-ae24-458e-8056-2584a0f572de", "name": "network-vif-deleted", "tag": "d092e188-3ab7-49b3-a8b3-b34db047c20a", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:44:34.710241 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f349d6f-d7c9-4d9b-86e2-ed99a1380dd4 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:44:34.710645 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b450b-ae24-458e-8056-2584a0f572de', 'name': 'network-vif-deleted', 'tag': 'd092e188-3ab7-49b3-a8b3-b34db047c20a', 'status': 'completed', 'code': 200} Jul 05 10:44:34.966723 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e3da991-e398-4dd1-ad64-546eec879697 req-a7877f72-9b91-413f-963b-67aeb9ed22bf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 210 time: 0.0307293 Jul 05 10:44:36.113527 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98697e9e-3c62-488e-8b9a-0a9510fc6234 req-5f248b0c-31a0-42f7-bc1f-88a4b49495ab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 210 time: 0.0350046 Jul 05 10:44:36.885927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d092e188-3ab7-49b3-a8b3-b34db047c20a no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:44:36.906370 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: d092e188-3ab7-49b3-a8b3-b34db047c20a {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:44:36.906709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device d092e188-3ab7-49b3-a8b3-b34db047c20a not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:44:37.261451 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a2910b85-106f-4c2b-ac3f-d33ea1a91953 req-8e14e2de-7f77-4713-8f3f-8cf971b8b7a2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 210 time: 0.0294237 Jul 05 10:44:38.403778 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4689cdc3-133f-4f5e-9bb5-dc7e204ca77d req-81272d95-2d0d-4a86-a4c5-8a53e78ab4d0 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a8b450b-ae24-458e-8056-2584a0f572de HTTP/1.1" status: 200 len: 210 time: 0.0287049 Jul 05 10:44:41.113295 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fbaf394b-77e6-4bd9-aece-cbb1c2190df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:43.578715 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-87982a9b-d9e1-4901-acca-f0611fbcd5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:43.646488 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:45.010012 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:46.843962 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:52.481102 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:44:54.329943 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:02.295591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625e414-736d-44c2-9942-d661c9a44dff req-74a71af0-ad7b-417a-a507-a22ac5c815eb tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:02.297222 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0625e414-736d-44c2-9942-d661c9a44dff req-74a71af0-ad7b-417a-a507-a22ac5c815eb tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 1097 time: 0.0602574 Jul 05 10:45:02.316840 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0625e414-736d-44c2-9942-d661c9a44dff req-d26f59b0-0a80-4693-bed7-a92717df81d9 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:02.410702 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0625e414-736d-44c2-9942-d661c9a44dff req-d26f59b0-0a80-4693-bed7-a92717df81d9 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:02.484011 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0625e414-736d-44c2-9942-d661c9a44dff req-d26f59b0-0a80-4693-bed7-a92717df81d9 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:02.508633 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0625e414-736d-44c2-9942-d661c9a44dff req-d26f59b0-0a80-4693-bed7-a92717df81d9 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055593 Jul 05 10:45:02.519985 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f59b0-0a80-4693-bed7-a92717df81d9 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e9599a-5a35-4608-8231-441e0281c887,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:02.691943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7094ef-2e38-446c-ae5b-76abd97a9976 req-3693bf42-ca0a-4d0f-95cc-c119bee4709c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:02.693482 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a7094ef-2e38-446c-ae5b-76abd97a9976 req-3693bf42-ca0a-4d0f-95cc-c119bee4709c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0656934 Jul 05 10:45:02.732480 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a7094ef-2e38-446c-ae5b-76abd97a9976 req-9dd82f4a-cc36-40c5-97a2-5fdad509273b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331814 Jul 05 10:45:02.757867 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 35824) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:02.821935 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2e4d67ca-2665-4746-a073-421c7c560043 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/floatingips/43be8ba4-9467-4967-9299-319fd2d1e918 HTTP/1.1" status: 200 len: 992 time: 0.0628905 Jul 05 10:45:04.224297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 35858) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:04.225064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abe703-74c6-48f3-b865-4825382a8c24 req-0e07d920-e768-4d2c-9b63-109743d6b2e9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:04.226755 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-45abe703-74c6-48f3-b865-4825382a8c24 req-0e07d920-e768-4d2c-9b63-109743d6b2e9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0799677 Jul 05 10:45:04.272724 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-45abe703-74c6-48f3-b865-4825382a8c24 req-d14d275a-45d1-4f18-9613-b672bcb03aab tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360711 Jul 05 10:45:04.360924 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-74f9d835-d95c-4adb-b0b9-920a980c9f47 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1350458 Jul 05 10:45:05.454752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30016c02-ac39-4de4-88e7-c997157df953 req-0384ff0e-abe4-430c-8e44-649a05d96b4b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:05.456414 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-30016c02-ac39-4de4-88e7-c997157df953 req-0384ff0e-abe4-430c-8e44-649a05d96b4b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0647044 Jul 05 10:45:05.496820 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-30016c02-ac39-4de4-88e7-c997157df953 req-f0103260-bb96-4812-8da1-c1b41b73870a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346551 Jul 05 10:45:05.818970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-daf51533-9683-4283-b1b2-d51e9e9688d6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:05.820562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-daf51533-9683-4283-b1b2-d51e9e9688d6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 811 time: 0.1074440 Jul 05 10:45:05.837313 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-0bc05ba4-4931-4fb5-8787-af58bd535606 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/quotas/43ebf75bd93c4a30b46bb2decd0de529 HTTP/1.1" status: 200 len: 375 time: 0.0109415 Jul 05 10:45:05.919200 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-e206b783-648d-40b3-87ea-e3879c54084c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749898 Jul 05 10:45:06.015307 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-65cb72bd-71b7-43b1-bb12-9a33c2c02fb8 service neutron] 10.222.0.77 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880756 Jul 05 10:45:06.114840 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-e56b7aa6-27db-4a9f-8dd5-4f06c16640ba service neutron] 10.222.0.77 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933325 Jul 05 10:45:06.376287 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-50b3e9b1-903d-43c2-91ac-b3f8de9c4103 req-37322dde-f398-4494-a9ec-e041ddefad8f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 210 time: 0.0334477 Jul 05 10:45:06.498269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-3e4fa431-76c6-4552-92de-5fc22b22ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:06.503467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-3e4fa431-76c6-4552-92de-5fc22b22ce5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 1097 time: 0.0606189 Jul 05 10:45:06.602717 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-3ea53f42-21ca-4002-b695-332437d15c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:06.604282 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-3ea53f42-21ca-4002-b695-332437d15c54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e0f8317-6a05-4131-8dc7-4c79163bbce7 HTTP/1.1" status: 200 len: 897 time: 0.0945344 Jul 05 10:45:06.713140 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-ad434211-2b28-44c6-8b65-c2504c379fb2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd HTTP/1.1" status: 200 len: 1000 time: 0.1001353 Jul 05 10:45:06.777623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a88fc-520c-42fe-a154-66a9e7d222e0 req-9634bd7e-503d-4411-8286-0a59482ddf49 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:06.779215 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc6a88fc-520c-42fe-a154-66a9e7d222e0 req-9634bd7e-503d-4411-8286-0a59482ddf49 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.1240218 Jul 05 10:45:06.795009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-548e9a27-d368-4467-8766-05435c0d54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:06.803339 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-548e9a27-d368-4467-8766-05435c0d54bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbbce757-8bb0-400b-901d-9e9430eb8754 HTTP/1.1" status: 200 len: 834 time: 0.0765262 Jul 05 10:45:06.858114 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fc6a88fc-520c-42fe-a154-66a9e7d222e0 req-96db71e7-c681-4181-9e54-99c8e0cda9fe tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724015 Jul 05 10:45:06.884538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-ea5ce731-6869-4534-870e-1787845367bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:06.889084 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-ea5ce731-6869-4534-870e-1787845367bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e0f8317-6a05-4131-8dc7-4c79163bbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812757 Jul 05 10:45:06.981381 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-95c7e740-82f4-4802-8761-0b047c953f61 service neutron] 10.222.0.64 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884702 Jul 05 10:45:07.090469 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-2792cac5-651b-4719-bfbd-81dfc90a5dbe service neutron] 10.222.0.64 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962348 Jul 05 10:45:07.525581 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-245c6a2f-ca6e-4f4e-b536-89ab2c5963a4 req-54bc21e5-ae43-43c9-ae61-483b44ccd032 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 210 time: 0.0324280 Jul 05 10:45:08.041000 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c54d1-787c-4d2b-b146-82dbd08f863f req-d392454f-a667-46c4-b4fe-369cc3c1c299 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:08.042600 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-959c54d1-787c-4d2b-b146-82dbd08f863f req-d392454f-a667-46c4-b4fe-369cc3c1c299 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0657439 Jul 05 10:45:08.084688 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-959c54d1-787c-4d2b-b146-82dbd08f863f req-c7df4741-9e69-470b-a43b-1892632c387d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362566 Jul 05 10:45:08.465614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-821639eb-22a6-4a73-ac89-a259796d984f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:08.467091 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-821639eb-22a6-4a73-ac89-a259796d984f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 811 time: 0.1146567 Jul 05 10:45:08.480389 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'port': {'device_id': '59a47bae-8f1f-400f-a662-17834034e0c9', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'admin_state_up': True, 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:08.686189 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-30f3c04d-a7d1-4c51-a1a2-a14362f96197 req-5d3a05fa-f19f-4337-b242-4c7d6cde9c81 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 210 time: 0.0314629 Jul 05 10:45:08.687115 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Made reservation on behalf of 43ebf75bd93c4a30b46bb2decd0de529 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:45:08.690699 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:08.830592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Allocated IP 172.20.0.10 (7cc671a4-8077-4eab-9255-d46a165ab8ca/90f6bfa3-bb12-49ce-a315-975b3e4fa6cc/c7b74f9a-bb88-49af-a318-53d887384cdf) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:45:08.994250 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:09.007898 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Transition to ACTIVE for port object c7b74f9a-bb88-49af-a318-53d887384cdf will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:45:09.109302 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:09.159410 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Network 7cc671a4-8077-4eab-9255-d46a165ab8ca is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:45:09.170596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:45:09.173418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:45:09.203421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'Port': ['ID=c7b74f9a-bb88-49af-a318-53d887384cdf,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:09.218991 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:09.222476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:09.222476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:09.222476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:09.222476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:09.222476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:09.222476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:09.222476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:09.222476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:09.222476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:09.222476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:09.223255 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:09.245992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:09.246576 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:09.296374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c99eb-553e-4e76-95df-06dbba500786 req-59b168d7-aca1-4587-8b51-a3bc81270aa7 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:09.298304 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-865c99eb-553e-4e76-95df-06dbba500786 req-59b168d7-aca1-4587-8b51-a3bc81270aa7 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0928717 Jul 05 10:45:09.337895 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-b1e9f2af-ffa0-4505-906f-3bef1e0a335e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8587568 Jul 05 10:45:09.344424 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-865c99eb-553e-4e76-95df-06dbba500786 req-ce94758a-022c-4d74-ad13-e42988942cfd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387948 Jul 05 10:45:09.346918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Request body: {'port': {'device_id': '59a47bae-8f1f-400f-a662-17834034e0c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:09.398372 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:45:09.457222 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:09.526328 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-da561e77-0c3c-4d55-94ac-4d9950172fde None None] Provisioning for port c7b74f9a-bb88-49af-a318-53d887384cdf completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:45:09.530461 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-da561e77-0c3c-4d55-94ac-4d9950172fde None None] Provisioning complete for port c7b74f9a-bb88-49af-a318-53d887384cdf triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:45:09.530825 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-da561e77-0c3c-4d55-94ac-4d9950172fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:09.566109 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-da561e77-0c3c-4d55-94ac-4d9950172fde None None] Port c7b74f9a-bb88-49af-a318-53d887384cdf cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:45:10.081940 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e461b0d-e40f-463d-9960-44bdf4f14ad0 req-abd4796c-7fb1-47c3-8ba5-5858138262de tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:10.083480 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e461b0d-e40f-463d-9960-44bdf4f14ad0 req-abd4796c-7fb1-47c3-8ba5-5858138262de tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 932 time: 0.1128826 Jul 05 10:45:10.158612 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e461b0d-e40f-463d-9960-44bdf4f14ad0 req-48252b9e-0fc8-4365-be8b-d23e3c56ac56 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687478 Jul 05 10:45:10.167967 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b74f9a-bb88-49af-a318-53d887384cdf {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:45:10.176231 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:10.196360 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Transition to ACTIVE for port object c7b74f9a-bb88-49af-a318-53d887384cdf will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:45:10.257327 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:10.316932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b74f9a-bb88-49af-a318-53d887384cdf,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:10.423944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Attempting to bind port c7b74f9a-bb88-49af-a318-53d887384cdf on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:45:10.424294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Attempting to bind port c7b74f9a-bb88-49af-a318-53d887384cdf by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:45:10.424620 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Attempting to bind port c7b74f9a-bb88-49af-a318-53d887384cdf on network 7cc671a4-8077-4eab-9255-d46a165ab8ca {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:45:10.430313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Port c7b74f9a-bb88-49af-a318-53d887384cdf on network 7cc671a4-8077-4eab-9255-d46a165ab8ca not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:45:10.430770 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Attempting to bind port c7b74f9a-bb88-49af-a318-53d887384cdf on network 7cc671a4-8077-4eab-9255-d46a165ab8ca {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:45:10.438156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:45:10.438620 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Checking segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:10.439129 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Bound using segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:45:10.439840 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Bound port: c7b74f9a-bb88-49af-a318-53d887384cdf, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:45:10.440221 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:10.527382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] For port c7b74f9a-bb88-49af-a318-53d887384cdf, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:45:10.531816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] For port c7b74f9a-bb88-49af-a318-53d887384cdf, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c7b74f9a-bb88-49af-a318-53d887384cdf,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:45:10.558148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb996f-70a6-4007-8ec0-0c07020a7b48 req-396d08c8-1d7b-4cb0-b1cc-ffc99349d1ff tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:10.559762 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-44eb996f-70a6-4007-8ec0-0c07020a7b48 req-396d08c8-1d7b-4cb0-b1cc-ffc99349d1ff tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0751133 Jul 05 10:45:10.606276 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:10.609563 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-44eb996f-70a6-4007-8ec0-0c07020a7b48 req-b703df20-269a-463a-ac79-77bbe68efe11 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431907 Jul 05 10:45:10.647757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:10.648687 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:10.650933 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] 10.222.0.73 "PUT /v2.0/ports/c7b74f9a-bb88-49af-a318-53d887384cdf HTTP/1.1" status: 200 len: 1093 time: 1.3091500 Jul 05 10:45:10.651458 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a47bae-8f1f-400f-a662-17834034e0c9', 'tag': 'c7b74f9a-bb88-49af-a318-53d887384cdf'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:45:10.653933 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a56d12-dfec-490a-971c-c9ed54255ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "59a47bae-8f1f-400f-a662-17834034e0c9", "tag": "c7b74f9a-bb88-49af-a318-53d887384cdf"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:45:10.689343 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb218e-a46f-4c88-8e3e-4456811c9731 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b74f9a-bb88-49af-a318-53d887384cdf,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:10.837585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-ce67d2c7-7f90-41c2-8752-dd04562f1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:10.839183 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-ce67d2c7-7f90-41c2-8752-dd04562f1547 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 1096 time: 0.0653951 Jul 05 10:45:10.898501 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-d838efbf-236a-483b-8e7a-92f09fe7c1cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7b74f9a-bb88-49af-a318-53d887384cdf HTTP/1.1" status: 200 len: 217 time: 0.0517268 Jul 05 10:45:10.900791 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c0c756-7cb4-4dba-862c-e0b766ad2f56 x-openstack-request-id: req-97c0c756-7cb4-4dba-862c-e0b766ad2f56 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:45:10.901084 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a47bae-8f1f-400f-a662-17834034e0c9", "tag": "c7b74f9a-bb88-49af-a318-53d887384cdf", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:45:10.901359 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97c0c756-7cb4-4dba-862c-e0b766ad2f56 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:45:10.901847 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a47bae-8f1f-400f-a662-17834034e0c9', 'tag': 'c7b74f9a-bb88-49af-a318-53d887384cdf', 'status': 'completed', 'code': 200} Jul 05 10:45:10.950414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-c5b52e63-acff-41e0-8489-638d18009cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:10.952054 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-c5b52e63-acff-41e0-8489-638d18009cc3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0469029 Jul 05 10:45:11.013439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-82c5ada2-c067-4b04-bb73-e6a02e89202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:11.014977 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-82c5ada2-c067-4b04-bb73-e6a02e89202d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564919 Jul 05 10:45:11.115049 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7499ca2-72c8-4471-a9e8-01df7f199b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:11.119443 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-4a603ace-472c-40d9-bdc1-7e19807a27c4 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969167 Jul 05 10:45:11.231944 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c68ee52-02c8-4d34-b667-2dee7bc4fb64 req-4bf023a1-68ce-4497-9baf-1be9a2dcb728 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058292 Jul 05 10:45:11.276780 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b705ab5-50c9-4631-955e-719ee1e74176 req-489da603-7dfb-46ae-9944-ea50778c0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:11.278415 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0b705ab5-50c9-4631-955e-719ee1e74176 req-489da603-7dfb-46ae-9944-ea50778c0527 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 1097 time: 0.0902951 Jul 05 10:45:11.404044 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a56d12-dfec-490a-971c-c9ed54255ea3 req-892547e4-8798-4bf4-9435-a14524595f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:11.406086 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-58a56d12-dfec-490a-971c-c9ed54255ea3 req-892547e4-8798-4bf4-9435-a14524595f48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 1096 time: 0.0696015 Jul 05 10:45:11.433730 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bafea-abf2-46e5-8d96-56e0e1ee3318 req-4b2d9b1c-6d7a-4f1f-8d11-32ecd6b57847 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:11.435307 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-118bafea-abf2-46e5-8d96-56e0e1ee3318 req-4b2d9b1c-6d7a-4f1f-8d11-32ecd6b57847 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.1375129 Jul 05 10:45:11.455744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b705ab5-50c9-4631-955e-719ee1e74176 req-e399d389-6972-45a3-a661-170ed1dd7d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:11.457411 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0b705ab5-50c9-4631-955e-719ee1e74176 req-e399d389-6972-45a3-a661-170ed1dd7d24 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e0f8317-6a05-4131-8dc7-4c79163bbce7 HTTP/1.1" status: 200 len: 897 time: 0.1254132 Jul 05 10:45:11.516945 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a56d12-dfec-490a-971c-c9ed54255ea3 req-a3febe92-7dd4-4fa9-b50f-d25a3216b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:11.519243 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-58a56d12-dfec-490a-971c-c9ed54255ea3 req-a3febe92-7dd4-4fa9-b50f-d25a3216b7d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.1072607 Jul 05 10:45:11.529520 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-118bafea-abf2-46e5-8d96-56e0e1ee3318 req-6c594547-5f20-410e-86a5-059942dd8339 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846364 Jul 05 10:45:11.546463 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0b705ab5-50c9-4631-955e-719ee1e74176 req-0a7cbf1c-a478-44e5-b0bf-6785f9f4e9c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd HTTP/1.1" status: 200 len: 1000 time: 0.0793898 Jul 05 10:45:11.568937 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-58a56d12-dfec-490a-971c-c9ed54255ea3 req-f6988f61-d682-436a-9d14-a5d781658c1b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7b74f9a-bb88-49af-a318-53d887384cdf HTTP/1.1" status: 200 len: 217 time: 0.0433478 Jul 05 10:45:11.599092 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b705ab5-50c9-4631-955e-719ee1e74176 req-c5a89659-560a-47be-926b-92caa766269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:11.600638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0b705ab5-50c9-4631-955e-719ee1e74176 req-c5a89659-560a-47be-926b-92caa766269d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbbce757-8bb0-400b-901d-9e9430eb8754 HTTP/1.1" status: 200 len: 834 time: 0.0478508 Jul 05 10:45:11.633671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a56d12-dfec-490a-971c-c9ed54255ea3 req-bd74ea57-c0d0-468a-9035-f392029cd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:11.634450 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-58a56d12-dfec-490a-971c-c9ed54255ea3 req-bd74ea57-c0d0-468a-9035-f392029cd0ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0601060 Jul 05 10:45:11.686748 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b705ab5-50c9-4631-955e-719ee1e74176 req-1506fb89-1493-4012-9031-353a22dffc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:11.688339 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0b705ab5-50c9-4631-955e-719ee1e74176 req-1506fb89-1493-4012-9031-353a22dffc79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e0f8317-6a05-4131-8dc7-4c79163bbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739505 Jul 05 10:45:11.703250 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a56d12-dfec-490a-971c-c9ed54255ea3 req-2a312c67-6b72-4708-8707-db0cbd2feafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:11.705060 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-58a56d12-dfec-490a-971c-c9ed54255ea3 req-2a312c67-6b72-4708-8707-db0cbd2feafc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637965 Jul 05 10:45:11.801283 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0b705ab5-50c9-4631-955e-719ee1e74176 req-0609b890-4805-4112-9a62-fbf4833f509e service neutron] 10.222.0.64 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052585 Jul 05 10:45:11.849848 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-58a56d12-dfec-490a-971c-c9ed54255ea3 req-1d62eec5-8eac-4606-8a61-5e4043de899e service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374905 Jul 05 10:45:11.872487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c408d32-59fc-46d7-9252-8f7dd8bd8f67 req-0def7e46-6b1a-4895-891a-c7eefd4bcd9f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:11.874990 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2c408d32-59fc-46d7-9252-8f7dd8bd8f67 req-0def7e46-6b1a-4895-891a-c7eefd4bcd9f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.1123362 Jul 05 10:45:11.909663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0b705ab5-50c9-4631-955e-719ee1e74176 req-0f18edc9-7b10-4a14-a441-3d54cd9118ec service neutron] 10.222.0.64 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989437 Jul 05 10:45:11.969935 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2c408d32-59fc-46d7-9252-8f7dd8bd8f67 req-d2c80e29-6a15-4aa3-a36c-e244d9170f24 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797491 Jul 05 10:45:11.991202 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-58a56d12-dfec-490a-971c-c9ed54255ea3 req-cf5dec7c-ffc7-4681-afc2-fe6646fabe43 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342738 Jul 05 10:45:12.736473 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a459d23-2901-49bf-b695-319d0288c947 req-d3ab1c29-a317-484c-a54b-e233dfeb7131 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:12.738603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a459d23-2901-49bf-b695-319d0288c947 req-d3ab1c29-a317-484c-a54b-e233dfeb7131 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0759828 Jul 05 10:45:12.782285 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a459d23-2901-49bf-b695-319d0288c947 req-b53fba6d-212b-4da1-94b2-895e990cc75a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365543 Jul 05 10:45:13.153446 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f53a42-9887-4136-9b9d-98d5bee7354b req-6a53fd50-41e1-422c-8a48-0c8eb1c95d87 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:13.155080 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-87f53a42-9887-4136-9b9d-98d5bee7354b req-6a53fd50-41e1-422c-8a48-0c8eb1c95d87 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0695789 Jul 05 10:45:13.198467 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-87f53a42-9887-4136-9b9d-98d5bee7354b req-5af5ffe3-ee3d-4096-8b72-830f51e54b1f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374904 Jul 05 10:45:13.633887 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-18dd709e-da3a-4ea5-83b5-876c29a21bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:13.666631 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:13.978972 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342487dd-41a7-41fc-8e3f-3a6fd650b32c req-2742b918-d9a4-487d-9068-e32b4f4ee304 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:13.980253 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-342487dd-41a7-41fc-8e3f-3a6fd650b32c req-2742b918-d9a4-487d-9068-e32b4f4ee304 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0681062 Jul 05 10:45:14.027294 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-342487dd-41a7-41fc-8e3f-3a6fd650b32c req-e193d152-36fb-43bb-82bb-e48902374049 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414343 Jul 05 10:45:14.383163 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2377fc-ac42-419f-bfd7-f6a6c4dcb651 req-67af9fbf-4526-406b-bdbd-643be502bccc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:14.384763 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ca2377fc-ac42-419f-bfd7-f6a6c4dcb651 req-67af9fbf-4526-406b-bdbd-643be502bccc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0670564 Jul 05 10:45:14.427063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ca2377fc-ac42-419f-bfd7-f6a6c4dcb651 req-26d8ded0-613b-4fff-a989-3d6872d7c0be tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365956 Jul 05 10:45:15.034731 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:15.226568 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a0f58-6400-4d77-b3e2-70c6b40f122f req-34fed36c-f49a-421f-9059-ebed574b241a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:15.228051 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-114a0f58-6400-4d77-b3e2-70c6b40f122f req-34fed36c-f49a-421f-9059-ebed574b241a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0814340 Jul 05 10:45:15.273943 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-114a0f58-6400-4d77-b3e2-70c6b40f122f req-22237a39-6d7d-43cf-8c35-296c392ed2cf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399606 Jul 05 10:45:15.627445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c014bb6-28be-4cf5-a4f5-df73c648a421 req-4e11cf3a-8b96-4974-afac-793ef7b0482f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:15.629133 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c014bb6-28be-4cf5-a4f5-df73c648a421 req-4e11cf3a-8b96-4974-afac-793ef7b0482f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0779743 Jul 05 10:45:15.670981 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c014bb6-28be-4cf5-a4f5-df73c648a421 req-41f6da64-42ab-43cb-9eb9-47a93b73b13f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362296 Jul 05 10:45:16.474192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29c265-e14b-43aa-9004-0205b410b997 req-88298f1e-cc0e-4423-adc7-d1fab30c9cc8 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:16.476330 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b29c265-e14b-43aa-9004-0205b410b997 req-88298f1e-cc0e-4423-adc7-d1fab30c9cc8 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0754116 Jul 05 10:45:16.522371 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b29c265-e14b-43aa-9004-0205b410b997 req-c87feee2-1835-4fac-8d27-b95c6cd12cd5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 Jul 05 10:45:16.846055 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:16.862692 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad51a9-2a3d-4a47-80dd-4e46532bcdeb req-7715c4d9-df1c-4d17-9113-ea75c994de5e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:16.864291 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7cad51a9-2a3d-4a47-80dd-4e46532bcdeb req-7715c4d9-df1c-4d17-9113-ea75c994de5e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0730388 Jul 05 10:45:16.912089 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7cad51a9-2a3d-4a47-80dd-4e46532bcdeb req-9f72c32e-9add-4796-9911-78dbff2cd16f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392177 Jul 05 10:45:17.725922 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a0933-7adf-42e6-b71d-ce5940c8abbc req-6283da7f-a3bf-4b7c-99c0-68ad3cf4ee9d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:17.727497 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-577a0933-7adf-42e6-b71d-ce5940c8abbc req-6283da7f-a3bf-4b7c-99c0-68ad3cf4ee9d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0815845 Jul 05 10:45:17.772573 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-577a0933-7adf-42e6-b71d-ce5940c8abbc req-2fe4e6cd-5f31-48ca-87d3-a3b4e0fef80c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384748 Jul 05 10:45:18.103203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d7d4c-45cc-4cb7-b582-5ba9bbb15b37 req-83ea4125-9746-4cf1-b198-7e32008d17e0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:18.109135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c0d7d4c-45cc-4cb7-b582-5ba9bbb15b37 req-83ea4125-9746-4cf1-b198-7e32008d17e0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0753686 Jul 05 10:45:18.153986 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c0d7d4c-45cc-4cb7-b582-5ba9bbb15b37 req-ce093dbb-0c8c-41f9-8ded-223f8d01d55c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420251 Jul 05 10:45:18.980295 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0aa30-6fbd-4e3e-9e4e-0fbbc00d5fd3 req-816c0df2-32de-4776-b784-68d389769fc2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:18.982264 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4f0aa30-6fbd-4e3e-9e4e-0fbbc00d5fd3 req-816c0df2-32de-4776-b784-68d389769fc2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0762982 Jul 05 10:45:19.033693 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4f0aa30-6fbd-4e3e-9e4e-0fbbc00d5fd3 req-35b3382e-d053-49ff-8f2a-6653d44f9337 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437372 Jul 05 10:45:19.350086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe67b68-dd8d-4cc1-a6a4-fb9348681208 req-0753f6d6-d0b2-4a9a-bded-efe7ac398aa5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:19.352790 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4fe67b68-dd8d-4cc1-a6a4-fb9348681208 req-0753f6d6-d0b2-4a9a-bded-efe7ac398aa5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0763373 Jul 05 10:45:19.398595 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4fe67b68-dd8d-4cc1-a6a4-fb9348681208 req-9836500d-ded0-4913-bb9c-f03b6ca0aa45 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386992 Jul 05 10:45:20.228848 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b193d0-8d16-4789-8a34-e48b30166816 req-b4fddcb2-a6d1-488c-870d-ddc07fa379eb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:20.230937 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e8b193d0-8d16-4789-8a34-e48b30166816 req-b4fddcb2-a6d1-488c-870d-ddc07fa379eb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0764863 Jul 05 10:45:20.276701 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e8b193d0-8d16-4789-8a34-e48b30166816 req-e1ad7b33-93a0-4000-93a7-5926bf07e7d2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Jul 05 10:45:20.593882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3908b03-4dda-4c4c-94ae-ff6041a948df req-537eca9e-75b1-45a1-bac9-300d3424f4ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:20.595435 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b3908b03-4dda-4c4c-94ae-ff6041a948df req-537eca9e-75b1-45a1-bac9-300d3424f4ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0713487 Jul 05 10:45:20.639528 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b3908b03-4dda-4c4c-94ae-ff6041a948df req-1654c026-cc88-4b3e-a247-33fae28f9dc1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378232 Jul 05 10:45:21.469601 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e04fc-d0c8-4e1a-8b3d-7a526eab49a5 req-1a10ae63-1f18-425b-ae5b-e1453c1f16e7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:21.471209 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e32e04fc-d0c8-4e1a-8b3d-7a526eab49a5 req-1a10ae63-1f18-425b-ae5b-e1453c1f16e7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0720468 Jul 05 10:45:21.511008 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e32e04fc-d0c8-4e1a-8b3d-7a526eab49a5 req-7c82e9e0-4d36-4578-991c-f853eb005748 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341096 Jul 05 10:45:21.828268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189e678-83d5-4dc4-918d-4c141a3f8d50 req-76777254-8101-4f99-9e96-2e51430cd5da tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:21.829841 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b189e678-83d5-4dc4-918d-4c141a3f8d50 req-76777254-8101-4f99-9e96-2e51430cd5da tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0707972 Jul 05 10:45:21.869599 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b189e678-83d5-4dc4-918d-4c141a3f8d50 req-e70c1307-add5-4519-be7a-fa3b020fd4e7 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334604 Jul 05 10:45:22.497855 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:22.696995 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba8dff-2a88-4987-9e20-90ea2e5d94bb req-75ff0d73-7a86-4e10-abdc-e205e34e6dd7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:22.698570 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94ba8dff-2a88-4987-9e20-90ea2e5d94bb req-75ff0d73-7a86-4e10-abdc-e205e34e6dd7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0677657 Jul 05 10:45:22.738367 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94ba8dff-2a88-4987-9e20-90ea2e5d94bb req-1bdd0357-452b-4b51-a9f9-ca867751a1ac tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339828 Jul 05 10:45:23.054720 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbd2e2-7dc1-4e5a-b6fa-480a48d358e6 req-d06dfa1c-2205-44ae-bf85-a64a5ccbeb36 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:23.056260 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17cbd2e2-7dc1-4e5a-b6fa-480a48d358e6 req-d06dfa1c-2205-44ae-bf85-a64a5ccbeb36 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0693266 Jul 05 10:45:23.102573 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-17cbd2e2-7dc1-4e5a-b6fa-480a48d358e6 req-eedee7d3-a9e1-4d98-baba-5d4fdfb310e3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398078 Jul 05 10:45:23.923475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042292c-8951-468d-925e-5003aa1c52ab req-a2e0d56b-2076-4e71-806b-af2bc4ea788e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:23.925044 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7042292c-8951-468d-925e-5003aa1c52ab req-a2e0d56b-2076-4e71-806b-af2bc4ea788e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0712643 Jul 05 10:45:23.968451 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7042292c-8951-468d-925e-5003aa1c52ab req-64c1a124-2627-407d-86af-993bd7a6be98 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358031 Jul 05 10:45:24.294828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54d7c4-31d1-4b26-b13f-87f8743b815b req-0bb6b718-c5f9-44ab-a1e5-81bb77897e9d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:24.296893 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d54d7c4-31d1-4b26-b13f-87f8743b815b req-0bb6b718-c5f9-44ab-a1e5-81bb77897e9d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0771801 Jul 05 10:45:24.335289 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:24.346560 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d54d7c4-31d1-4b26-b13f-87f8743b815b req-e0c4fc55-f58f-4d47-bb0d-807c8b748ad4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440803 Jul 05 10:45:25.221727 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c006c65-46cc-46c7-88d7-92db9b916af2 req-d8bb8376-96dc-49b9-ba37-b0d3bf2ea6b9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:25.223191 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c006c65-46cc-46c7-88d7-92db9b916af2 req-d8bb8376-96dc-49b9-ba37-b0d3bf2ea6b9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.1174650 Jul 05 10:45:25.236269 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-da244ca1-5535-450b-971e-9b01461cef20 service neutron] show failed (client error): The resource could not be found. Jul 05 10:45:25.237303 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-da244ca1-5535-450b-971e-9b01461cef20 service neutron] 10.222.0.64 "GET /v2.0/ports/414a8b72-f49b-449b-be33-d7d3fe5c66cd/bindings/n-h1-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0980508 Jul 05 10:45:25.274551 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6c006c65-46cc-46c7-88d7-92db9b916af2 req-db520d87-1c04-4bd3-9485-74bdef289865 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404387 Jul 05 10:45:25.529755 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cf8ec-c59b-4169-9515-bef7291df2c7 req-59a1919c-1b83-4a16-a60c-1f197460dd96 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:25.531558 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2a9cf8ec-c59b-4169-9515-bef7291df2c7 req-59a1919c-1b83-4a16-a60c-1f197460dd96 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0677838 Jul 05 10:45:25.571545 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2a9cf8ec-c59b-4169-9515-bef7291df2c7 req-13fb1522-3822-4ef2-9e05-1976dccc4e8e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343404 Jul 05 10:45:25.983555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-c4db30ef-2082-4d35-a68e-63fadc8dc771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:25.985169 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-c4db30ef-2082-4d35-a68e-63fadc8dc771 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843&tenant_id=ecd4c65677c0414c9743c8dfedcf672d HTTP/1.1" status: 200 len: 1097 time: 0.1082451 Jul 05 10:45:25.997602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:45:26.072134 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:26.280251 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] For port 414a8b72-f49b-449b-be33-d7d3fe5c66cd, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd,segment=NetworkSegment(e871c97c-d767-43b6-ae10-1e45164644be),segment_id=e871c97c-d767-43b6-ae10-1e45164644be)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:26.314386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] For port 414a8b72-f49b-449b-be33-d7d3fe5c66cd, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:45:26.365673 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414a8b72-f49b-449b-be33-d7d3fe5c66cd'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:45:26.368109 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434b058d-4245-43bf-b269-99817d3d0bb7" -d '{"events": [{"server_uuid": "0ea5c99e-2f70-4854-8471-de4e7fa35843", "name": "network-vif-unplugged", "status": "completed", "tag": "414a8b72-f49b-449b-be33-d7d3fe5c66cd"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:45:26.376038 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:26.389646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Transition to ACTIVE for port object 414a8b72-f49b-449b-be33-d7d3fe5c66cd will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:45:26.430287 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c8524b-2701-4732-bd9e-49ced55774b3 x-openstack-request-id: req-63c8524b-2701-4732-bd9e-49ced55774b3 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:45:26.430287 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea5c99e-2f70-4854-8471-de4e7fa35843", "name": "network-vif-unplugged", "status": "completed", "tag": "414a8b72-f49b-449b-be33-d7d3fe5c66cd", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:45:26.430287 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-63c8524b-2701-4732-bd9e-49ced55774b3 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:45:26.430287 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414a8b72-f49b-449b-be33-d7d3fe5c66cd', 'code': 200} Jul 05 10:45:26.463454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7319129-7d91-4975-b5a9-ea8b4497d101 req-3860783e-3290-49e7-84f8-9f69a859e5f2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:26.465062 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7319129-7d91-4975-b5a9-ea8b4497d101 req-3860783e-3290-49e7-84f8-9f69a859e5f2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0731483 Jul 05 10:45:26.491774 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:26.509645 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7319129-7d91-4975-b5a9-ea8b4497d101 req-41f636cc-aa75-42d0-b9eb-3961bfb56840 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378716 Jul 05 10:45:26.617022 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Pushing event updated for resources: {'Port': ['ID=414a8b72-f49b-449b-be33-d7d3fe5c66cd,revision_number=6']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:26.695812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] No DVR routers for this DVR port 414a8b72-f49b-449b-be33-d7d3fe5c66cd on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:45:26.857734 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8961494-b61d-4129-9821-a1680a6d0890 req-70268ffe-a8c0-4a17-b508-b01157fb5c91 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:26.859262 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f8961494-b61d-4129-9821-a1680a6d0890 req-70268ffe-a8c0-4a17-b508-b01157fb5c91 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 943 time: 0.1256227 Jul 05 10:45:26.913516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Attempting to bind port 414a8b72-f49b-449b-be33-d7d3fe5c66cd on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:45:26.913856 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Attempting to bind port 414a8b72-f49b-449b-be33-d7d3fe5c66cd by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:45:26.914193 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Attempting to bind port 414a8b72-f49b-449b-be33-d7d3fe5c66cd on network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:45:26.927899 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Port 414a8b72-f49b-449b-be33-d7d3fe5c66cd on network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:45:26.928250 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Attempting to bind port 414a8b72-f49b-449b-be33-d7d3fe5c66cd on network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:45:26.938824 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f8961494-b61d-4129-9821-a1680a6d0890 req-6dbc699a-7f22-43a4-9121-5ff6f69e7e2e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733848 Jul 05 10:45:26.939709 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:45:26.940079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Checking segment: {'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:45:26.940476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Bound using segment: {'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:45:26.940930 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Bound port: 414a8b72-f49b-449b-be33-d7d3fe5c66cd, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e871c97c-d767-43b6-ae10-1e45164644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:45:26.941794 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:27.006034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] For port 414a8b72-f49b-449b-be33-d7d3fe5c66cd, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:45:27.009544 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] For port 414a8b72-f49b-449b-be33-d7d3fe5c66cd, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd,segment=NetworkSegment(e871c97c-d767-43b6-ae10-1e45164644be),segment_id=e871c97c-d767-43b6-ae10-1e45164644be)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:45:27.081140 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:27.115482 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:27.116206 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:27.117879 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] 10.222.0.73 "PUT /v2.0/ports/414a8b72-f49b-449b-be33-d7d3fe5c66cd HTTP/1.1" status: 200 len: 1092 time: 1.1244607 Jul 05 10:45:27.163019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637ddf0-f5be-4368-b796-adb1a714db69 service neutron] Pushing event updated for resources: {'Port': ['ID=414a8b72-f49b-449b-be33-d7d3fe5c66cd,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:27.211691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-6e645860-7e09-435a-948d-3875b8953999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:27.213287 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-6e645860-7e09-435a-948d-3875b8953999 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 1095 time: 0.0660512 Jul 05 10:45:27.308309 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-08f6291e-b66b-4134-a580-dd9a4f0dfc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:27.310427 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-08f6291e-b66b-4134-a580-dd9a4f0dfc10 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e0f8317-6a05-4131-8dc7-4c79163bbce7 HTTP/1.1" status: 200 len: 897 time: 0.0913937 Jul 05 10:45:27.381599 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-e59012e0-15a8-45d1-b88e-6d8db2b097f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd HTTP/1.1" status: 200 len: 998 time: 0.0651009 Jul 05 10:45:27.432638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-4ebec923-2aa1-4be7-b574-0d7ce07fed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:27.434268 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-4ebec923-2aa1-4be7-b574-0d7ce07fed18 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbbce757-8bb0-400b-901d-9e9430eb8754 HTTP/1.1" status: 200 len: 834 time: 0.0469725 Jul 05 10:45:27.491453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-d25703cb-765c-4524-a240-694cd5c300c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:27.493286 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-d25703cb-765c-4524-a240-694cd5c300c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0f8317-6a05-4131-8dc7-4c79163bbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532041 Jul 05 10:45:27.589219 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-5ae77519-c7ca-4c6e-866d-659ba78e90a3 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895901 Jul 05 10:45:27.691447 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68a7ec9e-7aa7-4a3c-b0a8-c57862ea8f33 req-b0fb2f9e-d544-41c8-9766-7eda5784bdc9 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962987 Jul 05 10:45:27.696314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68ba74-99ef-48f9-b3f8-73993183b838 req-08eb7a2a-de25-48a8-bb0f-39aec403576f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:27.697880 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef68ba74-99ef-48f9-b3f8-73993183b838 req-08eb7a2a-de25-48a8-bb0f-39aec403576f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0725358 Jul 05 10:45:27.738682 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef68ba74-99ef-48f9-b3f8-73993183b838 req-492497a1-6d70-4370-8d87-a606a9a4851f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349684 Jul 05 10:45:28.119074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d3a3d-8361-4ce4-821f-0c885323f61e req-ce78c5b4-8244-444a-8ddc-6650b9502372 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:28.120774 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-433d3a3d-8361-4ce4-821f-0c885323f61e req-ce78c5b4-8244-444a-8ddc-6650b9502372 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 943 time: 0.0654073 Jul 05 10:45:28.168416 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-433d3a3d-8361-4ce4-821f-0c885323f61e req-440a761f-9b92-4f7c-b8be-03c0f3cf9cb9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406466 Jul 05 10:45:28.431060 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'tag': '414a8b72-f49b-449b-be33-d7d3fe5c66cd'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:45:28.435826 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea5c99e-2f70-4854-8471-de4e7fa35843", "tag": "414a8b72-f49b-449b-be33-d7d3fe5c66cd"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:45:28.487663 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae17fc96-496d-46c1-b20c-1195241566e4 x-openstack-request-id: req-ae17fc96-496d-46c1-b20c-1195241566e4 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:45:28.488000 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea5c99e-2f70-4854-8471-de4e7fa35843", "tag": "414a8b72-f49b-449b-be33-d7d3fe5c66cd", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:45:28.488255 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae17fc96-496d-46c1-b20c-1195241566e4 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:45:28.488649 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'tag': '414a8b72-f49b-449b-be33-d7d3fe5c66cd', 'status': 'completed', 'code': 200} Jul 05 10:45:28.567462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-f067d188-b36b-4540-86b5-f99b67903094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:28.568732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-604cf597-16a5-4376-92ad-775e19442d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:28.569302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-f067d188-b36b-4540-86b5-f99b67903094 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 1095 time: 0.0559204 Jul 05 10:45:28.569475 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-604cf597-16a5-4376-92ad-775e19442d53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 1095 time: 0.0588138 Jul 05 10:45:28.663774 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-4669f49a-fb82-418d-827f-365853f70f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:28.665320 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-4669f49a-fb82-418d-827f-365853f70f10 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e0f8317-6a05-4131-8dc7-4c79163bbce7 HTTP/1.1" status: 200 len: 897 time: 0.0900390 Jul 05 10:45:28.674251 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-ddbb8820-b41b-48ea-a6e2-cd73a1f8d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:28.675825 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-ddbb8820-b41b-48ea-a6e2-cd73a1f8d92d service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e0f8317-6a05-4131-8dc7-4c79163bbce7 HTTP/1.1" status: 200 len: 897 time: 0.0971162 Jul 05 10:45:28.739155 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-be8da676-72c4-4b50-b45b-7af38e40a5fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd HTTP/1.1" status: 200 len: 998 time: 0.0662882 Jul 05 10:45:28.749195 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-c73e18ad-7d8b-41b4-8cef-88c5991c70bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd HTTP/1.1" status: 200 len: 998 time: 0.0629718 Jul 05 10:45:28.804490 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-996bc8e2-8b18-4d73-9e58-2115b1bca38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:28.804759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-50721aa1-8ce8-4d6f-b977-d8e7d01d6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:28.806029 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-996bc8e2-8b18-4d73-9e58-2115b1bca38b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbbce757-8bb0-400b-901d-9e9430eb8754 HTTP/1.1" status: 200 len: 834 time: 0.0510268 Jul 05 10:45:28.806209 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-50721aa1-8ce8-4d6f-b977-d8e7d01d6e9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbbce757-8bb0-400b-901d-9e9430eb8754 HTTP/1.1" status: 200 len: 834 time: 0.0610092 Jul 05 10:45:28.882656 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-1206ec53-642b-48a6-9668-d0ed69db697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:28.885995 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-1206ec53-642b-48a6-9668-d0ed69db697d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e0f8317-6a05-4131-8dc7-4c79163bbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676625 Jul 05 10:45:28.929763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-d13b524c-b3a4-490e-9cec-2293c6fc05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:28.948819 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-d13b524c-b3a4-490e-9cec-2293c6fc05dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0f8317-6a05-4131-8dc7-4c79163bbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172543 Jul 05 10:45:28.989927 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-ed120457-971c-4d0e-a3ee-79467f6e6210 service neutron] 10.222.0.64 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968635 Jul 05 10:45:29.006642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fa608-ac9f-4a2b-927f-a5f92fedf7e4 req-403aec78-bd19-49de-8d29-980bc5f65359 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:29.010427 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9e7fa608-ac9f-4a2b-927f-a5f92fedf7e4 req-403aec78-bd19-49de-8d29-980bc5f65359 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.1420753 Jul 05 10:45:29.077716 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9e7fa608-ac9f-4a2b-927f-a5f92fedf7e4 req-358bf231-1bc4-46d9-a9ff-53205d9d6890 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623765 Jul 05 10:45:29.079861 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-d64c9fe2-5ce0-41d6-ba74-7c95c865b79e service neutron] 10.222.0.73 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424396 Jul 05 10:45:29.094588 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 414a8b72-f49b-449b-be33-d7d3fe5c66cd no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:45:29.102776 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-fc688b07-951a-4bf7-b3da-4043940897e3 service neutron] 10.222.0.64 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030369 Jul 05 10:45:29.163841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 414a8b72-f49b-449b-be33-d7d3fe5c66cd not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:45:29.187337 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-41c2ddcc-4c76-4d9b-b05a-3fcdf5b3462f req-bb12215e-19e1-4a1f-a9de-fb0e892df2d8 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000555 Jul 05 10:45:29.365697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ce719-a955-4ce2-ae2d-216f6402e048 req-b4641262-b56a-4d58-aac0-b74d8c9ec5c7 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:29.368880 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a3ce719-a955-4ce2-ae2d-216f6402e048 req-b4641262-b56a-4d58-aac0-b74d8c9ec5c7 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 943 time: 0.0709617 Jul 05 10:45:29.408039 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a3ce719-a955-4ce2-ae2d-216f6402e048 req-961415b4-447f-4a03-b464-03ac22fe0457 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349195 Jul 05 10:45:30.272414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1c900-803d-4bcf-acef-e9718be23afe req-c9a6cc91-0bfe-4845-b773-654436081e22 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:30.273960 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-37a1c900-803d-4bcf-acef-e9718be23afe req-c9a6cc91-0bfe-4845-b773-654436081e22 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0651605 Jul 05 10:45:30.313388 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-37a1c900-803d-4bcf-acef-e9718be23afe req-fb45bb12-e334-4a82-84b1-56972f93e3e1 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327437 Jul 05 10:45:30.595027 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430727da-2ab7-4815-8f6f-29252bfd4496 req-97e1d725-1958-4075-b741-b66675773c5d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:30.596680 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-430727da-2ab7-4815-8f6f-29252bfd4496 req-97e1d725-1958-4075-b741-b66675773c5d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 943 time: 0.0723376 Jul 05 10:45:30.638141 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-430727da-2ab7-4815-8f6f-29252bfd4496 req-d1ff9f36-1681-47ff-8f3f-8fb4b7d729fd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354457 Jul 05 10:45:31.136650 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519118f1-55f4-4215-adad-46047cb62cf8 req-a6ec89f8-ab73-491e-a6b8-c9d5147628b3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:31.138297 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-519118f1-55f4-4215-adad-46047cb62cf8 req-a6ec89f8-ab73-491e-a6b8-c9d5147628b3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 943 time: 0.0752418 Jul 05 10:45:31.202981 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-519118f1-55f4-4215-adad-46047cb62cf8 req-ee8e47c4-9e8d-4c06-b0c1-319a02824c3b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585098 Jul 05 10:45:31.309059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67390f-ed44-426b-8b90-be24a75cf1b8 req-d972c96f-ae56-43a7-ad1f-a5ede481c6e9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:31.310522 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e67390f-ed44-426b-8b90-be24a75cf1b8 req-d972c96f-ae56-43a7-ad1f-a5ede481c6e9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843&tenant_id=ecd4c65677c0414c9743c8dfedcf672d&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 943 time: 0.1385617 Jul 05 10:45:31.374219 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-4e67390f-ed44-426b-8b90-be24a75cf1b8 req-771e976e-a4b6-4a28-bd13-f8e28e0fa38f service neutron] delete failed (client error): The resource could not be found. Jul 05 10:45:31.375274 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e67390f-ed44-426b-8b90-be24a75cf1b8 req-771e976e-a4b6-4a28-bd13-f8e28e0fa38f service neutron] 10.222.0.64 "DELETE /v2.0/ports/414a8b72-f49b-449b-be33-d7d3fe5c66cd/bindings/n-h2-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0557973 Jul 05 10:45:31.485734 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67390f-ed44-426b-8b90-be24a75cf1b8 req-2b49dc0f-757c-416c-b2fb-30decfc7dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:31.487487 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e67390f-ed44-426b-8b90-be24a75cf1b8 req-2b49dc0f-757c-416c-b2fb-30decfc7dcaa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 1095 time: 0.0624654 Jul 05 10:45:31.505346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6728361-753c-4ae5-898d-e41acdd575bc req-e85a56fa-b62d-4546-bec6-4c2e02ab7d4c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:31.506882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a6728361-753c-4ae5-898d-e41acdd575bc req-e85a56fa-b62d-4546-bec6-4c2e02ab7d4c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0779247 Jul 05 10:45:31.546593 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a6728361-753c-4ae5-898d-e41acdd575bc req-95afc565-0d27-41e8-8bdc-cc8d7b828427 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334315 Jul 05 10:45:31.593446 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67390f-ed44-426b-8b90-be24a75cf1b8 req-4e19c273-578c-4916-81f1-a8bcb633c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:31.594950 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e67390f-ed44-426b-8b90-be24a75cf1b8 req-4e19c273-578c-4916-81f1-a8bcb633c798 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e0f8317-6a05-4131-8dc7-4c79163bbce7 HTTP/1.1" status: 200 len: 897 time: 0.0973291 Jul 05 10:45:31.664181 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 414a8b72-f49b-449b-be33-d7d3fe5c66cd details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:45:31.665511 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e67390f-ed44-426b-8b90-be24a75cf1b8 req-27254d0a-8988-4258-9915-2fc6214af31f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd HTTP/1.1" status: 200 len: 998 time: 0.0596917 Jul 05 10:45:31.723898 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67390f-ed44-426b-8b90-be24a75cf1b8 req-cee2e08a-ab32-4af8-8781-2329a4e98680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:31.725374 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e67390f-ed44-426b-8b90-be24a75cf1b8 req-cee2e08a-ab32-4af8-8781-2329a4e98680 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbbce757-8bb0-400b-901d-9e9430eb8754 HTTP/1.1" status: 200 len: 834 time: 0.0497968 Jul 05 10:45:31.795226 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67390f-ed44-426b-8b90-be24a75cf1b8 req-1b058f68-d578-489f-b38b-653c415bc076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:31.796804 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e67390f-ed44-426b-8b90-be24a75cf1b8 req-1b058f68-d578-489f-b38b-653c415bc076 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e0f8317-6a05-4131-8dc7-4c79163bbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615275 Jul 05 10:45:31.896007 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e67390f-ed44-426b-8b90-be24a75cf1b8 req-6e462669-4c0c-4099-bbab-409ff6e38334 service neutron] 10.222.0.64 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883110 Jul 05 10:45:31.916093 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 414a8b72-f49b-449b-be33-d7d3fe5c66cd, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd,segment=NetworkSegment(e871c97c-d767-43b6-ae10-1e45164644be),segment_id=e871c97c-d767-43b6-ae10-1e45164644be)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:31.927670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '414a8b72-f49b-449b-be33-d7d3fe5c66cd', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'port_id': '414a8b72-f49b-449b-be33-d7d3fe5c66cd', 'mac_address': 'fa:16:3e:13:2e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:45:31.966422 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:31.982571 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414a8b72-f49b-449b-be33-d7d3fe5c66cd {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:45:31.994978 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4e67390f-ed44-426b-8b90-be24a75cf1b8 req-5879002d-3b4d-4a86-b318-2aa0a9a3196f service neutron] 10.222.0.64 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897017 Jul 05 10:45:32.002683 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 414a8b72-f49b-449b-be33-d7d3fe5c66cd, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd,segment=NetworkSegment(e871c97c-d767-43b6-ae10-1e45164644be),segment_id=e871c97c-d767-43b6-ae10-1e45164644be)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:32.066476 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:32.114321 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=414a8b72-f49b-449b-be33-d7d3fe5c66cd,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:32.122429 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:32.122773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:32.123114 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:32.123451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:32.123803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:32.127087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:32.127087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:32.127087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:32.127087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:32.127087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:32.127087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:32.127087 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:45:32.325795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['414a8b72-f49b-449b-be33-d7d3fe5c66cd'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:45:32.384520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0611b-f6a8-4a60-b717-00a911f0cefd req-17217dc3-fae2-4d89-ac30-125f797860c8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:32.386091 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f7d0611b-f6a8-4a60-b717-00a911f0cefd req-17217dc3-fae2-4d89-ac30-125f797860c8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 944 time: 0.0654891 Jul 05 10:45:32.425441 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f7d0611b-f6a8-4a60-b717-00a911f0cefd req-6fe9298f-5671-4f2f-ac9e-31b0baefef52 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331633 Jul 05 10:45:32.725977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33e3d1-cc21-4191-9ddf-619e07074110 req-10ea636d-aae8-4d29-af77-11b35eef892b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:32.727485 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0a33e3d1-cc21-4191-9ddf-619e07074110 req-10ea636d-aae8-4d29-af77-11b35eef892b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0642710 Jul 05 10:45:32.766232 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0a33e3d1-cc21-4191-9ddf-619e07074110 req-696ae197-e2fd-4db1-9929-8d9851d5e88a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322254 Jul 05 10:45:33.598107 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f460854-4940-4644-b701-aaf92f466a68 req-65520e0a-72e1-426d-9cf4-1dbf52712eaf tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:33.599598 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f460854-4940-4644-b701-aaf92f466a68 req-65520e0a-72e1-426d-9cf4-1dbf52712eaf tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 944 time: 0.0621724 Jul 05 10:45:33.638689 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f460854-4940-4644-b701-aaf92f466a68 req-c6eeba12-faa6-458e-9f8b-6ff53a62e62f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330129 Jul 05 10:45:33.662158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36018) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:45:33.679290 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 414a8b72-f49b-449b-be33-d7d3fe5c66cd up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:45:33.727581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9d496f99-f1fd-488f-a029-b98600fd38e8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/floatingips/43be8ba4-9467-4967-9299-319fd2d1e918 HTTP/1.1" status: 200 len: 991 time: 0.0642760 Jul 05 10:45:33.795318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 414a8b72-f49b-449b-be33-d7d3fe5c66cd completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:45:33.799560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 414a8b72-f49b-449b-be33-d7d3fe5c66cd triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:45:33.800169 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:33.886951 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:33.910882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a8b72-f49b-449b-be33-d7d3fe5c66cd'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:45:33.913272 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce542ed-2367-4a4a-8bb4-10b739d9ef04" -d '{"events": [{"server_uuid": "0ea5c99e-2f70-4854-8471-de4e7fa35843", "name": "network-vif-plugged", "status": "completed", "tag": "414a8b72-f49b-449b-be33-d7d3fe5c66cd"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:45:33.929466 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 414a8b72-f49b-449b-be33-d7d3fe5c66cd, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd,segment=NetworkSegment(e871c97c-d767-43b6-ae10-1e45164644be),segment_id=e871c97c-d767-43b6-ae10-1e45164644be)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:33.953976 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49c59fa-698f-481c-9eac-dc38710ee810 x-openstack-request-id: req-d49c59fa-698f-481c-9eac-dc38710ee810 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:45:33.954270 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea5c99e-2f70-4854-8471-de4e7fa35843", "name": "network-vif-plugged", "status": "completed", "tag": "414a8b72-f49b-449b-be33-d7d3fe5c66cd", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:45:33.954528 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d49c59fa-698f-481c-9eac-dc38710ee810 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:45:33.954911 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a8b72-f49b-449b-be33-d7d3fe5c66cd', 'code': 200} Jul 05 10:45:33.957556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f565f4-ae11-43ed-8bb7-1170f9b5c483 req-58daa4e9-c6a2-4472-aa2e-f70314b99173 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:33.959063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56f565f4-ae11-43ed-8bb7-1170f9b5c483 req-58daa4e9-c6a2-4472-aa2e-f70314b99173 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0739114 Jul 05 10:45:33.997117 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56f565f4-ae11-43ed-8bb7-1170f9b5c483 req-3f340e91-a3d7-43d1-90e3-921fd90b85b5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318489 Jul 05 10:45:34.028946 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:34.076173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=414a8b72-f49b-449b-be33-d7d3fe5c66cd,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:35.171259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca63d70-9450-4846-9918-e48907c33eb5 req-719b4dd4-b761-48aa-8d07-6e1a85cd33d4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:35.173445 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9ca63d70-9450-4846-9918-e48907c33eb5 req-719b4dd4-b761-48aa-8d07-6e1a85cd33d4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0641215 Jul 05 10:45:35.213185 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9ca63d70-9450-4846-9918-e48907c33eb5 req-e9b58f3a-db49-4d4b-9a29-e3ede551c30e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338190 Jul 05 10:45:36.393187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e3739-2708-401b-b8a7-f579147e5cad req-e4b06a52-8111-4f32-addc-632f7d6d03f8 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:36.394822 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d65e3739-2708-401b-b8a7-f579147e5cad req-e4b06a52-8111-4f32-addc-632f7d6d03f8 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0719459 Jul 05 10:45:36.433549 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d65e3739-2708-401b-b8a7-f579147e5cad req-91dc9747-ca38-4bd1-8b26-991f8793e0f6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331957 Jul 05 10:45:37.614288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b1e2b-96cc-4ea3-9f09-cfd6717f466d req-8359bb66-56ea-4b36-a39e-f2b8f9a9640f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:37.615722 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa8b1e2b-96cc-4ea3-9f09-cfd6717f466d req-8359bb66-56ea-4b36-a39e-f2b8f9a9640f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0696254 Jul 05 10:45:38.002647 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa8b1e2b-96cc-4ea3-9f09-cfd6717f466d req-1c39224e-a8ff-4932-aa28-5dcab0ef532e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813369 Jul 05 10:45:39.177608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02216c89-32e0-44b8-b44d-3ac0f011e5fd req-73d2dcb2-c290-4a55-9e4f-df894d455487 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:39.179047 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-02216c89-32e0-44b8-b44d-3ac0f011e5fd req-73d2dcb2-c290-4a55-9e4f-df894d455487 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0653837 Jul 05 10:45:39.217705 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-02216c89-32e0-44b8-b44d-3ac0f011e5fd req-a590f4c5-9ae9-4110-83dc-b7da03f0ee42 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330951 Jul 05 10:45:40.385453 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44c47d-cdf5-43dc-80ec-5a8a367fabff req-857a5cdc-82df-4639-a442-90d9b6027227 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:40.386935 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a44c47d-cdf5-43dc-80ec-5a8a367fabff req-857a5cdc-82df-4639-a442-90d9b6027227 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0615730 Jul 05 10:45:40.424536 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7a44c47d-cdf5-43dc-80ec-5a8a367fabff req-9ca46953-5957-4100-bd41-50333c3b796f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320883 Jul 05 10:45:41.125990 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1759b7bc-c723-4b45-9c7b-cb662038e5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:41.598731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091bb46-4600-4290-b8c1-8a5c826b6cf6 req-969289a2-598b-4867-ac4f-d50efb9f9ed9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:41.600226 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8091bb46-4600-4290-b8c1-8a5c826b6cf6 req-969289a2-598b-4867-ac4f-d50efb9f9ed9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0652258 Jul 05 10:45:41.920808 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8091bb46-4600-4290-b8c1-8a5c826b6cf6 req-ecc17318-812e-41e7-94a6-75f6bf2f046d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149941 Jul 05 10:45:43.099154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c78304-585d-4fe7-8691-a4b8f8abf40f req-0ca0fb8a-68f5-4a8e-afe3-30b01a02862f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:43.100717 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62c78304-585d-4fe7-8691-a4b8f8abf40f req-0ca0fb8a-68f5-4a8e-afe3-30b01a02862f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0662799 Jul 05 10:45:43.139462 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62c78304-585d-4fe7-8691-a4b8f8abf40f req-0cec5977-14d5-4618-85a3-a27dc44025e6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325577 Jul 05 10:45:43.599843 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-be7dc356-16f8-4e7c-b77d-5c554e4efe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:43.685762 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:44.315178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a5850-4cb6-4937-ace2-62802716ea3d req-959b6903-fcc7-4e00-96e1-4936df5aaac5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:44.316710 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2a1a5850-4cb6-4937-ace2-62802716ea3d req-959b6903-fcc7-4e00-96e1-4936df5aaac5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0635295 Jul 05 10:45:44.354085 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2a1a5850-4cb6-4937-ace2-62802716ea3d req-4c29b0ce-aa4f-47cf-8b03-f9f5460431fe tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318000 Jul 05 10:45:45.017365 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:45.527950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88253c-b683-456b-8c6a-601543936156 req-92d7107b-4840-4131-9293-c38fa9f4b08f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:45.529473 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a88253c-b683-456b-8c6a-601543936156 req-92d7107b-4840-4131-9293-c38fa9f4b08f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0625482 Jul 05 10:45:45.568253 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a88253c-b683-456b-8c6a-601543936156 req-d7df40e9-38d9-4c8e-8ef3-417e9a3446d8 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329890 Jul 05 10:45:46.385899 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:45:46.742331 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236c31b-0078-43c1-9f9f-a02c91d28a2e req-9dc72161-5e00-45e0-b634-7803cf9b3a25 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:46.743738 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8236c31b-0078-43c1-9f9f-a02c91d28a2e req-9dc72161-5e00-45e0-b634-7803cf9b3a25 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0631196 Jul 05 10:45:46.784315 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8236c31b-0078-43c1-9f9f-a02c91d28a2e req-c4293aed-7161-48b6-864e-072d85d69558 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342357 Jul 05 10:45:46.866590 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:47.787895 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c7b74f9a-bb88-49af-a318-53d887384cdf details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:45:47.895879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c7b74f9a-bb88-49af-a318-53d887384cdf, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c7b74f9a-bb88-49af-a318-53d887384cdf,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:47.908957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'c7b74f9a-bb88-49af-a318-53d887384cdf', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'port_id': 'c7b74f9a-bb88-49af-a318-53d887384cdf', 'mac_address': 'fa:16:3e:b8:3d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:45:47.947441 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:47.961577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b74f9a-bb88-49af-a318-53d887384cdf {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:45:47.964445 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a382bc-3c3a-4cdc-8543-beaf429eb772 req-72aae6d9-81dd-4bc6-8795-f490f57f8f2b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:47.966077 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6a382bc-3c3a-4cdc-8543-beaf429eb772 req-72aae6d9-81dd-4bc6-8795-f490f57f8f2b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 944 time: 0.0670409 Jul 05 10:45:47.984847 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c7b74f9a-bb88-49af-a318-53d887384cdf, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c7b74f9a-bb88-49af-a318-53d887384cdf,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:48.008957 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6a382bc-3c3a-4cdc-8543-beaf429eb772 req-e6143bc7-c6a8-45a5-be3d-5848bbfce4fb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370069 Jul 05 10:45:48.071998 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:48.118034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=c7b74f9a-bb88-49af-a318-53d887384cdf,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:48.285304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['c7b74f9a-bb88-49af-a318-53d887384cdf'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:45:49.187266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9513f83-3d5d-4be1-9c5d-2fd8a3c72e39 req-ebccf279-fb93-4ea1-b406-18a77b77d620 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:49.188741 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a9513f83-3d5d-4be1-9c5d-2fd8a3c72e39 req-ebccf279-fb93-4ea1-b406-18a77b77d620 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 945 time: 0.0667639 Jul 05 10:45:49.230462 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a9513f83-3d5d-4be1-9c5d-2fd8a3c72e39 req-b1ceb38a-a42e-4cc4-b3a8-1d778aa64c4a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328619 Jul 05 10:45:49.802255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c7b74f9a-bb88-49af-a318-53d887384cdf up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:45:49.926100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port c7b74f9a-bb88-49af-a318-53d887384cdf completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:45:49.930188 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port c7b74f9a-bb88-49af-a318-53d887384cdf triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:45:49.930559 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.009363 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.032780 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a47bae-8f1f-400f-a662-17834034e0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b74f9a-bb88-49af-a318-53d887384cdf'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:45:50.035082 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef11d33-81b9-437c-9fa9-ac80d3f241da" -d '{"events": [{"server_uuid": "59a47bae-8f1f-400f-a662-17834034e0c9", "name": "network-vif-plugged", "status": "completed", "tag": "c7b74f9a-bb88-49af-a318-53d887384cdf"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:45:50.049152 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c7b74f9a-bb88-49af-a318-53d887384cdf, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c7b74f9a-bb88-49af-a318-53d887384cdf,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:50.072510 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6512b0cf-bf6b-410f-8173-5c1edb5ecd12 x-openstack-request-id: req-6512b0cf-bf6b-410f-8173-5c1edb5ecd12 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:45:50.072925 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a47bae-8f1f-400f-a662-17834034e0c9", "name": "network-vif-plugged", "status": "completed", "tag": "c7b74f9a-bb88-49af-a318-53d887384cdf", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:45:50.073105 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6512b0cf-bf6b-410f-8173-5c1edb5ecd12 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:45:50.073503 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a47bae-8f1f-400f-a662-17834034e0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b74f9a-bb88-49af-a318-53d887384cdf', 'code': 200} Jul 05 10:45:50.110263 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:50.158065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=c7b74f9a-bb88-49af-a318-53d887384cdf,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:50.191338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89552c31-d337-483a-9c5a-d58812ac6b0f req-f4a9c917-7741-4b6d-9b47-c2269b80c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:50.192903 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89552c31-d337-483a-9c5a-d58812ac6b0f req-f4a9c917-7741-4b6d-9b47-c2269b80c9a6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 1098 time: 0.0558670 Jul 05 10:45:50.232408 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89552c31-d337-483a-9c5a-d58812ac6b0f req-c610c2c6-3e7d-419b-ad5c-3d13ac15f433 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325756 Jul 05 10:45:50.417853 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8deae-01fb-4057-80d5-5941a39b979f req-96e71149-914c-4983-8bb6-df7abe68d4cf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:50.419367 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3bb8deae-01fb-4057-80d5-5941a39b979f req-96e71149-914c-4983-8bb6-df7abe68d4cf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 946 time: 0.0671842 Jul 05 10:45:50.457542 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3bb8deae-01fb-4057-80d5-5941a39b979f req-0e5bbd09-cff1-4656-8d99-35b4ca7f6064 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324676 Jul 05 10:45:51.644611 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4adabe-6d9e-4be2-9ec6-8e423766548d req-721b7463-3371-4bde-bbbb-0143ee7532a2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:51.646163 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9a4adabe-6d9e-4be2-9ec6-8e423766548d req-721b7463-3371-4bde-bbbb-0143ee7532a2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 946 time: 0.0750797 Jul 05 10:45:51.688900 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9a4adabe-6d9e-4be2-9ec6-8e423766548d req-5bd96f9d-835c-45c0-a152-b4553cc86082 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368068 Jul 05 10:45:51.862523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e751e30-12b5-4228-83f4-4a5cfb4ae02a req-bbd11d0b-1221-4d09-b6f4-5803f27ae438 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:51.864178 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9e751e30-12b5-4228-83f4-4a5cfb4ae02a req-bbd11d0b-1221-4d09-b6f4-5803f27ae438 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 946 time: 0.0650594 Jul 05 10:45:51.904075 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9e751e30-12b5-4228-83f4-4a5cfb4ae02a req-e5654f70-bdd7-4f5c-9e5a-629b23fc92f3 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Jul 05 10:45:52.083595 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577139-e7af-48ac-8438-55770bf33235 req-2b9b70bb-c20d-4849-9ef6-3aee89c4e196 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:52.085141 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06577139-e7af-48ac-8438-55770bf33235 req-2b9b70bb-c20d-4849-9ef6-3aee89c4e196 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 946 time: 0.0673387 Jul 05 10:45:52.123504 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06577139-e7af-48ac-8438-55770bf33235 req-b0913b11-7ae0-4827-b1e7-347063b8e1f9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322175 Jul 05 10:45:52.564182 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:52.810745 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4682ca-f2e9-474d-8453-57ff80eb53f2 req-a2701593-19dd-451c-9974-4f5d1855c937 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:52.812398 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab4682ca-f2e9-474d-8453-57ff80eb53f2 req-a2701593-19dd-451c-9974-4f5d1855c937 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 946 time: 0.0698252 Jul 05 10:45:52.856042 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab4682ca-f2e9-474d-8453-57ff80eb53f2 req-545a9004-1a95-4702-b81b-586be9316900 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321288 Jul 05 10:45:54.044086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e20e30-1924-49d4-901a-a73490a26036 req-fb073a44-e0e9-4b68-9937-fb92eb805d3c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:54.046220 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-82e20e30-1924-49d4-901a-a73490a26036 req-fb073a44-e0e9-4b68-9937-fb92eb805d3c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 946 time: 0.0748622 Jul 05 10:45:54.086236 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-82e20e30-1924-49d4-901a-a73490a26036 req-2e80ddae-4e57-44d5-a612-f84f3aa4cb3e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345595 Jul 05 10:45:54.326131 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.338103 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb92d0-89a1-4c41-9937-0bc0818de054 req-fbac6667-ade9-4b0e-9c1d-c2a320b316e5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:45:54.340559 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afdb92d0-89a1-4c41-9937-0bc0818de054 req-fbac6667-ade9-4b0e-9c1d-c2a320b316e5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 946 time: 0.0691757 Jul 05 10:45:54.453373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-afdb92d0-89a1-4c41-9937-0bc0818de054 req-c07c1749-147d-478b-875f-4a1f0f8f85e4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Deleting port c7b74f9a-bb88-49af-a318-53d887384cdf {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:45:54.453718 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-afdb92d0-89a1-4c41-9937-0bc0818de054 req-c07c1749-147d-478b-875f-4a1f0f8f85e4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.545090 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-afdb92d0-89a1-4c41-9937-0bc0818de054 req-c07c1749-147d-478b-875f-4a1f0f8f85e4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] For port c7b74f9a-bb88-49af-a318-53d887384cdf, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c7b74f9a-bb88-49af-a318-53d887384cdf,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:45:54.545447 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-afdb92d0-89a1-4c41-9937-0bc0818de054 req-c07c1749-147d-478b-875f-4a1f0f8f85e4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.558285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-afdb92d0-89a1-4c41-9937-0bc0818de054 req-c07c1749-147d-478b-875f-4a1f0f8f85e4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Calling delete_port for c7b74f9a-bb88-49af-a318-53d887384cdf owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:45:54.771825 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-afdb92d0-89a1-4c41-9937-0bc0818de054 req-c07c1749-147d-478b-875f-4a1f0f8f85e4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.785432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['c7b74f9a-bb88-49af-a318-53d887384cdf'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:45:54.800105 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c1749-147d-478b-875f-4a1f0f8f85e4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event deleted for resources: {'Port': ['ID=c7b74f9a-bb88-49af-a318-53d887384cdf,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:45:54.849597 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdb92d0-89a1-4c41-9937-0bc0818de054 req-c07c1749-147d-478b-875f-4a1f0f8f85e4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] No DVR routers for this DVR port c7b74f9a-bb88-49af-a318-53d887384cdf on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:45:54.852865 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-afdb92d0-89a1-4c41-9937-0bc0818de054 req-c07c1749-147d-478b-875f-4a1f0f8f85e4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:45:54.855037 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afdb92d0-89a1-4c41-9937-0bc0818de054 req-c07c1749-147d-478b-875f-4a1f0f8f85e4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "DELETE /v2.0/ports/c7b74f9a-bb88-49af-a318-53d887384cdf HTTP/1.1" status: 204 len: 173 time: 0.5101755 Jul 05 10:45:54.856019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a47bae-8f1f-400f-a662-17834034e0c9', 'name': 'network-vif-deleted', 'tag': 'c7b74f9a-bb88-49af-a318-53d887384cdf'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:45:54.858466 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6da297-673f-41e9-bd3e-12b7ca358bf5" -d '{"events": [{"server_uuid": "59a47bae-8f1f-400f-a662-17834034e0c9", "name": "network-vif-deleted", "tag": "c7b74f9a-bb88-49af-a318-53d887384cdf"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:45:54.897371 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2db4d02-f93b-4c16-9e28-fce82ed9941e x-openstack-request-id: req-a2db4d02-f93b-4c16-9e28-fce82ed9941e {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:45:54.901693 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a47bae-8f1f-400f-a662-17834034e0c9", "name": "network-vif-deleted", "tag": "c7b74f9a-bb88-49af-a318-53d887384cdf", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:45:54.901693 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2db4d02-f93b-4c16-9e28-fce82ed9941e {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:45:54.901693 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a47bae-8f1f-400f-a662-17834034e0c9', 'name': 'network-vif-deleted', 'tag': 'c7b74f9a-bb88-49af-a318-53d887384cdf', 'status': 'completed', 'code': 200} Jul 05 10:45:55.231514 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-97841391-606d-431b-9d24-bf55a0db5eb1 req-d7c97e59-9922-4a58-af65-88fd61957cfe tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 210 time: 0.0334423 Jul 05 10:45:56.380855 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8cbe438d-6e6e-429d-93ca-f09f462df4bc req-595684ee-5fa1-4148-90ce-a50dcb1c2a1d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 210 time: 0.0318027 Jul 05 10:45:57.536444 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc6998cc-f090-4e7d-bb75-fa86766961e8 req-a71b7fbc-dccd-43a9-b9a5-559b794b4052 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 210 time: 0.0296619 Jul 05 10:45:57.827001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c7b74f9a-bb88-49af-a318-53d887384cdf no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:45:57.847819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: c7b74f9a-bb88-49af-a318-53d887384cdf {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:45:57.848171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c7b74f9a-bb88-49af-a318-53d887384cdf not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:45:58.676218 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-36305cf6-6457-415e-8080-e797db36886d req-a851f780-9d4e-45db-9a1c-ea5bcbaec684 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=59a47bae-8f1f-400f-a662-17834034e0c9 HTTP/1.1" status: 200 len: 210 time: 0.0285420 Jul 05 10:46:02.268142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ec955-404f-46fa-8e1e-b61c4b5898bd req-e5a76431-3019-455e-bbed-bc825f06320d tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:02.269715 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a00ec955-404f-46fa-8e1e-b61c4b5898bd req-e5a76431-3019-455e-bbed-bc825f06320d tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 1097 time: 0.0606909 Jul 05 10:46:02.310509 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a00ec955-404f-46fa-8e1e-b61c4b5898bd req-30f420ab-464c-4e0e-b9bb-98d274ab280b tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349045 Jul 05 10:46:02.345276 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36102) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:02.522665 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting port 82c71266-e1c1-437a-b781-ff98f5880c41 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:46:02.522934 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:02.603449 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:02.603816 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:02.615569 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Calling delete_port for 82c71266-e1c1-437a-b781-ff98f5880c41 owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:46:02.875944 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:02.905022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Port': ['ID=82c71266-e1c1-437a-b781-ff98f5880c41,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:02.922507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.922984 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.923555 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.924133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.924567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.924919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.925809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.925809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.926600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.926600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.926600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:02.927103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:03.005323 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:03.005909 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Floating IP 43be8ba4-9467-4967-9299-319fd2d1e918 disassociated (deleted). External IP: 172.25.5.47, port: 414a8b72-f49b-449b-be33-d7d3fe5c66cd. Jul 05 10:46:03.272195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router 0abee369-be36-4754-81e8-ceba7a74104c has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:46:03.387274 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:46:03.393519 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:03.403444 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a27b47-6bf1-4c91-bb89-a7752840b28e None None] Sync routers for ids ['0abee369-be36-4754-81e8-ceba7a74104c'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:46:03.430521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a27b47-6bf1-4c91-bb89-a7752840b28e None None] Routers {'0abee369-be36-4754-81e8-ceba7a74104c'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:46:03.431501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-74a27b47-6bf1-4c91-bb89-a7752840b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:45:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0abee369-be36-4754-81e8-ceba7a74104c'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:03.458437 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fc8978a1-8384-4342-8672-3de0e4602d21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/floatingips/43be8ba4-9467-4967-9299-319fd2d1e918 HTTP/1.1" status: 204 len: 168 time: 1.1116879 Jul 05 10:46:03.459340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'tag': '414a8b72-f49b-449b-be33-d7d3fe5c66cd'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:46:03.463404 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c2cb9a-b99d-4450-b886-98f675a2f1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea5c99e-2f70-4854-8471-de4e7fa35843", "tag": "414a8b72-f49b-449b-be33-d7d3fe5c66cd"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:46:03.502875 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe28609-1575-453a-bc9a-9c2c7e0b6ebb x-openstack-request-id: req-6fe28609-1575-453a-bc9a-9c2c7e0b6ebb {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:46:03.503416 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea5c99e-2f70-4854-8471-de4e7fa35843", "tag": "414a8b72-f49b-449b-be33-d7d3fe5c66cd", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:46:03.504016 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6fe28609-1575-453a-bc9a-9c2c7e0b6ebb {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:46:03.508698 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'tag': '414a8b72-f49b-449b-be33-d7d3fe5c66cd', 'status': 'completed', 'code': 200} Jul 05 10:46:03.553806 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-74a27b47-6bf1-4c91-bb89-a7752840b28e None None] Set router 0abee369-be36-4754-81e8-ceba7a74104c gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:46:03.592356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2cb9a-b99d-4450-b886-98f675a2f1f0 req-440af214-8bca-4fd4-a612-c962addb5171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:03.594579 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40c2cb9a-b99d-4450-b886-98f675a2f1f0 req-440af214-8bca-4fd4-a612-c962addb5171 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 1097 time: 0.0666835 Jul 05 10:46:03.696579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2cb9a-b99d-4450-b886-98f675a2f1f0 req-a8223f5a-86d2-4cd5-a4ab-bdcfd8c36faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:03.698005 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40c2cb9a-b99d-4450-b886-98f675a2f1f0 req-a8223f5a-86d2-4cd5-a4ab-bdcfd8c36faf service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e0f8317-6a05-4131-8dc7-4c79163bbce7 HTTP/1.1" status: 200 len: 897 time: 0.0963714 Jul 05 10:46:03.751037 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40c2cb9a-b99d-4450-b886-98f675a2f1f0 req-2e29a4f1-1fb8-4018-b6fd-4deb8fe5ca07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd HTTP/1.1" status: 200 len: 217 time: 0.0442433 Jul 05 10:46:03.770464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-74a27b47-6bf1-4c91-bb89-a7752840b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abee369-be36-4754-81e8-ceba7a74104c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041013274', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:44:05Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:58Z', 'updated_at': '2021-07-05T10:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '10cce19d-ce1c-41cb-9d52-18780f0cf713', 'name': '', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:a5:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:44:04Z', 'updated_at': '2021-07-05T10:44:11Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:03.803926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a27b47-6bf1-4c91-bb89-a7752840b28e None None] Checking router: 0abee369-be36-4754-81e8-ceba7a74104c for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:46:03.808566 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2cb9a-b99d-4450-b886-98f675a2f1f0 req-f7a12153-723b-48b0-ad26-97e6e179f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:03.810322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40c2cb9a-b99d-4450-b886-98f675a2f1f0 req-f7a12153-723b-48b0-ad26-97e6e179f0ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbbce757-8bb0-400b-901d-9e9430eb8754 HTTP/1.1" status: 200 len: 834 time: 0.0525942 Jul 05 10:46:03.814862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a27b47-6bf1-4c91-bb89-a7752840b28e None None] Routers {'0abee369-be36-4754-81e8-ceba7a74104c'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:46:03.815478 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-74a27b47-6bf1-4c91-bb89-a7752840b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:45:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0abee369-be36-4754-81e8-ceba7a74104c'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:03.878404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2cb9a-b99d-4450-b886-98f675a2f1f0 req-c249cc83-b595-4895-bce8-c1f6efd4508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:03.878404 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40c2cb9a-b99d-4450-b886-98f675a2f1f0 req-c249cc83-b595-4895-bce8-c1f6efd4508f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0f8317-6a05-4131-8dc7-4c79163bbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599909 Jul 05 10:46:03.940562 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-74a27b47-6bf1-4c91-bb89-a7752840b28e None None] Set router 0abee369-be36-4754-81e8-ceba7a74104c gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:46:03.983455 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40c2cb9a-b99d-4450-b886-98f675a2f1f0 req-8374e0be-5909-4f93-be75-33c9f823c6ee service neutron] 10.222.0.73 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950782 Jul 05 10:46:04.142863 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40c2cb9a-b99d-4450-b886-98f675a2f1f0 req-a84a41a8-956f-4707-820b-4e4a3a99d504 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476946 Jul 05 10:46:04.157605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf72dd-b6c1-467e-a0a2-3fa7e5c90c90 req-97465bf7-d6f6-45ba-8a3a-77d4d9debca6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:04.159328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8cdf72dd-b6c1-467e-a0a2-3fa7e5c90c90 req-97465bf7-d6f6-45ba-8a3a-77d4d9debca6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.1095834 Jul 05 10:46:04.159499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-74a27b47-6bf1-4c91-bb89-a7752840b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abee369-be36-4754-81e8-ceba7a74104c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041013274', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:44:05Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:58Z', 'updated_at': '2021-07-05T10:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '10cce19d-ce1c-41cb-9d52-18780f0cf713', 'name': '', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:a5:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:44:04Z', 'updated_at': '2021-07-05T10:44:11Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:04.187913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a27b47-6bf1-4c91-bb89-a7752840b28e None None] The sync data for ids ['0abee369-be36-4754-81e8-ceba7a74104c'] in n-d-779913-27 is: [{'id': '0abee369-be36-4754-81e8-ceba7a74104c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041013274', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:44:05Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:58Z', 'updated_at': '2021-07-05T10:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '10cce19d-ce1c-41cb-9d52-18780f0cf713', 'name': '', 'network_id': '7e0f8317-6a05-4131-8dc7-4c79163bbce7', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:a5:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:44:04Z', 'updated_at': '2021-07-05T10:44:11Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'fbbce757-8bb0-400b-901d-9e9430eb8754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:46:04.202674 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8cdf72dd-b6c1-467e-a0a2-3fa7e5c90c90 req-74b72fdb-be8a-4e20-ad9b-1539b101bde2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369015 Jul 05 10:46:04.419037 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6b4b24-1d1f-4db5-9d3e-dcc0411737dd None None] New status for floating IP 43be8ba4-9467-4967-9299-319fd2d1e918: DOWN {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:46:05.286781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7277865-a497-4713-b5ee-0dd479ea2a6b req-9aa15619-fbe2-4dc4-9463-946523cc2e91 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:05.288500 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7277865-a497-4713-b5ee-0dd479ea2a6b req-9aa15619-fbe2-4dc4-9463-946523cc2e91 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0659051 Jul 05 10:46:05.399869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-d7277865-a497-4713-b5ee-0dd479ea2a6b req-b5b23fd2-2986-4d43-ad9d-cc5112524c22 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting port 414a8b72-f49b-449b-be33-d7d3fe5c66cd {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:46:05.400265 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d7277865-a497-4713-b5ee-0dd479ea2a6b req-b5b23fd2-2986-4d43-ad9d-cc5112524c22 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:05.406548 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73864-c72a-4d42-958c-d14b1997551c req-4099f5f6-e903-45d7-99fa-c6cd3cc2326f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:05.408312 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-18f73864-c72a-4d42-958c-d14b1997551c req-4099f5f6-e903-45d7-99fa-c6cd3cc2326f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 945 time: 0.0785160 Jul 05 10:46:05.449696 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-18f73864-c72a-4d42-958c-d14b1997551c req-6356e45f-4d98-4988-a69f-06af46ab85bb tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b27cdad-5bd1-4a43-a046-0b66f42862c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345647 Jul 05 10:46:05.496998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-d7277865-a497-4713-b5ee-0dd479ea2a6b req-b5b23fd2-2986-4d43-ad9d-cc5112524c22 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] For port 414a8b72-f49b-449b-be33-d7d3fe5c66cd, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=414a8b72-f49b-449b-be33-d7d3fe5c66cd,segment=NetworkSegment(e871c97c-d767-43b6-ae10-1e45164644be),segment_id=e871c97c-d767-43b6-ae10-1e45164644be)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:05.497397 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d7277865-a497-4713-b5ee-0dd479ea2a6b req-b5b23fd2-2986-4d43-ad9d-cc5112524c22 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:05.511876 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-d7277865-a497-4713-b5ee-0dd479ea2a6b req-b5b23fd2-2986-4d43-ad9d-cc5112524c22 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Calling delete_port for 414a8b72-f49b-449b-be33-d7d3fe5c66cd owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:46:05.746972 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d7277865-a497-4713-b5ee-0dd479ea2a6b req-b5b23fd2-2986-4d43-ad9d-cc5112524c22 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:05.775351 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b23fd2-2986-4d43-ad9d-cc5112524c22 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Port': ['ID=414a8b72-f49b-449b-be33-d7d3fe5c66cd,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:05.825194 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7277865-a497-4713-b5ee-0dd479ea2a6b req-b5b23fd2-2986-4d43-ad9d-cc5112524c22 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] No DVR routers for this DVR port 414a8b72-f49b-449b-be33-d7d3fe5c66cd on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:46:05.827738 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-d7277865-a497-4713-b5ee-0dd479ea2a6b req-b5b23fd2-2986-4d43-ad9d-cc5112524c22 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:05.829833 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7277865-a497-4713-b5ee-0dd479ea2a6b req-b5b23fd2-2986-4d43-ad9d-cc5112524c22 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.73 "DELETE /v2.0/ports/414a8b72-f49b-449b-be33-d7d3fe5c66cd HTTP/1.1" status: 204 len: 173 time: 0.5363083 Jul 05 10:46:05.830475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'name': 'network-vif-deleted', 'tag': '414a8b72-f49b-449b-be33-d7d3fe5c66cd'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:46:05.833094 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808ca988-fea4-4ec7-b817-e09c63ef07e3" -d '{"events": [{"server_uuid": "0ea5c99e-2f70-4854-8471-de4e7fa35843", "name": "network-vif-deleted", "tag": "414a8b72-f49b-449b-be33-d7d3fe5c66cd"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:46:05.875531 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92365523-5501-43da-9929-b36a12e89b25 x-openstack-request-id: req-92365523-5501-43da-9929-b36a12e89b25 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:46:05.875531 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea5c99e-2f70-4854-8471-de4e7fa35843", "name": "network-vif-deleted", "tag": "414a8b72-f49b-449b-be33-d7d3fe5c66cd", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:46:05.875531 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-92365523-5501-43da-9929-b36a12e89b25 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:46:05.875531 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea5c99e-2f70-4854-8471-de4e7fa35843', 'name': 'network-vif-deleted', 'tag': '414a8b72-f49b-449b-be33-d7d3fe5c66cd', 'status': 'completed', 'code': 200} Jul 05 10:46:06.654495 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-05bc090d-e973-41ca-afaf-4cc00fc33580 req-77fce30d-79a4-4da7-bc76-b57673ceed8c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ea5c99e-2f70-4854-8471-de4e7fa35843 HTTP/1.1" status: 200 len: 210 time: 0.0415995 Jul 05 10:46:07.764978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36198) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:07.881342 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 414a8b72-f49b-449b-be33-d7d3fe5c66cd no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:46:07.903753 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 414a8b72-f49b-449b-be33-d7d3fe5c66cd {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:46:07.904097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 414a8b72-f49b-449b-be33-d7d3fe5c66cd not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:46:08.165651 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a997dc2-55b2-4713-886b-6340a588860b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:08.464034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-7a997dc2-55b2-4713-886b-6340a588860b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting port 10cce19d-ce1c-41cb-9d52-18780f0cf713 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:46:08.464798 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a997dc2-55b2-4713-886b-6340a588860b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:08.573341 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-7a997dc2-55b2-4713-886b-6340a588860b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] For port 10cce19d-ce1c-41cb-9d52-18780f0cf713, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=10cce19d-ce1c-41cb-9d52-18780f0cf713,segment=NetworkSegment(e871c97c-d767-43b6-ae10-1e45164644be),segment_id=e871c97c-d767-43b6-ae10-1e45164644be)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:08.573737 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a997dc2-55b2-4713-886b-6340a588860b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:08.589643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-7a997dc2-55b2-4713-886b-6340a588860b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Calling delete_port for 10cce19d-ce1c-41cb-9d52-18780f0cf713 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:46:08.879520 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a997dc2-55b2-4713-886b-6340a588860b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:08.910529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a997dc2-55b2-4713-886b-6340a588860b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Port': ['ID=10cce19d-ce1c-41cb-9d52-18780f0cf713,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:09.109340 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7a997dc2-55b2-4713-886b-6340a588860b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:09.376546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a997dc2-55b2-4713-886b-6340a588860b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router 0abee369-be36-4754-81e8-ceba7a74104c has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:46:09.502912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a997dc2-55b2-4713-886b-6340a588860b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:46:09.509563 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7a997dc2-55b2-4713-886b-6340a588860b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "PUT /v2.0/routers/0abee369-be36-4754-81e8-ceba7a74104c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7434368 Jul 05 10:46:09.514958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0839fdef-864e-4ef8-9332-e4f2d5f87d92 None None] Sync routers for ids ['0abee369-be36-4754-81e8-ceba7a74104c'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:46:09.515994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36212) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:09.526415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0839fdef-864e-4ef8-9332-e4f2d5f87d92 None None] Routers {'0abee369-be36-4754-81e8-ceba7a74104c'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:46:09.528776 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0839fdef-864e-4ef8-9332-e4f2d5f87d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:45:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0abee369-be36-4754-81e8-ceba7a74104c'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:09.575388 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting subnet fbbce757-8bb0-400b-901d-9e9430eb8754 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:46:09.579321 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:09.627440 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:09.653608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-0839fdef-864e-4ef8-9332-e4f2d5f87d92 None None] Set router 0abee369-be36-4754-81e8-ceba7a74104c gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:46:09.741452 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:09.853627 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0839fdef-864e-4ef8-9332-e4f2d5f87d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abee369-be36-4754-81e8-ceba7a74104c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041013274', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:46:08Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:58Z', 'updated_at': '2021-07-05T10:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:09.881657 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:09.883505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0839fdef-864e-4ef8-9332-e4f2d5f87d92 None None] Checking router: 0abee369-be36-4754-81e8-ceba7a74104c for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:46:09.892743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0839fdef-864e-4ef8-9332-e4f2d5f87d92 None None] Routers {'0abee369-be36-4754-81e8-ceba7a74104c'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:46:09.893374 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0839fdef-864e-4ef8-9332-e4f2d5f87d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:45:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['0abee369-be36-4754-81e8-ceba7a74104c'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:09.911203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Subnet': ['ID=fbbce757-8bb0-400b-901d-9e9430eb8754,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:09.924220 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:09.930586 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/subnets/fbbce757-8bb0-400b-901d-9e9430eb8754 HTTP/1.1" status: 204 len: 168 time: 0.4091718 Jul 05 10:46:09.930586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:09.930586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:09.930586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:09.930586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:09.930586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:09.932004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:09.932132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36214) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:09.932489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:09.932489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:09.932489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:09.932489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:09.932489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:09.932824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e700e4-49f8-438a-86b3-235f84c99474 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:09.941771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf6677b-a9a8-498c-ac4b-0e13be030c58 None None] Network 7e0f8317-6a05-4131-8dc7-4c79163bbce7 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:46:10.085191 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ba88bdc-ed22-4eff-9a29-bb6c2b79951f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:10.220217 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ba88bdc-ed22-4eff-9a29-bb6c2b79951f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:10.281377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-0839fdef-864e-4ef8-9332-e4f2d5f87d92 None None] Set router 0abee369-be36-4754-81e8-ceba7a74104c gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:46:10.367917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1ba88bdc-ed22-4eff-9a29-bb6c2b79951f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting port d4f3d925-452d-438c-8c33-aeddcfe75e04 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:46:10.368267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ba88bdc-ed22-4eff-9a29-bb6c2b79951f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:10.475124 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-1ba88bdc-ed22-4eff-9a29-bb6c2b79951f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] For port d4f3d925-452d-438c-8c33-aeddcfe75e04, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d4f3d925-452d-438c-8c33-aeddcfe75e04,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:10.475501 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ba88bdc-ed22-4eff-9a29-bb6c2b79951f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:10.493242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-1ba88bdc-ed22-4eff-9a29-bb6c2b79951f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Calling delete_port for d4f3d925-452d-438c-8c33-aeddcfe75e04 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:46:10.510707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd54e8f0-9d0b-438b-a918-97f37b2a9397 None None] DHCP port deletion for 7e0f8317-6a05-4131-8dc7-4c79163bbce7 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:46:10.552680 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-0839fdef-864e-4ef8-9332-e4f2d5f87d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abee369-be36-4754-81e8-ceba7a74104c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041013274', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:46:08Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:58Z', 'updated_at': '2021-07-05T10:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:10.584618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0839fdef-864e-4ef8-9332-e4f2d5f87d92 None None] The sync data for ids ['0abee369-be36-4754-81e8-ceba7a74104c'] in n-d-779913-27 is: [{'id': '0abee369-be36-4754-81e8-ceba7a74104c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041013274', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:46:08Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': 'd4f3d925-452d-438c-8c33-aeddcfe75e04', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abee369-be36-4754-81e8-ceba7a74104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:58Z', 'updated_at': '2021-07-05T10:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:46:10.616077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fd54e8f0-9d0b-438b-a918-97f37b2a9397 None None] Deleting port 945e9959-b24d-4110-ba64-1b3d11597b75 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:46:10.616466 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fd54e8f0-9d0b-438b-a918-97f37b2a9397 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:10.701224 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-fd54e8f0-9d0b-438b-a918-97f37b2a9397 None None] For port 945e9959-b24d-4110-ba64-1b3d11597b75, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=945e9959-b24d-4110-ba64-1b3d11597b75,segment=NetworkSegment(e871c97c-d767-43b6-ae10-1e45164644be),segment_id=e871c97c-d767-43b6-ae10-1e45164644be)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:10.701962 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fd54e8f0-9d0b-438b-a918-97f37b2a9397 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:10.719962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fd54e8f0-9d0b-438b-a918-97f37b2a9397 None None] Calling delete_port for 945e9959-b24d-4110-ba64-1b3d11597b75 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:46:10.826452 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ba88bdc-ed22-4eff-9a29-bb6c2b79951f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:10.854732 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba88bdc-ed22-4eff-9a29-bb6c2b79951f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Port': ['ID=d4f3d925-452d-438c-8c33-aeddcfe75e04,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:10.912112 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fd54e8f0-9d0b-438b-a918-97f37b2a9397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:10.926106 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ba88bdc-ed22-4eff-9a29-bb6c2b79951f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:10.944768 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54e8f0-9d0b-438b-a918-97f37b2a9397 None None] Pushing event deleted for resources: {'Port': ['ID=945e9959-b24d-4110-ba64-1b3d11597b75,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:10.950389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54e8f0-9d0b-438b-a918-97f37b2a9397 None None] No DVR routers for this DVR port 945e9959-b24d-4110-ba64-1b3d11597b75 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:46:11.062599 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ba88bdc-ed22-4eff-9a29-bb6c2b79951f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:11.065421 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ba88bdc-ed22-4eff-9a29-bb6c2b79951f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:11.121973 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ad36-ac82-42e1-b518-c4a66cb1edb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:11.212258 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ba88bdc-ed22-4eff-9a29-bb6c2b79951f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:11.213166 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba88bdc-ed22-4eff-9a29-bb6c2b79951f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Fanout notify agent at l3_agent the message router_deleted on router 0abee369-be36-4754-81e8-ceba7a74104c {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:46:11.222651 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ba88bdc-ed22-4eff-9a29-bb6c2b79951f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:11.224395 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1ba88bdc-ed22-4eff-9a29-bb6c2b79951f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/routers/0abee369-be36-4754-81e8-ceba7a74104c HTTP/1.1" status: 204 len: 168 time: 1.2911742 Jul 05 10:46:11.228156 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36218) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:11.333768 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7fab-2c99-44ff-b5f8-0a6cf4159b94 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:11.447920 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7fab-2c99-44ff-b5f8-0a6cf4159b94 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:11.459739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-dd2f7fab-2c99-44ff-b5f8-0a6cf4159b94 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0f8317-6a05-4131-8dc7-4c79163bbce7']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:11.471061 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-dd2f7fab-2c99-44ff-b5f8-0a6cf4159b94 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e871c97c-d767-43b6-ae10-1e45164644be') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:11.471367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-dd2f7fab-2c99-44ff-b5f8-0a6cf4159b94 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e871c97c-d767-43b6-ae10-1e45164644be') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:11.481647 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7fab-2c99-44ff-b5f8-0a6cf4159b94 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:11.497609 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7fab-2c99-44ff-b5f8-0a6cf4159b94 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:11.504351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2f7fab-2c99-44ff-b5f8-0a6cf4159b94 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:46:11.504756 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7fab-2c99-44ff-b5f8-0a6cf4159b94 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:46:11.508070 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:46:11.644099 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7fab-2c99-44ff-b5f8-0a6cf4159b94 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:11.649624 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7fab-2c99-44ff-b5f8-0a6cf4159b94 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:11.651611 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dd2f7fab-2c99-44ff-b5f8-0a6cf4159b94 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/networks/7e0f8317-6a05-4131-8dc7-4c79163bbce7 HTTP/1.1" status: 204 len: 168 time: 0.4222765 Jul 05 10:46:11.655246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36222) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:11.680954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f7fab-2c99-44ff-b5f8-0a6cf4159b94 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Network': ['ID=7e0f8317-6a05-4131-8dc7-4c79163bbce7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:11.755587 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b601b3e-eaa7-4823-8976-64118cef6168 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:11.806398 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b601b3e-eaa7-4823-8976-64118cef6168 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:11.808232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 10cce19d-ce1c-41cb-9d52-18780f0cf713 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:46:11.829831 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 10cce19d-ce1c-41cb-9d52-18780f0cf713 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:46:11.830418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 10cce19d-ce1c-41cb-9d52-18780f0cf713 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:46:11.831250 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d4f3d925-452d-438c-8c33-aeddcfe75e04 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:46:11.856048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: d4f3d925-452d-438c-8c33-aeddcfe75e04 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:46:11.862235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d4f3d925-452d-438c-8c33-aeddcfe75e04 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:46:11.862235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 945e9959-b24d-4110-ba64-1b3d11597b75 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:46:11.880699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 945e9959-b24d-4110-ba64-1b3d11597b75 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:46:11.880699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 945e9959-b24d-4110-ba64-1b3d11597b75 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:46:11.983196 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b601b3e-eaa7-4823-8976-64118cef6168 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:11.985852 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b601b3e-eaa7-4823-8976-64118cef6168 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:11.987629 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0b601b3e-eaa7-4823-8976-64118cef6168 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/security-groups/1b27cdad-5bd1-4a43-a046-0b66f42862c4 HTTP/1.1" status: 204 len: 168 time: 0.3310194 Jul 05 10:46:12.003200 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b601b3e-eaa7-4823-8976-64118cef6168 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b27cdad-5bd1-4a43-a046-0b66f42862c4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:12.387779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36228) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:12.392630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d019484a-223f-4984-8b5d-56ef84801087 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340221572', 'description': 'tempest-secgroup-smoke-340221572 description', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:12.491477 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d019484a-223f-4984-8b5d-56ef84801087 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:12.579170 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d019484a-223f-4984-8b5d-56ef84801087 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:12.658170 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d019484a-223f-4984-8b5d-56ef84801087 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:12.688877 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019484a-223f-4984-8b5d-56ef84801087 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db86ab5-6231-46a6-88b6-d788df94d2b7,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:12.740966 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d019484a-223f-4984-8b5d-56ef84801087 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:12.745228 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36232) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:12.746243 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d019484a-223f-4984-8b5d-56ef84801087 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3563631 Jul 05 10:46:12.752217 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0418bb85-6aaf-4622-996b-ffa77d32afd3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': '1db86ab5-6231-46a6-88b6-d788df94d2b7', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:12.858906 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0418bb85-6aaf-4622-996b-ffa77d32afd3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:12.931823 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0418bb85-6aaf-4622-996b-ffa77d32afd3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:12.989642 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0418bb85-6aaf-4622-996b-ffa77d32afd3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:13.012120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418bb85-6aaf-4622-996b-ffa77d32afd3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec936e23-4cbd-4e63-a457-a17140a85e40,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:13.074494 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0418bb85-6aaf-4622-996b-ffa77d32afd3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:13.075922 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0418bb85-6aaf-4622-996b-ffa77d32afd3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3284438 Jul 05 10:46:13.079950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36234) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:13.084713 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d37e3cb4-8e15-4c83-8c77-4deaa1851cb1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': '1db86ab5-6231-46a6-88b6-d788df94d2b7', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:13.234690 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d37e3cb4-8e15-4c83-8c77-4deaa1851cb1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:13.314082 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d37e3cb4-8e15-4c83-8c77-4deaa1851cb1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:13.389121 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d37e3cb4-8e15-4c83-8c77-4deaa1851cb1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:13.410339 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e3cb4-8e15-4c83-8c77-4deaa1851cb1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4355f101-f600-458a-ae48-24c4c6db77ec,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:13.481143 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d37e3cb4-8e15-4c83-8c77-4deaa1851cb1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:13.482410 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d37e3cb4-8e15-4c83-8c77-4deaa1851cb1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4012504 Jul 05 10:46:13.485208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36236) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:13.490037 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ad22b71a-bef9-4af0-8870-6a89da063e6c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': '1db86ab5-6231-46a6-88b6-d788df94d2b7', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:13.580486 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad22b71a-bef9-4af0-8870-6a89da063e6c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:13.604029 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3b17cfc3-d196-4499-aeef-c613048afc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:13.647144 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad22b71a-bef9-4af0-8870-6a89da063e6c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:13.689429 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:13.718539 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad22b71a-bef9-4af0-8870-6a89da063e6c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:13.743670 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22b71a-bef9-4af0-8870-6a89da063e6c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530dfb68-8a87-4ea2-8674-44683bb342df,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:13.823215 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad22b71a-bef9-4af0-8870-6a89da063e6c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:13.824541 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ad22b71a-bef9-4af0-8870-6a89da063e6c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3383172 Jul 05 10:46:13.827283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36240) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:13.832536 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ff362e8f-cab5-496c-ab66-146e91cb4b1a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': '1db86ab5-6231-46a6-88b6-d788df94d2b7', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:13.921446 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ff362e8f-cab5-496c-ab66-146e91cb4b1a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:13.992633 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ff362e8f-cab5-496c-ab66-146e91cb4b1a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:14.057816 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ff362e8f-cab5-496c-ab66-146e91cb4b1a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:14.086291 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff362e8f-cab5-496c-ab66-146e91cb4b1a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a5f502-dfc1-485b-aff9-e0f99512da55,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:14.172269 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ff362e8f-cab5-496c-ab66-146e91cb4b1a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:14.174469 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ff362e8f-cab5-496c-ab66-146e91cb4b1a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3456235 Jul 05 10:46:14.183527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36242) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:14.188463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6c285d61-db5d-42e4-a494-db890e57b7af tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': '1db86ab5-6231-46a6-88b6-d788df94d2b7', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:14.284366 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-6c285d61-db5d-42e4-a494-db890e57b7af tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Project ecd4c65677c0414c9743c8dfedcf672d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:46:14.291629 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c285d61-db5d-42e4-a494-db890e57b7af tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:14.362727 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c285d61-db5d-42e4-a494-db890e57b7af tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:14.450030 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c285d61-db5d-42e4-a494-db890e57b7af tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:14.469714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c285d61-db5d-42e4-a494-db890e57b7af tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412a22f8-ead2-41b1-8d22-88f17d25a767,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:14.541168 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c285d61-db5d-42e4-a494-db890e57b7af tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:14.542428 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6c285d61-db5d-42e4-a494-db890e57b7af tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3576574 Jul 05 10:46:14.545300 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36244) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:14.550068 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1f7fc40d-065c-44ba-a23a-d7212fa357ad tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': '1db86ab5-6231-46a6-88b6-d788df94d2b7', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:14.646359 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-1f7fc40d-065c-44ba-a23a-d7212fa357ad tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Project ecd4c65677c0414c9743c8dfedcf672d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:46:14.652722 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc40d-065c-44ba-a23a-d7212fa357ad tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:14.722952 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc40d-065c-44ba-a23a-d7212fa357ad tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:14.801579 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc40d-065c-44ba-a23a-d7212fa357ad tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:14.822360 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fc40d-065c-44ba-a23a-d7212fa357ad tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2227924f-999d-4bce-b43f-15b2bc653a87,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:14.914714 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc40d-065c-44ba-a23a-d7212fa357ad tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:14.916014 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1f7fc40d-065c-44ba-a23a-d7212fa357ad tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3696887 Jul 05 10:46:14.921080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36248) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:14.927383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5f63d531-4acd-45d7-89a9-ff5ddd62d6cc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'network': {'name': 'tempest-network-smoke--164210819', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'port_security_enabled': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:15.049234 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:15.049835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f63d531-4acd-45d7-89a9-ff5ddd62d6cc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Made reservation on behalf of ecd4c65677c0414c9743c8dfedcf672d for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:46:15.057929 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5f63d531-4acd-45d7-89a9-ff5ddd62d6cc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:15.078071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f63d531-4acd-45d7-89a9-ff5ddd62d6cc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:46:15.086964 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5f63d531-4acd-45d7-89a9-ff5ddd62d6cc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:15.087303 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-5f63d531-4acd-45d7-89a9-ff5ddd62d6cc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Added segment 47473e10-c6b6-4d69-b545-380a27dbbf6e of type vlan for network 07bfe9ac-6298-43e3-8014-7259283ddbc8 Jul 05 10:46:15.134616 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5f63d531-4acd-45d7-89a9-ff5ddd62d6cc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:15.233641 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5f63d531-4acd-45d7-89a9-ff5ddd62d6cc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:15.239798 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f63d531-4acd-45d7-89a9-ff5ddd62d6cc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:15.240422 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5f63d531-4acd-45d7-89a9-ff5ddd62d6cc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:15.311452 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63d531-4acd-45d7-89a9-ff5ddd62d6cc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Network': ['ID=07bfe9ac-6298-43e3-8014-7259283ddbc8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:15.322535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 07bfe9ac-6298-43e3-8014-7259283ddbc8 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:46:15.368193 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5f63d531-4acd-45d7-89a9-ff5ddd62d6cc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4455121 Jul 05 10:46:15.371889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36250) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:15.379366 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1284468798', 'admin_state_up': True, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:15.503399 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:15.504514 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:15.558685 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:15.778614 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:16.093071 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:16.377488 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:16.496642 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Allocated IP 172.25.5.157 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/93c66328-6f49-4b00-93d8-bd3027de52db) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:46:16.613092 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:16.720876 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:16.765163 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:46:16.768288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:46:16.771151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:46:16.804062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=93c66328-6f49-4b00-93d8-bd3027de52db,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:16.903837 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:17.312568 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:17.550774 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:17.812759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:46:17.956196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:46:17.970725 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Sync routers for ids ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:46:17.984932 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Routers {'1a06b27b-395a-46c9-b27a-e1fa56c399d5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:46:17.994194 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:46:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:18.046201 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:18.047554 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-19a8cf61-e312-422d-a83f-4bb54cd4bb18 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6735249 Jul 05 10:46:18.051745 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36258) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:18.108352 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-352c5cea-b681-4bc5-905c-3357d3006f2a tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ecd4c65677c0414c9743c8dfedcf672d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549767 Jul 05 10:46:18.111187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36260) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:18.236872 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Set router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:46:18.351733 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1f3526-2a1e-40fa-8202-4a21b676c60d tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:18.353596 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bb1f3526-2a1e-40fa-8202-4a21b676c60d tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2412851 Jul 05 10:46:18.356343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36262) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:18.400054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9161f3df-68ae-4b81-bf03-36538db9e1cd tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391479 Jul 05 10:46:18.400334 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36264) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:18.409446 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a8d7f1ed-6894-4e9a-b846-3bd05c6b914f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2039798129', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:18.465643 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284468798', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:15Z', 'updated_at': '2021-07-05T10:46:16Z', 'revision_number': 3, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:16Z', 'updated_at': '2021-07-05T10:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:18.496668 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Checking router: 1a06b27b-395a-46c9-b27a-e1fa56c399d5 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:46:18.497006 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Updating router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 port 93c66328-6f49-4b00-93d8-bd3027de52db binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:46:18.538194 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:18.592466 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d7f1ed-6894-4e9a-b846-3bd05c6b914f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Made reservation on behalf of ecd4c65677c0414c9743c8dfedcf672d for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:46:18.599047 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8d7f1ed-6894-4e9a-b846-3bd05c6b914f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:18.832950 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:18.842790 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Transition to ACTIVE for port object 93c66328-6f49-4b00-93d8-bd3027de52db will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:18.875010 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8d7f1ed-6894-4e9a-b846-3bd05c6b914f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:18.932309 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:18.944113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7f1ed-6894-4e9a-b846-3bd05c6b914f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Subnet': ['ID=e8f63f17-9d9b-4d01-8f71-d68e30e2f84b,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:18.953709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d7f1ed-6894-4e9a-b846-3bd05c6b914f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Checking segment: {'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:46:18.954181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d7f1ed-6894-4e9a-b846-3bd05c6b914f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network hostable DHCP agents. Network: 07bfe9ac-6298-43e3-8014-7259283ddbc8, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:46:18.998361 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Attempting to bind port 93c66328-6f49-4b00-93d8-bd3027de52db on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:46:19.003513 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Attempting to bind port 93c66328-6f49-4b00-93d8-bd3027de52db by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:46:19.003513 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Attempting to bind port 93c66328-6f49-4b00-93d8-bd3027de52db on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:19.008039 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf186b-7e3f-4261-8048-011836e5146c None None] Pushing event updated for resources: {'Port': ['ID=93c66328-6f49-4b00-93d8-bd3027de52db,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:19.010270 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:46:19.010636 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:46:19.011764 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:19.012194 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:46:19.012792 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Bound port: 93c66328-6f49-4b00-93d8-bd3027de52db, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:46:19.013208 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:19.039848 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf186b-7e3f-4261-8048-011836e5146c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:19.040192 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf186b-7e3f-4261-8048-011836e5146c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:19.040530 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf186b-7e3f-4261-8048-011836e5146c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:19.040866 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf186b-7e3f-4261-8048-011836e5146c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:19.041191 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf186b-7e3f-4261-8048-011836e5146c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:19.041517 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf186b-7e3f-4261-8048-011836e5146c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:19.041838 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf186b-7e3f-4261-8048-011836e5146c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:19.042185 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf186b-7e3f-4261-8048-011836e5146c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:19.042504 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf186b-7e3f-4261-8048-011836e5146c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:19.042831 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf186b-7e3f-4261-8048-011836e5146c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:19.043146 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf186b-7e3f-4261-8048-011836e5146c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:19.043458 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf186b-7e3f-4261-8048-011836e5146c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:19.055333 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d7f1ed-6894-4e9a-b846-3bd05c6b914f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 07bfe9ac-6298-43e3-8014-7259283ddbc8 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:46:19.097865 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] For port 93c66328-6f49-4b00-93d8-bd3027de52db, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:46:19.101815 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] For port 93c66328-6f49-4b00-93d8-bd3027de52db, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=93c66328-6f49-4b00-93d8-bd3027de52db,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:46:19.148737 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a8d7f1ed-6894-4e9a-b846-3bd05c6b914f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 07bfe9ac-6298-43e3-8014-7259283ddbc8) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:46:19.154469 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d7f1ed-6894-4e9a-b846-3bd05c6b914f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:19.155165 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8d7f1ed-6894-4e9a-b846-3bd05c6b914f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:19.160353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e5a0e0-efd0-4c2f-b7ab-199f108177bc None None] Network 07bfe9ac-6298-43e3-8014-7259283ddbc8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:46:19.246998 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:19.269589 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a8d7f1ed-6894-4e9a-b846-3bd05c6b914f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8676803 Jul 05 10:46:19.273819 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36268) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:19.330332 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-07bfe9ac-6298-43e3-8014-7259283ddbc8', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ips': [{'subnet_id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:46:19.331487 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:19.334459 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf186b-7e3f-4261-8048-011836e5146c None None] Pushing event updated for resources: {'Port': ['ID=93c66328-6f49-4b00-93d8-bd3027de52db,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:19.338771 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Routers {'1a06b27b-395a-46c9-b27a-e1fa56c399d5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:46:19.339369 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:46:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:19.497807 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] Set router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:46:19.514698 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Allocated IP 172.20.0.2 (07bfe9ac-6298-43e3-8014-7259283ddbc8/e8f63f17-9d9b-4d01-8f71-d68e30e2f84b/70e9d407-c77c-45b2-b88e-01dc5985cbb9) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:46:19.733201 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:19.736926 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284468798', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:15Z', 'updated_at': '2021-07-05T10:46:16Z', 'revision_number': 3, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:16Z', 'updated_at': '2021-07-05T10:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:19.743102 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Transition to ACTIVE for port object 70e9d407-c77c-45b2-b88e-01dc5985cbb9 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:19.763102 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Transition to ACTIVE for port object 70e9d407-c77c-45b2-b88e-01dc5985cbb9 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:19.781349 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba877e-69bc-4fc6-a5e0-7aa010b06f15 None None] The sync data for ids ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'] in n-d-779913-27 is: [{'id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284468798', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:15Z', 'updated_at': '2021-07-05T10:46:16Z', 'revision_number': 3, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:16Z', 'updated_at': '2021-07-05T10:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:46:19.841596 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:19.844984 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:19.922210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Network 07bfe9ac-6298-43e3-8014-7259283ddbc8 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:46:19.929986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:46:19.935077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:46:19.947269 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Pushing event updated for resources: {'Port': ['ID=70e9d407-c77c-45b2-b88e-01dc5985cbb9,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:20.026370 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Attempting to bind port 70e9d407-c77c-45b2-b88e-01dc5985cbb9 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:46:20.027178 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Attempting to bind port 70e9d407-c77c-45b2-b88e-01dc5985cbb9 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:46:20.027543 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Attempting to bind port 70e9d407-c77c-45b2-b88e-01dc5985cbb9 on network 07bfe9ac-6298-43e3-8014-7259283ddbc8 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:20.033448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:46:20.038733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Checking segment: {'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:46:20.038733 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:20.038733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Bound using segment: {'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:46:20.038733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Bound port: 70e9d407-c77c-45b2-b88e-01dc5985cbb9, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:46:20.038733 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:20.165086 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] For port 70e9d407-c77c-45b2-b88e-01dc5985cbb9, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:46:20.169109 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] For port 70e9d407-c77c-45b2-b88e-01dc5985cbb9, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=70e9d407-c77c-45b2-b88e-01dc5985cbb9,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:46:20.330173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Allocated IP 172.20.0.1 (07bfe9ac-6298-43e3-8014-7259283ddbc8/e8f63f17-9d9b-4d01-8f71-d68e30e2f84b/0b0ad5b6-e3ba-4c07-adb3-fb3cff855885) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:46:20.872820 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:20.886857 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Transition to ACTIVE for port object 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:21.004329 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:21.035364 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:21.074382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e431a1-b827-4565-bfb5-d6f60d535652 None None] Pushing event updated for resources: {'Port': ['ID=70e9d407-c77c-45b2-b88e-01dc5985cbb9,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:21.100323 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 07bfe9ac-6298-43e3-8014-7259283ddbc8 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:46:21.103756 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:46:21.119263 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:46:21.158130 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=0b0ad5b6-e3ba-4c07-adb3-fb3cff855885,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:21.185053 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:21.443837 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:21.609379 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 70e9d407-c77c-45b2-b88e-01dc5985cbb9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:21.741452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 70e9d407-c77c-45b2-b88e-01dc5985cbb9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:21.747067 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 93c66328-6f49-4b00-93d8-bd3027de52db up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:21.863150 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 93c66328-6f49-4b00-93d8-bd3027de52db completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:21.867323 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:21.871789 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 93c66328-6f49-4b00-93d8-bd3027de52db triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:21.872249 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:21.943167 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:21.987868 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:22.014820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 93c66328-6f49-4b00-93d8-bd3027de52db, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=93c66328-6f49-4b00-93d8-bd3027de52db,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:22.026965 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:22.029132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=0b0ad5b6-e3ba-4c07-adb3-fb3cff855885,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:22.086073 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:22.143621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 07bfe9ac-6298-43e3-8014-7259283ddbc8 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:46:22.145332 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:46:22.146097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=93c66328-6f49-4b00-93d8-bd3027de52db,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:22.274384 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:46:22.397888 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:46:22.406934 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-60de217d-283c-44ae-9edf-1b7bce65fb0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "PUT /v2.0/routers/1a06b27b-395a-46c9-b27a-e1fa56c399d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1289623 Jul 05 10:46:22.420102 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Sync routers for ids ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:46:22.452040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Routers {'1a06b27b-395a-46c9-b27a-e1fa56c399d5'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:46:22.457433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:46:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:22.581554 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:22.628325 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-45112b1b-b54c-4e8c-aec5-267782803662 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340221572&fields=id&tenant_id=ecd4c65677c0414c9743c8dfedcf672d HTTP/1.1" status: 200 len: 267 time: 0.0721855 Jul 05 10:46:22.630973 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Set router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:46:22.674149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d370da52-d4d8-460d-8abb-7b0ea0fb4fae None None] Network 07bfe9ac-6298-43e3-8014-7259283ddbc8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:46:22.750115 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-6f21fcc3-53bc-477b-aebd-d1bad59246d5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:22.751709 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-6f21fcc3-53bc-477b-aebd-d1bad59246d5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/networks?id=07bfe9ac-6298-43e3-8014-7259283ddbc8 HTTP/1.1" status: 200 len: 796 time: 0.1225383 Jul 05 10:46:22.767599 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-77eaf6cf-5573-4394-8ef0-c1da6f3431ba tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/quotas/ecd4c65677c0414c9743c8dfedcf672d HTTP/1.1" status: 200 len: 375 time: 0.0102773 Jul 05 10:46:22.850568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-af23d89f-8d6b-41e8-8c10-e9b50f16e460 None None] Provisioning for port 70e9d407-c77c-45b2-b88e-01dc5985cbb9 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:22.856519 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-7107f88c-689a-4729-9aab-7c1c14e7aa7d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755806 Jul 05 10:46:22.869327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-af23d89f-8d6b-41e8-8c10-e9b50f16e460 None None] Provisioning complete for port 70e9d407-c77c-45b2-b88e-01dc5985cbb9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:22.869690 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-af23d89f-8d6b-41e8-8c10-e9b50f16e460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:22.993538 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-dc19f36f-9f61-4c3c-9148-8d982d6a4195 service neutron] 10.222.0.77 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221619 Jul 05 10:46:23.079518 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-af23d89f-8d6b-41e8-8c10-e9b50f16e460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:23.085461 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284468798', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:15Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:16Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '0b0ad5b6-e3ba-4c07-adb3-fb3cff855885', 'name': '', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:40:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:20Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 2, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:23.093002 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-7c91bcbd-9227-49cf-ab19-8b357415184f service neutron] 10.222.0.77 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920515 Jul 05 10:46:23.130186 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Checking router: 1a06b27b-395a-46c9-b27a-e1fa56c399d5 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:46:23.130577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Updating router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 port 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:46:23.197528 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:23.223645 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-af23d89f-8d6b-41e8-8c10-e9b50f16e460 None None] For port 70e9d407-c77c-45b2-b88e-01dc5985cbb9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=70e9d407-c77c-45b2-b88e-01dc5985cbb9,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:23.335605 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-af23d89f-8d6b-41e8-8c10-e9b50f16e460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:23.386914 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:46:23.484273 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-006fa5bf-afc7-4576-a93d-8b94a5972735 req-ad685239-6723-4a73-8e6a-752b101afe30 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 210 time: 0.0758426 Jul 05 10:46:23.515963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23d89f-8d6b-41e8-8c10-e9b50f16e460 None None] Pushing event updated for resources: {'Port': ['ID=70e9d407-c77c-45b2-b88e-01dc5985cbb9,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:23.578002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 93c66328-6f49-4b00-93d8-bd3027de52db up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:23.616311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-61f1f560-f5ab-4110-be0e-5eff08a6974a None None] Provisioning for port 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:23.623988 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-61f1f560-f5ab-4110-be0e-5eff08a6974a None None] Provisioning complete for port 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:23.624449 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-61f1f560-f5ab-4110-be0e-5eff08a6974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:23.699075 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-61f1f560-f5ab-4110-be0e-5eff08a6974a None None] Port 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:46:23.751194 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:23.754540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 93c66328-6f49-4b00-93d8-bd3027de52db triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:23.754897 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:23.759541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-61f1f560-f5ab-4110-be0e-5eff08a6974a None None] Provisioning complete for port 70e9d407-c77c-45b2-b88e-01dc5985cbb9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:23.759541 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-61f1f560-f5ab-4110-be0e-5eff08a6974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:23.785914 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Transition to ACTIVE for port object 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:24.112005 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:24.168903 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d85ce-0f1c-44d9-bb07-883e3d66873c None None] Pushing event updated for resources: {'Port': ['ID=0b0ad5b6-e3ba-4c07-adb3-fb3cff855885,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:24.234240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Attempting to bind port 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:46:24.234608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Attempting to bind port 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:46:24.234968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Attempting to bind port 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 on network 07bfe9ac-6298-43e3-8014-7259283ddbc8 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:24.243361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:46:24.243671 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Checking segment: {'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:46:24.244054 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:24.244462 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Bound using segment: {'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:46:24.246380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Bound port: 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:46:24.246804 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:24.326697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] For port 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:46:24.330754 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] For port 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0b0ad5b6-e3ba-4c07-adb3-fb3cff855885,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:46:24.375307 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:24.444074 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:24.535444 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Routers {'1a06b27b-395a-46c9-b27a-e1fa56c399d5'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:46:24.536271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:46:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:24.540356 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d85ce-0f1c-44d9-bb07-883e3d66873c None None] Pushing event updated for resources: {'Port': ['ID=0b0ad5b6-e3ba-4c07-adb3-fb3cff855885,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:24.694281 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb7ad7b8-6e18-4fa9-9b72-8a6d3d39f3b6 req-c7bbbfe5-784b-40c6-809c-0e81fbf5559d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 210 time: 0.0489192 Jul 05 10:46:24.740549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] Set router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:46:25.018239 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284468798', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:15Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:16Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '0b0ad5b6-e3ba-4c07-adb3-fb3cff855885', 'name': '', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:40:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:20Z', 'updated_at': '2021-07-05T10:46:24Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:25.048445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e584707-5729-41e2-bb55-9d5c4ba69c2a None None] The sync data for ids ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'] in n-d-779913-27 is: [{'id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284468798', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:15Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:16Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '0b0ad5b6-e3ba-4c07-adb3-fb3cff855885', 'name': '', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:40:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:20Z', 'updated_at': '2021-07-05T10:46:24Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:46:25.562526 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 70e9d407-c77c-45b2-b88e-01dc5985cbb9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:25.626947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 70e9d407-c77c-45b2-b88e-01dc5985cbb9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:25.627322 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:25.728761 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:25.852105 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:25.854619 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ac37c303-0f16-46ce-81fb-dec171ce8ca7 req-3d7ff82a-a7d6-44a0-96b6-c179858729c4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 210 time: 0.0367825 Jul 05 10:46:25.870890 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:25.870890 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:25.958610 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:25.999101 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0b0ad5b6-e3ba-4c07-adb3-fb3cff855885,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:26.049944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d002df7b-5c1f-44b6-99a9-b30419892761 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:26.051515 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d002df7b-5c1f-44b6-99a9-b30419892761 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "GET /v2.0/networks?id=07bfe9ac-6298-43e3-8014-7259283ddbc8 HTTP/1.1" status: 200 len: 796 time: 0.1218436 Jul 05 10:46:26.091946 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:26.106507 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-b6e1e424-5ee9-4512-888b-39c3d5455da3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecd4c65677c0414c9743c8dfedcf672d HTTP/1.1" status: 200 len: 379 time: 0.0415471 Jul 05 10:46:26.119031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-edf71403-4cc0-4a10-b8e9-d13bd91d3d2b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'port': {'device_id': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'admin_state_up': True, 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'security_groups': ['1db86ab5-6231-46a6-88b6-d788df94d2b7']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:26.157412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=0b0ad5b6-e3ba-4c07-adb3-fb3cff855885,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:26.343407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-edf71403-4cc0-4a10-b8e9-d13bd91d3d2b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Made reservation on behalf of ecd4c65677c0414c9743c8dfedcf672d for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:46:26.347245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-edf71403-4cc0-4a10-b8e9-d13bd91d3d2b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:26.487169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-edf71403-4cc0-4a10-b8e9-d13bd91d3d2b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Allocated IP 172.20.0.8 (07bfe9ac-6298-43e3-8014-7259283ddbc8/e8f63f17-9d9b-4d01-8f71-d68e30e2f84b/ab4e4424-f7d7-4c08-9bb3-0ac355b9f583) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:46:26.630523 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-edf71403-4cc0-4a10-b8e9-d13bd91d3d2b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:26.645420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-edf71403-4cc0-4a10-b8e9-d13bd91d3d2b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Transition to ACTIVE for port object ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:26.809816 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-edf71403-4cc0-4a10-b8e9-d13bd91d3d2b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:26.860457 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-edf71403-4cc0-4a10-b8e9-d13bd91d3d2b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 07bfe9ac-6298-43e3-8014-7259283ddbc8 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:46:26.865635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-edf71403-4cc0-4a10-b8e9-d13bd91d3d2b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:46:26.869538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-edf71403-4cc0-4a10-b8e9-d13bd91d3d2b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:46:26.902530 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf71403-4cc0-4a10-b8e9-d13bd91d3d2b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:26.928692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-edf71403-4cc0-4a10-b8e9-d13bd91d3d2b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:26.929372 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-edf71403-4cc0-4a10-b8e9-d13bd91d3d2b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:27.032177 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-edf71403-4cc0-4a10-b8e9-d13bd91d3d2b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9182966 Jul 05 10:46:27.050649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Request body: {'port': {'device_id': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:27.060191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe19475-c457-4aa7-a528-d17b5fe1e08a req-d9b4a06a-bfac-4142-ba62-b03d25475d2e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:27.061818 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dbe19475-c457-4aa7-a528-d17b5fe1e08a req-d9b4a06a-bfac-4142-ba62-b03d25475d2e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 931 time: 0.0831952 Jul 05 10:46:27.157413 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dbe19475-c457-4aa7-a528-d17b5fe1e08a req-1f5b66de-4a51-4050-a3c5-9c9bd0385fc7 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734937 Jul 05 10:46:27.167879 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:27.234447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b770c2c6-f144-4ba9-afba-f8ad7f8fa985 None None] Provisioning for port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:27.239271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b770c2c6-f144-4ba9-afba-f8ad7f8fa985 None None] Provisioning complete for port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:27.239665 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b770c2c6-f144-4ba9-afba-f8ad7f8fa985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:27.279401 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b770c2c6-f144-4ba9-afba-f8ad7f8fa985 None None] Port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:46:27.447543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:46:27.456795 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:27.468649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Transition to ACTIVE for port object ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:27.482902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:27.530902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:27.531287 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:27.565895 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:27.626549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Pushing event updated for resources: {'Port': ['ID=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:27.704832 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Attempting to bind port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:46:27.705170 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Attempting to bind port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:46:27.705749 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Attempting to bind port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 on network 07bfe9ac-6298-43e3-8014-7259283ddbc8 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:27.710851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 on network 07bfe9ac-6298-43e3-8014-7259283ddbc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:46:27.711174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Attempting to bind port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 on network 07bfe9ac-6298-43e3-8014-7259283ddbc8 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:27.716403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:46:27.716774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Checking segment: {'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:46:27.717160 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Bound using segment: {'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:46:27.717622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Bound port: ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:46:27.717978 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:27.785947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:46:27.789474 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:46:27.862319 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:27.897349 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:27.897349 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:27.898382 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] 10.222.0.64 "PUT /v2.0/ports/ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 200 len: 1092 time: 0.8540809 Jul 05 10:46:27.901092 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:46:27.903636 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c026213-77a5-422e-8a58-660c9db7392e" -d '{"events": [{"name": "network-changed", "server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:46:27.933734 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f2992-d4a0-43d9-a028-7178b69fb4ca service neutron] Pushing event updated for resources: {'Port': ['ID=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:27.943223 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f8d937-f4b4-430b-923e-a1a527fc25a7 x-openstack-request-id: req-41f8d937-f4b4-430b-923e-a1a527fc25a7 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:46:27.943513 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:46:27.943969 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41f8d937-f4b4-430b-923e-a1a527fc25a7 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:46:27.944377 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'status': 'completed', 'code': 200} Jul 05 10:46:28.030979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c026213-77a5-422e-8a58-660c9db7392e req-d7503645-0f63-4721-a88f-45d04972f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:28.032553 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c026213-77a5-422e-8a58-660c9db7392e req-d7503645-0f63-4721-a88f-45d04972f804 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1095 time: 0.0662518 Jul 05 10:46:28.143851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c026213-77a5-422e-8a58-660c9db7392e req-13f1e493-d3b7-4567-bf46-26291d9c79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:28.145464 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c026213-77a5-422e-8a58-660c9db7392e req-13f1e493-d3b7-4567-bf46-26291d9c79c2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1012232 Jul 05 10:46:28.260187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c026213-77a5-422e-8a58-660c9db7392e req-2a7879b9-2248-42df-80da-d9dc4229440d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:28.261611 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2c026213-77a5-422e-8a58-660c9db7392e req-2a7879b9-2248-42df-80da-d9dc4229440d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062925 Jul 05 10:46:28.376545 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529fdaf-e09d-4397-9ca1-4a2da1ddabb8 req-3de7fdf7-8d5e-4bb3-885d-e33d5204a54b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:28.378150 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a529fdaf-e09d-4397-9ca1-4a2da1ddabb8 req-3de7fdf7-8d5e-4bb3-885d-e33d5204a54b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 943 time: 0.1028450 Jul 05 10:46:28.409121 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-a67b853d-b17d-47eb-bdc2-95ac541fcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:28.410844 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-a67b853d-b17d-47eb-bdc2-95ac541fcb41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1095 time: 0.0969710 Jul 05 10:46:28.436524 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a529fdaf-e09d-4397-9ca1-4a2da1ddabb8 req-b602698a-9945-4eae-b8ab-29f441121a53 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501726 Jul 05 10:46:28.469049 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-7d23f0a0-b2dc-43b4-83de-f02ed4e1bc9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 200 len: 217 time: 0.0448236 Jul 05 10:46:28.525479 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-781fa0f1-6568-4293-8a24-e10a9309945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:28.527475 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-781fa0f1-6568-4293-8a24-e10a9309945a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e8f63f17-9d9b-4d01-8f71-d68e30e2f84b HTTP/1.1" status: 200 len: 835 time: 0.0485380 Jul 05 10:46:28.590709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-8aaf56b1-5e9b-492a-bfc4-3f37b7db0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:28.592290 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-8aaf56b1-5e9b-492a-bfc4-3f37b7db0a96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07bfe9ac-6298-43e3-8014-7259283ddbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556445 Jul 05 10:46:28.697157 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-a923d338-2765-417e-9f99-7b768db30fed service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982976 Jul 05 10:46:28.793063 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e537235b-f7f4-44c5-a916-67e7f38e95d1 req-7c50da33-d05c-4deb-a375-3497dc3a7521 service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856609 Jul 05 10:46:29.617462 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32338677-1beb-4332-ab66-00aeb4c33a26 req-ca43c8c2-009e-46ec-b861-dff34483700d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:29.619072 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-32338677-1beb-4332-ab66-00aeb4c33a26 req-ca43c8c2-009e-46ec-b861-dff34483700d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 943 time: 0.0674751 Jul 05 10:46:29.662242 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-32338677-1beb-4332-ab66-00aeb4c33a26 req-e9d40fd6-b7ba-44e9-a989-451521d673b8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368865 Jul 05 10:46:30.844777 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff397024-9526-4608-84fb-da1e08727a69 req-e8a3b464-c7c8-4422-9053-3663374d7c95 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:30.846320 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff397024-9526-4608-84fb-da1e08727a69 req-e8a3b464-c7c8-4422-9053-3663374d7c95 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 943 time: 0.0687175 Jul 05 10:46:30.885069 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff397024-9526-4608-84fb-da1e08727a69 req-845a7f17-ceb7-4e50-b70b-aee5c2527cdb tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331123 Jul 05 10:46:31.278594 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-72e8355c-8b56-4c7e-ba85-01a71e259814 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:31.280136 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-72e8355c-8b56-4c7e-ba85-01a71e259814 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 811 time: 0.1029639 Jul 05 10:46:31.295328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-a83d6f30-43ca-4cd5-9b90-6a1ad8325bee tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/quotas/43ebf75bd93c4a30b46bb2decd0de529 HTTP/1.1" status: 200 len: 375 time: 0.0097711 Jul 05 10:46:31.367443 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-37636a12-9bac-4975-8c60-7cd737b197b0 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671513 Jul 05 10:46:31.375479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:46:31.377788 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-8e8fd3ac-f5b3-4b75-9b37-3816c6162ba3 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:46:31.378760 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-8e8fd3ac-f5b3-4b75-9b37-3816c6162ba3 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051165 Jul 05 10:46:31.476109 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:31.477215 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-129f14b7-7f20-4d34-8fe5-9c55a5782ee7 service neutron] 10.222.0.77 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927627 Jul 05 10:46:31.488623 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'port_id': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'mac_address': 'fa:16:3e:b5:26:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:46:31.525226 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:31.542377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:46:31.562819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:31.566444 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-5e0f0b89-282f-422b-9fa6-2e319c93b307 service neutron] 10.222.0.77 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827868 Jul 05 10:46:31.649222 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:31.711993 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:31.900256 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['ab4e4424-f7d7-4c08-9bb3-0ac355b9f583'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:46:32.065578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e154b-32e1-4c9f-b4a1-1df39f89efb8 req-b965f33e-f31e-43af-8e92-cc48b153bf10 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:32.067103 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-945e154b-32e1-4c9f-b4a1-1df39f89efb8 req-b965f33e-f31e-43af-8e92-cc48b153bf10 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 944 time: 0.0649292 Jul 05 10:46:32.106172 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-945e154b-32e1-4c9f-b4a1-1df39f89efb8 req-3da9e405-21d6-4537-8248-c68310f38da0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331314 Jul 05 10:46:32.178208 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8308994-9355-4255-9b67-cd46e8e5d59d req-d9ea304d-a974-459c-a741-d05ebf1116bb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 210 time: 0.0288053 Jul 05 10:46:33.298715 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089512d9-c00b-48fa-9708-ee78905b5129 req-da758a4a-d973-4642-88de-7ea3d59c51a2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:33.300352 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-089512d9-c00b-48fa-9708-ee78905b5129 req-da758a4a-d973-4642-88de-7ea3d59c51a2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 944 time: 0.0823576 Jul 05 10:46:33.325492 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6b5f2a3-738b-43c9-af6e-ac8c51ddedd9 req-751acc1d-9cda-4694-af7d-76614d15f383 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 210 time: 0.0335019 Jul 05 10:46:33.347801 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-089512d9-c00b-48fa-9708-ee78905b5129 req-c4584c52-da4a-4196-9424-99c32c1b863c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399501 Jul 05 10:46:33.391597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:33.520126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:33.524126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:33.524497 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:33.604583 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:33.628266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:46:33.630579 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9921a9fb-ea35-4d3b-93f5-ee2a65e6a163" -d '{"events": [{"server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "name": "network-vif-plugged", "status": "completed", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:46:33.647027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:33.674233 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc54c9a-35e5-4042-aa61-b9e95b114412 x-openstack-request-id: req-dfc54c9a-35e5-4042-aa61-b9e95b114412 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:46:33.674233 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "name": "network-vif-plugged", "status": "completed", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:46:33.674233 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dfc54c9a-35e5-4042-aa61-b9e95b114412 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:46:33.674233 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'code': 200} Jul 05 10:46:33.742822 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:33.790981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:33.799017 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d2fff-b269-4e12-a425-1ec1c7e230c1 req-b161daa4-632d-4f36-b596-43c59e177373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:33.799201 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:33.799512 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:33.799877 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:33.800210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:33.800540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:33.800647 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-888d2fff-b269-4e12-a425-1ec1c7e230c1 req-b161daa4-632d-4f36-b596-43c59e177373 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1097 time: 0.0575352 Jul 05 10:46:33.800896 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:33.801221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:33.801541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:33.801860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:33.802175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:33.802492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:33.802804 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:46:33.838339 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-888d2fff-b269-4e12-a425-1ec1c7e230c1 req-740b6996-5805-49f4-b12c-5f6873732ad6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294652 Jul 05 10:46:34.272986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-2acd3372-76c3-4353-af7c-f0ed34b7966a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:34.274341 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-2acd3372-76c3-4353-af7c-f0ed34b7966a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 811 time: 0.1049719 Jul 05 10:46:34.286922 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-943ae1ed-7e3b-4d08-b5b4-150ddb6328bb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'port': {'device_id': 'a59aab0d-5481-4c05-9fca-fb977c46adc2', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'admin_state_up': True, 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:34.476689 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0f9fe621-0da3-40b8-8516-b170eb4ec2fd req-b37a3a9f-7abd-4886-834f-d62564502dcf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 210 time: 0.0338743 Jul 05 10:46:34.745940 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0672e-0ff9-4743-85f7-771f1106cf7c req-8f7d1288-7a16-433c-942f-36bcb9447a5a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:34.748121 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8aa0672e-0ff9-4743-85f7-771f1106cf7c req-8f7d1288-7a16-433c-942f-36bcb9447a5a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.1139257 Jul 05 10:46:34.793079 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8aa0672e-0ff9-4743-85f7-771f1106cf7c req-80d907df-97f5-4896-b10f-bd671fc0c75b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330002 Jul 05 10:46:34.851621 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-943ae1ed-7e3b-4d08-b5b4-150ddb6328bb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Made reservation on behalf of 43ebf75bd93c4a30b46bb2decd0de529 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:46:34.855374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-943ae1ed-7e3b-4d08-b5b4-150ddb6328bb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:34.997503 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-943ae1ed-7e3b-4d08-b5b4-150ddb6328bb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Allocated IP 172.20.0.14 (7cc671a4-8077-4eab-9255-d46a165ab8ca/90f6bfa3-bb12-49ce-a315-975b3e4fa6cc/14e0eb8f-3352-42c5-a34a-91d0921e3510) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:46:35.157095 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-943ae1ed-7e3b-4d08-b5b4-150ddb6328bb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:35.172304 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-943ae1ed-7e3b-4d08-b5b4-150ddb6328bb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Transition to ACTIVE for port object 14e0eb8f-3352-42c5-a34a-91d0921e3510 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:35.289344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-943ae1ed-7e3b-4d08-b5b4-150ddb6328bb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:35.333994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-943ae1ed-7e3b-4d08-b5b4-150ddb6328bb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Network 7cc671a4-8077-4eab-9255-d46a165ab8ca is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:46:35.337292 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-943ae1ed-7e3b-4d08-b5b4-150ddb6328bb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:46:35.344043 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-943ae1ed-7e3b-4d08-b5b4-150ddb6328bb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:46:35.372812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ae1ed-7e3b-4d08-b5b4-150ddb6328bb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'Port': ['ID=14e0eb8f-3352-42c5-a34a-91d0921e3510,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:35.403390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-943ae1ed-7e3b-4d08-b5b4-150ddb6328bb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:35.404575 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-943ae1ed-7e3b-4d08-b5b4-150ddb6328bb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:35.492472 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-943ae1ed-7e3b-4d08-b5b4-150ddb6328bb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2091625 Jul 05 10:46:35.505854 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Request body: {'port': {'device_id': 'a59aab0d-5481-4c05-9fca-fb977c46adc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:35.607367 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:35.649584 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-235fca02-f658-474d-b02f-8b430853145e None None] Provisioning for port 14e0eb8f-3352-42c5-a34a-91d0921e3510 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:35.655867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-235fca02-f658-474d-b02f-8b430853145e None None] Provisioning complete for port 14e0eb8f-3352-42c5-a34a-91d0921e3510 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:35.656368 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-235fca02-f658-474d-b02f-8b430853145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:35.676574 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0782e2-82e2-48de-9007-2b4d57dd6a59 req-12e0cc08-34f5-4cf6-b6a8-20c7894a536c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:35.682180 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca0782e2-82e2-48de-9007-2b4d57dd6a59 req-12e0cc08-34f5-4cf6-b6a8-20c7894a536c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 932 time: 0.0788908 Jul 05 10:46:35.700405 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-235fca02-f658-474d-b02f-8b430853145e None None] Port 14e0eb8f-3352-42c5-a34a-91d0921e3510 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:46:35.741523 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca0782e2-82e2-48de-9007-2b4d57dd6a59 req-6570b358-ff18-430f-a9a2-57cc8fc9e5d0 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541923 Jul 05 10:46:35.909407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e0eb8f-3352-42c5-a34a-91d0921e3510 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:46:35.925800 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:35.957895 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Transition to ACTIVE for port object 14e0eb8f-3352-42c5-a34a-91d0921e3510 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:35.990975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f2f2-adf1-445b-99d7-981716894235 req-0f87e702-b574-4537-a917-ddd5b58f96f7 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:35.992535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95f2f2f2-adf1-445b-99d7-981716894235 req-0f87e702-b574-4537-a917-ddd5b58f96f7 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0785809 Jul 05 10:46:36.032261 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95f2f2f2-adf1-445b-99d7-981716894235 req-0349fea3-6329-4452-ab5a-71a86788fb0c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328951 Jul 05 10:46:36.034462 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:36.093111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=14e0eb8f-3352-42c5-a34a-91d0921e3510,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:36.172325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Attempting to bind port 14e0eb8f-3352-42c5-a34a-91d0921e3510 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:46:36.172664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Attempting to bind port 14e0eb8f-3352-42c5-a34a-91d0921e3510 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:46:36.172999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Attempting to bind port 14e0eb8f-3352-42c5-a34a-91d0921e3510 on network 7cc671a4-8077-4eab-9255-d46a165ab8ca {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:36.177804 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Port 14e0eb8f-3352-42c5-a34a-91d0921e3510 on network 7cc671a4-8077-4eab-9255-d46a165ab8ca not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:46:36.178129 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Attempting to bind port 14e0eb8f-3352-42c5-a34a-91d0921e3510 on network 7cc671a4-8077-4eab-9255-d46a165ab8ca {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:36.183751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:46:36.184154 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Checking segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:46:36.184568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Bound using segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:46:36.184980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Bound port: 14e0eb8f-3352-42c5-a34a-91d0921e3510, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:46:36.185340 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:36.255754 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86434560-ce47-4397-afa2-0f5530e37199 req-d16345bb-9cb7-4bd5-8594-6d196851cf6f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:36.256539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] For port 14e0eb8f-3352-42c5-a34a-91d0921e3510, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:46:36.257621 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-86434560-ce47-4397-afa2-0f5530e37199 req-d16345bb-9cb7-4bd5-8594-6d196851cf6f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0871921 Jul 05 10:46:36.259832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] For port 14e0eb8f-3352-42c5-a34a-91d0921e3510, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=14e0eb8f-3352-42c5-a34a-91d0921e3510,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:46:36.299906 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-86434560-ce47-4397-afa2-0f5530e37199 req-e2c17bf8-6311-45a8-a9d7-c90e6c357568 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360427 Jul 05 10:46:36.315621 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:36.329762 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36394) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:36.357096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:36.357715 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:36.359131 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] 10.222.0.73 "PUT /v2.0/ports/14e0eb8f-3352-42c5-a34a-91d0921e3510 HTTP/1.1" status: 200 len: 1093 time: 0.8591380 Jul 05 10:46:36.359581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59aab0d-5481-4c05-9fca-fb977c46adc2', 'tag': '14e0eb8f-3352-42c5-a34a-91d0921e3510'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:46:36.363460 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b064824a-1192-4417-9889-681377a4af15" -d '{"events": [{"name": "network-changed", "server_uuid": "a59aab0d-5481-4c05-9fca-fb977c46adc2", "tag": "14e0eb8f-3352-42c5-a34a-91d0921e3510"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:46:36.391129 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac420e8-ab6f-44dd-ab8e-e3ca2cf3003a tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:36.392776 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5ac420e8-ab6f-44dd-ab8e-e3ca2cf3003a tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1092 time: 0.0610962 Jul 05 10:46:36.395797 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36398) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:36.401690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:36.435074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87136d3-925d-4a08-b951-13f1314adfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=14e0eb8f-3352-42c5-a34a-91d0921e3510,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:36.435074 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f79ffe-cc04-463f-8fd8-bf5dcf64a91a x-openstack-request-id: req-86f79ffe-cc04-463f-8fd8-bf5dcf64a91a {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:46:36.435074 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59aab0d-5481-4c05-9fca-fb977c46adc2", "tag": "14e0eb8f-3352-42c5-a34a-91d0921e3510", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:46:36.435074 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-86f79ffe-cc04-463f-8fd8-bf5dcf64a91a {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:46:36.435074 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59aab0d-5481-4c05-9fca-fb977c46adc2', 'tag': '14e0eb8f-3352-42c5-a34a-91d0921e3510', 'status': 'completed', 'code': 200} Jul 05 10:46:36.513215 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064824a-1192-4417-9889-681377a4af15 req-acf20ae3-80f4-44d0-8ecd-eaaac9f0abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:36.514752 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b064824a-1192-4417-9889-681377a4af15 req-acf20ae3-80f4-44d0-8ecd-eaaac9f0abb8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 1096 time: 0.0638850 Jul 05 10:46:36.560462 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:36.686393 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:36.703661 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064824a-1192-4417-9889-681377a4af15 req-70b5e30d-885f-4ede-a136-eb4ff12a86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:36.705650 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b064824a-1192-4417-9889-681377a4af15 req-70b5e30d-885f-4ede-a136-eb4ff12a86d1 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1823778 Jul 05 10:46:36.802819 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Allocated IP 172.25.5.54 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/8c6d32ec-a51b-4eac-90cd-7fab2c3fb1c7) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:46:36.915559 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064824a-1192-4417-9889-681377a4af15 req-ec05a560-71e7-486e-af30-18975bc1376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:36.917946 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b064824a-1192-4417-9889-681377a4af15 req-ec05a560-71e7-486e-af30-18975bc1376a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2056658 Jul 05 10:46:36.941917 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:36.995879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd55c9-16ba-455b-ad99-7d8374736d24 req-de86a412-6e21-4025-abc8-12acfe49e006 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:36.997937 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85dd55c9-16ba-455b-ad99-7d8374736d24 req-de86a412-6e21-4025-abc8-12acfe49e006 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 944 time: 0.0961866 Jul 05 10:46:37.023184 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-41411a60-897e-42f5-bccf-33915e6b20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:37.028835 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-41411a60-897e-42f5-bccf-33915e6b20f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 1096 time: 0.0646565 Jul 05 10:46:37.041603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85dd55c9-16ba-455b-ad99-7d8374736d24 req-b953b5e0-3203-46b3-a30d-1c9ac2591fe3 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372076 Jul 05 10:46:37.069627 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-e6b38c65-5dd5-46c5-9ffa-929def428ee7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e0eb8f-3352-42c5-a34a-91d0921e3510 HTTP/1.1" status: 200 len: 217 time: 0.0381551 Jul 05 10:46:37.086213 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:37.124522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-51f7ab79-e218-44e4-975f-d82fac0f22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:37.125988 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-51f7ab79-e218-44e4-975f-d82fac0f22eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0499191 Jul 05 10:46:37.129132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:46:37.134058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:46:37.138032 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:46:37.160261 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=8c6d32ec-a51b-4eac-90cd-7fab2c3fb1c7,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:37.196919 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-a96876fc-248c-4ca4-9f16-baaa61697c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:37.198816 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-a96876fc-248c-4ca4-9f16-baaa61697c52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662277 Jul 05 10:46:37.300445 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-a55f8ba7-a14a-430b-90db-5509a6c06d84 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956316 Jul 05 10:46:37.399350 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46dfd7b3-7ce2-42db-964c-c41bf59e2bd8 req-9bf49e5b-0399-447b-a5c2-f6bfe0756057 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918074 Jul 05 10:46:37.544099 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:37.747604 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:37.912667 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:37.980598 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:38.049462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=8c6d32ec-a51b-4eac-90cd-7fab2c3fb1c7,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:38.064034 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:38.177491 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Floating IP 2a55068b-1dd4-4b26-a9a9-0164323018d8 associated. External IP: 172.25.5.54, port: ab4e4424-f7d7-4c08-9bb3-0ac355b9f583. Jul 05 10:46:38.230157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b9182-1b1d-428a-822f-f660b484f3ac req-e200f001-b9b3-421a-9185-eed4fd317eed tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:38.232374 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-242b9182-1b1d-428a-822f-f660b484f3ac req-e200f001-b9b3-421a-9185-eed4fd317eed tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 944 time: 0.0704918 Jul 05 10:46:38.280250 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-242b9182-1b1d-428a-822f-f660b484f3ac req-5afa2c8c-0209-4148-84a4-914e6cb3be91 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Jul 05 10:46:38.701703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:46:38.813511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:46:38.824188 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff1224-9e44-42e2-98b0-a2e3d0a91d48 None None] Sync routers for ids ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:46:38.835704 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff1224-9e44-42e2-98b0-a2e3d0a91d48 None None] Routers {'1a06b27b-395a-46c9-b27a-e1fa56c399d5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:46:38.836379 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e6ff1224-9e44-42e2-98b0-a2e3d0a91d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:46:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:38.897837 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:38.939132 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5b0acddd-0806-42a0-aa8d-fb0d1a5cdf8d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5413022 Jul 05 10:46:38.939928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:46:38.942150 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1f283a-79a6-4696-90f5-60b7d163987c" -d '{"events": [{"name": "network-changed", "server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:46:38.950725 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e6ff1224-9e44-42e2-98b0-a2e3d0a91d48 None None] Set router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:46:38.990042 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bc3b2a-be36-4aac-989c-d013404dfb32 x-openstack-request-id: req-44bc3b2a-be36-4aac-989c-d013404dfb32 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:46:38.990446 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:46:38.990892 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44bc3b2a-be36-4aac-989c-d013404dfb32 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:46:38.991430 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'status': 'completed', 'code': 200} Jul 05 10:46:39.123921 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f283a-79a6-4696-90f5-60b7d163987c req-b47825db-9bf1-4132-8e62-17b8624869ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:39.125558 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b1f283a-79a6-4696-90f5-60b7d163987c req-b47825db-9bf1-4132-8e62-17b8624869ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1097 time: 0.1087558 Jul 05 10:46:39.139274 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d55e9-a8e3-4316-84b6-08a9300fbce9 req-1e699f09-1553-4538-a2f3-41c611ed0eaf tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:39.141059 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-277d55e9-a8e3-4316-84b6-08a9300fbce9 req-1e699f09-1553-4538-a2f3-41c611ed0eaf tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0959070 Jul 05 10:46:39.202645 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e6ff1224-9e44-42e2-98b0-a2e3d0a91d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284468798', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:15Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:16Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '2a55068b-1dd4-4b26-a9a9-0164323018d8', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'port_id': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'mac_address': 'fa:16:3e:b5:26:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:46:37Z', 'updated_at': '2021-07-05T10:46:37Z', 'revision_number': 0, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0ad5b6-e3ba-4c07-adb3-fb3cff855885', 'name': '', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:40:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:20Z', 'updated_at': '2021-07-05T10:46:25Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:39.228496 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff1224-9e44-42e2-98b0-a2e3d0a91d48 None None] Checking router: 1a06b27b-395a-46c9-b27a-e1fa56c399d5 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:46:39.237122 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff1224-9e44-42e2-98b0-a2e3d0a91d48 None None] Routers {'1a06b27b-395a-46c9-b27a-e1fa56c399d5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:46:39.237664 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e6ff1224-9e44-42e2-98b0-a2e3d0a91d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:46:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:39.247048 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-277d55e9-a8e3-4316-84b6-08a9300fbce9 req-0346adf9-88b9-426c-9fdf-79baee25be1f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828192 Jul 05 10:46:39.272166 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f283a-79a6-4696-90f5-60b7d163987c req-3e95befb-4280-401b-b002-827ac0f329a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:39.272166 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b1f283a-79a6-4696-90f5-60b7d163987c req-3e95befb-4280-401b-b002-827ac0f329a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07bfe9ac-6298-43e3-8014-7259283ddbc8 HTTP/1.1" status: 200 len: 897 time: 0.1274564 Jul 05 10:46:39.272410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36410) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:39.366113 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e6ff1224-9e44-42e2-98b0-a2e3d0a91d48 None None] Set router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:46:39.403532 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b1f283a-79a6-4696-90f5-60b7d163987c req-f489f2d7-78d6-4a64-b9bb-2d91bdf52e20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 200 len: 998 time: 0.1237283 Jul 05 10:46:39.412646 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-229199ca-bb43-4d5c-b3fe-477aac1a2287 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/floatingips/2a55068b-1dd4-4b26-a9a9-0164323018d8 HTTP/1.1" status: 200 len: 990 time: 0.1391745 Jul 05 10:46:39.472308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f283a-79a6-4696-90f5-60b7d163987c req-131dad5e-b5b5-4c19-8365-2115c97001d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:39.474054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b1f283a-79a6-4696-90f5-60b7d163987c req-131dad5e-b5b5-4c19-8365-2115c97001d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e8f63f17-9d9b-4d01-8f71-d68e30e2f84b HTTP/1.1" status: 200 len: 835 time: 0.0601461 Jul 05 10:46:39.511616 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e624c7-a000-43f7-b9aa-d0d7741f9588 req-09517983-657a-4ce8-b58a-9bfcb6eaa335 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:39.519542 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-41e624c7-a000-43f7-b9aa-d0d7741f9588 req-09517983-657a-4ce8-b58a-9bfcb6eaa335 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 944 time: 0.1081192 Jul 05 10:46:39.547507 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f283a-79a6-4696-90f5-60b7d163987c req-3e111f7d-90e7-437a-bbe6-7a9d919ae21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:39.549295 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b1f283a-79a6-4696-90f5-60b7d163987c req-3e111f7d-90e7-437a-bbe6-7a9d919ae21e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07bfe9ac-6298-43e3-8014-7259283ddbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670984 Jul 05 10:46:39.557022 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-41e624c7-a000-43f7-b9aa-d0d7741f9588 req-542de2a7-bdb2-4215-a0ca-f8eadeaacf69 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363135 Jul 05 10:46:39.650075 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b1f283a-79a6-4696-90f5-60b7d163987c req-d00496a6-0bef-4d8b-adf2-1e7266afaa68 service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944066 Jul 05 10:46:39.725218 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e6ff1224-9e44-42e2-98b0-a2e3d0a91d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284468798', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:15Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:16Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '2a55068b-1dd4-4b26-a9a9-0164323018d8', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'port_id': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'mac_address': 'fa:16:3e:b5:26:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:46:37Z', 'updated_at': '2021-07-05T10:46:37Z', 'revision_number': 0, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0ad5b6-e3ba-4c07-adb3-fb3cff855885', 'name': '', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:40:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:20Z', 'updated_at': '2021-07-05T10:46:25Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:46:39.752643 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff1224-9e44-42e2-98b0-a2e3d0a91d48 None None] The sync data for ids ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'] in n-d-779913-27 is: [{'id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284468798', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:15Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:16Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '2a55068b-1dd4-4b26-a9a9-0164323018d8', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'port_id': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'mac_address': 'fa:16:3e:b5:26:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:46:37Z', 'updated_at': '2021-07-05T10:46:37Z', 'revision_number': 0, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0ad5b6-e3ba-4c07-adb3-fb3cff855885', 'name': '', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:40:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:20Z', 'updated_at': '2021-07-05T10:46:25Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:46:39.761203 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b1f283a-79a6-4696-90f5-60b7d163987c req-d27f8309-1431-4ad5-a220-26469cb14133 service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974963 Jul 05 10:46:39.956469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccaa4c4-c0eb-4719-b4d1-c0f0e1b71987 None None] New status for floating IP 2a55068b-1dd4-4b26-a9a9-0164323018d8: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:46:40.416640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36414) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:46:40.476737 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-eaeae29c-98ef-4238-922b-0a2082826491 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/floatingips/2a55068b-1dd4-4b26-a9a9-0164323018d8 HTTP/1.1" status: 200 len: 992 time: 0.0588543 Jul 05 10:46:40.732602 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb5cd0-7777-4bab-99cf-be909a2fea2c req-81cd61f2-bd59-4513-9afa-1b8a749fc141 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:40.734030 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cefb5cd0-7777-4bab-99cf-be909a2fea2c req-81cd61f2-bd59-4513-9afa-1b8a749fc141 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 944 time: 0.0661724 Jul 05 10:46:40.772233 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cefb5cd0-7777-4bab-99cf-be909a2fea2c req-6870f885-41cb-4952-a0af-e5558ff3b43a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326033 Jul 05 10:46:41.160467 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd215b1d-a89f-4b2f-ae90-6d1dcc0a6e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:41.946050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d6e9d-c19d-4ac1-8f5b-515499017032 req-e16bb24d-3538-48c0-a016-2e22c652b3df tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:41.947544 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff4d6e9d-c19d-4ac1-8f5b-515499017032 req-e16bb24d-3538-48c0-a016-2e22c652b3df tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 944 time: 0.0670428 Jul 05 10:46:41.986033 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff4d6e9d-c19d-4ac1-8f5b-515499017032 req-98a1771a-6a8f-4364-b3f4-75fa19fca308 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329347 Jul 05 10:46:43.167040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ea8b1-2218-4fd6-932d-e1ef12a5e040 req-8f767e54-47d0-40b0-a3e1-82c0cc00a755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:43.168544 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-806ea8b1-2218-4fd6-932d-e1ef12a5e040 req-8f767e54-47d0-40b0-a3e1-82c0cc00a755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 944 time: 0.0688531 Jul 05 10:46:43.207294 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-806ea8b1-2218-4fd6-932d-e1ef12a5e040 req-33807221-a28e-4b11-ac1e-b2b63cefd53f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329533 Jul 05 10:46:43.594274 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-491d958c-8bea-488c-a2e3-b73024875bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:43.674231 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:44.378656 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c10304-ad3c-4942-b88f-6d033b9fe475 req-982ae8fe-3e0a-40a2-baed-5da280781043 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:44.380244 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3c10304-ad3c-4942-b88f-6d033b9fe475 req-982ae8fe-3e0a-40a2-baed-5da280781043 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 944 time: 0.0636775 Jul 05 10:46:44.418729 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3c10304-ad3c-4942-b88f-6d033b9fe475 req-54fda9ce-e32c-4d07-b7d3-e5ace17f301a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329018 Jul 05 10:46:45.043603 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:45.590151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44337fb3-c2cb-4f2f-89d7-239aa05ccc7a req-68b602c0-6b08-4211-832a-83cf7ebccd3a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:45.591650 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-44337fb3-c2cb-4f2f-89d7-239aa05ccc7a req-68b602c0-6b08-4211-832a-83cf7ebccd3a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 944 time: 0.0625057 Jul 05 10:46:45.628836 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-44337fb3-c2cb-4f2f-89d7-239aa05ccc7a req-5160ab0c-70ba-417a-b64c-745836a348bd tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308743 Jul 05 10:46:46.811617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3c84a-1177-4cd5-9d2b-91f43f111289 req-9c2d7ad1-6308-40b0-93a6-998dbcaba9b6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:46.813192 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8fd3c84a-1177-4cd5-9d2b-91f43f111289 req-9c2d7ad1-6308-40b0-93a6-998dbcaba9b6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 944 time: 0.0683692 Jul 05 10:46:46.857066 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8fd3c84a-1177-4cd5-9d2b-91f43f111289 req-bf615acd-e476-460f-a820-0a85aa9146bd tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382330 Jul 05 10:46:46.872768 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:48.013695 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 14e0eb8f-3352-42c5-a34a-91d0921e3510 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:46:48.038417 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c105e-2180-4b33-a8d1-14e5ad49927b req-cf701d04-c142-47c8-8242-e60511bb9332 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:48.039944 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d1c105e-2180-4b33-a8d1-14e5ad49927b req-cf701d04-c142-47c8-8242-e60511bb9332 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 944 time: 0.0658548 Jul 05 10:46:48.079750 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8d1c105e-2180-4b33-a8d1-14e5ad49927b req-90e1102c-3906-4f86-96eb-dab483a10d18 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340266 Jul 05 10:46:48.139067 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 14e0eb8f-3352-42c5-a34a-91d0921e3510, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=14e0eb8f-3352-42c5-a34a-91d0921e3510,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:48.150546 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '14e0eb8f-3352-42c5-a34a-91d0921e3510', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'port_id': '14e0eb8f-3352-42c5-a34a-91d0921e3510', 'mac_address': 'fa:16:3e:01:ee:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:46:48.188846 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:48.201537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e0eb8f-3352-42c5-a34a-91d0921e3510 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:46:48.221552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 14e0eb8f-3352-42c5-a34a-91d0921e3510, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=14e0eb8f-3352-42c5-a34a-91d0921e3510,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:48.326185 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:48.398008 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=14e0eb8f-3352-42c5-a34a-91d0921e3510,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:48.529185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['14e0eb8f-3352-42c5-a34a-91d0921e3510'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:46:49.258208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e9908-922c-4100-b82a-3a0d83c82556 req-3e708a67-eb93-4cbe-9b15-4b026f196175 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:49.259892 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c96e9908-922c-4100-b82a-3a0d83c82556 req-3e708a67-eb93-4cbe-9b15-4b026f196175 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 945 time: 0.0664020 Jul 05 10:46:49.299991 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c96e9908-922c-4100-b82a-3a0d83c82556 req-5717a36c-6174-4071-89ba-49334e91f1b2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339959 Jul 05 10:46:50.027728 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 14e0eb8f-3352-42c5-a34a-91d0921e3510 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:46:50.171596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 14e0eb8f-3352-42c5-a34a-91d0921e3510 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:50.179590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 14e0eb8f-3352-42c5-a34a-91d0921e3510 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:50.179590 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:50.255022 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:50.278974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59aab0d-5481-4c05-9fca-fb977c46adc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e0eb8f-3352-42c5-a34a-91d0921e3510'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:46:50.281298 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2095322f-7ced-4027-af86-27cd1193cd21" -d '{"events": [{"server_uuid": "a59aab0d-5481-4c05-9fca-fb977c46adc2", "name": "network-vif-plugged", "status": "completed", "tag": "14e0eb8f-3352-42c5-a34a-91d0921e3510"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:46:50.294830 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 14e0eb8f-3352-42c5-a34a-91d0921e3510, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=14e0eb8f-3352-42c5-a34a-91d0921e3510,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:46:50.321515 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a3d587-f5e2-4ad5-b3cf-42c14a56bacb x-openstack-request-id: req-39a3d587-f5e2-4ad5-b3cf-42c14a56bacb {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:46:50.321515 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59aab0d-5481-4c05-9fca-fb977c46adc2", "name": "network-vif-plugged", "status": "completed", "tag": "14e0eb8f-3352-42c5-a34a-91d0921e3510", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:46:50.321515 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39a3d587-f5e2-4ad5-b3cf-42c14a56bacb {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:46:50.321515 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59aab0d-5481-4c05-9fca-fb977c46adc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e0eb8f-3352-42c5-a34a-91d0921e3510', 'code': 200} Jul 05 10:46:50.390053 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:50.450302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=14e0eb8f-3352-42c5-a34a-91d0921e3510,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:50.511563 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614e35e-dd94-42e6-89e9-0498b69f5941 req-c4eb06d8-da6f-40f9-9b29-dc8b62d48261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:50.513109 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1614e35e-dd94-42e6-89e9-0498b69f5941 req-c4eb06d8-da6f-40f9-9b29-dc8b62d48261 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 1098 time: 0.1017570 Jul 05 10:46:50.521153 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468cc8a-8e56-442d-98e4-44556cfc02c0 req-6b638291-637d-437e-80cf-23fbb506dc52 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:50.522682 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0468cc8a-8e56-442d-98e4-44556cfc02c0 req-6b638291-637d-437e-80cf-23fbb506dc52 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 946 time: 0.0853248 Jul 05 10:46:50.572643 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1614e35e-dd94-42e6-89e9-0498b69f5941 req-1ef01fcd-a9b7-4206-9365-b2ef61df24a3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489805 Jul 05 10:46:50.580235 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0468cc8a-8e56-442d-98e4-44556cfc02c0 req-2e0b3bfc-53bc-48d0-8b78-b96f5a41c214 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511689 Jul 05 10:46:51.783956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ccdf5-9447-41e0-8bfe-2b8ac1f92d14 req-c107ff78-c54b-4a8f-bed5-69227ab99bb9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:51.785391 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-681ccdf5-9447-41e0-8bfe-2b8ac1f92d14 req-c107ff78-c54b-4a8f-bed5-69227ab99bb9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 946 time: 0.0868547 Jul 05 10:46:51.824608 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-681ccdf5-9447-41e0-8bfe-2b8ac1f92d14 req-5f5e81db-712f-40b8-a35b-7f5bcc98ff9b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336082 Jul 05 10:46:51.997834 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540a3c2-f9ce-45f0-800a-5bc71a169fe2 req-e9852bb9-848a-46db-aebc-06701eaf9cd1 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:51.999368 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c540a3c2-f9ce-45f0-800a-5bc71a169fe2 req-e9852bb9-848a-46db-aebc-06701eaf9cd1 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 946 time: 0.0634522 Jul 05 10:46:52.036925 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c540a3c2-f9ce-45f0-800a-5bc71a169fe2 req-5407de69-e529-4487-8f27-7c240e59341d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319138 Jul 05 10:46:52.526280 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:54.346411 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:55.758661 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c616925-49df-4482-a33a-f02fb681ec6b req-8113a35a-f0b2-44da-bdcf-73198c72a51b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:55.760604 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c616925-49df-4482-a33a-f02fb681ec6b req-8113a35a-f0b2-44da-bdcf-73198c72a51b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 811 time: 0.1052885 Jul 05 10:46:55.778245 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c616925-49df-4482-a33a-f02fb681ec6b req-81036605-d545-4690-99b3-014bdbbf90fd tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/quotas/43ebf75bd93c4a30b46bb2decd0de529 HTTP/1.1" status: 200 len: 375 time: 0.0122073 Jul 05 10:46:55.848796 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c616925-49df-4482-a33a-f02fb681ec6b req-9907700a-a46a-4033-a8d4-e6f7bb29c0f6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652778 Jul 05 10:46:55.948402 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c616925-49df-4482-a33a-f02fb681ec6b req-77c9f8fa-63d5-4e75-8287-0552155deb09 service neutron] 10.222.0.77 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928609 Jul 05 10:46:56.036462 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9c616925-49df-4482-a33a-f02fb681ec6b req-bcc1a3f7-7a49-4cf7-8323-c1e9f0ce8228 service neutron] 10.222.0.77 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823538 Jul 05 10:46:56.336023 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b9fa7c95-28cd-4c6e-ac20-35d1f6d7c6a4 req-e1573a4d-559e-4736-b495-3445e6d74015 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 210 time: 0.0295808 Jul 05 10:46:57.485171 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1118847f-a871-4150-8b55-a65ddf8be083 req-4e197c48-3ed5-4799-9ef4-2727fdd36c2e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 210 time: 0.0297899 Jul 05 10:46:58.373512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c616925-49df-4482-a33a-f02fb681ec6b req-76f84f61-c351-4272-8273-a573f9a38bfc tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:58.375006 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c616925-49df-4482-a33a-f02fb681ec6b req-76f84f61-c351-4272-8273-a573f9a38bfc tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.64 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 811 time: 0.1095486 Jul 05 10:46:58.388343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-9c616925-49df-4482-a33a-f02fb681ec6b req-1f85ffee-57e1-4a6c-81bf-b2ddfcfc7ff5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'port': {'device_id': 'f9d1114b-8a22-4a16-9d89-5ab5e20b2f62', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'admin_state_up': True, 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:58.569022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c616925-49df-4482-a33a-f02fb681ec6b req-1f85ffee-57e1-4a6c-81bf-b2ddfcfc7ff5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Made reservation on behalf of 43ebf75bd93c4a30b46bb2decd0de529 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:46:58.572943 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9c616925-49df-4482-a33a-f02fb681ec6b req-1f85ffee-57e1-4a6c-81bf-b2ddfcfc7ff5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:58.664470 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2578dd26-a80e-4b93-baf9-3dd90e389d8a req-b736f28c-ff8f-4572-95cc-422260ab8205 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 210 time: 0.0638418 Jul 05 10:46:58.734498 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-9c616925-49df-4482-a33a-f02fb681ec6b req-1f85ffee-57e1-4a6c-81bf-b2ddfcfc7ff5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Allocated IP 172.20.0.11 (7cc671a4-8077-4eab-9255-d46a165ab8ca/90f6bfa3-bb12-49ce-a315-975b3e4fa6cc/7844c77e-23cf-4acf-b4bd-be602c41753c) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:46:58.892315 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9c616925-49df-4482-a33a-f02fb681ec6b req-1f85ffee-57e1-4a6c-81bf-b2ddfcfc7ff5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:58.907174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-9c616925-49df-4482-a33a-f02fb681ec6b req-1f85ffee-57e1-4a6c-81bf-b2ddfcfc7ff5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Transition to ACTIVE for port object 7844c77e-23cf-4acf-b4bd-be602c41753c will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:58.992319 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9c616925-49df-4482-a33a-f02fb681ec6b req-1f85ffee-57e1-4a6c-81bf-b2ddfcfc7ff5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:59.004703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['14e0eb8f-3352-42c5-a34a-91d0921e3510'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:46:59.036878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c616925-49df-4482-a33a-f02fb681ec6b req-1f85ffee-57e1-4a6c-81bf-b2ddfcfc7ff5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Network 7cc671a4-8077-4eab-9255-d46a165ab8ca is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:46:59.040340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-9c616925-49df-4482-a33a-f02fb681ec6b req-1f85ffee-57e1-4a6c-81bf-b2ddfcfc7ff5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:46:59.047970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c616925-49df-4482-a33a-f02fb681ec6b req-1f85ffee-57e1-4a6c-81bf-b2ddfcfc7ff5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:46:59.078692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85ffee-57e1-4a6c-81bf-b2ddfcfc7ff5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'Port': ['ID=7844c77e-23cf-4acf-b4bd-be602c41753c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:59.114139 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c616925-49df-4482-a33a-f02fb681ec6b req-1f85ffee-57e1-4a6c-81bf-b2ddfcfc7ff5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:59.115198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9c616925-49df-4482-a33a-f02fb681ec6b req-1f85ffee-57e1-4a6c-81bf-b2ddfcfc7ff5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:59.292386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c616925-49df-4482-a33a-f02fb681ec6b req-1f85ffee-57e1-4a6c-81bf-b2ddfcfc7ff5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9080980 Jul 05 10:46:59.307382 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Request body: {'port': {'device_id': 'f9d1114b-8a22-4a16-9d89-5ab5e20b2f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:46:59.381899 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:59.414284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-32a5cc49-bb95-4fc9-bef5-b69d0b8d5a99 None None] Provisioning for port 7844c77e-23cf-4acf-b4bd-be602c41753c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:46:59.418128 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-32a5cc49-bb95-4fc9-bef5-b69d0b8d5a99 None None] Provisioning complete for port 7844c77e-23cf-4acf-b4bd-be602c41753c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:46:59.418499 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-32a5cc49-bb95-4fc9-bef5-b69d0b8d5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:59.455203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-32a5cc49-bb95-4fc9-bef5-b69d0b8d5a99 None None] Port 7844c77e-23cf-4acf-b4bd-be602c41753c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:46:59.649194 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7844c77e-23cf-4acf-b4bd-be602c41753c {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:46:59.657330 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:59.669148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Transition to ACTIVE for port object 7844c77e-23cf-4acf-b4bd-be602c41753c will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:46:59.763155 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:59.816286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Pushing event updated for resources: {'Port': ['ID=7844c77e-23cf-4acf-b4bd-be602c41753c,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:46:59.885161 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7262b-da39-44f4-8ba4-e04f65abd3b1 req-da7672c2-9232-470f-a13a-4ba6832b1297 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:46:59.899583 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-70a7262b-da39-44f4-8ba4-e04f65abd3b1 req-da7672c2-9232-470f-a13a-4ba6832b1297 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.1143019 Jul 05 10:46:59.917713 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Attempting to bind port 7844c77e-23cf-4acf-b4bd-be602c41753c on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:46:59.918058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Attempting to bind port 7844c77e-23cf-4acf-b4bd-be602c41753c by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:46:59.918410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Attempting to bind port 7844c77e-23cf-4acf-b4bd-be602c41753c on network 7cc671a4-8077-4eab-9255-d46a165ab8ca {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:59.923285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Port 7844c77e-23cf-4acf-b4bd-be602c41753c on network 7cc671a4-8077-4eab-9255-d46a165ab8ca not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:46:59.923615 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Attempting to bind port 7844c77e-23cf-4acf-b4bd-be602c41753c on network 7cc671a4-8077-4eab-9255-d46a165ab8ca {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:46:59.928926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:46:59.929274 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Checking segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:46:59.929670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Bound using segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:46:59.930133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Bound port: 7844c77e-23cf-4acf-b4bd-be602c41753c, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:46:59.930510 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:46:59.941100 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-70a7262b-da39-44f4-8ba4-e04f65abd3b1 req-10b2b654-3f64-46d9-b8c1-a5ca62cb82c6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371113 Jul 05 10:47:00.004201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] For port 7844c77e-23cf-4acf-b4bd-be602c41753c, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:47:00.007588 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] For port 7844c77e-23cf-4acf-b4bd-be602c41753c, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7844c77e-23cf-4acf-b4bd-be602c41753c,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:47:00.103359 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:00.146591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:00.147316 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:00.148822 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c616925-49df-4482-a33a-f02fb681ec6b req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] 10.222.0.64 "PUT /v2.0/ports/7844c77e-23cf-4acf-b4bd-be602c41753c HTTP/1.1" status: 200 len: 1093 time: 0.8460939 Jul 05 10:47:00.149343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d1114b-8a22-4a16-9d89-5ab5e20b2f62', 'tag': '7844c77e-23cf-4acf-b4bd-be602c41753c'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:47:00.152124 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0d1ee9-e417-4645-bc31-4bc8f595b644" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d1114b-8a22-4a16-9d89-5ab5e20b2f62", "tag": "7844c77e-23cf-4acf-b4bd-be602c41753c"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:47:00.184363 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51638fb-2e13-4a0d-93b5-82ec6f967ffc service neutron] Pushing event updated for resources: {'Port': ['ID=7844c77e-23cf-4acf-b4bd-be602c41753c,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:00.202314 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56c901d-e49c-48e3-ae55-7654f778d31f x-openstack-request-id: req-e56c901d-e49c-48e3-ae55-7654f778d31f {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:47:00.202707 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d1114b-8a22-4a16-9d89-5ab5e20b2f62", "tag": "7844c77e-23cf-4acf-b4bd-be602c41753c", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:47:00.203145 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e56c901d-e49c-48e3-ae55-7654f778d31f {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:47:00.203621 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d1114b-8a22-4a16-9d89-5ab5e20b2f62', 'tag': '7844c77e-23cf-4acf-b4bd-be602c41753c', 'status': 'completed', 'code': 200} Jul 05 10:47:00.290630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d1ee9-e417-4645-bc31-4bc8f595b644 req-1e11aab8-612b-4f41-abac-71897996c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:00.293385 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b0d1ee9-e417-4645-bc31-4bc8f595b644 req-1e11aab8-612b-4f41-abac-71897996c38f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 1096 time: 0.0674891 Jul 05 10:47:00.390364 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:47:00.411537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d1ee9-e417-4645-bc31-4bc8f595b644 req-fc3306fb-9852-48d5-ac86-92edce4e88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:00.413255 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b0d1ee9-e417-4645-bc31-4bc8f595b644 req-fc3306fb-9852-48d5-ac86-92edce4e88d1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1135426 Jul 05 10:47:00.516933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d1ee9-e417-4645-bc31-4bc8f595b644 req-ec391e2b-5456-4139-a163-6ba1f8facdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:00.518415 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b0d1ee9-e417-4645-bc31-4bc8f595b644 req-ec391e2b-5456-4139-a163-6ba1f8facdb4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963969 Jul 05 10:47:00.616275 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c616925-49df-4482-a33a-f02fb681ec6b req-3a0fa784-fd6e-468a-be21-dfde727e05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:00.617802 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c616925-49df-4482-a33a-f02fb681ec6b req-3a0fa784-fd6e-468a-be21-dfde727e05c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 1096 time: 0.0571897 Jul 05 10:47:00.664344 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c616925-49df-4482-a33a-f02fb681ec6b req-ddda98e3-c09c-4788-a0ba-bffb1ec6c803 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7844c77e-23cf-4acf-b4bd-be602c41753c HTTP/1.1" status: 200 len: 217 time: 0.0373819 Jul 05 10:47:00.719887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c616925-49df-4482-a33a-f02fb681ec6b req-ce502376-5c78-4938-9e3e-0c0fc0e6a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:00.722455 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c616925-49df-4482-a33a-f02fb681ec6b req-ce502376-5c78-4938-9e3e-0c0fc0e6a73d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0510478 Jul 05 10:47:00.798084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c616925-49df-4482-a33a-f02fb681ec6b req-0b5ad7d0-9355-4e91-88c7-7596e324fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:00.799628 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c616925-49df-4482-a33a-f02fb681ec6b req-0b5ad7d0-9355-4e91-88c7-7596e324fd01 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709682 Jul 05 10:47:00.900982 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c616925-49df-4482-a33a-f02fb681ec6b req-34a4dcf9-a6c7-4466-ab3f-c41fe556049b service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928822 Jul 05 10:47:01.014522 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9c616925-49df-4482-a33a-f02fb681ec6b req-f40778c9-8731-4359-9b79-4e95879f4b20 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060405 Jul 05 10:47:01.142813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93746d3-4d99-48ef-82c1-b174508959e8 req-0b484a2f-a7e9-4fe8-903f-44a7cf340467 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:01.144590 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b93746d3-4d99-48ef-82c1-b174508959e8 req-0b484a2f-a7e9-4fe8-903f-44a7cf340467 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0685694 Jul 05 10:47:01.185776 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b93746d3-4d99-48ef-82c1-b174508959e8 req-12089586-7c48-48a0-bd86-732b05763048 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348761 Jul 05 10:47:02.403036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c98d3-0829-41f5-8692-e1bebe0653ad req-3d05e578-5133-407b-babe-75edf256c880 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:02.405036 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-626c98d3-0829-41f5-8692-e1bebe0653ad req-3d05e578-5133-407b-babe-75edf256c880 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0837467 Jul 05 10:47:02.457084 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-626c98d3-0829-41f5-8692-e1bebe0653ad req-e894f469-dc21-44f6-b9ee-d9b3eacdd1ed tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458920 Jul 05 10:47:03.674453 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c943b-62cd-4b29-81a8-0316ad003f68 req-ef729f2e-5ca6-4a2d-a7a1-dbdd5f2896d5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:03.676141 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd1c943b-62cd-4b29-81a8-0316ad003f68 req-ef729f2e-5ca6-4a2d-a7a1-dbdd5f2896d5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0747461 Jul 05 10:47:03.726562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd1c943b-62cd-4b29-81a8-0316ad003f68 req-8c1a0ece-9505-4955-919c-8220d325f18c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439100 Jul 05 10:47:04.927040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027059a-1443-4edb-8f5e-9cb377949b6a req-ce78033d-4975-4009-9497-9e09b4467216 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:04.929100 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0027059a-1443-4edb-8f5e-9cb377949b6a req-ce78033d-4975-4009-9497-9e09b4467216 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0741222 Jul 05 10:47:04.977602 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0027059a-1443-4edb-8f5e-9cb377949b6a req-5da2ec60-f4aa-4237-849c-45fd37ea2bfb tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424712 Jul 05 10:47:06.160059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cc7f8-bed0-43b4-8edd-9d0d82d4db21 req-701c85d0-95b2-45e4-941f-a9b7368ffd1b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:06.161449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a52cc7f8-bed0-43b4-8edd-9d0d82d4db21 req-701c85d0-95b2-45e4-941f-a9b7368ffd1b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0665517 Jul 05 10:47:06.202893 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a52cc7f8-bed0-43b4-8edd-9d0d82d4db21 req-ebe86b01-2ba8-45b0-8a5b-fbb8ae9505bc tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354600 Jul 05 10:47:07.400970 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a34dd-7743-4096-a33b-92a75210382e req-dd7fab6d-ac5e-4664-bd2a-776de4be10a2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:07.402506 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-210a34dd-7743-4096-a33b-92a75210382e req-dd7fab6d-ac5e-4664-bd2a-776de4be10a2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0743527 Jul 05 10:47:07.446482 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-210a34dd-7743-4096-a33b-92a75210382e req-0c0af0cb-5169-4c91-b7da-962c243003df tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375292 Jul 05 10:47:08.641288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecf35a-9055-49fa-97c0-95fa05930eb3 req-feaeb5b3-7352-4e05-b226-7b06cf93dfc9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:08.642820 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00ecf35a-9055-49fa-97c0-95fa05930eb3 req-feaeb5b3-7352-4e05-b226-7b06cf93dfc9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0725458 Jul 05 10:47:08.686256 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00ecf35a-9055-49fa-97c0-95fa05930eb3 req-a995fb24-3d52-4b8f-a49d-2ce5d88f6e5e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367832 Jul 05 10:47:09.866336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74849017-8c23-4ae9-b2ed-0cd4923fd67a req-e339d1c6-f7e1-4010-a98e-9f94bc6e5ffc tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:09.867883 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-74849017-8c23-4ae9-b2ed-0cd4923fd67a req-e339d1c6-f7e1-4010-a98e-9f94bc6e5ffc tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0663352 Jul 05 10:47:09.908153 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-74849017-8c23-4ae9-b2ed-0cd4923fd67a req-1d8f0292-cce1-410c-8a21-c633631f2a14 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332091 Jul 05 10:47:11.123698 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8965d-bf4d-47f5-9543-ef3ec979ec0c req-bfd7074d-97ac-4ebf-be09-ef09813c9bba tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:11.125302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95d8965d-bf4d-47f5-9543-ef3ec979ec0c req-bfd7074d-97ac-4ebf-be09-ef09813c9bba tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0761611 Jul 05 10:47:11.128741 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-46330edb-7b93-4e10-b235-6bae2d8be4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:11.165437 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-95d8965d-bf4d-47f5-9543-ef3ec979ec0c req-f7c89b00-9552-4ce6-a9c9-cada9737693e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343297 Jul 05 10:47:12.367819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132013a-ceb4-401b-983b-145147304d71 req-c5cdb74a-39bd-4ca0-a949-1b32d2dffb60 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:12.371236 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b132013a-ceb4-401b-983b-145147304d71 req-c5cdb74a-39bd-4ca0-a949-1b32d2dffb60 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0757265 Jul 05 10:47:12.411747 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b132013a-ceb4-401b-983b-145147304d71 req-504a8c78-24f4-4182-b525-a803d77b7572 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361266 Jul 05 10:47:13.193975 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1723d67a-88e5-484b-b4d7-77e1b68b372c req-8c6fdd63-4d81-44f2-adbc-0c56e9b3c45c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598106 Jul 05 10:47:13.300163 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723d67a-88e5-484b-b4d7-77e1b68b372c req-39191dbb-899d-4e17-bb1f-33eef400779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:13.301985 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1723d67a-88e5-484b-b4d7-77e1b68b372c req-39191dbb-899d-4e17-bb1f-33eef400779a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1097 time: 0.0589454 Jul 05 10:47:13.419392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723d67a-88e5-484b-b4d7-77e1b68b372c req-2781e0ef-e851-42a9-9540-1b4034fac749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:13.420864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1723d67a-88e5-484b-b4d7-77e1b68b372c req-2781e0ef-e851-42a9-9540-1b4034fac749 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07bfe9ac-6298-43e3-8014-7259283ddbc8 HTTP/1.1" status: 200 len: 897 time: 0.0949898 Jul 05 10:47:13.497819 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1723d67a-88e5-484b-b4d7-77e1b68b372c req-cc13fcd6-c5d7-4de3-ad94-9691141a5828 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 200 len: 1000 time: 0.0690923 Jul 05 10:47:13.588097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723d67a-88e5-484b-b4d7-77e1b68b372c req-15b26e10-7251-438d-ad35-6a94b89a34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:13.589732 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1723d67a-88e5-484b-b4d7-77e1b68b372c req-15b26e10-7251-438d-ad35-6a94b89a34d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e8f63f17-9d9b-4d01-8f71-d68e30e2f84b HTTP/1.1" status: 200 len: 835 time: 0.0851398 Jul 05 10:47:13.598186 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-55bec078-1c2d-42c4-a475-b883febe024e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:13.659255 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c9002-0a57-4381-9c19-eb3f031dadeb req-8c7aa445-1936-42b9-8fba-ea2c7816148a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:13.661025 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c00c9002-0a57-4381-9c19-eb3f031dadeb req-8c7aa445-1936-42b9-8fba-ea2c7816148a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.1192069 Jul 05 10:47:13.701118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723d67a-88e5-484b-b4d7-77e1b68b372c req-ffe638ce-d73d-4749-9f1b-65800f4e1ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:13.702631 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1723d67a-88e5-484b-b4d7-77e1b68b372c req-ffe638ce-d73d-4749-9f1b-65800f4e1ed3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07bfe9ac-6298-43e3-8014-7259283ddbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052964 Jul 05 10:47:13.703222 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:13.730853 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c00c9002-0a57-4381-9c19-eb3f031dadeb req-c4bdede3-e158-4251-b50a-71acef57159a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638542 Jul 05 10:47:13.808821 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1723d67a-88e5-484b-b4d7-77e1b68b372c req-8d8abc3d-085b-4ada-9894-f30f3d79c9ca service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982280 Jul 05 10:47:13.904843 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1723d67a-88e5-484b-b4d7-77e1b68b372c req-8c031fd0-3576-40de-8cb5-0fa96acf7023 service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883298 Jul 05 10:47:13.905088 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089128d-f297-45f4-94d7-aa384cd8caeb req-05365e74-d8b6-42c6-9f6f-ec0c6426b582 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:13.906875 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4089128d-f297-45f4-94d7-aa384cd8caeb req-05365e74-d8b6-42c6-9f6f-ec0c6426b582 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1097 time: 0.0569355 Jul 05 10:47:13.945703 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4089128d-f297-45f4-94d7-aa384cd8caeb req-463c587a-e1c2-4557-a443-98b222e88369 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324616 Jul 05 10:47:14.133180 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b6dfb-8175-407c-81f3-01e92f7bf09c req-171ca901-c643-4e64-94d9-15c28595ee01 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:14.134728 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-659b6dfb-8175-407c-81f3-01e92f7bf09c req-171ca901-c643-4e64-94d9-15c28595ee01 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0766132 Jul 05 10:47:14.175898 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-659b6dfb-8175-407c-81f3-01e92f7bf09c req-7b6a8692-9302-4562-90c6-29c9b75c5b5a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352938 Jul 05 10:47:14.200240 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36582) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:14.267955 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f4392726-96c4-4f21-ad1e-3fc55efae4ec tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/floatingips/2a55068b-1dd4-4b26-a9a9-0164323018d8 HTTP/1.1" status: 200 len: 992 time: 0.0663261 Jul 05 10:47:14.918278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedbb7e-5219-45b0-b57a-ab03825c4da0 req-343fff4f-0e79-4aeb-b0f0-a84cf5879d96 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:14.919811 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aaedbb7e-5219-45b0-b57a-ab03825c4da0 req-343fff4f-0e79-4aeb-b0f0-a84cf5879d96 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0698876 Jul 05 10:47:14.959782 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aaedbb7e-5219-45b0-b57a-ab03825c4da0 req-f0cfe13c-dff3-49b2-a699-6b669b5752d7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334826 Jul 05 10:47:15.057987 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:15.212357 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd923a-2434-42b2-b9ed-78dfaf36a72c req-552a6a23-97cf-4a90-9f13-41698898491b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:15.213904 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-efdd923a-2434-42b2-b9ed-78dfaf36a72c req-552a6a23-97cf-4a90-9f13-41698898491b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0702131 Jul 05 10:47:15.252889 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-efdd923a-2434-42b2-b9ed-78dfaf36a72c req-214ab369-c349-43e1-ad6c-534fa1b9336c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331604 Jul 05 10:47:15.414681 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-9c278c27-ae8d-4ecc-bb7a-321e405646ab service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1079445 Jul 05 10:47:16.153011 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bf578-533a-4697-a1f2-ac76b2ecc65c req-7c5bab18-6ac4-4298-ba6f-5fb4a1243ace tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:16.154631 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-366bf578-533a-4697-a1f2-ac76b2ecc65c req-7c5bab18-6ac4-4298-ba6f-5fb4a1243ace tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0741460 Jul 05 10:47:16.205999 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-366bf578-533a-4697-a1f2-ac76b2ecc65c req-f2bf5295-85eb-42fe-922e-d6f5b4312e0f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426264 Jul 05 10:47:16.628491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b00d9-9af4-4416-8627-0716e4659c4f req-b0f3acec-fc3e-411a-b5aa-ba503b058c43 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:16.630264 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c8b00d9-9af4-4416-8627-0716e4659c4f req-b0f3acec-fc3e-411a-b5aa-ba503b058c43 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0730171 Jul 05 10:47:16.669804 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c8b00d9-9af4-4416-8627-0716e4659c4f req-fa0a8137-2994-41ca-a610-40b6c947d89d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330203 Jul 05 10:47:16.912590 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:17.394574 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ea55d-4017-4ef1-85dc-712dce91f373 req-7033b3da-ab26-46ce-a650-5e210267b9f2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:17.396163 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-636ea55d-4017-4ef1-85dc-712dce91f373 req-7033b3da-ab26-46ce-a650-5e210267b9f2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0715506 Jul 05 10:47:17.434527 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-636ea55d-4017-4ef1-85dc-712dce91f373 req-f7180ba7-0c94-46c7-9743-8be388ac0455 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327234 Jul 05 10:47:17.876684 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089b6d0-2c23-4f05-b754-cf66e45aadff req-dbd9e4f7-958a-4d34-81a4-54099d2eef51 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:17.878328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f089b6d0-2c23-4f05-b754-cf66e45aadff req-dbd9e4f7-958a-4d34-81a4-54099d2eef51 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0748532 Jul 05 10:47:17.922220 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-4e152cac-6110-4834-bdb7-62f897eff0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:17.923085 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f089b6d0-2c23-4f05-b754-cf66e45aadff req-2f0ad13b-31bc-4346-bc54-a1df8fd9ad4a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381320 Jul 05 10:47:17.923788 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-4e152cac-6110-4834-bdb7-62f897eff0cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1097 time: 0.0698419 Jul 05 10:47:18.028837 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-0db96b2f-d1e3-40aa-a906-0cd1282ea493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:18.030386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-0db96b2f-d1e3-40aa-a906-0cd1282ea493 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07bfe9ac-6298-43e3-8014-7259283ddbc8 HTTP/1.1" status: 200 len: 897 time: 0.0975661 Jul 05 10:47:18.098046 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-d5f811b3-1c70-4758-8042-62ff6ef8f5e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 200 len: 1000 time: 0.0602145 Jul 05 10:47:18.157532 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-cdb70262-39f4-486a-8482-0ed5483f7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:18.159002 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-cdb70262-39f4-486a-8482-0ed5483f7d46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e8f63f17-9d9b-4d01-8f71-d68e30e2f84b HTTP/1.1" status: 200 len: 835 time: 0.0521011 Jul 05 10:47:18.223141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-0deab998-9d28-4f06-9e46-5437cbe8491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:18.224757 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-0deab998-9d28-4f06-9e46-5437cbe8491c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07bfe9ac-6298-43e3-8014-7259283ddbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580139 Jul 05 10:47:18.324308 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-91341913-9b54-48b6-923e-3c19c63f711b service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926301 Jul 05 10:47:18.434727 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-16fd0ff7-3c1a-4249-a9cc-56edb458c853 service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999653 Jul 05 10:47:18.635364 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2a389-9fed-49b6-9b34-73785075a3b6 req-269201f1-8709-4027-98a4-b386fae59c56 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:18.636966 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ea2a389-9fed-49b6-9b34-73785075a3b6 req-269201f1-8709-4027-98a4-b386fae59c56 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0741522 Jul 05 10:47:18.689075 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ea2a389-9fed-49b6-9b34-73785075a3b6 req-a56d1dc8-2536-47cb-8ac2-edc1134aff26 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453315 Jul 05 10:47:18.897986 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0e3dfe26-ac23-4d3b-8fa6-84cc7bd9e9bd req-05f076bf-2c04-4121-a82f-78e389e7ad8e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1261516 Jul 05 10:47:19.011774 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dfe26-ac23-4d3b-8fa6-84cc7bd9e9bd req-30276a8f-8d87-48db-a085-6361361bdcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:19.013453 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0e3dfe26-ac23-4d3b-8fa6-84cc7bd9e9bd req-30276a8f-8d87-48db-a085-6361361bdcd3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 1098 time: 0.0673378 Jul 05 10:47:19.167575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dfe26-ac23-4d3b-8fa6-84cc7bd9e9bd req-c2d46b56-8193-45e4-b52a-18a9693c59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:19.169148 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0e3dfe26-ac23-4d3b-8fa6-84cc7bd9e9bd req-c2d46b56-8193-45e4-b52a-18a9693c59d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.1325011 Jul 05 10:47:19.190563 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a1547-f744-4f07-bea9-9986dc2149b8 req-887f20ab-95b9-4a7b-a46d-f00a5dc96727 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:19.192164 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-397a1547-f744-4f07-bea9-9986dc2149b8 req-887f20ab-95b9-4a7b-a46d-f00a5dc96727 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.1366980 Jul 05 10:47:19.221806 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0e3dfe26-ac23-4d3b-8fa6-84cc7bd9e9bd req-de7e0fe0-8c51-4adb-bdc1-efa3fbb45e9d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e0eb8f-3352-42c5-a34a-91d0921e3510 HTTP/1.1" status: 200 len: 217 time: 0.0465329 Jul 05 10:47:19.600970 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-397a1547-f744-4f07-bea9-9986dc2149b8 req-80d293d5-8c06-46d5-bafb-fe5e18984ba2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3821316 Jul 05 10:47:19.607142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dfe26-ac23-4d3b-8fa6-84cc7bd9e9bd req-052a3674-5e24-42cc-a364-5d3ea95968d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:19.608669 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0e3dfe26-ac23-4d3b-8fa6-84cc7bd9e9bd req-052a3674-5e24-42cc-a364-5d3ea95968d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.3805590 Jul 05 10:47:19.670458 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dfe26-ac23-4d3b-8fa6-84cc7bd9e9bd req-0f8fb5fe-1ee9-472f-bb6b-1a7b8936aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:19.672651 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0e3dfe26-ac23-4d3b-8fa6-84cc7bd9e9bd req-0f8fb5fe-1ee9-472f-bb6b-1a7b8936aa45 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562897 Jul 05 10:47:19.766637 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0e3dfe26-ac23-4d3b-8fa6-84cc7bd9e9bd req-99f34714-00bc-41ee-80a2-9a6364ec3100 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881078 Jul 05 10:47:19.871513 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0e3dfe26-ac23-4d3b-8fa6-84cc7bd9e9bd req-8dbbaf84-0925-4548-95ba-fc1c9c2aab03 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991521 Jul 05 10:47:20.091024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67390f-52b5-4c5e-a048-49704824d10a req-3740694f-dc3c-4f15-b0c3-2b1bdae299c0 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:20.092602 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d67390f-52b5-4c5e-a048-49704824d10a req-3740694f-dc3c-4f15-b0c3-2b1bdae299c0 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0643458 Jul 05 10:47:20.141679 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d67390f-52b5-4c5e-a048-49704824d10a req-01f4b5f6-cccc-4993-86f9-d858ffb99cd4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414860 Jul 05 10:47:20.796527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5aea9-e648-4c13-8ef2-1084ef8d65e9 req-d52b3044-4bdc-45ed-b3e3-61b5e1a3fcc9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:20.798454 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bca5aea9-e648-4c13-8ef2-1084ef8d65e9 req-d52b3044-4bdc-45ed-b3e3-61b5e1a3fcc9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0739076 Jul 05 10:47:20.840253 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bca5aea9-e648-4c13-8ef2-1084ef8d65e9 req-eac25a4e-09b2-4a95-9121-73f6a3d5f8c8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352952 Jul 05 10:47:21.330394 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a6caa-5be9-4654-8fd5-60b800b27574 req-c4aea496-bac6-436e-83ed-7e2af38efcf7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:21.332090 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7c0a6caa-5be9-4654-8fd5-60b800b27574 req-c4aea496-bac6-436e-83ed-7e2af38efcf7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0703292 Jul 05 10:47:21.371905 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7c0a6caa-5be9-4654-8fd5-60b800b27574 req-1f9d6755-4748-46bd-8b7b-c72a5d88116c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341740 Jul 05 10:47:22.035924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9752c0a-bb12-4ced-980b-aa4b2691e896 req-808bdc8b-0bfb-4b7b-bb36-2822790c172c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:22.037444 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9752c0a-bb12-4ced-980b-aa4b2691e896 req-808bdc8b-0bfb-4b7b-bb36-2822790c172c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0786605 Jul 05 10:47:22.076218 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9752c0a-bb12-4ced-980b-aa4b2691e896 req-0c7af6bc-8e9c-4f2d-a706-e3d214e10bde tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329673 Jul 05 10:47:22.514695 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:22.560076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fb551-841f-45a7-9ccb-c1a5e8c7101b req-11515e07-d56a-4664-8683-43810ac052f2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:22.562151 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-446fb551-841f-45a7-9ccb-c1a5e8c7101b req-11515e07-d56a-4664-8683-43810ac052f2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0678995 Jul 05 10:47:22.606057 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-446fb551-841f-45a7-9ccb-c1a5e8c7101b req-a72ad06c-9d1e-4b85-b5f1-af1f156c0102 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380363 Jul 05 10:47:23.263914 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd94de-1b5f-4da0-9497-c5015de22903 req-26df6a97-ab26-4cb2-a5e7-6ac49d8deb66 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:23.266433 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-45fd94de-1b5f-4da0-9497-c5015de22903 req-26df6a97-ab26-4cb2-a5e7-6ac49d8deb66 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0700173 Jul 05 10:47:23.309907 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-45fd94de-1b5f-4da0-9497-c5015de22903 req-355030c6-4406-4bc4-bc2c-5afe820ab006 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379987 Jul 05 10:47:23.792788 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21741e4-9afd-48fa-91b0-fd3859413283 req-ba23e7cb-a0c7-41c1-911e-566b6a653935 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:23.794413 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b21741e4-9afd-48fa-91b0-fd3859413283 req-ba23e7cb-a0c7-41c1-911e-566b6a653935 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0713205 Jul 05 10:47:23.836839 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b21741e4-9afd-48fa-91b0-fd3859413283 req-0bc6ae6a-f9c4-4d8a-a0cc-b30e5554c37c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367610 Jul 05 10:47:24.417493 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:24.503167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25000ca-ae89-451b-9255-2fbeb64dda18 req-04ecbd47-5e10-4e72-b716-e66ed500d6cb tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:24.505321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c25000ca-ae89-451b-9255-2fbeb64dda18 req-04ecbd47-5e10-4e72-b716-e66ed500d6cb tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0694757 Jul 05 10:47:24.549790 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c25000ca-ae89-451b-9255-2fbeb64dda18 req-44dbcbbd-96e1-4f06-98ec-715d6ac99545 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342996 Jul 05 10:47:25.031529 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac2c1d-28f9-40f6-80bd-4deb1264bf12 req-264d902f-9f60-4da7-9978-ec35a5a06528 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:25.033687 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7bac2c1d-28f9-40f6-80bd-4deb1264bf12 req-264d902f-9f60-4da7-9978-ec35a5a06528 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0689981 Jul 05 10:47:25.074388 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7bac2c1d-28f9-40f6-80bd-4deb1264bf12 req-e52c7855-1396-4e09-87f8-6c4bb23bf3b9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345745 Jul 05 10:47:25.724867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b153e5-9bfd-480c-83dc-c3d3f219b8b6 req-06c2942c-f587-42f7-a732-270f06f51dfd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:25.726304 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-96b153e5-9bfd-480c-83dc-c3d3f219b8b6 req-06c2942c-f587-42f7-a732-270f06f51dfd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0638602 Jul 05 10:47:25.767357 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-96b153e5-9bfd-480c-83dc-c3d3f219b8b6 req-5ddb043a-81ec-4958-a4ae-db998c83c777 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353341 Jul 05 10:47:26.260765 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8c54b-a35e-4792-aa26-4a558bf6850c req-0f2ec299-adf0-4214-818b-0e5ad10694ee tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:26.262293 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-add8c54b-a35e-4792-aa26-4a558bf6850c req-0f2ec299-adf0-4214-818b-0e5ad10694ee tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0712585 Jul 05 10:47:26.303688 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-add8c54b-a35e-4792-aa26-4a558bf6850c req-402cf1e5-afbc-48c4-8b87-ecbec2b36928 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352101 Jul 05 10:47:26.945932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c51af1-5cf3-48f7-b075-abf623e2de35 req-7dad80ae-614f-42db-9384-c77647ca8da1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:26.947572 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20c51af1-5cf3-48f7-b075-abf623e2de35 req-7dad80ae-614f-42db-9384-c77647ca8da1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0673635 Jul 05 10:47:26.988141 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20c51af1-5cf3-48f7-b075-abf623e2de35 req-b5e5e6c4-856d-483a-bb67-5901ce8ce623 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346551 Jul 05 10:47:27.497966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915af85-c23f-40f1-a9bb-77f6a9cc8b07 req-6c217da3-0f33-4141-8963-55bf19ff3702 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:27.504483 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5915af85-c23f-40f1-a9bb-77f6a9cc8b07 req-6c217da3-0f33-4141-8963-55bf19ff3702 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0689514 Jul 05 10:47:27.538406 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5915af85-c23f-40f1-a9bb-77f6a9cc8b07 req-898f047c-d68f-43d1-b945-7566ee477c6d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322797 Jul 05 10:47:28.170195 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fef00-287e-4317-beab-91fb0af0032e req-cfcadb98-ed1b-42f9-b1ba-0cda2c3abeaf tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:28.171546 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-012fef00-287e-4317-beab-91fb0af0032e req-cfcadb98-ed1b-42f9-b1ba-0cda2c3abeaf tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0659657 Jul 05 10:47:28.212251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-012fef00-287e-4317-beab-91fb0af0032e req-1fd2b531-b012-4830-bd38-478ed339630e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335217 Jul 05 10:47:28.724795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1096ac-d141-4db2-a924-004fb0aa4eda req-e0f751fb-6ccd-4bf4-9d94-6f731ae59e14 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:28.726505 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-db1096ac-d141-4db2-a924-004fb0aa4eda req-e0f751fb-6ccd-4bf4-9d94-6f731ae59e14 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0669794 Jul 05 10:47:28.770620 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-db1096ac-d141-4db2-a924-004fb0aa4eda req-d0accbee-2a30-446c-b2e5-99e1ee5a5a26 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379844 Jul 05 10:47:29.397021 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874533e2-5f9e-47b2-b253-9b0b67761300 req-ff9cd4f3-07ff-45d9-8b25-20640e1a3e02 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:29.398614 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-874533e2-5f9e-47b2-b253-9b0b67761300 req-ff9cd4f3-07ff-45d9-8b25-20640e1a3e02 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0704072 Jul 05 10:47:29.437866 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-874533e2-5f9e-47b2-b253-9b0b67761300 req-725f156f-f0a6-40ef-8048-3c834e4f2127 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335631 Jul 05 10:47:29.966708 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda964fb-bd7e-4244-b580-a6ccc859325d req-cacbbd08-6f3d-4b3c-ba11-516a823253c3 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:29.968342 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eda964fb-bd7e-4244-b580-a6ccc859325d req-cacbbd08-6f3d-4b3c-ba11-516a823253c3 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0829456 Jul 05 10:47:30.011203 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eda964fb-bd7e-4244-b580-a6ccc859325d req-543a45c7-917f-43cc-a182-50cd83983308 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343940 Jul 05 10:47:30.614817 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d674aa4-64af-409c-b45a-3342de67588b req-71c09a3d-3d61-4382-b227-c376aff8c4af tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:30.616322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d674aa4-64af-409c-b45a-3342de67588b req-71c09a3d-3d61-4382-b227-c376aff8c4af tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0660341 Jul 05 10:47:30.654895 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d674aa4-64af-409c-b45a-3342de67588b req-469289bc-8ff4-4e67-89ee-b9c5e2d4be85 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331328 Jul 05 10:47:31.190202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e13ce-0834-4352-a212-341dec8874ac req-8d583e5d-1203-41fa-8f6f-764b0ac49998 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:31.191798 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d35e13ce-0834-4352-a212-341dec8874ac req-8d583e5d-1203-41fa-8f6f-764b0ac49998 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0663931 Jul 05 10:47:31.233409 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d35e13ce-0834-4352-a212-341dec8874ac req-0ca31911-1e50-4a48-9437-b1932b458a5a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358276 Jul 05 10:47:31.828263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffc5fa-18aa-4de1-a900-c2a2951ea4af req-b650110e-6d8f-4d86-a0b1-6602d5fce20d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:31.829736 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4ffc5fa-18aa-4de1-a900-c2a2951ea4af req-b650110e-6d8f-4d86-a0b1-6602d5fce20d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0632129 Jul 05 10:47:31.868235 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4ffc5fa-18aa-4de1-a900-c2a2951ea4af req-a35c8b34-f4a4-4345-967b-0ebea5a29d48 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326934 Jul 05 10:47:32.414632 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046ce3e-967e-46c7-87cd-bba4656ae725 req-a8035d8c-7eb7-4b68-91c1-0e8bf3427d9a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:32.416158 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a046ce3e-967e-46c7-87cd-bba4656ae725 req-a8035d8c-7eb7-4b68-91c1-0e8bf3427d9a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0682020 Jul 05 10:47:32.454213 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a046ce3e-967e-46c7-87cd-bba4656ae725 req-04977b96-6713-4383-9d63-ef352fdde8a0 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322568 Jul 05 10:47:33.044758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f2816-6691-439e-9444-f6287d6013e7 req-f3457d4a-985b-4cea-8ab7-65f74e3ae482 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:33.046417 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ee4f2816-6691-439e-9444-f6287d6013e7 req-f3457d4a-985b-4cea-8ab7-65f74e3ae482 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0643356 Jul 05 10:47:33.089324 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ee4f2816-6691-439e-9444-f6287d6013e7 req-3dbdb90f-1cc3-469a-9781-866263defbf0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371411 Jul 05 10:47:33.642912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403e35d-5146-4f43-b45a-b4460f71f26f req-a058c63a-6bc9-4e1b-bec9-57ff23edce8b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:33.644371 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d403e35d-5146-4f43-b45a-b4460f71f26f req-a058c63a-6bc9-4e1b-bec9-57ff23edce8b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0663333 Jul 05 10:47:33.685225 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d403e35d-5146-4f43-b45a-b4460f71f26f req-632bf149-b5c4-4e9b-bdb2-bd81ed0ff477 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347347 Jul 05 10:47:34.287705 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1b04e-fa5e-43ef-a78a-b285d1f54480 req-11591cbb-0650-4fab-be6a-8b10529ecd29 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:34.289210 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dfc1b04e-fa5e-43ef-a78a-b285d1f54480 req-11591cbb-0650-4fab-be6a-8b10529ecd29 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0759585 Jul 05 10:47:34.328187 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dfc1b04e-fa5e-43ef-a78a-b285d1f54480 req-8006b70f-8a3a-4154-915f-e378d69d634c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332997 Jul 05 10:47:34.865753 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e780a-912b-4e47-808d-0598de9a6779 req-2a24b1a7-1298-4cae-a6d8-e4c6d3ddcf5c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:34.868053 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-881e780a-912b-4e47-808d-0598de9a6779 req-2a24b1a7-1298-4cae-a6d8-e4c6d3ddcf5c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0668480 Jul 05 10:47:34.913948 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-881e780a-912b-4e47-808d-0598de9a6779 req-a4a6095e-6b0c-433c-8b21-d4b1c150ed09 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380721 Jul 05 10:47:35.514491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b4030-c6b6-4cfc-9fe2-c02c72bdb837 req-f2eca42a-b8f6-4c2a-8028-2be41a8eae46 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:35.515996 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-902b4030-c6b6-4cfc-9fe2-c02c72bdb837 req-f2eca42a-b8f6-4c2a-8028-2be41a8eae46 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0672257 Jul 05 10:47:35.556174 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-902b4030-c6b6-4cfc-9fe2-c02c72bdb837 req-543e688e-2abc-432d-848f-31874c9820e9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342546 Jul 05 10:47:36.386931 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43420772-3af5-4e29-b0d2-fe2953849be0 req-492b677b-f091-407e-8c83-f91ec7e90571 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:36.388442 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43420772-3af5-4e29-b0d2-fe2953849be0 req-492b677b-f091-407e-8c83-f91ec7e90571 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.3601828 Jul 05 10:47:36.427022 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43420772-3af5-4e29-b0d2-fe2953849be0 req-ca06539a-1d9f-4851-a2cd-b556daf5ddfa tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328302 Jul 05 10:47:36.742230 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b7939-5693-4aef-85ca-ff3d58aaea97 req-07635a49-c8d1-4d04-a997-574e5acac4f1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:36.743887 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-338b7939-5693-4aef-85ca-ff3d58aaea97 req-07635a49-c8d1-4d04-a997-574e5acac4f1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0723333 Jul 05 10:47:36.783488 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-338b7939-5693-4aef-85ca-ff3d58aaea97 req-0d7876b2-9af1-4f66-a9d1-e65bd3d1c52e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332778 Jul 05 10:47:37.391110 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:47:37.606030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfc20b-7bdb-4da0-a75a-38cd50e23bd3 req-9dc37795-e9dd-4322-8919-8e0f716ce873 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:37.607506 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48dfc20b-7bdb-4da0-a75a-38cd50e23bd3 req-9dc37795-e9dd-4322-8919-8e0f716ce873 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0621526 Jul 05 10:47:37.644217 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48dfc20b-7bdb-4da0-a75a-38cd50e23bd3 req-059ad536-eb64-47c1-a24e-23ef3fee07e2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309448 Jul 05 10:47:37.962614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bd737-085c-4566-8416-b0bebde719bb req-9d723b2f-0d8a-44c2-b771-5068c1cbe34e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:37.964177 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0f4bd737-085c-4566-8416-b0bebde719bb req-9d723b2f-0d8a-44c2-b771-5068c1cbe34e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0654147 Jul 05 10:47:38.002462 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0f4bd737-085c-4566-8416-b0bebde719bb req-d1e05ab0-671f-41c9-bd7e-b735495105da tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325117 Jul 05 10:47:38.823898 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e0797-a10a-422f-8345-4cda2221a331 req-3024d635-accb-4f73-a644-60accded66f6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:38.825471 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aa5e0797-a10a-422f-8345-4cda2221a331 req-3024d635-accb-4f73-a644-60accded66f6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0670793 Jul 05 10:47:38.865216 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aa5e0797-a10a-422f-8345-4cda2221a331 req-19954fcf-fd18-48e1-807e-85935bbbcca2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338802 Jul 05 10:47:39.183334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf22ae-f53e-4b3b-a528-21733cc131a4 req-056cb5ea-6f8b-4950-a711-adf83eee4446 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:39.184947 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8cdf22ae-f53e-4b3b-a528-21733cc131a4 req-056cb5ea-6f8b-4950-a711-adf83eee4446 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0680783 Jul 05 10:47:39.224048 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8cdf22ae-f53e-4b3b-a528-21733cc131a4 req-6d4993c2-0f55-4aca-86ac-1eb9877f14af tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335371 Jul 05 10:47:40.040576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528efe9-a37e-4f67-a7fa-ccdb14e607d7 req-98051ef7-7a1f-403e-8aac-6055c9c3d90f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:40.042106 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0528efe9-a37e-4f67-a7fa-ccdb14e607d7 req-98051ef7-7a1f-403e-8aac-6055c9c3d90f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0637343 Jul 05 10:47:40.080768 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0528efe9-a37e-4f67-a7fa-ccdb14e607d7 req-3fa1995b-5058-4c42-b89f-392f85637a3f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329425 Jul 05 10:47:40.414076 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53050be0-2d5d-4a2c-9a8e-73ac18a40e41 req-0ac7056e-dba0-444a-9492-1e30f1eebf22 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:40.415762 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-53050be0-2d5d-4a2c-9a8e-73ac18a40e41 req-0ac7056e-dba0-444a-9492-1e30f1eebf22 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0723572 Jul 05 10:47:40.457507 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-53050be0-2d5d-4a2c-9a8e-73ac18a40e41 req-03ad51d9-de73-4719-900b-982630e6532b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360630 Jul 05 10:47:41.105440 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-24056bb1-6701-4a05-a0b8-540ae6ba4fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:41.256118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b51c0-6978-4f57-bbf0-1667f36046f4 req-829a851b-c459-4749-b000-df4ad1165dc9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:41.257578 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c7b51c0-6978-4f57-bbf0-1667f36046f4 req-829a851b-c459-4749-b000-df4ad1165dc9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0650246 Jul 05 10:47:41.299663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c7b51c0-6978-4f57-bbf0-1667f36046f4 req-3019cee3-0e7e-4e74-89c4-3e0bde92d438 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362775 Jul 05 10:47:41.496328 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-018b3116-3721-41ee-a06e-4830a2e21b75 service neutron] show failed (client error): The resource could not be found. Jul 05 10:47:41.497315 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-018b3116-3721-41ee-a06e-4830a2e21b75 service neutron] 10.222.0.64 "GET /v2.0/ports/ab4e4424-f7d7-4c08-9bb3-0ac355b9f583/bindings/n-h1-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0572691 Jul 05 10:47:41.631616 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6005839-65c2-4824-aed9-5a7760780b61 req-52081322-24e7-4a99-b94f-68e997a94040 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:41.633133 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b6005839-65c2-4824-aed9-5a7760780b61 req-52081322-24e7-4a99-b94f-68e997a94040 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 945 time: 0.0638759 Jul 05 10:47:41.670572 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b6005839-65c2-4824-aed9-5a7760780b61 req-4049afcb-44a3-45f4-b5bc-fbc2bf374d0e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315220 Jul 05 10:47:42.240112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-167e5701-62d0-418c-aaee-2c74550643c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:42.241546 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-167e5701-62d0-418c-aaee-2c74550643c7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db&tenant_id=ecd4c65677c0414c9743c8dfedcf672d HTTP/1.1" status: 200 len: 1097 time: 0.0576234 Jul 05 10:47:42.253022 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:47:42.328978 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:42.479092 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c01744-a226-49be-9289-ff08035cf228 req-b7c96040-e1fd-438f-98c2-21b9207a769e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:42.480750 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-11c01744-a226-49be-9289-ff08035cf228 req-b7c96040-e1fd-438f-98c2-21b9207a769e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0673506 Jul 05 10:47:42.520673 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-11c01744-a226-49be-9289-ff08035cf228 req-e83d65df-73e3-4bb3-8e7a-8afd37365d0d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341814 Jul 05 10:47:42.534255 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:42.568592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:47:42.614644 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:47:42.616999 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0c659d-b268-4a13-b85d-f28f42cfb14a" -d '{"events": [{"server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "name": "network-vif-unplugged", "status": "completed", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:47:42.620708 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:42.634772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Transition to ACTIVE for port object ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:47:42.670836 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ca0dcd-7910-49bb-abab-a773e78bcc22 x-openstack-request-id: req-b4ca0dcd-7910-49bb-abab-a773e78bcc22 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:47:42.670836 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "name": "network-vif-unplugged", "status": "completed", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:47:42.671245 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4ca0dcd-7910-49bb-abab-a773e78bcc22 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:47:42.671469 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'code': 200} Jul 05 10:47:42.780447 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:42.866363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Pushing event updated for resources: {'Port': ['ID=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,revision_number=6']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:42.868241 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43696cee-f0f6-4971-8305-f66bddb9f1b1 req-6cb796ee-b4e5-4629-af86-09c74b136702 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:42.871240 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43696cee-f0f6-4971-8305-f66bddb9f1b1 req-6cb796ee-b4e5-4629-af86-09c74b136702 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 943 time: 0.0831206 Jul 05 10:47:42.897440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:42.898058 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:42.898636 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:42.899245 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:42.899860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:42.900422 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:42.900985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:42.901641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:42.902210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:42.902778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:42.903374 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:42.903968 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:42.919207 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43696cee-f0f6-4971-8305-f66bddb9f1b1 req-48ff1024-3b2a-4f6f-a265-f9bb80584fb9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416763 Jul 05 10:47:42.949480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] No DVR routers for this DVR port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:47:43.093684 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Attempting to bind port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:47:43.093936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Attempting to bind port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:47:43.094261 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Attempting to bind port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 on network 07bfe9ac-6298-43e3-8014-7259283ddbc8 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:47:43.098533 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 on network 07bfe9ac-6298-43e3-8014-7259283ddbc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:47:43.098850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Attempting to bind port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 on network 07bfe9ac-6298-43e3-8014-7259283ddbc8 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:47:43.104179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:47:43.104517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Checking segment: {'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:47:43.104898 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Bound using segment: {'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:47:43.105322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Bound port: ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:47:43.105676 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:43.168376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:47:43.171414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:47:43.277623 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:43.313139 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:43.313607 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:43.314998 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] 10.222.0.73 "PUT /v2.0/ports/ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 200 len: 1092 time: 1.0659094 Jul 05 10:47:43.339064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e8482-4c52-4420-8c43-3c668a8d227e service neutron] Pushing event updated for resources: {'Port': ['ID=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:43.397650 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-35d2ce5e-c188-4f0a-8dcf-30a82ac6ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:43.399180 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-35d2ce5e-c188-4f0a-8dcf-30a82ac6ee25 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1095 time: 0.0556786 Jul 05 10:47:43.501085 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-35cd6a5a-4c79-43e6-b669-6e88aa01ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:43.502567 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-35cd6a5a-4c79-43e6-b669-6e88aa01ab89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=07bfe9ac-6298-43e3-8014-7259283ddbc8 HTTP/1.1" status: 200 len: 897 time: 0.0967684 Jul 05 10:47:43.569082 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-55ecceb2-d4e1-4a99-b2b1-de06693d2d7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 200 len: 998 time: 0.0603800 Jul 05 10:47:43.624464 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-495c48db-36da-409a-9fa9-893895bc5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:43.625830 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-495c48db-36da-409a-9fa9-893895bc5f35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e8f63f17-9d9b-4d01-8f71-d68e30e2f84b HTTP/1.1" status: 200 len: 835 time: 0.0511594 Jul 05 10:47:43.708859 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-665d89e2-dcbf-4b61-8fa4-7d56f0d1cb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:43.728339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-0e7608e3-a729-4a8d-b763-bade436f572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:43.729933 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-0e7608e3-a729-4a8d-b763-bade436f572a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=07bfe9ac-6298-43e3-8014-7259283ddbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981066 Jul 05 10:47:43.738432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adeed8d-3113-498c-ba1c-319828f3b799 req-23be5c70-804c-4e3e-904f-2f10a454106d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:43.739903 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6adeed8d-3113-498c-ba1c-319828f3b799 req-23be5c70-804c-4e3e-904f-2f10a454106d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.1006963 Jul 05 10:47:43.776993 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:43.829423 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6adeed8d-3113-498c-ba1c-319828f3b799 req-bff060e8-7316-40cd-bbc3-5676c83a4508 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809989 Jul 05 10:47:43.857107 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-8df47de8-312d-4f41-bbcc-0fb7614e21fe service neutron] 10.222.0.73 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162317 Jul 05 10:47:43.949878 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-c4f126a1-524e-4e03-b268-fdd457df358b service neutron] 10.222.0.73 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868459 Jul 05 10:47:44.105278 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf9dc2-04fa-476d-b1ac-157702210d5f req-e13104e6-37dd-47da-84f4-472c5ccff07f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:44.106800 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f9bf9dc2-04fa-476d-b1ac-157702210d5f req-e13104e6-37dd-47da-84f4-472c5ccff07f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 943 time: 0.0651133 Jul 05 10:47:44.146841 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f9bf9dc2-04fa-476d-b1ac-157702210d5f req-3a11a501-2c4d-4e45-a68d-22ef97f5a50f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342860 Jul 05 10:47:44.672943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:47:44.675404 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808a01a6-7c77-4efb-bda6-753b943eea2f" -d '{"events": [{"name": "network-changed", "server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:47:44.728978 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c822199d-63a4-4fd9-8707-7cd52f308df9 x-openstack-request-id: req-c822199d-63a4-4fd9-8707-7cd52f308df9 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:47:44.729610 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:47:44.729610 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c822199d-63a4-4fd9-8707-7cd52f308df9 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:47:44.729905 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'status': 'completed', 'code': 200} Jul 05 10:47:44.805073 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-fe0f57e1-65ef-412a-89d3-f491b082d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:44.806645 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-fe0f57e1-65ef-412a-89d3-f491b082d543 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1095 time: 0.0543020 Jul 05 10:47:44.814153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-2df104e0-d94c-498e-8ee7-cac5fa2234a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:44.816581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-2df104e0-d94c-498e-8ee7-cac5fa2234a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1095 time: 0.0568545 Jul 05 10:47:44.917569 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-a5583484-7d6a-4e69-95b5-ef2cbb96cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:44.918879 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-a5583484-7d6a-4e69-95b5-ef2cbb96cd02 service neutron] 10.222.0.73 "GET /v2.0/networks?id=07bfe9ac-6298-43e3-8014-7259283ddbc8 HTTP/1.1" status: 200 len: 897 time: 0.1049435 Jul 05 10:47:44.932128 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-3acd549c-4648-4c64-bed6-dd50c9ab7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:44.933654 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-3acd549c-4648-4c64-bed6-dd50c9ab7850 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07bfe9ac-6298-43e3-8014-7259283ddbc8 HTTP/1.1" status: 200 len: 897 time: 0.1075001 Jul 05 10:47:44.993214 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-d3cb8e25-af38-4d2e-bf7f-2c81db43d15f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 200 len: 998 time: 0.0676479 Jul 05 10:47:45.038943 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-4c306178-0565-431b-ac5c-4d19b00752f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 200 len: 998 time: 0.0938318 Jul 05 10:47:45.045819 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:45.046535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-a9cc6c86-21fc-40f1-bd26-8bac488f4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:45.047987 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-a9cc6c86-21fc-40f1-bd26-8bac488f4421 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e8f63f17-9d9b-4d01-8f71-d68e30e2f84b HTTP/1.1" status: 200 len: 835 time: 0.0451880 Jul 05 10:47:45.096866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e2fc5-62f0-4f18-978b-b84690db8a1b req-92ae8591-0739-4bb5-b52b-dc38ba873c6f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:45.098309 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f20e2fc5-62f0-4f18-978b-b84690db8a1b req-92ae8591-0739-4bb5-b52b-dc38ba873c6f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.1470697 Jul 05 10:47:45.107950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-423457ce-5023-4c2a-a27d-a12663c691e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:45.108587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-b51a6b06-5c10-4654-b53f-e8a367ed2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:45.109501 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-423457ce-5023-4c2a-a27d-a12663c691e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=07bfe9ac-6298-43e3-8014-7259283ddbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548503 Jul 05 10:47:45.110084 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-b51a6b06-5c10-4654-b53f-e8a367ed2753 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e8f63f17-9d9b-4d01-8f71-d68e30e2f84b HTTP/1.1" status: 200 len: 835 time: 0.0641654 Jul 05 10:47:45.171032 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f20e2fc5-62f0-4f18-978b-b84690db8a1b req-1f769e3a-1147-4461-b9db-53fac82f3132 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642815 Jul 05 10:47:45.197297 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-856375c0-1fb2-4821-8c4d-98731fd72ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:45.198981 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-856375c0-1fb2-4821-8c4d-98731fd72ce1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07bfe9ac-6298-43e3-8014-7259283ddbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812697 Jul 05 10:47:45.220942 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-0f9fe203-4d8b-4626-9620-c64bf6cc21a0 service neutron] 10.222.0.73 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038606 Jul 05 10:47:45.307604 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-72c85fda-9547-4f05-bfd2-840327c23309 service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982487 Jul 05 10:47:45.359596 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-c74f7dd4-db62-4df2-b3dd-04d1dfdeda30 service neutron] 10.222.0.73 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319818 Jul 05 10:47:45.371802 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4c86-4fbc-4897-b1e6-6fc2dd1f2e40 req-a6a536b9-a89e-48f9-aaac-a8bab196ee23 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:45.373379 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d3a4c86-4fbc-4897-b1e6-6fc2dd1f2e40 req-a6a536b9-a89e-48f9-aaac-a8bab196ee23 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 943 time: 0.0999861 Jul 05 10:47:45.406538 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-808a01a6-7c77-4efb-bda6-753b943eea2f req-2054c708-0318-4b78-9013-f1248f22ee2a service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916595 Jul 05 10:47:45.416476 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d3a4c86-4fbc-4897-b1e6-6fc2dd1f2e40 req-01dea553-2901-452b-a557-c474460a5944 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341401 Jul 05 10:47:45.726297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:47:45.767121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:47:46.368505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206febc4-5f65-493e-a27e-9a7de499f69d req-25ab7735-47cd-41e3-9700-40ab8eed9497 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:46.369960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-206febc4-5f65-493e-a27e-9a7de499f69d req-25ab7735-47cd-41e3-9700-40ab8eed9497 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0741239 Jul 05 10:47:46.408764 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-206febc4-5f65-493e-a27e-9a7de499f69d req-5742a15c-69a9-4329-a913-6073aee91c3c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327184 Jul 05 10:47:46.593592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a4292-fe9e-4705-8af5-260801067c1c req-51f27068-8d11-4aa4-8442-b137a226db82 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:46.595073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f07a4292-fe9e-4705-8af5-260801067c1c req-51f27068-8d11-4aa4-8442-b137a226db82 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 943 time: 0.0639794 Jul 05 10:47:46.633800 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f07a4292-fe9e-4705-8af5-260801067c1c req-60994e16-e4a1-4e1e-9511-11bc256897d9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323887 Jul 05 10:47:46.895587 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:47.389880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f59696-5f07-407b-9763-35872cec51d2 req-619225ec-7cd7-4bcc-a6b6-8cc6a8750d3a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:47.391366 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-14f59696-5f07-407b-9763-35872cec51d2 req-619225ec-7cd7-4bcc-a6b6-8cc6a8750d3a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 943 time: 0.1447208 Jul 05 10:47:47.426390 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-8c13bfcd-165b-42c2-ae0f-fc51ecda3909 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:47.427789 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-8c13bfcd-165b-42c2-ae0f-fc51ecda3909 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.73 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db&tenant_id=ecd4c65677c0414c9743c8dfedcf672d&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 943 time: 0.1525571 Jul 05 10:47:47.472631 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-14f59696-5f07-407b-9763-35872cec51d2 req-3e8b112c-adf1-431f-9acd-7a8e6cfd5c2b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753200 Jul 05 10:47:47.507472 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-7d749014-d6a8-4746-96f6-4909ea1df8cd service neutron] 10.222.0.73 "GET /v2.0/ports/ab4e4424-f7d7-4c08-9bb3-0ac355b9f583/bindings/n-h1-779913-27 HTTP/1.1" status: 200 len: 383 time: 0.0729184 Jul 05 10:47:47.592357 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-2a8b85b2-1a5f-4a83-b1ca-734d26ce1ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:47.594066 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-2a8b85b2-1a5f-4a83-b1ca-734d26ce1ddf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1095 time: 0.0607960 Jul 05 10:47:47.603377 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec6d88-3085-4142-8a7c-526ec37e4ea4 req-17ea94a6-663c-434b-a850-6a6f6362c817 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:47.610927 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fcec6d88-3085-4142-8a7c-526ec37e4ea4 req-17ea94a6-663c-434b-a850-6a6f6362c817 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 944 time: 0.0711620 Jul 05 10:47:47.646856 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fcec6d88-3085-4142-8a7c-526ec37e4ea4 req-ebb4756e-e4ef-4406-8ff3-949132a2c8f6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350251 Jul 05 10:47:47.692824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-aab85a77-a40d-4396-ab2a-94a19470a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:47.694834 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-aab85a77-a40d-4396-ab2a-94a19470a5b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=07bfe9ac-6298-43e3-8014-7259283ddbc8 HTTP/1.1" status: 200 len: 897 time: 0.0934074 Jul 05 10:47:47.725609 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7844c77e-23cf-4acf-b4bd-be602c41753c details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:47:47.762971 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-c03f3b3b-b4a7-43d0-9b55-75e17bfe4a39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 200 len: 998 time: 0.0618999 Jul 05 10:47:47.817608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-24801dda-d8f4-4550-8c93-b55ea6b97162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:47.819377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-24801dda-d8f4-4550-8c93-b55ea6b97162 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e8f63f17-9d9b-4d01-8f71-d68e30e2f84b HTTP/1.1" status: 200 len: 835 time: 0.0506842 Jul 05 10:47:47.885958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-26e4ad81-4c77-4c1b-b9c2-39b3c9484246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:47.887493 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-26e4ad81-4c77-4c1b-b9c2-39b3c9484246 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=07bfe9ac-6298-43e3-8014-7259283ddbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607619 Jul 05 10:47:47.979286 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-fa216b80-c621-4b73-a6da-2bd23e7d5abe service neutron] 10.222.0.73 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854058 Jul 05 10:47:47.986895 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7844c77e-23cf-4acf-b4bd-be602c41753c, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7844c77e-23cf-4acf-b4bd-be602c41753c,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:47.999286 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '7844c77e-23cf-4acf-b4bd-be602c41753c', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'port_id': '7844c77e-23cf-4acf-b4bd-be602c41753c', 'mac_address': 'fa:16:3e:a7:64:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:47:48.038078 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.054385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7844c77e-23cf-4acf-b4bd-be602c41753c {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:47:48.073770 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-f595f767-e955-4107-b654-e4ce154e222f service neutron] 10.222.0.73 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887189 Jul 05 10:47:48.075171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7844c77e-23cf-4acf-b4bd-be602c41753c, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7844c77e-23cf-4acf-b4bd-be602c41753c,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:48.192306 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.243636 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=7844c77e-23cf-4acf-b4bd-be602c41753c,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:48.250847 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:48.257666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:48.257666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:48.257666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:48.257666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:48.257666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:48.257666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:48.257666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:48.257666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:48.257666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:48.257666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:48.257666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:48.259905 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:47:48.356940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:48.369297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'port_id': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'mac_address': 'fa:16:3e:b5:26:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:47:48.417199 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.430713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:47:48.450641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:48.500021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['7844c77e-23cf-4acf-b4bd-be602c41753c'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:47:48.547380 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:48.617149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:48.671363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23743373-8646-4f15-8035-90725eddfda7 req-c3c08b90-8521-456d-8df3-d772911a445a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:48.672904 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-23743373-8646-4f15-8035-90725eddfda7 req-c3c08b90-8521-456d-8df3-d772911a445a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 944 time: 0.0665185 Jul 05 10:47:48.713363 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-23743373-8646-4f15-8035-90725eddfda7 req-30d58bef-d760-4a29-9638-7eb9ab2a516b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340116 Jul 05 10:47:48.781737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['ab4e4424-f7d7-4c08-9bb3-0ac355b9f583'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:47:48.837337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5035d0-0901-459d-9f3d-5a48809c6730 req-764b1ef2-335e-4d61-a53f-fbf08ed1a6b7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:48.838863 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ee5035d0-0901-459d-9f3d-5a48809c6730 req-764b1ef2-335e-4d61-a53f-fbf08ed1a6b7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 945 time: 0.0741937 Jul 05 10:47:48.878563 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ee5035d0-0901-459d-9f3d-5a48809c6730 req-41360e9d-91ed-4246-a7f5-df63ecdb7f36 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339212 Jul 05 10:47:49.741846 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7844c77e-23cf-4acf-b4bd-be602c41753c up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:49.887606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916c404-7e27-4ab8-8147-9eda979b3488 req-1b4b8899-94ac-4571-9a95-009e05eae424 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:49.889131 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5916c404-7e27-4ab8-8147-9eda979b3488 req-1b4b8899-94ac-4571-9a95-009e05eae424 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 944 time: 0.0639522 Jul 05 10:47:49.889274 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 7844c77e-23cf-4acf-b4bd-be602c41753c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:47:49.893817 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 7844c77e-23cf-4acf-b4bd-be602c41753c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:49.894281 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:49.937445 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5916c404-7e27-4ab8-8147-9eda979b3488 req-68b62100-eeb1-4d17-929d-bed92d49c23a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358415 Jul 05 10:47:49.975900 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:49.998074 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d1114b-8a22-4a16-9d89-5ab5e20b2f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7844c77e-23cf-4acf-b4bd-be602c41753c'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:47:50.000245 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd15aae-f767-4940-8133-54011249484b" -d '{"events": [{"server_uuid": "f9d1114b-8a22-4a16-9d89-5ab5e20b2f62", "name": "network-vif-plugged", "status": "completed", "tag": "7844c77e-23cf-4acf-b4bd-be602c41753c"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:47:50.018070 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 7844c77e-23cf-4acf-b4bd-be602c41753c, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7844c77e-23cf-4acf-b4bd-be602c41753c,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:50.072419 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cc7ee-ff6e-4194-91ac-96334aa0aff3 req-95c25430-c8f0-44d1-a60d-53a1046e8a2b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:50.073965 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab8cc7ee-ff6e-4194-91ac-96334aa0aff3 req-95c25430-c8f0-44d1-a60d-53a1046e8a2b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 945 time: 0.0770962 Jul 05 10:47:50.112736 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1045dd-8e11-4453-ba6b-daf6350d6116 x-openstack-request-id: req-ad1045dd-8e11-4453-ba6b-daf6350d6116 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:47:50.113027 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d1114b-8a22-4a16-9d89-5ab5e20b2f62", "name": "network-vif-plugged", "status": "completed", "tag": "7844c77e-23cf-4acf-b4bd-be602c41753c", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:47:50.113278 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad1045dd-8e11-4453-ba6b-daf6350d6116 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:47:50.113677 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d1114b-8a22-4a16-9d89-5ab5e20b2f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7844c77e-23cf-4acf-b4bd-be602c41753c', 'code': 200} Jul 05 10:47:50.114036 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab8cc7ee-ff6e-4194-91ac-96334aa0aff3 req-cbb82bd6-1de2-4ceb-9ac9-4c4e169d1462 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341132 Jul 05 10:47:50.119660 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:50.173893 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=7844c77e-23cf-4acf-b4bd-be602c41753c,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:50.250262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e3e8c-b458-454b-9f3f-d013b6fea2f3 req-2f116142-05ee-4217-8ff3-160e5c13e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:50.252348 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3e7e3e8c-b458-454b-9f3f-d013b6fea2f3 req-2f116142-05ee-4217-8ff3-160e5c13e282 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 1098 time: 0.0557618 Jul 05 10:47:50.258452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:47:50.305933 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3e7e3e8c-b458-454b-9f3f-d013b6fea2f3 req-febe649a-a050-48ad-9b52-606fa81d5da4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374067 Jul 05 10:47:50.354002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:50.372098 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'port_id': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'mac_address': 'fa:16:3e:b5:26:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:47:50.879502 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-3dd9b387-48e0-471e-ae14-a2d3e39eb213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:50.881069 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-3dd9b387-48e0-471e-ae14-a2d3e39eb213 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db&tenant_id=ecd4c65677c0414c9743c8dfedcf672d HTTP/1.1" status: 200 len: 1096 time: 0.0889354 Jul 05 10:47:50.893120 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:47:50.973342 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:51.132820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d1993-12e4-4c56-b609-110a75e9e833 req-d69c4ee4-74be-43bd-9d4b-ef640ae51059 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:51.134387 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d27d1993-12e4-4c56-b609-110a75e9e833 req-d69c4ee4-74be-43bd-9d4b-ef640ae51059 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 944 time: 0.0725949 Jul 05 10:47:51.193171 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d27d1993-12e4-4c56-b609-110a75e9e833 req-761981ed-332e-46ee-baf0-147f10b81425 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525119 Jul 05 10:47:51.224638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:51.297585 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:47:51.348378 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:47:51.360317 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:51.369380 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936cd83-a9ee-499d-866e-44b60a7ee6c7 req-84326846-25d4-4d8b-a254-65695b98e601 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:51.371836 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f936cd83-a9ee-499d-866e-44b60a7ee6c7 req-84326846-25d4-4d8b-a254-65695b98e601 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 946 time: 0.1333194 Jul 05 10:47:51.394676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Ignored duplicate provisioning block setup for port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 10:47:51.422963 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f936cd83-a9ee-499d-866e-44b60a7ee6c7 req-611c585b-b9d5-4e8b-bf8f-b4474071da64 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434155 Jul 05 10:47:51.497683 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:51.616350 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Pushing event updated for resources: {'Port': ['ID=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,revision_number=9']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:51.645475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:51.645973 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:51.646151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:51.646492 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:51.647154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:51.647516 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:51.647996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:51.648340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:51.648726 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:51.649077 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:51.649558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:51.651347 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:47:51.702336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] No DVR routers for this DVR port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:47:51.849351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Attempting to bind port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:47:51.849696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Attempting to bind port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:47:51.850787 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Attempting to bind port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 on network 07bfe9ac-6298-43e3-8014-7259283ddbc8 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:47:51.855102 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 on network 07bfe9ac-6298-43e3-8014-7259283ddbc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:47:51.855432 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Attempting to bind port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 on network 07bfe9ac-6298-43e3-8014-7259283ddbc8 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:47:51.860424 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:47:51.860772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Checking segment: {'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:47:51.861228 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Bound using segment: {'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:47:51.861672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Bound port: ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47473e10-c6b6-4d69-b545-380a27dbbf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:47:51.862035 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:51.930579 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:47:51.933499 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:47:52.029187 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:52.066763 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:52.067406 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:52.069542 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] 10.222.0.64 "PUT /v2.0/ports/ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 200 len: 1092 time: 1.1806159 Jul 05 10:47:52.070003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:47:52.072473 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f891655-f169-407a-accd-b6095ea72fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:47:52.113184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca2daa-8905-40e9-9837-55069095f1ae service neutron] Pushing event updated for resources: {'Port': ['ID=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,revision_number=10']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:52.143485 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b76469-f600-47c6-ac2c-d1937a0b20e9 x-openstack-request-id: req-56b76469-f600-47c6-ac2c-d1937a0b20e9 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:47:52.143815 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:47:52.144071 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-56b76469-f600-47c6-ac2c-d1937a0b20e9 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:47:52.144508 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'status': 'completed', 'code': 200} Jul 05 10:47:52.169792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-bb8170ed-abd5-4958-a000-77e6b80bd64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:52.171454 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-bb8170ed-abd5-4958-a000-77e6b80bd64b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1096 time: 0.0738633 Jul 05 10:47:52.217549 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f891655-f169-407a-accd-b6095ea72fcf req-4cd9ea1c-e7ce-432b-a4a9-22696e42fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:52.219266 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f891655-f169-407a-accd-b6095ea72fcf req-4cd9ea1c-e7ce-432b-a4a9-22696e42fc2f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1096 time: 0.0672820 Jul 05 10:47:52.268936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:47:52.301973 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-3e77f23f-56c7-47af-b2f3-08a66b22dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:52.305308 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-3e77f23f-56c7-47af-b2f3-08a66b22dc62 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07bfe9ac-6298-43e3-8014-7259283ddbc8 HTTP/1.1" status: 200 len: 897 time: 0.1271930 Jul 05 10:47:52.342562 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f891655-f169-407a-accd-b6095ea72fcf req-2e59fb51-de70-4b5d-97fc-28ee6cd9d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:52.344585 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f891655-f169-407a-accd-b6095ea72fcf req-2e59fb51-de70-4b5d-97fc-28ee6cd9d182 service neutron] 10.222.0.73 "GET /v2.0/networks?id=07bfe9ac-6298-43e3-8014-7259283ddbc8 HTTP/1.1" status: 200 len: 897 time: 0.1191080 Jul 05 10:47:52.348962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:47:52.411568 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f891655-f169-407a-accd-b6095ea72fcf req-7938dafa-9e34-4e97-b9cd-af769c27dff2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 200 len: 998 time: 0.0610950 Jul 05 10:47:52.416484 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-8ede685c-5018-40fa-a526-12e842936d98 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 200 len: 998 time: 0.1041543 Jul 05 10:47:52.469213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f891655-f169-407a-accd-b6095ea72fcf req-c41c18e0-4953-40e5-bff3-97e9bd811107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:52.471039 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f891655-f169-407a-accd-b6095ea72fcf req-c41c18e0-4953-40e5-bff3-97e9bd811107 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e8f63f17-9d9b-4d01-8f71-d68e30e2f84b HTTP/1.1" status: 200 len: 835 time: 0.0530603 Jul 05 10:47:52.489314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62a4c7-b7cf-4981-90f5-8cbc8d798b41 req-10dafc73-754a-4a54-b22e-860b45390ae6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:52.491505 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa62a4c7-b7cf-4981-90f5-8cbc8d798b41 req-10dafc73-754a-4a54-b22e-860b45390ae6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 944 time: 0.1319690 Jul 05 10:47:52.495999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-d6534648-76b7-4e57-8603-e64dcdd03ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:52.501069 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-d6534648-76b7-4e57-8603-e64dcdd03ced service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e8f63f17-9d9b-4d01-8f71-d68e30e2f84b HTTP/1.1" status: 200 len: 835 time: 0.0746448 Jul 05 10:47:52.520480 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:52.545062 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f891655-f169-407a-accd-b6095ea72fcf req-14b686e5-20ad-4d61-a5fd-716b0c799de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:52.547849 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f891655-f169-407a-accd-b6095ea72fcf req-14b686e5-20ad-4d61-a5fd-716b0c799de9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=07bfe9ac-6298-43e3-8014-7259283ddbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709093 Jul 05 10:47:52.571331 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fa62a4c7-b7cf-4981-90f5-8cbc8d798b41 req-458b400f-2eea-4439-b2bd-f42ce5ee717e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726461 Jul 05 10:47:52.592187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-48292210-eb21-407d-8436-aaaad8aeaf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:52.599702 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-48292210-eb21-407d-8436-aaaad8aeaf94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07bfe9ac-6298-43e3-8014-7259283ddbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882730 Jul 05 10:47:52.694608 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f891655-f169-407a-accd-b6095ea72fcf req-ab5b6abc-bc27-45aa-876d-8d13518e17d2 service neutron] 10.222.0.73 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402805 Jul 05 10:47:52.696074 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-2ab42e34-7b10-48eb-9241-26c22234efa2 service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946772 Jul 05 10:47:52.705820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee5a35-55d5-4ac4-b658-923f1ce5e686 req-d6ff124f-c3de-463c-b3d7-a8af280f534e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:52.707278 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-36ee5a35-55d5-4ac4-b658-923f1ce5e686 req-d6ff124f-c3de-463c-b3d7-a8af280f534e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 946 time: 0.1442223 Jul 05 10:47:52.790187 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85214e20-ece8-4375-aaa2-9674e6c046b2 req-00f80c92-1533-4cc9-87fb-b6c5872c75fe service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880113 Jul 05 10:47:52.790903 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-36ee5a35-55d5-4ac4-b658-923f1ce5e686 req-a97aeaaf-c8c5-4baa-875b-292468b59b23 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754170 Jul 05 10:47:52.831903 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f891655-f169-407a-accd-b6095ea72fcf req-66db0661-19fc-4199-99ae-912a7d955d4b service neutron] 10.222.0.73 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225126 Jul 05 10:47:52.905436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f891655-f169-407a-accd-b6095ea72fcf req-8c5ca090-3756-42ae-a3d0-beaaf24ab7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:52.907121 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f891655-f169-407a-accd-b6095ea72fcf req-8c5ca090-3756-42ae-a3d0-beaaf24ab7d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1096 time: 0.0672786 Jul 05 10:47:53.042101 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f891655-f169-407a-accd-b6095ea72fcf req-cb93c8db-a1f5-4b85-8010-92ecd7bd6aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:53.043492 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f891655-f169-407a-accd-b6095ea72fcf req-cb93c8db-a1f5-4b85-8010-92ecd7bd6aa0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07bfe9ac-6298-43e3-8014-7259283ddbc8 HTTP/1.1" status: 200 len: 897 time: 0.1248887 Jul 05 10:47:53.050900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2189f05-2e4f-4ccf-9ce4-97ddce66be42 req-d9202447-08ea-4f3b-9b19-108b9281b673 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:53.057425 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c2189f05-2e4f-4ccf-9ce4-97ddce66be42 req-d9202447-08ea-4f3b-9b19-108b9281b673 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 946 time: 0.1430602 Jul 05 10:47:53.131612 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c2189f05-2e4f-4ccf-9ce4-97ddce66be42 req-a547a1a7-9174-4466-bbd0-cfab562d32ae tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728018 Jul 05 10:47:53.135767 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f891655-f169-407a-accd-b6095ea72fcf req-c0aa5182-9e4f-4a73-b229-e263bbdca535 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 200 len: 998 time: 0.0826056 Jul 05 10:47:53.185897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f891655-f169-407a-accd-b6095ea72fcf req-ff31c2ef-ed9e-47d2-b7be-82e63f60be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:53.187508 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f891655-f169-407a-accd-b6095ea72fcf req-ff31c2ef-ed9e-47d2-b7be-82e63f60be16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e8f63f17-9d9b-4d01-8f71-d68e30e2f84b HTTP/1.1" status: 200 len: 835 time: 0.0450616 Jul 05 10:47:53.250942 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f891655-f169-407a-accd-b6095ea72fcf req-45511381-ca11-4710-9edb-623f5f949c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:53.252515 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f891655-f169-407a-accd-b6095ea72fcf req-45511381-ca11-4710-9edb-623f5f949c56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07bfe9ac-6298-43e3-8014-7259283ddbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581350 Jul 05 10:47:53.345397 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f891655-f169-407a-accd-b6095ea72fcf req-b194a7b6-0b58-4144-beab-8eec4dbbb0bb service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855956 Jul 05 10:47:53.441113 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f891655-f169-407a-accd-b6095ea72fcf req-d67abdf8-2f21-4991-a5f5-8978e96c7504 service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887294 Jul 05 10:47:53.762451 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e60358-6551-4d8c-9c09-143a0769754e req-d6f0725e-c350-47c8-b8fb-a55270b64003 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:53.764006 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-57e60358-6551-4d8c-9c09-143a0769754e req-d6f0725e-c350-47c8-b8fb-a55270b64003 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 944 time: 0.0662854 Jul 05 10:47:53.803574 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-57e60358-6551-4d8c-9c09-143a0769754e req-a33fe9a0-a0c7-4691-90b5-46fd5cd55b6d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329237 Jul 05 10:47:53.866956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb862a3-ed0f-4206-9167-af860b9cb8cf req-429066c1-0b23-4141-946d-4d09f15e0b58 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:53.868410 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8cb862a3-ed0f-4206-9167-af860b9cb8cf req-429066c1-0b23-4141-946d-4d09f15e0b58 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 946 time: 0.0747259 Jul 05 10:47:53.907526 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8cb862a3-ed0f-4206-9167-af860b9cb8cf req-6082c64b-a62a-4958-b31a-1458c4d63c20 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333195 Jul 05 10:47:54.357035 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:55.000897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac0ce2-7a6d-43e1-8a96-88d1edc11e9e req-abe7a04e-b6f5-41ce-9565-56f2297028e8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:55.002567 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-11ac0ce2-7a6d-43e1-8a96-88d1edc11e9e req-abe7a04e-b6f5-41ce-9565-56f2297028e8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 944 time: 0.0847063 Jul 05 10:47:55.048198 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-11ac0ce2-7a6d-43e1-8a96-88d1edc11e9e req-f8333e2e-35c2-437f-b587-5cbf034cb536 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391877 Jul 05 10:47:55.076627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 36770) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:47:55.110556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8c9c9-1053-4166-8024-aef10433e403 req-048a5c9f-0e27-45dd-b66d-74f02ad8573c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:55.110556 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-35f8c9c9-1053-4166-8024-aef10433e403 req-048a5c9f-0e27-45dd-b66d-74f02ad8573c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 946 time: 0.0798306 Jul 05 10:47:55.159168 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-35f8c9c9-1053-4166-8024-aef10433e403 req-fdb58d5b-850f-44c8-ac0c-3f0449da7d27 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 Jul 05 10:47:55.168939 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d177b3a3-7c96-4f95-91c3-df61b40167cc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/floatingips/2a55068b-1dd4-4b26-a9a9-0164323018d8 HTTP/1.1" status: 200 len: 990 time: 0.0909479 Jul 05 10:47:55.461575 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7dd9d-b317-46a7-a272-b89c50fd0f75 req-91d617a1-88d3-4382-93e5-26ef477b8c4e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:47:55.463151 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-76d7dd9d-b317-46a7-a272-b89c50fd0f75 req-91d617a1-88d3-4382-93e5-26ef477b8c4e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 946 time: 0.0660088 Jul 05 10:47:55.575552 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-76d7dd9d-b317-46a7-a272-b89c50fd0f75 req-79c4e318-1866-4143-ba6a-85335f0b7355 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Deleting port 7844c77e-23cf-4acf-b4bd-be602c41753c {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:47:55.575926 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-76d7dd9d-b317-46a7-a272-b89c50fd0f75 req-79c4e318-1866-4143-ba6a-85335f0b7355 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:55.668270 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-76d7dd9d-b317-46a7-a272-b89c50fd0f75 req-79c4e318-1866-4143-ba6a-85335f0b7355 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] For port 7844c77e-23cf-4acf-b4bd-be602c41753c, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=7844c77e-23cf-4acf-b4bd-be602c41753c,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:55.668629 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-76d7dd9d-b317-46a7-a272-b89c50fd0f75 req-79c4e318-1866-4143-ba6a-85335f0b7355 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:55.682331 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-76d7dd9d-b317-46a7-a272-b89c50fd0f75 req-79c4e318-1866-4143-ba6a-85335f0b7355 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Calling delete_port for 7844c77e-23cf-4acf-b4bd-be602c41753c owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:47:55.758698 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:47:55.883836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:55.896872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'port_id': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'mac_address': 'fa:16:3e:b5:26:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:47:55.943481 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:55.957864 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:47:55.979382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:56.071456 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:56.121086 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,revision_number=11']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:56.174115 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-76d7dd9d-b317-46a7-a272-b89c50fd0f75 req-79c4e318-1866-4143-ba6a-85335f0b7355 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:56.187778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['14e0eb8f-3352-42c5-a34a-91d0921e3510'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:47:56.203848 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4e318-1866-4143-ba6a-85335f0b7355 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event deleted for resources: {'Port': ['ID=7844c77e-23cf-4acf-b4bd-be602c41753c,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:56.259081 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d7dd9d-b317-46a7-a272-b89c50fd0f75 req-79c4e318-1866-4143-ba6a-85335f0b7355 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] No DVR routers for this DVR port 7844c77e-23cf-4acf-b4bd-be602c41753c on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:47:56.261806 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-76d7dd9d-b317-46a7-a272-b89c50fd0f75 req-79c4e318-1866-4143-ba6a-85335f0b7355 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:56.264523 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-76d7dd9d-b317-46a7-a272-b89c50fd0f75 req-79c4e318-1866-4143-ba6a-85335f0b7355 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.64 "DELETE /v2.0/ports/7844c77e-23cf-4acf-b4bd-be602c41753c HTTP/1.1" status: 204 len: 173 time: 0.7950835 Jul 05 10:47:56.264523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d1114b-8a22-4a16-9d89-5ab5e20b2f62', 'name': 'network-vif-deleted', 'tag': '7844c77e-23cf-4acf-b4bd-be602c41753c'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:47:56.267127 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bda5c42-5b4f-42d9-9e79-159d513be449" -d '{"events": [{"server_uuid": "f9d1114b-8a22-4a16-9d89-5ab5e20b2f62", "name": "network-vif-deleted", "tag": "7844c77e-23cf-4acf-b4bd-be602c41753c"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:47:56.304060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['ab4e4424-f7d7-4c08-9bb3-0ac355b9f583'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:47:56.323938 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756f6c24-d6de-4601-aa6a-26598d27fb5c x-openstack-request-id: req-756f6c24-d6de-4601-aa6a-26598d27fb5c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:47:56.324739 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d1114b-8a22-4a16-9d89-5ab5e20b2f62", "name": "network-vif-deleted", "tag": "7844c77e-23cf-4acf-b4bd-be602c41753c", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:47:56.325256 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-756f6c24-d6de-4601-aa6a-26598d27fb5c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:47:56.326045 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d1114b-8a22-4a16-9d89-5ab5e20b2f62', 'name': 'network-vif-deleted', 'tag': '7844c77e-23cf-4acf-b4bd-be602c41753c', 'status': 'completed', 'code': 200} Jul 05 10:47:56.328936 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90a7a593-46a2-4892-87a9-c15d349504a8 req-391e726b-b4dd-45c8-a958-df9967d12945 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 210 time: 0.0404043 Jul 05 10:47:57.478136 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46043b0f-9d56-4f55-87e7-01ebc14aa384 req-e94de3d9-6660-4240-8330-0bff4207b794 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 210 time: 0.0294635 Jul 05 10:47:57.777150 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:47:57.922623 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:47:57.926998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:47:57.927430 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:58.014827 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:58.038981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:47:58.041461 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e074a7c-37fc-4753-adaa-607372d4f3f6" -d '{"events": [{"server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "name": "network-vif-plugged", "status": "completed", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:47:58.058405 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:47:58.087803 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d54d64f-bf5a-4d83-ad2b-0f772871ec82 x-openstack-request-id: req-4d54d64f-bf5a-4d83-ad2b-0f772871ec82 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:47:58.091106 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "name": "network-vif-plugged", "status": "completed", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:47:58.091106 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d54d64f-bf5a-4d83-ad2b-0f772871ec82 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:47:58.091106 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'code': 200} Jul 05 10:47:58.135027 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:47:58.135987 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7844c77e-23cf-4acf-b4bd-be602c41753c no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:47:58.162807 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 7844c77e-23cf-4acf-b4bd-be602c41753c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:47:58.163162 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 7844c77e-23cf-4acf-b4bd-be602c41753c not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:47:58.208006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,revision_number=12']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:47:58.627569 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f980b249-2aad-4ba6-ae13-1c24f05bc60f req-c62c1fd2-61f3-4772-ac7b-4cc6867ad457 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 210 time: 0.0320475 Jul 05 10:47:59.772097 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-52e5efd0-9f60-42bb-81a7-08e6d722141f req-ee09ee8b-6e59-4c80-a5d9-3348865612e7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 210 time: 0.0284319 Jul 05 10:48:00.937319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cdd7c3eb-c699-45dd-8131-8fa5e5bb5ac9 req-16a5c5d5-73d1-483e-aedf-d9933ccf3250 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9d1114b-8a22-4a16-9d89-5ab5e20b2f62 HTTP/1.1" status: 200 len: 210 time: 0.0305374 Jul 05 10:48:05.935518 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40010893-785d-44cc-ad53-03a99a6dd590 req-9d4354e3-b015-463a-abc7-b6f422c32b84 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:05.937037 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40010893-785d-44cc-ad53-03a99a6dd590 req-9d4354e3-b015-463a-abc7-b6f422c32b84 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 946 time: 0.0676796 Jul 05 10:48:05.983900 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40010893-785d-44cc-ad53-03a99a6dd590 req-83ff678f-35ca-4619-89c1-45ceaf741137 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386531 Jul 05 10:48:07.187508 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1455c-e2f7-4ec7-adfb-d7085c055073 req-7790b7d1-061d-44a9-9cb8-ff338731dbd1 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:07.188819 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43c1455c-e2f7-4ec7-adfb-d7085c055073 req-7790b7d1-061d-44a9-9cb8-ff338731dbd1 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 946 time: 0.0688767 Jul 05 10:48:07.228358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43c1455c-e2f7-4ec7-adfb-d7085c055073 req-0f406018-bd62-485c-918f-44e3e471e412 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=f225ba02-3f6f-462b-a159-93b463371baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338326 Jul 05 10:48:07.459543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a0291-cd61-4386-b71e-5ea7f9a097bf req-6551e2ae-d017-416d-89e5-c90d87fac0a3 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:07.461808 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-145a0291-cd61-4386-b71e-5ea7f9a097bf req-6551e2ae-d017-416d-89e5-c90d87fac0a3 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 946 time: 0.0695894 Jul 05 10:48:07.876920 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-145a0291-cd61-4386-b71e-5ea7f9a097bf req-b3e035be-cef9-4798-8c38-6824b43ba174 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Deleting port 14e0eb8f-3352-42c5-a34a-91d0921e3510 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:48:07.877272 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-145a0291-cd61-4386-b71e-5ea7f9a097bf req-b3e035be-cef9-4798-8c38-6824b43ba174 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:07.972824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-145a0291-cd61-4386-b71e-5ea7f9a097bf req-b3e035be-cef9-4798-8c38-6824b43ba174 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] For port 14e0eb8f-3352-42c5-a34a-91d0921e3510, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=14e0eb8f-3352-42c5-a34a-91d0921e3510,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:07.973190 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-145a0291-cd61-4386-b71e-5ea7f9a097bf req-b3e035be-cef9-4798-8c38-6824b43ba174 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:07.986400 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-145a0291-cd61-4386-b71e-5ea7f9a097bf req-b3e035be-cef9-4798-8c38-6824b43ba174 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Calling delete_port for 14e0eb8f-3352-42c5-a34a-91d0921e3510 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:48:08.245720 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-145a0291-cd61-4386-b71e-5ea7f9a097bf req-b3e035be-cef9-4798-8c38-6824b43ba174 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:08.257273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['14e0eb8f-3352-42c5-a34a-91d0921e3510'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:48:08.274110 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e035be-cef9-4798-8c38-6824b43ba174 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event deleted for resources: {'Port': ['ID=14e0eb8f-3352-42c5-a34a-91d0921e3510,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:08.322707 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-145a0291-cd61-4386-b71e-5ea7f9a097bf req-b3e035be-cef9-4798-8c38-6824b43ba174 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] No DVR routers for this DVR port 14e0eb8f-3352-42c5-a34a-91d0921e3510 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:48:08.325631 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-145a0291-cd61-4386-b71e-5ea7f9a097bf req-b3e035be-cef9-4798-8c38-6824b43ba174 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:08.327954 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-145a0291-cd61-4386-b71e-5ea7f9a097bf req-b3e035be-cef9-4798-8c38-6824b43ba174 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "DELETE /v2.0/ports/14e0eb8f-3352-42c5-a34a-91d0921e3510 HTTP/1.1" status: 204 len: 173 time: 0.8611398 Jul 05 10:48:08.328394 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59aab0d-5481-4c05-9fca-fb977c46adc2', 'name': 'network-vif-deleted', 'tag': '14e0eb8f-3352-42c5-a34a-91d0921e3510'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:48:08.330953 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e442f54-47f4-415f-8531-fa0ec080ab06" -d '{"events": [{"server_uuid": "a59aab0d-5481-4c05-9fca-fb977c46adc2", "name": "network-vif-deleted", "tag": "14e0eb8f-3352-42c5-a34a-91d0921e3510"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:48:08.369531 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3461f2a4-96f3-4b01-9f07-a9bdffc4b5a3 x-openstack-request-id: req-3461f2a4-96f3-4b01-9f07-a9bdffc4b5a3 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:48:08.369830 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59aab0d-5481-4c05-9fca-fb977c46adc2", "name": "network-vif-deleted", "tag": "14e0eb8f-3352-42c5-a34a-91d0921e3510", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:48:08.370249 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3461f2a4-96f3-4b01-9f07-a9bdffc4b5a3 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:48:08.370582 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59aab0d-5481-4c05-9fca-fb977c46adc2', 'name': 'network-vif-deleted', 'tag': '14e0eb8f-3352-42c5-a34a-91d0921e3510', 'status': 'completed', 'code': 200} Jul 05 10:48:08.408986 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fbf2183-db30-4a53-975a-0e2dfa224ee4 req-d9e9e405-e920-40a2-8ec3-e054ca94af30 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 210 time: 0.0331633 Jul 05 10:48:09.555057 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d866b93-c470-4d34-a18c-0064fd97419d req-c5ab05c3-0e9b-4291-8ca1-5d4383502769 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 210 time: 0.0303359 Jul 05 10:48:10.351806 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 14e0eb8f-3352-42c5-a34a-91d0921e3510 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:48:10.372550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 14e0eb8f-3352-42c5-a34a-91d0921e3510 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:48:10.373068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 14e0eb8f-3352-42c5-a34a-91d0921e3510 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:48:10.702424 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef7e3744-c61e-45b3-ba4f-8a639aa60a62 req-dfc78f64-8fdb-4b42-bc0c-f1c940851d6f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 210 time: 0.0284729 Jul 05 10:48:11.105522 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fc2d6916-3ba8-420a-9f4e-be8d04aeb19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:11.853368 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ee7d08d-df56-43e8-81ea-d3df750dd09b req-31e2734a-661a-476a-8fbc-993d325631ec tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 210 time: 0.0316513 Jul 05 10:48:13.032153 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fbb38cbd-bebd-4475-a0c4-b17461525521 req-bdcb335e-626f-46e1-a022-799f8b8be88a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59aab0d-5481-4c05-9fca-fb977c46adc2 HTTP/1.1" status: 200 len: 210 time: 0.0309114 Jul 05 10:48:13.197595 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-612a6b3b-7f53-4711-8c90-33129aea1878 req-2f7f556d-4b60-4f19-b253-67e1c18a3f4e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543885 Jul 05 10:48:13.301432 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a6b3b-7f53-4711-8c90-33129aea1878 req-e7e4e5fa-e00c-4b4c-9c8e-706723ff313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:13.302880 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-612a6b3b-7f53-4711-8c90-33129aea1878 req-e7e4e5fa-e00c-4b4c-9c8e-706723ff313a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1098 time: 0.0588858 Jul 05 10:48:13.411163 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a6b3b-7f53-4711-8c90-33129aea1878 req-073d2edc-3f98-4c4d-9672-8b7c2ada8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:13.413269 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-612a6b3b-7f53-4711-8c90-33129aea1878 req-073d2edc-3f98-4c4d-9672-8b7c2ada8726 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07bfe9ac-6298-43e3-8014-7259283ddbc8 HTTP/1.1" status: 200 len: 897 time: 0.0891371 Jul 05 10:48:13.485503 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-612a6b3b-7f53-4711-8c90-33129aea1878 req-3f663db4-be25-4bac-bab3-9b525ae0c865 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 200 len: 1000 time: 0.0637183 Jul 05 10:48:13.546193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a6b3b-7f53-4711-8c90-33129aea1878 req-1069f451-cc22-4a06-830a-10c04705f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:13.547809 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-612a6b3b-7f53-4711-8c90-33129aea1878 req-1069f451-cc22-4a06-830a-10c04705f4a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e8f63f17-9d9b-4d01-8f71-d68e30e2f84b HTTP/1.1" status: 200 len: 835 time: 0.0554886 Jul 05 10:48:13.611601 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-10e9a2e5-0783-4216-ac1d-0e670c99849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:13.615174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a6b3b-7f53-4711-8c90-33129aea1878 req-6c9ebea9-a961-4d83-9add-ddb8122af47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:13.616881 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-612a6b3b-7f53-4711-8c90-33129aea1878 req-6c9ebea9-a961-4d83-9add-ddb8122af47e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07bfe9ac-6298-43e3-8014-7259283ddbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589607 Jul 05 10:48:13.709391 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:13.722806 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-612a6b3b-7f53-4711-8c90-33129aea1878 req-a52df24e-a61b-448f-841f-d33bd266ab11 service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991135 Jul 05 10:48:13.822352 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-612a6b3b-7f53-4711-8c90-33129aea1878 req-85bcaf38-095b-4c69-b0c2-ea0502f47c97 service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890918 Jul 05 10:48:14.394505 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:48:15.068666 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:16.702234 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36882) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:16.708200 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d73fc0b4-45d6-464e-ab64-3033e028a185 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166728736', 'description': 'tempest-secgroup-smoke-1166728736 description', 'project_id': '43ebf75bd93c4a30b46bb2decd0de529'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:16.796982 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d73fc0b4-45d6-464e-ab64-3033e028a185 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:16.887918 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d73fc0b4-45d6-464e-ab64-3033e028a185 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:16.900712 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:16.971297 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d73fc0b4-45d6-464e-ab64-3033e028a185 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:17.001177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fc0b4-45d6-464e-ab64-3033e028a185 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeb5810-d299-4afe-a53a-95af036a449b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:17.063065 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d73fc0b4-45d6-464e-ab64-3033e028a185 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:17.064385 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d73fc0b4-45d6-464e-ab64-3033e028a185 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3608544 Jul 05 10:48:17.067341 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36884) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:17.071790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5d09f6bd-f2cd-4303-ad93-38939b73d880 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'security_group_rule': {'security_group_id': 'cbeb5810-d299-4afe-a53a-95af036a449b', 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:17.213805 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d09f6bd-f2cd-4303-ad93-38939b73d880 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:17.278257 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d09f6bd-f2cd-4303-ad93-38939b73d880 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:17.351640 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d09f6bd-f2cd-4303-ad93-38939b73d880 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:17.369637 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09f6bd-f2cd-4303-ad93-38939b73d880 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2905af46-4df2-40e5-95d0-97ba6b86cc86,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:17.448482 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d09f6bd-f2cd-4303-ad93-38939b73d880 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:17.449754 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5d09f6bd-f2cd-4303-ad93-38939b73d880 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3814695 Jul 05 10:48:17.452684 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36886) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:17.457445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-50fa6e6c-1532-45bb-8292-a889d759e068 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'security_group_rule': {'security_group_id': 'cbeb5810-d299-4afe-a53a-95af036a449b', 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:17.567866 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-50fa6e6c-1532-45bb-8292-a889d759e068 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:17.626615 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-50fa6e6c-1532-45bb-8292-a889d759e068 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:17.703099 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-50fa6e6c-1532-45bb-8292-a889d759e068 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:17.722796 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa6e6c-1532-45bb-8292-a889d759e068 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236f48cf-db22-43ed-b9f9-ab90e5cf9119,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:17.797009 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-50fa6e6c-1532-45bb-8292-a889d759e068 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:17.798281 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-50fa6e6c-1532-45bb-8292-a889d759e068 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3446808 Jul 05 10:48:17.801167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36888) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:17.805607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-bec66fc4-bc01-470f-a0bb-e76ab4ac9a6b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'security_group_rule': {'security_group_id': 'cbeb5810-d299-4afe-a53a-95af036a449b', 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:17.917028 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bec66fc4-bc01-470f-a0bb-e76ab4ac9a6b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:17.976629 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bec66fc4-bc01-470f-a0bb-e76ab4ac9a6b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:18.053808 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bec66fc4-bc01-470f-a0bb-e76ab4ac9a6b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:18.071497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec66fc4-bc01-470f-a0bb-e76ab4ac9a6b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30287b07-a267-4fa3-aeea-93402c92a1ec,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:18.166053 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bec66fc4-bc01-470f-a0bb-e76ab4ac9a6b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:18.167219 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bec66fc4-bc01-470f-a0bb-e76ab4ac9a6b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3651378 Jul 05 10:48:18.171050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36890) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:18.175635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a1760eef-9397-4371-a7c6-390aa2b3c18f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'security_group_rule': {'security_group_id': 'cbeb5810-d299-4afe-a53a-95af036a449b', 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:18.277704 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1760eef-9397-4371-a7c6-390aa2b3c18f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:18.338934 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1760eef-9397-4371-a7c6-390aa2b3c18f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:18.397717 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1760eef-9397-4371-a7c6-390aa2b3c18f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:18.417229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1760eef-9397-4371-a7c6-390aa2b3c18f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243e641d-8ba6-4e78-ad1c-63dd91012343,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:18.491722 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1760eef-9397-4371-a7c6-390aa2b3c18f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:18.493032 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a1760eef-9397-4371-a7c6-390aa2b3c18f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3210156 Jul 05 10:48:18.496045 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36892) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:18.501459 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c5c64b04-41a8-43e9-bbea-acb3aed3b023 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'security_group_rule': {'security_group_id': 'cbeb5810-d299-4afe-a53a-95af036a449b', 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:18.640188 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-c5c64b04-41a8-43e9-bbea-acb3aed3b023 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Project 43ebf75bd93c4a30b46bb2decd0de529 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:48:18.645491 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5c64b04-41a8-43e9-bbea-acb3aed3b023 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:18.707785 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5c64b04-41a8-43e9-bbea-acb3aed3b023 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:18.797017 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5c64b04-41a8-43e9-bbea-acb3aed3b023 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:18.814499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c64b04-41a8-43e9-bbea-acb3aed3b023 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff5d59c-400f-4f28-9d51-23e41b4d2aee,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:18.897203 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5c64b04-41a8-43e9-bbea-acb3aed3b023 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:18.898623 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c5c64b04-41a8-43e9-bbea-acb3aed3b023 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4012976 Jul 05 10:48:18.902434 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36894) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:18.906981 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d7e25079-6e9c-445c-ac4e-ef7cde222625 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'security_group_rule': {'security_group_id': 'cbeb5810-d299-4afe-a53a-95af036a449b', 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:19.025840 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-d7e25079-6e9c-445c-ac4e-ef7cde222625 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Project 43ebf75bd93c4a30b46bb2decd0de529 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:48:19.031849 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d7e25079-6e9c-445c-ac4e-ef7cde222625 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:19.095608 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d7e25079-6e9c-445c-ac4e-ef7cde222625 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:19.162388 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d7e25079-6e9c-445c-ac4e-ef7cde222625 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:19.185981 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e25079-6e9c-445c-ac4e-ef7cde222625 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6545433-de5e-4195-8d01-d5436674b567,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:19.279970 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d7e25079-6e9c-445c-ac4e-ef7cde222625 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:19.281208 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d7e25079-6e9c-445c-ac4e-ef7cde222625 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3778152 Jul 05 10:48:22.540040 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:24.352169 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:29.926896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c725d4b-fadf-4714-8e3b-e508fea4f976 req-fe8763c6-e827-492f-b2fa-a9adb2bf69f5 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:29.928887 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c725d4b-fadf-4714-8e3b-e508fea4f976 req-fe8763c6-e827-492f-b2fa-a9adb2bf69f5 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1098 time: 0.0602987 Jul 05 10:48:29.972645 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c725d4b-fadf-4714-8e3b-e508fea4f976 req-48aac924-5b23-480e-a35e-d512b036f563 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381327 Jul 05 10:48:29.998359 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 36998) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:30.160275 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-69822128-c88b-4470-a224-030964f1ffb0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting port 8c6d32ec-a51b-4eac-90cd-7fab2c3fb1c7 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:48:30.160751 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69822128-c88b-4470-a224-030964f1ffb0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.246245 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69822128-c88b-4470-a224-030964f1ffb0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.246543 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69822128-c88b-4470-a224-030964f1ffb0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.260809 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-69822128-c88b-4470-a224-030964f1ffb0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Calling delete_port for 8c6d32ec-a51b-4eac-90cd-7fab2c3fb1c7 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:48:30.619552 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69822128-c88b-4470-a224-030964f1ffb0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.647377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69822128-c88b-4470-a224-030964f1ffb0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Port': ['ID=8c6d32ec-a51b-4eac-90cd-7fab2c3fb1c7,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:30.707629 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69822128-c88b-4470-a224-030964f1ffb0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:30.708001 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-69822128-c88b-4470-a224-030964f1ffb0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Floating IP 2a55068b-1dd4-4b26-a9a9-0164323018d8 disassociated (deleted). External IP: 172.25.5.54, port: ab4e4424-f7d7-4c08-9bb3-0ac355b9f583. Jul 05 10:48:30.926799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69822128-c88b-4470-a224-030964f1ffb0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:48:31.042417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69822128-c88b-4470-a224-030964f1ffb0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:48:31.047510 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69822128-c88b-4470-a224-030964f1ffb0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:31.052159 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e686539e-d6e6-4c84-b199-92a013c7fdd0 None None] Sync routers for ids ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:48:31.063311 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e686539e-d6e6-4c84-b199-92a013c7fdd0 None None] Routers {'1a06b27b-395a-46c9-b27a-e1fa56c399d5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:31.063972 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e686539e-d6e6-4c84-b199-92a013c7fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:48:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:31.097726 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-69822128-c88b-4470-a224-030964f1ffb0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/floatingips/2a55068b-1dd4-4b26-a9a9-0164323018d8 HTTP/1.1" status: 204 len: 168 time: 1.0982242 Jul 05 10:48:31.098342 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:48:31.101287 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36663138-a472-40c4-8ee2-2e188509b9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:48:31.140668 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c5c49b-94b0-4f8c-88bc-39c9532ae110 x-openstack-request-id: req-16c5c49b-94b0-4f8c-88bc-39c9532ae110 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:48:31.140966 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:48:31.141238 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-16c5c49b-94b0-4f8c-88bc-39c9532ae110 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:48:31.141625 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'status': 'completed', 'code': 200} Jul 05 10:48:31.188429 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e686539e-d6e6-4c84-b199-92a013c7fdd0 None None] Set router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:31.228268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36663138-a472-40c4-8ee2-2e188509b9c3 req-806229bd-f2b4-484f-8d16-e95560685849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:31.230482 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-36663138-a472-40c4-8ee2-2e188509b9c3 req-806229bd-f2b4-484f-8d16-e95560685849 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 1098 time: 0.0590596 Jul 05 10:48:31.336461 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36663138-a472-40c4-8ee2-2e188509b9c3 req-02ba6aad-86fc-44c2-98b0-833ba3c02f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:31.337995 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-36663138-a472-40c4-8ee2-2e188509b9c3 req-02ba6aad-86fc-44c2-98b0-833ba3c02f49 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07bfe9ac-6298-43e3-8014-7259283ddbc8 HTTP/1.1" status: 200 len: 897 time: 0.1015189 Jul 05 10:48:31.389785 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-36663138-a472-40c4-8ee2-2e188509b9c3 req-e94dde23-e0bd-45de-a057-b208b463176e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 200 len: 217 time: 0.0445108 Jul 05 10:48:31.420458 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e686539e-d6e6-4c84-b199-92a013c7fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284468798', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:15Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:16Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '0b0ad5b6-e3ba-4c07-adb3-fb3cff855885', 'name': '', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:40:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:20Z', 'updated_at': '2021-07-05T10:46:25Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:31.445764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36663138-a472-40c4-8ee2-2e188509b9c3 req-668f85b9-bddc-4f39-8843-3f8b17165932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:31.447418 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-36663138-a472-40c4-8ee2-2e188509b9c3 req-668f85b9-bddc-4f39-8843-3f8b17165932 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e8f63f17-9d9b-4d01-8f71-d68e30e2f84b HTTP/1.1" status: 200 len: 835 time: 0.0510647 Jul 05 10:48:31.447845 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e686539e-d6e6-4c84-b199-92a013c7fdd0 None None] Checking router: 1a06b27b-395a-46c9-b27a-e1fa56c399d5 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:48:31.457313 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e686539e-d6e6-4c84-b199-92a013c7fdd0 None None] Routers {'1a06b27b-395a-46c9-b27a-e1fa56c399d5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:31.457914 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e686539e-d6e6-4c84-b199-92a013c7fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:48:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:31.514616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36663138-a472-40c4-8ee2-2e188509b9c3 req-b64fe53c-9e25-43c2-8c3f-46ae1354f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:31.516281 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-36663138-a472-40c4-8ee2-2e188509b9c3 req-b64fe53c-9e25-43c2-8c3f-46ae1354f771 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07bfe9ac-6298-43e3-8014-7259283ddbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623100 Jul 05 10:48:31.569734 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e686539e-d6e6-4c84-b199-92a013c7fdd0 None None] Set router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:31.622750 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-36663138-a472-40c4-8ee2-2e188509b9c3 req-5990d2a7-0da5-4d89-b3f5-1d47abefaa15 service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996850 Jul 05 10:48:31.769726 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-36663138-a472-40c4-8ee2-2e188509b9c3 req-f4333dd2-ea14-4d15-b25a-dea65ff5ad4e service neutron] 10.222.0.64 "GET /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300700 Jul 05 10:48:31.771906 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e686539e-d6e6-4c84-b199-92a013c7fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284468798', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:15Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:16Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '0b0ad5b6-e3ba-4c07-adb3-fb3cff855885', 'name': '', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:40:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:20Z', 'updated_at': '2021-07-05T10:46:25Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:31.784905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9756d-de23-4a18-92db-8f11aeb45b4c req-a521875e-f95b-42ca-befd-f45f6f3cf6a3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:31.786448 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0dc9756d-de23-4a18-92db-8f11aeb45b4c req-a521875e-f95b-42ca-befd-f45f6f3cf6a3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 946 time: 0.0990233 Jul 05 10:48:31.802865 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e686539e-d6e6-4c84-b199-92a013c7fdd0 None None] The sync data for ids ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'] in n-d-779913-27 is: [{'id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284468798', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:15Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:16Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '0b0ad5b6-e3ba-4c07-adb3-fb3cff855885', 'name': '', 'network_id': '07bfe9ac-6298-43e3-8014-7259283ddbc8', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:40:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:20Z', 'updated_at': '2021-07-05T10:46:25Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': 'e8f63f17-9d9b-4d01-8f71-d68e30e2f84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:48:31.839595 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0dc9756d-de23-4a18-92db-8f11aeb45b4c req-d32a8a75-1cdc-410a-b6a2-3aa2dd79819f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395818 Jul 05 10:48:32.064719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1a7fd7-a4d9-473c-939c-17120870587d None None] New status for floating IP 2a55068b-1dd4-4b26-a9a9-0164323018d8: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:48:33.027611 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33060ade-34b8-4d0e-bc0d-e54957468e4f req-4a8cff56-5726-4b89-bf29-9f880504a421 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:33.029065 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-33060ade-34b8-4d0e-bc0d-e54957468e4f req-4a8cff56-5726-4b89-bf29-9f880504a421 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 946 time: 0.0647035 Jul 05 10:48:33.068391 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-33060ade-34b8-4d0e-bc0d-e54957468e4f req-3f975038-3456-4ccb-9b64-df6066ce0c1c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=1db86ab5-6231-46a6-88b6-d788df94d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333526 Jul 05 10:48:33.158233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e643a5-c79b-4126-b900-a87fe2e15bf8 req-3116d428-8c2c-4420-995f-808ef1526ef3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:33.159664 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5e643a5-c79b-4126-b900-a87fe2e15bf8 req-3116d428-8c2c-4420-995f-808ef1526ef3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 946 time: 0.0665286 Jul 05 10:48:33.268105 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-d5e643a5-c79b-4126-b900-a87fe2e15bf8 req-ac875fc7-ce95-4d08-b1ec-5dfd221788fb tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:48:33.268447 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d5e643a5-c79b-4126-b900-a87fe2e15bf8 req-ac875fc7-ce95-4d08-b1ec-5dfd221788fb tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.356957 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-d5e643a5-c79b-4126-b900-a87fe2e15bf8 req-ac875fc7-ce95-4d08-b1ec-5dfd221788fb tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] For port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:33.357253 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d5e643a5-c79b-4126-b900-a87fe2e15bf8 req-ac875fc7-ce95-4d08-b1ec-5dfd221788fb tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.371130 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-d5e643a5-c79b-4126-b900-a87fe2e15bf8 req-ac875fc7-ce95-4d08-b1ec-5dfd221788fb tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Calling delete_port for ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:48:33.605757 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d5e643a5-c79b-4126-b900-a87fe2e15bf8 req-ac875fc7-ce95-4d08-b1ec-5dfd221788fb tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.635678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac875fc7-ce95-4d08-b1ec-5dfd221788fb tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Port': ['ID=ab4e4424-f7d7-4c08-9bb3-0ac355b9f583,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:33.682162 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e643a5-c79b-4126-b900-a87fe2e15bf8 req-ac875fc7-ce95-4d08-b1ec-5dfd221788fb tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] No DVR routers for this DVR port ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:48:33.684887 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d5e643a5-c79b-4126-b900-a87fe2e15bf8 req-ac875fc7-ce95-4d08-b1ec-5dfd221788fb tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:33.686908 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5e643a5-c79b-4126-b900-a87fe2e15bf8 req-ac875fc7-ce95-4d08-b1ec-5dfd221788fb tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "DELETE /v2.0/ports/ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 HTTP/1.1" status: 204 len: 173 time: 0.5185499 Jul 05 10:48:33.687343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'name': 'network-vif-deleted', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:48:33.689641 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129ee5ec-c643-4a2d-8d06-27cf3c8b01eb" -d '{"events": [{"server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "name": "network-vif-deleted", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:48:33.792805 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586df80d-e37c-49fc-8575-1bc62cf0d1a4 x-openstack-request-id: req-586df80d-e37c-49fc-8575-1bc62cf0d1a4 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:48:33.793384 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0777e9f7-4cbc-4de9-a0c7-979b02e852db", "name": "network-vif-deleted", "tag": "ab4e4424-f7d7-4c08-9bb3-0ac355b9f583", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:48:33.793481 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-586df80d-e37c-49fc-8575-1bc62cf0d1a4 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:48:33.793988 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0777e9f7-4cbc-4de9-a0c7-979b02e852db', 'name': 'network-vif-deleted', 'tag': 'ab4e4424-f7d7-4c08-9bb3-0ac355b9f583', 'status': 'completed', 'code': 200} Jul 05 10:48:34.241176 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5515cec5-605a-4d71-9826-e61326e1b13b req-a4029ea4-2aaf-46a0-b500-32e85ba864c4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=0777e9f7-4cbc-4de9-a0c7-979b02e852db HTTP/1.1" status: 200 len: 210 time: 0.0290749 Jul 05 10:48:35.337917 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37050) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:35.729653 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-20cd92f9-2106-4b20-838d-8278a8d67c25 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.009503 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-20cd92f9-2106-4b20-838d-8278a8d67c25 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting port 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:48:36.009897 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-20cd92f9-2106-4b20-838d-8278a8d67c25 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.103406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-20cd92f9-2106-4b20-838d-8278a8d67c25 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] For port 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=0b0ad5b6-e3ba-4c07-adb3-fb3cff855885,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:36.103794 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-20cd92f9-2106-4b20-838d-8278a8d67c25 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.118800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-20cd92f9-2106-4b20-838d-8278a8d67c25 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Calling delete_port for 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:48:36.411903 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-20cd92f9-2106-4b20-838d-8278a8d67c25 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.445195 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd92f9-2106-4b20-838d-8278a8d67c25 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Port': ['ID=0b0ad5b6-e3ba-4c07-adb3-fb3cff855885,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:36.635023 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-20cd92f9-2106-4b20-838d-8278a8d67c25 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:36.857668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cd92f9-2106-4b20-838d-8278a8d67c25 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:48:36.970821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cd92f9-2106-4b20-838d-8278a8d67c25 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:48:36.977755 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-20cd92f9-2106-4b20-838d-8278a8d67c25 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "PUT /v2.0/routers/1a06b27b-395a-46c9-b27a-e1fa56c399d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6381958 Jul 05 10:48:36.980110 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37056) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:36.989002 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10874dc-1c83-4234-9c95-73d8310be15d None None] Sync routers for ids ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:48:36.999822 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10874dc-1c83-4234-9c95-73d8310be15d None None] Routers {'1a06b27b-395a-46c9-b27a-e1fa56c399d5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:37.000518 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b10874dc-1c83-4234-9c95-73d8310be15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:48:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:37.041104 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-18facf7c-bc84-4935-ad88-34cf72cf1594 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting subnet e8f63f17-9d9b-4d01-8f71-d68e30e2f84b {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:48:37.044870 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18facf7c-bc84-4935-ad88-34cf72cf1594 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.089989 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18facf7c-bc84-4935-ad88-34cf72cf1594 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.114301 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-b10874dc-1c83-4234-9c95-73d8310be15d None None] Set router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:37.183077 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18facf7c-bc84-4935-ad88-34cf72cf1594 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.296457 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b10874dc-1c83-4234-9c95-73d8310be15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284468798', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:15Z', 'updated_at': '2021-07-05T10:48:36Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:16Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:37.323684 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10874dc-1c83-4234-9c95-73d8310be15d None None] Checking router: 1a06b27b-395a-46c9-b27a-e1fa56c399d5 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:48:37.332400 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10874dc-1c83-4234-9c95-73d8310be15d None None] Routers {'1a06b27b-395a-46c9-b27a-e1fa56c399d5'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:37.333032 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b10874dc-1c83-4234-9c95-73d8310be15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:48:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:37.363044 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18facf7c-bc84-4935-ad88-34cf72cf1594 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.392385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18facf7c-bc84-4935-ad88-34cf72cf1594 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f63f17-9d9b-4d01-8f71-d68e30e2f84b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:37.396302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18facf7c-bc84-4935-ad88-34cf72cf1594 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.398284 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-18facf7c-bc84-4935-ad88-34cf72cf1594 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/subnets/e8f63f17-9d9b-4d01-8f71-d68e30e2f84b HTTP/1.1" status: 204 len: 168 time: 0.4172733 Jul 05 10:48:37.400913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37058) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:37.409391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42dafc0-c375-4b3d-86aa-44002d327f0d None None] Network 07bfe9ac-6298-43e3-8014-7259283ddbc8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:37.445459 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-b10874dc-1c83-4234-9c95-73d8310be15d None None] Set router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:37.539843 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ef64-019e-4ae7-b13d-0b180690aa42 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.655284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaf0494-c4b7-4bfc-a410-fd05c83dcf08 None None] DHCP port deletion for 07bfe9ac-6298-43e3-8014-7259283ddbc8 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:48:37.663578 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ef64-019e-4ae7-b13d-0b180690aa42 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.712726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf0494-c4b7-4bfc-a410-fd05c83dcf08 None None] Deleting port 70e9d407-c77c-45b2-b88e-01dc5985cbb9 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:48:37.713104 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0494-c4b7-4bfc-a410-fd05c83dcf08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.745380 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b10874dc-1c83-4234-9c95-73d8310be15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284468798', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:15Z', 'updated_at': '2021-07-05T10:48:36Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:16Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:37.773831 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10874dc-1c83-4234-9c95-73d8310be15d None None] The sync data for ids ['1a06b27b-395a-46c9-b27a-e1fa56c399d5'] in n-d-779913-27 is: [{'id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284468798', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:46:15Z', 'updated_at': '2021-07-05T10:48:36Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '93c66328-6f49-4b00-93d8-bd3027de52db', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a06b27b-395a-46c9-b27a-e1fa56c399d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:46:16Z', 'updated_at': '2021-07-05T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:48:37.789161 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-6eaf0494-c4b7-4bfc-a410-fd05c83dcf08 None None] For port 70e9d407-c77c-45b2-b88e-01dc5985cbb9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=70e9d407-c77c-45b2-b88e-01dc5985cbb9,segment=NetworkSegment(47473e10-c6b6-4d69-b545-380a27dbbf6e),segment_id=47473e10-c6b6-4d69-b545-380a27dbbf6e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:37.789161 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0494-c4b7-4bfc-a410-fd05c83dcf08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.797532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf0494-c4b7-4bfc-a410-fd05c83dcf08 None None] Calling delete_port for 70e9d407-c77c-45b2-b88e-01dc5985cbb9 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:48:37.878785 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-0eb7ef64-019e-4ae7-b13d-0b180690aa42 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting port 93c66328-6f49-4b00-93d8-bd3027de52db {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:48:37.879140 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ef64-019e-4ae7-b13d-0b180690aa42 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.963176 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-0eb7ef64-019e-4ae7-b13d-0b180690aa42 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] For port 93c66328-6f49-4b00-93d8-bd3027de52db, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=93c66328-6f49-4b00-93d8-bd3027de52db,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:37.963476 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ef64-019e-4ae7-b13d-0b180690aa42 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:37.981757 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-0eb7ef64-019e-4ae7-b13d-0b180690aa42 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Calling delete_port for 93c66328-6f49-4b00-93d8-bd3027de52db owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:48:37.988824 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0494-c4b7-4bfc-a410-fd05c83dcf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.019004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf0494-c4b7-4bfc-a410-fd05c83dcf08 None None] Pushing event deleted for resources: {'Port': ['ID=70e9d407-c77c-45b2-b88e-01dc5985cbb9,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:38.022910 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaf0494-c4b7-4bfc-a410-fd05c83dcf08 None None] No DVR routers for this DVR port 70e9d407-c77c-45b2-b88e-01dc5985cbb9 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:48:38.024781 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:48:38.045440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:48:38.045782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device ab4e4424-f7d7-4c08-9bb3-0ac355b9f583 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:48:38.260056 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ef64-019e-4ae7-b13d-0b180690aa42 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.291026 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7ef64-019e-4ae7-b13d-0b180690aa42 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Port': ['ID=93c66328-6f49-4b00-93d8-bd3027de52db,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:38.367965 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ef64-019e-4ae7-b13d-0b180690aa42 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.468690 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ef64-019e-4ae7-b13d-0b180690aa42 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.478899 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ef64-019e-4ae7-b13d-0b180690aa42 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.634701 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ef64-019e-4ae7-b13d-0b180690aa42 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.635227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb7ef64-019e-4ae7-b13d-0b180690aa42 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Fanout notify agent at l3_agent the message router_deleted on router 1a06b27b-395a-46c9-b27a-e1fa56c399d5 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:48:38.642457 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ef64-019e-4ae7-b13d-0b180690aa42 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.643445 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0eb7ef64-019e-4ae7-b13d-0b180690aa42 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/routers/1a06b27b-395a-46c9-b27a-e1fa56c399d5 HTTP/1.1" status: 204 len: 168 time: 1.2416158 Jul 05 10:48:38.647801 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37062) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:38.739059 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-24c1ca45-47c2-4dc0-982b-affeef98a447 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.839677 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-24c1ca45-47c2-4dc0-982b-affeef98a447 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.850622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-24c1ca45-47c2-4dc0-982b-affeef98a447 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bfe9ac-6298-43e3-8014-7259283ddbc8']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:38.866910 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-24c1ca45-47c2-4dc0-982b-affeef98a447 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47473e10-c6b6-4d69-b545-380a27dbbf6e') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:38.867213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-24c1ca45-47c2-4dc0-982b-affeef98a447 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47473e10-c6b6-4d69-b545-380a27dbbf6e') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:38.878019 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-24c1ca45-47c2-4dc0-982b-affeef98a447 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.896119 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-24c1ca45-47c2-4dc0-982b-affeef98a447 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.903819 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c1ca45-47c2-4dc0-982b-affeef98a447 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-24c1ca45-47c2-4dc0-982b-affeef98a447 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:48:38.921140 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:48:39.066604 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-24c1ca45-47c2-4dc0-982b-affeef98a447 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.092458 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-24c1ca45-47c2-4dc0-982b-affeef98a447 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.097191 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-24c1ca45-47c2-4dc0-982b-affeef98a447 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/networks/07bfe9ac-6298-43e3-8014-7259283ddbc8 HTTP/1.1" status: 204 len: 168 time: 0.4460864 Jul 05 10:48:39.097635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37066) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:39.119333 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1ca45-47c2-4dc0-982b-affeef98a447 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Network': ['ID=07bfe9ac-6298-43e3-8014-7259283ddbc8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:39.208661 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f682d3cc-5af8-4cb8-a80b-5bbae906b860 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.239571 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f682d3cc-5af8-4cb8-a80b-5bbae906b860 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.371806 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f682d3cc-5af8-4cb8-a80b-5bbae906b860 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.374407 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f682d3cc-5af8-4cb8-a80b-5bbae906b860 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:39.375593 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f682d3cc-5af8-4cb8-a80b-5bbae906b860 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/security-groups/1db86ab5-6231-46a6-88b6-d788df94d2b7 HTTP/1.1" status: 204 len: 168 time: 0.2764750 Jul 05 10:48:39.385803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682d3cc-5af8-4cb8-a80b-5bbae906b860 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db86ab5-6231-46a6-88b6-d788df94d2b7,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:39.559173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 70e9d407-c77c-45b2-b88e-01dc5985cbb9 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:48:39.579534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 70e9d407-c77c-45b2-b88e-01dc5985cbb9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:48:39.580155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 70e9d407-c77c-45b2-b88e-01dc5985cbb9 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:48:39.580573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 93c66328-6f49-4b00-93d8-bd3027de52db no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:48:39.608820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 93c66328-6f49-4b00-93d8-bd3027de52db {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:48:39.608820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 93c66328-6f49-4b00-93d8-bd3027de52db not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:48:39.608820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:48:39.625849 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:48:39.626200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 0b0ad5b6-e3ba-4c07-adb3-fb3cff855885 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:48:40.450588 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-db4ebc5f-8ceb-4041-b36c-afff3cc2d6ce tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166728736&fields=id&tenant_id=43ebf75bd93c4a30b46bb2decd0de529 HTTP/1.1" status: 200 len: 267 time: 0.0341363 Jul 05 10:48:40.606902 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-461e6494-3434-4b94-92af-afe34dc52137 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:40.608572 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-461e6494-3434-4b94-92af-afe34dc52137 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 811 time: 0.1484938 Jul 05 10:48:40.629105 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-ddeb7b66-4b9b-4200-93b4-3b458f2c78fc tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/quotas/43ebf75bd93c4a30b46bb2decd0de529 HTTP/1.1" status: 200 len: 375 time: 0.0126042 Jul 05 10:48:40.707285 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-d9d03ee0-9176-4307-9411-8162cb110101 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724592 Jul 05 10:48:40.815469 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-963af1dc-b827-4195-a657-6ccec281fe71 service neutron] 10.222.0.77 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955338 Jul 05 10:48:40.909553 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-31ffb395-6e18-437b-b540-549f8a6ea094 service neutron] 10.222.0.77 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885136 Jul 05 10:48:40.998855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37086) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:41.003783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-71999c03-7229-4100-ac2a-ae20e2b17716 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604304612', 'description': 'tempest-secgroup-smoke-1604304612 description', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:41.131464 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-71999c03-7229-4100-ac2a-ae20e2b17716 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.174162 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b737dad6-702d-4d75-aac6-119ebb74024b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.212683 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-71999c03-7229-4100-ac2a-ae20e2b17716 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.296958 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-71999c03-7229-4100-ac2a-ae20e2b17716 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.329145 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71999c03-7229-4100-ac2a-ae20e2b17716 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ca8b75-7615-4a73-afd0-e07918038bf7,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:41.383030 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-71999c03-7229-4100-ac2a-ae20e2b17716 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.384332 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-71999c03-7229-4100-ac2a-ae20e2b17716 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3844883 Jul 05 10:48:41.387421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37092) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:41.392271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-712be5ca-b029-4be1-b4dc-e32b83062717 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': 'a4ca8b75-7615-4a73-afd0-e07918038bf7', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:41.519890 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-712be5ca-b029-4be1-b4dc-e32b83062717 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.572140 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2bc29aad-55cd-4b6a-ac60-a0fe46214e25 req-832e0ff4-bf60-4022-8876-ac7616a08f6f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 210 time: 0.0412467 Jul 05 10:48:41.620790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-712be5ca-b029-4be1-b4dc-e32b83062717 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.685780 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-712be5ca-b029-4be1-b4dc-e32b83062717 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.707549 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712be5ca-b029-4be1-b4dc-e32b83062717 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0325c4-b611-4196-91dc-a76b30fd5056,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:41.800116 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-712be5ca-b029-4be1-b4dc-e32b83062717 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.801772 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-712be5ca-b029-4be1-b4dc-e32b83062717 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4129591 Jul 05 10:48:41.805543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37102) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:41.810195 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1b7d0e81-d9ea-410d-9225-da72f1d70560 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': 'a4ca8b75-7615-4a73-afd0-e07918038bf7', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:41.940383 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1b7d0e81-d9ea-410d-9225-da72f1d70560 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:41.999343 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1b7d0e81-d9ea-410d-9225-da72f1d70560 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.076833 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1b7d0e81-d9ea-410d-9225-da72f1d70560 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.095821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d0e81-d9ea-410d-9225-da72f1d70560 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f48c2b-18f0-41b1-b5d7-3d38ed5b6be4,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:42.262590 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1b7d0e81-d9ea-410d-9225-da72f1d70560 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.267595 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1b7d0e81-d9ea-410d-9225-da72f1d70560 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4574325 Jul 05 10:48:42.267595 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37106) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:42.272550 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-abcdb19d-2dda-466b-8dca-878f9d5fb3d6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': 'a4ca8b75-7615-4a73-afd0-e07918038bf7', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:42.434621 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abcdb19d-2dda-466b-8dca-878f9d5fb3d6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.496902 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abcdb19d-2dda-466b-8dca-878f9d5fb3d6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.608018 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abcdb19d-2dda-466b-8dca-878f9d5fb3d6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.625969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdb19d-2dda-466b-8dca-878f9d5fb3d6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69cdb334-db4f-42f4-86d8-588777f79282,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:42.722498 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-abcdb19d-2dda-466b-8dca-878f9d5fb3d6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.723781 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-abcdb19d-2dda-466b-8dca-878f9d5fb3d6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4550319 Jul 05 10:48:42.727183 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37110) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:42.728700 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-80d9e529-1e94-4810-b3b9-81437375427e req-c4c6bd0e-d1a4-4a11-8b8f-584271bac03b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 210 time: 0.0317142 Jul 05 10:48:42.734456 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': 'a4ca8b75-7615-4a73-afd0-e07918038bf7', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:42.853757 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:42.916875 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:43.101652 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:43.123800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995465d3-6fab-419f-9870-6bba159e800d,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:43.132592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:43.138589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:43.138589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:43.138589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:43.138589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:43.138589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:43.138589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:43.138589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:43.138589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:43.138589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:43.138589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:43.138589 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:43.231219 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:43.232527 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-001f5654-a667-4d84-99f0-91a4a7323e41 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5043046 Jul 05 10:48:43.235406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37112) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:43.240829 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-96df094d-cf32-4936-9d64-4a06b052b36d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': 'a4ca8b75-7615-4a73-afd0-e07918038bf7', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:43.351205 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-96df094d-cf32-4936-9d64-4a06b052b36d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Project ecd4c65677c0414c9743c8dfedcf672d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:48:43.356935 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-96df094d-cf32-4936-9d64-4a06b052b36d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:43.418456 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-96df094d-cf32-4936-9d64-4a06b052b36d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:43.496893 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-96df094d-cf32-4936-9d64-4a06b052b36d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:43.515203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df094d-cf32-4936-9d64-4a06b052b36d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e77a500-b6c1-444d-a236-11a5d766c958,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:43.588869 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-96df094d-cf32-4936-9d64-4a06b052b36d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:43.590186 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-96df094d-cf32-4936-9d64-4a06b052b36d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3537748 Jul 05 10:48:43.593044 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37114) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:43.597789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-48f9b0de-d0b1-47a4-9d8e-d05b4a8ec4b0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': 'a4ca8b75-7615-4a73-afd0-e07918038bf7', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:43.623115 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1de15169-ad60-415e-b80d-a8cce90a8158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:43.720533 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:43.720836 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-48f9b0de-d0b1-47a4-9d8e-d05b4a8ec4b0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Project ecd4c65677c0414c9743c8dfedcf672d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:48:43.726824 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-48f9b0de-d0b1-47a4-9d8e-d05b4a8ec4b0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:43.794866 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-48f9b0de-d0b1-47a4-9d8e-d05b4a8ec4b0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:43.888795 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b32c1cb-3aa9-460b-9e7e-3bd0286aac96 req-92ad7842-516d-46e1-8ca1-682ae5ad3ba5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 210 time: 0.0314233 Jul 05 10:48:43.924416 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-48f9b0de-d0b1-47a4-9d8e-d05b4a8ec4b0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:43.976900 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9b0de-d0b1-47a4-9d8e-d05b4a8ec4b0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2e3f3f-abab-4688-b313-da8ed1525f4d,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:44.023896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-03247cb0-2c44-4d2e-b6d2-d6192d8d3f9f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:44.025562 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-03247cb0-2c44-4d2e-b6d2-d6192d8d3f9f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 811 time: 0.1229510 Jul 05 10:48:44.053761 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-48f9b0de-d0b1-47a4-9d8e-d05b4a8ec4b0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.054955 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-48f9b0de-d0b1-47a4-9d8e-d05b4a8ec4b0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4608970 Jul 05 10:48:44.057997 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37118) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:44.063049 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c6223be8-7d7a-499a-88c4-4feb8fe73b50 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'network': {'name': 'tempest-network-smoke--459314701', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'port_security_enabled': True}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:44.090978 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-686291fc-e7ed-4c3b-aa59-f28148c295c1 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ebf75bd93c4a30b46bb2decd0de529 HTTP/1.1" status: 200 len: 380 time: 0.0570495 Jul 05 10:48:44.100660 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-8fc5494f-d1d6-4c46-8804-391f9e856402 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'port': {'device_id': '63fb6094-c994-47d7-9058-da5ec26b08c9', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'admin_state_up': True, 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'security_groups': ['cbeb5810-d299-4afe-a53a-95af036a449b']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:44.174247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6223be8-7d7a-499a-88c4-4feb8fe73b50 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Made reservation on behalf of ecd4c65677c0414c9743c8dfedcf672d for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:44.177906 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6223be8-7d7a-499a-88c4-4feb8fe73b50 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.203907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6223be8-7d7a-499a-88c4-4feb8fe73b50 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:48:44.221847 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6223be8-7d7a-499a-88c4-4feb8fe73b50 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.222196 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-c6223be8-7d7a-499a-88c4-4feb8fe73b50 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Added segment 81b54d22-826f-4aa5-a4ef-5b95b95962f5 of type vlan for network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 Jul 05 10:48:44.287130 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6223be8-7d7a-499a-88c4-4feb8fe73b50 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.316992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-8fc5494f-d1d6-4c46-8804-391f9e856402 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Made reservation on behalf of 43ebf75bd93c4a30b46bb2decd0de529 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:44.321021 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-8fc5494f-d1d6-4c46-8804-391f9e856402 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.423400 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6223be8-7d7a-499a-88c4-4feb8fe73b50 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.430064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6223be8-7d7a-499a-88c4-4feb8fe73b50 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:44.430624 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6223be8-7d7a-499a-88c4-4feb8fe73b50 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.477790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-8fc5494f-d1d6-4c46-8804-391f9e856402 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Allocated IP 172.20.0.3 (7cc671a4-8077-4eab-9255-d46a165ab8ca/90f6bfa3-bb12-49ce-a315-975b3e4fa6cc/e9524b2a-3ceb-4f76-977b-f8cfc2093d8c) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:44.536110 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6223be8-7d7a-499a-88c4-4feb8fe73b50 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Network': ['ID=efda7fa7-b813-4c33-9c8c-9e3f4fd58937,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:44.547404 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:48:44.602035 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c6223be8-7d7a-499a-88c4-4feb8fe73b50 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5429070 Jul 05 10:48:44.606689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37120) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:44.616238 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1173543978', 'admin_state_up': True, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:44.639033 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-8fc5494f-d1d6-4c46-8804-391f9e856402 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.653110 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-8fc5494f-d1d6-4c46-8804-391f9e856402 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Transition to ACTIVE for port object e9524b2a-3ceb-4f76-977b-f8cfc2093d8c will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:44.751269 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.752294 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.785574 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-8fc5494f-d1d6-4c46-8804-391f9e856402 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.804851 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:44.834768 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-8fc5494f-d1d6-4c46-8804-391f9e856402 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Network 7cc671a4-8077-4eab-9255-d46a165ab8ca is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:44.838247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-8fc5494f-d1d6-4c46-8804-391f9e856402 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:44.844888 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-8fc5494f-d1d6-4c46-8804-391f9e856402 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:44.877787 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5494f-d1d6-4c46-8804-391f9e856402 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'Port': ['ID=e9524b2a-3ceb-4f76-977b-f8cfc2093d8c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:44.929047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-8fc5494f-d1d6-4c46-8804-391f9e856402 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:44.929937 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-8fc5494f-d1d6-4c46-8804-391f9e856402 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:45.071986 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-8fc5494f-d1d6-4c46-8804-391f9e856402 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9759610 Jul 05 10:48:45.088760 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Request body: {'port': {'device_id': '63fb6094-c994-47d7-9058-da5ec26b08c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:45.108123 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:45.117019 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:45.149748 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a2c37-db9d-4fcf-8936-8da987f2f8a4 req-84f2604c-2a3c-4c89-b6fe-9b8c8491a2e7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:45.151626 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-180a2c37-db9d-4fcf-8936-8da987f2f8a4 req-84f2604c-2a3c-4c89-b6fe-9b8c8491a2e7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 931 time: 0.1074903 Jul 05 10:48:45.202889 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:45.212953 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-180a2c37-db9d-4fcf-8936-8da987f2f8a4 req-0a46d8d3-f611-4728-99e9-d208496d0ca1 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492671 Jul 05 10:48:45.234287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-87a55c46-2f55-43b8-b5e9-2b648989a2f3 None None] Provisioning for port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:45.238963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-87a55c46-2f55-43b8-b5e9-2b648989a2f3 None None] Provisioning complete for port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:45.239336 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-87a55c46-2f55-43b8-b5e9-2b648989a2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:45.276122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-87a55c46-2f55-43b8-b5e9-2b648989a2f3 None None] Port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:48:45.527334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9524b2a-3ceb-4f76-977b-f8cfc2093d8c {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:48:45.536597 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:45.551487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Transition to ACTIVE for port object e9524b2a-3ceb-4f76-977b-f8cfc2093d8c will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:45.669224 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:45.723140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Pushing event updated for resources: {'Port': ['ID=e9524b2a-3ceb-4f76-977b-f8cfc2093d8c,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:45.793171 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:45.801810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Attempting to bind port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:45.802294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Attempting to bind port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:45.802832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Attempting to bind port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c on network 7cc671a4-8077-4eab-9255-d46a165ab8ca {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:45.808759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c on network 7cc671a4-8077-4eab-9255-d46a165ab8ca not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:48:45.809361 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Attempting to bind port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c on network 7cc671a4-8077-4eab-9255-d46a165ab8ca {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:45.815668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:45.816227 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Checking segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:45.816741 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Bound using segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:45.817338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Bound port: e9524b2a-3ceb-4f76-977b-f8cfc2093d8c, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:45.817834 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:45.818093 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:45.918869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] For port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:45.922658 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] For port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e9524b2a-3ceb-4f76-977b-f8cfc2093d8c,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:45.947296 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Allocated IP 172.25.5.187 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/3131642d-9a4f-4539-904a-5ff03a5e7f63) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:46.006443 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.049115 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:46.049115 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.049115 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] 10.222.0.73 "PUT /v2.0/ports/e9524b2a-3ceb-4f76-977b-f8cfc2093d8c HTTP/1.1" status: 200 len: 1092 time: 0.9677010 Jul 05 10:48:46.049115 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fb6094-c994-47d7-9058-da5ec26b08c9', 'tag': 'e9524b2a-3ceb-4f76-977b-f8cfc2093d8c'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:48:46.050248 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c128c56e-5205-40d4-887e-3572a1978067" -d '{"events": [{"name": "network-changed", "server_uuid": "63fb6094-c994-47d7-9058-da5ec26b08c9", "tag": "e9524b2a-3ceb-4f76-977b-f8cfc2093d8c"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:48:46.061792 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.081913 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c02c2e-59dc-481a-8a7e-5c2d29b97cff service neutron] Pushing event updated for resources: {'Port': ['ID=e9524b2a-3ceb-4f76-977b-f8cfc2093d8c,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:46.122510 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c44cbd-65d0-4273-b1ca-4d2b36eae4cd x-openstack-request-id: req-f9c44cbd-65d0-4273-b1ca-4d2b36eae4cd {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:48:46.122854 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fb6094-c994-47d7-9058-da5ec26b08c9", "tag": "e9524b2a-3ceb-4f76-977b-f8cfc2093d8c", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:48:46.123154 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f9c44cbd-65d0-4273-b1ca-4d2b36eae4cd {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:48:46.123604 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fb6094-c994-47d7-9058-da5ec26b08c9', 'tag': 'e9524b2a-3ceb-4f76-977b-f8cfc2093d8c', 'status': 'completed', 'code': 200} Jul 05 10:48:46.203423 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128c56e-5205-40d4-887e-3572a1978067 req-1d4bc248-8f71-4c2e-86cc-0b613e164aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:46.205320 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c128c56e-5205-40d4-887e-3572a1978067 req-1d4bc248-8f71-4c2e-86cc-0b613e164aa2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 1095 time: 0.0578365 Jul 05 10:48:46.227236 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.286568 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:46.292135 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:46.295455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:46.347656 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=3131642d-9a4f-4539-904a-5ff03a5e7f63,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:46.539783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56eccd-b0f6-4fdb-adfa-ce3fc668dcda req-9aed5ff8-cb82-4393-838a-f650f8645f4a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:46.541490 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1d56eccd-b0f6-4fdb-adfa-ce3fc668dcda req-9aed5ff8-cb82-4393-838a-f650f8645f4a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 943 time: 0.1442499 Jul 05 10:48:46.593141 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1d56eccd-b0f6-4fdb-adfa-ce3fc668dcda req-34be6b8b-6c33-4120-9041-abed82316e6b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452495 Jul 05 10:48:46.679760 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128c56e-5205-40d4-887e-3572a1978067 req-e69a0669-b9c0-4bea-a54f-a79030adedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:46.682032 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c128c56e-5205-40d4-887e-3572a1978067 req-e69a0669-b9c0-4bea-a54f-a79030adedc5 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4683614 Jul 05 10:48:46.753482 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.788053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128c56e-5205-40d4-887e-3572a1978067 req-cc718d26-64cf-46f9-9f73-d8ee8ec7be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:46.789765 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c128c56e-5205-40d4-887e-3572a1978067 req-cc718d26-64cf-46f9-9f73-d8ee8ec7be48 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024358 Jul 05 10:48:46.896059 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-98f4f840-632f-44cf-af4a-072ab84d443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:46.897980 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:46.898625 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-98f4f840-632f-44cf-af4a-072ab84d443f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 1095 time: 0.0644479 Jul 05 10:48:46.940731 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-9407f933-f902-49cf-8dc8-b1161974de80 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9524b2a-3ceb-4f76-977b-f8cfc2093d8c HTTP/1.1" status: 200 len: 217 time: 0.0355496 Jul 05 10:48:46.995299 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-b452c478-63d3-4bda-b609-c7976c0c0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:46.997293 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-b452c478-63d3-4bda-b609-c7976c0c0f83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0514123 Jul 05 10:48:47.014744 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:47.067000 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-01591b6b-5b35-4c4a-bc9c-5c26478fa13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:47.068553 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-01591b6b-5b35-4c4a-bc9c-5c26478fa13a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641150 Jul 05 10:48:47.174420 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-68d5b653-26a5-4a60-8f83-a83087290c3e service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995271 Jul 05 10:48:47.265839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b180256-dd1e-44cc-a12c-deb4fcebe6fc req-3aa4235c-93fe-4b42-937e-9a9df31a3c4f service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849698 Jul 05 10:48:47.314536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router 91f48cf2-ae23-409f-9833-6b94534ff735 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:48:47.427102 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:48:47.438925 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Sync routers for ids ['91f48cf2-ae23-409f-9833-6b94534ff735'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:48:47.450092 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Routers {'91f48cf2-ae23-409f-9833-6b94534ff735'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:47.450805 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:48:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['91f48cf2-ae23-409f-9833-6b94534ff735'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:47.530493 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:47.533209 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c24cbdc3-18fe-4c79-b6e7-6bfd7eefaec4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9242818 Jul 05 10:48:47.535630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37130) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:47.568614 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Set router 91f48cf2-ae23-409f-9833-6b94534ff735 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:47.571112 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-59de1901-01b1-4541-9ccf-c80e00eea6a0 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ecd4c65677c0414c9743c8dfedcf672d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342009 Jul 05 10:48:47.573632 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37132) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:47.675598 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e3b483-8a6a-4331-8adf-3a0490753d06 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:47.678384 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-17e3b483-8a6a-4331-8adf-3a0490753d06 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1029437 Jul 05 10:48:47.681003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37136) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:47.726316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37138) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:47.727565 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-aff8a96a-b40b-4cbf-94ef-fa294a6d003b tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454285 Jul 05 10:48:47.731612 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e0a83fb1-b90d-477d-915e-9df8f1d9c8d9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-253439658', 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:47.791129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173543978', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:46Z', 'revision_number': 3, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:45Z', 'updated_at': '2021-07-05T10:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:47.825573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Checking router: 91f48cf2-ae23-409f-9833-6b94534ff735 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:48:47.825925 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Updating router 91f48cf2-ae23-409f-9833-6b94534ff735 port 3131642d-9a4f-4539-904a-5ff03a5e7f63 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:48:47.885342 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:47.952958 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ecffd-b90f-4b60-91dc-ba46b457a5ba req-67ae48ff-e92a-4545-8309-865ddeccdc5e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:47.956793 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a0ecffd-b90f-4b60-91dc-ba46b457a5ba req-67ae48ff-e92a-4545-8309-865ddeccdc5e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 943 time: 0.1679809 Jul 05 10:48:47.974086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a83fb1-b90d-477d-915e-9df8f1d9c8d9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Made reservation on behalf of ecd4c65677c0414c9743c8dfedcf672d for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:47.978810 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e0a83fb1-b90d-477d-915e-9df8f1d9c8d9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.088021 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a0ecffd-b90f-4b60-91dc-ba46b457a5ba req-daac5445-447b-4e43-bf72-7a5269c06c29 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230235 Jul 05 10:48:48.282509 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.293440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Transition to ACTIVE for port object 3131642d-9a4f-4539-904a-5ff03a5e7f63 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:48.360460 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e0a83fb1-b90d-477d-915e-9df8f1d9c8d9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.385751 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.425511 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a83fb1-b90d-477d-915e-9df8f1d9c8d9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Subnet': ['ID=93bf3486-5f30-41b4-a7ad-1821db5ca817,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:48.445007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a83fb1-b90d-477d-915e-9df8f1d9c8d9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Checking segment: {'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:48.445640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a83fb1-b90d-477d-915e-9df8f1d9c8d9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network hostable DHCP agents. Network: efda7fa7-b813-4c33-9c8c-9e3f4fd58937, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:48:48.449123 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Attempting to bind port 3131642d-9a4f-4539-904a-5ff03a5e7f63 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:48.449570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Attempting to bind port 3131642d-9a4f-4539-904a-5ff03a5e7f63 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:48.449951 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Attempting to bind port 3131642d-9a4f-4539-904a-5ff03a5e7f63 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:48.453141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64492e-25a0-436f-b347-ea7f95be3748 None None] Pushing event updated for resources: {'Port': ['ID=3131642d-9a4f-4539-904a-5ff03a5e7f63,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:48.463342 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64492e-25a0-436f-b347-ea7f95be3748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.463632 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64492e-25a0-436f-b347-ea7f95be3748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.464007 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64492e-25a0-436f-b347-ea7f95be3748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.464342 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64492e-25a0-436f-b347-ea7f95be3748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.464717 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64492e-25a0-436f-b347-ea7f95be3748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.464982 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64492e-25a0-436f-b347-ea7f95be3748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.465306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64492e-25a0-436f-b347-ea7f95be3748 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.465625 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64492e-25a0-436f-b347-ea7f95be3748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.465944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64492e-25a0-436f-b347-ea7f95be3748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.466268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64492e-25a0-436f-b347-ea7f95be3748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.466573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64492e-25a0-436f-b347-ea7f95be3748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.466887 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64492e-25a0-436f-b347-ea7f95be3748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:48.470353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:48.471185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:48.471185 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.471514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:48.472019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Bound port: 3131642d-9a4f-4539-904a-5ff03a5e7f63, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:48.472399 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.525381 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] For port 3131642d-9a4f-4539-904a-5ff03a5e7f63, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:48.528273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a83fb1-b90d-477d-915e-9df8f1d9c8d9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:48:48.528871 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] For port 3131642d-9a4f-4539-904a-5ff03a5e7f63, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3131642d-9a4f-4539-904a-5ff03a5e7f63,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:48.626094 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.638272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-e0a83fb1-b90d-477d-915e-9df8f1d9c8d9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, efda7fa7-b813-4c33-9c8c-9e3f4fd58937) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:48.644543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a83fb1-b90d-477d-915e-9df8f1d9c8d9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:48.645830 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e0a83fb1-b90d-477d-915e-9df8f1d9c8d9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:48.655587 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164270fc-6193-428c-ab22-9aff980abf92 None None] Network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:48.741867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64492e-25a0-436f-b347-ea7f95be3748 None None] Pushing event updated for resources: {'Port': ['ID=3131642d-9a4f-4539-904a-5ff03a5e7f63,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:48.747481 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Routers {'91f48cf2-ae23-409f-9833-6b94534ff735'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:48.747986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:48:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['91f48cf2-ae23-409f-9833-6b94534ff735'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:48.759455 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e0a83fb1-b90d-477d-915e-9df8f1d9c8d9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0315037 Jul 05 10:48:48.761822 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37140) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:48:48.908870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] Set router 91f48cf2-ae23-409f-9833-6b94534ff735 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:49.021246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ips': [{'subnet_id': '93bf3486-5f30-41b4-a7ad-1821db5ca817'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:48:49.023093 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.301826 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69115184-c67a-4f1e-866b-9a9f795fb4a6 req-72b6aa2a-bded-40a9-b99a-bb51ea71c21c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:49.304950 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69115184-c67a-4f1e-866b-9a9f795fb4a6 req-72b6aa2a-bded-40a9-b99a-bb51ea71c21c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 943 time: 0.0734575 Jul 05 10:48:49.317086 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.354292 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69115184-c67a-4f1e-866b-9a9f795fb4a6 req-30e50384-653e-42d2-a2f2-aa0c155b3ec0 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425673 Jul 05 10:48:49.430839 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Allocated IP 172.20.0.2 (efda7fa7-b813-4c33-9c8c-9e3f4fd58937/93bf3486-5f30-41b4-a7ad-1821db5ca817/6705b1a4-a397-47e4-9d55-f620828a0649) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:49.450010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173543978', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:46Z', 'revision_number': 3, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:45Z', 'updated_at': '2021-07-05T10:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:49.512386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964e6a57-bb95-42fd-bb57-8f4074685266 None None] The sync data for ids ['91f48cf2-ae23-409f-9833-6b94534ff735'] in n-d-779913-27 is: [{'id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173543978', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:46Z', 'revision_number': 3, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:45Z', 'updated_at': '2021-07-05T10:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:48:49.634479 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.645261 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Transition to ACTIVE for port object 6705b1a4-a397-47e4-9d55-f620828a0649 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:49.663211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Transition to ACTIVE for port object 6705b1a4-a397-47e4-9d55-f620828a0649 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:49.743410 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.808809 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:49.822327 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Allocated IP 172.20.0.1 (efda7fa7-b813-4c33-9c8c-9e3f4fd58937/93bf3486-5f30-41b4-a7ad-1821db5ca817/51855bdb-5839-438c-a7dd-0e27139f4061) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:49.823859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Pushing event updated for resources: {'Port': ['ID=6705b1a4-a397-47e4-9d55-f620828a0649,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:49.831913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:49.835472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:49.916100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Attempting to bind port 6705b1a4-a397-47e4-9d55-f620828a0649 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:49.916504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Attempting to bind port 6705b1a4-a397-47e4-9d55-f620828a0649 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:49.917592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Attempting to bind port 6705b1a4-a397-47e4-9d55-f620828a0649 on network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:49.922629 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:49.923005 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Checking segment: {'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:49.923413 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.924551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Bound using segment: {'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:49.924551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Bound port: 6705b1a4-a397-47e4-9d55-f620828a0649, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:49.924792 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.960786 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:49.975607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Transition to ACTIVE for port object 51855bdb-5839-438c-a7dd-0e27139f4061 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:50.007911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] For port 6705b1a4-a397-47e4-9d55-f620828a0649, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:50.011228 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] For port 6705b1a4-a397-47e4-9d55-f620828a0649, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6705b1a4-a397-47e4-9d55-f620828a0649,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:50.097530 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:50.120702 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:50.171485 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:50.173327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdb156-55d0-40b1-9e80-1a4360285698 None None] Pushing event updated for resources: {'Port': ['ID=6705b1a4-a397-47e4-9d55-f620828a0649,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:50.175348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:50.180364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:50.225148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=51855bdb-5839-438c-a7dd-0e27139f4061,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:50.250339 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:50.579328 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:50.645551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc2e45-6148-4e60-b683-e4ad31a79192 req-ffac6cc6-1c6d-4628-bc15-6a00d2bcc8f9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:50.647868 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e0cc2e45-6148-4e60-b683-e4ad31a79192 req-ffac6cc6-1c6d-4628-bc15-6a00d2bcc8f9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 943 time: 0.1547587 Jul 05 10:48:50.740877 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e0cc2e45-6148-4e60-b683-e4ad31a79192 req-a4cf6a4e-05cb-4e47-9470-f274bb50599d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819311 Jul 05 10:48:50.948817 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:51.017411 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:51.099516 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:51.101364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=51855bdb-5839-438c-a7dd-0e27139f4061,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:51.165633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0df981-2e33-4ece-b8af-031599619169 None None] Network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:48:51.209265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:51.210779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:51.327141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-91b72eea-b203-4021-947b-80e0845ec7dc None None] Provisioning for port 6705b1a4-a397-47e4-9d55-f620828a0649 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:51.340371 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router 91f48cf2-ae23-409f-9833-6b94534ff735 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:48:51.399113 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:48:51.468854 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:48:51.474244 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5de4f1bf-66c5-43a8-a0d6-9801cb3555d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "PUT /v2.0/routers/91f48cf2-ae23-409f-9833-6b94534ff735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7114022 Jul 05 10:48:51.620923 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Sync routers for ids ['91f48cf2-ae23-409f-9833-6b94534ff735'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:48:51.632767 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Routers {'91f48cf2-ae23-409f-9833-6b94534ff735'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:51.633425 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:48:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['91f48cf2-ae23-409f-9833-6b94534ff735'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:51.673304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3131642d-9a4f-4539-904a-5ff03a5e7f63 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:51.732309 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-236b384d-191e-40bf-96d2-f287cce041f6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604304612&fields=id&tenant_id=ecd4c65677c0414c9743c8dfedcf672d HTTP/1.1" status: 200 len: 267 time: 0.0442617 Jul 05 10:48:51.769123 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Set router 91f48cf2-ae23-409f-9833-6b94534ff735 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:51.785274 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3fc973f5-43b8-4c2a-ba8a-0276e0539c8b None None] Provisioning for port 51855bdb-5839-438c-a7dd-0e27139f4061 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:51.789947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3fc973f5-43b8-4c2a-ba8a-0276e0539c8b None None] Provisioning complete for port 51855bdb-5839-438c-a7dd-0e27139f4061 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:51.792130 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3fc973f5-43b8-4c2a-ba8a-0276e0539c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:51.821383 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 3131642d-9a4f-4539-904a-5ff03a5e7f63 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:51.829939 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3131642d-9a4f-4539-904a-5ff03a5e7f63 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:51.830254 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:51.873638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3fc973f5-43b8-4c2a-ba8a-0276e0539c8b None None] Port 51855bdb-5839-438c-a7dd-0e27139f4061 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:48:51.899348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-c6f47248-22e8-4353-a85a-d2b263aee498 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:51.908959 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-c6f47248-22e8-4353-a85a-d2b263aee498 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/networks?id=efda7fa7-b813-4c33-9c8c-9e3f4fd58937 HTTP/1.1" status: 200 len: 796 time: 0.1710849 Jul 05 10:48:51.933838 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-b3f0b48a-be23-4808-912d-c00b0c2388bc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/quotas/ecd4c65677c0414c9743c8dfedcf672d HTTP/1.1" status: 200 len: 375 time: 0.0237694 Jul 05 10:48:51.963670 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:51.998232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 3131642d-9a4f-4539-904a-5ff03a5e7f63, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3131642d-9a4f-4539-904a-5ff03a5e7f63,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:52.012553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d41bb663-569c-4692-b4d4-ff4505144b84 None None] Provisioning complete for port 51855bdb-5839-438c-a7dd-0e27139f4061 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:52.012995 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d41bb663-569c-4692-b4d4-ff4505144b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.040075 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173543978', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:50Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:45Z', 'updated_at': '2021-07-05T10:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '51855bdb-5839-438c-a7dd-0e27139f4061', 'name': '', 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:47:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:49Z', 'updated_at': '2021-07-05T10:48:50Z', 'revision_number': 2, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:52.048653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609093e-d0f8-49f0-af47-dc51e774431a req-b12dbd92-722c-41a4-9055-1b88d043f69d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:52.050535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7609093e-d0f8-49f0-af47-dc51e774431a req-b12dbd92-722c-41a4-9055-1b88d043f69d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 943 time: 0.1102490 Jul 05 10:48:52.063438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d41bb663-569c-4692-b4d4-ff4505144b84 None None] Port 51855bdb-5839-438c-a7dd-0e27139f4061 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:48:52.070775 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Checking router: 91f48cf2-ae23-409f-9833-6b94534ff735 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:48:52.071254 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Updating router 91f48cf2-ae23-409f-9833-6b94534ff735 port 51855bdb-5839-438c-a7dd-0e27139f4061 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:48:52.083124 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.085307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6705b1a4-a397-47e4-9d55-f620828a0649 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:52.086972 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-9cde8a16-1a0d-4f19-89f3-310a1791aa0b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1442711 Jul 05 10:48:52.121719 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.125785 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7609093e-d0f8-49f0-af47-dc51e774431a req-d2d54f36-62e0-4472-bd63-69cfb00a96dc tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686579 Jul 05 10:48:52.196412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=3131642d-9a4f-4539-904a-5ff03a5e7f63,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:52.207848 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-1b8df255-7fcc-4add-8521-6e1f57ec1688 service neutron] 10.222.0.77 "GET /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156855 Jul 05 10:48:52.208032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-42da598c-3afd-46ea-bf98-b272bd891420 None None] Provisioning complete for port 51855bdb-5839-438c-a7dd-0e27139f4061 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:52.208409 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-42da598c-3afd-46ea-bf98-b272bd891420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.245813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-42da598c-3afd-46ea-bf98-b272bd891420 None None] Port 51855bdb-5839-438c-a7dd-0e27139f4061 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:48:52.265340 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 6705b1a4-a397-47e4-9d55-f620828a0649 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:52.269704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 6705b1a4-a397-47e4-9d55-f620828a0649 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:52.270091 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.315888 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-efc81686-02f7-4548-88d9-2b6e5037a4d3 service neutron] 10.222.0.77 "GET /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991068 Jul 05 10:48:52.357603 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.393205 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 6705b1a4-a397-47e4-9d55-f620828a0649, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6705b1a4-a397-47e4-9d55-f620828a0649,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:52.433729 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.444661 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Transition to ACTIVE for port object 51855bdb-5839-438c-a7dd-0e27139f4061 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:52.485504 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.535914 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=6705b1a4-a397-47e4-9d55-f620828a0649,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:52.555172 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.562428 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.598368 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa6ef927-5fc0-4aa5-9a7b-b0c8f65ccf73 req-700e5b5b-a44e-4fe5-a5d8-b654746b312d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 210 time: 0.0305927 Jul 05 10:48:52.668737 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dd3c6-87f4-455c-8ee0-cb44867bcf24 None None] Pushing event updated for resources: {'Port': ['ID=51855bdb-5839-438c-a7dd-0e27139f4061,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:52.680682 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Attempting to bind port 51855bdb-5839-438c-a7dd-0e27139f4061 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:52.681141 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Attempting to bind port 51855bdb-5839-438c-a7dd-0e27139f4061 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:52.681569 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Attempting to bind port 51855bdb-5839-438c-a7dd-0e27139f4061 on network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:52.685966 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dd3c6-87f4-455c-8ee0-cb44867bcf24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:52.686551 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dd3c6-87f4-455c-8ee0-cb44867bcf24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:52.686910 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dd3c6-87f4-455c-8ee0-cb44867bcf24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:52.687249 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dd3c6-87f4-455c-8ee0-cb44867bcf24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:52.687581 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dd3c6-87f4-455c-8ee0-cb44867bcf24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:52.687959 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dd3c6-87f4-455c-8ee0-cb44867bcf24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:52.688290 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dd3c6-87f4-455c-8ee0-cb44867bcf24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:52.688618 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dd3c6-87f4-455c-8ee0-cb44867bcf24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:52.688942 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dd3c6-87f4-455c-8ee0-cb44867bcf24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:52.689267 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dd3c6-87f4-455c-8ee0-cb44867bcf24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:52.689589 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dd3c6-87f4-455c-8ee0-cb44867bcf24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:52.689909 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dd3c6-87f4-455c-8ee0-cb44867bcf24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:52.701653 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:52.702051 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Checking segment: {'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:52.702405 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.702816 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Bound using segment: {'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:52.703290 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Bound port: 51855bdb-5839-438c-a7dd-0e27139f4061, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:52.703789 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.774864 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] For port 51855bdb-5839-438c-a7dd-0e27139f4061, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:52.778914 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] For port 51855bdb-5839-438c-a7dd-0e27139f4061, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=51855bdb-5839-438c-a7dd-0e27139f4061,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:52.882819 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:52.939512 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Routers {'91f48cf2-ae23-409f-9833-6b94534ff735'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:48:52.940283 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:48:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['91f48cf2-ae23-409f-9833-6b94534ff735'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:52.984482 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dd3c6-87f4-455c-8ee0-cb44867bcf24 None None] Pushing event updated for resources: {'Port': ['ID=51855bdb-5839-438c-a7dd-0e27139f4061,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:53.065554 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] Set router 91f48cf2-ae23-409f-9833-6b94534ff735 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:48:53.311470 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173543978', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:50Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:45Z', 'updated_at': '2021-07-05T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '51855bdb-5839-438c-a7dd-0e27139f4061', 'name': '', 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:47:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:49Z', 'updated_at': '2021-07-05T10:48:52Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:48:53.321764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a909fe0-05e6-4801-9703-2f3b6d0f2a17 req-23c765f8-91b9-4fe1-82c6-784123075c42 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:53.323471 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a909fe0-05e6-4801-9703-2f3b6d0f2a17 req-23c765f8-91b9-4fe1-82c6-784123075c42 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 943 time: 0.0668333 Jul 05 10:48:53.341885 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e3c341-b43c-4800-9588-20f81a6708ce None None] The sync data for ids ['91f48cf2-ae23-409f-9833-6b94534ff735'] in n-d-779913-27 is: [{'id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173543978', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:50Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:45Z', 'updated_at': '2021-07-05T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '51855bdb-5839-438c-a7dd-0e27139f4061', 'name': '', 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:47:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:49Z', 'updated_at': '2021-07-05T10:48:52Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:48:53.370176 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a909fe0-05e6-4801-9703-2f3b6d0f2a17 req-ae4ae57a-9837-4bda-99ae-0fdbdc4646cc tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390840 Jul 05 10:48:53.668480 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3131642d-9a4f-4539-904a-5ff03a5e7f63 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:53.741982 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3131642d-9a4f-4539-904a-5ff03a5e7f63 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:53.742416 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:53.774511 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb882010-55aa-45d7-8270-8487ecd80e31 req-795baba9-4fbf-40c9-a0d3-b4ec68c40170 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 210 time: 0.0403421 Jul 05 10:48:53.847284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 51855bdb-5839-438c-a7dd-0e27139f4061 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:53.968287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 51855bdb-5839-438c-a7dd-0e27139f4061 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:53.972673 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 51855bdb-5839-438c-a7dd-0e27139f4061 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:53.973046 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:54.069255 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:54.111563 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 51855bdb-5839-438c-a7dd-0e27139f4061, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=51855bdb-5839-438c-a7dd-0e27139f4061,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:54.190993 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:54.192102 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6705b1a4-a397-47e4-9d55-f620828a0649 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:54.270073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=51855bdb-5839-438c-a7dd-0e27139f4061,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:54.293360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 6705b1a4-a397-47e4-9d55-f620828a0649 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:54.293914 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:54.397681 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:54.560187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0044a-bcbd-4b6c-8a0a-39fa31170c7c req-0e245431-92f5-45dc-a9ac-2ab0b5d191ba tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:54.561706 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-17d0044a-bcbd-4b6c-8a0a-39fa31170c7c req-0e245431-92f5-45dc-a9ac-2ab0b5d191ba tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 943 time: 0.0719101 Jul 05 10:48:54.603709 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-17d0044a-bcbd-4b6c-8a0a-39fa31170c7c req-de1af691-f15a-4144-a3e9-8fc5dc80b26a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353959 Jul 05 10:48:54.931150 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff8b4170-acb2-44cc-a294-6725db5379d2 req-78799d91-e2d1-4d25-befd-030e4207542f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 210 time: 0.0314441 Jul 05 10:48:54.994589 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-5a8015b0-12b6-47ce-ae37-2459fdce5f5d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:54.996390 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-5a8015b0-12b6-47ce-ae37-2459fdce5f5d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "GET /v2.0/networks?id=efda7fa7-b813-4c33-9c8c-9e3f4fd58937 HTTP/1.1" status: 200 len: 796 time: 0.1130381 Jul 05 10:48:55.054155 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-30b8b7b5-5140-4056-96f0-ef2a20a43279 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecd4c65677c0414c9743c8dfedcf672d HTTP/1.1" status: 200 len: 380 time: 0.0466368 Jul 05 10:48:55.066017 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'port': {'device_id': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'admin_state_up': True, 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'security_groups': ['a4ca8b75-7615-4a73-afd0-e07918038bf7']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:55.280533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Made reservation on behalf of ecd4c65677c0414c9743c8dfedcf672d for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:48:55.285059 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:55.418078 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Allocated IP 172.20.0.9 (efda7fa7-b813-4c33-9c8c-9e3f4fd58937/93bf3486-5f30-41b4-a7ad-1821db5ca817/169408c1-ee53-4a05-b5ac-8215854cced2) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:48:55.561481 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:55.569098 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 51855bdb-5839-438c-a7dd-0e27139f4061 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:48:55.576940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Transition to ACTIVE for port object 169408c1-ee53-4a05-b5ac-8215854cced2 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:55.615967 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 51855bdb-5839-438c-a7dd-0e27139f4061 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:55.616335 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:55.711245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:55.794167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:48:55.802176 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:48:55.805522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=169408c1-ee53-4a05-b5ac-8215854cced2,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:55.807876 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:48:55.842599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:55.842952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:55.843301 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:55.843642 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:55.844007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:55.844347 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:55.844684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:55.845019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:55.845356 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:55.845688 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:55.846018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:55.846346 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:48:55.884406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:55.885069 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:55.896675 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca40c4a-8428-4b19-9da7-850db9d5760c req-95bb65f6-6d52-4a7c-84ff-e7f2070c9ff3 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:55.898321 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ca40c4a-8428-4b19-9da7-850db9d5760c req-95bb65f6-6d52-4a7c-84ff-e7f2070c9ff3 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 943 time: 0.1744165 Jul 05 10:48:55.944495 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ca40c4a-8428-4b19-9da7-850db9d5760c req-05540185-98ee-4737-b685-07e26630a907 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386009 Jul 05 10:48:55.986197 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-55e7f28b-0ce1-4b16-919f-ca3b4544a5ce tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9246573 Jul 05 10:48:56.002706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Request body: {'port': {'device_id': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:48:56.086543 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:56.105041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d232b93c-e139-4c96-87be-aa2b2fc16c7d None None] Provisioning for port 169408c1-ee53-4a05-b5ac-8215854cced2 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:48:56.109532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d232b93c-e139-4c96-87be-aa2b2fc16c7d None None] Provisioning complete for port 169408c1-ee53-4a05-b5ac-8215854cced2 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:48:56.109914 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d232b93c-e139-4c96-87be-aa2b2fc16c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:56.128777 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ff73d-baa9-4ae7-9cf4-63138d1bc67f req-f264ea0e-c874-422e-bb6c-773accb3e8a3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:56.131057 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d4ff73d-baa9-4ae7-9cf4-63138d1bc67f req-f264ea0e-c874-422e-bb6c-773accb3e8a3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 931 time: 0.0753412 Jul 05 10:48:56.151772 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d232b93c-e139-4c96-87be-aa2b2fc16c7d None None] Port 169408c1-ee53-4a05-b5ac-8215854cced2 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:48:56.175326 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d4ff73d-baa9-4ae7-9cf4-63138d1bc67f req-ad078c69-dc31-4d67-b702-7870ceb86210 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375211 Jul 05 10:48:56.371692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169408c1-ee53-4a05-b5ac-8215854cced2 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:48:56.379808 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:56.392311 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Transition to ACTIVE for port object 169408c1-ee53-4a05-b5ac-8215854cced2 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:48:56.456005 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:56.535682 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Pushing event updated for resources: {'Port': ['ID=169408c1-ee53-4a05-b5ac-8215854cced2,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:56.590586 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Attempting to bind port 169408c1-ee53-4a05-b5ac-8215854cced2 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:48:56.591278 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Attempting to bind port 169408c1-ee53-4a05-b5ac-8215854cced2 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:48:56.591278 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Attempting to bind port 169408c1-ee53-4a05-b5ac-8215854cced2 on network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:56.596348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Port 169408c1-ee53-4a05-b5ac-8215854cced2 on network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:48:56.596690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Attempting to bind port 169408c1-ee53-4a05-b5ac-8215854cced2 on network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:48:56.602533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:48:56.602920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Checking segment: {'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:48:56.603370 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Bound using segment: {'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:48:56.603919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Bound port: 169408c1-ee53-4a05-b5ac-8215854cced2, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:48:56.604647 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:56.673024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:48:56.676106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=169408c1-ee53-4a05-b5ac-8215854cced2,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:48:56.842675 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:56.879095 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:56.879738 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:56.881243 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] 10.222.0.64 "PUT /v2.0/ports/169408c1-ee53-4a05-b5ac-8215854cced2 HTTP/1.1" status: 200 len: 1092 time: 0.8829687 Jul 05 10:48:56.881592 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:48:56.883899 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999884a1-cfb4-4aae-8f68-2e221dc81d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:48:56.914714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d78f4b-94e9-4d97-99fb-afa4b28af8aa service neutron] Pushing event updated for resources: {'Port': ['ID=169408c1-ee53-4a05-b5ac-8215854cced2,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:56.929010 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1739d0d0-8ab3-4528-acc2-f12553f5ee1f x-openstack-request-id: req-1739d0d0-8ab3-4528-acc2-f12553f5ee1f {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:48:56.929438 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:48:56.929688 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1739d0d0-8ab3-4528-acc2-f12553f5ee1f {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:48:56.930098 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2', 'status': 'completed', 'code': 200} Jul 05 10:48:57.020256 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999884a1-cfb4-4aae-8f68-2e221dc81d3d req-09e24738-42ea-4d42-ba70-36e8bcdb62b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:57.022345 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-999884a1-cfb4-4aae-8f68-2e221dc81d3d req-09e24738-42ea-4d42-ba70-36e8bcdb62b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 1095 time: 0.0626404 Jul 05 10:48:57.133735 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed891c-8ead-45ce-a5ea-d01c73e54942 req-70d5cd7a-9c28-434a-94eb-b689d3d18f12 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:57.135252 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7ed891c-8ead-45ce-a5ea-d01c73e54942 req-70d5cd7a-9c28-434a-94eb-b689d3d18f12 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 943 time: 0.0689144 Jul 05 10:48:57.135524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999884a1-cfb4-4aae-8f68-2e221dc81d3d req-5962fb10-2edc-4088-8f08-85d7bfe174f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:57.137239 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-999884a1-cfb4-4aae-8f68-2e221dc81d3d req-5962fb10-2edc-4088-8f08-85d7bfe174f0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1033831 Jul 05 10:48:57.175388 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7ed891c-8ead-45ce-a5ea-d01c73e54942 req-066024ee-bf35-4f01-bb90-75ec9d33b7dd tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340588 Jul 05 10:48:57.241484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999884a1-cfb4-4aae-8f68-2e221dc81d3d req-e8622277-f000-4998-b47c-d4c2132d642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:57.243056 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-999884a1-cfb4-4aae-8f68-2e221dc81d3d req-e8622277-f000-4998-b47c-d4c2132d642a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958230 Jul 05 10:48:57.387666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-9a89c7f0-f567-47c6-b833-8d36d44daa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:57.389217 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-9a89c7f0-f567-47c6-b833-8d36d44daa9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 1095 time: 0.0990224 Jul 05 10:48:57.401394 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a59011-26fa-4282-b0f4-f55bf609f282 req-d3c7b611-0d79-4112-a2d5-f905cf48a0ca tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:57.402980 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0a59011-26fa-4282-b0f4-f55bf609f282 req-d3c7b611-0d79-4112-a2d5-f905cf48a0ca tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 943 time: 0.1144841 Jul 05 10:48:57.452796 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-97a6f47c-a5cc-4292-8f72-6feb1e989d91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=169408c1-ee53-4a05-b5ac-8215854cced2 HTTP/1.1" status: 200 len: 217 time: 0.0487621 Jul 05 10:48:57.498964 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0a59011-26fa-4282-b0f4-f55bf609f282 req-14ab0efc-b961-4b88-ad8c-56fd9eac46ea tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892439 Jul 05 10:48:57.519286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-67544295-2d38-4a2e-a8d6-01f11baccc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:57.519286 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-67544295-2d38-4a2e-a8d6-01f11baccc41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93bf3486-5f30-41b4-a7ad-1821db5ca817 HTTP/1.1" status: 200 len: 834 time: 0.0559759 Jul 05 10:48:57.577862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-c95f3680-5e73-49d5-a75b-83b4fb9b456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:57.579366 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-c95f3680-5e73-49d5-a75b-83b4fb9b456c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efda7fa7-b813-4c33-9c8c-9e3f4fd58937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537801 Jul 05 10:48:57.693445 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-04919cea-549c-4569-8cd8-6643a7b69485 service neutron] 10.222.0.64 "GET /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039250 Jul 05 10:48:57.788620 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-38fd35ce-6734-4b21-9796-d9f798ba9d76 req-c8d952f3-0697-4d09-bfe9-bf45959a1192 service neutron] 10.222.0.64 "GET /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857885 Jul 05 10:48:58.371329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70f590-ddb2-467b-91dc-7554da2f0583 req-06b9bd39-c0f5-450e-bfaa-0aa9f7d0150b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:58.373034 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c70f590-ddb2-467b-91dc-7554da2f0583 req-06b9bd39-c0f5-450e-bfaa-0aa9f7d0150b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 943 time: 0.0763891 Jul 05 10:48:58.425813 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c70f590-ddb2-467b-91dc-7554da2f0583 req-3d967cb9-2dde-4862-81fe-eeb5c39eb6d7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467939 Jul 05 10:48:58.505279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e9524b2a-3ceb-4f76-977b-f8cfc2093d8c details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:48:58.606149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e9524b2a-3ceb-4f76-977b-f8cfc2093d8c,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:58.620586 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'e9524b2a-3ceb-4f76-977b-f8cfc2093d8c', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'port_id': 'e9524b2a-3ceb-4f76-977b-f8cfc2093d8c', 'mac_address': 'fa:16:3e:29:b6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:48:58.668167 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:58.689759 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9524b2a-3ceb-4f76-977b-f8cfc2093d8c {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:48:58.693036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad527486-e7a8-4202-8189-86e2a4d87f93 req-2de185b6-73cc-465b-9e50-3e28cced5df0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:58.694656 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ad527486-e7a8-4202-8189-86e2a4d87f93 req-2de185b6-73cc-465b-9e50-3e28cced5df0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 943 time: 0.0704739 Jul 05 10:48:58.710874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e9524b2a-3ceb-4f76-977b-f8cfc2093d8c,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:48:58.746098 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ad527486-e7a8-4202-8189-86e2a4d87f93 req-80563cc5-38ae-4335-a7ef-b3faa8f91f17 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456128 Jul 05 10:48:58.782793 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:48:58.835896 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=e9524b2a-3ceb-4f76-977b-f8cfc2093d8c,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:48:58.987529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['e9524b2a-3ceb-4f76-977b-f8cfc2093d8c'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:48:59.608161 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4264e1-ac68-4fb9-899f-7c07adc96590 req-8c3f64e1-ccb1-4dce-bf92-2ac4c3073eb6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:59.609747 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b4264e1-ac68-4fb9-899f-7c07adc96590 req-8c3f64e1-ccb1-4dce-bf92-2ac4c3073eb6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 944 time: 0.0659113 Jul 05 10:48:59.650770 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b4264e1-ac68-4fb9-899f-7c07adc96590 req-894104e9-0a25-4036-a4bc-1fd247070a06 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352304 Jul 05 10:48:59.927093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e2b59-34e4-436b-aae7-1320bc07f1cd req-735b7f66-39c3-444c-bbfd-5e624cf19ff2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:48:59.928720 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-790e2b59-34e4-436b-aae7-1320bc07f1cd req-735b7f66-39c3-444c-bbfd-5e624cf19ff2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 943 time: 0.0664947 Jul 05 10:48:59.967973 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-790e2b59-34e4-436b-aae7-1320bc07f1cd req-587802f4-830f-4c17-8cc9-7e284e0fee6d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334370 Jul 05 10:49:00.508583 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e9524b2a-3ceb-4f76-977b-f8cfc2093d8c up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:49:00.647872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:49:00.652139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:49:00.652520 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:00.735422 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:00.759956 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fb6094-c994-47d7-9058-da5ec26b08c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9524b2a-3ceb-4f76-977b-f8cfc2093d8c'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:49:00.762270 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc047caf-8f95-43c9-ad82-4c93320e9fef" -d '{"events": [{"server_uuid": "63fb6094-c994-47d7-9058-da5ec26b08c9", "name": "network-vif-plugged", "status": "completed", "tag": "e9524b2a-3ceb-4f76-977b-f8cfc2093d8c"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:49:00.775570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e9524b2a-3ceb-4f76-977b-f8cfc2093d8c,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:00.801491 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896f66c7-a85a-41ab-954c-a68799e5d53f x-openstack-request-id: req-896f66c7-a85a-41ab-954c-a68799e5d53f {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:49:00.801736 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fb6094-c994-47d7-9058-da5ec26b08c9", "name": "network-vif-plugged", "status": "completed", "tag": "e9524b2a-3ceb-4f76-977b-f8cfc2093d8c", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:49:00.801994 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-896f66c7-a85a-41ab-954c-a68799e5d53f {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:49:00.802912 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fb6094-c994-47d7-9058-da5ec26b08c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9524b2a-3ceb-4f76-977b-f8cfc2093d8c', 'code': 200} Jul 05 10:49:00.848985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02acbbc-20cd-4de8-8063-412013ce1fb8 req-52f61f80-0ac0-4576-93d8-fb9c165e9e80 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:00.850598 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c02acbbc-20cd-4de8-8063-412013ce1fb8 req-52f61f80-0ac0-4576-93d8-fb9c165e9e80 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 944 time: 0.0735593 Jul 05 10:49:00.859664 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:00.913565 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=e9524b2a-3ceb-4f76-977b-f8cfc2093d8c,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:00.922506 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c02acbbc-20cd-4de8-8063-412013ce1fb8 req-dfaa6a98-0c75-4f57-aecd-5aa1e25c773d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658290 Jul 05 10:49:00.941997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27dc8d-7aee-4412-b351-c63b76a2cac9 req-0064f923-3e46-429e-a45c-1c8f7f3e8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:00.943610 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b27dc8d-7aee-4412-b351-c63b76a2cac9 req-0064f923-3e46-429e-a45c-1c8f7f3e8903 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 1097 time: 0.0795150 Jul 05 10:49:00.980295 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b27dc8d-7aee-4412-b351-c63b76a2cac9 req-371d4d72-c989-4779-b80e-7a32f2047fe7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304575 Jul 05 10:49:01.148826 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d57468-a6a2-403b-b131-d1c32a09fb08 req-3224d8c4-e1ea-42bc-9a18-ea29a46472e7 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:01.150415 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47d57468-a6a2-403b-b131-d1c32a09fb08 req-3224d8c4-e1ea-42bc-9a18-ea29a46472e7 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 943 time: 0.0684860 Jul 05 10:49:01.191604 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-47d57468-a6a2-403b-b131-d1c32a09fb08 req-3911eb5a-af7e-48b0-bc0e-83d86e4fd445 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354643 Jul 05 10:49:02.103419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847eca1-1a44-467e-ae77-36c3f40ea8c6 req-c8649045-129c-45e6-b035-5d16b957f4ec tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:02.105393 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2847eca1-1a44-467e-ae77-36c3f40ea8c6 req-c8649045-129c-45e6-b035-5d16b957f4ec tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 945 time: 0.0666699 Jul 05 10:49:02.117065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 169408c1-ee53-4a05-b5ac-8215854cced2 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:49:02.145673 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2847eca1-1a44-467e-ae77-36c3f40ea8c6 req-0d32fe0c-8d1e-4cf2-a70a-b310aa8709d3 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344851 Jul 05 10:49:02.219542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=169408c1-ee53-4a05-b5ac-8215854cced2,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:02.233206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '169408c1-ee53-4a05-b5ac-8215854cced2', 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'port_id': '169408c1-ee53-4a05-b5ac-8215854cced2', 'mac_address': 'fa:16:3e:6c:a7:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:49:02.274097 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:02.287876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169408c1-ee53-4a05-b5ac-8215854cced2 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:49:02.309308 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=169408c1-ee53-4a05-b5ac-8215854cced2,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:02.331260 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb9aa3-ec2c-4e0b-87c5-05afa55256ce req-78256235-a33e-4858-8441-0c6c96ec9061 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:02.332899 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-24fb9aa3-ec2c-4e0b-87c5-05afa55256ce req-78256235-a33e-4858-8441-0c6c96ec9061 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 945 time: 0.0702541 Jul 05 10:49:02.372828 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-24fb9aa3-ec2c-4e0b-87c5-05afa55256ce req-538344a6-5565-40d1-bd5f-5f64d928df58 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342104 Jul 05 10:49:02.380498 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:02.387473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ee358-a86a-4acf-98ec-e0afcfc20c68 req-034261dd-a68b-45cf-b3f6-062cfeed6392 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:02.389317 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-763ee358-a86a-4acf-98ec-e0afcfc20c68 req-034261dd-a68b-45cf-b3f6-062cfeed6392 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 943 time: 0.0764270 Jul 05 10:49:02.399814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37212) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:02.431293 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-763ee358-a86a-4acf-98ec-e0afcfc20c68 req-8894e25d-ed7d-4cc6-88c4-c19dd038db52 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359173 Jul 05 10:49:02.437442 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=169408c1-ee53-4a05-b5ac-8215854cced2,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:02.460169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb12e5b2-a736-45ef-af57-1506f01b2a15 tempest-TestVolumeBootPattern-805001846 tempest-TestVolumeBootPattern-805001846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:02.461737 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bb12e5b2-a736-45ef-af57-1506f01b2a15 tempest-TestVolumeBootPattern-805001846 tempest-TestVolumeBootPattern-805001846-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 1092 time: 0.0609751 Jul 05 10:49:02.464782 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37214) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:02.469491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': 'e9524b2a-3ceb-4f76-977b-f8cfc2093d8c', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:49:02.585469 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:02.672280 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['169408c1-ee53-4a05-b5ac-8215854cced2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:49:02.686714 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:02.796947 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Allocated IP 172.25.5.56 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/7288996b-3772-4e0f-b90b-ad898b77ad4b) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:49:02.907290 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:03.334998 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:03.378008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:49:03.381346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:49:03.385820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:49:03.389093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'Port': ['ID=7288996b-3772-4e0f-b90b-ad898b77ad4b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:03.627004 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5a904-c416-4fa1-a60e-c2d0424b7ced req-ffa47642-48af-49c5-bac6-9f1032e88325 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:03.628561 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90a5a904-c416-4fa1-a60e-c2d0424b7ced req-ffa47642-48af-49c5-bac6-9f1032e88325 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 944 time: 0.0665948 Jul 05 10:49:03.669588 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90a5a904-c416-4fa1-a60e-c2d0424b7ced req-cb6fa89a-06fb-4a69-9e8e-31c95677b310 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344408 Jul 05 10:49:03.905876 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:04.091228 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:04.130249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 169408c1-ee53-4a05-b5ac-8215854cced2 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:49:04.245289 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:04.276983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 169408c1-ee53-4a05-b5ac-8215854cced2 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:49:04.281015 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 169408c1-ee53-4a05-b5ac-8215854cced2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:49:04.281386 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:04.310676 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:04.360294 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:04.383350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:49:04.383608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'Port': ['ID=7288996b-3772-4e0f-b90b-ad898b77ad4b,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:04.385665 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97167491-ac81-4d53-9309-3b413d9c586d" -d '{"events": [{"server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "name": "network-vif-plugged", "status": "completed", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:49:04.401414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=169408c1-ee53-4a05-b5ac-8215854cced2,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:04.405394 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:04.425492 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93847f19-b591-4246-a6cd-e3125797cb56 x-openstack-request-id: req-93847f19-b591-4246-a6cd-e3125797cb56 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:49:04.425492 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "name": "network-vif-plugged", "status": "completed", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:49:04.425492 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93847f19-b591-4246-a6cd-e3125797cb56 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:49:04.425492 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2', 'code': 200} Jul 05 10:49:04.483592 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:04.515407 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Floating IP 0737c2d9-94a3-4078-89fe-077857efa56b associated. External IP: 172.25.5.56, port: e9524b2a-3ceb-4f76-977b-f8cfc2093d8c. Jul 05 10:49:04.533010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=169408c1-ee53-4a05-b5ac-8215854cced2,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:04.565011 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9c054-4a06-403d-a6bc-b2782f1673f3 req-9ab6c487-7926-4efa-babb-519fad011dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:04.569721 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2ee9c054-4a06-403d-a6bc-b2782f1673f3 req-9ab6c487-7926-4efa-babb-519fad011dbf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0686247 Jul 05 10:49:04.603600 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2ee9c054-4a06-403d-a6bc-b2782f1673f3 req-67d90666-5c9e-46a6-a334-3fa2331e3b0a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303972 Jul 05 10:49:04.732632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Router 56ef685b-cd1a-44a5-bbee-33ad40493adb has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:49:04.844406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:49:04.854293 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c41b43-e034-4fc0-a5ab-a2a86ee2fe66 None None] Sync routers for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:49:04.863394 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833cb0a-d327-416a-bc61-de0df4d1698a req-1b94bb10-bc03-48fb-84ae-b3c5db55a225 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:04.864284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c41b43-e034-4fc0-a5ab-a2a86ee2fe66 None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:49:04.864974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e8c41b43-e034-4fc0-a5ab-a2a86ee2fe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:48:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:04.865123 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e833cb0a-d327-416a-bc61-de0df4d1698a req-1b94bb10-bc03-48fb-84ae-b3c5db55a225 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 945 time: 0.0693297 Jul 05 10:49:04.908862 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e833cb0a-d327-416a-bc61-de0df4d1698a req-db28855d-cf64-42a7-91b3-cfde145ef1f2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378520 Jul 05 10:49:04.939876 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:04.977907 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8a3e27d1-d171-45f5-822a-7d2d087a6296 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5119996 Jul 05 10:49:04.978499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fb6094-c994-47d7-9058-da5ec26b08c9', 'tag': 'e9524b2a-3ceb-4f76-977b-f8cfc2093d8c'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:49:04.980448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-e8c41b43-e034-4fc0-a5ab-a2a86ee2fe66 None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:49:04.980778 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa1778d-78e0-4ee2-9d7a-01b91a1f3147" -d '{"events": [{"name": "network-changed", "server_uuid": "63fb6094-c994-47d7-9058-da5ec26b08c9", "tag": "e9524b2a-3ceb-4f76-977b-f8cfc2093d8c"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:49:05.018488 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dd21d8-33ec-40d7-8796-214ffe798c0d x-openstack-request-id: req-f7dd21d8-33ec-40d7-8796-214ffe798c0d {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:49:05.018681 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fb6094-c994-47d7-9058-da5ec26b08c9", "tag": "e9524b2a-3ceb-4f76-977b-f8cfc2093d8c", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:49:05.018928 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f7dd21d8-33ec-40d7-8796-214ffe798c0d {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:49:05.019321 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fb6094-c994-47d7-9058-da5ec26b08c9', 'tag': 'e9524b2a-3ceb-4f76-977b-f8cfc2093d8c', 'status': 'completed', 'code': 200} Jul 05 10:49:05.096667 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1778d-78e0-4ee2-9d7a-01b91a1f3147 req-c4c26156-29b9-454b-9592-ced927aae04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:05.098196 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9fa1778d-78e0-4ee2-9d7a-01b91a1f3147 req-c4c26156-29b9-454b-9592-ced927aae04c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 1097 time: 0.0557745 Jul 05 10:49:05.205815 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1778d-78e0-4ee2-9d7a-01b91a1f3147 req-b033b07d-cfb8-4f37-ad5b-4bf254a37f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:05.207333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9fa1778d-78e0-4ee2-9d7a-01b91a1f3147 req-b033b07d-cfb8-4f37-ad5b-4bf254a37f78 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.1034858 Jul 05 10:49:05.279787 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9fa1778d-78e0-4ee2-9d7a-01b91a1f3147 req-2ef28984-077b-4a0e-9ba3-a9c405d7c9b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9524b2a-3ceb-4f76-977b-f8cfc2093d8c HTTP/1.1" status: 200 len: 998 time: 0.0664852 Jul 05 10:49:05.339305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1778d-78e0-4ee2-9d7a-01b91a1f3147 req-0364ea12-06df-4197-9549-bd1265d0a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:05.341151 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9fa1778d-78e0-4ee2-9d7a-01b91a1f3147 req-0364ea12-06df-4197-9549-bd1265d0a370 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0549629 Jul 05 10:49:05.380997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e8c41b43-e034-4fc0-a5ab-a2a86ee2fe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '0737c2d9-94a3-4078-89fe-077857efa56b', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'port_id': 'e9524b2a-3ceb-4f76-977b-f8cfc2093d8c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'mac_address': 'fa:16:3e:29:b6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fb6094-c994-47d7-9058-da5ec26b08c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:49:03Z', 'updated_at': '2021-07-05T10:49:03Z', 'revision_number': 0, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:05.407706 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c41b43-e034-4fc0-a5ab-a2a86ee2fe66 None None] Checking router: 56ef685b-cd1a-44a5-bbee-33ad40493adb for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:49:05.413917 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1778d-78e0-4ee2-9d7a-01b91a1f3147 req-eec7e4af-e84b-4426-be76-e1fa24438a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:05.415446 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9fa1778d-78e0-4ee2-9d7a-01b91a1f3147 req-eec7e4af-e84b-4426-be76-e1fa24438a9b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666955 Jul 05 10:49:05.421227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c41b43-e034-4fc0-a5ab-a2a86ee2fe66 None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:49:05.421843 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e8c41b43-e034-4fc0-a5ab-a2a86ee2fe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:48:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:05.512591 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9fa1778d-78e0-4ee2-9d7a-01b91a1f3147 req-96371652-089c-4f53-9c0c-76074db9d68d service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911541 Jul 05 10:49:05.539942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-e8c41b43-e034-4fc0-a5ab-a2a86ee2fe66 None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:49:05.657495 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9fa1778d-78e0-4ee2-9d7a-01b91a1f3147 req-0bcea720-1443-4a40-8847-a7c343d6bd6a service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379964 Jul 05 10:49:05.835837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-e8c41b43-e034-4fc0-a5ab-a2a86ee2fe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '0737c2d9-94a3-4078-89fe-077857efa56b', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'port_id': 'e9524b2a-3ceb-4f76-977b-f8cfc2093d8c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'mac_address': 'fa:16:3e:29:b6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fb6094-c994-47d7-9058-da5ec26b08c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:49:03Z', 'updated_at': '2021-07-05T10:49:03Z', 'revision_number': 0, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:05.864030 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c41b43-e034-4fc0-a5ab-a2a86ee2fe66 None None] The sync data for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 is: [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '0737c2d9-94a3-4078-89fe-077857efa56b', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'port_id': 'e9524b2a-3ceb-4f76-977b-f8cfc2093d8c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'mac_address': 'fa:16:3e:29:b6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fb6094-c994-47d7-9058-da5ec26b08c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:49:03Z', 'updated_at': '2021-07-05T10:49:03Z', 'revision_number': 0, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:49:06.076738 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f074fc9-b523-4643-af9e-82f0df9abf6b None None] New status for floating IP 0737c2d9-94a3-4078-89fe-077857efa56b: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:49:06.111866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85719322-4d25-4b2b-a2e3-4e2a46fa96a9 req-01a01b6b-d55e-4c93-b1b5-783b104c744a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:06.113589 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85719322-4d25-4b2b-a2e3-4e2a46fa96a9 req-01a01b6b-d55e-4c93-b1b5-783b104c744a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 945 time: 0.0802119 Jul 05 10:49:06.160003 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85719322-4d25-4b2b-a2e3-4e2a46fa96a9 req-1f586c15-8655-4491-ab09-2f1848394744 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372074 Jul 05 10:49:06.357159 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe92bde-b623-402d-b76f-550fdad7f1d6 req-832acc65-fadb-44cf-9945-606a3bde3953 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:06.358783 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afe92bde-b623-402d-b76f-550fdad7f1d6 req-832acc65-fadb-44cf-9945-606a3bde3953 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 945 time: 0.0667756 Jul 05 10:49:06.398006 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afe92bde-b623-402d-b76f-550fdad7f1d6 req-9ed48de4-8fdf-42a2-b5f9-0c80ea3a5c03 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334160 Jul 05 10:49:06.421729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37232) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:06.628403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77593d75-318b-4f4b-aac7-6f5b6dcc2705 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:06.633346 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-77593d75-318b-4f4b-aac7-6f5b6dcc2705 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 1092 time: 0.2072022 Jul 05 10:49:06.633732 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37240) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:06.638765 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': '169408c1-ee53-4a05-b5ac-8215854cced2', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:49:06.740828 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:06.842289 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:06.955906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Allocated IP 172.25.5.79 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/18d34fa2-c0eb-454f-bd5f-ff30da010814) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:49:07.059200 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:07.171768 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:07.521419 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:49:07.527761 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:49:07.532324 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:49:07.535435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=18d34fa2-c0eb-454f-bd5f-ff30da010814,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:07.907583 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:08.064129 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:08.227762 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:08.304900 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:08.370804 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=18d34fa2-c0eb-454f-bd5f-ff30da010814,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:08.386427 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:08.493363 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Floating IP 4797ff14-c543-46db-9597-06750d727a65 associated. External IP: 172.25.5.79, port: 169408c1-ee53-4a05-b5ac-8215854cced2. Jul 05 10:49:08.711229 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router 91f48cf2-ae23-409f-9833-6b94534ff735 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:49:08.829869 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:49:08.841082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f0cfc-3a38-4911-93f1-5e51ae8a8940 None None] Sync routers for ids ['91f48cf2-ae23-409f-9833-6b94534ff735'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:49:08.851241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f0cfc-3a38-4911-93f1-5e51ae8a8940 None None] Routers {'91f48cf2-ae23-409f-9833-6b94534ff735'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:49:08.855797 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7c7f0cfc-3a38-4911-93f1-5e51ae8a8940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:48:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['91f48cf2-ae23-409f-9833-6b94534ff735'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:08.920625 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:08.962043 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-808c8592-c76b-4724-bbb3-7a7e140356d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3268700 Jul 05 10:49:08.962909 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:49:08.965356 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe367e2-36b3-4c62-9bdf-a5e35819ec15" -d '{"events": [{"name": "network-changed", "server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:49:08.970163 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-7c7f0cfc-3a38-4911-93f1-5e51ae8a8940 None None] Set router 91f48cf2-ae23-409f-9833-6b94534ff735 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:49:09.013358 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9124d6b3-e3d0-4539-9075-6b1ef43f9a8e x-openstack-request-id: req-9124d6b3-e3d0-4539-9075-6b1ef43f9a8e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:49:09.013655 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:49:09.013914 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9124d6b3-e3d0-4539-9075-6b1ef43f9a8e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:49:09.014342 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2', 'status': 'completed', 'code': 200} Jul 05 10:49:09.140925 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe367e2-36b3-4c62-9bdf-a5e35819ec15 req-46e13fc9-ca9f-4793-9a8a-6681946393f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:09.142302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abe367e2-36b3-4c62-9bdf-a5e35819ec15 req-46e13fc9-ca9f-4793-9a8a-6681946393f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 1097 time: 0.1059182 Jul 05 10:49:09.153399 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8171fac-d123-4988-9670-4f850ca6ca0b req-9448b779-4225-4ed9-9c91-fb5ca85d0438 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:09.154870 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8171fac-d123-4988-9670-4f850ca6ca0b req-9448b779-4225-4ed9-9c91-fb5ca85d0438 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 945 time: 0.0895431 Jul 05 10:49:09.217879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7c7f0cfc-3a38-4911-93f1-5e51ae8a8940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173543978', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:50Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:45Z', 'updated_at': '2021-07-05T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '4797ff14-c543-46db-9597-06750d727a65', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'port_id': '169408c1-ee53-4a05-b5ac-8215854cced2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'mac_address': 'fa:16:3e:6c:a7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:49:07Z', 'updated_at': '2021-07-05T10:49:07Z', 'revision_number': 0, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51855bdb-5839-438c-a7dd-0e27139f4061', 'name': '', 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:47:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:49Z', 'updated_at': '2021-07-05T10:48:54Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:09.238389 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8171fac-d123-4988-9670-4f850ca6ca0b req-a100a933-8420-4e3a-9bca-02d59f9a8653 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749168 Jul 05 10:49:09.245959 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f0cfc-3a38-4911-93f1-5e51ae8a8940 None None] Checking router: 91f48cf2-ae23-409f-9833-6b94534ff735 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:49:09.255085 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f0cfc-3a38-4911-93f1-5e51ae8a8940 None None] Routers {'91f48cf2-ae23-409f-9833-6b94534ff735'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:49:09.256411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7c7f0cfc-3a38-4911-93f1-5e51ae8a8940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:48:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['91f48cf2-ae23-409f-9833-6b94534ff735'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:09.268724 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37246) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:09.276673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe367e2-36b3-4c62-9bdf-a5e35819ec15 req-070e073d-ecd5-40ed-820b-6cfaa37d5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:09.278147 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abe367e2-36b3-4c62-9bdf-a5e35819ec15 req-070e073d-ecd5-40ed-820b-6cfaa37d5e8d service neutron] 10.222.0.64 "GET /v2.0/networks?id=efda7fa7-b813-4c33-9c8c-9e3f4fd58937 HTTP/1.1" status: 200 len: 897 time: 0.1224227 Jul 05 10:49:09.367732 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-7c7f0cfc-3a38-4911-93f1-5e51ae8a8940 None None] Set router 91f48cf2-ae23-409f-9833-6b94534ff735 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:49:09.384735 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-237c5783-630d-4ae5-bce8-aa5c9e3d8152 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/floatingips/4797ff14-c543-46db-9597-06750d727a65 HTTP/1.1" status: 200 len: 990 time: 0.1138606 Jul 05 10:49:09.389968 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abe367e2-36b3-4c62-9bdf-a5e35819ec15 req-3bd77da8-6293-4f38-b944-d99dc699878e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=169408c1-ee53-4a05-b5ac-8215854cced2 HTTP/1.1" status: 200 len: 998 time: 0.0762053 Jul 05 10:49:09.445793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe367e2-36b3-4c62-9bdf-a5e35819ec15 req-e3c1a247-1cc2-4a8e-8e56-9fa72822fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:09.447202 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abe367e2-36b3-4c62-9bdf-a5e35819ec15 req-e3c1a247-1cc2-4a8e-8e56-9fa72822fb2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93bf3486-5f30-41b4-a7ad-1821db5ca817 HTTP/1.1" status: 200 len: 834 time: 0.0498979 Jul 05 10:49:09.510087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe367e2-36b3-4c62-9bdf-a5e35819ec15 req-92ed6508-caf6-4008-bc1d-72c2512b4dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:09.513112 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abe367e2-36b3-4c62-9bdf-a5e35819ec15 req-92ed6508-caf6-4008-bc1d-72c2512b4dac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efda7fa7-b813-4c33-9c8c-9e3f4fd58937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578151 Jul 05 10:49:09.605291 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abe367e2-36b3-4c62-9bdf-a5e35819ec15 req-17e490dc-805e-4a07-9d64-a26d4a44f962 service neutron] 10.222.0.64 "GET /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866249 Jul 05 10:49:09.606033 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7c7f0cfc-3a38-4911-93f1-5e51ae8a8940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173543978', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:50Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:45Z', 'updated_at': '2021-07-05T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '4797ff14-c543-46db-9597-06750d727a65', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'port_id': '169408c1-ee53-4a05-b5ac-8215854cced2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'mac_address': 'fa:16:3e:6c:a7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:49:07Z', 'updated_at': '2021-07-05T10:49:07Z', 'revision_number': 0, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51855bdb-5839-438c-a7dd-0e27139f4061', 'name': '', 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:47:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:49Z', 'updated_at': '2021-07-05T10:48:54Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:49:09.636804 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f0cfc-3a38-4911-93f1-5e51ae8a8940 None None] The sync data for ids ['91f48cf2-ae23-409f-9833-6b94534ff735'] in n-d-779913-27 is: [{'id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173543978', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:50Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:45Z', 'updated_at': '2021-07-05T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '4797ff14-c543-46db-9597-06750d727a65', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'port_id': '169408c1-ee53-4a05-b5ac-8215854cced2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'mac_address': 'fa:16:3e:6c:a7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:49:07Z', 'updated_at': '2021-07-05T10:49:07Z', 'revision_number': 0, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51855bdb-5839-438c-a7dd-0e27139f4061', 'name': '', 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:47:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:49Z', 'updated_at': '2021-07-05T10:48:54Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:49:09.707926 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abe367e2-36b3-4c62-9bdf-a5e35819ec15 req-8c80e16d-cf86-4ed3-9b9c-5c432a909e5d service neutron] 10.222.0.64 "GET /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964513 Jul 05 10:49:09.843584 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6681497b-9d2f-415b-8914-48ac64a4d3bd None None] New status for floating IP 4797ff14-c543-46db-9597-06750d727a65: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:49:10.387478 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37248) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:10.450184 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b7154b81-0030-413b-974d-1ba5cd47a20e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/floatingips/4797ff14-c543-46db-9597-06750d727a65 HTTP/1.1" status: 200 len: 992 time: 0.0612485 Jul 05 10:49:11.114171 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-527ad322-02dd-436a-95be-af11906cefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:13.628738 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c400148c-f87e-447c-b181-952eec909df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:13.657414 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:14.262742 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-676c8e53-7aed-49bf-a513-d5e1675cb171 req-a516e3c6-197f-473b-87ec-f60ffbe25668 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1378739 Jul 05 10:49:14.363873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8e53-7aed-49bf-a513-d5e1675cb171 req-52c35cc5-ada7-4979-a323-9c8a77d889e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:14.365461 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-676c8e53-7aed-49bf-a513-d5e1675cb171 req-52c35cc5-ada7-4979-a323-9c8a77d889e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0580010 Jul 05 10:49:14.479783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8e53-7aed-49bf-a513-d5e1675cb171 req-d1b40f64-8821-4d3e-869e-df2fefbca8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:14.481213 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-676c8e53-7aed-49bf-a513-d5e1675cb171 req-d1b40f64-8821-4d3e-869e-df2fefbca8a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=efda7fa7-b813-4c33-9c8c-9e3f4fd58937 HTTP/1.1" status: 200 len: 897 time: 0.0923004 Jul 05 10:49:14.553701 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-676c8e53-7aed-49bf-a513-d5e1675cb171 req-87c2415c-93c4-4998-95d9-b30765369bc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=169408c1-ee53-4a05-b5ac-8215854cced2 HTTP/1.1" status: 200 len: 1000 time: 0.0641916 Jul 05 10:49:14.608513 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8e53-7aed-49bf-a513-d5e1675cb171 req-711f2293-ad0d-4160-9592-d7202156802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:14.610018 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-676c8e53-7aed-49bf-a513-d5e1675cb171 req-711f2293-ad0d-4160-9592-d7202156802f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93bf3486-5f30-41b4-a7ad-1821db5ca817 HTTP/1.1" status: 200 len: 834 time: 0.0499687 Jul 05 10:49:14.673386 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8e53-7aed-49bf-a513-d5e1675cb171 req-ca5652d6-d97e-40a2-bafe-ba79dcdced5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:14.674955 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-676c8e53-7aed-49bf-a513-d5e1675cb171 req-ca5652d6-d97e-40a2-bafe-ba79dcdced5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efda7fa7-b813-4c33-9c8c-9e3f4fd58937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560107 Jul 05 10:49:14.777265 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-676c8e53-7aed-49bf-a513-d5e1675cb171 req-67c30650-da0d-48cc-a875-bb93d7503982 service neutron] 10.222.0.64 "GET /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961246 Jul 05 10:49:14.870307 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-676c8e53-7aed-49bf-a513-d5e1675cb171 req-a4d81984-ac10-4e4f-b7d2-9d0d25c3ef38 service neutron] 10.222.0.64 "GET /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849009 Jul 05 10:49:15.071224 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:16.905480 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:20.805452 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7e90cb8-7f1f-4fa5-8ea8-1d43bd8b1407 req-314e6584-e669-4f91-9e07-f9381fd00c1c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540967 Jul 05 10:49:20.900839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e90cb8-7f1f-4fa5-8ea8-1d43bd8b1407 req-c66b52d2-1954-410e-969c-9907d751f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:20.902677 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7e90cb8-7f1f-4fa5-8ea8-1d43bd8b1407 req-c66b52d2-1954-410e-969c-9907d751f250 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 1097 time: 0.0524642 Jul 05 10:49:21.006605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e90cb8-7f1f-4fa5-8ea8-1d43bd8b1407 req-2be17a6f-7fea-4b33-9964-1dd1eec04e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:21.008179 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7e90cb8-7f1f-4fa5-8ea8-1d43bd8b1407 req-2be17a6f-7fea-4b33-9964-1dd1eec04e2f service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.0843031 Jul 05 10:49:21.078175 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7e90cb8-7f1f-4fa5-8ea8-1d43bd8b1407 req-ed0b5213-789e-4aa3-b78b-be861b599f9a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9524b2a-3ceb-4f76-977b-f8cfc2093d8c HTTP/1.1" status: 200 len: 1000 time: 0.0636921 Jul 05 10:49:21.128932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e90cb8-7f1f-4fa5-8ea8-1d43bd8b1407 req-dfbb6aeb-7a13-494f-919d-0470d1a62381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:21.130942 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7e90cb8-7f1f-4fa5-8ea8-1d43bd8b1407 req-dfbb6aeb-7a13-494f-919d-0470d1a62381 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0459268 Jul 05 10:49:21.188791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e90cb8-7f1f-4fa5-8ea8-1d43bd8b1407 req-87300e00-6d50-4f86-8ab5-29cd5403326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:21.190329 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7e90cb8-7f1f-4fa5-8ea8-1d43bd8b1407 req-87300e00-6d50-4f86-8ab5-29cd5403326e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527828 Jul 05 10:49:21.285073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7e90cb8-7f1f-4fa5-8ea8-1d43bd8b1407 req-e57d6799-6515-4fc7-918a-5fdbd69d3c3f service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876517 Jul 05 10:49:21.377561 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7e90cb8-7f1f-4fa5-8ea8-1d43bd8b1407 req-8f019f60-1d02-4785-8d55-a99d770eb037 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855649 Jul 05 10:49:22.562743 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:24.344625 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:28.399049 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:49:41.120025 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cc7c8164-55e1-4f32-b0c3-311444b689ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:43.613064 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d37f9d9-846f-4948-b785-d12c4ebf261b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:43.696889 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:45.039846 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:45.861433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12ec08-a7e9-4af7-92e7-3efb5e297366 req-d7c633d5-1f96-4304-8af1-c459bc85aa13 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:45.862977 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4d12ec08-a7e9-4af7-92e7-3efb5e297366 req-d7c633d5-1f96-4304-8af1-c459bc85aa13 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 945 time: 0.0698991 Jul 05 10:49:45.902496 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4d12ec08-a7e9-4af7-92e7-3efb5e297366 req-a3a7923e-97a1-4ac7-b550-856c84d34c6a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335677 Jul 05 10:49:45.926975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37280) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:49:45.992344 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a65639f8-2c86-40b8-977d-1b9c15363277 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/floatingips/4797ff14-c543-46db-9597-06750d727a65 HTTP/1.1" status: 200 len: 992 time: 0.0637362 Jul 05 10:49:46.417651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9520e-10a4-4dfc-aa22-78d26eceb5da req-a3dc324d-1fb4-47fb-9d47-433997525f68 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:46.419295 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e8c9520e-10a4-4dfc-aa22-78d26eceb5da req-a3dc324d-1fb4-47fb-9d47-433997525f68 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0543344 Jul 05 10:49:46.453670 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e8c9520e-10a4-4dfc-aa22-78d26eceb5da req-ba2bd0cb-83cf-48d1-a4fa-d948b183bdad tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288372 Jul 05 10:49:46.927868 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:47.701151 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-19594f13-cff3-4898-aee3-dc79afaee3be service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0514627 Jul 05 10:49:48.890974 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-f0d2cefb-c447-40bf-bd48-ba1710f126bb tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:49:48.892062 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-f0d2cefb-c447-40bf-bd48-ba1710f126bb tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0682299 Jul 05 10:49:48.901805 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-de98c080-59db-491a-9f50-964cd557c8ac service neutron] Request body: {'binding': {'host': 'n-h1-779913-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:49:48.902297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-de98c080-59db-491a-9f50-964cd557c8ac service neutron] Unknown quota resources ['binding']. {{(pid=100776) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 10:49:49.038357 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-de98c080-59db-491a-9f50-964cd557c8ac service neutron] Attempting to bind port 169408c1-ee53-4a05-b5ac-8215854cced2 on host n-h1-779913-27 for vnic_type normal with profile None {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:49:49.038705 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-de98c080-59db-491a-9f50-964cd557c8ac service neutron] Attempting to bind port 169408c1-ee53-4a05-b5ac-8215854cced2 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:49:49.039044 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-de98c080-59db-491a-9f50-964cd557c8ac service neutron] Attempting to bind port 169408c1-ee53-4a05-b5ac-8215854cced2 on network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:49:49.043310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-de98c080-59db-491a-9f50-964cd557c8ac service neutron] Port 169408c1-ee53-4a05-b5ac-8215854cced2 on network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:49:49.043639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-de98c080-59db-491a-9f50-964cd557c8ac service neutron] Attempting to bind port 169408c1-ee53-4a05-b5ac-8215854cced2 on network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:49:49.049285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-de98c080-59db-491a-9f50-964cd557c8ac service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:49:49.049625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-de98c080-59db-491a-9f50-964cd557c8ac service neutron] Checking segment: {'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:49:49.050035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-de98c080-59db-491a-9f50-964cd557c8ac service neutron] Bound using segment: {'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:49:49.050466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-de98c080-59db-491a-9f50-964cd557c8ac service neutron] Bound port: 169408c1-ee53-4a05-b5ac-8215854cced2, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:49:49.134599 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-de98c080-59db-491a-9f50-964cd557c8ac service neutron] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=169408c1-ee53-4a05-b5ac-8215854cced2,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:49:49.212672 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-de98c080-59db-491a-9f50-964cd557c8ac service neutron] Notify callbacks [] for binding, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:49.214039 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-de98c080-59db-491a-9f50-964cd557c8ac service neutron] 10.222.0.77 "POST /v2.0/ports/169408c1-ee53-4a05-b5ac-8215854cced2/bindings HTTP/1.1" status: 201 len: 390 time: 0.3159516 Jul 05 10:49:49.565241 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a685fb5-720d-4dd4-9164-c511b0085b61 req-a0088b83-e19c-49fd-9978-1d4fb5ec4e5c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:49.566822 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5a685fb5-720d-4dd4-9164-c511b0085b61 req-a0088b83-e19c-49fd-9978-1d4fb5ec4e5c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 945 time: 0.0708742 Jul 05 10:49:49.607555 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5a685fb5-720d-4dd4-9164-c511b0085b61 req-644f934e-555c-4328-a8a0-76ad7865728d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339770 Jul 05 10:49:49.893551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-5a279c88-5dc6-4ff9-bd68-3cf707df804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:49.895118 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-5a279c88-5dc6-4ff9-bd68-3cf707df804d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0591497 Jul 05 10:49:49.989298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-7c4f452f-2e6a-47d3-800e-82f3a730dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:49.990869 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-7c4f452f-2e6a-47d3-800e-82f3a730dd31 service neutron] 10.222.0.73 "GET /v2.0/networks?id=efda7fa7-b813-4c33-9c8c-9e3f4fd58937 HTTP/1.1" status: 200 len: 897 time: 0.0897176 Jul 05 10:49:50.062865 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-64bca48a-2a83-4535-bc01-38cf9857b344 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=169408c1-ee53-4a05-b5ac-8215854cced2 HTTP/1.1" status: 200 len: 1000 time: 0.0644755 Jul 05 10:49:50.114084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9c31311b-66fa-48b6-b963-0beb10620971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:50.115560 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9c31311b-66fa-48b6-b963-0beb10620971 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93bf3486-5f30-41b4-a7ad-1821db5ca817 HTTP/1.1" status: 200 len: 834 time: 0.0458841 Jul 05 10:49:50.174274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-b4632d7e-f14f-49d8-aa98-e21d61fa3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:50.175696 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-b4632d7e-f14f-49d8-aa98-e21d61fa3fc9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=efda7fa7-b813-4c33-9c8c-9e3f4fd58937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533347 Jul 05 10:49:50.595609 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-133810a1-d4ea-4f75-a297-4d0d60ee2110 service neutron] 10.222.0.73 "GET /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138153 Jul 05 10:49:50.686784 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-cf932860-a939-4a27-b4dd-6fae917a8f09 service neutron] 10.222.0.73 "GET /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844200 Jul 05 10:49:50.868687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf74425-f3c4-4c34-b60d-fea01f49e8e1 req-f8b91bac-57bd-46c8-bec1-fc0595944255 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:50.870149 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7bf74425-f3c4-4c34-b60d-fea01f49e8e1 req-f8b91bac-57bd-46c8-bec1-fc0595944255 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 945 time: 0.1390457 Jul 05 10:49:50.884963 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-d42bf249-bcf8-45d7-bf90-7d3d302e6adb tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:50.886390 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-d42bf249-bcf8-45d7-bf90-7d3d302e6adb tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0&tenant_id=ecd4c65677c0414c9743c8dfedcf672d&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 1097 time: 0.1240065 Jul 05 10:49:50.899520 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-27'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:49:50.950031 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7bf74425-f3c4-4c34-b60d-fea01f49e8e1 req-eb578f23-88f8-4eb6-9874-3890a23ab33f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732169 Jul 05 10:49:50.991988 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.122133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=169408c1-ee53-4a05-b5ac-8215854cced2,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:51.160627 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:49:51.200768 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:49:51.203744 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15d4fcd-9193-44c4-8ded-92c88773fa2a" -d '{"events": [{"server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:49:51.208221 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.241038 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b963aab9-0ca5-427e-87a7-3fc39fb910c0 x-openstack-request-id: req-b963aab9-0ca5-427e-87a7-3fc39fb910c0 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:49:51.241325 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:49:51.241577 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b963aab9-0ca5-427e-87a7-3fc39fb910c0 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:49:51.241973 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2', 'code': 200} Jul 05 10:49:51.297185 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.394270 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Pushing event updated for resources: {'Port': ['ID=169408c1-ee53-4a05-b5ac-8215854cced2,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:51.406337 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.406687 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.407040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.407378 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.407735 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.408079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.408412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.408762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.409062 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.409418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.409703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.410028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:51.462927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Attempting to bind port 169408c1-ee53-4a05-b5ac-8215854cced2 on host n-h2-779913-27 for vnic_type normal with profile {"migrating_to": "n-h1-779913-27"} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:49:51.463277 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Attempting to bind port 169408c1-ee53-4a05-b5ac-8215854cced2 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:49:51.463603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Attempting to bind port 169408c1-ee53-4a05-b5ac-8215854cced2 on network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:49:51.468466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Port 169408c1-ee53-4a05-b5ac-8215854cced2 on network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:49:51.468799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Attempting to bind port 169408c1-ee53-4a05-b5ac-8215854cced2 on network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:49:51.473887 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:49:51.474227 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Checking segment: {'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:49:51.474615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Bound using segment: {'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:49:51.475050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Bound port: 169408c1-ee53-4a05-b5ac-8215854cced2, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b54d22-826f-4aa5-a4ef-5b95b95962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:49:51.475416 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.542725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:49:51.544666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=169408c1-ee53-4a05-b5ac-8215854cced2,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:49:51.576000 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6b8d4229-d0c0-40a5-94fb-150bee562be3 None None] Provisioning complete for port 169408c1-ee53-4a05-b5ac-8215854cced2 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:49:51.576651 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4229-d0c0-40a5-94fb-150bee562be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.612139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d4229-d0c0-40a5-94fb-150bee562be3 None None] Port 169408c1-ee53-4a05-b5ac-8215854cced2 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:49:51.628812 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.724986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Pushing event updated for resources: {'Port': ['ID=169408c1-ee53-4a05-b5ac-8215854cced2,revision_number=8']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:51.771305 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:51.771960 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:51.773461 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-9ccc16ce-f9b9-4ccc-958b-6dbb91ee1526 service neutron] 10.222.0.73 "PUT /v2.0/ports/169408c1-ee53-4a05-b5ac-8215854cced2 HTTP/1.1" status: 200 len: 1123 time: 0.8791435 Jul 05 10:49:51.852663 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['169408c1-ee53-4a05-b5ac-8215854cced2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:49:51.951114 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Provisioning complete for port 169408c1-ee53-4a05-b5ac-8215854cced2 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:49:51.951376 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:52.089813 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:52.130592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:49:52.132863 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1e57f7-9a06-49ef-86c1-3c0f7b894a7f" -d '{"events": [{"server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "name": "network-vif-plugged", "status": "completed", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:49:52.139549 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ffda-f852-4768-adf9-0febe1494fa2 req-9ab50176-6d24-4796-a566-f7397f9b412d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:52.141230 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e380ffda-f852-4768-adf9-0febe1494fa2 req-9ab50176-6d24-4796-a566-f7397f9b412d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 943 time: 0.0739431 Jul 05 10:49:52.153699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=169408c1-ee53-4a05-b5ac-8215854cced2,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:52.177152 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffa8ba1-ecf5-4237-a568-84d6946ed061 x-openstack-request-id: req-fffa8ba1-ecf5-4237-a568-84d6946ed061 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:49:52.177527 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "name": "network-vif-plugged", "status": "completed", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:49:52.183590 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fffa8ba1-ecf5-4237-a568-84d6946ed061 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:49:52.183590 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2', 'code': 200} Jul 05 10:49:52.185230 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e380ffda-f852-4768-adf9-0febe1494fa2 req-554aefa0-f432-4f71-ab44-37bbb2245231 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351717 Jul 05 10:49:52.265270 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:52.405715 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Pushing event updated for resources: {'Port': ['ID=169408c1-ee53-4a05-b5ac-8215854cced2,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:52.416585 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:52.416926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:52.417262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:52.417600 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:52.417927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:52.418255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:52.418577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:52.418897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:52.419217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:52.419535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:52.419880 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:52.420200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b4a31-5348-4fa3-9896-62ed0a0d1e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:52.679649 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:53.243838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:49:53.247037 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee72d45-9495-41b5-b278-28ebda6638e6" -d '{"events": [{"name": "network-changed", "server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:49:53.286063 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5373ce-314e-4b1e-9f1b-784801de1536 x-openstack-request-id: req-9b5373ce-314e-4b1e-9f1b-784801de1536 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:49:53.286357 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:49:53.286615 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9b5373ce-314e-4b1e-9f1b-784801de1536 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:49:53.287015 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2', 'status': 'completed', 'code': 200} Jul 05 10:49:53.416118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77466f-78e3-412a-83a3-e11d8c99f375 req-071f37fa-bfc1-4baf-b101-867f3b9c34f6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:53.417751 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb77466f-78e3-412a-83a3-e11d8c99f375 req-071f37fa-bfc1-4baf-b101-867f3b9c34f6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 945 time: 0.1078212 Jul 05 10:49:53.422799 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee72d45-9495-41b5-b278-28ebda6638e6 req-961032fc-b519-49d9-a71b-7def5bfa4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:53.424383 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cee72d45-9495-41b5-b278-28ebda6638e6 req-961032fc-b519-49d9-a71b-7def5bfa4ea0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 1128 time: 0.1050549 Jul 05 10:49:53.508695 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb77466f-78e3-412a-83a3-e11d8c99f375 req-8ac78add-89b2-4f16-b302-fe67741bab3f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831378 Jul 05 10:49:53.550091 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee72d45-9495-41b5-b278-28ebda6638e6 req-cf5b6e3d-0b45-4476-bd14-7a94d8abaa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:53.551693 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cee72d45-9495-41b5-b278-28ebda6638e6 req-cf5b6e3d-0b45-4476-bd14-7a94d8abaa57 service neutron] 10.222.0.64 "GET /v2.0/networks?id=efda7fa7-b813-4c33-9c8c-9e3f4fd58937 HTTP/1.1" status: 200 len: 897 time: 0.1123891 Jul 05 10:49:53.621184 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cee72d45-9495-41b5-b278-28ebda6638e6 req-e83b8c00-b897-4cc8-a875-317775f5716a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=169408c1-ee53-4a05-b5ac-8215854cced2 HTTP/1.1" status: 200 len: 1000 time: 0.0624192 Jul 05 10:49:53.678774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee72d45-9495-41b5-b278-28ebda6638e6 req-63903bfd-8ad2-4927-88b2-ea3527e5fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:53.680293 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cee72d45-9495-41b5-b278-28ebda6638e6 req-63903bfd-8ad2-4927-88b2-ea3527e5fdf0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93bf3486-5f30-41b4-a7ad-1821db5ca817 HTTP/1.1" status: 200 len: 834 time: 0.0527399 Jul 05 10:49:53.741529 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee72d45-9495-41b5-b278-28ebda6638e6 req-f657dbbc-39ad-442f-8ab9-c03eff3ee6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:53.743062 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cee72d45-9495-41b5-b278-28ebda6638e6 req-f657dbbc-39ad-442f-8ab9-c03eff3ee6ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efda7fa7-b813-4c33-9c8c-9e3f4fd58937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532000 Jul 05 10:49:53.832958 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cee72d45-9495-41b5-b278-28ebda6638e6 req-5e9d03b9-f467-4d41-90d5-7782e83952be service neutron] 10.222.0.64 "GET /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829720 Jul 05 10:49:53.926858 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cee72d45-9495-41b5-b278-28ebda6638e6 req-edf14622-eb2c-466a-8ccd-e8603c8e215a service neutron] 10.222.0.64 "GET /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866604 Jul 05 10:49:54.390669 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:54.694377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17c4be-8b1f-4694-9a27-27ee237812c3 req-9112deee-fa90-4bfa-9686-82311a6f158a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:54.695852 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c17c4be-8b1f-4694-9a27-27ee237812c3 req-9112deee-fa90-4bfa-9686-82311a6f158a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 945 time: 0.0660338 Jul 05 10:49:54.746514 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c17c4be-8b1f-4694-9a27-27ee237812c3 req-cdd6fb94-8fd1-4624-873a-52a1d153eccc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435991 Jul 05 10:49:54.762142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 169408c1-ee53-4a05-b5ac-8215854cced2 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:49:54.864652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=169408c1-ee53-4a05-b5ac-8215854cced2,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:54.876492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 169408c1-ee53-4a05-b5ac-8215854cced2 has no active binding in host n-h1-779913-27 {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 10:49:55.928341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ba2fc-d8bd-4e59-bed8-31fa2218145f req-04bd44aa-b576-4d06-8368-997c0e5e0814 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:55.929843 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-043ba2fc-d8bd-4e59-bed8-31fa2218145f req-04bd44aa-b576-4d06-8368-997c0e5e0814 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 945 time: 0.0643973 Jul 05 10:49:55.968146 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-043ba2fc-d8bd-4e59-bed8-31fa2218145f req-f6827606-96a5-463d-83a3-36e2eca1ed70 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325284 Jul 05 10:49:57.087862 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-a95ef952-ffd5-4c34-bd4c-2dafac68e9bb service neutron] 10.222.0.64 "GET /v2.0/ports/169408c1-ee53-4a05-b5ac-8215854cced2/bindings/n-h1-779913-27 HTTP/1.1" status: 200 len: 385 time: 0.0681815 Jul 05 10:49:57.149302 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39437a69-d754-4a00-a16e-100cc1afab48 req-64d86fdb-4d68-4ba6-a9b9-fda4c02b1354 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:57.151816 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39437a69-d754-4a00-a16e-100cc1afab48 req-64d86fdb-4d68-4ba6-a9b9-fda4c02b1354 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 945 time: 0.0679395 Jul 05 10:49:57.193333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39437a69-d754-4a00-a16e-100cc1afab48 req-e3b60f06-af8f-4a5e-a70f-b019611f620d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366552 Jul 05 10:49:57.274745 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=169408c1-ee53-4a05-b5ac-8215854cced2,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:57.297581 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:49:57.338308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:49:57.340652 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9433af-8889-4f3d-a9e2-0b2aeeb38472" -d '{"events": [{"server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:49:57.348109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=169408c1-ee53-4a05-b5ac-8215854cced2,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:49:57.380617 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a837ea25-233b-444c-8ecd-340fb3fd1cfb x-openstack-request-id: req-a837ea25-233b-444c-8ecd-340fb3fd1cfb {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:49:57.381098 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:49:57.381349 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a837ea25-233b-444c-8ecd-340fb3fd1cfb {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:49:57.381751 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2', 'code': 200} Jul 05 10:49:57.425051 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:57.496924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] Transition to ACTIVE for port object 169408c1-ee53-4a05-b5ac-8215854cced2 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:49:57.567845 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:57.664237 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] Pushing event updated for resources: {'Port': ['ID=169408c1-ee53-4a05-b5ac-8215854cced2,revision_number=11']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:49:57.678433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:57.678697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:57.679047 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:57.679354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:57.679709 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:57.680029 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:57.680353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:57.680676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:57.681002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:57.681330 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:57.681647 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:57.681963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:49:57.711812 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] No DVR routers for this DVR port 169408c1-ee53-4a05-b5ac-8215854cced2 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:49:57.846712 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-f4277f4c-c49e-4d5a-b63c-398783021090 service neutron] 10.222.0.64 "PUT /v2.0/ports/169408c1-ee53-4a05-b5ac-8215854cced2/bindings/n-h1-779913-27/activate HTTP/1.1" status: 200 len: 370 time: 0.7538261 Jul 05 10:49:58.035810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-8e9909c4-66a4-49f5-9429-c5703fe8be14 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:58.037209 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-8e9909c4-66a4-49f5-9429-c5703fe8be14 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0&tenant_id=ecd4c65677c0414c9743c8dfedcf672d&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 1096 time: 0.0615144 Jul 05 10:49:58.096013 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-1556a76d-3cc3-450d-bacf-bbbc9f648af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:58.097513 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-1556a76d-3cc3-450d-bacf-bbbc9f648af6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0&tenant_id=ecd4c65677c0414c9743c8dfedcf672d HTTP/1.1" status: 200 len: 1096 time: 0.0539231 Jul 05 10:49:58.171814 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-669eba09-c936-4cdf-9709-d148eab22513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:58.173371 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-669eba09-c936-4cdf-9709-d148eab22513 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 1096 time: 0.0522778 Jul 05 10:49:58.268236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-88b57a1c-d1a0-4f63-b027-4b92fe122455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:58.269723 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-88b57a1c-d1a0-4f63-b027-4b92fe122455 service neutron] 10.222.0.73 "GET /v2.0/networks?id=efda7fa7-b813-4c33-9c8c-9e3f4fd58937 HTTP/1.1" status: 200 len: 897 time: 0.0901711 Jul 05 10:49:58.367135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-733f0cc8-90df-4ee5-a332-951c9967aa0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=169408c1-ee53-4a05-b5ac-8215854cced2 HTTP/1.1" status: 200 len: 998 time: 0.0907402 Jul 05 10:49:58.422071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8962e5-4223-4605-86cc-b7af0ebe006a req-f025b6e7-b067-4306-8884-a50f51d5d27a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:58.423538 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bf8962e5-4223-4605-86cc-b7af0ebe006a req-f025b6e7-b067-4306-8884-a50f51d5d27a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 944 time: 0.1132002 Jul 05 10:49:58.446112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-f9245a81-d170-4430-8623-b514afb8769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:58.447530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-f9245a81-d170-4430-8623-b514afb8769b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93bf3486-5f30-41b4-a7ad-1821db5ca817 HTTP/1.1" status: 200 len: 834 time: 0.0723495 Jul 05 10:49:58.493633 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bf8962e5-4223-4605-86cc-b7af0ebe006a req-7176e2f2-bbd0-4fc7-8f40-ed43a175d211 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639808 Jul 05 10:49:58.517065 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-e546597b-2c11-4da9-904c-49378fd2f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:58.518575 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-e546597b-2c11-4da9-904c-49378fd2f216 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=efda7fa7-b813-4c33-9c8c-9e3f4fd58937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644746 Jul 05 10:49:58.610276 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-fbbbd33a-259c-41b5-b5b1-b6aa63ccbabd service neutron] 10.222.0.73 "GET /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855432 Jul 05 10:49:58.697963 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-c1aa4dc3-3d92-4541-a7bd-40b0f6efee1b service neutron] 10.222.0.73 "GET /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812078 Jul 05 10:49:59.222791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-aa2ecfed-612a-4bfa-8182-7c23b0271969 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:59.224377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-aa2ecfed-612a-4bfa-8182-7c23b0271969 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0&tenant_id=ecd4c65677c0414c9743c8dfedcf672d&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 1096 time: 0.0600352 Jul 05 10:49:59.426381 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-2c4bc7a9-9049-4a9c-9c16-5659f322b777 service neutron] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:49:59.429912 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-2c4bc7a9-9049-4a9c-9c16-5659f322b777 service neutron] Notify callbacks [] for binding, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:49:59.431086 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde5f4f7-9613-4d5a-9d83-ad45845c572d req-2c4bc7a9-9049-4a9c-9c16-5659f322b777 service neutron] 10.222.0.73 "DELETE /v2.0/ports/169408c1-ee53-4a05-b5ac-8215854cced2/bindings/n-h2-779913-27 HTTP/1.1" status: 204 len: 173 time: 0.2009695 Jul 05 10:49:59.673320 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dc3b4-7d2b-4c5d-98a5-0067b42943cd req-222962fb-b232-4343-bec3-12eddc9630f1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:59.674845 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b3dc3b4-7d2b-4c5d-98a5-0067b42943cd req-222962fb-b232-4343-bec3-12eddc9630f1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 944 time: 0.0686402 Jul 05 10:49:59.714130 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b3dc3b4-7d2b-4c5d-98a5-0067b42943cd req-0b081865-1cb7-4660-9b9b-9fda546118f0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335181 Jul 05 10:49:59.876726 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a03712-4ed9-4956-bd45-346916314636 req-2ab36984-dfd5-4fa9-9978-2c85ed4cb91c tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:49:59.878297 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8a03712-4ed9-4956-bd45-346916314636 req-2ab36984-dfd5-4fa9-9978-2c85ed4cb91c tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 1096 time: 0.0558956 Jul 05 10:49:59.914959 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8a03712-4ed9-4956-bd45-346916314636 req-240e2fd1-3e41-4db9-a44f-db822a84e04f tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303295 Jul 05 10:50:00.090933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2533f97-54bd-4592-8b04-089b0f5600ff req-ee709d56-febd-42f0-b4a7-d6affa90e607 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:00.095042 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a2533f97-54bd-4592-8b04-089b0f5600ff req-ee709d56-febd-42f0-b4a7-d6affa90e607 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 944 time: 0.0657425 Jul 05 10:50:00.154528 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a2533f97-54bd-4592-8b04-089b0f5600ff req-2c865544-3bb8-4bbc-8198-4e17bc2d3a49 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377908 Jul 05 10:50:00.162999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37356) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:00.227983 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e8e5acd5-92f1-49ae-b9a6-ab85cd75098f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/floatingips/4797ff14-c543-46db-9597-06750d727a65 HTTP/1.1" status: 200 len: 990 time: 0.0637238 Jul 05 10:50:00.364431 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 169408c1-ee53-4a05-b5ac-8215854cced2 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:50:00.402516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 169408c1-ee53-4a05-b5ac-8215854cced2 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:50:00.479895 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37362) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:00.641272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-6e112063-6b13-46be-b6d1-f830ed98df0a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting port 18d34fa2-c0eb-454f-bd5f-ff30da010814 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:50:00.641731 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e112063-6b13-46be-b6d1-f830ed98df0a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:00.720471 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e112063-6b13-46be-b6d1-f830ed98df0a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:00.720718 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e112063-6b13-46be-b6d1-f830ed98df0a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:00.732415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-6e112063-6b13-46be-b6d1-f830ed98df0a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Calling delete_port for 18d34fa2-c0eb-454f-bd5f-ff30da010814 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:50:00.990561 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e112063-6b13-46be-b6d1-f830ed98df0a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:01.017655 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e112063-6b13-46be-b6d1-f830ed98df0a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Port': ['ID=18d34fa2-c0eb-454f-bd5f-ff30da010814,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:01.081470 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e112063-6b13-46be-b6d1-f830ed98df0a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:01.081804 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-6e112063-6b13-46be-b6d1-f830ed98df0a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Floating IP 4797ff14-c543-46db-9597-06750d727a65 disassociated (deleted). External IP: 172.25.5.79, port: 169408c1-ee53-4a05-b5ac-8215854cced2. Jul 05 10:50:01.301469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e112063-6b13-46be-b6d1-f830ed98df0a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router 91f48cf2-ae23-409f-9833-6b94534ff735 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:50:01.415474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e112063-6b13-46be-b6d1-f830ed98df0a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:50:01.420976 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e112063-6b13-46be-b6d1-f830ed98df0a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:01.425386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dfb1e4-3f2e-4983-99f2-916f903154b0 None None] Sync routers for ids ['91f48cf2-ae23-409f-9833-6b94534ff735'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:50:01.434603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dfb1e4-3f2e-4983-99f2-916f903154b0 None None] Routers {'91f48cf2-ae23-409f-9833-6b94534ff735'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:01.435221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-b2dfb1e4-3f2e-4983-99f2-916f903154b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:49:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['91f48cf2-ae23-409f-9833-6b94534ff735'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:01.459852 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6e112063-6b13-46be-b6d1-f830ed98df0a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/floatingips/4797ff14-c543-46db-9597-06750d727a65 HTTP/1.1" status: 204 len: 168 time: 0.9785631 Jul 05 10:50:01.460464 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:50:01.462866 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074e96cf-b140-4daa-b865-d8a604adbcf1" -d '{"events": [{"name": "network-changed", "server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:50:01.504346 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153c18f3-fd9a-4359-a0f7-f8743d9078d0 x-openstack-request-id: req-153c18f3-fd9a-4359-a0f7-f8743d9078d0 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:50:01.504648 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:50:01.504910 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-153c18f3-fd9a-4359-a0f7-f8743d9078d0 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:50:01.505311 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2', 'status': 'completed', 'code': 200} Jul 05 10:50:01.546537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-b2dfb1e4-3f2e-4983-99f2-916f903154b0 None None] Set router 91f48cf2-ae23-409f-9833-6b94534ff735 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:01.587814 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e96cf-b140-4daa-b865-d8a604adbcf1 req-41e856b9-0111-407f-b20a-bae4ec887c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:01.589556 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-074e96cf-b140-4daa-b865-d8a604adbcf1 req-41e856b9-0111-407f-b20a-bae4ec887c0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 1096 time: 0.0597878 Jul 05 10:50:01.688404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e96cf-b140-4daa-b865-d8a604adbcf1 req-a1ee7549-a356-4566-9279-2ab8087e6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:01.689908 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-074e96cf-b140-4daa-b865-d8a604adbcf1 req-a1ee7549-a356-4566-9279-2ab8087e6b26 service neutron] 10.222.0.73 "GET /v2.0/networks?id=efda7fa7-b813-4c33-9c8c-9e3f4fd58937 HTTP/1.1" status: 200 len: 897 time: 0.0935273 Jul 05 10:50:01.734876 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-074e96cf-b140-4daa-b865-d8a604adbcf1 req-c72ef459-077a-4db2-9874-e14dec83558a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=169408c1-ee53-4a05-b5ac-8215854cced2 HTTP/1.1" status: 200 len: 217 time: 0.0388405 Jul 05 10:50:01.753248 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-b2dfb1e4-3f2e-4983-99f2-916f903154b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173543978', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:50Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:45Z', 'updated_at': '2021-07-05T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '51855bdb-5839-438c-a7dd-0e27139f4061', 'name': '', 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:47:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:49Z', 'updated_at': '2021-07-05T10:48:54Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:01.780802 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dfb1e4-3f2e-4983-99f2-916f903154b0 None None] Checking router: 91f48cf2-ae23-409f-9833-6b94534ff735 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:50:01.788949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e96cf-b140-4daa-b865-d8a604adbcf1 req-1512a12c-4ec3-4a74-a95a-817235b68140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:01.789214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dfb1e4-3f2e-4983-99f2-916f903154b0 None None] Routers {'91f48cf2-ae23-409f-9833-6b94534ff735'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:01.789810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-b2dfb1e4-3f2e-4983-99f2-916f903154b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:49:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['91f48cf2-ae23-409f-9833-6b94534ff735'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:01.790484 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-074e96cf-b140-4daa-b865-d8a604adbcf1 req-1512a12c-4ec3-4a74-a95a-817235b68140 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93bf3486-5f30-41b4-a7ad-1821db5ca817 HTTP/1.1" status: 200 len: 834 time: 0.0499871 Jul 05 10:50:01.850919 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e96cf-b140-4daa-b865-d8a604adbcf1 req-3c042ce4-19c3-4b25-9041-249f98a6b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:01.852482 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-074e96cf-b140-4daa-b865-d8a604adbcf1 req-3c042ce4-19c3-4b25-9041-249f98a6b59f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=efda7fa7-b813-4c33-9c8c-9e3f4fd58937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551686 Jul 05 10:50:01.958799 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-074e96cf-b140-4daa-b865-d8a604adbcf1 req-fd0bdfb8-2b1a-4e52-ae41-1b9871be0a3e service neutron] 10.222.0.73 "GET /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975268 Jul 05 10:50:02.075103 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-b2dfb1e4-3f2e-4983-99f2-916f903154b0 None None] Set router 91f48cf2-ae23-409f-9833-6b94534ff735 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:02.123956 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-074e96cf-b140-4daa-b865-d8a604adbcf1 req-40d603bf-8da0-4f0e-84f7-efac4b9124a3 service neutron] 10.222.0.73 "GET /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566970 Jul 05 10:50:02.142094 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d9d75-a0b9-4e6b-942e-d9f9af934239 req-31922959-5be6-45da-9003-075bf095dc9a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:02.143681 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-340d9d75-a0b9-4e6b-942e-d9f9af934239 req-31922959-5be6-45da-9003-075bf095dc9a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 944 time: 0.1254287 Jul 05 10:50:02.184137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-340d9d75-a0b9-4e6b-942e-d9f9af934239 req-de2cf693-5177-4e9f-a0ba-3376503f8d4d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4ca8b75-7615-4a73-afd0-e07918038bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346439 Jul 05 10:50:02.301144 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-b2dfb1e4-3f2e-4983-99f2-916f903154b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173543978', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:50Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:45Z', 'updated_at': '2021-07-05T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '51855bdb-5839-438c-a7dd-0e27139f4061', 'name': '', 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:47:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:49Z', 'updated_at': '2021-07-05T10:48:54Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:02.331163 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dfb1e4-3f2e-4983-99f2-916f903154b0 None None] The sync data for ids ['91f48cf2-ae23-409f-9833-6b94534ff735'] in n-d-779913-27 is: [{'id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173543978', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:48:50Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:45Z', 'updated_at': '2021-07-05T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '51855bdb-5839-438c-a7dd-0e27139f4061', 'name': '', 'network_id': 'efda7fa7-b813-4c33-9c8c-9e3f4fd58937', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:47:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:49Z', 'updated_at': '2021-07-05T10:48:54Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '93bf3486-5f30-41b4-a7ad-1821db5ca817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:50:02.475600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb5316-4729-4c32-8c37-94be9e054320 req-200c23f3-007f-4d36-be97-c2f6217bce1a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:02.476923 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3fcb5316-4729-4c32-8c37-94be9e054320 req-200c23f3-007f-4d36-be97-c2f6217bce1a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.73 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 944 time: 0.0696194 Jul 05 10:50:02.541181 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8275f5-3979-44c4-ab9f-8b4fb67aabd0 None None] New status for floating IP 4797ff14-c543-46db-9597-06750d727a65: DOWN {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:50:02.583246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-3fcb5316-4729-4c32-8c37-94be9e054320 req-dc1b04dd-812d-4906-874a-cce81eb3a102 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting port 169408c1-ee53-4a05-b5ac-8215854cced2 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:50:02.583602 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3fcb5316-4729-4c32-8c37-94be9e054320 req-dc1b04dd-812d-4906-874a-cce81eb3a102 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:02.679375 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-3fcb5316-4729-4c32-8c37-94be9e054320 req-dc1b04dd-812d-4906-874a-cce81eb3a102 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] For port 169408c1-ee53-4a05-b5ac-8215854cced2, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=169408c1-ee53-4a05-b5ac-8215854cced2,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:02.679766 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3fcb5316-4729-4c32-8c37-94be9e054320 req-dc1b04dd-812d-4906-874a-cce81eb3a102 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:02.694793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-3fcb5316-4729-4c32-8c37-94be9e054320 req-dc1b04dd-812d-4906-874a-cce81eb3a102 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Calling delete_port for 169408c1-ee53-4a05-b5ac-8215854cced2 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:50:02.891763 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3fcb5316-4729-4c32-8c37-94be9e054320 req-dc1b04dd-812d-4906-874a-cce81eb3a102 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:02.926265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b04dd-812d-4906-874a-cce81eb3a102 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Port': ['ID=169408c1-ee53-4a05-b5ac-8215854cced2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:02.987835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcb5316-4729-4c32-8c37-94be9e054320 req-dc1b04dd-812d-4906-874a-cce81eb3a102 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] No DVR routers for this DVR port 169408c1-ee53-4a05-b5ac-8215854cced2 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:50:02.990354 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-3fcb5316-4729-4c32-8c37-94be9e054320 req-dc1b04dd-812d-4906-874a-cce81eb3a102 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:02.992708 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3fcb5316-4729-4c32-8c37-94be9e054320 req-dc1b04dd-812d-4906-874a-cce81eb3a102 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.73 "DELETE /v2.0/ports/169408c1-ee53-4a05-b5ac-8215854cced2 HTTP/1.1" status: 204 len: 173 time: 0.5105722 Jul 05 10:50:03.338559 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fea0fa0e-5928-4aba-9bff-bade014dd3a0 req-36284ebb-e351-40a4-abb3-7295dc21226a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=30511fad-a0db-4c3f-afda-455d19f10ba0 HTTP/1.1" status: 200 len: 210 time: 0.0314567 Jul 05 10:50:03.506319 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'name': 'network-vif-deleted', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:50:03.508781 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e678dd3d-fd02-49ea-8353-0e9dcb2b7994" -d '{"events": [{"server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "name": "network-vif-deleted", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:50:03.545366 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43e4290-fadf-4f82-9dd0-5e40927e33a9 x-openstack-request-id: req-a43e4290-fadf-4f82-9dd0-5e40927e33a9 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:50:03.545800 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30511fad-a0db-4c3f-afda-455d19f10ba0", "name": "network-vif-deleted", "tag": "169408c1-ee53-4a05-b5ac-8215854cced2", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:50:03.546225 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a43e4290-fadf-4f82-9dd0-5e40927e33a9 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:50:03.546831 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30511fad-a0db-4c3f-afda-455d19f10ba0', 'name': 'network-vif-deleted', 'tag': '169408c1-ee53-4a05-b5ac-8215854cced2', 'status': 'completed', 'code': 200} Jul 05 10:50:04.432520 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37376) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:04.817803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 169408c1-ee53-4a05-b5ac-8215854cced2 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:50:04.837624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 169408c1-ee53-4a05-b5ac-8215854cced2 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:50:04.837967 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 169408c1-ee53-4a05-b5ac-8215854cced2 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:50:04.868541 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69d209af-3e82-40aa-b738-9ed056573312 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.398435 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:50:05.522474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-69d209af-3e82-40aa-b738-9ed056573312 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting port 51855bdb-5839-438c-a7dd-0e27139f4061 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:50:05.522821 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69d209af-3e82-40aa-b738-9ed056573312 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.610078 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-69d209af-3e82-40aa-b738-9ed056573312 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] For port 51855bdb-5839-438c-a7dd-0e27139f4061, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=51855bdb-5839-438c-a7dd-0e27139f4061,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:05.610447 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69d209af-3e82-40aa-b738-9ed056573312 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.622860 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-69d209af-3e82-40aa-b738-9ed056573312 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Calling delete_port for 51855bdb-5839-438c-a7dd-0e27139f4061 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:50:05.910731 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69d209af-3e82-40aa-b738-9ed056573312 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:05.936329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d209af-3e82-40aa-b738-9ed056573312 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Port': ['ID=51855bdb-5839-438c-a7dd-0e27139f4061,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:06.135822 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69d209af-3e82-40aa-b738-9ed056573312 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.354323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d209af-3e82-40aa-b738-9ed056573312 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router 91f48cf2-ae23-409f-9833-6b94534ff735 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:50:06.462978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d209af-3e82-40aa-b738-9ed056573312 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:50:06.467950 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-69d209af-3e82-40aa-b738-9ed056573312 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "PUT /v2.0/routers/91f48cf2-ae23-409f-9833-6b94534ff735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0347054 Jul 05 10:50:06.470715 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37380) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:06.472685 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9820179-ea2f-4e60-b643-30925acfdf2a None None] Sync routers for ids ['91f48cf2-ae23-409f-9833-6b94534ff735'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:50:06.482446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9820179-ea2f-4e60-b643-30925acfdf2a None None] Routers {'91f48cf2-ae23-409f-9833-6b94534ff735'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:06.483168 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a9820179-ea2f-4e60-b643-30925acfdf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:49:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['91f48cf2-ae23-409f-9833-6b94534ff735'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:06.521528 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f76eef-d213-4ff6-988e-93798233eb83 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting subnet 93bf3486-5f30-41b4-a7ad-1821db5ca817 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:50:06.524919 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37f76eef-d213-4ff6-988e-93798233eb83 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.565800 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37f76eef-d213-4ff6-988e-93798233eb83 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.593418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-a9820179-ea2f-4e60-b643-30925acfdf2a None None] Set router 91f48cf2-ae23-409f-9833-6b94534ff735 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:06.693098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37f76eef-d213-4ff6-988e-93798233eb83 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.774810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a9820179-ea2f-4e60-b643-30925acfdf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173543978', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:50:05Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:45Z', 'updated_at': '2021-07-05T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:06.790591 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37f76eef-d213-4ff6-988e-93798233eb83 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.806310 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9820179-ea2f-4e60-b643-30925acfdf2a None None] Checking router: 91f48cf2-ae23-409f-9833-6b94534ff735 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:50:06.815066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9820179-ea2f-4e60-b643-30925acfdf2a None None] Routers {'91f48cf2-ae23-409f-9833-6b94534ff735'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:06.815708 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a9820179-ea2f-4e60-b643-30925acfdf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:49:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['91f48cf2-ae23-409f-9833-6b94534ff735'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:06.822273 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f76eef-d213-4ff6-988e-93798233eb83 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Subnet': ['ID=93bf3486-5f30-41b4-a7ad-1821db5ca817,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:06.826744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-37f76eef-d213-4ff6-988e-93798233eb83 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:06.831825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37382) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:06.832230 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-37f76eef-d213-4ff6-988e-93798233eb83 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/subnets/93bf3486-5f30-41b4-a7ad-1821db5ca817 HTTP/1.1" status: 204 len: 168 time: 0.3601928 Jul 05 10:50:06.851639 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42efb1ff-488d-43e3-976e-55a2d345ae9f None None] Network efda7fa7-b813-4c33-9c8c-9e3f4fd58937 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:50:06.943814 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad684-fef4-41da-91cd-e42544abb942 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.013328 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-a9820179-ea2f-4e60-b643-30925acfdf2a None None] Set router 91f48cf2-ae23-409f-9833-6b94534ff735 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:07.049899 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad684-fef4-41da-91cd-e42544abb942 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.172951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ad684-fef4-41da-91cd-e42544abb942 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting port 3131642d-9a4f-4539-904a-5ff03a5e7f63 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:50:07.173303 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad684-fef4-41da-91cd-e42544abb942 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.202234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17539cdc-24a1-4616-a8e7-ab1886978308 None None] DHCP port deletion for efda7fa7-b813-4c33-9c8c-9e3f4fd58937 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:50:07.240331 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a9820179-ea2f-4e60-b643-30925acfdf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173543978', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:50:05Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:45Z', 'updated_at': '2021-07-05T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:07.258363 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-fb4ad684-fef4-41da-91cd-e42544abb942 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] For port 3131642d-9a4f-4539-904a-5ff03a5e7f63, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3131642d-9a4f-4539-904a-5ff03a5e7f63,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:07.258732 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad684-fef4-41da-91cd-e42544abb942 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.271475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ad684-fef4-41da-91cd-e42544abb942 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Calling delete_port for 3131642d-9a4f-4539-904a-5ff03a5e7f63 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:50:07.273768 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9820179-ea2f-4e60-b643-30925acfdf2a None None] The sync data for ids ['91f48cf2-ae23-409f-9833-6b94534ff735'] in n-d-779913-27 is: [{'id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173543978', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:48:44Z', 'updated_at': '2021-07-05T10:50:05Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '3131642d-9a4f-4539-904a-5ff03a5e7f63', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f48cf2-ae23-409f-9833-6b94534ff735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:48:45Z', 'updated_at': '2021-07-05T10:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:50:07.288508 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-17539cdc-24a1-4616-a8e7-ab1886978308 None None] Deleting port 6705b1a4-a397-47e4-9d55-f620828a0649 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:50:07.288881 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-17539cdc-24a1-4616-a8e7-ab1886978308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.357451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-17539cdc-24a1-4616-a8e7-ab1886978308 None None] For port 6705b1a4-a397-47e4-9d55-f620828a0649, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=6705b1a4-a397-47e4-9d55-f620828a0649,segment=NetworkSegment(81b54d22-826f-4aa5-a4ef-5b95b95962f5),segment_id=81b54d22-826f-4aa5-a4ef-5b95b95962f5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:07.357961 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-17539cdc-24a1-4616-a8e7-ab1886978308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.370637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-17539cdc-24a1-4616-a8e7-ab1886978308 None None] Calling delete_port for 6705b1a4-a397-47e4-9d55-f620828a0649 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:50:07.525853 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad684-fef4-41da-91cd-e42544abb942 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.536868 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-17539cdc-24a1-4616-a8e7-ab1886978308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.552706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ad684-fef4-41da-91cd-e42544abb942 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Port': ['ID=3131642d-9a4f-4539-904a-5ff03a5e7f63,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:07.572052 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17539cdc-24a1-4616-a8e7-ab1886978308 None None] No DVR routers for this DVR port 6705b1a4-a397-47e4-9d55-f620828a0649 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:50:07.579033 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17539cdc-24a1-4616-a8e7-ab1886978308 None None] Pushing event deleted for resources: {'Port': ['ID=6705b1a4-a397-47e4-9d55-f620828a0649,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:07.619100 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad684-fef4-41da-91cd-e42544abb942 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.721161 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad684-fef4-41da-91cd-e42544abb942 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.723402 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad684-fef4-41da-91cd-e42544abb942 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.760758 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 51855bdb-5839-438c-a7dd-0e27139f4061 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:50:07.783112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 51855bdb-5839-438c-a7dd-0e27139f4061 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:50:07.783465 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 51855bdb-5839-438c-a7dd-0e27139f4061 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:50:07.783921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6705b1a4-a397-47e4-9d55-f620828a0649 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:50:07.803898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 6705b1a4-a397-47e4-9d55-f620828a0649 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:50:07.804302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 6705b1a4-a397-47e4-9d55-f620828a0649 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:50:07.887458 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad684-fef4-41da-91cd-e42544abb942 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.888022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4ad684-fef4-41da-91cd-e42544abb942 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Fanout notify agent at l3_agent the message router_deleted on router 91f48cf2-ae23-409f-9833-6b94534ff735 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:50:07.897771 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad684-fef4-41da-91cd-e42544abb942 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:07.897771 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fb4ad684-fef4-41da-91cd-e42544abb942 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/routers/91f48cf2-ae23-409f-9833-6b94534ff735 HTTP/1.1" status: 204 len: 168 time: 1.0628326 Jul 05 10:50:07.898844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37384) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:07.981510 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c4d75d9c-79d1-4187-8dfc-f7e8eb5e7d3a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.073084 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c4d75d9c-79d1-4187-8dfc-f7e8eb5e7d3a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.083046 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c4d75d9c-79d1-4187-8dfc-f7e8eb5e7d3a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efda7fa7-b813-4c33-9c8c-9e3f4fd58937']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:08.093885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c4d75d9c-79d1-4187-8dfc-f7e8eb5e7d3a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b54d22-826f-4aa5-a4ef-5b95b95962f5') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:08.094185 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c4d75d9c-79d1-4187-8dfc-f7e8eb5e7d3a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b54d22-826f-4aa5-a4ef-5b95b95962f5') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:08.102866 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c4d75d9c-79d1-4187-8dfc-f7e8eb5e7d3a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.117303 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c4d75d9c-79d1-4187-8dfc-f7e8eb5e7d3a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.123029 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d75d9c-79d1-4187-8dfc-f7e8eb5e7d3a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:50:08.123434 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c4d75d9c-79d1-4187-8dfc-f7e8eb5e7d3a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:50:08.126336 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:50:08.287412 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c4d75d9c-79d1-4187-8dfc-f7e8eb5e7d3a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.301930 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c4d75d9c-79d1-4187-8dfc-f7e8eb5e7d3a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.301930 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c4d75d9c-79d1-4187-8dfc-f7e8eb5e7d3a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/networks/efda7fa7-b813-4c33-9c8c-9e3f4fd58937 HTTP/1.1" status: 204 len: 168 time: 0.3969121 Jul 05 10:50:08.302149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37386) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:08.314151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d75d9c-79d1-4187-8dfc-f7e8eb5e7d3a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Network': ['ID=efda7fa7-b813-4c33-9c8c-9e3f4fd58937,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:08.365576 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11be0862-3106-4401-a60e-a1b5cc8228da tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.394044 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11be0862-3106-4401-a60e-a1b5cc8228da tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.562328 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11be0862-3106-4401-a60e-a1b5cc8228da tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.565030 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-11be0862-3106-4401-a60e-a1b5cc8228da tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:08.571142 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-11be0862-3106-4401-a60e-a1b5cc8228da tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/security-groups/a4ca8b75-7615-4a73-afd0-e07918038bf7 HTTP/1.1" status: 204 len: 168 time: 0.2656684 Jul 05 10:50:08.576121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be0862-3106-4401-a60e-a1b5cc8228da tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ca8b75-7615-4a73-afd0-e07918038bf7,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:09.465838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37396) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:09.470591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-880c1cd8-c29d-42eb-8d5e-a995cb0b1af5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-748504737', 'description': 'tempest-secgroup-smoke-748504737 description', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:09.556297 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-880c1cd8-c29d-42eb-8d5e-a995cb0b1af5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.566864 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3131642d-9a4f-4539-904a-5ff03a5e7f63 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:50:09.589032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 3131642d-9a4f-4539-904a-5ff03a5e7f63 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:50:09.589384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3131642d-9a4f-4539-904a-5ff03a5e7f63 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:50:09.644471 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-880c1cd8-c29d-42eb-8d5e-a995cb0b1af5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.699079 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-880c1cd8-c29d-42eb-8d5e-a995cb0b1af5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.726959 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c1cd8-c29d-42eb-8d5e-a995cb0b1af5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9e76ac-5b7d-418e-be84-dc0ae2f31736,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:09.796523 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-880c1cd8-c29d-42eb-8d5e-a995cb0b1af5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.797787 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-880c1cd8-c29d-42eb-8d5e-a995cb0b1af5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3309226 Jul 05 10:50:09.800773 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37398) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:09.805247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a4112d84-3f91-4f37-9cdc-a3352bf4456a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': 'ed9e76ac-5b7d-418e-be84-dc0ae2f31736', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:09.898614 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a4112d84-3f91-4f37-9cdc-a3352bf4456a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:09.963128 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a4112d84-3f91-4f37-9cdc-a3352bf4456a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.057042 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a4112d84-3f91-4f37-9cdc-a3352bf4456a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.076002 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4112d84-3f91-4f37-9cdc-a3352bf4456a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06aba9ec-09b2-4fa5-8acb-39d2ac030d5d,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:10.154982 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a4112d84-3f91-4f37-9cdc-a3352bf4456a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.156300 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a4112d84-3f91-4f37-9cdc-a3352bf4456a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3546305 Jul 05 10:50:10.159032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37400) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:10.163532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-573437af-3833-4384-b996-f9e1560e432d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': 'ed9e76ac-5b7d-418e-be84-dc0ae2f31736', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:10.270403 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-573437af-3833-4384-b996-f9e1560e432d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.330738 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-573437af-3833-4384-b996-f9e1560e432d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.436665 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-573437af-3833-4384-b996-f9e1560e432d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.455132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573437af-3833-4384-b996-f9e1560e432d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051ccece-2e99-47cf-abdf-f440bf2e9a99,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:10.521788 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-573437af-3833-4384-b996-f9e1560e432d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.523114 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-573437af-3833-4384-b996-f9e1560e432d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3631504 Jul 05 10:50:10.525856 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37402) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:10.530816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1db7ac79-59a9-4c69-a146-87cd0b6c6db6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': 'ed9e76ac-5b7d-418e-be84-dc0ae2f31736', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:10.628598 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1db7ac79-59a9-4c69-a146-87cd0b6c6db6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.684946 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1db7ac79-59a9-4c69-a146-87cd0b6c6db6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.772960 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1db7ac79-59a9-4c69-a146-87cd0b6c6db6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.791873 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7ac79-59a9-4c69-a146-87cd0b6c6db6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d096ecf-28ea-4723-9082-98d90fa3af70,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:10.880085 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1db7ac79-59a9-4c69-a146-87cd0b6c6db6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:10.881389 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1db7ac79-59a9-4c69-a146-87cd0b6c6db6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3545978 Jul 05 10:50:10.884925 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37404) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:10.889639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9d69b26c-e6c8-443f-8898-6e38eba2ad0d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': 'ed9e76ac-5b7d-418e-be84-dc0ae2f31736', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:11.006936 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d69b26c-e6c8-443f-8898-6e38eba2ad0d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.069993 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d69b26c-e6c8-443f-8898-6e38eba2ad0d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.133191 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7db6fd9e-087b-4509-9942-3c6b6a6eda13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.173218 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d69b26c-e6c8-443f-8898-6e38eba2ad0d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.192148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69b26c-e6c8-443f-8898-6e38eba2ad0d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff2fe8a-c505-4cb4-8c2d-cc84962fbcdc,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:11.258879 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9d69b26c-e6c8-443f-8898-6e38eba2ad0d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.260146 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9d69b26c-e6c8-443f-8898-6e38eba2ad0d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3742921 Jul 05 10:50:11.262847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37406) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:11.267862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1a107d47-61b6-45c5-ad53-f1467a2a41a9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': 'ed9e76ac-5b7d-418e-be84-dc0ae2f31736', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:11.356382 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-1a107d47-61b6-45c5-ad53-f1467a2a41a9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Project ecd4c65677c0414c9743c8dfedcf672d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:50:11.361867 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a107d47-61b6-45c5-ad53-f1467a2a41a9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.423657 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a107d47-61b6-45c5-ad53-f1467a2a41a9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.481863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a107d47-61b6-45c5-ad53-f1467a2a41a9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.501862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a107d47-61b6-45c5-ad53-f1467a2a41a9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d473b6b2-0882-4c20-bdbc-899d115d0735,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:11.553879 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a107d47-61b6-45c5-ad53-f1467a2a41a9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.555230 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1a107d47-61b6-45c5-ad53-f1467a2a41a9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2914677 Jul 05 10:50:11.557934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37408) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:11.562810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-33b4a530-55a2-4ebc-85c1-aeefc2e69b40 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'security_group_rule': {'security_group_id': 'ed9e76ac-5b7d-418e-be84-dc0ae2f31736', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:11.711265 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-33b4a530-55a2-4ebc-85c1-aeefc2e69b40 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Project ecd4c65677c0414c9743c8dfedcf672d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:50:11.717348 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33b4a530-55a2-4ebc-85c1-aeefc2e69b40 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.783383 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33b4a530-55a2-4ebc-85c1-aeefc2e69b40 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.845335 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33b4a530-55a2-4ebc-85c1-aeefc2e69b40 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.863781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4a530-55a2-4ebc-85c1-aeefc2e69b40 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b568fe66-990f-41ec-8f29-5f151a7c19f2,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:11.922459 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-33b4a530-55a2-4ebc-85c1-aeefc2e69b40 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:11.924118 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-33b4a530-55a2-4ebc-85c1-aeefc2e69b40 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3650720 Jul 05 10:50:11.927034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37410) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:11.931980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a132bf22-5843-4a66-9981-e8a036b4fe77 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'network': {'name': 'tempest-network-smoke--1081754761', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'port_security_enabled': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:12.024242 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a132bf22-5843-4a66-9981-e8a036b4fe77 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Made reservation on behalf of ecd4c65677c0414c9743c8dfedcf672d for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:50:12.027660 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a132bf22-5843-4a66-9981-e8a036b4fe77 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.053264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a132bf22-5843-4a66-9981-e8a036b4fe77 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:50:12.063665 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a132bf22-5843-4a66-9981-e8a036b4fe77 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.064159 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-a132bf22-5843-4a66-9981-e8a036b4fe77 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Added segment 9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15 of type vlan for network 3bdce4d3-29cd-402f-8107-2a862a41a016 Jul 05 10:50:12.115528 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a132bf22-5843-4a66-9981-e8a036b4fe77 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.224693 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a132bf22-5843-4a66-9981-e8a036b4fe77 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.230287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132bf22-5843-4a66-9981-e8a036b4fe77 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:12.230878 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a132bf22-5843-4a66-9981-e8a036b4fe77 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.341436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132bf22-5843-4a66-9981-e8a036b4fe77 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Network': ['ID=3bdce4d3-29cd-402f-8107-2a862a41a016,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:12.352192 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 3bdce4d3-29cd-402f-8107-2a862a41a016 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:50:12.368183 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a132bf22-5843-4a66-9981-e8a036b4fe77 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4400551 Jul 05 10:50:12.371055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37412) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:12.375885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1436317418', 'admin_state_up': True, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:12.493107 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.494287 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.580462 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:12.798368 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:13.077592 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:13.110784 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:13.211016 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Allocated IP 172.25.5.152 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/8b839c3b-98fc-45a0-b4d9-a6e8be4415d9) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:13.313012 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:13.408284 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:13.446330 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:13.451093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:13.455410 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:13.461314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=8b839c3b-98fc-45a0-b4d9-a6e8be4415d9,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:13.636078 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9ebb6788-02a4-4d1c-a6cf-17700b5c38b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:13.687245 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:13.831777 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:14.298235 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:14.479678 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router c379f206-38f2-4770-9f10-f67bf26e5080 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:50:14.589378 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:50:14.600274 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Sync routers for ids ['c379f206-38f2-4770-9f10-f67bf26e5080'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:50:14.610795 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Routers {'c379f206-38f2-4770-9f10-f67bf26e5080'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:14.611403 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:50:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c379f206-38f2-4770-9f10-f67bf26e5080'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:14.714639 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Set router c379f206-38f2-4770-9f10-f67bf26e5080 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:14.716418 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:14.718225 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-620bdb3e-4ecd-40d1-b207-8632f60c60d4 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3461676 Jul 05 10:50:14.721388 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37418) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:14.758892 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0b64c0f6-9b8b-4220-be51-624b40a323a4 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ecd4c65677c0414c9743c8dfedcf672d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334797 Jul 05 10:50:14.759197 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37420) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:14.899436 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436317418', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:13Z', 'revision_number': 3, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:13Z', 'updated_at': '2021-07-05T10:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:14.913045 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4372c963-6c55-48a7-bb39-2a9d572503ae tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:14.914636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4372c963-6c55-48a7-bb39-2a9d572503ae tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1544659 Jul 05 10:50:14.917409 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37422) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:14.926687 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Checking router: c379f206-38f2-4770-9f10-f67bf26e5080 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:50:14.927036 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Updating router c379f206-38f2-4770-9f10-f67bf26e5080 port 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:50:14.958106 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-99e21f62-2f36-4e38-950c-35a3fb447eb1 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395114 Jul 05 10:50:14.960504 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37424) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:14.962455 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:14.965858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d9e197be-f489-4485-9e86-d2b52ea1c769 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1812331445', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:15.127287 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.153941 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e197be-f489-4485-9e86-d2b52ea1c769 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Made reservation on behalf of ecd4c65677c0414c9743c8dfedcf672d for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:50:15.158410 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9e197be-f489-4485-9e86-d2b52ea1c769 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.225229 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.235375 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Transition to ACTIVE for port object 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:15.325538 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.378408 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Attempting to bind port 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:50:15.378695 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Attempting to bind port 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:50:15.379057 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Attempting to bind port 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:15.381107 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df3f9c-7897-4a6d-9207-b7e2e967e1a4 None None] Pushing event updated for resources: {'Port': ['ID=8b839c3b-98fc-45a0-b4d9-a6e8be4415d9,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:15.391044 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df3f9c-7897-4a6d-9207-b7e2e967e1a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:15.398164 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df3f9c-7897-4a6d-9207-b7e2e967e1a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:15.398164 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df3f9c-7897-4a6d-9207-b7e2e967e1a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:15.398164 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df3f9c-7897-4a6d-9207-b7e2e967e1a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:15.398164 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df3f9c-7897-4a6d-9207-b7e2e967e1a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:15.398164 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df3f9c-7897-4a6d-9207-b7e2e967e1a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:15.398164 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df3f9c-7897-4a6d-9207-b7e2e967e1a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:15.398164 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df3f9c-7897-4a6d-9207-b7e2e967e1a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:15.398164 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df3f9c-7897-4a6d-9207-b7e2e967e1a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:15.398164 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df3f9c-7897-4a6d-9207-b7e2e967e1a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:15.398963 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df3f9c-7897-4a6d-9207-b7e2e967e1a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:15.398963 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df3f9c-7897-4a6d-9207-b7e2e967e1a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:50:15.401912 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:50:15.402289 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:15.402694 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.403077 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:50:15.403552 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Bound port: 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:50:15.404027 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.464871 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9e197be-f489-4485-9e86-d2b52ea1c769 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.466579 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] For port 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:50:15.469746 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] For port 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8b839c3b-98fc-45a0-b4d9-a6e8be4415d9,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:50:15.531068 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e197be-f489-4485-9e86-d2b52ea1c769 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Subnet': ['ID=14b0cae3-4d4b-4a64-9784-54159bfcf50d,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:15.536283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e197be-f489-4485-9e86-d2b52ea1c769 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Checking segment: {'id': '9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:15.543781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e197be-f489-4485-9e86-d2b52ea1c769 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network hostable DHCP agents. Network: 3bdce4d3-29cd-402f-8107-2a862a41a016, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:50:15.585014 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.642916 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df3f9c-7897-4a6d-9207-b7e2e967e1a4 None None] Pushing event updated for resources: {'Port': ['ID=8b839c3b-98fc-45a0-b4d9-a6e8be4415d9,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:15.645335 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Routers {'c379f206-38f2-4770-9f10-f67bf26e5080'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:15.645934 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:50:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c379f206-38f2-4770-9f10-f67bf26e5080'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:15.679877 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e197be-f489-4485-9e86-d2b52ea1c769 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 3bdce4d3-29cd-402f-8107-2a862a41a016 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:50:15.751762 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] Set router c379f206-38f2-4770-9f10-f67bf26e5080 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:15.796451 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d9e197be-f489-4485-9e86-d2b52ea1c769 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 3bdce4d3-29cd-402f-8107-2a862a41a016) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:15.800764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e197be-f489-4485-9e86-d2b52ea1c769 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:15.801501 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9e197be-f489-4485-9e86-d2b52ea1c769 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.805989 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d2c103-c219-4dd5-8459-185af35f9b44 None None] Network 3bdce4d3-29cd-402f-8107-2a862a41a016 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:50:15.890912 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d9e197be-f489-4485-9e86-d2b52ea1c769 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9267812 Jul 05 10:50:15.891316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37428) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:15.953988 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436317418', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:13Z', 'revision_number': 3, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:13Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:15.976817 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-3bdce4d3-29cd-402f-8107-2a862a41a016', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ips': [{'subnet_id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:50:15.977893 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:15.982528 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8089207-0eab-4d0d-8eb8-1e1fa2708c71 None None] The sync data for ids ['c379f206-38f2-4770-9f10-f67bf26e5080'] in n-d-779913-27 is: [{'id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436317418', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:13Z', 'revision_number': 3, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:13Z', 'updated_at': '2021-07-05T10:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:50:16.131016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Allocated IP 172.20.0.2 (3bdce4d3-29cd-402f-8107-2a862a41a016/14b0cae3-4d4b-4a64-9784-54159bfcf50d/983a780c-4279-448e-af5f-00618ec50322) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:16.304517 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.313803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Transition to ACTIVE for port object 983a780c-4279-448e-af5f-00618ec50322 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:16.330647 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Transition to ACTIVE for port object 983a780c-4279-448e-af5f-00618ec50322 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:16.402236 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.404014 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.443628 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Network 3bdce4d3-29cd-402f-8107-2a862a41a016 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:16.448834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:16.455902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:16.461303 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Pushing event updated for resources: {'Port': ['ID=983a780c-4279-448e-af5f-00618ec50322,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:16.526207 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Attempting to bind port 983a780c-4279-448e-af5f-00618ec50322 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:50:16.526574 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Attempting to bind port 983a780c-4279-448e-af5f-00618ec50322 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:50:16.526942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Attempting to bind port 983a780c-4279-448e-af5f-00618ec50322 on network 3bdce4d3-29cd-402f-8107-2a862a41a016 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:16.534036 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:50:16.534418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Checking segment: {'id': '9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:16.534833 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.535287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Bound using segment: {'id': '9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:50:16.535854 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Bound port: 983a780c-4279-448e-af5f-00618ec50322, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:50:16.536300 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.605924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] For port 983a780c-4279-448e-af5f-00618ec50322, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:50:16.610350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] For port 983a780c-4279-448e-af5f-00618ec50322, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=983a780c-4279-448e-af5f-00618ec50322,segment=NetworkSegment(9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15),segment_id=9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:50:16.692626 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.718405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Allocated IP 172.20.0.1 (3bdce4d3-29cd-402f-8107-2a862a41a016/14b0cae3-4d4b-4a64-9784-54159bfcf50d/2c7002fc-a0c6-42f8-b067-30c48dfa525d) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:16.803428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9ea65-0b2b-4984-bf8f-c092b9d31675 None None] Pushing event updated for resources: {'Port': ['ID=983a780c-4279-448e-af5f-00618ec50322,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:16.858682 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.875556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Transition to ACTIVE for port object 2c7002fc-a0c6-42f8-b067-30c48dfa525d will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:16.905341 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:16.994904 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.055198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 3bdce4d3-29cd-402f-8107-2a862a41a016 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:17.061603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:17.069172 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:17.073349 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=2c7002fc-a0c6-42f8-b067-30c48dfa525d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:17.124390 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.311488 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.614887 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.675851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:17.685312 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.760109 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.761795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=2c7002fc-a0c6-42f8-b067-30c48dfa525d,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:17.807552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:17.811636 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:17.812142 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.861458 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 3bdce4d3-29cd-402f-8107-2a862a41a016 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:17.863324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:17.901154 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:17.924711 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8b839c3b-98fc-45a0-b4d9-a6e8be4415d9,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:18.000053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router c379f206-38f2-4770-9f10-f67bf26e5080 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:50:18.011439 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:18.015681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 983a780c-4279-448e-af5f-00618ec50322 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:18.091798 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=8b839c3b-98fc-45a0-b4d9-a6e8be4415d9,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:18.121028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:50:18.126274 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ed4a922f-985f-459a-b032-546754a06034 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "PUT /v2.0/routers/c379f206-38f2-4770-9f10-f67bf26e5080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2333920 Jul 05 10:50:18.130822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Sync routers for ids ['c379f206-38f2-4770-9f10-f67bf26e5080'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:50:18.141924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Routers {'c379f206-38f2-4770-9f10-f67bf26e5080'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:18.153454 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:50:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c379f206-38f2-4770-9f10-f67bf26e5080'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:18.196904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 983a780c-4279-448e-af5f-00618ec50322 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:18.263080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Set router c379f206-38f2-4770-9f10-f67bf26e5080 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:18.266986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c32d618-f5ca-4549-a8fe-30b109ed6b5f None None] Network 3bdce4d3-29cd-402f-8107-2a862a41a016 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:50:18.302763 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8384d823-c1be-4a39-baef-67499402696f req-552781bb-e793-4948-b391-e463a21f9a0d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-748504737&fields=id&tenant_id=ecd4c65677c0414c9743c8dfedcf672d HTTP/1.1" status: 200 len: 267 time: 0.0451052 Jul 05 10:50:18.421838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384d823-c1be-4a39-baef-67499402696f req-37735c64-6519-494e-8bb4-c91b09cd02ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:18.423366 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8384d823-c1be-4a39-baef-67499402696f req-37735c64-6519-494e-8bb4-c91b09cd02ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/networks?id=3bdce4d3-29cd-402f-8107-2a862a41a016 HTTP/1.1" status: 200 len: 797 time: 0.1134810 Jul 05 10:50:18.442953 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8384d823-c1be-4a39-baef-67499402696f req-08a87e53-502b-433e-8e87-d6c0bce197f7 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/quotas/ecd4c65677c0414c9743c8dfedcf672d HTTP/1.1" status: 200 len: 375 time: 0.0135498 Jul 05 10:50:18.502138 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a22e8f32-9000-4c23-a5cc-a00ae0faba12 None None] Provisioning for port 983a780c-4279-448e-af5f-00618ec50322 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:18.521942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a22e8f32-9000-4c23-a5cc-a00ae0faba12 None None] Provisioning complete for port 983a780c-4279-448e-af5f-00618ec50322 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:18.522344 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a22e8f32-9000-4c23-a5cc-a00ae0faba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:18.866807 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8384d823-c1be-4a39-baef-67499402696f req-6d140593-606e-4b8e-b04a-40c72ff1b897 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4165797 Jul 05 10:50:18.880303 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436317418', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:13Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '2c7002fc-a0c6-42f8-b067-30c48dfa525d', 'name': '', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:20:30:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:16Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 2, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:18.883932 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a22e8f32-9000-4c23-a5cc-a00ae0faba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:18.911059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Checking router: c379f206-38f2-4770-9f10-f67bf26e5080 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:50:18.911424 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Updating router c379f206-38f2-4770-9f10-f67bf26e5080 port 2c7002fc-a0c6-42f8-b067-30c48dfa525d binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:50:18.974049 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:18.978252 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a22e8f32-9000-4c23-a5cc-a00ae0faba12 None None] For port 983a780c-4279-448e-af5f-00618ec50322, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=983a780c-4279-448e-af5f-00618ec50322,segment=NetworkSegment(9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15),segment_id=9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:19.060725 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8384d823-c1be-4a39-baef-67499402696f req-f1ff025f-d47a-4924-b420-63dfe9edbaad service neutron] 10.222.0.77 "GET /v2.0/networks/3bdce4d3-29cd-402f-8107-2a862a41a016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750419 Jul 05 10:50:19.084676 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a22e8f32-9000-4c23-a5cc-a00ae0faba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.172777 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8384d823-c1be-4a39-baef-67499402696f req-ac984b13-73e5-4a9e-a596-bf2efbdf3af1 service neutron] 10.222.0.77 "GET /v2.0/networks/3bdce4d3-29cd-402f-8107-2a862a41a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030741 Jul 05 10:50:19.203610 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e8f32-9000-4c23-a5cc-a00ae0faba12 None None] Pushing event updated for resources: {'Port': ['ID=983a780c-4279-448e-af5f-00618ec50322,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:19.230371 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-65f5e5d0-f3e0-4ab3-b45f-8141f9ba057f None None] Provisioning complete for port 983a780c-4279-448e-af5f-00618ec50322 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:19.230746 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-65f5e5d0-f3e0-4ab3-b45f-8141f9ba057f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.400342 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.415172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Transition to ACTIVE for port object 2c7002fc-a0c6-42f8-b067-30c48dfa525d will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:19.444445 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cbac2af4-72c6-4906-9db7-cdf4c76b5440 req-dc6c68f3-c581-4929-bb39-5e601cc4cc83 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 210 time: 0.0401776 Jul 05 10:50:19.485784 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.517241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-65f5e5d0-f3e0-4ab3-b45f-8141f9ba057f None None] Provisioning for port 2c7002fc-a0c6-42f8-b067-30c48dfa525d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:19.551247 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eaed09-c0b3-40ed-8124-1246c42a4eee None None] Pushing event updated for resources: {'Port': ['ID=2c7002fc-a0c6-42f8-b067-30c48dfa525d,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:19.625045 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Attempting to bind port 2c7002fc-a0c6-42f8-b067-30c48dfa525d on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:50:19.625338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Attempting to bind port 2c7002fc-a0c6-42f8-b067-30c48dfa525d by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:50:19.625734 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Attempting to bind port 2c7002fc-a0c6-42f8-b067-30c48dfa525d on network 3bdce4d3-29cd-402f-8107-2a862a41a016 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:19.631998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:50:19.632379 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Checking segment: {'id': '9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:19.632789 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.633179 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Bound using segment: {'id': '9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:50:19.633653 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Bound port: 2c7002fc-a0c6-42f8-b067-30c48dfa525d, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:50:19.634034 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.657783 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:19.761311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] For port 2c7002fc-a0c6-42f8-b067-30c48dfa525d, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:50:19.766888 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] For port 2c7002fc-a0c6-42f8-b067-30c48dfa525d, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=2c7002fc-a0c6-42f8-b067-30c48dfa525d,segment=NetworkSegment(9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15),segment_id=9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:50:19.769914 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:19.770289 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.857020 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:19.889833 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 983a780c-4279-448e-af5f-00618ec50322 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:19.964487 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eaed09-c0b3-40ed-8124-1246c42a4eee None None] Pushing event updated for resources: {'Port': ['ID=2c7002fc-a0c6-42f8-b067-30c48dfa525d,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:19.970195 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Routers {'c379f206-38f2-4770-9f10-f67bf26e5080'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:19.970827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:50:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c379f206-38f2-4770-9f10-f67bf26e5080'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:20.074568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 983a780c-4279-448e-af5f-00618ec50322 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:20.077804 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:20.141408 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] Set router c379f206-38f2-4770-9f10-f67bf26e5080 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:20.386402 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436317418', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:13Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '2c7002fc-a0c6-42f8-b067-30c48dfa525d', 'name': '', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:20:30:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:16Z', 'updated_at': '2021-07-05T10:50:19Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:20.413870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df177180-e5d8-49c6-9026-d9840de8cc42 None None] The sync data for ids ['c379f206-38f2-4770-9f10-f67bf26e5080'] in n-d-779913-27 is: [{'id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436317418', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:13Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '2c7002fc-a0c6-42f8-b067-30c48dfa525d', 'name': '', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:20:30:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:16Z', 'updated_at': '2021-07-05T10:50:19Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:50:20.608175 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ff560f47-71eb-4fb0-872d-cd6f780047f0 req-6e1eb732-dbb4-402c-9015-f0e426b1c2aa tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 210 time: 0.0342286 Jul 05 10:50:21.648577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 2c7002fc-a0c6-42f8-b067-30c48dfa525d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:21.763810 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e6071bab-fb9c-4155-9ee5-3c3d2b01b586 req-82c9b0ce-c389-47b5-ae5b-0d698c7d9f69 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 210 time: 0.0289166 Jul 05 10:50:21.807866 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 2c7002fc-a0c6-42f8-b067-30c48dfa525d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:21.812038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 2c7002fc-a0c6-42f8-b067-30c48dfa525d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:21.812413 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:21.895504 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:21.930946 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 2c7002fc-a0c6-42f8-b067-30c48dfa525d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=2c7002fc-a0c6-42f8-b067-30c48dfa525d,segment=NetworkSegment(9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15),segment_id=9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:22.005659 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:22.022720 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384d823-c1be-4a39-baef-67499402696f req-7b059d97-e396-42d4-b2e0-e4d02537d3f1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:22.024268 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8384d823-c1be-4a39-baef-67499402696f req-7b059d97-e396-42d4-b2e0-e4d02537d3f1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "GET /v2.0/networks?id=3bdce4d3-29cd-402f-8107-2a862a41a016 HTTP/1.1" status: 200 len: 797 time: 0.1094706 Jul 05 10:50:22.056413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=2c7002fc-a0c6-42f8-b067-30c48dfa525d,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:22.373227 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8384d823-c1be-4a39-baef-67499402696f req-f21e6540-c587-4e55-9105-a791c77883ed tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecd4c65677c0414c9743c8dfedcf672d HTTP/1.1" status: 200 len: 379 time: 0.3359022 Jul 05 10:50:22.382522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-8384d823-c1be-4a39-baef-67499402696f req-8717d003-58a1-44ba-a7a3-84f37da487d8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'port': {'device_id': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'admin_state_up': True, 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'security_groups': ['ed9e76ac-5b7d-418e-be84-dc0ae2f31736']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:22.548152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8384d823-c1be-4a39-baef-67499402696f req-8717d003-58a1-44ba-a7a3-84f37da487d8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Made reservation on behalf of ecd4c65677c0414c9743c8dfedcf672d for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:50:22.551866 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8384d823-c1be-4a39-baef-67499402696f req-8717d003-58a1-44ba-a7a3-84f37da487d8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:22.571073 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:22.685405 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-8384d823-c1be-4a39-baef-67499402696f req-8717d003-58a1-44ba-a7a3-84f37da487d8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Allocated IP 172.20.0.10 (3bdce4d3-29cd-402f-8107-2a862a41a016/14b0cae3-4d4b-4a64-9784-54159bfcf50d/5c34c0a0-aef7-4167-8df2-8f073005d642) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:22.803633 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b53d9ad7-0051-44be-a9ce-03a0d41234e1 req-58b6d6c0-4667-485b-9ded-22b63f49ce9a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572634 Jul 05 10:50:22.837158 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8384d823-c1be-4a39-baef-67499402696f req-8717d003-58a1-44ba-a7a3-84f37da487d8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:22.858075 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-8384d823-c1be-4a39-baef-67499402696f req-8717d003-58a1-44ba-a7a3-84f37da487d8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Transition to ACTIVE for port object 5c34c0a0-aef7-4167-8df2-8f073005d642 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:22.933150 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ded4fcd0-5d54-4fc6-a7e8-c52d1409684f req-3692417a-4604-4391-b4ab-c22da9193376 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 210 time: 0.0377350 Jul 05 10:50:22.938959 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d9ad7-0051-44be-a9ce-03a0d41234e1 req-a1aa9f5e-a4b8-4321-a4c6-7bcf3ed8e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:22.940464 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b53d9ad7-0051-44be-a9ce-03a0d41234e1 req-a1aa9f5e-a4b8-4321-a4c6-7bcf3ed8e478 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 1097 time: 0.0892339 Jul 05 10:50:22.962155 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8384d823-c1be-4a39-baef-67499402696f req-8717d003-58a1-44ba-a7a3-84f37da487d8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:23.004652 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8384d823-c1be-4a39-baef-67499402696f req-8717d003-58a1-44ba-a7a3-84f37da487d8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 3bdce4d3-29cd-402f-8107-2a862a41a016 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:23.012408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-8384d823-c1be-4a39-baef-67499402696f req-8717d003-58a1-44ba-a7a3-84f37da487d8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:23.019745 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8384d823-c1be-4a39-baef-67499402696f req-8717d003-58a1-44ba-a7a3-84f37da487d8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:23.022423 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717d003-58a1-44ba-a7a3-84f37da487d8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=5c34c0a0-aef7-4167-8df2-8f073005d642,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:23.050534 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d9ad7-0051-44be-a9ce-03a0d41234e1 req-e043081a-3605-403d-a5df-9805bcda1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:23.052294 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b53d9ad7-0051-44be-a9ce-03a0d41234e1 req-e043081a-3605-403d-a5df-9805bcda1553 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.0924797 Jul 05 10:50:23.071598 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384d823-c1be-4a39-baef-67499402696f req-8717d003-58a1-44ba-a7a3-84f37da487d8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:23.072291 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8384d823-c1be-4a39-baef-67499402696f req-8717d003-58a1-44ba-a7a3-84f37da487d8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:23.125817 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b53d9ad7-0051-44be-a9ce-03a0d41234e1 req-77696a0d-a611-42a5-9825-8492b42444ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9524b2a-3ceb-4f76-977b-f8cfc2093d8c HTTP/1.1" status: 200 len: 1000 time: 0.0673819 Jul 05 10:50:23.134079 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8384d823-c1be-4a39-baef-67499402696f req-8717d003-58a1-44ba-a7a3-84f37da487d8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7550609 Jul 05 10:50:23.151095 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Request body: {'port': {'device_id': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:23.180870 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d9ad7-0051-44be-a9ce-03a0d41234e1 req-e20e80bb-616c-4c86-9381-b792e2f7c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:23.182521 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b53d9ad7-0051-44be-a9ce-03a0d41234e1 req-e20e80bb-616c-4c86-9381-b792e2f7c9e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0511494 Jul 05 10:50:23.238452 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:23.242255 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d9ad7-0051-44be-a9ce-03a0d41234e1 req-751080f2-81bf-4690-b136-f2b3c03c64ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:23.244038 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b53d9ad7-0051-44be-a9ce-03a0d41234e1 req-751080f2-81bf-4690-b136-f2b3c03c64ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553515 Jul 05 10:50:23.341021 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b53d9ad7-0051-44be-a9ce-03a0d41234e1 req-a1991faf-99e2-41f2-9f8e-5015ff9f0e2a service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909064 Jul 05 10:50:23.394019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8c109781-60b5-4aae-8c29-05adf2618cf9 None None] Provisioning for port 5c34c0a0-aef7-4167-8df2-8f073005d642 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:23.398935 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8c109781-60b5-4aae-8c29-05adf2618cf9 None None] Provisioning complete for port 5c34c0a0-aef7-4167-8df2-8f073005d642 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:23.399453 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8c109781-60b5-4aae-8c29-05adf2618cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:23.435533 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b53d9ad7-0051-44be-a9ce-03a0d41234e1 req-f992141c-3f9d-436c-97ae-7a02d5f9617f service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887420 Jul 05 10:50:23.441281 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8c109781-60b5-4aae-8c29-05adf2618cf9 None None] Port 5c34c0a0-aef7-4167-8df2-8f073005d642 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:50:23.509861 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c34c0a0-aef7-4167-8df2-8f073005d642 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:50:23.518422 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:23.530680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Transition to ACTIVE for port object 5c34c0a0-aef7-4167-8df2-8f073005d642 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:50:23.621035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 2c7002fc-a0c6-42f8-b067-30c48dfa525d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:23.622558 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:23.682691 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 2c7002fc-a0c6-42f8-b067-30c48dfa525d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:23.683299 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:23.706196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Pushing event updated for resources: {'Port': ['ID=5c34c0a0-aef7-4167-8df2-8f073005d642,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:23.761435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Attempting to bind port 5c34c0a0-aef7-4167-8df2-8f073005d642 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:50:23.761699 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Attempting to bind port 5c34c0a0-aef7-4167-8df2-8f073005d642 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:50:23.762230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Attempting to bind port 5c34c0a0-aef7-4167-8df2-8f073005d642 on network 3bdce4d3-29cd-402f-8107-2a862a41a016 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:23.767764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Port 5c34c0a0-aef7-4167-8df2-8f073005d642 on network 3bdce4d3-29cd-402f-8107-2a862a41a016 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:50:23.768101 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Attempting to bind port 5c34c0a0-aef7-4167-8df2-8f073005d642 on network 3bdce4d3-29cd-402f-8107-2a862a41a016 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:50:23.773599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:50:23.773952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Checking segment: {'id': '9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:50:23.774357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Bound using segment: {'id': '9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:50:23.774813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Bound port: 5c34c0a0-aef7-4167-8df2-8f073005d642, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:50:23.775257 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:23.850994 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] For port 5c34c0a0-aef7-4167-8df2-8f073005d642, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:50:23.854684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] For port 5c34c0a0-aef7-4167-8df2-8f073005d642, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5c34c0a0-aef7-4167-8df2-8f073005d642,segment=NetworkSegment(9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15),segment_id=9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:50:23.914713 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:23.949550 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:23.950716 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:23.952526 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8384d823-c1be-4a39-baef-67499402696f req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] 10.222.0.64 "PUT /v2.0/ports/5c34c0a0-aef7-4167-8df2-8f073005d642 HTTP/1.1" status: 200 len: 1093 time: 0.8074894 Jul 05 10:50:23.955269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'tag': '5c34c0a0-aef7-4167-8df2-8f073005d642'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:50:23.959234 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63737d7b-a480-45a4-9689-b04af19cd093" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a", "tag": "5c34c0a0-aef7-4167-8df2-8f073005d642"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:50:24.005718 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f42b26-f729-4fa2-823c-60b69034b58d x-openstack-request-id: req-c5f42b26-f729-4fa2-823c-60b69034b58d {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:50:24.006035 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a", "tag": "5c34c0a0-aef7-4167-8df2-8f073005d642", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:50:24.006296 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5f42b26-f729-4fa2-823c-60b69034b58d {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:50:24.006705 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'tag': '5c34c0a0-aef7-4167-8df2-8f073005d642', 'status': 'completed', 'code': 200} Jul 05 10:50:24.007423 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b9bfc-f184-4c58-89ce-e8c3e1e7c26d service neutron] Pushing event updated for resources: {'Port': ['ID=5c34c0a0-aef7-4167-8df2-8f073005d642,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:24.144963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63737d7b-a480-45a4-9689-b04af19cd093 req-7e54af7f-578b-40dc-8f2a-320b7b279396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:24.146519 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63737d7b-a480-45a4-9689-b04af19cd093 req-7e54af7f-578b-40dc-8f2a-320b7b279396 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 1096 time: 0.1109538 Jul 05 10:50:24.158488 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c81f0-e9ce-45c3-a86c-ce9a3530e1e8 req-4652596f-1218-4781-b0fd-17ecc96b0185 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:24.160076 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba4c81f0-e9ce-45c3-a86c-ce9a3530e1e8 req-4652596f-1218-4781-b0fd-17ecc96b0185 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 944 time: 0.0886304 Jul 05 10:50:24.252368 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ba4c81f0-e9ce-45c3-a86c-ce9a3530e1e8 req-505e70af-0abd-4d8f-9a06-98f34a6d469d tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832543 Jul 05 10:50:24.287919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63737d7b-a480-45a4-9689-b04af19cd093 req-3914e8d0-9d02-4711-8989-db133f14748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:24.289327 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63737d7b-a480-45a4-9689-b04af19cd093 req-3914e8d0-9d02-4711-8989-db133f14748d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1283691 Jul 05 10:50:24.401523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63737d7b-a480-45a4-9689-b04af19cd093 req-79313cbc-9aaf-43b2-84b5-b46d170d39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:24.403043 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63737d7b-a480-45a4-9689-b04af19cd093 req-79313cbc-9aaf-43b2-84b5-b46d170d39ed service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052706 Jul 05 10:50:24.430009 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:24.523544 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384d823-c1be-4a39-baef-67499402696f req-97168f96-2954-4502-81ea-deacd82ec851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:24.525270 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8384d823-c1be-4a39-baef-67499402696f req-97168f96-2954-4502-81ea-deacd82ec851 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 1096 time: 0.0707333 Jul 05 10:50:24.569711 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8384d823-c1be-4a39-baef-67499402696f req-d28c87de-cc03-439e-986a-1f56208f8a0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c34c0a0-aef7-4167-8df2-8f073005d642 HTTP/1.1" status: 200 len: 217 time: 0.0377805 Jul 05 10:50:24.622996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384d823-c1be-4a39-baef-67499402696f req-51a59fdd-d52d-426d-b587-f8f3114a822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:24.624834 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8384d823-c1be-4a39-baef-67499402696f req-51a59fdd-d52d-426d-b587-f8f3114a822e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14b0cae3-4d4b-4a64-9784-54159bfcf50d HTTP/1.1" status: 200 len: 835 time: 0.0492873 Jul 05 10:50:24.695422 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384d823-c1be-4a39-baef-67499402696f req-63f80077-9f27-4b41-a856-5710ad385f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:24.697353 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8384d823-c1be-4a39-baef-67499402696f req-63f80077-9f27-4b41-a856-5710ad385f57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bdce4d3-29cd-402f-8107-2a862a41a016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608544 Jul 05 10:50:24.791855 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8384d823-c1be-4a39-baef-67499402696f req-db10af5a-d7c6-4bdf-aa90-234832608f77 service neutron] 10.222.0.64 "GET /v2.0/networks/3bdce4d3-29cd-402f-8107-2a862a41a016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842483 Jul 05 10:50:24.891976 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8384d823-c1be-4a39-baef-67499402696f req-6b7a28ef-b54b-433b-b583-9a04ddaf2b3b service neutron] 10.222.0.64 "GET /v2.0/networks/3bdce4d3-29cd-402f-8107-2a862a41a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906229 Jul 05 10:50:25.433162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf3a75-ee8c-4043-839e-a9699fdb7177 req-8d602f41-4c4f-4485-bd95-cc0c4e47d939 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:25.434733 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-abaf3a75-ee8c-4043-839e-a9699fdb7177 req-8d602f41-4c4f-4485-bd95-cc0c4e47d939 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 944 time: 0.0708444 Jul 05 10:50:25.477283 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-abaf3a75-ee8c-4043-839e-a9699fdb7177 req-5fa68d9a-540b-45e4-8963-fd83c84fc0f5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324502 Jul 05 10:50:26.652553 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdd836-4185-4f9f-a2d6-252e9c2ee75f req-557c8891-d589-4b1a-ad92-f6873084348b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:26.654038 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9cdd836-4185-4f9f-a2d6-252e9c2ee75f req-557c8891-d589-4b1a-ad92-f6873084348b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 944 time: 0.0652916 Jul 05 10:50:26.693353 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9cdd836-4185-4f9f-a2d6-252e9c2ee75f req-1edca3a8-23e6-4f6a-beb6-2cc185a029d5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333970 Jul 05 10:50:27.867197 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f94fe3-f21e-4674-a43b-f2c943741738 req-ebe31d1b-934f-44c0-8df8-eacf0d5f718c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:27.868723 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c7f94fe3-f21e-4674-a43b-f2c943741738 req-ebe31d1b-934f-44c0-8df8-eacf0d5f718c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 944 time: 0.0662074 Jul 05 10:50:27.906682 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c7f94fe3-f21e-4674-a43b-f2c943741738 req-6eef1cb6-274d-4550-9f7d-b266cbc5dee7 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324805 Jul 05 10:50:28.431619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5c34c0a0-aef7-4167-8df2-8f073005d642 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:50:28.526812 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5c34c0a0-aef7-4167-8df2-8f073005d642, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5c34c0a0-aef7-4167-8df2-8f073005d642,segment=NetworkSegment(9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15),segment_id=9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:28.537925 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '5c34c0a0-aef7-4167-8df2-8f073005d642', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'port_id': '5c34c0a0-aef7-4167-8df2-8f073005d642', 'mac_address': 'fa:16:3e:b1:e4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:50:28.574268 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:28.586778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c34c0a0-aef7-4167-8df2-8f073005d642 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:50:28.611168 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5c34c0a0-aef7-4167-8df2-8f073005d642, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5c34c0a0-aef7-4167-8df2-8f073005d642,segment=NetworkSegment(9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15),segment_id=9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:28.679454 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:28.729911 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=5c34c0a0-aef7-4167-8df2-8f073005d642,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:28.949524 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['5c34c0a0-aef7-4167-8df2-8f073005d642'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:50:29.090281 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f8c31-9540-46aa-905a-36783b72e135 req-e6b93d5c-1d83-4729-9f79-df63d1c790a8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:29.092735 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-197f8c31-9540-46aa-905a-36783b72e135 req-e6b93d5c-1d83-4729-9f79-df63d1c790a8 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 945 time: 0.0695868 Jul 05 10:50:29.132982 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-197f8c31-9540-46aa-905a-36783b72e135 req-4212ef67-723b-4fd1-aaa3-bd88aa93e2fc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342488 Jul 05 10:50:30.310529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c3e15-792e-4561-9f91-e6472f612504 req-9c41da5d-ec92-4e86-8f7f-e2cd69c3829a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:30.312039 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f12c3e15-792e-4561-9f91-e6472f612504 req-9c41da5d-ec92-4e86-8f7f-e2cd69c3829a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 945 time: 0.0644898 Jul 05 10:50:30.352473 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f12c3e15-792e-4561-9f91-e6472f612504 req-40da57b0-efb5-4fb2-b04c-24963d07a6ec tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345681 Jul 05 10:50:30.458731 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5c34c0a0-aef7-4167-8df2-8f073005d642 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:50:30.556059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 5c34c0a0-aef7-4167-8df2-8f073005d642 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:50:30.560218 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 5c34c0a0-aef7-4167-8df2-8f073005d642 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:50:30.560596 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:30.637524 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:30.661106 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c34c0a0-aef7-4167-8df2-8f073005d642'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:50:30.663400 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0968ab9-4a7a-46dc-be3a-837d84f06847" -d '{"events": [{"server_uuid": "6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a", "name": "network-vif-plugged", "status": "completed", "tag": "5c34c0a0-aef7-4167-8df2-8f073005d642"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:50:30.679663 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5c34c0a0-aef7-4167-8df2-8f073005d642, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5c34c0a0-aef7-4167-8df2-8f073005d642,segment=NetworkSegment(9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15),segment_id=9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:50:30.700213 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b713cf-d943-48fa-a0eb-b1c3daecb706 x-openstack-request-id: req-b0b713cf-d943-48fa-a0eb-b1c3daecb706 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:50:30.700533 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a", "name": "network-vif-plugged", "status": "completed", "tag": "5c34c0a0-aef7-4167-8df2-8f073005d642", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:50:30.700788 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0b713cf-d943-48fa-a0eb-b1c3daecb706 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:50:30.701706 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c34c0a0-aef7-4167-8df2-8f073005d642', 'code': 200} Jul 05 10:50:30.744813 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:30.793357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=5c34c0a0-aef7-4167-8df2-8f073005d642,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:30.833197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361e1e4-8502-4cd7-a089-7ee55d1391fd req-1549248a-2359-4cef-a02c-dc6b2d5f348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:30.835099 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5361e1e4-8502-4cd7-a089-7ee55d1391fd req-1549248a-2359-4cef-a02c-dc6b2d5f348e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 1098 time: 0.0659375 Jul 05 10:50:30.876437 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5361e1e4-8502-4cd7-a089-7ee55d1391fd req-b3ef00eb-1fa9-463d-8ae3-1dc6a4cf6eb2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328736 Jul 05 10:50:31.530366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17d786-7d2e-4d8b-a36a-bac9031d10f7 req-15544d19-10b9-4faa-a0c5-f802ac5362f6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:31.531900 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-af17d786-7d2e-4d8b-a36a-bac9031d10f7 req-15544d19-10b9-4faa-a0c5-f802ac5362f6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0666435 Jul 05 10:50:31.570618 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-af17d786-7d2e-4d8b-a36a-bac9031d10f7 req-566f27a3-e1e4-4951-92f1-829766b80c02 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331535 Jul 05 10:50:32.744106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c79a9a-d8a9-468d-a81a-355a5706e524 req-ad1434c0-eb4a-4991-8e5d-606cc8dfe7fc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:32.745627 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-51c79a9a-d8a9-468d-a81a-355a5706e524 req-ad1434c0-eb4a-4991-8e5d-606cc8dfe7fc tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0648313 Jul 05 10:50:32.785472 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-51c79a9a-d8a9-468d-a81a-355a5706e524 req-d19fac97-797f-427d-b09e-9bf6ee75deef tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336323 Jul 05 10:50:32.956868 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9595c14-e382-46b5-bfd5-13d6a304432d req-f67111a7-9bd1-4554-877e-d06c7f4ee6a1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:32.958382 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a9595c14-e382-46b5-bfd5-13d6a304432d req-f67111a7-9bd1-4554-877e-d06c7f4ee6a1 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0633574 Jul 05 10:50:32.996545 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a9595c14-e382-46b5-bfd5-13d6a304432d req-174e044d-8304-4b2a-b91d-b51a4c7d816e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324998 Jul 05 10:50:33.020587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37506) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:33.072260 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786b1599-bfa5-4bee-91f0-c4ec275940a1 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:33.073798 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-786b1599-bfa5-4bee-91f0-c4ec275940a1 tempest-TestNetworkAdvancedServerOps-1393869075 tempest-TestNetworkAdvancedServerOps-1393869075-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 1093 time: 0.0521858 Jul 05 10:50:33.076545 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37508) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:33.081152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': '5c34c0a0-aef7-4167-8df2-8f073005d642', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:50:33.150644 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:33.256371 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:33.370444 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Allocated IP 172.25.5.164 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/620ba97b-ac20-40d5-8485-6f97061bc6c2) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:50:33.471267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:33.573635 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:33.611288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:50:33.614199 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:50:33.617585 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:50:33.653320 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=620ba97b-ac20-40d5-8485-6f97061bc6c2,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:34.001447 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:34.139502 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:34.294409 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:34.344123 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:34.410654 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event updated for resources: {'Port': ['ID=620ba97b-ac20-40d5-8485-6f97061bc6c2,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:50:34.423592 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:34.524531 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Floating IP 613ef1f2-21df-4cad-91e6-58e4bf4d88c3 associated. External IP: 172.25.5.164, port: 5c34c0a0-aef7-4167-8df2-8f073005d642. Jul 05 10:50:34.737437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router c379f206-38f2-4770-9f10-f67bf26e5080 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:50:34.846971 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:50:34.856281 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217d744-ea8a-489d-9195-54da38159825 None None] Sync routers for ids ['c379f206-38f2-4770-9f10-f67bf26e5080'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:50:34.866536 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d217d744-ea8a-489d-9195-54da38159825 None None] Routers {'c379f206-38f2-4770-9f10-f67bf26e5080'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:34.867145 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-d217d744-ea8a-489d-9195-54da38159825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:50:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c379f206-38f2-4770-9f10-f67bf26e5080'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:34.920857 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:34.958912 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c018888f-8fe1-4317-9f55-67f98ad00b7e tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8813341 Jul 05 10:50:34.959754 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'tag': '5c34c0a0-aef7-4167-8df2-8f073005d642'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:50:34.962239 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0a8977-c192-4f1e-af6b-095f642d6edf" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a", "tag": "5c34c0a0-aef7-4167-8df2-8f073005d642"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:50:34.980060 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-d217d744-ea8a-489d-9195-54da38159825 None None] Set router c379f206-38f2-4770-9f10-f67bf26e5080 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:35.007411 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3da06b-59ea-43d8-bc76-6765f5ca3f65 x-openstack-request-id: req-6c3da06b-59ea-43d8-bc76-6765f5ca3f65 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:50:35.007952 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a", "tag": "5c34c0a0-aef7-4167-8df2-8f073005d642", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:50:35.007952 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c3da06b-59ea-43d8-bc76-6765f5ca3f65 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:50:35.008360 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'tag': '5c34c0a0-aef7-4167-8df2-8f073005d642', 'status': 'completed', 'code': 200} Jul 05 10:50:35.138280 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a8977-c192-4f1e-af6b-095f642d6edf req-b0920d33-04de-4282-af8a-a20aff54e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:35.140369 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d0a8977-c192-4f1e-af6b-095f642d6edf req-b0920d33-04de-4282-af8a-a20aff54e1c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 1098 time: 0.1077335 Jul 05 10:50:35.162512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688a294-20d3-499b-a56f-00860a07cd04 req-f8e997d9-3449-4e7f-bd1a-6115d655dd5a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:35.164010 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7688a294-20d3-499b-a56f-00860a07cd04 req-f8e997d9-3449-4e7f-bd1a-6115d655dd5a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.1032982 Jul 05 10:50:35.245196 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7688a294-20d3-499b-a56f-00860a07cd04 req-38d1f7c0-4d16-4d28-97e8-f90c5158963a tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694237 Jul 05 10:50:35.271224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37514) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:35.284001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a8977-c192-4f1e-af6b-095f642d6edf req-60d82e79-0ced-4445-846b-c6ac37c0f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:35.285695 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d0a8977-c192-4f1e-af6b-095f642d6edf req-60d82e79-0ced-4445-846b-c6ac37c0f7a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bdce4d3-29cd-402f-8107-2a862a41a016 HTTP/1.1" status: 200 len: 898 time: 0.1389053 Jul 05 10:50:35.310123 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-d217d744-ea8a-489d-9195-54da38159825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436317418', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:13Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '613ef1f2-21df-4cad-91e6-58e4bf4d88c3', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'port_id': '5c34c0a0-aef7-4167-8df2-8f073005d642', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'mac_address': 'fa:16:3e:b1:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:50:33Z', 'updated_at': '2021-07-05T10:50:33Z', 'revision_number': 0, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7002fc-a0c6-42f8-b067-30c48dfa525d', 'name': '', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:20:30:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:16Z', 'updated_at': '2021-07-05T10:50:21Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:35.343995 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217d744-ea8a-489d-9195-54da38159825 None None] Checking router: c379f206-38f2-4770-9f10-f67bf26e5080 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:50:35.344222 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-937f3094-e928-4e54-9d3c-b850e968b2c6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/floatingips/613ef1f2-21df-4cad-91e6-58e4bf4d88c3 HTTP/1.1" status: 200 len: 992 time: 0.0697939 Jul 05 10:50:35.352130 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d217d744-ea8a-489d-9195-54da38159825 None None] Routers {'c379f206-38f2-4770-9f10-f67bf26e5080'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:50:35.352779 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-d217d744-ea8a-489d-9195-54da38159825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:50:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c379f206-38f2-4770-9f10-f67bf26e5080'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:35.360943 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d0a8977-c192-4f1e-af6b-095f642d6edf req-6ca2b426-593f-4556-a04f-b71806267b40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c34c0a0-aef7-4167-8df2-8f073005d642 HTTP/1.1" status: 200 len: 1000 time: 0.0669911 Jul 05 10:50:35.412421 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a8977-c192-4f1e-af6b-095f642d6edf req-325a0ead-4b87-41ea-99f7-1700fb884635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:35.413925 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d0a8977-c192-4f1e-af6b-095f642d6edf req-325a0ead-4b87-41ea-99f7-1700fb884635 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14b0cae3-4d4b-4a64-9784-54159bfcf50d HTTP/1.1" status: 200 len: 835 time: 0.0464857 Jul 05 10:50:35.459409 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-d217d744-ea8a-489d-9195-54da38159825 None None] Set router c379f206-38f2-4770-9f10-f67bf26e5080 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:50:35.472795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a8977-c192-4f1e-af6b-095f642d6edf req-c53118b7-9ad1-4ecb-8843-ce63bca2951a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:50:35.474611 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d0a8977-c192-4f1e-af6b-095f642d6edf req-c53118b7-9ad1-4ecb-8843-ce63bca2951a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bdce4d3-29cd-402f-8107-2a862a41a016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545192 Jul 05 10:50:35.580239 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d0a8977-c192-4f1e-af6b-095f642d6edf req-e232d132-6579-4df1-877b-a2d643dcd012 service neutron] 10.222.0.64 "GET /v2.0/networks/3bdce4d3-29cd-402f-8107-2a862a41a016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988488 Jul 05 10:50:35.671473 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d0a8977-c192-4f1e-af6b-095f642d6edf req-26a009de-8863-4316-a6ad-daacd22eaf5a service neutron] 10.222.0.64 "GET /v2.0/networks/3bdce4d3-29cd-402f-8107-2a862a41a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851538 Jul 05 10:50:35.687650 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-d217d744-ea8a-489d-9195-54da38159825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436317418', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:13Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '613ef1f2-21df-4cad-91e6-58e4bf4d88c3', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'port_id': '5c34c0a0-aef7-4167-8df2-8f073005d642', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'mac_address': 'fa:16:3e:b1:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:50:33Z', 'updated_at': '2021-07-05T10:50:33Z', 'revision_number': 0, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7002fc-a0c6-42f8-b067-30c48dfa525d', 'name': '', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:20:30:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:16Z', 'updated_at': '2021-07-05T10:50:21Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:50:35.713016 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217d744-ea8a-489d-9195-54da38159825 None None] The sync data for ids ['c379f206-38f2-4770-9f10-f67bf26e5080'] in n-d-779913-27 is: [{'id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436317418', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:13Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '613ef1f2-21df-4cad-91e6-58e4bf4d88c3', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'port_id': '5c34c0a0-aef7-4167-8df2-8f073005d642', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'mac_address': 'fa:16:3e:b1:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:50:33Z', 'updated_at': '2021-07-05T10:50:33Z', 'revision_number': 0, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7002fc-a0c6-42f8-b067-30c48dfa525d', 'name': '', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:20:30:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:16Z', 'updated_at': '2021-07-05T10:50:21Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:50:35.913023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076e1f0-10a3-439b-b171-65a05acc548e None None] New status for floating IP 613ef1f2-21df-4cad-91e6-58e4bf4d88c3: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:50:36.346757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37516) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:50:36.409202 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-72799e1c-d4b3-4f89-9b52-45f85d4ca313 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/floatingips/613ef1f2-21df-4cad-91e6-58e4bf4d88c3 HTTP/1.1" status: 200 len: 994 time: 0.0612690 Jul 05 10:50:41.171493 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b64da777-28e1-4817-bfea-2c9e024549bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:42.397842 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:50:43.650825 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ca06f023-a9d9-4c47-80db-341507972e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:43.673419 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:45.045181 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:46.887214 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:52.567150 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:54.376969 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:50:57.943539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-494a27b1-54e1-4c82-b280-bb4f04edb724 req-e1df5f86-ab0b-4b1a-ace8-28344b60d613 tempest-VolumesBackupsTest-1596364687 tempest-VolumesBackupsTest-1596364687-project] (100776) timed out ('10.222.0.73', 62764) {{(pid=100776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:51:11.103883 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-75dd6721-1514-48bf-bf89-3e58d40c2504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:12.410758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051df4bb-279f-452d-9414-da0391ce1707 req-6576408c-9c51-43f3-8d37-50c7fe0258ca tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:12.412886 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-051df4bb-279f-452d-9414-da0391ce1707 req-6576408c-9c51-43f3-8d37-50c7fe0258ca tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0653887 Jul 05 10:51:12.451176 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-051df4bb-279f-452d-9414-da0391ce1707 req-1a62e7e5-4390-4033-9999-e2703748a7af tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327411 Jul 05 10:51:13.601141 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a09ec5f1-cfd1-42a1-83b8-b7696509cc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:13.647179 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:13.952303 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26e8fc-faed-4489-956d-b93b14ec4612 req-2278fe65-5ec6-45bf-a6e9-2a753d3e7ff5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:13.954068 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f26e8fc-faed-4489-956d-b93b14ec4612 req-2278fe65-5ec6-45bf-a6e9-2a753d3e7ff5 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.3711925 Jul 05 10:51:13.992094 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f26e8fc-faed-4489-956d-b93b14ec4612 req-cfbe3e4d-98d6-4870-83b4-8538490e9420 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324361 Jul 05 10:51:15.062442 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:15.169121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97809ef6-5665-4fbd-bf99-5e7c06de1356 req-5120814f-144a-44e1-9d65-6ae5f696eb40 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:15.170526 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-97809ef6-5665-4fbd-bf99-5e7c06de1356 req-5120814f-144a-44e1-9d65-6ae5f696eb40 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0672393 Jul 05 10:51:15.207347 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-97809ef6-5665-4fbd-bf99-5e7c06de1356 req-3a67c281-e610-4d31-a7c7-432502561756 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311220 Jul 05 10:51:16.377948 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a586b-c668-4037-b95c-e0a62aa760d9 req-02fc4546-1718-4e08-b3ae-88c3b9e0f267 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:16.379431 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f83a586b-c668-4037-b95c-e0a62aa760d9 req-02fc4546-1718-4e08-b3ae-88c3b9e0f267 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0629537 Jul 05 10:51:16.416988 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f83a586b-c668-4037-b95c-e0a62aa760d9 req-24cfacbd-2818-4987-8697-f69aa7bcbcb2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313263 Jul 05 10:51:16.890851 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:17.587439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7ad18-80b9-46dc-80eb-f6dc2fb06dd1 req-f6e3f2d4-7589-414a-8148-59c02e1360a7 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:17.588959 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-91e7ad18-80b9-46dc-80eb-f6dc2fb06dd1 req-f6e3f2d4-7589-414a-8148-59c02e1360a7 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0627789 Jul 05 10:51:17.627597 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-91e7ad18-80b9-46dc-80eb-f6dc2fb06dd1 req-157b6633-4218-4b59-b5f0-fa11dfa6d4cf tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320990 Jul 05 10:51:18.234993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bae6a-5c92-4c07-bf36-7d9dd43789d8 req-7f2d3eb0-f0d5-4901-89d3-e526e46ef003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:18.236428 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf5bae6a-5c92-4c07-bf36-7d9dd43789d8 req-7f2d3eb0-f0d5-4901-89d3-e526e46ef003 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 1098 time: 0.0527847 Jul 05 10:51:18.346866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bae6a-5c92-4c07-bf36-7d9dd43789d8 req-7a16d4fb-3751-43b5-b1b9-02f5d9ce5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:18.348378 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf5bae6a-5c92-4c07-bf36-7d9dd43789d8 req-7a16d4fb-3751-43b5-b1b9-02f5d9ce5ad6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bdce4d3-29cd-402f-8107-2a862a41a016 HTTP/1.1" status: 200 len: 898 time: 0.0870531 Jul 05 10:51:18.419970 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf5bae6a-5c92-4c07-bf36-7d9dd43789d8 req-4edcc4b7-2012-41fa-968f-c5186ee65d09 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c34c0a0-aef7-4167-8df2-8f073005d642 HTTP/1.1" status: 200 len: 1002 time: 0.0573862 Jul 05 10:51:18.472418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bae6a-5c92-4c07-bf36-7d9dd43789d8 req-4e1f67ee-58d9-47f8-bd61-df065d2e1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:18.474453 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf5bae6a-5c92-4c07-bf36-7d9dd43789d8 req-4e1f67ee-58d9-47f8-bd61-df065d2e1887 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14b0cae3-4d4b-4a64-9784-54159bfcf50d HTTP/1.1" status: 200 len: 835 time: 0.0476730 Jul 05 10:51:18.533687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bae6a-5c92-4c07-bf36-7d9dd43789d8 req-00c310cb-3490-4779-bc99-6022ff2f7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:18.535126 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf5bae6a-5c92-4c07-bf36-7d9dd43789d8 req-00c310cb-3490-4779-bc99-6022ff2f7cb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bdce4d3-29cd-402f-8107-2a862a41a016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528972 Jul 05 10:51:18.627020 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf5bae6a-5c92-4c07-bf36-7d9dd43789d8 req-ff5da21e-4da2-4655-a039-6e4f34193d8d service neutron] 10.222.0.64 "GET /v2.0/networks/3bdce4d3-29cd-402f-8107-2a862a41a016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832655 Jul 05 10:51:18.724593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf5bae6a-5c92-4c07-bf36-7d9dd43789d8 req-c03c30f2-4969-4904-959d-189a3ed6d58f service neutron] 10.222.0.64 "GET /v2.0/networks/3bdce4d3-29cd-402f-8107-2a862a41a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884266 Jul 05 10:51:18.806819 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5b514-1b5e-41d4-adbe-7da7705ad63d req-2601f3cf-23d3-4a29-a587-afbe224b8f79 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:18.808261 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72b5b514-1b5e-41d4-adbe-7da7705ad63d req-2601f3cf-23d3-4a29-a587-afbe224b8f79 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0637259 Jul 05 10:51:18.845742 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72b5b514-1b5e-41d4-adbe-7da7705ad63d req-f0b25413-d77f-4172-aedc-4413bb88ea1b tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319419 Jul 05 10:51:19.397266 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:51:20.023438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3f00a-d559-4efe-b8ba-a3cd1925038f req-51ff88ae-d953-489b-8796-fbf90f550b31 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:20.025057 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3db3f00a-d559-4efe-b8ba-a3cd1925038f req-51ff88ae-d953-489b-8796-fbf90f550b31 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0700274 Jul 05 10:51:20.063374 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3db3f00a-d559-4efe-b8ba-a3cd1925038f req-74c667d3-34ce-4edc-8aae-8e8e9af14b21 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327680 Jul 05 10:51:21.240669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c50e35-2089-4976-b9ac-7edc9d4cc80e req-418f5bc7-5c3b-4464-8450-d884d23aee58 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:21.242110 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83c50e35-2089-4976-b9ac-7edc9d4cc80e req-418f5bc7-5c3b-4464-8450-d884d23aee58 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0678928 Jul 05 10:51:21.281844 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-83c50e35-2089-4976-b9ac-7edc9d4cc80e req-a2f7ec4a-6a5a-45a5-b5c6-2f4932487fd3 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338349 Jul 05 10:51:22.459955 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbfaff-cde4-41db-92d7-1129bfec29ff req-12bb895d-9e90-40f5-b1c2-83c4afc2a987 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:22.461463 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f3bbfaff-cde4-41db-92d7-1129bfec29ff req-12bb895d-9e90-40f5-b1c2-83c4afc2a987 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0651369 Jul 05 10:51:22.498692 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f3bbfaff-cde4-41db-92d7-1129bfec29ff req-3c23c7d2-af4b-4b02-b326-c73ac4bc2ae9 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314932 Jul 05 10:51:22.589987 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:23.675117 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f7d66-fc3e-4a61-a1ae-6a148a3a4037 req-d45f4989-4391-4d13-bb0f-569f022a80de tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:23.677127 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f78f7d66-fc3e-4a61-a1ae-6a148a3a4037 req-d45f4989-4391-4d13-bb0f-569f022a80de tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0632100 Jul 05 10:51:23.715444 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f78f7d66-fc3e-4a61-a1ae-6a148a3a4037 req-85112c07-97f2-488e-bf42-57a17c5cae2c tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326867 Jul 05 10:51:23.796076 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a33da48f-d283-4e1e-bf4d-545f1e461433 req-a8805663-9b5e-4b24-a5b0-48254f40ba3a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515754 Jul 05 10:51:23.897476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33da48f-d283-4e1e-bf4d-545f1e461433 req-461691b7-f617-4c89-8db7-2976c02c0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:23.898991 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a33da48f-d283-4e1e-bf4d-545f1e461433 req-461691b7-f617-4c89-8db7-2976c02c0e31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 1097 time: 0.0596676 Jul 05 10:51:24.001933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33da48f-d283-4e1e-bf4d-545f1e461433 req-8c6da919-038f-49ce-95d8-d62d3ec81e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:24.003406 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a33da48f-d283-4e1e-bf4d-545f1e461433 req-8c6da919-038f-49ce-95d8-d62d3ec81e3b service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.0847280 Jul 05 10:51:24.073054 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a33da48f-d283-4e1e-bf4d-545f1e461433 req-5218ac7a-076d-4044-a626-502a20411814 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9524b2a-3ceb-4f76-977b-f8cfc2093d8c HTTP/1.1" status: 200 len: 1000 time: 0.0632317 Jul 05 10:51:24.121110 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33da48f-d283-4e1e-bf4d-545f1e461433 req-53d4aaf4-b7cf-4cae-a6dc-974f0a35926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:24.122575 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a33da48f-d283-4e1e-bf4d-545f1e461433 req-53d4aaf4-b7cf-4cae-a6dc-974f0a35926a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0432234 Jul 05 10:51:24.181254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33da48f-d283-4e1e-bf4d-545f1e461433 req-47fddf60-9a29-4225-be83-e2d952fdebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:24.182805 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a33da48f-d283-4e1e-bf4d-545f1e461433 req-47fddf60-9a29-4225-be83-e2d952fdebce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530832 Jul 05 10:51:24.274852 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a33da48f-d283-4e1e-bf4d-545f1e461433 req-eab2225b-f694-445c-88bf-145a43117bb6 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858517 Jul 05 10:51:24.366892 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a33da48f-d283-4e1e-bf4d-545f1e461433 req-0bbeb3c5-df23-472d-bba0-8c4fccf06141 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854735 Jul 05 10:51:24.418204 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:24.912234 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7e3f1-9083-4d16-82c1-ec22b6ff539b req-e32ac1c4-58f4-452e-8de8-3e165b8c1402 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:24.914134 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20b7e3f1-9083-4d16-82c1-ec22b6ff539b req-e32ac1c4-58f4-452e-8de8-3e165b8c1402 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0688620 Jul 05 10:51:24.962633 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20b7e3f1-9083-4d16-82c1-ec22b6ff539b req-ab9c47bd-32eb-48f7-a022-0b6f14c48069 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424728 Jul 05 10:51:26.145534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529a6b-4015-4541-b105-81c3486a70bf req-6399f3b3-104d-4861-b4a0-1a59b78f91d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:26.147004 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aa529a6b-4015-4541-b105-81c3486a70bf req-6399f3b3-104d-4861-b4a0-1a59b78f91d0 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0667508 Jul 05 10:51:26.218439 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aa529a6b-4015-4541-b105-81c3486a70bf req-2157caa9-2ae9-4bbc-9e46-1c0dd00f4874 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654502 Jul 05 10:51:26.242214 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86689cf1-a63e-4450-ae9d-0452a4a367cb req-7eff5c94-3dcc-4de0-94c2-896a04aa3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:26.243743 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-86689cf1-a63e-4450-ae9d-0452a4a367cb req-7eff5c94-3dcc-4de0-94c2-896a04aa3dbb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 1098 time: 0.0731432 Jul 05 10:51:26.282350 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-86689cf1-a63e-4450-ae9d-0452a4a367cb req-295a3a61-36fb-41ca-b714-38fa33f6016c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277021 Jul 05 10:51:27.399527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514e4a6-911c-40cc-ab51-e6c83a870b33 req-cd0cbe7d-e17b-4029-8fc4-e4e158167379 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:27.401075 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0514e4a6-911c-40cc-ab51-e6c83a870b33 req-cd0cbe7d-e17b-4029-8fc4-e4e158167379 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0695331 Jul 05 10:51:27.440648 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0514e4a6-911c-40cc-ab51-e6c83a870b33 req-932f0ebd-b926-4c5e-b546-f95b28d5a995 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339458 Jul 05 10:51:28.626704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc6baa-87b1-43d9-8f95-7eebdb6fc234 req-3107fc69-8332-496b-80cd-981f726b5b94 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:28.628406 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5fc6baa-87b1-43d9-8f95-7eebdb6fc234 req-3107fc69-8332-496b-80cd-981f726b5b94 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0675902 Jul 05 10:51:28.667452 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5fc6baa-87b1-43d9-8f95-7eebdb6fc234 req-a04b46b7-1973-4609-accc-58791ae2e89f tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336242 Jul 05 10:51:28.694402 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37586) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:28.715395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5c34c0a0-aef7-4167-8df2-8f073005d642 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:51:28.719027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5c34c0a0-aef7-4167-8df2-8f073005d642 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:51:28.755615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-43991be7-d6bd-44fa-8e23-594bf3a01374 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/floatingips/613ef1f2-21df-4cad-91e6-58e4bf4d88c3 HTTP/1.1" status: 200 len: 994 time: 0.0599048 Jul 05 10:51:28.869479 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:28.889112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5c34c0a0-aef7-4167-8df2-8f073005d642, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5c34c0a0-aef7-4167-8df2-8f073005d642,segment=NetworkSegment(9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15),segment_id=9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:28.907859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '5c34c0a0-aef7-4167-8df2-8f073005d642', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'port_id': '5c34c0a0-aef7-4167-8df2-8f073005d642', 'mac_address': 'fa:16:3e:b1:e4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:51:28.912838 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c34c0a0-aef7-4167-8df2-8f073005d642'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:51:28.915107 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fda9a9b-5364-48e4-a027-c12166d3f172" -d '{"events": [{"server_uuid": "6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a", "name": "network-vif-unplugged", "status": "completed", "tag": "5c34c0a0-aef7-4167-8df2-8f073005d642"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:51:28.932484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5c34c0a0-aef7-4167-8df2-8f073005d642, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5c34c0a0-aef7-4167-8df2-8f073005d642,segment=NetworkSegment(9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15),segment_id=9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:28.954755 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57682ca-15e8-4ab0-97c9-06d0f93f2d12 x-openstack-request-id: req-d57682ca-15e8-4ab0-97c9-06d0f93f2d12 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:51:28.955486 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a", "name": "network-vif-unplugged", "status": "completed", "tag": "5c34c0a0-aef7-4167-8df2-8f073005d642", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:51:28.955486 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d57682ca-15e8-4ab0-97c9-06d0f93f2d12 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:51:28.955686 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c34c0a0-aef7-4167-8df2-8f073005d642', 'code': 200} Jul 05 10:51:28.966277 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:28.979495 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c34c0a0-aef7-4167-8df2-8f073005d642 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:51:29.029071 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:29.103763 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 10:51:29.104130 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 10:51:29.108723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=5c34c0a0-aef7-4167-8df2-8f073005d642,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:29.116865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:29.117217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:29.117582 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:29.117923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:29.118265 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:29.118600 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:29.118928 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:29.119255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:29.119585 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:29.119934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:29.120282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:29.120607 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:29.640010 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:29.652896 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c34c0a0-aef7-4167-8df2-8f073005d642 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:51:29.673577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5c34c0a0-aef7-4167-8df2-8f073005d642, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5c34c0a0-aef7-4167-8df2-8f073005d642,segment=NetworkSegment(9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15),segment_id=9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:29.732387 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:29.783875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=5c34c0a0-aef7-4167-8df2-8f073005d642,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:29.976184 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['5c34c0a0-aef7-4167-8df2-8f073005d642'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:51:30.742394 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5c34c0a0-aef7-4167-8df2-8f073005d642 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:51:30.790121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 5c34c0a0-aef7-4167-8df2-8f073005d642 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:51:30.790488 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:30.870108 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:30.904185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 5c34c0a0-aef7-4167-8df2-8f073005d642, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5c34c0a0-aef7-4167-8df2-8f073005d642,segment=NetworkSegment(9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15),segment_id=9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:30.957199 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c34c0a0-aef7-4167-8df2-8f073005d642'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:51:30.960415 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876e0f78-dfd8-4647-8834-62f7721abf9d" -d '{"events": [{"server_uuid": "6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a", "name": "network-vif-plugged", "status": "completed", "tag": "5c34c0a0-aef7-4167-8df2-8f073005d642"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:51:30.971118 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:30.997868 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec755c7d-37f3-432f-8070-0a5677be3e11 x-openstack-request-id: req-ec755c7d-37f3-432f-8070-0a5677be3e11 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:51:30.998167 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a", "name": "network-vif-plugged", "status": "completed", "tag": "5c34c0a0-aef7-4167-8df2-8f073005d642", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:51:30.998420 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec755c7d-37f3-432f-8070-0a5677be3e11 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:51:30.998811 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c34c0a0-aef7-4167-8df2-8f073005d642', 'code': 200} Jul 05 10:51:31.025972 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=5c34c0a0-aef7-4167-8df2-8f073005d642,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:31.836908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a3e0f-53d6-41e6-8da7-77fc8fe5d827 req-39521296-b78b-4cea-9c8a-a527f009a2d8 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:31.838541 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-101a3e0f-53d6-41e6-8da7-77fc8fe5d827 req-39521296-b78b-4cea-9c8a-a527f009a2d8 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 945 time: 0.0677421 Jul 05 10:51:31.878076 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-101a3e0f-53d6-41e6-8da7-77fc8fe5d827 req-7ee31cd6-3bce-4140-9670-cf3854e9b133 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335679 Jul 05 10:51:33.058565 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14995f40-8461-45a7-978c-e22c0c90f99f req-f3280742-0192-40ed-9e05-d5265f83c81b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:33.060088 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-14995f40-8461-45a7-978c-e22c0c90f99f req-f3280742-0192-40ed-9e05-d5265f83c81b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 945 time: 0.0677750 Jul 05 10:51:33.099379 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-14995f40-8461-45a7-978c-e22c0c90f99f req-6004aaff-6341-4da4-af79-7ef51cd943d6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336173 Jul 05 10:51:33.262996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de780008-c614-4199-9ba5-361ebf080499 req-a7592615-f8ca-4d82-8fdf-96c4b2211125 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:33.264397 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de780008-c614-4199-9ba5-361ebf080499 req-a7592615-f8ca-4d82-8fdf-96c4b2211125 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 945 time: 0.0639837 Jul 05 10:51:33.367898 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-de780008-c614-4199-9ba5-361ebf080499 req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Deleting port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:51:33.368255 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-de780008-c614-4199-9ba5-361ebf080499 req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:33.455247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-de780008-c614-4199-9ba5-361ebf080499 req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] For port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=e9524b2a-3ceb-4f76-977b-f8cfc2093d8c,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:33.455615 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-de780008-c614-4199-9ba5-361ebf080499 req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:33.671143 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-de780008-c614-4199-9ba5-361ebf080499 req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:33.671515 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-de780008-c614-4199-9ba5-361ebf080499 req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:33.671858 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [req-de780008-c614-4199-9ba5-361ebf080499 req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Floating IP 0737c2d9-94a3-4078-89fe-077857efa56b disassociated. External IP: 172.25.5.56, port: e9524b2a-3ceb-4f76-977b-f8cfc2093d8c. Jul 05 10:51:33.672204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-de780008-c614-4199-9ba5-361ebf080499 req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Calling delete_port for e9524b2a-3ceb-4f76-977b-f8cfc2093d8c owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:51:33.864347 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-de780008-c614-4199-9ba5-361ebf080499 req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:33.896021 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event deleted for resources: {'Port': ['ID=e9524b2a-3ceb-4f76-977b-f8cfc2093d8c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:33.908419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:33.908769 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:33.909112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:33.909450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:33.909783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:33.910114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:33.910441 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:33.910764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:33.911089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:33.911413 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:33.911759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:33.912087 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:51:34.023859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de780008-c614-4199-9ba5-361ebf080499 req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Router 56ef685b-cd1a-44a5-bbee-33ad40493adb has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:51:34.134477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de780008-c614-4199-9ba5-361ebf080499 req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:51:34.146576 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b206e54f-331f-40c2-9eb2-36f199b7593e None None] Sync routers for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:51:34.163469 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b206e54f-331f-40c2-9eb2-36f199b7593e None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:51:34.164132 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b206e54f-331f-40c2-9eb2-36f199b7593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:51:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:34.178175 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-de780008-c614-4199-9ba5-361ebf080499 req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] No DVR routers for this DVR port e9524b2a-3ceb-4f76-977b-f8cfc2093d8c on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:51:34.180973 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-de780008-c614-4199-9ba5-361ebf080499 req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:34.183121 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-de780008-c614-4199-9ba5-361ebf080499 req-d2bf5062-0e06-449d-bb06-f19f1bae2755 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "DELETE /v2.0/ports/e9524b2a-3ceb-4f76-977b-f8cfc2093d8c HTTP/1.1" status: 204 len: 173 time: 0.9130292 Jul 05 10:51:34.183569 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fb6094-c994-47d7-9058-da5ec26b08c9', 'name': 'network-vif-deleted', 'tag': 'e9524b2a-3ceb-4f76-977b-f8cfc2093d8c'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:51:34.185937 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f805b364-952d-4df6-85b5-2c034bf674ae" -d '{"events": [{"server_uuid": "63fb6094-c994-47d7-9058-da5ec26b08c9", "name": "network-vif-deleted", "tag": "e9524b2a-3ceb-4f76-977b-f8cfc2093d8c"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:51:34.248926 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3d0a4193-5a6b-4ec2-b51a-d239abbbb46d req-e9c0a13e-a4d4-4ac6-8224-4a6976d90279 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 210 time: 0.0313067 Jul 05 10:51:34.292400 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-b206e54f-331f-40c2-9eb2-36f199b7593e None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:51:34.350709 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05486bb2-7705-43b8-89ff-8ced2aa62e25 x-openstack-request-id: req-05486bb2-7705-43b8-89ff-8ced2aa62e25 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:51:34.351004 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fb6094-c994-47d7-9058-da5ec26b08c9", "name": "network-vif-deleted", "tag": "e9524b2a-3ceb-4f76-977b-f8cfc2093d8c", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:51:34.351259 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-05486bb2-7705-43b8-89ff-8ced2aa62e25 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:51:34.351663 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fb6094-c994-47d7-9058-da5ec26b08c9', 'name': 'network-vif-deleted', 'tag': 'e9524b2a-3ceb-4f76-977b-f8cfc2093d8c', 'status': 'completed', 'code': 200} Jul 05 10:51:34.512656 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b206e54f-331f-40c2-9eb2-36f199b7593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:34.538642 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b206e54f-331f-40c2-9eb2-36f199b7593e None None] Checking router: 56ef685b-cd1a-44a5-bbee-33ad40493adb for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:51:34.547828 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b206e54f-331f-40c2-9eb2-36f199b7593e None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:51:34.548439 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b206e54f-331f-40c2-9eb2-36f199b7593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:51:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:34.654800 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-b206e54f-331f-40c2-9eb2-36f199b7593e None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:51:34.853981 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b206e54f-331f-40c2-9eb2-36f199b7593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:51:34.884239 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b206e54f-331f-40c2-9eb2-36f199b7593e None None] The sync data for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 is: [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:51:35.112755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6f05b-6ae0-4806-bf11-68ac00196921 None None] New status for floating IP 0737c2d9-94a3-4078-89fe-077857efa56b: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:51:35.407837 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b8a62f45-3a33-4e2a-b6b9-4185d3a0fac9 req-2d20bbc6-e5c1-4912-8903-8c3f29f1a945 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 210 time: 0.0283010 Jul 05 10:51:36.557001 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3fe6cb3d-b0d7-4704-a843-6acd57f37f34 req-8018ec4d-7d88-4c44-8c79-807322b6f730 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 210 time: 0.0332294 Jul 05 10:51:37.285430 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e9524b2a-3ceb-4f76-977b-f8cfc2093d8c no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:51:37.307093 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: e9524b2a-3ceb-4f76-977b-f8cfc2093d8c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:51:37.307448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device e9524b2a-3ceb-4f76-977b-f8cfc2093d8c not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:51:37.705654 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-795d869d-fcce-4c44-a67a-9088cd48ac9d req-2726f2cf-e817-4015-9372-5dc26a7c127e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fb6094-c994-47d7-9058-da5ec26b08c9 HTTP/1.1" status: 200 len: 210 time: 0.0283563 Jul 05 10:51:38.947779 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-08d20e92-094b-424c-a1ac-6c9f185bc939 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166728736&fields=id&tenant_id=43ebf75bd93c4a30b46bb2decd0de529 HTTP/1.1" status: 200 len: 267 time: 0.0335243 Jul 05 10:51:39.070251 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-9f1a2f7f-b746-4aad-9ac4-6a26a49bb36b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:39.071747 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-9f1a2f7f-b746-4aad-9ac4-6a26a49bb36b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 811 time: 0.1173499 Jul 05 10:51:39.086883 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-4e4172d6-ee98-4a72-950e-3c0230e75627 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/quotas/43ebf75bd93c4a30b46bb2decd0de529 HTTP/1.1" status: 200 len: 375 time: 0.0096505 Jul 05 10:51:39.165696 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-b83ee7e4-5084-4131-93a6-02282d99b58d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734489 Jul 05 10:51:39.305110 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-48b88ac1-9198-4757-8c63-e434a29354c5 service neutron] 10.222.0.77 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285439 Jul 05 10:51:39.401083 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-62f6a63d-864b-48e8-a624-a242063e7846 service neutron] 10.222.0.77 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902133 Jul 05 10:51:39.951461 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d521de34-47fc-4cb4-b1cf-3c6c1869d4bb req-93ac579f-cbf5-4c4a-8c65-0372ea819e2d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 210 time: 0.0288038 Jul 05 10:51:41.100626 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-efbaf36a-9869-4a0d-b95d-972bf7e0621d req-8a7b80a3-4daf-470b-b1c2-4826e2046d91 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 210 time: 0.0382123 Jul 05 10:51:41.125916 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-af12592b-4a03-4a09-9111-5ad23222c556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:41.838347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-a64fc52d-8a72-4fea-8b19-221796b71b0b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:41.839879 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-a64fc52d-8a72-4fea-8b19-221796b71b0b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 811 time: 0.0997963 Jul 05 10:51:41.884185 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-6679ef13-e9da-47ca-8c6d-11da17a2f0e3 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ebf75bd93c4a30b46bb2decd0de529 HTTP/1.1" status: 200 len: 380 time: 0.0361948 Jul 05 10:51:41.892419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-0b5acae7-24f9-4cf0-9835-e87860ed31ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'port': {'device_id': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'admin_state_up': True, 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'security_groups': ['cbeb5810-d299-4afe-a53a-95af036a449b']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:42.080800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-0b5acae7-24f9-4cf0-9835-e87860ed31ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Made reservation on behalf of 43ebf75bd93c4a30b46bb2decd0de529 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:51:42.084506 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-0b5acae7-24f9-4cf0-9835-e87860ed31ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:42.222335 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-0b5acae7-24f9-4cf0-9835-e87860ed31ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Allocated IP 172.20.0.11 (7cc671a4-8077-4eab-9255-d46a165ab8ca/90f6bfa3-bb12-49ce-a315-975b3e4fa6cc/b5d37181-d7e1-4396-8c46-c2467bbb4ce0) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:51:42.260540 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-525f2cb7-116b-4688-9a54-707c2acf7cf7 req-8ddacb17-669a-4e80-bc64-40320b307a40 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 210 time: 0.0353398 Jul 05 10:51:42.394150 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-0b5acae7-24f9-4cf0-9835-e87860ed31ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:42.408005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-0b5acae7-24f9-4cf0-9835-e87860ed31ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Transition to ACTIVE for port object b5d37181-d7e1-4396-8c46-c2467bbb4ce0 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:51:42.504889 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-0b5acae7-24f9-4cf0-9835-e87860ed31ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:42.553592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-0b5acae7-24f9-4cf0-9835-e87860ed31ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Network 7cc671a4-8077-4eab-9255-d46a165ab8ca is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:51:42.559133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-0b5acae7-24f9-4cf0-9835-e87860ed31ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:51:42.563174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-0b5acae7-24f9-4cf0-9835-e87860ed31ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:51:42.570698 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5acae7-24f9-4cf0-9835-e87860ed31ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'Port': ['ID=b5d37181-d7e1-4396-8c46-c2467bbb4ce0,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:42.623143 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-0b5acae7-24f9-4cf0-9835-e87860ed31ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:42.623806 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-0b5acae7-24f9-4cf0-9835-e87860ed31ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:42.756523 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-0b5acae7-24f9-4cf0-9835-e87860ed31ff tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8676844 Jul 05 10:51:42.769300 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Request body: {'port': {'device_id': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:51:42.846182 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:42.846835 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b2a8f4dd-a602-469e-8b15-34c7fed0f76c None None] Provisioning for port b5d37181-d7e1-4396-8c46-c2467bbb4ce0 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:51:42.851460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b2a8f4dd-a602-469e-8b15-34c7fed0f76c None None] Provisioning complete for port b5d37181-d7e1-4396-8c46-c2467bbb4ce0 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:51:42.851854 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b2a8f4dd-a602-469e-8b15-34c7fed0f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:42.888035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b2a8f4dd-a602-469e-8b15-34c7fed0f76c None None] Port b5d37181-d7e1-4396-8c46-c2467bbb4ce0 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:51:43.121143 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d37181-d7e1-4396-8c46-c2467bbb4ce0 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:51:43.128873 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:43.141832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Transition to ACTIVE for port object b5d37181-d7e1-4396-8c46-c2467bbb4ce0 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:51:43.196208 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:43.255241 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d37181-d7e1-4396-8c46-c2467bbb4ce0,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:43.341151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Attempting to bind port b5d37181-d7e1-4396-8c46-c2467bbb4ce0 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:51:43.341494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Attempting to bind port b5d37181-d7e1-4396-8c46-c2467bbb4ce0 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:51:43.341841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Attempting to bind port b5d37181-d7e1-4396-8c46-c2467bbb4ce0 on network 7cc671a4-8077-4eab-9255-d46a165ab8ca {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:51:43.347560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Port b5d37181-d7e1-4396-8c46-c2467bbb4ce0 on network 7cc671a4-8077-4eab-9255-d46a165ab8ca not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:51:43.348521 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Attempting to bind port b5d37181-d7e1-4396-8c46-c2467bbb4ce0 on network 7cc671a4-8077-4eab-9255-d46a165ab8ca {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:51:43.354480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:51:43.354824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Checking segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:51:43.355364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Bound using segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:51:43.356004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Bound port: b5d37181-d7e1-4396-8c46-c2467bbb4ce0, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:51:43.356374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:43.476822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979c0d8-0b3c-469d-9231-271b8d8de8b4 req-8b3f5f3a-2015-4aa0-bad2-372831297a8f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:43.478515 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d979c0d8-0b3c-469d-9231-271b8d8de8b4 req-8b3f5f3a-2015-4aa0-bad2-372831297a8f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 944 time: 0.0779922 Jul 05 10:51:43.521585 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d979c0d8-0b3c-469d-9231-271b8d8de8b4 req-34a9dd5f-d43e-4974-a23c-1cb1a82b714c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367682 Jul 05 10:51:43.629874 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bfd4b937-82b4-43a4-85af-28533f232ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:43.685557 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:43.737578 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] For port b5d37181-d7e1-4396-8c46-c2467bbb4ce0, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:51:43.740848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] For port b5d37181-d7e1-4396-8c46-c2467bbb4ce0, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=b5d37181-d7e1-4396-8c46-c2467bbb4ce0,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:51:43.824638 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:43.862716 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:43.863359 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:43.865000 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] 10.222.0.73 "PUT /v2.0/ports/b5d37181-d7e1-4396-8c46-c2467bbb4ce0 HTTP/1.1" status: 200 len: 1093 time: 1.1010313 Jul 05 10:51:43.865482 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'tag': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:51:43.868011 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76aca61-7e05-496c-8a9d-47cdcdb14f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "15bd66cb-ba63-4eda-9b1a-70ef42e4e28d", "tag": "b5d37181-d7e1-4396-8c46-c2467bbb4ce0"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:51:43.906858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d52396-b916-4e7b-9bb7-fce7940a2367 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d37181-d7e1-4396-8c46-c2467bbb4ce0,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:43.914877 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ccb2a3-325a-4cb1-a14b-ac540b65b7e6 x-openstack-request-id: req-36ccb2a3-325a-4cb1-a14b-ac540b65b7e6 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:51:43.915099 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15bd66cb-ba63-4eda-9b1a-70ef42e4e28d", "tag": "b5d37181-d7e1-4396-8c46-c2467bbb4ce0", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:51:43.915295 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-36ccb2a3-325a-4cb1-a14b-ac540b65b7e6 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:51:43.915784 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'tag': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'status': 'completed', 'code': 200} Jul 05 10:51:44.002691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76aca61-7e05-496c-8a9d-47cdcdb14f4a req-12da6c9c-2e15-436b-9c47-fc0dcdc5cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:44.004971 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c76aca61-7e05-496c-8a9d-47cdcdb14f4a req-12da6c9c-2e15-436b-9c47-fc0dcdc5cb73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 1096 time: 0.0660968 Jul 05 10:51:44.111097 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76aca61-7e05-496c-8a9d-47cdcdb14f4a req-99622fae-3f75-4be2-8bc7-83e6b6b75fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:44.112683 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c76aca61-7e05-496c-8a9d-47cdcdb14f4a req-99622fae-3f75-4be2-8bc7-83e6b6b75fa1 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1012685 Jul 05 10:51:44.211415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76aca61-7e05-496c-8a9d-47cdcdb14f4a req-e18099ff-2e84-4c16-bca5-2e18de3be20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:44.212853 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c76aca61-7e05-496c-8a9d-47cdcdb14f4a req-e18099ff-2e84-4c16-bca5-2e18de3be20b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945659 Jul 05 10:51:44.304381 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-a838d52b-882a-4dfe-a279-402937161acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:44.306084 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-a838d52b-882a-4dfe-a279-402937161acb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 1096 time: 0.0547810 Jul 05 10:51:44.350291 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-9b8ebd55-ed16-461b-b7d2-7abecf44079f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5d37181-d7e1-4396-8c46-c2467bbb4ce0 HTTP/1.1" status: 200 len: 217 time: 0.0370491 Jul 05 10:51:44.402633 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-c4f8e602-552c-4c9b-a19f-fe8c8108f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:44.404164 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-c4f8e602-552c-4c9b-a19f-fe8c8108f146 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0480177 Jul 05 10:51:44.464092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-e9fb27f3-d1a3-46b9-96bd-368873282750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:44.465522 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-e9fb27f3-d1a3-46b9-96bd-368873282750 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539572 Jul 05 10:51:44.556615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-01ec1866-3317-4ae8-aade-d2574df3d88a service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840528 Jul 05 10:51:44.658371 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59ad4e30-1f2f-4aca-bca7-2193cfb0d899 req-4165c8ca-cba0-4435-b0dd-1f1c77bdb6a2 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950124 Jul 05 10:51:44.711985 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75894656-433d-4438-9641-1385851296a8 req-39931d5c-e7f6-4946-bb67-43b7e7789624 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:44.713518 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-75894656-433d-4438-9641-1385851296a8 req-39931d5c-e7f6-4946-bb67-43b7e7789624 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 944 time: 0.0650153 Jul 05 10:51:44.753686 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-75894656-433d-4438-9641-1385851296a8 req-cb81ec17-6057-4192-a46f-6fa1f5f89db8 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344539 Jul 05 10:51:45.087237 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:45.933453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd27e5-ade3-44c5-8214-cd333ee9c1df req-e4b1068e-7aaf-4c1b-8e00-e24cde67d0b8 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:45.935321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8dfd27e5-ade3-44c5-8214-cd333ee9c1df req-e4b1068e-7aaf-4c1b-8e00-e24cde67d0b8 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 944 time: 0.0661962 Jul 05 10:51:45.974448 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8dfd27e5-ade3-44c5-8214-cd333ee9c1df req-1da667e9-290a-4dd8-bb44-fd58ac42b00a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329053 Jul 05 10:51:46.909911 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:47.153876 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37312400-4bab-42ed-90ca-6b1c295c01c4 req-1a0b4a7c-3c09-461f-a6ef-2ef8b7e27359 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:47.155343 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37312400-4bab-42ed-90ca-6b1c295c01c4 req-1a0b4a7c-3c09-461f-a6ef-2ef8b7e27359 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 944 time: 0.0693870 Jul 05 10:51:47.194211 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37312400-4bab-42ed-90ca-6b1c295c01c4 req-97064bd0-fd00-460d-b50d-d73642089f8f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329394 Jul 05 10:51:48.371029 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829eebb-640d-438a-9db4-5aaab2eba32f req-d8c5e08d-a8d8-41e5-a468-fec770a04a54 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:48.372568 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1829eebb-640d-438a-9db4-5aaab2eba32f req-d8c5e08d-a8d8-41e5-a468-fec770a04a54 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 944 time: 0.0677385 Jul 05 10:51:48.411839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1829eebb-640d-438a-9db4-5aaab2eba32f req-e52e6026-0b6e-459c-9f6e-7f71e07a92ce tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336964 Jul 05 10:51:49.584686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19f4f0-b186-45a3-9a5a-2bd9c9585845 req-bc555150-a497-4ffd-a40f-cc9afcd1e9fe tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:49.586217 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c19f4f0-b186-45a3-9a5a-2bd9c9585845 req-bc555150-a497-4ffd-a40f-cc9afcd1e9fe tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 944 time: 0.0637934 Jul 05 10:51:49.624778 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c19f4f0-b186-45a3-9a5a-2bd9c9585845 req-0c20f126-e9ac-4bfd-b023-36f301b0d100 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330329 Jul 05 10:51:50.797590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25e91a-bad5-41ca-af0b-66f8d281faf0 req-ae2bc28d-337d-4355-88f3-f7056257b693 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:50.799090 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0a25e91a-bad5-41ca-af0b-66f8d281faf0 req-ae2bc28d-337d-4355-88f3-f7056257b693 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 944 time: 0.0635822 Jul 05 10:51:50.837013 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0a25e91a-bad5-41ca-af0b-66f8d281faf0 req-26fad591-a84c-4672-8557-950647eb0a3b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317202 Jul 05 10:51:52.018338 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ea44d-fa65-46df-b516-1df0c89d7223 req-ae0e5a1b-e623-4817-bc83-f92cb664fd1b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:52.025139 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f7ea44d-fa65-46df-b516-1df0c89d7223 req-ae0e5a1b-e623-4817-bc83-f92cb664fd1b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 944 time: 0.0699091 Jul 05 10:51:52.059163 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7f7ea44d-fa65-46df-b516-1df0c89d7223 req-9eb20f3e-6e39-4820-96f8-ea48e02c73b7 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329914 Jul 05 10:51:52.595448 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:53.234490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8cc1d-8678-4fa9-a386-3477841161ca req-10ee6ee5-b7ff-436e-bf04-5ba9a9882a18 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:53.235950 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bca8cc1d-8678-4fa9-a386-3477841161ca req-10ee6ee5-b7ff-436e-bf04-5ba9a9882a18 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 944 time: 0.0636148 Jul 05 10:51:53.275822 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bca8cc1d-8678-4fa9-a386-3477841161ca req-be559f0d-2bc8-428a-9484-cded8c25fb2f tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338755 Jul 05 10:51:54.423858 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:54.502996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980275f5-a233-4ba4-aa61-fbc12902407c req-4c0aaf89-74d5-4ea9-ab2c-1be82117180b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:54.505152 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-980275f5-a233-4ba4-aa61-fbc12902407c req-4c0aaf89-74d5-4ea9-ab2c-1be82117180b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 944 time: 0.1151958 Jul 05 10:51:54.544515 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-980275f5-a233-4ba4-aa61-fbc12902407c req-1f26a870-08f2-4ca0-8e71-2f70ef78a646 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337350 Jul 05 10:51:55.334779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device b5d37181-d7e1-4396-8c46-c2467bbb4ce0 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:51:55.429216 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port b5d37181-d7e1-4396-8c46-c2467bbb4ce0, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=b5d37181-d7e1-4396-8c46-c2467bbb4ce0,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:55.440444 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'port_id': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'mac_address': 'fa:16:3e:c9:1f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:51:55.481039 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:55.493536 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d37181-d7e1-4396-8c46-c2467bbb4ce0 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:51:55.513919 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port b5d37181-d7e1-4396-8c46-c2467bbb4ce0, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=b5d37181-d7e1-4396-8c46-c2467bbb4ce0,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:55.589691 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:55.637415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=b5d37181-d7e1-4396-8c46-c2467bbb4ce0,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:55.722813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b4168-066f-4cba-bfcf-a3c794684500 req-c7d49171-693d-47d7-b045-3a12ec445979 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:55.724355 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-024b4168-066f-4cba-bfcf-a3c794684500 req-c7d49171-693d-47d7-b045-3a12ec445979 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 945 time: 0.0639038 Jul 05 10:51:55.763402 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-024b4168-066f-4cba-bfcf-a3c794684500 req-4c68714f-7f11-4fab-a292-fba25a48e2e0 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334034 Jul 05 10:51:55.837149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['b5d37181-d7e1-4396-8c46-c2467bbb4ce0'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:51:56.397272 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:51:56.997968 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb2cb6-a63b-4016-9ba8-9ecb8b185bc8 req-be9f73ba-089c-4401-8918-ec52909d00e6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:56.999504 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b1fb2cb6-a63b-4016-9ba8-9ecb8b185bc8 req-be9f73ba-089c-4401-8918-ec52909d00e6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 945 time: 0.1211765 Jul 05 10:51:57.038941 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b1fb2cb6-a63b-4016-9ba8-9ecb8b185bc8 req-1d6100aa-dc4d-43dd-8b5b-59cb2ce76e30 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337777 Jul 05 10:51:57.346263 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device b5d37181-d7e1-4396-8c46-c2467bbb4ce0 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:51:57.457857 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port b5d37181-d7e1-4396-8c46-c2467bbb4ce0 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:51:57.462326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port b5d37181-d7e1-4396-8c46-c2467bbb4ce0 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:51:57.462697 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:57.543250 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:57.566540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:51:57.568818 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1996b7bb-9ff3-4a5f-b944-7c0c0e334466" -d '{"events": [{"server_uuid": "15bd66cb-ba63-4eda-9b1a-70ef42e4e28d", "name": "network-vif-plugged", "status": "completed", "tag": "b5d37181-d7e1-4396-8c46-c2467bbb4ce0"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:51:57.582289 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port b5d37181-d7e1-4396-8c46-c2467bbb4ce0, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=b5d37181-d7e1-4396-8c46-c2467bbb4ce0,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:51:57.604848 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1404a8-06b3-4512-8920-47e9ed90d3aa x-openstack-request-id: req-cc1404a8-06b3-4512-8920-47e9ed90d3aa {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:51:57.605144 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bd66cb-ba63-4eda-9b1a-70ef42e4e28d", "name": "network-vif-plugged", "status": "completed", "tag": "b5d37181-d7e1-4396-8c46-c2467bbb4ce0", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:51:57.605400 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc1404a8-06b3-4512-8920-47e9ed90d3aa {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:51:57.605907 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'code': 200} Jul 05 10:51:57.658152 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:51:57.707505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=b5d37181-d7e1-4396-8c46-c2467bbb4ce0,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:51:57.741503 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56819d88-7217-4e63-bc46-9b892fd713dd req-73304ce7-72ee-43ef-9dcb-adc7489dc4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:57.743035 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56819d88-7217-4e63-bc46-9b892fd713dd req-73304ce7-72ee-43ef-9dcb-adc7489dc4dc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 1098 time: 0.0548620 Jul 05 10:51:57.776850 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56819d88-7217-4e63-bc46-9b892fd713dd req-635625e9-ce5f-4420-a772-ad036ab27ab8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275893 Jul 05 10:51:58.213857 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4211c-1fda-4b30-b816-0e83639b4ea1 req-da239aac-2e9c-4289-a8a0-b74f729ff086 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:58.215254 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8b4211c-1fda-4b30-b816-0e83639b4ea1 req-da239aac-2e9c-4289-a8a0-b74f729ff086 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 946 time: 0.0659046 Jul 05 10:51:58.254498 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8b4211c-1fda-4b30-b816-0e83639b4ea1 req-fb13c77b-02e9-432f-9b24-1866a99efff5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319567 Jul 05 10:51:59.438520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149a005-0db8-40ae-a4ac-1b6a0764e307 req-d08ecf96-06e3-4a40-b2db-291e6edfffb6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:59.440042 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9149a005-0db8-40ae-a4ac-1b6a0764e307 req-d08ecf96-06e3-4a40-b2db-291e6edfffb6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 946 time: 0.0702925 Jul 05 10:51:59.478632 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9149a005-0db8-40ae-a4ac-1b6a0764e307 req-9f832b66-e383-43e2-98e1-1936c83aeece tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322230 Jul 05 10:51:59.661419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a146d39-ebb2-4cd5-995b-78abb8397ba8 req-d0dcf9d2-12ee-43ab-b968-a20aef665a31 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:59.662950 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0a146d39-ebb2-4cd5-995b-78abb8397ba8 req-d0dcf9d2-12ee-43ab-b968-a20aef665a31 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 946 time: 0.0664265 Jul 05 10:51:59.702868 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0a146d39-ebb2-4cd5-995b-78abb8397ba8 req-a44643bb-a6ba-4ce0-af7e-8b75fcdb8cfa tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342395 Jul 05 10:51:59.727593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37694) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:59.875863 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe1b042-f2af-4681-a4a6-0ebe6356341e tempest-TestVolumeBootPattern-805001846 tempest-TestVolumeBootPattern-805001846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:51:59.877420 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dbe1b042-f2af-4681-a4a6-0ebe6356341e tempest-TestVolumeBootPattern-805001846 tempest-TestVolumeBootPattern-805001846-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 1093 time: 0.1487901 Jul 05 10:51:59.881320 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37698) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:51:59.886193 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:52:00.011342 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:00.110388 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:00.223395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Allocated IP 172.25.5.211 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/adb29ac2-4bae-4b47-ab24-5070d9da7deb) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:52:00.325482 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:00.412356 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:00.449274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:52:00.452186 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:52:00.458960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:52:00.490167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'Port': ['ID=adb29ac2-4bae-4b47-ab24-5070d9da7deb,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:00.844307 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:00.995057 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:01.151515 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:01.200714 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:01.271254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'Port': ['ID=adb29ac2-4bae-4b47-ab24-5070d9da7deb,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:01.282001 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:01.387274 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Floating IP 0fcd374b-e590-4c1b-b967-048b696e536f associated. External IP: 172.25.5.211, port: b5d37181-d7e1-4396-8c46-c2467bbb4ce0. Jul 05 10:52:01.600303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Router 56ef685b-cd1a-44a5-bbee-33ad40493adb has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:52:01.709726 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:52:01.720215 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad1c48-8473-46cf-95a0-0f6a7bdd8bd2 None None] Sync routers for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:52:01.730217 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad1c48-8473-46cf-95a0-0f6a7bdd8bd2 None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:52:01.738928 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f0ad1c48-8473-46cf-95a0-0f6a7bdd8bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:51:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:01.778412 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:01.816724 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ad23eaec-b48d-4342-bf50-a051f2cb80a9 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9343467 Jul 05 10:52:01.817328 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'tag': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:52:01.819686 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7924c2-441b-4fb6-be7e-6704238e17a8" -d '{"events": [{"name": "network-changed", "server_uuid": "15bd66cb-ba63-4eda-9b1a-70ef42e4e28d", "tag": "b5d37181-d7e1-4396-8c46-c2467bbb4ce0"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:52:01.870859 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db3ed63-0dbb-4149-88da-3f17e9b34b64 x-openstack-request-id: req-5db3ed63-0dbb-4149-88da-3f17e9b34b64 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:52:01.870859 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15bd66cb-ba63-4eda-9b1a-70ef42e4e28d", "tag": "b5d37181-d7e1-4396-8c46-c2467bbb4ce0", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:52:01.870859 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5db3ed63-0dbb-4149-88da-3f17e9b34b64 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:52:01.870859 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'tag': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'status': 'completed', 'code': 200} Jul 05 10:52:01.937438 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-f0ad1c48-8473-46cf-95a0-0f6a7bdd8bd2 None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:52:01.945010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7924c2-441b-4fb6-be7e-6704238e17a8 req-b41de90b-f721-4fbe-9bd3-328790102a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:01.946547 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed7924c2-441b-4fb6-be7e-6704238e17a8 req-b41de90b-f721-4fbe-9bd3-328790102a58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 1098 time: 0.0564227 Jul 05 10:52:02.047764 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7924c2-441b-4fb6-be7e-6704238e17a8 req-9ba96b60-ec10-45bd-b82b-6fc3d36da28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:02.050186 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed7924c2-441b-4fb6-be7e-6704238e17a8 req-9ba96b60-ec10-45bd-b82b-6fc3d36da28d service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.0957491 Jul 05 10:52:02.116165 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed7924c2-441b-4fb6-be7e-6704238e17a8 req-0a5c9f20-f20b-4e6c-b460-ce032c51eae4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5d37181-d7e1-4396-8c46-c2467bbb4ce0 HTTP/1.1" status: 200 len: 1000 time: 0.0599608 Jul 05 10:52:02.164287 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f0ad1c48-8473-46cf-95a0-0f6a7bdd8bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '0fcd374b-e590-4c1b-b967-048b696e536f', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'port_id': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'mac_address': 'fa:16:3e:c9:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:52:00Z', 'updated_at': '2021-07-05T10:52:00Z', 'revision_number': 0, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:02.169596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7924c2-441b-4fb6-be7e-6704238e17a8 req-7c24ea6d-d15a-45d8-9ce5-63bdb96b0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:02.171137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed7924c2-441b-4fb6-be7e-6704238e17a8 req-7c24ea6d-d15a-45d8-9ce5-63bdb96b0cf4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0486720 Jul 05 10:52:02.193430 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad1c48-8473-46cf-95a0-0f6a7bdd8bd2 None None] Checking router: 56ef685b-cd1a-44a5-bbee-33ad40493adb for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:52:02.201701 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad1c48-8473-46cf-95a0-0f6a7bdd8bd2 None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:52:02.202480 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f0ad1c48-8473-46cf-95a0-0f6a7bdd8bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:51:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:02.228465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7924c2-441b-4fb6-be7e-6704238e17a8 req-041d8a4e-4097-4215-a272-b4e558ae702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:02.230001 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed7924c2-441b-4fb6-be7e-6704238e17a8 req-041d8a4e-4097-4215-a272-b4e558ae702e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530415 Jul 05 10:52:02.306587 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-f0ad1c48-8473-46cf-95a0-0f6a7bdd8bd2 None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:52:02.318321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed7924c2-441b-4fb6-be7e-6704238e17a8 req-96242387-97db-4466-a569-afe2945c17c1 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817890 Jul 05 10:52:02.414280 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed7924c2-441b-4fb6-be7e-6704238e17a8 req-e7328556-028d-434b-89fb-65984bfa303b service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896957 Jul 05 10:52:02.533195 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f0ad1c48-8473-46cf-95a0-0f6a7bdd8bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '0fcd374b-e590-4c1b-b967-048b696e536f', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'port_id': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'mac_address': 'fa:16:3e:c9:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:52:00Z', 'updated_at': '2021-07-05T10:52:00Z', 'revision_number': 0, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:02.561306 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad1c48-8473-46cf-95a0-0f6a7bdd8bd2 None None] The sync data for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 is: [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '0fcd374b-e590-4c1b-b967-048b696e536f', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'port_id': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'mac_address': 'fa:16:3e:c9:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:52:00Z', 'updated_at': '2021-07-05T10:52:00Z', 'revision_number': 0, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:52:02.760522 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c7aa03-3aae-4a12-9da7-5c5263ef5f20 None None] New status for floating IP 0fcd374b-e590-4c1b-b967-048b696e536f: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:52:05.896194 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37708) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:06.058511 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-077d5996-05b7-4985-89f9-d8073b046470 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting port 620ba97b-ac20-40d5-8485-6f97061bc6c2 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:52:06.058859 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-077d5996-05b7-4985-89f9-d8073b046470 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:06.134717 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-077d5996-05b7-4985-89f9-d8073b046470 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:06.134946 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-077d5996-05b7-4985-89f9-d8073b046470 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:06.147762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-077d5996-05b7-4985-89f9-d8073b046470 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Calling delete_port for 620ba97b-ac20-40d5-8485-6f97061bc6c2 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:52:06.360788 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-077d5996-05b7-4985-89f9-d8073b046470 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:06.393757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d5996-05b7-4985-89f9-d8073b046470 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Port': ['ID=620ba97b-ac20-40d5-8485-6f97061bc6c2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:06.455493 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-077d5996-05b7-4985-89f9-d8073b046470 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:06.455864 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-077d5996-05b7-4985-89f9-d8073b046470 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Floating IP 613ef1f2-21df-4cad-91e6-58e4bf4d88c3 disassociated (deleted). External IP: 172.25.5.164, port: 5c34c0a0-aef7-4167-8df2-8f073005d642. Jul 05 10:52:06.666256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077d5996-05b7-4985-89f9-d8073b046470 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router c379f206-38f2-4770-9f10-f67bf26e5080 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:52:07.076036 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077d5996-05b7-4985-89f9-d8073b046470 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:52:07.081424 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-077d5996-05b7-4985-89f9-d8073b046470 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:07.085660 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ee325-5b71-4ffb-a8aa-246470172576 None None] Sync routers for ids ['c379f206-38f2-4770-9f10-f67bf26e5080'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:52:07.095306 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ee325-5b71-4ffb-a8aa-246470172576 None None] Routers {'c379f206-38f2-4770-9f10-f67bf26e5080'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:52:07.095948 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ee9ee325-5b71-4ffb-a8aa-246470172576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:51:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c379f206-38f2-4770-9f10-f67bf26e5080'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:07.119534 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-077d5996-05b7-4985-89f9-d8073b046470 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/floatingips/613ef1f2-21df-4cad-91e6-58e4bf4d88c3 HTTP/1.1" status: 204 len: 168 time: 1.2221563 Jul 05 10:52:07.120152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'tag': '5c34c0a0-aef7-4167-8df2-8f073005d642'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:52:07.122676 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b43a2a-7af7-4632-930b-1a3275cafb29" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a", "tag": "5c34c0a0-aef7-4167-8df2-8f073005d642"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:52:07.172406 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a75aed-949e-46b0-a686-5a8aa9da1b91 x-openstack-request-id: req-b8a75aed-949e-46b0-a686-5a8aa9da1b91 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:52:07.172702 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a", "tag": "5c34c0a0-aef7-4167-8df2-8f073005d642", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:52:07.172945 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b8a75aed-949e-46b0-a686-5a8aa9da1b91 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:52:07.173379 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'tag': '5c34c0a0-aef7-4167-8df2-8f073005d642', 'status': 'completed', 'code': 200} Jul 05 10:52:07.208714 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ee9ee325-5b71-4ffb-a8aa-246470172576 None None] Set router c379f206-38f2-4770-9f10-f67bf26e5080 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:52:07.257198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b43a2a-7af7-4632-930b-1a3275cafb29 req-6b3e1765-7139-452f-ab35-345e917dce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:07.258752 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b43a2a-7af7-4632-930b-1a3275cafb29 req-6b3e1765-7139-452f-ab35-345e917dce15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 1098 time: 0.0575829 Jul 05 10:52:07.358819 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b43a2a-7af7-4632-930b-1a3275cafb29 req-8b531816-37ea-4cf3-8ac3-c4323168545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:07.360287 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b43a2a-7af7-4632-930b-1a3275cafb29 req-8b531816-37ea-4cf3-8ac3-c4323168545f service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bdce4d3-29cd-402f-8107-2a862a41a016 HTTP/1.1" status: 200 len: 898 time: 0.0948987 Jul 05 10:52:07.403911 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b43a2a-7af7-4632-930b-1a3275cafb29 req-9d106b8d-9594-44c4-95dc-8ac053c75ef1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c34c0a0-aef7-4167-8df2-8f073005d642 HTTP/1.1" status: 200 len: 217 time: 0.0367539 Jul 05 10:52:07.420622 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ee9ee325-5b71-4ffb-a8aa-246470172576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436317418', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:13Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '2c7002fc-a0c6-42f8-b067-30c48dfa525d', 'name': '', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:20:30:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:16Z', 'updated_at': '2021-07-05T10:50:21Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:07.446240 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ee325-5b71-4ffb-a8aa-246470172576 None None] Checking router: c379f206-38f2-4770-9f10-f67bf26e5080 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:52:07.455788 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ee325-5b71-4ffb-a8aa-246470172576 None None] Routers {'c379f206-38f2-4770-9f10-f67bf26e5080'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:52:07.456405 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ee9ee325-5b71-4ffb-a8aa-246470172576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:51:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c379f206-38f2-4770-9f10-f67bf26e5080'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:07.457913 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b43a2a-7af7-4632-930b-1a3275cafb29 req-feed8880-08d0-4c29-866e-0ef51ad3602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:07.459424 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b43a2a-7af7-4632-930b-1a3275cafb29 req-feed8880-08d0-4c29-866e-0ef51ad3602b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14b0cae3-4d4b-4a64-9784-54159bfcf50d HTTP/1.1" status: 200 len: 835 time: 0.0470641 Jul 05 10:52:07.527656 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b43a2a-7af7-4632-930b-1a3275cafb29 req-ba81c185-38e2-409c-a73d-564bed625ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:07.529204 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b43a2a-7af7-4632-930b-1a3275cafb29 req-ba81c185-38e2-409c-a73d-564bed625ca8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bdce4d3-29cd-402f-8107-2a862a41a016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604444 Jul 05 10:52:07.540760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-e9b43a2a-7af7-4632-930b-1a3275cafb29 req-6a6dab0a-3d66-4009-9442-5ebb4199fb6f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:52:07.541853 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b43a2a-7af7-4632-930b-1a3275cafb29 req-6a6dab0a-3d66-4009-9442-5ebb4199fb6f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053053 Jul 05 10:52:07.566456 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ee9ee325-5b71-4ffb-a8aa-246470172576 None None] Set router c379f206-38f2-4770-9f10-f67bf26e5080 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:52:07.641784 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b43a2a-7af7-4632-930b-1a3275cafb29 req-c6961005-d374-4a76-8a51-8510da8dc357 service neutron] 10.222.0.64 "GET /v2.0/networks/3bdce4d3-29cd-402f-8107-2a862a41a016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931602 Jul 05 10:52:07.768525 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ee9ee325-5b71-4ffb-a8aa-246470172576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436317418', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:13Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '2c7002fc-a0c6-42f8-b067-30c48dfa525d', 'name': '', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:20:30:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:16Z', 'updated_at': '2021-07-05T10:50:21Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:07.782169 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e9b43a2a-7af7-4632-930b-1a3275cafb29 req-352cac83-56a2-4dde-945d-40996589ca4b service neutron] 10.222.0.64 "GET /v2.0/networks/3bdce4d3-29cd-402f-8107-2a862a41a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333554 Jul 05 10:52:07.798311 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ceb2e-0378-466c-9543-dd0f09511b34 req-0f6cc5fd-4a45-4246-87c2-aaf3e4bcde63 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:07.798723 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ee325-5b71-4ffb-a8aa-246470172576 None None] The sync data for ids ['c379f206-38f2-4770-9f10-f67bf26e5080'] in n-d-779913-27 is: [{'id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436317418', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:13Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '2c7002fc-a0c6-42f8-b067-30c48dfa525d', 'name': '', 'network_id': '3bdce4d3-29cd-402f-8107-2a862a41a016', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'mac_address': 'fa:16:3e:20:30:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:16Z', 'updated_at': '2021-07-05T10:50:21Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'subnets': [{'id': '14b0cae3-4d4b-4a64-9784-54159bfcf50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:52:07.800011 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-869ceb2e-0378-466c-9543-dd0f09511b34 req-0f6cc5fd-4a45-4246-87c2-aaf3e4bcde63 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.1421800 Jul 05 10:52:07.845791 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-869ceb2e-0378-466c-9543-dd0f09511b34 req-64aa3944-5beb-4a3e-b0d2-33f6d6a93307 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354686 Jul 05 10:52:08.031495 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4936d-1dd6-4376-a297-b2bbd0e588c9 None None] New status for floating IP 613ef1f2-21df-4cad-91e6-58e4bf4d88c3: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:52:09.025088 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94a116-1871-48d5-80bf-e85c100dceb4 req-286ece56-d838-4d58-9009-20202218e747 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:09.026596 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-af94a116-1871-48d5-80bf-e85c100dceb4 req-286ece56-d838-4d58-9009-20202218e747 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0642602 Jul 05 10:52:09.064927 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-af94a116-1871-48d5-80bf-e85c100dceb4 req-709588c4-49a7-4fe3-9ce2-f5764adc8fcb tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed9e76ac-5b7d-418e-be84-dc0ae2f31736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324459 Jul 05 10:52:09.204090 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b7a03-2d55-4a29-a807-4dfe606ae8f3 req-a27351d3-88a9-4e6b-a469-c704b4f4ceb2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:09.205492 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f1b7a03-2d55-4a29-a807-4dfe606ae8f3 req-a27351d3-88a9-4e6b-a469-c704b4f4ceb2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 946 time: 0.0679710 Jul 05 10:52:09.309239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-1f1b7a03-2d55-4a29-a807-4dfe606ae8f3 req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting port 5c34c0a0-aef7-4167-8df2-8f073005d642 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:52:09.309584 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1f1b7a03-2d55-4a29-a807-4dfe606ae8f3 req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:09.402048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-1f1b7a03-2d55-4a29-a807-4dfe606ae8f3 req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] For port 5c34c0a0-aef7-4167-8df2-8f073005d642, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=5c34c0a0-aef7-4167-8df2-8f073005d642,segment=NetworkSegment(9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15),segment_id=9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:52:09.402399 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1f1b7a03-2d55-4a29-a807-4dfe606ae8f3 req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:09.415622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-1f1b7a03-2d55-4a29-a807-4dfe606ae8f3 req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Calling delete_port for 5c34c0a0-aef7-4167-8df2-8f073005d642 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:52:09.623560 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1f1b7a03-2d55-4a29-a807-4dfe606ae8f3 req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:09.656660 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Port': ['ID=5c34c0a0-aef7-4167-8df2-8f073005d642,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:09.674019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:09.674019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:09.674019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:09.674019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:09.674019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:09.674019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:09.674019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:09.674019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:09.674019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:09.674019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:09.674019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:09.674019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:09.713915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1b7a03-2d55-4a29-a807-4dfe606ae8f3 req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] No DVR routers for this DVR port 5c34c0a0-aef7-4167-8df2-8f073005d642 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:52:09.715094 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1f1b7a03-2d55-4a29-a807-4dfe606ae8f3 req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:09.717274 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f1b7a03-2d55-4a29-a807-4dfe606ae8f3 req-8313f788-5245-4c82-871a-a85cb6fe1359 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.64 "DELETE /v2.0/ports/5c34c0a0-aef7-4167-8df2-8f073005d642 HTTP/1.1" status: 204 len: 173 time: 0.5034876 Jul 05 10:52:09.717718 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'name': 'network-vif-deleted', 'tag': '5c34c0a0-aef7-4167-8df2-8f073005d642'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:52:09.720212 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b116bb-ea11-4699-a3df-8f5ac8262649" -d '{"events": [{"server_uuid": "6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a", "name": "network-vif-deleted", "tag": "5c34c0a0-aef7-4167-8df2-8f073005d642"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:52:09.772995 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4264b4a2-efe5-4bfd-9c2c-c1c377e19f9b x-openstack-request-id: req-4264b4a2-efe5-4bfd-9c2c-c1c377e19f9b {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:52:09.773281 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a", "name": "network-vif-deleted", "tag": "5c34c0a0-aef7-4167-8df2-8f073005d642", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:52:09.773528 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4264b4a2-efe5-4bfd-9c2c-c1c377e19f9b {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:52:09.773920 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a', 'name': 'network-vif-deleted', 'tag': '5c34c0a0-aef7-4167-8df2-8f073005d642', 'status': 'completed', 'code': 200} Jul 05 10:52:10.230182 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-859893d5-0fb0-4163-9d95-6511d560ce22 req-3f3bcaab-82f2-4766-862d-c48f91808da6 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6ec5-4c0d-45ff-b7e1-b40b810b985a HTTP/1.1" status: 200 len: 210 time: 0.0318575 Jul 05 10:52:11.120889 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6350fff2-bf1c-4a8f-ad91-e9f7bddef198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:11.326586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37728) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:11.688744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03909f60-0f1d-47f5-99a0-1053945f7024 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:11.969232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-03909f60-0f1d-47f5-99a0-1053945f7024 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting port 2c7002fc-a0c6-42f8-b067-30c48dfa525d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:52:11.969585 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03909f60-0f1d-47f5-99a0-1053945f7024 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:12.062455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-03909f60-0f1d-47f5-99a0-1053945f7024 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] For port 2c7002fc-a0c6-42f8-b067-30c48dfa525d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=2c7002fc-a0c6-42f8-b067-30c48dfa525d,segment=NetworkSegment(9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15),segment_id=9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:52:12.062820 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03909f60-0f1d-47f5-99a0-1053945f7024 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:12.076872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-03909f60-0f1d-47f5-99a0-1053945f7024 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Calling delete_port for 2c7002fc-a0c6-42f8-b067-30c48dfa525d owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:52:12.370989 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03909f60-0f1d-47f5-99a0-1053945f7024 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:12.399172 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03909f60-0f1d-47f5-99a0-1053945f7024 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Port': ['ID=2c7002fc-a0c6-42f8-b067-30c48dfa525d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:12.581479 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03909f60-0f1d-47f5-99a0-1053945f7024 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:12.802411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03909f60-0f1d-47f5-99a0-1053945f7024 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Router c379f206-38f2-4770-9f10-f67bf26e5080 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:52:12.900428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5c34c0a0-aef7-4167-8df2-8f073005d642 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:52:12.911950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03909f60-0f1d-47f5-99a0-1053945f7024 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:52:12.917869 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-03909f60-0f1d-47f5-99a0-1053945f7024 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "PUT /v2.0/routers/c379f206-38f2-4770-9f10-f67bf26e5080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5902381 Jul 05 10:52:12.920524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37730) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:12.921947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 5c34c0a0-aef7-4167-8df2-8f073005d642 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:52:12.922326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 5c34c0a0-aef7-4167-8df2-8f073005d642 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:52:12.924022 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4e3fa0-0396-40e0-afcd-6106b8e3b7da None None] Sync routers for ids ['c379f206-38f2-4770-9f10-f67bf26e5080'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:52:12.933431 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e3fa0-0396-40e0-afcd-6106b8e3b7da None None] Routers {'c379f206-38f2-4770-9f10-f67bf26e5080'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:52:12.934157 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-cb4e3fa0-0396-40e0-afcd-6106b8e3b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:51:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c379f206-38f2-4770-9f10-f67bf26e5080'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:12.980347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-1940ad0c-c430-4a40-a62d-4e668a714bfd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting subnet 14b0cae3-4d4b-4a64-9784-54159bfcf50d {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:52:12.983534 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1940ad0c-c430-4a40-a62d-4e668a714bfd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:13.025031 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1940ad0c-c430-4a40-a62d-4e668a714bfd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:13.109839 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1940ad0c-c430-4a40-a62d-4e668a714bfd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:13.134718 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-cb4e3fa0-0396-40e0-afcd-6106b8e3b7da None None] Set router c379f206-38f2-4770-9f10-f67bf26e5080 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:52:13.240026 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1940ad0c-c430-4a40-a62d-4e668a714bfd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:13.269912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940ad0c-c430-4a40-a62d-4e668a714bfd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Subnet': ['ID=14b0cae3-4d4b-4a64-9784-54159bfcf50d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:13.271929 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1940ad0c-c430-4a40-a62d-4e668a714bfd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:13.273837 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1940ad0c-c430-4a40-a62d-4e668a714bfd tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/subnets/14b0cae3-4d4b-4a64-9784-54159bfcf50d HTTP/1.1" status: 204 len: 168 time: 0.3515437 Jul 05 10:52:13.276426 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8579ec0c-4a13-4d5c-bf00-91254d7b8d9b None None] Network 3bdce4d3-29cd-402f-8107-2a862a41a016 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:52:13.276610 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37732) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:13.325302 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-cb4e3fa0-0396-40e0-afcd-6106b8e3b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436317418', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:52:12Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:13Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:13.353075 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4e3fa0-0396-40e0-afcd-6106b8e3b7da None None] Checking router: c379f206-38f2-4770-9f10-f67bf26e5080 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:52:13.361891 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e3fa0-0396-40e0-afcd-6106b8e3b7da None None] Routers {'c379f206-38f2-4770-9f10-f67bf26e5080'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:52:13.362416 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-cb4e3fa0-0396-40e0-afcd-6106b8e3b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:51:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c379f206-38f2-4770-9f10-f67bf26e5080'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:13.390267 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c17e8982-cc1a-4313-8109-a612efb55dc2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:13.477118 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-cb4e3fa0-0396-40e0-afcd-6106b8e3b7da None None] Set router c379f206-38f2-4770-9f10-f67bf26e5080 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:52:13.491359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1568d48b-2cd3-4390-97ff-0d395745b4d8 None None] DHCP port deletion for 3bdce4d3-29cd-402f-8107-2a862a41a016 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:52:13.508162 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c17e8982-cc1a-4313-8109-a612efb55dc2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:13.549713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1568d48b-2cd3-4390-97ff-0d395745b4d8 None None] Deleting port 983a780c-4279-448e-af5f-00618ec50322 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:52:13.550118 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1568d48b-2cd3-4390-97ff-0d395745b4d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:13.629882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1568d48b-2cd3-4390-97ff-0d395745b4d8 None None] For port 983a780c-4279-448e-af5f-00618ec50322, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=983a780c-4279-448e-af5f-00618ec50322,segment=NetworkSegment(9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15),segment_id=9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:52:13.630374 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1568d48b-2cd3-4390-97ff-0d395745b4d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:13.642646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c17e8982-cc1a-4313-8109-a612efb55dc2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Deleting port 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:52:13.643206 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c17e8982-cc1a-4313-8109-a612efb55dc2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:13.648884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1568d48b-2cd3-4390-97ff-0d395745b4d8 None None] Calling delete_port for 983a780c-4279-448e-af5f-00618ec50322 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:52:13.682888 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-cb4e3fa0-0396-40e0-afcd-6106b8e3b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436317418', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:52:12Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:13Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:13.706191 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4d7741b-b03c-4284-882f-ec80ca51a766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:13.723692 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4e3fa0-0396-40e0-afcd-6106b8e3b7da None None] The sync data for ids ['c379f206-38f2-4770-9f10-f67bf26e5080'] in n-d-779913-27 is: [{'id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436317418', 'tenant_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:50:12Z', 'updated_at': '2021-07-05T10:52:12Z', 'revision_number': 5, 'project_id': 'ecd4c65677c0414c9743c8dfedcf672d', 'gw_port': {'id': '8b839c3b-98fc-45a0-b4d9-a6e8be4415d9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c379f206-38f2-4770-9f10-f67bf26e5080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:50:13Z', 'updated_at': '2021-07-05T10:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:52:13.746397 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:13.747566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-c17e8982-cc1a-4313-8109-a612efb55dc2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] For port 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8b839c3b-98fc-45a0-b4d9-a6e8be4415d9,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:52:13.748939 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c17e8982-cc1a-4313-8109-a612efb55dc2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:13.767638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c17e8982-cc1a-4313-8109-a612efb55dc2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Calling delete_port for 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:52:13.771171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 983a780c-4279-448e-af5f-00618ec50322 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:52:13.836430 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1568d48b-2cd3-4390-97ff-0d395745b4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:13.872361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1568d48b-2cd3-4390-97ff-0d395745b4d8 None None] No DVR routers for this DVR port 983a780c-4279-448e-af5f-00618ec50322 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:52:13.879952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568d48b-2cd3-4390-97ff-0d395745b4d8 None None] Pushing event deleted for resources: {'Port': ['ID=983a780c-4279-448e-af5f-00618ec50322,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:13.886483 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.012414 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c17e8982-cc1a-4313-8109-a612efb55dc2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.038938 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e8982-cc1a-4313-8109-a612efb55dc2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Port': ['ID=8b839c3b-98fc-45a0-b4d9-a6e8be4415d9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:14.110644 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c17e8982-cc1a-4313-8109-a612efb55dc2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.206233 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c17e8982-cc1a-4313-8109-a612efb55dc2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.208443 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c17e8982-cc1a-4313-8109-a612efb55dc2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.349169 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c17e8982-cc1a-4313-8109-a612efb55dc2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.349803 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17e8982-cc1a-4313-8109-a612efb55dc2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Fanout notify agent at l3_agent the message router_deleted on router c379f206-38f2-4770-9f10-f67bf26e5080 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:52:14.356509 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c17e8982-cc1a-4313-8109-a612efb55dc2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.357717 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c17e8982-cc1a-4313-8109-a612efb55dc2 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/routers/c379f206-38f2-4770-9f10-f67bf26e5080 HTTP/1.1" status: 204 len: 168 time: 1.0801575 Jul 05 10:52:14.361187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37734) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:14.441889 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0e41ead-e3db-4451-bb4e-d12a084fb800 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.532326 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0e41ead-e3db-4451-bb4e-d12a084fb800 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.542504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-b0e41ead-e3db-4451-bb4e-d12a084fb800 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdce4d3-29cd-402f-8107-2a862a41a016']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:14.553354 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-b0e41ead-e3db-4451-bb4e-d12a084fb800 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:14.553650 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-b0e41ead-e3db-4451-bb4e-d12a084fb800 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3cadd0-d4a6-4aaa-b8b6-87834a3f1a15') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:14.562312 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0e41ead-e3db-4451-bb4e-d12a084fb800 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.576087 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0e41ead-e3db-4451-bb4e-d12a084fb800 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.582594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e41ead-e3db-4451-bb4e-d12a084fb800 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:52:14.582973 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0e41ead-e3db-4451-bb4e-d12a084fb800 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:52:14.585865 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:52:14.738336 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0e41ead-e3db-4451-bb4e-d12a084fb800 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.745705 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b0e41ead-e3db-4451-bb4e-d12a084fb800 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.747094 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b0e41ead-e3db-4451-bb4e-d12a084fb800 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/networks/3bdce4d3-29cd-402f-8107-2a862a41a016 HTTP/1.1" status: 204 len: 168 time: 0.3850429 Jul 05 10:52:14.754990 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37736) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:14.758609 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e41ead-e3db-4451-bb4e-d12a084fb800 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'Network': ['ID=3bdce4d3-29cd-402f-8107-2a862a41a016,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:14.817381 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d474f17-362f-4c35-9242-c25b7cf0e630 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.845175 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d474f17-362f-4c35-9242-c25b7cf0e630 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.991025 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d474f17-362f-4c35-9242-c25b7cf0e630 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.995696 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2d474f17-362f-4c35-9242-c25b7cf0e630 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:14.997723 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2d474f17-362f-4c35-9242-c25b7cf0e630 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] 10.222.0.77 "DELETE /v2.0/security-groups/ed9e76ac-5b7d-418e-be84-dc0ae2f31736 HTTP/1.1" status: 204 len: 168 time: 0.2413604 Jul 05 10:52:15.011072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d474f17-362f-4c35-9242-c25b7cf0e630 tempest-TestNetworkAdvancedServerOps-455078142 tempest-TestNetworkAdvancedServerOps-455078142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9e76ac-5b7d-418e-be84-dc0ae2f31736,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:15.068312 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:15.673254 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:52:15.676545 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37746) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:15.695478 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:52:15.695851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8b839c3b-98fc-45a0-b4d9-a6e8be4415d9 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:52:15.696268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 2c7002fc-a0c6-42f8-b067-30c48dfa525d no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:52:15.714906 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 2c7002fc-a0c6-42f8-b067-30c48dfa525d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:52:15.715246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 2c7002fc-a0c6-42f8-b067-30c48dfa525d not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:52:15.833294 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-24bb6ca4-d93a-40ef-9ece-8fd5153f97b9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ecd4c65677c0414c9743c8dfedcf672d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555488 Jul 05 10:52:15.835882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37750) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:15.899253 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cd160bc0-e6e8-488f-80bd-f0565114d4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:15.921028 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cd160bc0-e6e8-488f-80bd-f0565114d4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:16.041334 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cd160bc0-e6e8-488f-80bd-f0565114d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:16.046966 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cd160bc0-e6e8-488f-80bd-f0565114d4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:16.048291 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cd160bc0-e6e8-488f-80bd-f0565114d4a4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/686b24cb-f3b8-4257-a910-2bec8b8bff79 HTTP/1.1" status: 204 len: 168 time: 0.2114742 Jul 05 10:52:16.059267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd160bc0-e6e8-488f-80bd-f0565114d4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686b24cb-f3b8-4257-a910-2bec8b8bff79,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:16.683750 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37756) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:16.729588 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0d8f8694-8c9f-43de-b1fa-7462b52634ca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a17c543f7fad469cb8921168d8b109cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446334 Jul 05 10:52:16.732134 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37758) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:16.781940 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eba946a1-55f5-4f8e-b47e-5b50d98f5f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:16.805036 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eba946a1-55f5-4f8e-b47e-5b50d98f5f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:16.938030 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:16.966475 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eba946a1-55f5-4f8e-b47e-5b50d98f5f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:16.969249 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eba946a1-55f5-4f8e-b47e-5b50d98f5f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:16.970507 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eba946a1-55f5-4f8e-b47e-5b50d98f5f88 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/06e9599a-5a35-4608-8231-441e0281c887 HTTP/1.1" status: 204 len: 168 time: 0.2374313 Jul 05 10:52:16.980369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba946a1-55f5-4f8e-b47e-5b50d98f5f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e9599a-5a35-4608-8231-441e0281c887,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:18.061041 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37780) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:18.157368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-2791ef27-32c3-4171-8c22-399d34271024 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1565783479-network', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:52:18.240939 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2791ef27-32c3-4171-8c22-399d34271024 admin admin] Made reservation on behalf of f7d6df81879d4adea4a41b873860c7fd for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:52:18.243300 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2791ef27-32c3-4171-8c22-399d34271024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:18.251769 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2791ef27-32c3-4171-8c22-399d34271024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:18.342045 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2791ef27-32c3-4171-8c22-399d34271024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:18.400607 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2791ef27-32c3-4171-8c22-399d34271024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:18.424741 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2791ef27-32c3-4171-8c22-399d34271024 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:52:18.434533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791ef27-32c3-4171-8c22-399d34271024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6a0f40-ef6c-446a-9192-a6f30d181469,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:18.439940 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2791ef27-32c3-4171-8c22-399d34271024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:18.439940 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-2791ef27-32c3-4171-8c22-399d34271024 admin admin] Added segment 9760d039-7e80-4113-bfa8-524830eb9e9e of type vlan for network 580ba92b-a495-45b2-a080-01223a7ea9b4 Jul 05 10:52:18.483901 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2791ef27-32c3-4171-8c22-399d34271024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:18.599497 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2791ef27-32c3-4171-8c22-399d34271024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:18.600439 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2791ef27-32c3-4171-8c22-399d34271024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:18.601028 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2791ef27-32c3-4171-8c22-399d34271024 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:18.683838 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791ef27-32c3-4171-8c22-399d34271024 admin admin] Pushing event updated for resources: {'Network': ['ID=580ba92b-a495-45b2-a080-01223a7ea9b4,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:18.694562 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 580ba92b-a495-45b2-a080-01223a7ea9b4 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:52:18.744784 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2791ef27-32c3-4171-8c22-399d34271024 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6822448 Jul 05 10:52:18.747658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37784) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:18.752614 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c8563a6d-a4b3-462e-919a-39196a6c39cd admin admin] Request body: {'subnet': {'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1565783479-subnet', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:52:18.858153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8563a6d-a4b3-462e-919a-39196a6c39cd admin admin] Made reservation on behalf of f7d6df81879d4adea4a41b873860c7fd for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:52:18.860632 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c8563a6d-a4b3-462e-919a-39196a6c39cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:19.104002 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c8563a6d-a4b3-462e-919a-39196a6c39cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:19.165288 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8563a6d-a4b3-462e-919a-39196a6c39cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=31e810fc-f919-4974-a8c6-ef32e787cd95,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:19.172627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8563a6d-a4b3-462e-919a-39196a6c39cd admin admin] Checking segment: {'id': '9760d039-7e80-4113-bfa8-524830eb9e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:52:19.172997 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8563a6d-a4b3-462e-919a-39196a6c39cd admin admin] Network hostable DHCP agents. Network: 580ba92b-a495-45b2-a080-01223a7ea9b4, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:52:19.258161 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8563a6d-a4b3-462e-919a-39196a6c39cd admin admin] Network 580ba92b-a495-45b2-a080-01223a7ea9b4 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:52:19.332693 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c8563a6d-a4b3-462e-919a-39196a6c39cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 580ba92b-a495-45b2-a080-01223a7ea9b4) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:52:19.336731 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8563a6d-a4b3-462e-919a-39196a6c39cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:19.337324 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c8563a6d-a4b3-462e-919a-39196a6c39cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:19.343734 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dc13f3-2779-4eb0-be75-c89246e2b768 None None] Network 580ba92b-a495-45b2-a080-01223a7ea9b4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:52:19.424426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c8563a6d-a4b3-462e-919a-39196a6c39cd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6755764 Jul 05 10:52:19.427525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37786) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:19.432044 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:52:19.487539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-580ba92b-a495-45b2-a080-01223a7ea9b4', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'fixed_ips': [{'subnet_id': '31e810fc-f919-4974-a8c6-ef32e787cd95'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:52:19.488950 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:19.532252 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:19.533300 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:19.586200 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:19.621537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Allocated IP 172.20.0.2 (580ba92b-a495-45b2-a080-01223a7ea9b4/31e810fc-f919-4974-a8c6-ef32e787cd95/d8d4c056-751b-4454-af2c-278a170f3a3f) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:52:19.808126 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:19.953984 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:19.964587 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Transition to ACTIVE for port object d8d4c056-751b-4454-af2c-278a170f3a3f will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:52:19.980442 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Transition to ACTIVE for port object d8d4c056-751b-4454-af2c-278a170f3a3f will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:52:20.053482 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:20.071042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:20.093667 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Network 580ba92b-a495-45b2-a080-01223a7ea9b4 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:52:20.096819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:52:20.099850 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:52:20.117373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Pushing event updated for resources: {'Port': ['ID=d8d4c056-751b-4454-af2c-278a170f3a3f,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:20.179243 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Attempting to bind port d8d4c056-751b-4454-af2c-278a170f3a3f on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:52:20.179596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Attempting to bind port d8d4c056-751b-4454-af2c-278a170f3a3f by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '9760d039-7e80-4113-bfa8-524830eb9e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:52:20.180007 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Attempting to bind port d8d4c056-751b-4454-af2c-278a170f3a3f on network 580ba92b-a495-45b2-a080-01223a7ea9b4 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:52:20.185800 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:52:20.186309 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Checking segment: {'id': '9760d039-7e80-4113-bfa8-524830eb9e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:52:20.186721 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:20.187113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Bound using segment: {'id': '9760d039-7e80-4113-bfa8-524830eb9e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:52:20.187586 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Bound port: d8d4c056-751b-4454-af2c-278a170f3a3f, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9760d039-7e80-4113-bfa8-524830eb9e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:52:20.188122 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:20.258574 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] For port d8d4c056-751b-4454-af2c-278a170f3a3f, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:52:20.262296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] For port d8d4c056-751b-4454-af2c-278a170f3a3f, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d8d4c056-751b-4454-af2c-278a170f3a3f,segment=NetworkSegment(9760d039-7e80-4113-bfa8-524830eb9e9e),segment_id=9760d039-7e80-4113-bfa8-524830eb9e9e)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:52:20.349443 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:20.417625 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe5125-cf16-4f5c-ae4b-c73950b03d67 None None] Pushing event updated for resources: {'Port': ['ID=d8d4c056-751b-4454-af2c-278a170f3a3f,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:20.423944 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:20.542646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Allocated IP 172.25.5.81 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/56688f62-8d29-400f-a11e-52d1dec7d1ca) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:52:20.678684 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:20.783131 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:20.821272 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:52:20.826855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:52:20.830842 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:52:20.854675 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Pushing event updated for resources: {'Port': ['ID=56688f62-8d29-400f-a11e-52d1dec7d1ca,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:21.192774 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:21.359102 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dd09dc-f357-4329-b4e3-57e31b605420 None None] Network 580ba92b-a495-45b2-a080-01223a7ea9b4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:52:21.399995 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:21.506370 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b8e04641-e95e-47f7-83e5-46631e0fb033 None None] Provisioning for port d8d4c056-751b-4454-af2c-278a170f3a3f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:52:21.606270 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Router 4dda9798-c85e-4556-9183-dfce1482afb7 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:52:21.730158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d8d4c056-751b-4454-af2c-278a170f3a3f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:52:21.731460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:52:21.758030 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Sync routers for ids ['4dda9798-c85e-4556-9183-dfce1482afb7'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:52:21.784132 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Routers {'4dda9798-c85e-4556-9183-dfce1482afb7'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:52:21.784763 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:52:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dda9798-c85e-4556-9183-dfce1482afb7'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:21.806281 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:21.807556 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-85780cd0-86b5-4cb6-9bdb-0efaa4c3b12b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3790627 Jul 05 10:52:21.810304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37788) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:21.900950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Set router 4dda9798-c85e-4556-9183-dfce1482afb7 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:52:21.905712 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port d8d4c056-751b-4454-af2c-278a170f3a3f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:52:21.959436 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port d8d4c056-751b-4454-af2c-278a170f3a3f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:21.959834 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:22.140367 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:22.187796 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port d8d4c056-751b-4454-af2c-278a170f3a3f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d8d4c056-751b-4454-af2c-278a170f3a3f,segment=NetworkSegment(9760d039-7e80-4113-bfa8-524830eb9e9e),segment_id=9760d039-7e80-4113-bfa8-524830eb9e9e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:52:22.192686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:52:20Z', 'revision_number': 3, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:22.219949 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Checking router: 4dda9798-c85e-4556-9183-dfce1482afb7 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:52:22.220305 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Updating router 4dda9798-c85e-4556-9183-dfce1482afb7 port 56688f62-8d29-400f-a11e-52d1dec7d1ca binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:52:22.244235 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:22.256751 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:22.278677 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:22.404830 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=d8d4c056-751b-4454-af2c-278a170f3a3f,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:22.413524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Allocated IP 172.20.0.1 (580ba92b-a495-45b2-a080-01223a7ea9b4/31e810fc-f919-4974-a8c6-ef32e787cd95/f0c43c36-1c7e-4ff4-928e-cab144840334) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:52:22.526891 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:22.542763 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Transition to ACTIVE for port object f0c43c36-1c7e-4ff4-928e-cab144840334 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:52:22.574683 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:22.585551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Transition to ACTIVE for port object 56688f62-8d29-400f-a11e-52d1dec7d1ca will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:52:22.629812 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:22.652134 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:22.652660 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:22.690455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Network 580ba92b-a495-45b2-a080-01223a7ea9b4 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:52:22.693905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:52:22.699726 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:52:22.705707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c65be-59a4-4999-8473-119786be54ff None None] Pushing event updated for resources: {'Port': ['ID=56688f62-8d29-400f-a11e-52d1dec7d1ca,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:22.708688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Attempting to bind port 56688f62-8d29-400f-a11e-52d1dec7d1ca on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:52:22.709056 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Attempting to bind port 56688f62-8d29-400f-a11e-52d1dec7d1ca by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:52:22.709419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Attempting to bind port 56688f62-8d29-400f-a11e-52d1dec7d1ca on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:52:22.715938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:52:22.716320 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:52:22.716728 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:22.717181 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:52:22.717597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Bound port: 56688f62-8d29-400f-a11e-52d1dec7d1ca, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:52:22.718010 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:22.728784 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c43c36-1c7e-4ff4-928e-cab144840334,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:22.757033 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:22.797055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] For port 56688f62-8d29-400f-a11e-52d1dec7d1ca, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:52:22.801507 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] For port 56688f62-8d29-400f-a11e-52d1dec7d1ca, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=56688f62-8d29-400f-a11e-52d1dec7d1ca,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:52:22.898621 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:22.954875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Routers {'4dda9798-c85e-4556-9183-dfce1482afb7'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:52:22.955532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:52:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dda9798-c85e-4556-9183-dfce1482afb7'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:22.960871 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c65be-59a4-4999-8473-119786be54ff None None] Pushing event updated for resources: {'Port': ['ID=56688f62-8d29-400f-a11e-52d1dec7d1ca,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:23.020423 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:23.075085 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] Set router 4dda9798-c85e-4556-9183-dfce1482afb7 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:52:23.101447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-12f1e873-d55b-4c6c-aad7-1f7f3c185905 None None] Provisioning for port f0c43c36-1c7e-4ff4-928e-cab144840334 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:52:23.132419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-12f1e873-d55b-4c6c-aad7-1f7f3c185905 None None] Provisioning complete for port f0c43c36-1c7e-4ff4-928e-cab144840334 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:23.132917 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-12f1e873-d55b-4c6c-aad7-1f7f3c185905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:23.187119 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:23.212031 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-12f1e873-d55b-4c6c-aad7-1f7f3c185905 None None] Port f0c43c36-1c7e-4ff4-928e-cab144840334 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:52:23.263331 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:23.286050 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:52:20Z', 'revision_number': 3, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:23.315858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71daf11a-af4b-4b2f-b4f4-bcb4e9aaafe3 None None] The sync data for ids ['4dda9798-c85e-4556-9183-dfce1482afb7'] in n-d-779913-27 is: [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:52:20Z', 'revision_number': 3, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:52:23.338018 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:23.338018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c43c36-1c7e-4ff4-928e-cab144840334,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:23.433430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Network 580ba92b-a495-45b2-a080-01223a7ea9b4 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:52:23.434815 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:52:23.578780 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Router 4dda9798-c85e-4556-9183-dfce1482afb7 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:52:23.706412 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:52:23.722813 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9040705e-d13f-484b-8f6c-b63ea15d0349 admin admin] 10.222.0.77 "PUT /v2.0/routers/4dda9798-c85e-4556-9183-dfce1482afb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9022052 Jul 05 10:52:23.752166 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-92b2d3c6-f4d5-4169-aaee-2da65a4ac341 None None] Provisioning complete for port f0c43c36-1c7e-4ff4-928e-cab144840334 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:23.752729 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92b2d3c6-f4d5-4169-aaee-2da65a4ac341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:23.797676 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 56688f62-8d29-400f-a11e-52d1dec7d1ca up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:52:23.843401 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-92b2d3c6-f4d5-4169-aaee-2da65a4ac341 None None] Port f0c43c36-1c7e-4ff4-928e-cab144840334 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:52:23.886810 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d7a03d0-2d0a-4ead-b464-27431ab901f8 req-94072001-99b9-47f9-90f7-e2f2e65ee8e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1353843 Jul 05 10:52:23.943237 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 56688f62-8d29-400f-a11e-52d1dec7d1ca completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:52:23.948702 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 56688f62-8d29-400f-a11e-52d1dec7d1ca triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:23.949076 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:23.989762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a03d0-2d0a-4ead-b464-27431ab901f8 req-7bc5560b-0677-4fa3-9c92-d27f54afda00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:23.991340 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d7a03d0-2d0a-4ead-b464-27431ab901f8 req-7bc5560b-0677-4fa3-9c92-d27f54afda00 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 1098 time: 0.0581238 Jul 05 10:52:24.042374 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:24.064700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 56688f62-8d29-400f-a11e-52d1dec7d1ca, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=56688f62-8d29-400f-a11e-52d1dec7d1ca,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:52:24.117371 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a03d0-2d0a-4ead-b464-27431ab901f8 req-a1032a7f-2614-4111-ba00-c15c2a26de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:24.118908 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d7a03d0-2d0a-4ead-b464-27431ab901f8 req-a1032a7f-2614-4111-ba00-c15c2a26de99 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.1025348 Jul 05 10:52:24.166859 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:24.167669 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d8d4c056-751b-4454-af2c-278a170f3a3f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:52:24.188222 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d7a03d0-2d0a-4ead-b464-27431ab901f8 req-8d78744f-cbfe-44dd-b898-0a7ebfeec669 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5d37181-d7e1-4396-8c46-c2467bbb4ce0 HTTP/1.1" status: 200 len: 1002 time: 0.0626945 Jul 05 10:52:24.245814 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=56688f62-8d29-400f-a11e-52d1dec7d1ca,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:24.256516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a03d0-2d0a-4ead-b464-27431ab901f8 req-6d138978-9bdd-419d-8cc5-8ecb56666dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:24.257729 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port d8d4c056-751b-4454-af2c-278a170f3a3f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:24.258026 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:24.258203 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d7a03d0-2d0a-4ead-b464-27431ab901f8 req-6d138978-9bdd-419d-8cc5-8ecb56666dd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0600944 Jul 05 10:52:24.323590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a03d0-2d0a-4ead-b464-27431ab901f8 req-ddba5a46-eef7-43fc-b910-e27c9835e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:24.325571 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d7a03d0-2d0a-4ead-b464-27431ab901f8 req-ddba5a46-eef7-43fc-b910-e27c9835e4d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603778 Jul 05 10:52:24.342895 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-4d7a03d0-2d0a-4ead-b464-27431ab901f8 req-fc406d63-7b5e-46bc-9ab4-d6eb1fc71b01 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:52:24.342895 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d7a03d0-2d0a-4ead-b464-27431ab901f8 req-fc406d63-7b5e-46bc-9ab4-d6eb1fc71b01 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065351 Jul 05 10:52:24.434082 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d7a03d0-2d0a-4ead-b464-27431ab901f8 req-1e1709bc-020b-47d6-868a-af4c24f635a1 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875401 Jul 05 10:52:24.435008 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:24.493353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 37808) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:24.498583 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3610949c-aa34-4d09-a031-23979b0fa551 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2064866434-network', 'tenant_id': 'fa0e6bd0efa5425a9b91069c6b80e95f'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:52:24.533011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4d7a03d0-2d0a-4ead-b464-27431ab901f8 req-2d1f1a2e-4605-419a-aa19-710fe91c9572 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924127 Jul 05 10:52:24.584355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3610949c-aa34-4d09-a031-23979b0fa551 admin admin] Made reservation on behalf of fa0e6bd0efa5425a9b91069c6b80e95f for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:52:24.587337 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3610949c-aa34-4d09-a031-23979b0fa551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:24.596944 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3610949c-aa34-4d09-a031-23979b0fa551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:24.695777 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3610949c-aa34-4d09-a031-23979b0fa551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:24.754121 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3610949c-aa34-4d09-a031-23979b0fa551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:24.781813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3610949c-aa34-4d09-a031-23979b0fa551 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:52:24.791492 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610949c-aa34-4d09-a031-23979b0fa551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c98825-9054-45a4-8b41-d846e319f101,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:24.803775 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3610949c-aa34-4d09-a031-23979b0fa551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:24.804140 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-3610949c-aa34-4d09-a031-23979b0fa551 admin admin] Added segment e1085435-ce5a-4a5d-a7ff-658c912ffc73 of type vlan for network 8e7feb92-6e58-47ae-ae52-89d32aca1f27 Jul 05 10:52:24.850324 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3610949c-aa34-4d09-a031-23979b0fa551 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:25.001523 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3610949c-aa34-4d09-a031-23979b0fa551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:25.002539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3610949c-aa34-4d09-a031-23979b0fa551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:25.005569 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3610949c-aa34-4d09-a031-23979b0fa551 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:25.075500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610949c-aa34-4d09-a031-23979b0fa551 admin admin] Pushing event updated for resources: {'Network': ['ID=8e7feb92-6e58-47ae-ae52-89d32aca1f27,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:25.087736 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 8e7feb92-6e58-47ae-ae52-89d32aca1f27 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:52:25.136573 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Sync routers for ids ['4dda9798-c85e-4556-9183-dfce1482afb7'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:52:25.139659 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3610949c-aa34-4d09-a031-23979b0fa551 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6451335 Jul 05 10:52:25.142547 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37810) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:25.149765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e1b69712-40ca-443a-acfd-5b0ea503705a admin admin] Request body: {'subnet': {'network_id': '8e7feb92-6e58-47ae-ae52-89d32aca1f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2064866434-subnet', 'tenant_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:52:25.155687 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Routers {'4dda9798-c85e-4556-9183-dfce1482afb7'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:52:25.155687 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:52:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dda9798-c85e-4556-9183-dfce1482afb7'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:25.272998 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Set router 4dda9798-c85e-4556-9183-dfce1482afb7 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:52:25.292142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b69712-40ca-443a-acfd-5b0ea503705a admin admin] Made reservation on behalf of fa0e6bd0efa5425a9b91069c6b80e95f for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:52:25.297922 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e1b69712-40ca-443a-acfd-5b0ea503705a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:25.520781 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:52:22Z', 'revision_number': 4, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f0c43c36-1c7e-4ff4-928e-cab144840334', 'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'mac_address': 'fa:16:3e:63:5b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:22Z', 'updated_at': '2021-07-05T10:52:23Z', 'revision_number': 2, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'subnets': [{'id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:25.549518 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Checking router: 4dda9798-c85e-4556-9183-dfce1482afb7 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:52:25.549796 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Updating router 4dda9798-c85e-4556-9183-dfce1482afb7 port f0c43c36-1c7e-4ff4-928e-cab144840334 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:52:25.561209 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e1b69712-40ca-443a-acfd-5b0ea503705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:25.584114 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:25.622022 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b69712-40ca-443a-acfd-5b0ea503705a admin admin] Pushing event updated for resources: {'Subnet': ['ID=20193b2b-d161-4062-b1de-2d19c4c492de,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:25.632373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b69712-40ca-443a-acfd-5b0ea503705a admin admin] Checking segment: {'id': 'e1085435-ce5a-4a5d-a7ff-658c912ffc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e7feb92-6e58-47ae-ae52-89d32aca1f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:52:25.632867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b69712-40ca-443a-acfd-5b0ea503705a admin admin] Network hostable DHCP agents. Network: 8e7feb92-6e58-47ae-ae52-89d32aca1f27, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:52:25.694999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 56688f62-8d29-400f-a11e-52d1dec7d1ca up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:52:25.742959 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b69712-40ca-443a-acfd-5b0ea503705a admin admin] Network 8e7feb92-6e58-47ae-ae52-89d32aca1f27 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:52:25.747295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 56688f62-8d29-400f-a11e-52d1dec7d1ca triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:25.747677 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:25.834032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-e1b69712-40ca-443a-acfd-5b0ea503705a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 8e7feb92-6e58-47ae-ae52-89d32aca1f27) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:52:25.846318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b69712-40ca-443a-acfd-5b0ea503705a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:52:25.846925 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e1b69712-40ca-443a-acfd-5b0ea503705a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:25.847062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a954012b-6a07-4529-bb80-82cf92daccc5 None None] Network 8e7feb92-6e58-47ae-ae52-89d32aca1f27 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:52:25.868270 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:25.880589 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Transition to ACTIVE for port object f0c43c36-1c7e-4ff4-928e-cab144840334 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:52:25.973835 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e1b69712-40ca-443a-acfd-5b0ea503705a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8289914 Jul 05 10:52:25.976407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37812) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:25.981035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2064866434-router', 'tenant_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:52:26.001733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-8e7feb92-6e58-47ae-ae52-89d32aca1f27', 'network_id': '8e7feb92-6e58-47ae-ae52-89d32aca1f27', 'tenant_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'fixed_ips': [{'subnet_id': '20193b2b-d161-4062-b1de-2d19c4c492de'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 10:52:26.002602 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:26.063741 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:26.105019 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:26.108219 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:26.117132 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d3889-1323-4b50-b94a-73060c5ebf78 None None] Pushing event updated for resources: {'Port': ['ID=f0c43c36-1c7e-4ff4-928e-cab144840334,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:26.144745 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d3889-1323-4b50-b94a-73060c5ebf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:26.145404 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d3889-1323-4b50-b94a-73060c5ebf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:26.145404 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d3889-1323-4b50-b94a-73060c5ebf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:26.145733 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d3889-1323-4b50-b94a-73060c5ebf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:26.146068 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d3889-1323-4b50-b94a-73060c5ebf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:26.146402 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d3889-1323-4b50-b94a-73060c5ebf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:26.146757 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d3889-1323-4b50-b94a-73060c5ebf78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:26.147086 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d3889-1323-4b50-b94a-73060c5ebf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:26.147415 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d3889-1323-4b50-b94a-73060c5ebf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:26.147780 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d3889-1323-4b50-b94a-73060c5ebf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:26.148090 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d3889-1323-4b50-b94a-73060c5ebf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:26.148416 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d3889-1323-4b50-b94a-73060c5ebf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:26.152063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Allocated IP 172.20.0.2 (8e7feb92-6e58-47ae-ae52-89d32aca1f27/20193b2b-d161-4062-b1de-2d19c4c492de/99e7b60e-6a41-423b-91ed-79beef750f1e) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:52:26.179549 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:26.190404 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Attempting to bind port f0c43c36-1c7e-4ff4-928e-cab144840334 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:52:26.190776 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Attempting to bind port f0c43c36-1c7e-4ff4-928e-cab144840334 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '9760d039-7e80-4113-bfa8-524830eb9e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:52:26.191134 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Attempting to bind port f0c43c36-1c7e-4ff4-928e-cab144840334 on network 580ba92b-a495-45b2-a080-01223a7ea9b4 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:52:26.197862 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:52:26.198232 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Checking segment: {'id': '9760d039-7e80-4113-bfa8-524830eb9e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:52:26.198632 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:26.199052 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Bound using segment: {'id': '9760d039-7e80-4113-bfa8-524830eb9e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:52:26.199497 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Bound port: f0c43c36-1c7e-4ff4-928e-cab144840334, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9760d039-7e80-4113-bfa8-524830eb9e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:52:26.199986 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:26.283972 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] For port f0c43c36-1c7e-4ff4-928e-cab144840334, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:52:26.288100 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] For port f0c43c36-1c7e-4ff4-928e-cab144840334, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f0c43c36-1c7e-4ff4-928e-cab144840334,segment=NetworkSegment(9760d039-7e80-4113-bfa8-524830eb9e9e),segment_id=9760d039-7e80-4113-bfa8-524830eb9e9e)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:52:26.356021 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:26.407663 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:26.413502 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Routers {'4dda9798-c85e-4556-9183-dfce1482afb7'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:52:26.414132 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:52:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dda9798-c85e-4556-9183-dfce1482afb7'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:26.468714 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d3889-1323-4b50-b94a-73060c5ebf78 None None] Pushing event updated for resources: {'Port': ['ID=f0c43c36-1c7e-4ff4-928e-cab144840334,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:26.508624 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:26.518655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Transition to ACTIVE for port object 99e7b60e-6a41-423b-91ed-79beef750f1e will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:52:26.538360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Transition to ACTIVE for port object 99e7b60e-6a41-423b-91ed-79beef750f1e will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:52:26.548804 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] Set router 4dda9798-c85e-4556-9183-dfce1482afb7 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:52:26.640536 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:26.687774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Network 8e7feb92-6e58-47ae-ae52-89d32aca1f27 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:52:26.691199 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:52:26.693957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:52:26.711573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Pushing event updated for resources: {'Port': ['ID=99e7b60e-6a41-423b-91ed-79beef750f1e,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:26.790401 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Attempting to bind port 99e7b60e-6a41-423b-91ed-79beef750f1e on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:52:26.790873 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Attempting to bind port 99e7b60e-6a41-423b-91ed-79beef750f1e by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'e1085435-ce5a-4a5d-a7ff-658c912ffc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e7feb92-6e58-47ae-ae52-89d32aca1f27'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:52:26.791099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Attempting to bind port 99e7b60e-6a41-423b-91ed-79beef750f1e on network 8e7feb92-6e58-47ae-ae52-89d32aca1f27 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:52:26.797080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:52:26.797456 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Checking segment: {'id': 'e1085435-ce5a-4a5d-a7ff-658c912ffc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e7feb92-6e58-47ae-ae52-89d32aca1f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:52:26.798109 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:26.798602 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Bound using segment: {'id': 'e1085435-ce5a-4a5d-a7ff-658c912ffc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e7feb92-6e58-47ae-ae52-89d32aca1f27'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:52:26.799082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Bound port: 99e7b60e-6a41-423b-91ed-79beef750f1e, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1085435-ce5a-4a5d-a7ff-658c912ffc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e7feb92-6e58-47ae-ae52-89d32aca1f27'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:52:26.799636 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:26.875743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] For port 99e7b60e-6a41-423b-91ed-79beef750f1e, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:52:26.879375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] For port 99e7b60e-6a41-423b-91ed-79beef750f1e, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=99e7b60e-6a41-423b-91ed-79beef750f1e,segment=NetworkSegment(e1085435-ce5a-4a5d-a7ff-658c912ffc73),segment_id=e1085435-ce5a-4a5d-a7ff-658c912ffc73)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:52:26.907595 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:52:22Z', 'revision_number': 4, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f0c43c36-1c7e-4ff4-928e-cab144840334', 'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'mac_address': 'fa:16:3e:63:5b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:22Z', 'updated_at': '2021-07-05T10:52:26Z', 'revision_number': 4, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'subnets': [{'id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:26.935284 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b6809-9256-4ade-b3b3-86c23eb58b3d None None] The sync data for ids ['4dda9798-c85e-4556-9183-dfce1482afb7'] in n-d-779913-27 is: [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:52:22Z', 'revision_number': 4, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f0c43c36-1c7e-4ff4-928e-cab144840334', 'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'mac_address': 'fa:16:3e:63:5b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:22Z', 'updated_at': '2021-07-05T10:52:26Z', 'revision_number': 4, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'subnets': [{'id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:52:27.001110 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:27.055499 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:27.076673 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:27.078950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f8291-33a6-47c2-81d2-ba680ad70882 None None] Pushing event updated for resources: {'Port': ['ID=99e7b60e-6a41-423b-91ed-79beef750f1e,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:27.245271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Allocated IP 172.25.5.166 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/7192d7ad-667d-48c7-932c-3eaceb581417) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:52:27.383707 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:27.515371 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:27.555883 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:52:27.564989 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:52:27.570487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:52:27.573229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Pushing event updated for resources: {'Port': ['ID=7192d7ad-667d-48c7-932c-3eaceb581417,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:27.766355 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 99e7b60e-6a41-423b-91ed-79beef750f1e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:52:27.937883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 99e7b60e-6a41-423b-91ed-79beef750f1e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:52:27.944314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f0c43c36-1c7e-4ff4-928e-cab144840334 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:52:27.999681 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:28.090894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port f0c43c36-1c7e-4ff4-928e-cab144840334 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:52:28.096678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f0c43c36-1c7e-4ff4-928e-cab144840334 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:28.097050 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:28.184092 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47453fd4-d055-474f-a6de-33b6c361f00b None None] Network 8e7feb92-6e58-47ae-ae52-89d32aca1f27 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:52:28.243273 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:28.257327 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:28.319290 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port f0c43c36-1c7e-4ff4-928e-cab144840334, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f0c43c36-1c7e-4ff4-928e-cab144840334,segment=NetworkSegment(9760d039-7e80-4113-bfa8-524830eb9e9e),segment_id=9760d039-7e80-4113-bfa8-524830eb9e9e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:52:28.362438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0915c467-2158-4ab4-be6b-151ccf3fdd83 None None] Provisioning for port 99e7b60e-6a41-423b-91ed-79beef750f1e completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:52:28.385057 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-0915c467-2158-4ab4-be6b-151ccf3fdd83 None None] Provisioning complete for port 99e7b60e-6a41-423b-91ed-79beef750f1e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:28.385437 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0915c467-2158-4ab4-be6b-151ccf3fdd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:28.414530 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:28.489034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=f0c43c36-1c7e-4ff4-928e-cab144840334,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:28.498329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Router ed7f9314-4ef3-4223-9fc7-992be59fc0d6 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 10:52:28.531947 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0915c467-2158-4ab4-be6b-151ccf3fdd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:28.572883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-0915c467-2158-4ab4-be6b-151ccf3fdd83 None None] For port 99e7b60e-6a41-423b-91ed-79beef750f1e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=99e7b60e-6a41-423b-91ed-79beef750f1e,segment=NetworkSegment(e1085435-ce5a-4a5d-a7ff-658c912ffc73),segment_id=e1085435-ce5a-4a5d-a7ff-658c912ffc73)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:52:28.628640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:52:28.639206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Sync routers for ids ['ed7f9314-4ef3-4223-9fc7-992be59fc0d6'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:52:28.650979 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Routers {'ed7f9314-4ef3-4223-9fc7-992be59fc0d6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:52:28.651622 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:52:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ed7f9314-4ef3-4223-9fc7-992be59fc0d6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:28.655505 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0915c467-2158-4ab4-be6b-151ccf3fdd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:28.721128 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:28.722427 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-aea5b4cb-9f70-4fdb-9567-a758dad225f2 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7450156 Jul 05 10:52:28.725264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 37814) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:52:28.786233 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915c467-2158-4ab4-be6b-151ccf3fdd83 None None] Pushing event updated for resources: {'Port': ['ID=99e7b60e-6a41-423b-91ed-79beef750f1e,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:28.807576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d9711fc8-94ad-4822-aec7-d5954f940983 None None] Provisioning complete for port 99e7b60e-6a41-423b-91ed-79beef750f1e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:28.807981 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d9711fc8-94ad-4822-aec7-d5954f940983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:28.813067 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Set router ed7f9314-4ef3-4223-9fc7-992be59fc0d6 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:52:29.061946 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'name': 'tempest-TestVolumeBackupRestore-2064866434-router', 'tenant_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:26Z', 'updated_at': '2021-07-05T10:52:27Z', 'revision_number': 3, 'project_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'gw_port': {'id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:27Z', 'updated_at': '2021-07-05T10:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:29.094259 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Checking router: ed7f9314-4ef3-4223-9fc7-992be59fc0d6 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:52:29.094611 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Updating router ed7f9314-4ef3-4223-9fc7-992be59fc0d6 port 7192d7ad-667d-48c7-932c-3eaceb581417 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:52:29.130789 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:29.172758 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:29.387667 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Allocated IP 172.20.0.1 (8e7feb92-6e58-47ae-ae52-89d32aca1f27/20193b2b-d161-4062-b1de-2d19c4c492de/dcdc97d4-cf66-4863-a70b-923916900b8d) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:52:29.398771 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:29.409151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Transition to ACTIVE for port object 7192d7ad-667d-48c7-932c-3eaceb581417 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:52:29.479315 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:29.495200 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:29.510908 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Transition to ACTIVE for port object dcdc97d4-cf66-4863-a70b-923916900b8d will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:52:29.536098 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Attempting to bind port 7192d7ad-667d-48c7-932c-3eaceb581417 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:52:29.536475 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Attempting to bind port 7192d7ad-667d-48c7-932c-3eaceb581417 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:52:29.536850 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Attempting to bind port 7192d7ad-667d-48c7-932c-3eaceb581417 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:52:29.540120 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844107b7-d449-4264-8e75-5d3d1b792571 None None] Pushing event updated for resources: {'Port': ['ID=7192d7ad-667d-48c7-932c-3eaceb581417,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:29.548077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:52:29.548457 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:52:29.548865 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:29.549264 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:52:29.549733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Bound port: 7192d7ad-667d-48c7-932c-3eaceb581417, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:52:29.550116 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:29.553747 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844107b7-d449-4264-8e75-5d3d1b792571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:29.554089 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844107b7-d449-4264-8e75-5d3d1b792571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:29.554434 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844107b7-d449-4264-8e75-5d3d1b792571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:29.554773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844107b7-d449-4264-8e75-5d3d1b792571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:29.555109 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844107b7-d449-4264-8e75-5d3d1b792571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:29.555443 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844107b7-d449-4264-8e75-5d3d1b792571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:29.555800 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844107b7-d449-4264-8e75-5d3d1b792571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:29.556130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844107b7-d449-4264-8e75-5d3d1b792571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:29.556458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844107b7-d449-4264-8e75-5d3d1b792571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:29.556784 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844107b7-d449-4264-8e75-5d3d1b792571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:29.557110 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844107b7-d449-4264-8e75-5d3d1b792571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:29.557433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844107b7-d449-4264-8e75-5d3d1b792571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:52:29.600053 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:29.610660 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] For port 7192d7ad-667d-48c7-932c-3eaceb581417, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:52:29.613941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] For port 7192d7ad-667d-48c7-932c-3eaceb581417, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7192d7ad-667d-48c7-932c-3eaceb581417,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:52:29.639446 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Network 8e7feb92-6e58-47ae-ae52-89d32aca1f27 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:52:29.644468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:52:29.650647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:52:29.678416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Pushing event updated for resources: {'Port': ['ID=dcdc97d4-cf66-4863-a70b-923916900b8d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:29.693432 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:29.715010 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:29.722212 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f0c43c36-1c7e-4ff4-928e-cab144840334 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:52:29.792017 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Routers {'ed7f9314-4ef3-4223-9fc7-992be59fc0d6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:52:29.793347 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:52:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ed7f9314-4ef3-4223-9fc7-992be59fc0d6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:29.796431 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844107b7-d449-4264-8e75-5d3d1b792571 None None] Pushing event updated for resources: {'Port': ['ID=7192d7ad-667d-48c7-932c-3eaceb581417,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:29.855854 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f0c43c36-1c7e-4ff4-928e-cab144840334 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:29.857231 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:29.952548 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:29.961777 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] Set router ed7f9314-4ef3-4223-9fc7-992be59fc0d6 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:52:30.036773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f5bf909b-7bc2-4067-b323-de8ab6395d6a None None] Provisioning for port dcdc97d4-cf66-4863-a70b-923916900b8d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:52:30.055843 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f5bf909b-7bc2-4067-b323-de8ab6395d6a None None] Provisioning complete for port dcdc97d4-cf66-4863-a70b-923916900b8d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:30.058519 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f5bf909b-7bc2-4067-b323-de8ab6395d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:30.173948 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:30.256726 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:30.276154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 99e7b60e-6a41-423b-91ed-79beef750f1e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:52:30.317802 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f5bf909b-7bc2-4067-b323-de8ab6395d6a None None] Port dcdc97d4-cf66-4863-a70b-923916900b8d cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:52:30.323159 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Pushing event updated for resources: {'Port': ['ID=dcdc97d4-cf66-4863-a70b-923916900b8d,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:30.325675 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:30.381973 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 99e7b60e-6a41-423b-91ed-79beef750f1e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:30.382358 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:30.426546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Network 8e7feb92-6e58-47ae-ae52-89d32aca1f27 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:52:30.428603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:52:30.473560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'name': 'tempest-TestVolumeBackupRestore-2064866434-router', 'tenant_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:26Z', 'updated_at': '2021-07-05T10:52:27Z', 'revision_number': 3, 'project_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'gw_port': {'id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:27Z', 'updated_at': '2021-07-05T10:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:30.508859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99864754-92a0-4e45-9ee8-004dc44bb053 None None] The sync data for ids ['ed7f9314-4ef3-4223-9fc7-992be59fc0d6'] in n-d-779913-27 is: [{'id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'name': 'tempest-TestVolumeBackupRestore-2064866434-router', 'tenant_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:26Z', 'updated_at': '2021-07-05T10:52:27Z', 'revision_number': 3, 'project_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'gw_port': {'id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:27Z', 'updated_at': '2021-07-05T10:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:52:30.565823 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Router ed7f9314-4ef3-4223-9fc7-992be59fc0d6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:52:30.681593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:52:30.694334 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7c1bd683-c6d6-48c9-afba-5a75240bb6fd admin admin] 10.222.0.77 "PUT /v2.0/routers/ed7f9314-4ef3-4223-9fc7-992be59fc0d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9605043 Jul 05 10:52:30.741042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8cd2284a-4181-43dc-b564-ae357822bb6d None None] Provisioning complete for port dcdc97d4-cf66-4863-a70b-923916900b8d triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:30.741552 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8cd2284a-4181-43dc-b564-ae357822bb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:30.802507 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8cd2284a-4181-43dc-b564-ae357822bb6d None None] Port dcdc97d4-cf66-4863-a70b-923916900b8d cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:52:31.707923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7192d7ad-667d-48c7-932c-3eaceb581417 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:52:31.829594 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 7192d7ad-667d-48c7-932c-3eaceb581417 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:52:31.834056 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7192d7ad-667d-48c7-932c-3eaceb581417 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:31.834520 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:31.923230 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:31.946413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 7192d7ad-667d-48c7-932c-3eaceb581417, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7192d7ad-667d-48c7-932c-3eaceb581417,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:52:32.023937 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:32.084860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=7192d7ad-667d-48c7-932c-3eaceb581417,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:32.198974 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Sync routers for ids ['ed7f9314-4ef3-4223-9fc7-992be59fc0d6'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:52:32.209882 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Routers {'ed7f9314-4ef3-4223-9fc7-992be59fc0d6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:52:32.217873 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:52:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ed7f9314-4ef3-4223-9fc7-992be59fc0d6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:32.314903 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Set router ed7f9314-4ef3-4223-9fc7-992be59fc0d6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:52:32.538111 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'name': 'tempest-TestVolumeBackupRestore-2064866434-router', 'tenant_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:26Z', 'updated_at': '2021-07-05T10:52:29Z', 'revision_number': 4, 'project_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'gw_port': {'id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:27Z', 'updated_at': '2021-07-05T10:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'dcdc97d4-cf66-4863-a70b-923916900b8d', 'name': '', 'network_id': '8e7feb92-6e58-47ae-ae52-89d32aca1f27', 'tenant_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'mac_address': 'fa:16:3e:2d:3a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '20193b2b-d161-4062-b1de-2d19c4c492de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:29Z', 'updated_at': '2021-07-05T10:52:30Z', 'revision_number': 2, 'project_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'subnets': [{'id': '20193b2b-d161-4062-b1de-2d19c4c492de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:32.565662 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Checking router: ed7f9314-4ef3-4223-9fc7-992be59fc0d6 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:52:32.566010 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Updating router ed7f9314-4ef3-4223-9fc7-992be59fc0d6 port dcdc97d4-cf66-4863-a70b-923916900b8d binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 10:52:32.604519 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:32.895659 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:32.906345 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Transition to ACTIVE for port object dcdc97d4-cf66-4863-a70b-923916900b8d will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:52:33.006286 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:33.059059 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11497f11-0234-453b-9420-86809324871a None None] Pushing event updated for resources: {'Port': ['ID=dcdc97d4-cf66-4863-a70b-923916900b8d,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:33.118850 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Attempting to bind port dcdc97d4-cf66-4863-a70b-923916900b8d on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:52:33.119997 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Attempting to bind port dcdc97d4-cf66-4863-a70b-923916900b8d by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'e1085435-ce5a-4a5d-a7ff-658c912ffc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e7feb92-6e58-47ae-ae52-89d32aca1f27'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:52:33.119997 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Attempting to bind port dcdc97d4-cf66-4863-a70b-923916900b8d on network 8e7feb92-6e58-47ae-ae52-89d32aca1f27 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:52:33.126412 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:52:33.126703 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Checking segment: {'id': 'e1085435-ce5a-4a5d-a7ff-658c912ffc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e7feb92-6e58-47ae-ae52-89d32aca1f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:52:33.127086 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:33.127456 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Bound using segment: {'id': 'e1085435-ce5a-4a5d-a7ff-658c912ffc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e7feb92-6e58-47ae-ae52-89d32aca1f27'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:52:33.127959 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Bound port: dcdc97d4-cf66-4863-a70b-923916900b8d, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1085435-ce5a-4a5d-a7ff-658c912ffc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8e7feb92-6e58-47ae-ae52-89d32aca1f27'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:52:33.129382 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:33.205938 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] For port dcdc97d4-cf66-4863-a70b-923916900b8d, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:52:33.213950 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] For port dcdc97d4-cf66-4863-a70b-923916900b8d, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dcdc97d4-cf66-4863-a70b-923916900b8d,segment=NetworkSegment(e1085435-ce5a-4a5d-a7ff-658c912ffc73),segment_id=e1085435-ce5a-4a5d-a7ff-658c912ffc73)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:52:33.304376 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:33.368503 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11497f11-0234-453b-9420-86809324871a None None] Pushing event updated for resources: {'Port': ['ID=dcdc97d4-cf66-4863-a70b-923916900b8d,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:33.371174 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Routers {'ed7f9314-4ef3-4223-9fc7-992be59fc0d6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:52:33.371788 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:52:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ed7f9314-4ef3-4223-9fc7-992be59fc0d6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:33.420732 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:52:33.503096 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] Set router ed7f9314-4ef3-4223-9fc7-992be59fc0d6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:52:33.710137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7192d7ad-667d-48c7-932c-3eaceb581417 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:52:33.741584 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'name': 'tempest-TestVolumeBackupRestore-2064866434-router', 'tenant_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:26Z', 'updated_at': '2021-07-05T10:52:29Z', 'revision_number': 4, 'project_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'gw_port': {'id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:27Z', 'updated_at': '2021-07-05T10:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'dcdc97d4-cf66-4863-a70b-923916900b8d', 'name': '', 'network_id': '8e7feb92-6e58-47ae-ae52-89d32aca1f27', 'tenant_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'mac_address': 'fa:16:3e:2d:3a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '20193b2b-d161-4062-b1de-2d19c4c492de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:29Z', 'updated_at': '2021-07-05T10:52:33Z', 'revision_number': 4, 'project_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'subnets': [{'id': '20193b2b-d161-4062-b1de-2d19c4c492de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:52:33.783321 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7192d7ad-667d-48c7-932c-3eaceb581417 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:33.788754 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:33.790313 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf1c42-9602-4514-a7c7-93d2dbb62e27 None None] The sync data for ids ['ed7f9314-4ef3-4223-9fc7-992be59fc0d6'] in n-d-779913-27 is: [{'id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'name': 'tempest-TestVolumeBackupRestore-2064866434-router', 'tenant_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:26Z', 'updated_at': '2021-07-05T10:52:29Z', 'revision_number': 4, 'project_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'gw_port': {'id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:27Z', 'updated_at': '2021-07-05T10:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'dcdc97d4-cf66-4863-a70b-923916900b8d', 'name': '', 'network_id': '8e7feb92-6e58-47ae-ae52-89d32aca1f27', 'tenant_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'mac_address': 'fa:16:3e:2d:3a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '20193b2b-d161-4062-b1de-2d19c4c492de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:29Z', 'updated_at': '2021-07-05T10:52:33Z', 'revision_number': 4, 'project_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'subnets': [{'id': '20193b2b-d161-4062-b1de-2d19c4c492de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:52:35.718830 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dcdc97d4-cf66-4863-a70b-923916900b8d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:52:35.858188 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port dcdc97d4-cf66-4863-a70b-923916900b8d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:52:35.862871 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port dcdc97d4-cf66-4863-a70b-923916900b8d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:35.864146 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:35.953536 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:35.991336 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port dcdc97d4-cf66-4863-a70b-923916900b8d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dcdc97d4-cf66-4863-a70b-923916900b8d,segment=NetworkSegment(e1085435-ce5a-4a5d-a7ff-658c912ffc73),segment_id=e1085435-ce5a-4a5d-a7ff-658c912ffc73)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:52:36.063834 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:36.115842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=dcdc97d4-cf66-4863-a70b-923916900b8d,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:52:37.693770 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dcdc97d4-cf66-4863-a70b-923916900b8d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:52:37.743603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port dcdc97d4-cf66-4863-a70b-923916900b8d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:52:37.744094 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:41.098728 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6f21bebb-5a90-45ce-84b4-14957abf995c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:43.629569 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fb9a864b-0067-4601-b827-e218c42ba47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:43.656717 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:45.046445 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:46.920766 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:52.646460 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:52:54.446537 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:10.411146 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:53:11.103962 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-06718a21-5697-4b9b-baa5-2e9a0a7d3e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:13.651536 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3277f6cc-268e-4a47-ab7d-01102a137653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:13.709135 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:15.063092 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:16.943511 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:22.714739 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:23.790908 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68192a92-6a47-4942-b042-1a7a63b5bfe3 req-cab5177f-ee66-436c-8922-17c1e56dfc3d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559032 Jul 05 10:53:23.887601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68192a92-6a47-4942-b042-1a7a63b5bfe3 req-4b63c0d8-dfb6-4509-bfa8-62d8c340607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:23.889149 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68192a92-6a47-4942-b042-1a7a63b5bfe3 req-4b63c0d8-dfb6-4509-bfa8-62d8c340607b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 1098 time: 0.0539284 Jul 05 10:53:24.002380 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68192a92-6a47-4942-b042-1a7a63b5bfe3 req-b1d4109f-90ca-450e-ae31-0cb4e150f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:24.005549 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68192a92-6a47-4942-b042-1a7a63b5bfe3 req-b1d4109f-90ca-450e-ae31-0cb4e150f4a1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.0958350 Jul 05 10:53:24.072370 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68192a92-6a47-4942-b042-1a7a63b5bfe3 req-c39e448b-b08a-4fa6-8a3a-87769263431d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5d37181-d7e1-4396-8c46-c2467bbb4ce0 HTTP/1.1" status: 200 len: 1002 time: 0.0608456 Jul 05 10:53:24.120573 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68192a92-6a47-4942-b042-1a7a63b5bfe3 req-5f987187-85fb-41f0-8261-c2bf541cf458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:24.122098 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68192a92-6a47-4942-b042-1a7a63b5bfe3 req-5f987187-85fb-41f0-8261-c2bf541cf458 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0440528 Jul 05 10:53:24.186258 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68192a92-6a47-4942-b042-1a7a63b5bfe3 req-2dba2127-d92d-4e8b-b489-410798a5cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:53:24.187939 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68192a92-6a47-4942-b042-1a7a63b5bfe3 req-2dba2127-d92d-4e8b-b489-410798a5cf64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592310 Jul 05 10:53:24.285921 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68192a92-6a47-4942-b042-1a7a63b5bfe3 req-8838ecf6-93cf-4028-9305-eaeb2c0a21aa service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891349 Jul 05 10:53:24.383463 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-68192a92-6a47-4942-b042-1a7a63b5bfe3 req-d3e4d895-6821-4be5-95bb-0e5890cbec1e service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929496 Jul 05 10:53:24.480314 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:41.091625 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-20c00809-6370-4771-b0e8-a874208ebc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:43.597882 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cae7331c-2db3-40e8-bfc9-2f34fe372941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:43.651167 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:45.063428 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:46.920398 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:47.410083 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:53:52.668558 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:53:54.491703 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:11.170917 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bac126dd-ca61-4904-b7c6-4794e31933e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:13.625110 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd0ece7e-cf17-47d6-848d-ee0c88e2433f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:13.709079 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:15.108872 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:16.960100 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:22.657499 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:24.411118 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:54:24.485520 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:24.841673 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a96b973-d906-4af5-9539-0919870bf22d req-7c96dfde-08d1-4bf5-ae6f-9eea7388e885 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0906870 Jul 05 10:54:24.978848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96b973-d906-4af5-9539-0919870bf22d req-963e1d48-008b-40e7-9ddc-2f4334a4eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:24.981428 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a96b973-d906-4af5-9539-0919870bf22d req-963e1d48-008b-40e7-9ddc-2f4334a4eae3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 1098 time: 0.0672872 Jul 05 10:54:25.117484 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96b973-d906-4af5-9539-0919870bf22d req-7b530c1b-17a8-4dbc-bfb4-bb8b47968a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:25.119093 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a96b973-d906-4af5-9539-0919870bf22d req-7b530c1b-17a8-4dbc-bfb4-bb8b47968a8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.1179640 Jul 05 10:54:25.212930 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a96b973-d906-4af5-9539-0919870bf22d req-6377975b-5029-4058-8062-523cfe38178b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5d37181-d7e1-4396-8c46-c2467bbb4ce0 HTTP/1.1" status: 200 len: 1002 time: 0.0876079 Jul 05 10:54:25.276136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96b973-d906-4af5-9539-0919870bf22d req-d1553bc5-bdff-4a04-b02b-1830cf795dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:25.277627 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a96b973-d906-4af5-9539-0919870bf22d req-d1553bc5-bdff-4a04-b02b-1830cf795dce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0581169 Jul 05 10:54:25.350654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96b973-d906-4af5-9539-0919870bf22d req-f593e1e6-83b9-4482-8727-77108e8ff757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:25.352545 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a96b973-d906-4af5-9539-0919870bf22d req-f593e1e6-83b9-4482-8727-77108e8ff757 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685654 Jul 05 10:54:25.462472 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a96b973-d906-4af5-9539-0919870bf22d req-58885130-2e42-4283-a749-a9808a97b1d1 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016204 Jul 05 10:54:25.895257 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a96b973-d906-4af5-9539-0919870bf22d req-c4bed6ca-eb5b-4e6d-8146-7c651250811f service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266884 Jul 05 10:54:26.088265 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-7c8976d4-912c-47a1-8bef-aa49ea0f2471 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166728736&fields=id&tenant_id=43ebf75bd93c4a30b46bb2decd0de529 HTTP/1.1" status: 200 len: 267 time: 0.0378761 Jul 05 10:54:26.200024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-625849fb-99ac-4c1a-aa64-bfcd33c92098 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:26.201539 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-625849fb-99ac-4c1a-aa64-bfcd33c92098 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 811 time: 0.1069388 Jul 05 10:54:26.217820 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-4323441b-9ee8-47ae-a434-d9829a057cb6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/quotas/43ebf75bd93c4a30b46bb2decd0de529 HTTP/1.1" status: 200 len: 375 time: 0.0099862 Jul 05 10:54:26.298886 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-66030513-0a99-4da0-a7c2-06db228d4570 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0750256 Jul 05 10:54:26.314564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-182e6b0e-ff66-484d-93d0-ed40ca4fc215 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:54:26.315589 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-182e6b0e-ff66-484d-93d0-ed40ca4fc215 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055025 Jul 05 10:54:26.403630 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-f13ca8df-bd72-4252-a88e-e6e7e6e76cfd service neutron] 10.222.0.77 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820026 Jul 05 10:54:26.502751 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-9c93ada1-82b4-4625-9b28-4997d40c7930 service neutron] 10.222.0.77 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934587 Jul 05 10:54:27.186545 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-389b51c2-79b1-409e-b5a9-12118deb99df req-fc2983f5-b95a-4a18-8ebf-83389f3d613e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 210 time: 0.0292392 Jul 05 10:54:28.332976 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fbceea8c-4031-4921-bd76-ad956c6ab924 req-b3b97e88-fd0f-4ac6-aacc-76f21e434a3a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 210 time: 0.0302107 Jul 05 10:54:29.508984 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-862ac77e-f443-4082-9ed9-ac66e61d670f req-809211f0-55ef-418e-9377-6ae318f6a7de tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 210 time: 0.0323398 Jul 05 10:54:30.740507 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97f48564-63ac-418a-9454-de675050454a req-bab4d56f-e560-49a5-94fa-c506b7413705 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 210 time: 0.0362821 Jul 05 10:54:30.786677 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-c03180cf-75d6-46df-b2b7-1e77aafc9eae tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:30.786677 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-c03180cf-75d6-46df-b2b7-1e77aafc9eae tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.64 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 811 time: 0.4525743 Jul 05 10:54:30.844802 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-070ab887-b9a5-4e4c-bc45-02173fb46ac1 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ebf75bd93c4a30b46bb2decd0de529 HTTP/1.1" status: 200 len: 380 time: 0.0383115 Jul 05 10:54:30.855167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'port': {'device_id': 'e41dd27d-a07c-4918-8238-9e7eec410eb3', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'admin_state_up': True, 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'security_groups': ['cbeb5810-d299-4afe-a53a-95af036a449b']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:54:31.120198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Made reservation on behalf of 43ebf75bd93c4a30b46bb2decd0de529 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:54:31.125467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:31.273952 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Allocated IP 172.20.0.9 (7cc671a4-8077-4eab-9255-d46a165ab8ca/90f6bfa3-bb12-49ce-a315-975b3e4fa6cc/868ab6fd-e75c-4aa9-bebe-e5557ba68b36) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:54:31.429652 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:31.450547 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Transition to ACTIVE for port object 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:54:31.589304 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:31.635977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Network 7cc671a4-8077-4eab-9255-d46a165ab8ca is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:54:31.641387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:54:31.648589 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:54:31.675183 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'Port': ['ID=868ab6fd-e75c-4aa9-bebe-e5557ba68b36,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:31.698180 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:31.698537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:31.699008 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:31.699357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:31.699936 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:31.700457 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:31.700978 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:31.701523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:31.701860 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:31.702202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:31.702818 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:31.703176 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:31.724702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:31.724702 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:31.834943 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3af88734-e7e4-4aeb-bcd5-c0271f12689e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9838219 Jul 05 10:54:31.960287 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d347d-db8c-4ee5-82e4-f22edfa0116e req-bcea64f7-9758-4e49-94b3-c25eeaad2181 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:31.962329 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-604d347d-db8c-4ee5-82e4-f22edfa0116e req-bcea64f7-9758-4e49-94b3-c25eeaad2181 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 931 time: 0.0864141 Jul 05 10:54:31.984670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Request body: {'port': {'device_id': 'e41dd27d-a07c-4918-8238-9e7eec410eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:54:32.006741 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-604d347d-db8c-4ee5-82e4-f22edfa0116e req-2d3f5548-680f-4ff7-8566-15316c3eb758 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376840 Jul 05 10:54:32.071113 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:32.085494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e9f0453b-f59f-43a6-8a65-a3ca99ddcac1 None None] Provisioning for port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:54:32.091701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e9f0453b-f59f-43a6-8a65-a3ca99ddcac1 None None] Provisioning complete for port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:54:32.091701 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e9f0453b-f59f-43a6-8a65-a3ca99ddcac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:32.130590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0453b-f59f-43a6-8a65-a3ca99ddcac1 None None] Port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:54:32.375496 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:54:32.383440 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:32.406130 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Transition to ACTIVE for port object 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:54:32.520664 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:32.583190 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Pushing event updated for resources: {'Port': ['ID=868ab6fd-e75c-4aa9-bebe-e5557ba68b36,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:32.673471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Attempting to bind port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:54:32.673904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Attempting to bind port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:54:32.674298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Attempting to bind port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 on network 7cc671a4-8077-4eab-9255-d46a165ab8ca {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:54:32.680153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 on network 7cc671a4-8077-4eab-9255-d46a165ab8ca not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:54:32.680493 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Attempting to bind port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 on network 7cc671a4-8077-4eab-9255-d46a165ab8ca {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:54:32.686208 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:54:32.686572 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Checking segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:54:32.686945 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Bound using segment: {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:54:32.687388 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Bound port: 868ab6fd-e75c-4aa9-bebe-e5557ba68b36, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:54:32.687821 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:32.771546 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] For port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:54:32.775972 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] For port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=868ab6fd-e75c-4aa9-bebe-e5557ba68b36,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:54:32.920286 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:32.967286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:32.967952 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:32.970074 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] 10.222.0.64 "PUT /v2.0/ports/868ab6fd-e75c-4aa9-bebe-e5557ba68b36 HTTP/1.1" status: 200 len: 1092 time: 1.1227293 Jul 05 10:54:32.970538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41dd27d-a07c-4918-8238-9e7eec410eb3', 'tag': '868ab6fd-e75c-4aa9-bebe-e5557ba68b36'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:54:32.973498 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3500cd77-2a08-457d-8c48-90a100aa3c15" -d '{"events": [{"name": "network-changed", "server_uuid": "e41dd27d-a07c-4918-8238-9e7eec410eb3", "tag": "868ab6fd-e75c-4aa9-bebe-e5557ba68b36"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:54:33.009628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ad6c2-f196-4a16-9e0f-cf48f475557d service neutron] Pushing event updated for resources: {'Port': ['ID=868ab6fd-e75c-4aa9-bebe-e5557ba68b36,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:33.205856 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-ab43e453-ac57-4e39-a28c-7d38cf7efeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:33.207471 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-ab43e453-ac57-4e39-a28c-7d38cf7efeec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 1095 time: 0.0738122 Jul 05 10:54:33.279096 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-329d1cc6-3f2c-4a56-99f8-f5e37de05b28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=868ab6fd-e75c-4aa9-bebe-e5557ba68b36 HTTP/1.1" status: 200 len: 217 time: 0.0585923 Jul 05 10:54:33.307162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40141212-d410-4545-b035-834d9b7ded51 req-d3a612e1-3d9f-40c2-bf1b-e68ce3b0ed44 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:33.310004 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40141212-d410-4545-b035-834d9b7ded51 req-d3a612e1-3d9f-40c2-bf1b-e68ce3b0ed44 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 943 time: 0.1001821 Jul 05 10:54:33.339212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-fa85d5bd-35b3-4257-81c6-f50383c88663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:33.351301 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-fa85d5bd-35b3-4257-81c6-f50383c88663 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0532606 Jul 05 10:54:33.356154 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40141212-d410-4545-b035-834d9b7ded51 req-30e1fcf6-895a-434f-9d6b-a6c690603157 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405049 Jul 05 10:54:33.415508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-a587f1ab-82ed-4484-ab4e-ef0db5fbcda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:33.417361 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-a587f1ab-82ed-4484-ab4e-ef0db5fbcda0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667396 Jul 05 10:54:33.519964 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-d8489950-ed06-451a-af4e-5d49b9fbc202 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924315 Jul 05 10:54:33.634380 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0521258d-8d93-4c61-8cd7-cf0d97de04e0 req-3951bcd8-b77f-4ede-a0fd-47949c176bf5 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049316 Jul 05 10:54:34.275173 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5e6d13-946b-4053-8a99-46170940d1b9 x-openstack-request-id: req-6e5e6d13-946b-4053-8a99-46170940d1b9 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:54:34.275754 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41dd27d-a07c-4918-8238-9e7eec410eb3", "tag": "868ab6fd-e75c-4aa9-bebe-e5557ba68b36", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:54:34.275754 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6e5e6d13-946b-4053-8a99-46170940d1b9 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:54:34.276153 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41dd27d-a07c-4918-8238-9e7eec410eb3', 'tag': '868ab6fd-e75c-4aa9-bebe-e5557ba68b36', 'status': 'completed', 'code': 200} Jul 05 10:54:34.369917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500cd77-2a08-457d-8c48-90a100aa3c15 req-2614e4b8-a611-4b13-8463-1ea0465ead59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:34.372153 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3500cd77-2a08-457d-8c48-90a100aa3c15 req-2614e4b8-a611-4b13-8463-1ea0465ead59 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 1095 time: 0.0674429 Jul 05 10:54:34.521673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500cd77-2a08-457d-8c48-90a100aa3c15 req-380ec0c8-c806-45f5-980c-3a807e1a64d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:34.523162 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3500cd77-2a08-457d-8c48-90a100aa3c15 req-380ec0c8-c806-45f5-980c-3a807e1a64d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.1414092 Jul 05 10:54:34.571166 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3500cd77-2a08-457d-8c48-90a100aa3c15 req-51fa5efc-1603-4acd-8dcb-8700bf763bb8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=868ab6fd-e75c-4aa9-bebe-e5557ba68b36 HTTP/1.1" status: 200 len: 217 time: 0.0371952 Jul 05 10:54:34.572167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a2d4-9985-4c44-921a-692a2cd0a583 req-ed225c33-6a45-4cd8-a2f4-e3186b14f4ca tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:34.573700 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6931a2d4-9985-4c44-921a-692a2cd0a583 req-ed225c33-6a45-4cd8-a2f4-e3186b14f4ca tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 943 time: 0.0658169 Jul 05 10:54:34.616677 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6931a2d4-9985-4c44-921a-692a2cd0a583 req-1c4505d1-036d-4de8-a55b-145af2331a4e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370135 Jul 05 10:54:34.628243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500cd77-2a08-457d-8c48-90a100aa3c15 req-0b3b417f-fdf4-41ad-9d9f-9e5e57c78fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:34.630259 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3500cd77-2a08-457d-8c48-90a100aa3c15 req-0b3b417f-fdf4-41ad-9d9f-9e5e57c78fc4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0499454 Jul 05 10:54:34.703003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500cd77-2a08-457d-8c48-90a100aa3c15 req-d0f1f437-198b-446f-a1db-0b437fc41095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:34.704589 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3500cd77-2a08-457d-8c48-90a100aa3c15 req-d0f1f437-198b-446f-a1db-0b437fc41095 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628905 Jul 05 10:54:34.803310 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3500cd77-2a08-457d-8c48-90a100aa3c15 req-c6eeef15-26b4-4187-a8e1-b34a19073382 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873678 Jul 05 10:54:34.908631 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3500cd77-2a08-457d-8c48-90a100aa3c15 req-d2397736-4963-41e4-b927-06ebcdc5fc51 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955999 Jul 05 10:54:35.801140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c43fb5-ac2f-4fe6-938d-b3a549507723 req-0ac3664b-0ea2-4894-8672-483fac2a0b88 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:35.803458 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7c43fb5-ac2f-4fe6-938d-b3a549507723 req-0ac3664b-0ea2-4894-8672-483fac2a0b88 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 943 time: 0.0662665 Jul 05 10:54:35.844527 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7c43fb5-ac2f-4fe6-938d-b3a549507723 req-e945f065-022c-42a7-b091-2d9d009230bf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349009 Jul 05 10:54:37.031467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31011b0-b78f-4dea-a932-18532aeab68e req-4f47601a-ec22-4433-ad7b-49cc6e1b567d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:37.033035 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b31011b0-b78f-4dea-a932-18532aeab68e req-4f47601a-ec22-4433-ad7b-49cc6e1b567d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 943 time: 0.0682828 Jul 05 10:54:37.071890 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b31011b0-b78f-4dea-a932-18532aeab68e req-c3085107-49e7-440a-a399-be49e39d3a00 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323055 Jul 05 10:54:38.248626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28913688-67c5-4352-8d6d-2afb403c2799 req-7b1c6ba8-aa0c-4d26-b6a7-ba2a5cd60c04 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:38.250165 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-28913688-67c5-4352-8d6d-2afb403c2799 req-7b1c6ba8-aa0c-4d26-b6a7-ba2a5cd60c04 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 943 time: 0.0653512 Jul 05 10:54:38.288885 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-28913688-67c5-4352-8d6d-2afb403c2799 req-a9d4ab31-81d4-4002-a12e-8ddcae55d552 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324547 Jul 05 10:54:39.473353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5ce8c-eee5-4518-9893-6630e573c991 req-31e44bd9-feb2-4cd3-a0a5-2ada59ba443c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:39.475121 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9db5ce8c-eee5-4518-9893-6630e573c991 req-31e44bd9-feb2-4cd3-a0a5-2ada59ba443c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 943 time: 0.0733733 Jul 05 10:54:39.519047 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9db5ce8c-eee5-4518-9893-6630e573c991 req-7fa4247a-d33f-4582-9ffb-cfb124d1539d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376785 Jul 05 10:54:40.401875 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-a5586849-d8f9-4a9b-80be-38743c07afe4 req-924f5aba-e572-4b24-a40f-241f10fc9a19 service neutron] (100776) timed out ('10.222.0.77', 58916) {{(pid=100776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:54:40.707448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101f285-2ab3-41e7-9b03-0d810fb780e2 req-0ef35b69-a720-41e1-8eca-a65ff8f88265 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:40.708973 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5101f285-2ab3-41e7-9b03-0d810fb780e2 req-0ef35b69-a720-41e1-8eca-a65ff8f88265 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 943 time: 0.0714691 Jul 05 10:54:40.758163 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5101f285-2ab3-41e7-9b03-0d810fb780e2 req-7dc15f54-208b-4503-99af-cd12125c279d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436840 Jul 05 10:54:41.091036 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d4d487c2-2481-418b-ab8c-887091936f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:41.946426 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc7cde-0c94-443d-a301-b538eb9965a8 req-50132fc8-438f-41ec-9ff1-a16f7279cec5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:41.947964 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d1dc7cde-0c94-443d-a301-b538eb9965a8 req-50132fc8-438f-41ec-9ff1-a16f7279cec5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 943 time: 0.0638916 Jul 05 10:54:41.993547 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d1dc7cde-0c94-443d-a301-b538eb9965a8 req-bc42e28a-0906-4360-849d-facf194ff068 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393460 Jul 05 10:54:43.175732 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776281f-7d5f-4e62-bad8-d3c14390c666 req-6d14ccc4-a29a-4182-a0ef-4afc67102321 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:43.177207 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e776281f-7d5f-4e62-bad8-d3c14390c666 req-6d14ccc4-a29a-4182-a0ef-4afc67102321 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 943 time: 0.0684795 Jul 05 10:54:43.216260 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e776281f-7d5f-4e62-bad8-d3c14390c666 req-154d1841-6417-465e-89b0-b497bda4dd8a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333593 Jul 05 10:54:43.580441 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:54:43.647734 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-176dbe99-395f-42ea-bbe7-b67682a373f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:43.676169 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:43.697277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=868ab6fd-e75c-4aa9-bebe-e5557ba68b36,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:54:43.709120 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '868ab6fd-e75c-4aa9-bebe-e5557ba68b36', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'port_id': '868ab6fd-e75c-4aa9-bebe-e5557ba68b36', 'mac_address': 'fa:16:3e:6d:68:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:54:43.749810 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:43.763754 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:54:43.785154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=868ab6fd-e75c-4aa9-bebe-e5557ba68b36,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:54:43.903010 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:43.962776 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=868ab6fd-e75c-4aa9-bebe-e5557ba68b36,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:43.970639 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:43.971236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:43.971359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:43.971657 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:43.972058 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:43.972393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:43.972718 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:43.973046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:43.973367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:43.973690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:43.974009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:43.974326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:44.230214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['868ab6fd-e75c-4aa9-bebe-e5557ba68b36'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:54:44.401151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45150fa-1ae9-43d8-9a82-2ca4b362dba3 req-031dfadf-bd4a-409d-91cb-e87bfd604f9e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:44.403586 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c45150fa-1ae9-43d8-9a82-2ca4b362dba3 req-031dfadf-bd4a-409d-91cb-e87bfd604f9e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 944 time: 0.0696197 Jul 05 10:54:44.443151 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c45150fa-1ae9-43d8-9a82-2ca4b362dba3 req-7481eab2-ee1d-47c1-b4e9-cec17e30e084 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339026 Jul 05 10:54:45.091314 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:45.595615 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:54:45.628138 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e497d2-f356-4b55-bcf5-7e2d1054ff53 req-1ae884db-5643-41f7-86de-bfb69c454dfe tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:45.629658 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-76e497d2-f356-4b55-bcf5-7e2d1054ff53 req-1ae884db-5643-41f7-86de-bfb69c454dfe tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 944 time: 0.0713987 Jul 05 10:54:45.673126 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-76e497d2-f356-4b55-bcf5-7e2d1054ff53 req-fd010549-8bc9-4046-8196-f74a47690c0a tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363975 Jul 05 10:54:45.719855 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:54:45.726696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:54:45.730022 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:45.808150 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:45.832466 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41dd27d-a07c-4918-8238-9e7eec410eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868ab6fd-e75c-4aa9-bebe-e5557ba68b36'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:54:45.834824 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a5a5c7-6466-400d-8143-20c60834d353" -d '{"events": [{"server_uuid": "e41dd27d-a07c-4918-8238-9e7eec410eb3", "name": "network-vif-plugged", "status": "completed", "tag": "868ab6fd-e75c-4aa9-bebe-e5557ba68b36"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:54:45.852779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=868ab6fd-e75c-4aa9-bebe-e5557ba68b36,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:54:45.937143 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabfe50c-f66f-463d-a01d-a4c9d6d9b4c9 x-openstack-request-id: req-fabfe50c-f66f-463d-a01d-a4c9d6d9b4c9 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:54:45.937437 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41dd27d-a07c-4918-8238-9e7eec410eb3", "name": "network-vif-plugged", "status": "completed", "tag": "868ab6fd-e75c-4aa9-bebe-e5557ba68b36", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:54:45.937693 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fabfe50c-f66f-463d-a01d-a4c9d6d9b4c9 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:54:45.938091 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41dd27d-a07c-4918-8238-9e7eec410eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868ab6fd-e75c-4aa9-bebe-e5557ba68b36', 'code': 200} Jul 05 10:54:46.011440 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:46.072330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=868ab6fd-e75c-4aa9-bebe-e5557ba68b36,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:46.076648 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ccc6d-fb95-4258-9d2c-49916ae42073 req-81e1d24d-a8b7-48bd-a373-51a17f9f551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:46.078469 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de7ccc6d-fb95-4258-9d2c-49916ae42073 req-81e1d24d-a8b7-48bd-a373-51a17f9f551f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0659828 Jul 05 10:54:46.113884 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de7ccc6d-fb95-4258-9d2c-49916ae42073 req-a0fc8560-5b59-468c-979f-1807e3b48a27 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286171 Jul 05 10:54:46.874539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025904c3-2002-456d-87b1-fdac1f44e7a0 req-97d0f417-da53-4c6d-93f0-abce9c4c5ba3 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:46.876286 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-025904c3-2002-456d-87b1-fdac1f44e7a0 req-97d0f417-da53-4c6d-93f0-abce9c4c5ba3 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 945 time: 0.0703130 Jul 05 10:54:46.908005 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:46.919199 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-025904c3-2002-456d-87b1-fdac1f44e7a0 req-dd341b61-60ad-4d03-ba00-83292ec594c2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343177 Jul 05 10:54:48.106041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646de29e-3a46-4d68-82d6-5cf4f32cd060 req-9a5d2c93-72e5-4d21-a385-6bc9f3ee7169 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:48.107598 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-646de29e-3a46-4d68-82d6-5cf4f32cd060 req-9a5d2c93-72e5-4d21-a385-6bc9f3ee7169 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 945 time: 0.0682974 Jul 05 10:54:48.148016 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-646de29e-3a46-4d68-82d6-5cf4f32cd060 req-97c2822d-264a-4bc2-a37b-377294c06f67 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339606 Jul 05 10:54:48.340902 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761cdc5-ea46-4c41-a883-e4038ecf2955 req-83b98ccc-6b8a-462f-a164-a70e32cdb3a5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:48.343260 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1761cdc5-ea46-4c41-a883-e4038ecf2955 req-83b98ccc-6b8a-462f-a164-a70e32cdb3a5 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 945 time: 0.0728276 Jul 05 10:54:48.384236 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1761cdc5-ea46-4c41-a883-e4038ecf2955 req-9f963b5e-6809-455e-a463-5c345c844e86 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353687 Jul 05 10:54:48.408936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39050) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:54:48.469280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4d9b73-7095-4df2-8d25-d26cd9712834 tempest-TestVolumeBootPattern-805001846 tempest-TestVolumeBootPattern-805001846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:48.470818 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7d4d9b73-7095-4df2-8d25-d26cd9712834 tempest-TestVolumeBootPattern-805001846 tempest-TestVolumeBootPattern-805001846-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 1092 time: 0.0607970 Jul 05 10:54:48.473601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39052) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:54:48.477911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': '868ab6fd-e75c-4aa9-bebe-e5557ba68b36', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:54:48.583134 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:48.688279 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:48.812670 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Allocated IP 172.25.5.64 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/ed7dc917-7410-42ad-8de7-058d0771ea38) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:54:48.925179 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:49.034716 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:49.079664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:54:49.083303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:54:49.088997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:54:49.114146 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'Port': ['ID=ed7dc917-7410-42ad-8de7-058d0771ea38,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:49.132328 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:49.132685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:49.133031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:49.133374 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:49.133712 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:49.134072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:49.134405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:49.134738 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:49.135122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:49.135507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:49.135779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:49.141844 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:54:49.506382 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:49.707751 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:49.880213 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:49.948385 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:50.019676 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event updated for resources: {'Port': ['ID=ed7dc917-7410-42ad-8de7-058d0771ea38,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:50.028051 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:50.130674 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Floating IP 25512f00-1ff7-4eca-8467-96fd5fd9556c associated. External IP: 172.25.5.64, port: 868ab6fd-e75c-4aa9-bebe-e5557ba68b36. Jul 05 10:54:50.358668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Router 56ef685b-cd1a-44a5-bbee-33ad40493adb has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:54:50.469271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:54:50.480770 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d278a39-a313-413e-86c6-3104603d6382 None None] Sync routers for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:54:50.489777 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d278a39-a313-413e-86c6-3104603d6382 None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:54:50.490415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3d278a39-a313-413e-86c6-3104603d6382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:54:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:54:50.571049 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:50.596612 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-3d278a39-a313-413e-86c6-3104603d6382 None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:54:50.611550 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3a909a4d-f7ac-4a78-b55c-e759c338fdab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1367023 Jul 05 10:54:50.611980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41dd27d-a07c-4918-8238-9e7eec410eb3', 'tag': '868ab6fd-e75c-4aa9-bebe-e5557ba68b36'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:54:50.617886 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3ac2fa-fbb9-498f-b93f-8a95820ea388" -d '{"events": [{"name": "network-changed", "server_uuid": "e41dd27d-a07c-4918-8238-9e7eec410eb3", "tag": "868ab6fd-e75c-4aa9-bebe-e5557ba68b36"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:54:50.658334 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066d7d9c-1c69-48f8-bdaa-bd22e0e88d40 x-openstack-request-id: req-066d7d9c-1c69-48f8-bdaa-bd22e0e88d40 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:54:50.658680 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41dd27d-a07c-4918-8238-9e7eec410eb3", "tag": "868ab6fd-e75c-4aa9-bebe-e5557ba68b36", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:54:50.659331 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-066d7d9c-1c69-48f8-bdaa-bd22e0e88d40 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:54:50.659647 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41dd27d-a07c-4918-8238-9e7eec410eb3', 'tag': '868ab6fd-e75c-4aa9-bebe-e5557ba68b36', 'status': 'completed', 'code': 200} Jul 05 10:54:50.748060 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ac2fa-fbb9-498f-b93f-8a95820ea388 req-f7389d2f-f725-4738-8e79-993de9bba567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:50.749660 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e3ac2fa-fbb9-498f-b93f-8a95820ea388 req-f7389d2f-f725-4738-8e79-993de9bba567 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0612965 Jul 05 10:54:50.848955 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3d278a39-a313-413e-86c6-3104603d6382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '0fcd374b-e590-4c1b-b967-048b696e536f', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'port_id': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'mac_address': 'fa:16:3e:c9:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:52:00Z', 'updated_at': '2021-07-05T10:52:02Z', 'revision_number': 1, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address_scope': None}, {'id': '25512f00-1ff7-4eca-8467-96fd5fd9556c', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'port_id': '868ab6fd-e75c-4aa9-bebe-e5557ba68b36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'mac_address': 'fa:16:3e:6d:68:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41dd27d-a07c-4918-8238-9e7eec410eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:54:49Z', 'updated_at': '2021-07-05T10:54:49Z', 'revision_number': 0, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:54:50.859957 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ac2fa-fbb9-498f-b93f-8a95820ea388 req-39040d12-dd49-4968-bc18-867f3b8b1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:50.867817 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e3ac2fa-fbb9-498f-b93f-8a95820ea388 req-39040d12-dd49-4968-bc18-867f3b8b1651 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.1065168 Jul 05 10:54:50.883619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d278a39-a313-413e-86c6-3104603d6382 None None] Checking router: 56ef685b-cd1a-44a5-bbee-33ad40493adb for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:54:50.892810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d278a39-a313-413e-86c6-3104603d6382 None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:54:50.896338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3d278a39-a313-413e-86c6-3104603d6382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:54:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:54:50.943675 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e3ac2fa-fbb9-498f-b93f-8a95820ea388 req-f75d721d-1311-4170-bfdc-519a09bca6d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=868ab6fd-e75c-4aa9-bebe-e5557ba68b36 HTTP/1.1" status: 200 len: 998 time: 0.0695014 Jul 05 10:54:50.994929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ac2fa-fbb9-498f-b93f-8a95820ea388 req-77124490-9d75-4e6e-8db3-0c33ea075eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:50.996477 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e3ac2fa-fbb9-498f-b93f-8a95820ea388 req-77124490-9d75-4e6e-8db3-0c33ea075eee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0462084 Jul 05 10:54:51.005930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-3d278a39-a313-413e-86c6-3104603d6382 None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:54:51.062848 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ac2fa-fbb9-498f-b93f-8a95820ea388 req-417f49d4-ec68-4136-b484-6845d8f8e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:51.064488 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e3ac2fa-fbb9-498f-b93f-8a95820ea388 req-417f49d4-ec68-4136-b484-6845d8f8e71f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614469 Jul 05 10:54:51.157617 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e3ac2fa-fbb9-498f-b93f-8a95820ea388 req-e42c9381-cae7-487a-b5a4-8e4f8e233d24 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867522 Jul 05 10:54:51.250665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3d278a39-a313-413e-86c6-3104603d6382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '0fcd374b-e590-4c1b-b967-048b696e536f', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'port_id': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'mac_address': 'fa:16:3e:c9:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:52:00Z', 'updated_at': '2021-07-05T10:52:02Z', 'revision_number': 1, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address_scope': None}, {'id': '25512f00-1ff7-4eca-8467-96fd5fd9556c', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'port_id': '868ab6fd-e75c-4aa9-bebe-e5557ba68b36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'mac_address': 'fa:16:3e:6d:68:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41dd27d-a07c-4918-8238-9e7eec410eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:54:49Z', 'updated_at': '2021-07-05T10:54:49Z', 'revision_number': 0, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:54:51.264894 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e3ac2fa-fbb9-498f-b93f-8a95820ea388 req-d635dfcd-1461-42ed-8fc1-2e53435ecc58 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000648 Jul 05 10:54:51.278128 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d278a39-a313-413e-86c6-3104603d6382 None None] The sync data for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 is: [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '0fcd374b-e590-4c1b-b967-048b696e536f', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'port_id': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'mac_address': 'fa:16:3e:c9:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:52:00Z', 'updated_at': '2021-07-05T10:52:02Z', 'revision_number': 1, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address_scope': None}, {'id': '25512f00-1ff7-4eca-8467-96fd5fd9556c', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'port_id': '868ab6fd-e75c-4aa9-bebe-e5557ba68b36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'mac_address': 'fa:16:3e:6d:68:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41dd27d-a07c-4918-8238-9e7eec410eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:54:49Z', 'updated_at': '2021-07-05T10:54:49Z', 'revision_number': 0, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:54:51.495930 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47118309-6f3d-45bc-ba95-9fb41e6b99f9 None None] New status for floating IP 25512f00-1ff7-4eca-8467-96fd5fd9556c: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:54:52.703252 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:54.479970 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:56.400134 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39100) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:54:56.404984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-cfe16a3a-e1e0-42ec-a6fb-e0d05308607c tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1010639748', 'description': 'tempest-secgroup-smoke-1010639748 description', 'project_id': 'f7d6df81879d4adea4a41b873860c7fd'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:54:56.508939 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cfe16a3a-e1e0-42ec-a6fb-e0d05308607c tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:56.608347 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cfe16a3a-e1e0-42ec-a6fb-e0d05308607c tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:56.674100 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cfe16a3a-e1e0-42ec-a6fb-e0d05308607c tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:56.704477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe16a3a-e1e0-42ec-a6fb-e0d05308607c tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccd12c8-5428-4d3f-93b6-7298f587947d,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:56.759824 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cfe16a3a-e1e0-42ec-a6fb-e0d05308607c tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:56.761052 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cfe16a3a-e1e0-42ec-a6fb-e0d05308607c tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3599081 Jul 05 10:54:56.764120 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39102) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:54:56.768613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-20644267-6856-4ff0-b293-711f6ac68c12 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Request body: {'security_group_rule': {'security_group_id': '5ccd12c8-5428-4d3f-93b6-7298f587947d', 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:54:56.907798 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-20644267-6856-4ff0-b293-711f6ac68c12 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:56.978583 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-20644267-6856-4ff0-b293-711f6ac68c12 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:57.062713 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-20644267-6856-4ff0-b293-711f6ac68c12 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:57.081450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20644267-6856-4ff0-b293-711f6ac68c12 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc120e6-7c81-46b9-a394-6428c7b2f496,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:57.182865 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-20644267-6856-4ff0-b293-711f6ac68c12 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:57.184162 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-20644267-6856-4ff0-b293-711f6ac68c12 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4190619 Jul 05 10:54:57.187499 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39106) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:54:57.195361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8ce85aa7-0f57-4198-8068-c1dfeec7b7c7 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Request body: {'security_group_rule': {'security_group_id': '5ccd12c8-5428-4d3f-93b6-7298f587947d', 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:54:57.319531 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ce85aa7-0f57-4198-8068-c1dfeec7b7c7 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:57.370161 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ce85aa7-0f57-4198-8068-c1dfeec7b7c7 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:57.474215 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ce85aa7-0f57-4198-8068-c1dfeec7b7c7 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:57.490337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce85aa7-0f57-4198-8068-c1dfeec7b7c7 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b45599-8fda-410e-b467-1a0c1f3d0234,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:57.588516 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8ce85aa7-0f57-4198-8068-c1dfeec7b7c7 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:57.589737 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8ce85aa7-0f57-4198-8068-c1dfeec7b7c7 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4007390 Jul 05 10:54:57.592477 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39108) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:54:57.597795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-98ab8934-754b-4a9a-93b8-4636034e2030 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Request body: {'security_group_rule': {'security_group_id': '5ccd12c8-5428-4d3f-93b6-7298f587947d', 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:54:57.715053 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98ab8934-754b-4a9a-93b8-4636034e2030 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:57.776179 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98ab8934-754b-4a9a-93b8-4636034e2030 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:57.879968 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98ab8934-754b-4a9a-93b8-4636034e2030 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:57.898360 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab8934-754b-4a9a-93b8-4636034e2030 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7e403e-2e05-485d-9506-786130ff3a35,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:57.959645 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-98ab8934-754b-4a9a-93b8-4636034e2030 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:57.960986 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-98ab8934-754b-4a9a-93b8-4636034e2030 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3674757 Jul 05 10:54:57.963834 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39110) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:54:57.968264 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a1be475d-5725-4062-ad28-51faf23cd804 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Request body: {'security_group_rule': {'security_group_id': '5ccd12c8-5428-4d3f-93b6-7298f587947d', 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:54:58.044516 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a1be475d-5725-4062-ad28-51faf23cd804 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:58.111102 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a1be475d-5725-4062-ad28-51faf23cd804 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:58.165317 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a1be475d-5725-4062-ad28-51faf23cd804 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:58.185173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be475d-5725-4062-ad28-51faf23cd804 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0f3db4-b737-479c-aaa2-bccb8debefd9,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:58.234125 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a1be475d-5725-4062-ad28-51faf23cd804 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:58.235473 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a1be475d-5725-4062-ad28-51faf23cd804 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2707124 Jul 05 10:54:58.239001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39112) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:54:58.243878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-1b127d30-af24-4593-bbf6-af04c1fac60a tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Request body: {'security_group_rule': {'security_group_id': '5ccd12c8-5428-4d3f-93b6-7298f587947d', 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:54:58.389061 n-d-779913-27 neutron-server[100775]: INFO neutron.db.securitygroups_db [None req-1b127d30-af24-4593-bbf6-af04c1fac60a tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Project f7d6df81879d4adea4a41b873860c7fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:54:58.395132 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b127d30-af24-4593-bbf6-af04c1fac60a tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:58.459071 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b127d30-af24-4593-bbf6-af04c1fac60a tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:58.554470 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b127d30-af24-4593-bbf6-af04c1fac60a tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:58.571889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b127d30-af24-4593-bbf6-af04c1fac60a tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ed8af4-2002-41d6-b926-dbf80e867cf4,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:58.765450 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1b127d30-af24-4593-bbf6-af04c1fac60a tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:58.766660 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1b127d30-af24-4593-bbf6-af04c1fac60a tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5264518 Jul 05 10:54:58.770038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39114) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:54:58.774608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f7523fe4-85f4-4a63-8fe8-61c06edff673 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Request body: {'security_group_rule': {'security_group_id': '5ccd12c8-5428-4d3f-93b6-7298f587947d', 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:54:58.874771 n-d-779913-27 neutron-server[100775]: INFO neutron.db.securitygroups_db [None req-f7523fe4-85f4-4a63-8fe8-61c06edff673 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Project f7d6df81879d4adea4a41b873860c7fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 10:54:58.879883 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7523fe4-85f4-4a63-8fe8-61c06edff673 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:58.943979 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7523fe4-85f4-4a63-8fe8-61c06edff673 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:59.017193 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7523fe4-85f4-4a63-8fe8-61c06edff673 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:59.033934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7523fe4-85f4-4a63-8fe8-61c06edff673 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d4cbdf-8615-476c-b178-a33c4edd73d0,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:54:59.102683 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f7523fe4-85f4-4a63-8fe8-61c06edff673 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:54:59.104013 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f7523fe4-85f4-4a63-8fe8-61c06edff673 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3329794 Jul 05 10:54:59.260706 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-17f19548-17b3-4468-939d-658c6c996f3d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1010639748&fields=id&tenant_id=f7d6df81879d4adea4a41b873860c7fd HTTP/1.1" status: 200 len: 267 time: 0.0345442 Jul 05 10:54:59.369352 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-8f565040-6350-4059-a9d0-1f8ae3fb9127 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:54:59.370853 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-8f565040-6350-4059-a9d0-1f8ae3fb9127 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/networks?id=580ba92b-a495-45b2-a080-01223a7ea9b4 HTTP/1.1" status: 200 len: 814 time: 0.1038225 Jul 05 10:54:59.386201 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-6a008953-5838-4dcf-95fa-f6c32f68d4ba tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/quotas/f7d6df81879d4adea4a41b873860c7fd HTTP/1.1" status: 200 len: 375 time: 0.0099776 Jul 05 10:54:59.464593 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-4ea538e1-5587-43b1-ba0d-5c444819bad9 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f7d6df81879d4adea4a41b873860c7fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731046 Jul 05 10:54:59.560134 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-333309bf-d822-408d-aaf5-827b95d2e338 service neutron] 10.222.0.77 "GET /v2.0/networks/580ba92b-a495-45b2-a080-01223a7ea9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843344 Jul 05 10:54:59.653752 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0afb0e67-930b-442b-b53e-95b7f5602c18 service neutron] 10.222.0.77 "GET /v2.0/networks/580ba92b-a495-45b2-a080-01223a7ea9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872304 Jul 05 10:55:01.336855 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-604a5edc-db92-4da3-b78c-2e5d86d3a2af req-8fa93410-f711-4914-b048-1030d4ecf00b tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 210 time: 0.0311506 Jul 05 10:55:01.412777 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:55:02.420944 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c6096d1-9177-4266-bbf8-9d427d985550 req-6f2da7c7-94da-4fb7-bb8f-37f852661c11 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 210 time: 0.0292773 Jul 05 10:55:03.564608 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eaf04973-a2be-44b2-8758-c510c71a3534 req-78660861-541a-489f-b253-f53988df0730 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 210 time: 0.0321016 Jul 05 10:55:04.368813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-22b1d146-b8fd-46c5-abc3-570557c83b2f tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:04.370490 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-22b1d146-b8fd-46c5-abc3-570557c83b2f tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.73 "GET /v2.0/networks?id=580ba92b-a495-45b2-a080-01223a7ea9b4 HTTP/1.1" status: 200 len: 814 time: 0.1216564 Jul 05 10:55:04.420148 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-8dd44e7e-edad-4872-b7f5-3411839502fe tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d6df81879d4adea4a41b873860c7fd HTTP/1.1" status: 200 len: 380 time: 0.0407319 Jul 05 10:55:04.429238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-3821f645-729d-4e7c-a5ca-1b829de51767 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Request body: {'port': {'device_id': '325804ba-f887-463e-897f-2e421c67bdf5', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'admin_state_up': True, 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'security_groups': ['5ccd12c8-5428-4d3f-93b6-7298f587947d']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:04.623123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-3821f645-729d-4e7c-a5ca-1b829de51767 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Made reservation on behalf of f7d6df81879d4adea4a41b873860c7fd for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:55:04.627110 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-3821f645-729d-4e7c-a5ca-1b829de51767 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:04.730556 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-08984597-b192-4147-bc94-210dbca99140 req-ca222f03-b3d7-4fe3-bec8-df0d435291d2 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 210 time: 0.0385702 Jul 05 10:55:04.810994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-3821f645-729d-4e7c-a5ca-1b829de51767 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Allocated IP 172.20.0.8 (580ba92b-a495-45b2-a080-01223a7ea9b4/31e810fc-f919-4974-a8c6-ef32e787cd95/1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:55:04.975085 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-3821f645-729d-4e7c-a5ca-1b829de51767 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:04.992016 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-3821f645-729d-4e7c-a5ca-1b829de51767 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Transition to ACTIVE for port object 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:55:05.182890 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-3821f645-729d-4e7c-a5ca-1b829de51767 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:05.227267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-3821f645-729d-4e7c-a5ca-1b829de51767 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Network 580ba92b-a495-45b2-a080-01223a7ea9b4 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:55:05.232418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-3821f645-729d-4e7c-a5ca-1b829de51767 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:55:05.236460 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-3821f645-729d-4e7c-a5ca-1b829de51767 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:55:05.260497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821f645-729d-4e7c-a5ca-1b829de51767 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Pushing event updated for resources: {'Port': ['ID=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:05.290181 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-3821f645-729d-4e7c-a5ca-1b829de51767 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:05.290840 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-3821f645-729d-4e7c-a5ca-1b829de51767 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:05.371890 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-3821f645-729d-4e7c-a5ca-1b829de51767 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9470007 Jul 05 10:55:05.384768 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Request body: {'port': {'device_id': '325804ba-f887-463e-897f-2e421c67bdf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:05.473761 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:05.565564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a831ae18-9062-4ae3-a161-55469797a0cd None None] Provisioning for port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:55:05.570506 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a831ae18-9062-4ae3-a161-55469797a0cd None None] Provisioning complete for port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:05.570966 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a831ae18-9062-4ae3-a161-55469797a0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:05.609363 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a831ae18-9062-4ae3-a161-55469797a0cd None None] Port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:55:05.749451 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:55:05.757424 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:05.769960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Transition to ACTIVE for port object 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:55:05.845893 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:05.931576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdf8ef-5082-40cf-9948-56bc42a89deb req-56cb02c1-7a8b-4676-8fd7-22715c115884 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:05.933646 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9cdf8ef-5082-40cf-9948-56bc42a89deb req-56cb02c1-7a8b-4676-8fd7-22715c115884 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 943 time: 0.0798838 Jul 05 10:55:05.936193 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:05.990648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Attempting to bind port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:55:05.991180 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Attempting to bind port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '9760d039-7e80-4113-bfa8-524830eb9e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:55:05.993932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Attempting to bind port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 on network 580ba92b-a495-45b2-a080-01223a7ea9b4 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:55:05.996699 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 on network 580ba92b-a495-45b2-a080-01223a7ea9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:55:05.997026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Attempting to bind port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 on network 580ba92b-a495-45b2-a080-01223a7ea9b4 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:55:06.002400 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:55:06.002748 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Checking segment: {'id': '9760d039-7e80-4113-bfa8-524830eb9e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:55:06.003139 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Bound using segment: {'id': '9760d039-7e80-4113-bfa8-524830eb9e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:55:06.003647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Bound port: 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9760d039-7e80-4113-bfa8-524830eb9e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:55:06.004240 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:06.008117 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9cdf8ef-5082-40cf-9948-56bc42a89deb req-b184ec81-6c75-4c86-bb3a-3bda15d59574 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628469 Jul 05 10:55:06.090587 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] For port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:55:06.095101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] For port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6,segment=NetworkSegment(9760d039-7e80-4113-bfa8-524830eb9e9e),segment_id=9760d039-7e80-4113-bfa8-524830eb9e9e)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:55:06.217477 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:06.253158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:06.261031 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:06.261031 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] 10.222.0.73 "PUT /v2.0/ports/1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 HTTP/1.1" status: 200 len: 1092 time: 0.8764691 Jul 05 10:55:06.261031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325804ba-f887-463e-897f-2e421c67bdf5', 'tag': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:55:06.261031 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3481d466-d030-466b-b535-97a04d847350" -d '{"events": [{"name": "network-changed", "server_uuid": "325804ba-f887-463e-897f-2e421c67bdf5", "tag": "1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:55:06.297672 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb585d-b027-4b52-b1de-212f17f48c66 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:06.320549 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e574760-3319-4e30-98f0-131b114b3b90 x-openstack-request-id: req-9e574760-3319-4e30-98f0-131b114b3b90 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:55:06.321104 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325804ba-f887-463e-897f-2e421c67bdf5", "tag": "1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:55:06.321471 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e574760-3319-4e30-98f0-131b114b3b90 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:55:06.321960 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325804ba-f887-463e-897f-2e421c67bdf5', 'tag': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6', 'status': 'completed', 'code': 200} Jul 05 10:55:06.404912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481d466-d030-466b-b535-97a04d847350 req-32e78e9c-370d-46ca-86df-2ae73d0aca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:06.412096 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3481d466-d030-466b-b535-97a04d847350 req-32e78e9c-370d-46ca-86df-2ae73d0aca6e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f7d6df81879d4adea4a41b873860c7fd&device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 1095 time: 0.0624249 Jul 05 10:55:06.511137 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481d466-d030-466b-b535-97a04d847350 req-7bf897ca-ea68-4adf-a25e-3ec468592814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:06.512696 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3481d466-d030-466b-b535-97a04d847350 req-7bf897ca-ea68-4adf-a25e-3ec468592814 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f7d6df81879d4adea4a41b873860c7fd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0983367 Jul 05 10:55:06.616871 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481d466-d030-466b-b535-97a04d847350 req-3a5ace9d-a422-48e1-8d8b-3844194ccb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:06.618481 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3481d466-d030-466b-b535-97a04d847350 req-3a5ace9d-a422-48e1-8d8b-3844194ccb19 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000407 Jul 05 10:55:06.713112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-1cae855f-fd8a-48d5-bc30-e238cc326126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:06.714655 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-1cae855f-fd8a-48d5-bc30-e238cc326126 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f7d6df81879d4adea4a41b873860c7fd&device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 1095 time: 0.0578461 Jul 05 10:55:06.757952 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-c9765eaa-261b-42d1-806d-44c6e1048ced service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 HTTP/1.1" status: 200 len: 217 time: 0.0365644 Jul 05 10:55:06.814314 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-799f23c4-fbfb-408b-9d6e-8ae28203f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:06.815964 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-799f23c4-fbfb-408b-9d6e-8ae28203f946 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31e810fc-f919-4974-a8c6-ef32e787cd95 HTTP/1.1" status: 200 len: 853 time: 0.0522542 Jul 05 10:55:06.881661 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-274d91c4-933f-4352-a1ab-2e251eddf743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:06.883187 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-274d91c4-933f-4352-a1ab-2e251eddf743 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=580ba92b-a495-45b2-a080-01223a7ea9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608823 Jul 05 10:55:06.980214 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-3d7d5cd7-c1a7-4ac1-9e2a-c1c28c3805a4 service neutron] 10.222.0.73 "GET /v2.0/networks/580ba92b-a495-45b2-a080-01223a7ea9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903881 Jul 05 10:55:07.084091 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-169fb6e8-45b5-46d9-a0e9-f82438d3f81c req-18136fea-f969-4df7-84b9-35b41f6507ed service neutron] 10.222.0.73 "GET /v2.0/networks/580ba92b-a495-45b2-a080-01223a7ea9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970876 Jul 05 10:55:07.199607 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfec741-12ae-4041-b17c-9acd18f473ad req-4d18e883-0781-4154-82a9-f6f8f5fb86c3 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:07.201222 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2bfec741-12ae-4041-b17c-9acd18f473ad req-4d18e883-0781-4154-82a9-f6f8f5fb86c3 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 943 time: 0.0746260 Jul 05 10:55:07.246403 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2bfec741-12ae-4041-b17c-9acd18f473ad req-75291e9c-82cd-45ba-8e27-45f9770653a0 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386112 Jul 05 10:55:08.427494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7251cd8-bab8-4ecb-b3db-8b098cf8c842 req-31f8ab40-911e-41bb-826e-64f0df073676 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:08.429030 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7251cd8-bab8-4ecb-b3db-8b098cf8c842 req-31f8ab40-911e-41bb-826e-64f0df073676 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 943 time: 0.0651441 Jul 05 10:55:08.468889 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7251cd8-bab8-4ecb-b3db-8b098cf8c842 req-721a3fa3-3cb9-48bf-8c35-a256881a09c7 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338881 Jul 05 10:55:09.651465 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cef2d-073d-438a-8941-6fb08731916e req-1dd94fa9-fa76-43e8-b615-7148a3005861 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:09.653054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d09cef2d-073d-438a-8941-6fb08731916e req-1dd94fa9-fa76-43e8-b615-7148a3005861 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 943 time: 0.0652897 Jul 05 10:55:09.691601 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d09cef2d-073d-438a-8941-6fb08731916e req-21ea4fa0-da23-4303-8425-5ef0c4f18e53 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324059 Jul 05 10:55:10.869133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1466a2-eb63-4695-8693-16584ca58925 req-c982b574-58a9-4d88-ac58-9a5f193ea03b tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:10.870874 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa1466a2-eb63-4695-8693-16584ca58925 req-c982b574-58a9-4d88-ac58-9a5f193ea03b tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 943 time: 0.0705495 Jul 05 10:55:10.909372 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa1466a2-eb63-4695-8693-16584ca58925 req-774c4431-537c-4a84-b5af-faf934feeac2 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325737 Jul 05 10:55:11.153850 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c5b58ec9-2135-469b-be5d-6c6771611068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:12.088535 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eafeab-9b4a-4a50-88cd-f9b942e1fea5 req-012c0020-fd10-4f1e-9e7d-716e61f5100d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:12.090105 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9eafeab-9b4a-4a50-88cd-f9b942e1fea5 req-012c0020-fd10-4f1e-9e7d-716e61f5100d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 943 time: 0.0650775 Jul 05 10:55:12.128818 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9eafeab-9b4a-4a50-88cd-f9b942e1fea5 req-40e6bdb9-7305-4836-9846-d51d92331fa1 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330882 Jul 05 10:55:13.310322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8538a6-aa84-4f70-a62f-affe0027e1db req-12fdfed6-1d4b-44c9-849d-6b854f7d262f tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:13.311839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a8538a6-aa84-4f70-a62f-affe0027e1db req-12fdfed6-1d4b-44c9-849d-6b854f7d262f tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 943 time: 0.0638714 Jul 05 10:55:13.350839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a8538a6-aa84-4f70-a62f-affe0027e1db req-196c4c23-db2b-4d1f-914a-6e2e441cb7e7 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317640 Jul 05 10:55:13.651322 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f55b2817-61b6-43b8-9381-0ef2c1b7d915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:13.673824 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:14.543104 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9ab5a-46ee-4f47-92c9-8613ad34f551 req-c1eef37f-bc3e-4df3-8da1-4e8fbaa15da6 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:14.544623 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-14e9ab5a-46ee-4f47-92c9-8613ad34f551 req-c1eef37f-bc3e-4df3-8da1-4e8fbaa15da6 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 943 time: 0.0680244 Jul 05 10:55:14.584350 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-14e9ab5a-46ee-4f47-92c9-8613ad34f551 req-8b558626-5222-4d37-a9ba-6cce20d80cce tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341547 Jul 05 10:55:15.113480 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:15.767494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d647a4-37b2-4dc8-b2f7-5f5af0bd17d4 req-21b492c1-57b5-4155-a2a1-594a62065bc5 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:15.769065 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98d647a4-37b2-4dc8-b2f7-5f5af0bd17d4 req-21b492c1-57b5-4155-a2a1-594a62065bc5 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 943 time: 0.0646667 Jul 05 10:55:15.815174 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98d647a4-37b2-4dc8-b2f7-5f5af0bd17d4 req-0cce39b7-0746-4162-94dd-9660971502a7 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398545 Jul 05 10:55:16.172428 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:55:16.268830 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6,segment=NetworkSegment(9760d039-7e80-4113-bfa8-524830eb9e9e),segment_id=9760d039-7e80-4113-bfa8-524830eb9e9e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:16.280754 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'port_id': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6', 'mac_address': 'fa:16:3e:13:0a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:55:16.320763 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:16.333354 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:55:16.352969 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6,segment=NetworkSegment(9760d039-7e80-4113-bfa8-524830eb9e9e),segment_id=9760d039-7e80-4113-bfa8-524830eb9e9e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:16.479895 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:16.527365 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:16.743556 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:55:16.979986 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:17.006157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616efac1-5808-4f60-b8f1-2e761503283b req-0d655d89-9436-4f89-a3d0-63fed1d1c2f1 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:17.007663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-616efac1-5808-4f60-b8f1-2e761503283b req-0d655d89-9436-4f89-a3d0-63fed1d1c2f1 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 944 time: 0.0698919 Jul 05 10:55:17.050673 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-616efac1-5808-4f60-b8f1-2e761503283b req-ac157495-da63-4384-b260-bdc332b4127d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356743 Jul 05 10:55:18.186168 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:55:18.233469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9cd0b-9ced-460d-9714-f08c78e334d7 req-1bcb7563-f1c1-4294-9744-74e69a281e1c tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:18.235303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9a9cd0b-9ced-460d-9714-f08c78e334d7 req-1bcb7563-f1c1-4294-9744-74e69a281e1c tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 944 time: 0.0723741 Jul 05 10:55:18.293201 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f9a9cd0b-9ced-460d-9714-f08c78e334d7 req-947d6821-a79e-4353-b230-007fdba23d44 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474901 Jul 05 10:55:18.360013 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:55:18.365320 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:55:18.365693 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:18.449965 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:18.473567 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325804ba-f887-463e-897f-2e421c67bdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:55:18.475892 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da22d482-1143-4c16-bd36-2e67fcf04679" -d '{"events": [{"server_uuid": "325804ba-f887-463e-897f-2e421c67bdf5", "name": "network-vif-plugged", "status": "completed", "tag": "1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:55:18.494647 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6,segment=NetworkSegment(9760d039-7e80-4113-bfa8-524830eb9e9e),segment_id=9760d039-7e80-4113-bfa8-524830eb9e9e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:55:18.520514 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef0cfd7-f3e8-4562-944e-15bf6270d5ba x-openstack-request-id: req-2ef0cfd7-f3e8-4562-944e-15bf6270d5ba {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:55:18.520514 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325804ba-f887-463e-897f-2e421c67bdf5", "name": "network-vif-plugged", "status": "completed", "tag": "1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:55:18.520514 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ef0cfd7-f3e8-4562-944e-15bf6270d5ba {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:55:18.520817 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325804ba-f887-463e-897f-2e421c67bdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6', 'code': 200} Jul 05 10:55:18.570935 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:18.620331 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:18.637819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448f430-edf5-44db-b648-4d96a5f266b8 req-cc07e8df-f0a5-4d3c-a480-4ff2e1f40ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:18.643974 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4448f430-edf5-44db-b648-4d96a5f266b8 req-cc07e8df-f0a5-4d3c-a480-4ff2e1f40ac9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 1097 time: 0.0592248 Jul 05 10:55:18.675668 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4448f430-edf5-44db-b648-4d96a5f266b8 req-50f9bb8c-56d7-47a9-855c-8c99de7197d5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291216 Jul 05 10:55:19.489398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51260636-de7c-4e61-8b16-deee5900532b req-28977e8f-5c69-44fe-8948-e20e21a4f7f6 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:19.491106 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-51260636-de7c-4e61-8b16-deee5900532b req-28977e8f-5c69-44fe-8948-e20e21a4f7f6 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0768275 Jul 05 10:55:19.533039 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-51260636-de7c-4e61-8b16-deee5900532b req-d5e88f2d-07b0-4da3-9892-aac4bff7d969 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361331 Jul 05 10:55:20.718336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e81d0c-cab0-4447-b97d-ebc2517b1c42 req-309c8f57-c246-4342-a729-c325d28c91ed tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:20.719872 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4e81d0c-cab0-4447-b97d-ebc2517b1c42 req-309c8f57-c246-4342-a729-c325d28c91ed tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0687671 Jul 05 10:55:20.761069 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4e81d0c-cab0-4447-b97d-ebc2517b1c42 req-a2cfe267-952d-48e5-bf87-77ca800c5866 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335002 Jul 05 10:55:20.944345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb2d51-9771-4724-8f13-a1672a6f7a15 req-e73ee570-3ae9-4b52-b189-e005a0508127 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:20.945865 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1acb2d51-9771-4724-8f13-a1672a6f7a15 req-e73ee570-3ae9-4b52-b189-e005a0508127 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0666826 Jul 05 10:55:20.985814 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1acb2d51-9771-4724-8f13-a1672a6f7a15 req-bdb78449-2683-4569-850c-61ff596d1bc7 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338821 Jul 05 10:55:21.012540 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39190) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:21.109071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0234a95-7f4f-4a07-aacc-f436efe23cef tempest-TestVolumeBackupRestore-1183349988 tempest-TestVolumeBackupRestore-1183349988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:21.110646 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d0234a95-7f4f-4a07-aacc-f436efe23cef tempest-TestVolumeBackupRestore-1183349988 tempest-TestVolumeBackupRestore-1183349988-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 1092 time: 0.0971200 Jul 05 10:55:21.113928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39194) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:21.118910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:21.251430 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:21.356169 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:21.474584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Allocated IP 172.25.5.188 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/3d21a327-2ef2-4628-8938-801f75d47613) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:55:21.586745 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:21.742812 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:21.781035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:55:21.785945 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:55:21.789377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:55:21.794884 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Pushing event updated for resources: {'Port': ['ID=3d21a327-2ef2-4628-8938-801f75d47613,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:22.486633 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:22.642483 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:22.690615 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:22.794412 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:22.902621 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:22.971249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Pushing event updated for resources: {'Port': ['ID=3d21a327-2ef2-4628-8938-801f75d47613,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:55:22.983507 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:23.091989 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Floating IP e00bab6a-76ef-45b4-b34d-30fab193b5d6 associated. External IP: 172.25.5.188, port: 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6. Jul 05 10:55:23.309095 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Router 4dda9798-c85e-4556-9183-dfce1482afb7 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:55:23.417992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:55:23.430353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eadddf4-d27a-496b-959d-0c4ae3d70f9e None None] Sync routers for ids ['4dda9798-c85e-4556-9183-dfce1482afb7'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:55:23.439561 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eadddf4-d27a-496b-959d-0c4ae3d70f9e None None] Routers {'4dda9798-c85e-4556-9183-dfce1482afb7'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:23.440314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2eadddf4-d27a-496b-959d-0c4ae3d70f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:55:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dda9798-c85e-4556-9183-dfce1482afb7'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:23.525643 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:23.556419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-2eadddf4-d27a-496b-959d-0c4ae3d70f9e None None] Set router 4dda9798-c85e-4556-9183-dfce1482afb7 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:23.567318 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9e19cdfc-1f85-47e4-9bb1-eae3b937692d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4521799 Jul 05 10:55:23.568019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325804ba-f887-463e-897f-2e421c67bdf5', 'tag': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:55:23.570330 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8627fd-d9bc-4267-be1f-f717b17d4be3" -d '{"events": [{"name": "network-changed", "server_uuid": "325804ba-f887-463e-897f-2e421c67bdf5", "tag": "1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:55:23.574237 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39196) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:23.608010 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333af0a4-2d65-4cfa-b5a8-321be6fa9b1e x-openstack-request-id: req-333af0a4-2d65-4cfa-b5a8-321be6fa9b1e {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:55:23.608399 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325804ba-f887-463e-897f-2e421c67bdf5", "tag": "1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:55:23.608560 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-333af0a4-2d65-4cfa-b5a8-321be6fa9b1e {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:55:23.608978 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325804ba-f887-463e-897f-2e421c67bdf5', 'tag': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6', 'status': 'completed', 'code': 200} Jul 05 10:55:23.629805 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8664453f-7db1-4997-b5d4-35df9291f958 tempest-TestVolumeBackupRestore-1183349988 tempest-TestVolumeBackupRestore-1183349988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:23.631360 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8664453f-7db1-4997-b5d4-35df9291f958 tempest-TestVolumeBackupRestore-1183349988 tempest-TestVolumeBackupRestore-1183349988-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 1092 time: 0.0586190 Jul 05 10:55:23.634193 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39200) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:23.639659 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-12ff4003-652a-498f-99f3-fe632dce47f0 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Request body: {'floatingip': {'port_id': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:55:23.693605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8627fd-d9bc-4267-be1f-f717b17d4be3 req-5e687c31-bd3f-4c1d-8dd3-a04678bdfa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:23.695009 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d8627fd-d9bc-4267-be1f-f717b17d4be3 req-5e687c31-bd3f-4c1d-8dd3-a04678bdfa99 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f7d6df81879d4adea4a41b873860c7fd&device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 1097 time: 0.0612078 Jul 05 10:55:23.708496 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-12ff4003-652a-498f-99f3-fe632dce47f0 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for floatingip, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:23.800793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8627fd-d9bc-4267-be1f-f717b17d4be3 req-018fbeda-931a-4518-ab18-48b3055480fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:23.803013 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d8627fd-d9bc-4267-be1f-f717b17d4be3 req-018fbeda-931a-4518-ab18-48b3055480fb service neutron] 10.222.0.73 "GET /v2.0/networks?id=580ba92b-a495-45b2-a080-01223a7ea9b4 HTTP/1.1" status: 200 len: 915 time: 0.1021430 Jul 05 10:55:23.820233 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2eadddf4-d27a-496b-959d-0c4ae3d70f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:52:22Z', 'revision_number': 4, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'e00bab6a-76ef-45b4-b34d-30fab193b5d6', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'port_id': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'mac_address': 'fa:16:3e:13:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325804ba-f887-463e-897f-2e421c67bdf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:55:22Z', 'updated_at': '2021-07-05T10:55:22Z', 'revision_number': 0, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c43c36-1c7e-4ff4-928e-cab144840334', 'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'mac_address': 'fa:16:3e:63:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:22Z', 'updated_at': '2021-07-05T10:52:28Z', 'revision_number': 5, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'subnets': [{'id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:23.850725 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eadddf4-d27a-496b-959d-0c4ae3d70f9e None None] Checking router: 4dda9798-c85e-4556-9183-dfce1482afb7 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:55:23.860689 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eadddf4-d27a-496b-959d-0c4ae3d70f9e None None] Routers {'4dda9798-c85e-4556-9183-dfce1482afb7'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:23.861001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2eadddf4-d27a-496b-959d-0c4ae3d70f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:55:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dda9798-c85e-4556-9183-dfce1482afb7'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:23.884829 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d8627fd-d9bc-4267-be1f-f717b17d4be3 req-a189a267-2a3c-40ac-95f7-652165541712 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 HTTP/1.1" status: 200 len: 999 time: 0.0746810 Jul 05 10:55:23.938763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8627fd-d9bc-4267-be1f-f717b17d4be3 req-34b76db0-3969-42c3-ba92-17c404a8a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:23.940661 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d8627fd-d9bc-4267-be1f-f717b17d4be3 req-34b76db0-3969-42c3-ba92-17c404a8a7a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31e810fc-f919-4974-a8c6-ef32e787cd95 HTTP/1.1" status: 200 len: 853 time: 0.0492673 Jul 05 10:55:23.986726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-2eadddf4-d27a-496b-959d-0c4ae3d70f9e None None] Set router 4dda9798-c85e-4556-9183-dfce1482afb7 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:24.014750 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8627fd-d9bc-4267-be1f-f717b17d4be3 req-0930d681-d64f-493e-84d6-3d9769ce0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:24.016674 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d8627fd-d9bc-4267-be1f-f717b17d4be3 req-0930d681-d64f-493e-84d6-3d9769ce0624 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=580ba92b-a495-45b2-a080-01223a7ea9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696950 Jul 05 10:55:24.131577 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d8627fd-d9bc-4267-be1f-f717b17d4be3 req-815994fc-c3ab-4a87-a391-e42d77527596 service neutron] 10.222.0.73 "GET /v2.0/networks/580ba92b-a495-45b2-a080-01223a7ea9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079695 Jul 05 10:55:24.249538 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1d8627fd-d9bc-4267-be1f-f717b17d4be3 req-bedf3cc8-cfb3-499e-9d77-27dc84ac2d5c service neutron] 10.222.0.73 "GET /v2.0/networks/580ba92b-a495-45b2-a080-01223a7ea9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112638 Jul 05 10:55:24.259258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2eadddf4-d27a-496b-959d-0c4ae3d70f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:52:22Z', 'revision_number': 4, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'e00bab6a-76ef-45b4-b34d-30fab193b5d6', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'port_id': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'mac_address': 'fa:16:3e:13:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325804ba-f887-463e-897f-2e421c67bdf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:55:22Z', 'updated_at': '2021-07-05T10:55:22Z', 'revision_number': 0, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c43c36-1c7e-4ff4-928e-cab144840334', 'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'mac_address': 'fa:16:3e:63:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:22Z', 'updated_at': '2021-07-05T10:52:28Z', 'revision_number': 5, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'subnets': [{'id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:24.289099 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d135d95-7fe8-4688-ac22-3ef8703e9cb5 req-c79802d4-efc6-4863-b2e3-db40d65967b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1145957 Jul 05 10:55:24.294865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eadddf4-d27a-496b-959d-0c4ae3d70f9e None None] The sync data for ids ['4dda9798-c85e-4556-9183-dfce1482afb7'] in n-d-779913-27 is: [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:52:22Z', 'revision_number': 4, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'e00bab6a-76ef-45b4-b34d-30fab193b5d6', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'port_id': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'mac_address': 'fa:16:3e:13:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325804ba-f887-463e-897f-2e421c67bdf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:55:22Z', 'updated_at': '2021-07-05T10:55:22Z', 'revision_number': 0, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c43c36-1c7e-4ff4-928e-cab144840334', 'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'mac_address': 'fa:16:3e:63:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:22Z', 'updated_at': '2021-07-05T10:52:28Z', 'revision_number': 5, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'subnets': [{'id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:55:24.356138 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-12ff4003-652a-498f-99f3-fe632dce47f0 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:24.405371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d135d95-7fe8-4688-ac22-3ef8703e9cb5 req-da4943a8-a588-48a1-b91f-8d6d4abb7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:24.407001 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d135d95-7fe8-4688-ac22-3ef8703e9cb5 req-da4943a8-a588-48a1-b91f-8d6d4abb7516 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0627191 Jul 05 10:55:24.474755 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-12ff4003-652a-498f-99f3-fe632dce47f0 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:24.521110 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:24.545063 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86513092-2198-498a-9d72-0e6d13fc4de5 None None] New status for floating IP e00bab6a-76ef-45b4-b34d-30fab193b5d6: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:55:24.601508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d135d95-7fe8-4688-ac22-3ef8703e9cb5 req-69f13593-a831-4c63-bb49-c51858155b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:24.602972 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d135d95-7fe8-4688-ac22-3ef8703e9cb5 req-69f13593-a831-4c63-bb49-c51858155b6d service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.1733656 Jul 05 10:55:24.717617 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d135d95-7fe8-4688-ac22-3ef8703e9cb5 req-89f2d118-6b27-4c4f-b407-5f6f77ef637f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=868ab6fd-e75c-4aa9-bebe-e5557ba68b36 HTTP/1.1" status: 200 len: 1000 time: 0.1052461 Jul 05 10:55:24.811933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d135d95-7fe8-4688-ac22-3ef8703e9cb5 req-8e7aa389-5dae-4818-9807-6377d178f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:24.813269 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d135d95-7fe8-4688-ac22-3ef8703e9cb5 req-8e7aa389-5dae-4818-9807-6377d178f1d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0886416 Jul 05 10:55:24.821739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ff4003-652a-498f-99f3-fe632dce47f0 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Router 4dda9798-c85e-4556-9183-dfce1482afb7 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:55:24.955268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d135d95-7fe8-4688-ac22-3ef8703e9cb5 req-7af350dd-f2cb-488c-bd5e-e71c06a67c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:24.956847 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d135d95-7fe8-4688-ac22-3ef8703e9cb5 req-7af350dd-f2cb-488c-bd5e-e71c06a67c51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1340597 Jul 05 10:55:25.358656 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ff4003-652a-498f-99f3-fe632dce47f0 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:55:25.367576 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-12ff4003-652a-498f-99f3-fe632dce47f0 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:25.368971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a550d865-55a3-459b-ad41-4902ebb9939e None None] Sync routers for ids ['4dda9798-c85e-4556-9183-dfce1482afb7'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:55:25.379102 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a550d865-55a3-459b-ad41-4902ebb9939e None None] Routers {'4dda9798-c85e-4556-9183-dfce1482afb7'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:25.380355 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a550d865-55a3-459b-ad41-4902ebb9939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:55:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dda9798-c85e-4556-9183-dfce1482afb7'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:25.429173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325804ba-f887-463e-897f-2e421c67bdf5', 'tag': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:55:25.431464 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e41d02-e64d-425b-9dbf-d48010628f76" -d '{"events": [{"name": "network-changed", "server_uuid": "325804ba-f887-463e-897f-2e421c67bdf5", "tag": "1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:55:25.467084 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d135d95-7fe8-4688-ac22-3ef8703e9cb5 req-055022ba-cd64-4b0c-b4d2-17920fcdf430 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982195 Jul 05 10:55:25.470221 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf31419-f2a7-4d24-b426-54735694ec55 x-openstack-request-id: req-adf31419-f2a7-4d24-b426-54735694ec55 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:55:25.470505 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325804ba-f887-463e-897f-2e421c67bdf5", "tag": "1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:55:25.470762 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-adf31419-f2a7-4d24-b426-54735694ec55 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:55:25.471142 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325804ba-f887-463e-897f-2e421c67bdf5', 'tag': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6', 'status': 'completed', 'code': 200} Jul 05 10:55:25.504875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-12ff4003-652a-498f-99f3-fe632dce47f0 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "PUT /v2.0/floatingips/e00bab6a-76ef-45b4-b34d-30fab193b5d6 HTTP/1.1" status: 200 len: 991 time: 1.8637419 Jul 05 10:55:25.514674 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-a550d865-55a3-459b-ad41-4902ebb9939e None None] Set router 4dda9798-c85e-4556-9183-dfce1482afb7 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:25.562998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e41d02-e64d-425b-9dbf-d48010628f76 req-2b4ad8d0-c639-4db2-8952-c2f6562a4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:25.564591 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39e41d02-e64d-425b-9dbf-d48010628f76 req-2b4ad8d0-c639-4db2-8952-c2f6562a4f73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f7d6df81879d4adea4a41b873860c7fd&device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 1097 time: 0.0689955 Jul 05 10:55:25.583995 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d135d95-7fe8-4688-ac22-3ef8703e9cb5 req-3d16e75a-9f5c-467b-afee-9d8ea323ee06 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075964 Jul 05 10:55:25.668084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e41d02-e64d-425b-9dbf-d48010628f76 req-d6af8011-b11c-40ac-9db5-291ef3e03dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:25.669582 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39e41d02-e64d-425b-9dbf-d48010628f76 req-d6af8011-b11c-40ac-9db5-291ef3e03dec service neutron] 10.222.0.73 "GET /v2.0/networks?id=580ba92b-a495-45b2-a080-01223a7ea9b4 HTTP/1.1" status: 200 len: 915 time: 0.0994024 Jul 05 10:55:25.741128 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39e41d02-e64d-425b-9dbf-d48010628f76 req-69d5a9f1-aee2-41c4-8de1-c1f787b9ceb7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 HTTP/1.1" status: 200 len: 1001 time: 0.0653243 Jul 05 10:55:25.749373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.73', 63451) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:55:25.766231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a550d865-55a3-459b-ad41-4902ebb9939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:52:22Z', 'revision_number': 4, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'e00bab6a-76ef-45b4-b34d-30fab193b5d6', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'port_id': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'mac_address': 'fa:16:3e:13:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325804ba-f887-463e-897f-2e421c67bdf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:55:22Z', 'updated_at': '2021-07-05T10:55:24Z', 'revision_number': 2, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c43c36-1c7e-4ff4-928e-cab144840334', 'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'mac_address': 'fa:16:3e:63:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:22Z', 'updated_at': '2021-07-05T10:52:28Z', 'revision_number': 5, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'subnets': [{'id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:25.792699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a550d865-55a3-459b-ad41-4902ebb9939e None None] Checking router: 4dda9798-c85e-4556-9183-dfce1482afb7 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:55:25.801157 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a550d865-55a3-459b-ad41-4902ebb9939e None None] Routers {'4dda9798-c85e-4556-9183-dfce1482afb7'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:55:25.801768 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a550d865-55a3-459b-ad41-4902ebb9939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:55:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dda9798-c85e-4556-9183-dfce1482afb7'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:25.831606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e41d02-e64d-425b-9dbf-d48010628f76 req-1ec00dca-0e52-43d7-9529-c00eccad178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:25.833989 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39e41d02-e64d-425b-9dbf-d48010628f76 req-1ec00dca-0e52-43d7-9529-c00eccad178d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31e810fc-f919-4974-a8c6-ef32e787cd95 HTTP/1.1" status: 200 len: 853 time: 0.0748165 Jul 05 10:55:25.881490 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4e50f02-cdc2-4687-b753-d98d473d8c7f req-298fda30-e841-434e-ac76-bf5d243bca38 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1308930 Jul 05 10:55:25.913360 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e41d02-e64d-425b-9dbf-d48010628f76 req-ced53e6b-3389-49a4-bff0-6cb0460dc860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:25.915042 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39e41d02-e64d-425b-9dbf-d48010628f76 req-ced53e6b-3389-49a4-bff0-6cb0460dc860 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=580ba92b-a495-45b2-a080-01223a7ea9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721824 Jul 05 10:55:25.919799 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-a550d865-55a3-459b-ad41-4902ebb9939e None None] Set router 4dda9798-c85e-4556-9183-dfce1482afb7 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:55:26.052779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e50f02-cdc2-4687-b753-d98d473d8c7f req-747a7744-efbe-45e9-8cae-04a50da8fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:26.054290 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4e50f02-cdc2-4687-b753-d98d473d8c7f req-747a7744-efbe-45e9-8cae-04a50da8fe02 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 1098 time: 0.1136472 Jul 05 10:55:26.056082 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39e41d02-e64d-425b-9dbf-d48010628f76 req-8f5c7f54-7c0f-4e58-9f80-9eb5534e1408 service neutron] 10.222.0.73 "GET /v2.0/networks/580ba92b-a495-45b2-a080-01223a7ea9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346169 Jul 05 10:55:26.164810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a550d865-55a3-459b-ad41-4902ebb9939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:52:22Z', 'revision_number': 4, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'e00bab6a-76ef-45b4-b34d-30fab193b5d6', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'port_id': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'mac_address': 'fa:16:3e:13:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325804ba-f887-463e-897f-2e421c67bdf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:55:22Z', 'updated_at': '2021-07-05T10:55:24Z', 'revision_number': 2, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c43c36-1c7e-4ff4-928e-cab144840334', 'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'mac_address': 'fa:16:3e:63:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:22Z', 'updated_at': '2021-07-05T10:52:28Z', 'revision_number': 5, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'subnets': [{'id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:55:26.202546 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a550d865-55a3-459b-ad41-4902ebb9939e None None] The sync data for ids ['4dda9798-c85e-4556-9183-dfce1482afb7'] in n-d-779913-27 is: [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:52:22Z', 'revision_number': 4, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'e00bab6a-76ef-45b4-b34d-30fab193b5d6', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'port_id': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'mac_address': 'fa:16:3e:13:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325804ba-f887-463e-897f-2e421c67bdf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:55:22Z', 'updated_at': '2021-07-05T10:55:24Z', 'revision_number': 2, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c43c36-1c7e-4ff4-928e-cab144840334', 'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'mac_address': 'fa:16:3e:63:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:22Z', 'updated_at': '2021-07-05T10:52:28Z', 'revision_number': 5, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'subnets': [{'id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:55:26.226559 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39e41d02-e64d-425b-9dbf-d48010628f76 req-fe93f846-00fc-4de5-abb9-05b9b4df9b86 service neutron] 10.222.0.73 "GET /v2.0/networks/580ba92b-a495-45b2-a080-01223a7ea9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633773 Jul 05 10:55:26.238780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e50f02-cdc2-4687-b753-d98d473d8c7f req-4a38c20b-23f1-4f01-90f9-45f9ee3346e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:26.244119 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4e50f02-cdc2-4687-b753-d98d473d8c7f req-4a38c20b-23f1-4f01-90f9-45f9ee3346e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.1581397 Jul 05 10:55:26.320280 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4e50f02-cdc2-4687-b753-d98d473d8c7f req-c1684003-2530-4e0d-8185-a95157dc46ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5d37181-d7e1-4396-8c46-c2467bbb4ce0 HTTP/1.1" status: 200 len: 1002 time: 0.0720479 Jul 05 10:55:26.374803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e50f02-cdc2-4687-b753-d98d473d8c7f req-3ecac3fe-8603-4687-9f59-56eab34a8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:26.376442 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4e50f02-cdc2-4687-b753-d98d473d8c7f req-3ecac3fe-8603-4687-9f59-56eab34a8cc1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0504234 Jul 05 10:55:26.441585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e50f02-cdc2-4687-b753-d98d473d8c7f req-3190afa3-487b-4c59-a53c-a56329f5b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:26.443159 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4e50f02-cdc2-4687-b753-d98d473d8c7f req-3190afa3-487b-4c59-a53c-a56329f5b16c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549390 Jul 05 10:55:26.544867 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4e50f02-cdc2-4687-b753-d98d473d8c7f req-66b0d969-81d9-4486-80c5-6d05a451b3bc service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955667 Jul 05 10:55:26.639788 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4e50f02-cdc2-4687-b753-d98d473d8c7f req-1260e111-cb91-42bc-a752-f6a0f32488ca service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892010 Jul 05 10:55:27.472034 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325804ba-f887-463e-897f-2e421c67bdf5', 'tag': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:55:27.474398 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd15033f-242a-4770-9644-c64a9481834b" -d '{"events": [{"name": "network-changed", "server_uuid": "325804ba-f887-463e-897f-2e421c67bdf5", "tag": "1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:55:27.510459 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a366e74-c7a0-40ee-9c0f-fd4086969aec x-openstack-request-id: req-0a366e74-c7a0-40ee-9c0f-fd4086969aec {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:55:27.510745 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325804ba-f887-463e-897f-2e421c67bdf5", "tag": "1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:55:27.510995 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a366e74-c7a0-40ee-9c0f-fd4086969aec {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:55:27.511400 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325804ba-f887-463e-897f-2e421c67bdf5', 'tag': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6', 'status': 'completed', 'code': 200} Jul 05 10:55:27.586623 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15033f-242a-4770-9644-c64a9481834b req-8ec670f0-85fe-4dcb-afd1-1aaf77136872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:27.588151 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd15033f-242a-4770-9644-c64a9481834b req-8ec670f0-85fe-4dcb-afd1-1aaf77136872 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f7d6df81879d4adea4a41b873860c7fd&device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 1097 time: 0.0546560 Jul 05 10:55:27.684604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15033f-242a-4770-9644-c64a9481834b req-8c8e69c4-ee6d-4e3c-ae0e-df34cc5927ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:27.686092 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd15033f-242a-4770-9644-c64a9481834b req-8c8e69c4-ee6d-4e3c-ae0e-df34cc5927ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=580ba92b-a495-45b2-a080-01223a7ea9b4 HTTP/1.1" status: 200 len: 915 time: 0.0921485 Jul 05 10:55:27.751321 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd15033f-242a-4770-9644-c64a9481834b req-e0132d64-ba67-4b2a-a28b-a8b2fa73aba1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 HTTP/1.1" status: 200 len: 1001 time: 0.0586247 Jul 05 10:55:27.804363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15033f-242a-4770-9644-c64a9481834b req-cbeb7718-be73-4667-87c2-8be24b649bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:27.805885 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd15033f-242a-4770-9644-c64a9481834b req-cbeb7718-be73-4667-87c2-8be24b649bb9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31e810fc-f919-4974-a8c6-ef32e787cd95 HTTP/1.1" status: 200 len: 853 time: 0.0484235 Jul 05 10:55:27.864479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15033f-242a-4770-9644-c64a9481834b req-cd33088c-9725-461a-84d2-81efe3cbcab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:55:27.865980 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd15033f-242a-4770-9644-c64a9481834b req-cd33088c-9725-461a-84d2-81efe3cbcab1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=580ba92b-a495-45b2-a080-01223a7ea9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544355 Jul 05 10:55:27.956204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd15033f-242a-4770-9644-c64a9481834b req-011db681-ac28-40af-a65c-ef6c38847134 service neutron] 10.222.0.73 "GET /v2.0/networks/580ba92b-a495-45b2-a080-01223a7ea9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842257 Jul 05 10:55:28.054159 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd15033f-242a-4770-9644-c64a9481834b req-60b10380-10d6-41fa-8e8e-4cf2c7b90c51 service neutron] 10.222.0.73 "GET /v2.0/networks/580ba92b-a495-45b2-a080-01223a7ea9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917184 Jul 05 10:55:38.412452 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:55:41.102537 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-268944b8-af92-4964-8503-c24351ec55f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:43.696296 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8de27d65-6504-4a1e-836b-fd10e7bb740a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:43.742232 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:45.205024 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:46.925099 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:52.713637 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:55:54.611196 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:11.176560 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f37c5c2e-f96e-4359-acff-2d057c1274db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:13.674243 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d2434e75-9036-4353-b8f7-b5725758cc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:13.741703 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:15.101865 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:15.415211 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:56:16.976892 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:22.667927 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:24.530653 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:26.189082 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c447f35-6340-4e11-9fe8-76ef6f50b580 req-81d34995-ba2e-4ac1-9ece-b7dcb5e77413 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517900 Jul 05 10:56:26.292788 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c447f35-6340-4e11-9fe8-76ef6f50b580 req-e3beb05e-14a6-4e2a-81c3-20967a7eb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:26.294301 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c447f35-6340-4e11-9fe8-76ef6f50b580 req-e3beb05e-14a6-4e2a-81c3-20967a7eb3d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0569146 Jul 05 10:56:26.408148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c447f35-6340-4e11-9fe8-76ef6f50b580 req-e3fa4b20-4d01-4e3c-96a6-3aec0d603560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:26.409662 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c447f35-6340-4e11-9fe8-76ef6f50b580 req-e3fa4b20-4d01-4e3c-96a6-3aec0d603560 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.0932837 Jul 05 10:56:26.480551 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c447f35-6340-4e11-9fe8-76ef6f50b580 req-6a81277b-1df6-4052-9843-45ff82166d16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=868ab6fd-e75c-4aa9-bebe-e5557ba68b36 HTTP/1.1" status: 200 len: 1000 time: 0.0610127 Jul 05 10:56:26.532350 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c447f35-6340-4e11-9fe8-76ef6f50b580 req-8a336813-bf1b-41ff-a4e2-8f4febc0687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:26.533864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c447f35-6340-4e11-9fe8-76ef6f50b580 req-8a336813-bf1b-41ff-a4e2-8f4febc0687f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0445051 Jul 05 10:56:26.601647 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c447f35-6340-4e11-9fe8-76ef6f50b580 req-91b0540f-0e31-4be3-becb-f6165388bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:26.603280 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c447f35-6340-4e11-9fe8-76ef6f50b580 req-91b0540f-0e31-4be3-becb-f6165388bad9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590796 Jul 05 10:56:26.698908 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c447f35-6340-4e11-9fe8-76ef6f50b580 req-4cef67f1-e5e1-4aac-97fe-366c2b660716 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845311 Jul 05 10:56:26.799078 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0c447f35-6340-4e11-9fe8-76ef6f50b580 req-62cc3d23-a179-4d81-b3e6-c0e5e9e0f21b service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903175 Jul 05 10:56:26.884170 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ccbd640a-c144-4da7-b1ee-7883fcbde37e req-593881b8-7cc2-4b29-98a3-b3cc268d94f6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553801 Jul 05 10:56:26.957393 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd640a-c144-4da7-b1ee-7883fcbde37e req-f97f20a0-e83d-4cf2-93c6-7cbf86dd06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:26.958982 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ccbd640a-c144-4da7-b1ee-7883fcbde37e req-f97f20a0-e83d-4cf2-93c6-7cbf86dd06f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f7d6df81879d4adea4a41b873860c7fd&device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 1097 time: 0.0536997 Jul 05 10:56:27.069201 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd640a-c144-4da7-b1ee-7883fcbde37e req-49f9cf72-b020-46dd-bbd2-b956e34a013f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:27.070825 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ccbd640a-c144-4da7-b1ee-7883fcbde37e req-49f9cf72-b020-46dd-bbd2-b956e34a013f service neutron] 10.222.0.73 "GET /v2.0/networks?id=580ba92b-a495-45b2-a080-01223a7ea9b4 HTTP/1.1" status: 200 len: 915 time: 0.0927663 Jul 05 10:56:27.137176 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ccbd640a-c144-4da7-b1ee-7883fcbde37e req-35a1151b-172a-44ac-9f64-27b4d9fc5345 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 HTTP/1.1" status: 200 len: 1001 time: 0.0600891 Jul 05 10:56:27.189225 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd640a-c144-4da7-b1ee-7883fcbde37e req-eebeda0d-2b1f-4fb4-a424-560e291822ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:27.190693 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ccbd640a-c144-4da7-b1ee-7883fcbde37e req-eebeda0d-2b1f-4fb4-a424-560e291822ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31e810fc-f919-4974-a8c6-ef32e787cd95 HTTP/1.1" status: 200 len: 853 time: 0.0482492 Jul 05 10:56:27.248924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd640a-c144-4da7-b1ee-7883fcbde37e req-fe3bc049-afda-4f8e-af84-fd62e2a37af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:27.250506 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ccbd640a-c144-4da7-b1ee-7883fcbde37e req-fe3bc049-afda-4f8e-af84-fd62e2a37af8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=580ba92b-a495-45b2-a080-01223a7ea9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531647 Jul 05 10:56:27.338804 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ccbd640a-c144-4da7-b1ee-7883fcbde37e req-6de6f6f6-d140-4e9c-b2d6-6674078d25e4 service neutron] 10.222.0.73 "GET /v2.0/networks/580ba92b-a495-45b2-a080-01223a7ea9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814607 Jul 05 10:56:27.435428 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ccbd640a-c144-4da7-b1ee-7883fcbde37e req-ba52b3fd-c567-4d9c-9f0b-174197092a7f service neutron] 10.222.0.73 "GET /v2.0/networks/580ba92b-a495-45b2-a080-01223a7ea9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901361 Jul 05 10:56:41.176568 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fefe8521-756b-457f-bb55-27422401f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:43.633552 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-788a7a8a-b521-4bb1-bde6-cccff9742193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:43.690724 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:44.660204 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39250) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:56:44.819307 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Deleting port 3d21a327-2ef2-4628-8938-801f75d47613 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:56:44.819652 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:44.896910 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:44.897252 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:44.909300 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Calling delete_port for 3d21a327-2ef2-4628-8938-801f75d47613 owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:56:45.153764 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:45.211022 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:45.237173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Pushing event deleted for resources: {'Port': ['ID=3d21a327-2ef2-4628-8938-801f75d47613,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:56:45.250864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:45.251211 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:45.251612 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:45.252020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:45.252361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:45.252691 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:45.253016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:45.253343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:45.253895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:45.254223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:45.254548 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:45.254868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:45.317772 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:45.318106 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Floating IP e00bab6a-76ef-45b4-b34d-30fab193b5d6 disassociated (deleted). External IP: 172.25.5.188, port: 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6. Jul 05 10:56:45.533444 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Router 4dda9798-c85e-4556-9183-dfce1482afb7 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:56:45.645914 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:56:45.652045 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:45.656797 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5837f1c0-d038-41ef-a247-90f517873fa0 None None] Sync routers for ids ['4dda9798-c85e-4556-9183-dfce1482afb7'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:56:45.668572 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5837f1c0-d038-41ef-a247-90f517873fa0 None None] Routers {'4dda9798-c85e-4556-9183-dfce1482afb7'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:56:45.669230 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-5837f1c0-d038-41ef-a247-90f517873fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:56:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dda9798-c85e-4556-9183-dfce1482afb7'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:56:45.692601 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8c60bfc1-f5a6-4322-9621-b4a006f6c285 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "DELETE /v2.0/floatingips/e00bab6a-76ef-45b4-b34d-30fab193b5d6 HTTP/1.1" status: 204 len: 168 time: 1.0311532 Jul 05 10:56:45.693345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325804ba-f887-463e-897f-2e421c67bdf5', 'tag': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:56:45.695746 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef36d7b2-a137-4afb-9259-1e3cf7505da6" -d '{"events": [{"name": "network-changed", "server_uuid": "325804ba-f887-463e-897f-2e421c67bdf5", "tag": "1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:56:45.743157 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58bbe75-f8b3-42ab-8a77-a361ee362c3f x-openstack-request-id: req-e58bbe75-f8b3-42ab-8a77-a361ee362c3f {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:56:45.743461 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325804ba-f887-463e-897f-2e421c67bdf5", "tag": "1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:56:45.743739 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e58bbe75-f8b3-42ab-8a77-a361ee362c3f {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:56:45.744158 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325804ba-f887-463e-897f-2e421c67bdf5', 'tag': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6', 'status': 'completed', 'code': 200} Jul 05 10:56:45.781296 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-5837f1c0-d038-41ef-a247-90f517873fa0 None None] Set router 4dda9798-c85e-4556-9183-dfce1482afb7 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:56:45.831475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36d7b2-a137-4afb-9259-1e3cf7505da6 req-f7063eb0-9d82-48e6-b1d6-6f35af0e5aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:45.833273 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef36d7b2-a137-4afb-9259-1e3cf7505da6 req-f7063eb0-9d82-48e6-b1d6-6f35af0e5aab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f7d6df81879d4adea4a41b873860c7fd&device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 1097 time: 0.0648973 Jul 05 10:56:45.938642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36d7b2-a137-4afb-9259-1e3cf7505da6 req-30adf53b-4ae6-4bb0-bd81-0196ab23cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:45.940151 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef36d7b2-a137-4afb-9259-1e3cf7505da6 req-30adf53b-4ae6-4bb0-bd81-0196ab23cc42 service neutron] 10.222.0.73 "GET /v2.0/networks?id=580ba92b-a495-45b2-a080-01223a7ea9b4 HTTP/1.1" status: 200 len: 915 time: 0.1003404 Jul 05 10:56:45.984111 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef36d7b2-a137-4afb-9259-1e3cf7505da6 req-0559fc27-c00e-4ba4-93ca-d31746e745dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 HTTP/1.1" status: 200 len: 217 time: 0.0371759 Jul 05 10:56:45.990317 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-5837f1c0-d038-41ef-a247-90f517873fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:52:22Z', 'revision_number': 4, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f0c43c36-1c7e-4ff4-928e-cab144840334', 'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'mac_address': 'fa:16:3e:63:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:22Z', 'updated_at': '2021-07-05T10:52:28Z', 'revision_number': 5, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'subnets': [{'id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:56:46.017146 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5837f1c0-d038-41ef-a247-90f517873fa0 None None] Checking router: 4dda9798-c85e-4556-9183-dfce1482afb7 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:56:46.026608 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5837f1c0-d038-41ef-a247-90f517873fa0 None None] Routers {'4dda9798-c85e-4556-9183-dfce1482afb7'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:56:46.027279 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-5837f1c0-d038-41ef-a247-90f517873fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:56:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dda9798-c85e-4556-9183-dfce1482afb7'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:56:46.034559 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36d7b2-a137-4afb-9259-1e3cf7505da6 req-1430bd4d-7b07-440b-897b-e373465adb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:46.040273 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef36d7b2-a137-4afb-9259-1e3cf7505da6 req-1430bd4d-7b07-440b-897b-e373465adb23 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31e810fc-f919-4974-a8c6-ef32e787cd95 HTTP/1.1" status: 200 len: 853 time: 0.0465941 Jul 05 10:56:46.100644 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36d7b2-a137-4afb-9259-1e3cf7505da6 req-e45e5337-c5fe-4a7d-b4f9-337f7b503b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:46.102240 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef36d7b2-a137-4afb-9259-1e3cf7505da6 req-e45e5337-c5fe-4a7d-b4f9-337f7b503b0d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=580ba92b-a495-45b2-a080-01223a7ea9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593674 Jul 05 10:56:46.138123 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-5837f1c0-d038-41ef-a247-90f517873fa0 None None] Set router 4dda9798-c85e-4556-9183-dfce1482afb7 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:56:46.196637 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef36d7b2-a137-4afb-9259-1e3cf7505da6 req-4ea0596f-f089-4461-ae9c-48026a62f541 service neutron] 10.222.0.73 "GET /v2.0/networks/580ba92b-a495-45b2-a080-01223a7ea9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877669 Jul 05 10:56:46.300007 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef36d7b2-a137-4afb-9259-1e3cf7505da6 req-08f038f3-fd93-4ca9-9b33-0b9fcb92f828 service neutron] 10.222.0.73 "GET /v2.0/networks/580ba92b-a495-45b2-a080-01223a7ea9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967703 Jul 05 10:56:46.349582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b513900-3575-4015-96eb-95363df74427 req-f046039b-1514-45ee-a402-9a0249e50aef tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:46.351276 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b513900-3575-4015-96eb-95363df74427 req-f046039b-1514-45ee-a402-9a0249e50aef tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0691409 Jul 05 10:56:46.353903 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-5837f1c0-d038-41ef-a247-90f517873fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:52:22Z', 'revision_number': 4, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f0c43c36-1c7e-4ff4-928e-cab144840334', 'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'mac_address': 'fa:16:3e:63:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:22Z', 'updated_at': '2021-07-05T10:52:28Z', 'revision_number': 5, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'subnets': [{'id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:56:46.381336 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5837f1c0-d038-41ef-a247-90f517873fa0 None None] The sync data for ids ['4dda9798-c85e-4556-9183-dfce1482afb7'] in n-d-779913-27 is: [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:52:22Z', 'revision_number': 4, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'f0c43c36-1c7e-4ff4-928e-cab144840334', 'name': '', 'network_id': '580ba92b-a495-45b2-a080-01223a7ea9b4', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'mac_address': 'fa:16:3e:63:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:22Z', 'updated_at': '2021-07-05T10:52:28Z', 'revision_number': 5, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'subnets': [{'id': '31e810fc-f919-4974-a8c6-ef32e787cd95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:56:46.394412 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b513900-3575-4015-96eb-95363df74427 req-4be5af67-1ff5-4cae-9423-7729bd77ae24 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362895 Jul 05 10:56:46.614427 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bc0754-f776-454b-9a82-a284a4b904fe None None] New status for floating IP e00bab6a-76ef-45b4-b34d-30fab193b5d6: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:56:46.930506 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:47.582353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818087b-e015-4f62-9366-c325e1dd84bd req-8a513f6b-a6b6-4975-8688-1eed87adbae0 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:47.583871 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3818087b-e015-4f62-9366-c325e1dd84bd req-8a513f6b-a6b6-4975-8688-1eed87adbae0 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0706496 Jul 05 10:56:47.622521 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3818087b-e015-4f62-9366-c325e1dd84bd req-17e8a4f2-3be0-42b9-90c2-b9f1547b466b tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ccd12c8-5428-4d3f-93b6-7298f587947d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325065 Jul 05 10:56:47.841532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f44b8e-3721-4866-8ff1-56c0ba02fca3 req-821855dd-cd23-45e1-bd18-470f46a5e143 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:56:47.842989 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-15f44b8e-3721-4866-8ff1-56c0ba02fca3 req-821855dd-cd23-45e1-bd18-470f46a5e143 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.73 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0619996 Jul 05 10:56:47.946813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-15f44b8e-3721-4866-8ff1-56c0ba02fca3 req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Deleting port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:56:47.947155 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-15f44b8e-3721-4866-8ff1-56c0ba02fca3 req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:48.035638 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-15f44b8e-3721-4866-8ff1-56c0ba02fca3 req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] For port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6,segment=NetworkSegment(9760d039-7e80-4113-bfa8-524830eb9e9e),segment_id=9760d039-7e80-4113-bfa8-524830eb9e9e)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:56:48.035943 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-15f44b8e-3721-4866-8ff1-56c0ba02fca3 req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:48.048548 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-15f44b8e-3721-4866-8ff1-56c0ba02fca3 req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Calling delete_port for 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:56:48.302234 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-15f44b8e-3721-4866-8ff1-56c0ba02fca3 req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:48.333265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Pushing event deleted for resources: {'Port': ['ID=1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:56:48.365396 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:48.367229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:48.367229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:48.367229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:48.367229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:48.367229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:48.367683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:48.367683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:48.368014 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:48.368333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:48.368653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:48.369031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:56:48.394061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f44b8e-3721-4866-8ff1-56c0ba02fca3 req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] No DVR routers for this DVR port 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:56:48.396788 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-15f44b8e-3721-4866-8ff1-56c0ba02fca3 req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:48.398849 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-15f44b8e-3721-4866-8ff1-56c0ba02fca3 req-c9e341a2-fed1-46e2-876e-02aaeb5615b4 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.73 "DELETE /v2.0/ports/1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 HTTP/1.1" status: 204 len: 173 time: 0.5499105 Jul 05 10:56:48.399362 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325804ba-f887-463e-897f-2e421c67bdf5', 'name': 'network-vif-deleted', 'tag': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:56:48.401781 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fe37bf-37dd-4a6d-9b79-77a0fdae74dc" -d '{"events": [{"server_uuid": "325804ba-f887-463e-897f-2e421c67bdf5", "name": "network-vif-deleted", "tag": "1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:56:48.497957 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b157c71-3c0a-4498-ac6b-bc71748d8bf9 x-openstack-request-id: req-0b157c71-3c0a-4498-ac6b-bc71748d8bf9 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:56:48.498297 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325804ba-f887-463e-897f-2e421c67bdf5", "name": "network-vif-deleted", "tag": "1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:56:48.498542 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0b157c71-3c0a-4498-ac6b-bc71748d8bf9 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:56:48.498938 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325804ba-f887-463e-897f-2e421c67bdf5', 'name': 'network-vif-deleted', 'tag': '1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6', 'status': 'completed', 'code': 200} Jul 05 10:56:48.772460 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a226260-ae8d-4fe9-8eb0-c574cce2a486 req-cc8ad8cb-6e94-4bec-9a2d-5ea4ac4da3ac tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 210 time: 0.0303423 Jul 05 10:56:49.924278 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-79d1739c-8dc7-4274-8b62-ec21135c537d req-eb8e70b6-9449-4734-a5c6-fd8f392b014d tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 210 time: 0.0346973 Jul 05 10:56:51.071912 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4867736f-e70e-41d1-955b-d17cd0eb515c req-8acbedbe-fb43-4010-ae62-17813197ca86 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 210 time: 0.0292861 Jul 05 10:56:52.214068 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-155c943a-2002-46de-b3d8-a1915b11becf req-54f938b8-8809-4160-8aa9-d88c9e1f56ee tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "GET /v2.0/ports?device_id=325804ba-f887-463e-897f-2e421c67bdf5 HTTP/1.1" status: 200 len: 210 time: 0.0294254 Jul 05 10:56:52.414615 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:56:52.607523 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:56:52.631934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:56:52.632277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 1a3edcea-1017-49a6-8fb6-ae78f9dfd3b6 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:56:52.696587 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:53.305907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39288) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:56:53.365413 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1c738a00-e3b8-4507-91e2-29946a8d8636 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:53.390050 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1c738a00-e3b8-4507-91e2-29946a8d8636 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:53.541782 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1c738a00-e3b8-4507-91e2-29946a8d8636 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:53.544761 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1c738a00-e3b8-4507-91e2-29946a8d8636 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:53.546185 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1c738a00-e3b8-4507-91e2-29946a8d8636 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] 10.222.0.77 "DELETE /v2.0/security-groups/5ccd12c8-5428-4d3f-93b6-7298f587947d HTTP/1.1" status: 204 len: 168 time: 0.2391245 Jul 05 10:56:53.562829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c738a00-e3b8-4507-91e2-29946a8d8636 tempest-TestVolumeBackupRestore-479923190 tempest-TestVolumeBackupRestore-479923190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccd12c8-5428-4d3f-93b6-7298f587947d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:56:54.519176 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:57.561053 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39456) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:56:58.007494 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-45673321-3068-490b-a362-087a5b8ba104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:58.321718 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-45673321-3068-490b-a362-087a5b8ba104 admin admin] Deleting port f0c43c36-1c7e-4ff4-928e-cab144840334 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:56:58.330306 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-45673321-3068-490b-a362-087a5b8ba104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:58.405714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-45673321-3068-490b-a362-087a5b8ba104 admin admin] For port f0c43c36-1c7e-4ff4-928e-cab144840334, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f0c43c36-1c7e-4ff4-928e-cab144840334,segment=NetworkSegment(9760d039-7e80-4113-bfa8-524830eb9e9e),segment_id=9760d039-7e80-4113-bfa8-524830eb9e9e)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:56:58.406073 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-45673321-3068-490b-a362-087a5b8ba104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:58.419462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-45673321-3068-490b-a362-087a5b8ba104 admin admin] Calling delete_port for f0c43c36-1c7e-4ff4-928e-cab144840334 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:56:58.690790 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-45673321-3068-490b-a362-087a5b8ba104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:58.719708 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45673321-3068-490b-a362-087a5b8ba104 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c43c36-1c7e-4ff4-928e-cab144840334,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:56:58.894836 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-45673321-3068-490b-a362-087a5b8ba104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:59.116931 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45673321-3068-490b-a362-087a5b8ba104 admin admin] Router 4dda9798-c85e-4556-9183-dfce1482afb7 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:56:59.225271 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45673321-3068-490b-a362-087a5b8ba104 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:56:59.230226 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-45673321-3068-490b-a362-087a5b8ba104 admin admin] 10.222.0.77 "PUT /v2.0/routers/4dda9798-c85e-4556-9183-dfce1482afb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6678469 Jul 05 10:56:59.233600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39518) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:56:59.234205 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03921263-c4c0-4d8e-836d-22d3dd38b024 None None] Sync routers for ids ['4dda9798-c85e-4556-9183-dfce1482afb7'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:56:59.243481 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03921263-c4c0-4d8e-836d-22d3dd38b024 None None] Routers {'4dda9798-c85e-4556-9183-dfce1482afb7'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:56:59.244114 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-03921263-c4c0-4d8e-836d-22d3dd38b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:56:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dda9798-c85e-4556-9183-dfce1482afb7'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:56:59.445982 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-03921263-c4c0-4d8e-836d-22d3dd38b024 None None] Set router 4dda9798-c85e-4556-9183-dfce1482afb7 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:56:59.639601 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-03921263-c4c0-4d8e-836d-22d3dd38b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:56:58Z', 'revision_number': 5, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:56:59.666006 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-05b7ed35-6dbf-493c-ad38-90c0285f87ee admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:59.671354 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03921263-c4c0-4d8e-836d-22d3dd38b024 None None] Checking router: 4dda9798-c85e-4556-9183-dfce1482afb7 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:56:59.679836 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03921263-c4c0-4d8e-836d-22d3dd38b024 None None] Routers {'4dda9798-c85e-4556-9183-dfce1482afb7'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:56:59.680440 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-03921263-c4c0-4d8e-836d-22d3dd38b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:56:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['4dda9798-c85e-4556-9183-dfce1482afb7'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:56:59.772736 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-05b7ed35-6dbf-493c-ad38-90c0285f87ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:59.782707 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-03921263-c4c0-4d8e-836d-22d3dd38b024 None None] Set router 4dda9798-c85e-4556-9183-dfce1482afb7 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:56:59.919060 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-05b7ed35-6dbf-493c-ad38-90c0285f87ee admin admin] Deleting port 56688f62-8d29-400f-a11e-52d1dec7d1ca {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:56:59.919398 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-05b7ed35-6dbf-493c-ad38-90c0285f87ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:56:59.968750 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-03921263-c4c0-4d8e-836d-22d3dd38b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:56:58Z', 'revision_number': 5, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:56:59.995184 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03921263-c4c0-4d8e-836d-22d3dd38b024 None None] The sync data for ids ['4dda9798-c85e-4556-9183-dfce1482afb7'] in n-d-779913-27 is: [{'id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'name': 'tempest-TestVolumeBackupRestore-1565783479-router', 'tenant_id': 'f7d6df81879d4adea4a41b873860c7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:19Z', 'updated_at': '2021-07-05T10:56:58Z', 'revision_number': 5, 'project_id': 'f7d6df81879d4adea4a41b873860c7fd', 'gw_port': {'id': '56688f62-8d29-400f-a11e-52d1dec7d1ca', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda9798-c85e-4556-9183-dfce1482afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:20Z', 'updated_at': '2021-07-05T10:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:57:00.013219 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-05b7ed35-6dbf-493c-ad38-90c0285f87ee admin admin] For port 56688f62-8d29-400f-a11e-52d1dec7d1ca, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=56688f62-8d29-400f-a11e-52d1dec7d1ca,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:00.013587 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-05b7ed35-6dbf-493c-ad38-90c0285f87ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:00.031425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-05b7ed35-6dbf-493c-ad38-90c0285f87ee admin admin] Calling delete_port for 56688f62-8d29-400f-a11e-52d1dec7d1ca owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:00.273805 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-05b7ed35-6dbf-493c-ad38-90c0285f87ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:00.300570 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7ed35-6dbf-493c-ad38-90c0285f87ee admin admin] Pushing event deleted for resources: {'Port': ['ID=56688f62-8d29-400f-a11e-52d1dec7d1ca,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:00.364626 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-05b7ed35-6dbf-493c-ad38-90c0285f87ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:00.459504 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-05b7ed35-6dbf-493c-ad38-90c0285f87ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:00.462351 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-05b7ed35-6dbf-493c-ad38-90c0285f87ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:00.588248 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-05b7ed35-6dbf-493c-ad38-90c0285f87ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:00.588810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b7ed35-6dbf-493c-ad38-90c0285f87ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dda9798-c85e-4556-9183-dfce1482afb7 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:57:00.595683 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-05b7ed35-6dbf-493c-ad38-90c0285f87ee admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:00.595683 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-05b7ed35-6dbf-493c-ad38-90c0285f87ee admin admin] 10.222.0.77 "DELETE /v2.0/routers/4dda9798-c85e-4556-9183-dfce1482afb7 HTTP/1.1" status: 204 len: 168 time: 1.3604922 Jul 05 10:57:00.597958 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39568) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:00.646457 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3e4061-99dc-436d-bfdd-32b49191df61 admin admin] Deleting subnet 31e810fc-f919-4974-a8c6-ef32e787cd95 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:57:00.650220 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4061-99dc-436d-bfdd-32b49191df61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:00.688682 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4061-99dc-436d-bfdd-32b49191df61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:00.775500 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4061-99dc-436d-bfdd-32b49191df61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:00.874058 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4061-99dc-436d-bfdd-32b49191df61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:00.899407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e4061-99dc-436d-bfdd-32b49191df61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31e810fc-f919-4974-a8c6-ef32e787cd95,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:00.906254 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4061-99dc-436d-bfdd-32b49191df61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:00.908206 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2d3e4061-99dc-436d-bfdd-32b49191df61 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/31e810fc-f919-4974-a8c6-ef32e787cd95 HTTP/1.1" status: 204 len: 168 time: 0.3089538 Jul 05 10:57:00.910931 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39582) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:00.912702 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb63fba-204b-4f8a-966e-276e144b46d7 None None] Network 580ba92b-a495-45b2-a080-01223a7ea9b4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:57:00.984098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:01.049252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] Deleting port d8d4c056-751b-4454-af2c-278a170f3a3f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:01.049934 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:01.125207 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] For port d8d4c056-751b-4454-af2c-278a170f3a3f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d8d4c056-751b-4454-af2c-278a170f3a3f,segment=NetworkSegment(9760d039-7e80-4113-bfa8-524830eb9e9e),segment_id=9760d039-7e80-4113-bfa8-524830eb9e9e)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:01.125607 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:01.141025 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] Calling delete_port for d8d4c056-751b-4454-af2c-278a170f3a3f owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:01.319338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] DHCP port deletion for 580ba92b-a495-45b2-a080-01223a7ea9b4 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:57:01.369820 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Deleting port d8d4c056-751b-4454-af2c-278a170f3a3f {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:01.370202 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:01.440952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] For port d8d4c056-751b-4454-af2c-278a170f3a3f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=d8d4c056-751b-4454-af2c-278a170f3a3f,segment=NetworkSegment(9760d039-7e80-4113-bfa8-524830eb9e9e),segment_id=9760d039-7e80-4113-bfa8-524830eb9e9e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:01.441483 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:01.455971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Calling delete_port for d8d4c056-751b-4454-af2c-278a170f3a3f owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:01.645010 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:01.651994 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:01.673312 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Pushing event deleted for resources: {'Port': ['ID=d8d4c056-751b-4454-af2c-278a170f3a3f,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:01.678682 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d4c056-751b-4454-af2c-278a170f3a3f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:01.683366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:01.683618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:01.684598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:01.684977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:01.685356 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:01.685733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:01.687656 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] No DVR routers for this DVR port d8d4c056-751b-4454-af2c-278a170f3a3f on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:57:01.687922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:01.687922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:01.687922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:01.687922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:01.687922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:01.688266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:01.691221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e955c-7460-4936-abc3-b24f846e00a9 None None] No DVR routers for this DVR port d8d4c056-751b-4454-af2c-278a170f3a3f on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:57:01.766572 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:01.776132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580ba92b-a495-45b2-a080-01223a7ea9b4']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:01.794852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9760d039-7e80-4113-bfa8-524830eb9e9e') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:01.795149 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9760d039-7e80-4113-bfa8-524830eb9e9e') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:01.811806 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:01.836773 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:01.844674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:57:01.848043 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:57:01.853562 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 56688f62-8d29-400f-a11e-52d1dec7d1ca no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:01.877862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 56688f62-8d29-400f-a11e-52d1dec7d1ca {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:01.878197 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 56688f62-8d29-400f-a11e-52d1dec7d1ca not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:01.878683 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d8d4c056-751b-4454-af2c-278a170f3a3f no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:01.898076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: d8d4c056-751b-4454-af2c-278a170f3a3f {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:01.898413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device d8d4c056-751b-4454-af2c-278a170f3a3f not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:01.898828 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f0c43c36-1c7e-4ff4-928e-cab144840334 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:01.918995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: f0c43c36-1c7e-4ff4-928e-cab144840334 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:01.919654 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f0c43c36-1c7e-4ff4-928e-cab144840334 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:01.993541 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:01.999966 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:02.001811 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/580ba92b-a495-45b2-a080-01223a7ea9b4 HTTP/1.1" status: 204 len: 168 time: 1.0898409 Jul 05 10:57:02.005741 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39628) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:02.025075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c96c0-f52d-4f6f-bd6a-c6bfbace5ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=580ba92b-a495-45b2-a080-01223a7ea9b4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:02.378912 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a14fb30e-63f0-4127-89d5-0b5f116f4920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:02.642397 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a14fb30e-63f0-4127-89d5-0b5f116f4920 admin admin] Deleting port dcdc97d4-cf66-4863-a70b-923916900b8d {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:02.642740 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a14fb30e-63f0-4127-89d5-0b5f116f4920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:02.720856 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-a14fb30e-63f0-4127-89d5-0b5f116f4920 admin admin] For port dcdc97d4-cf66-4863-a70b-923916900b8d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=dcdc97d4-cf66-4863-a70b-923916900b8d,segment=NetworkSegment(e1085435-ce5a-4a5d-a7ff-658c912ffc73),segment_id=e1085435-ce5a-4a5d-a7ff-658c912ffc73)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:02.721219 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a14fb30e-63f0-4127-89d5-0b5f116f4920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:02.734395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a14fb30e-63f0-4127-89d5-0b5f116f4920 admin admin] Calling delete_port for dcdc97d4-cf66-4863-a70b-923916900b8d owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:03.010482 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a14fb30e-63f0-4127-89d5-0b5f116f4920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:03.036334 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fb30e-63f0-4127-89d5-0b5f116f4920 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcdc97d4-cf66-4863-a70b-923916900b8d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:03.227664 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a14fb30e-63f0-4127-89d5-0b5f116f4920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:03.446977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14fb30e-63f0-4127-89d5-0b5f116f4920 admin admin] Router ed7f9314-4ef3-4223-9fc7-992be59fc0d6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:57:03.555587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14fb30e-63f0-4127-89d5-0b5f116f4920 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:57:03.562234 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a14fb30e-63f0-4127-89d5-0b5f116f4920 admin admin] 10.222.0.77 "PUT /v2.0/routers/ed7f9314-4ef3-4223-9fc7-992be59fc0d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5544810 Jul 05 10:57:03.564005 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29dcdc-83a7-458d-8f75-dd8020bf203e None None] Sync routers for ids ['ed7f9314-4ef3-4223-9fc7-992be59fc0d6'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:57:03.564438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39694) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:03.573301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb29dcdc-83a7-458d-8f75-dd8020bf203e None None] Routers {'ed7f9314-4ef3-4223-9fc7-992be59fc0d6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:03.573991 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cb29dcdc-83a7-458d-8f75-dd8020bf203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:56:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ed7f9314-4ef3-4223-9fc7-992be59fc0d6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:03.670984 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67669a91-8d73-4ecd-8b34-c319e64bf27a admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:03.684277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-cb29dcdc-83a7-458d-8f75-dd8020bf203e None None] Set router ed7f9314-4ef3-4223-9fc7-992be59fc0d6 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:03.779956 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67669a91-8d73-4ecd-8b34-c319e64bf27a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:03.873397 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cb29dcdc-83a7-458d-8f75-dd8020bf203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'name': 'tempest-TestVolumeBackupRestore-2064866434-router', 'tenant_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:26Z', 'updated_at': '2021-07-05T10:57:02Z', 'revision_number': 5, 'project_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'gw_port': {'id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:27Z', 'updated_at': '2021-07-05T10:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:03.904538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29dcdc-83a7-458d-8f75-dd8020bf203e None None] Checking router: ed7f9314-4ef3-4223-9fc7-992be59fc0d6 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:57:03.913154 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb29dcdc-83a7-458d-8f75-dd8020bf203e None None] Routers {'ed7f9314-4ef3-4223-9fc7-992be59fc0d6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:03.913756 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cb29dcdc-83a7-458d-8f75-dd8020bf203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:56:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ed7f9314-4ef3-4223-9fc7-992be59fc0d6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:04.017448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-cb29dcdc-83a7-458d-8f75-dd8020bf203e None None] Set router ed7f9314-4ef3-4223-9fc7-992be59fc0d6 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:04.047057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-67669a91-8d73-4ecd-8b34-c319e64bf27a admin admin] Deleting port 7192d7ad-667d-48c7-932c-3eaceb581417 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:04.047545 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67669a91-8d73-4ecd-8b34-c319e64bf27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:04.134045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-67669a91-8d73-4ecd-8b34-c319e64bf27a admin admin] For port 7192d7ad-667d-48c7-932c-3eaceb581417, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7192d7ad-667d-48c7-932c-3eaceb581417,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:04.134390 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67669a91-8d73-4ecd-8b34-c319e64bf27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:04.148976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-67669a91-8d73-4ecd-8b34-c319e64bf27a admin admin] Calling delete_port for 7192d7ad-667d-48c7-932c-3eaceb581417 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:04.198127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cb29dcdc-83a7-458d-8f75-dd8020bf203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'name': 'tempest-TestVolumeBackupRestore-2064866434-router', 'tenant_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:26Z', 'updated_at': '2021-07-05T10:57:02Z', 'revision_number': 5, 'project_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'gw_port': {'id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:27Z', 'updated_at': '2021-07-05T10:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:04.224882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29dcdc-83a7-458d-8f75-dd8020bf203e None None] The sync data for ids ['ed7f9314-4ef3-4223-9fc7-992be59fc0d6'] in n-d-779913-27 is: [{'id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'name': 'tempest-TestVolumeBackupRestore-2064866434-router', 'tenant_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:52:26Z', 'updated_at': '2021-07-05T10:57:02Z', 'revision_number': 5, 'project_id': 'fa0e6bd0efa5425a9b91069c6b80e95f', 'gw_port': {'id': '7192d7ad-667d-48c7-932c-3eaceb581417', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7f9314-4ef3-4223-9fc7-992be59fc0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:52:27Z', 'updated_at': '2021-07-05T10:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:57:04.462472 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67669a91-8d73-4ecd-8b34-c319e64bf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:04.493140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67669a91-8d73-4ecd-8b34-c319e64bf27a admin admin] Pushing event deleted for resources: {'Port': ['ID=7192d7ad-667d-48c7-932c-3eaceb581417,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:04.553102 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67669a91-8d73-4ecd-8b34-c319e64bf27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:04.653467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67669a91-8d73-4ecd-8b34-c319e64bf27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:04.655955 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67669a91-8d73-4ecd-8b34-c319e64bf27a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:04.810582 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67669a91-8d73-4ecd-8b34-c319e64bf27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:04.811158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67669a91-8d73-4ecd-8b34-c319e64bf27a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed7f9314-4ef3-4223-9fc7-992be59fc0d6 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:57:04.816348 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-67669a91-8d73-4ecd-8b34-c319e64bf27a admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:04.818289 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-67669a91-8d73-4ecd-8b34-c319e64bf27a admin admin] 10.222.0.77 "DELETE /v2.0/routers/ed7f9314-4ef3-4223-9fc7-992be59fc0d6 HTTP/1.1" status: 204 len: 168 time: 1.2532048 Jul 05 10:57:04.819197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39728) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:04.865782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d61818-c03c-44b0-89a6-f97f4b2d40a6 admin admin] Deleting subnet 20193b2b-d161-4062-b1de-2d19c4c492de {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:57:04.869456 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e1d61818-c03c-44b0-89a6-f97f4b2d40a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:04.906166 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e1d61818-c03c-44b0-89a6-f97f4b2d40a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:04.994724 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e1d61818-c03c-44b0-89a6-f97f4b2d40a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.148199 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e1d61818-c03c-44b0-89a6-f97f4b2d40a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.173029 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d61818-c03c-44b0-89a6-f97f4b2d40a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20193b2b-d161-4062-b1de-2d19c4c492de,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:05.184894 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e1d61818-c03c-44b0-89a6-f97f4b2d40a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.185084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb42c11-c86f-4f64-b432-ef2e1ae2d8b3 None None] Network 8e7feb92-6e58-47ae-ae52-89d32aca1f27 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:57:05.187060 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e1d61818-c03c-44b0-89a6-f97f4b2d40a6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/20193b2b-d161-4062-b1de-2d19c4c492de HTTP/1.1" status: 204 len: 168 time: 0.3666770 Jul 05 10:57:05.190245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39744) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:05.268985 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.336109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] Deleting port 99e7b60e-6a41-423b-91ed-79beef750f1e {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:05.336454 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.398053 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85847e8f-370b-40e2-b7ac-fce69a2d86fc None None] DHCP port deletion for 8e7feb92-6e58-47ae-ae52-89d32aca1f27 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:57:05.405742 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] For port 99e7b60e-6a41-423b-91ed-79beef750f1e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=99e7b60e-6a41-423b-91ed-79beef750f1e,segment=NetworkSegment(e1085435-ce5a-4a5d-a7ff-658c912ffc73),segment_id=e1085435-ce5a-4a5d-a7ff-658c912ffc73)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:05.405742 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.419057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] Calling delete_port for 99e7b60e-6a41-423b-91ed-79beef750f1e owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:05.452738 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-85847e8f-370b-40e2-b7ac-fce69a2d86fc None None] Deleting port 99e7b60e-6a41-423b-91ed-79beef750f1e {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:05.453118 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-85847e8f-370b-40e2-b7ac-fce69a2d86fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.518490 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-85847e8f-370b-40e2-b7ac-fce69a2d86fc None None] For port 99e7b60e-6a41-423b-91ed-79beef750f1e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=99e7b60e-6a41-423b-91ed-79beef750f1e,segment=NetworkSegment(e1085435-ce5a-4a5d-a7ff-658c912ffc73),segment_id=e1085435-ce5a-4a5d-a7ff-658c912ffc73)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:05.518883 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-85847e8f-370b-40e2-b7ac-fce69a2d86fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.531791 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-85847e8f-370b-40e2-b7ac-fce69a2d86fc None None] Calling delete_port for 99e7b60e-6a41-423b-91ed-79beef750f1e owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:05.593368 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.609026 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-85847e8f-370b-40e2-b7ac-fce69a2d86fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.622691 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] Pushing event deleted for resources: {'Port': ['ID=99e7b60e-6a41-423b-91ed-79beef750f1e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:05.624606 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] No DVR routers for this DVR port 99e7b60e-6a41-423b-91ed-79beef750f1e on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:57:05.640286 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85847e8f-370b-40e2-b7ac-fce69a2d86fc None None] Pushing event deleted for resources: {'Port': ['ID=99e7b60e-6a41-423b-91ed-79beef750f1e,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:05.643736 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85847e8f-370b-40e2-b7ac-fce69a2d86fc None None] No DVR routers for this DVR port 99e7b60e-6a41-423b-91ed-79beef750f1e on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:57:05.697595 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.708506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7feb92-6e58-47ae-ae52-89d32aca1f27']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:05.722882 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1085435-ce5a-4a5d-a7ff-658c912ffc73') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:05.723180 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1085435-ce5a-4a5d-a7ff-658c912ffc73') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:05.732852 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.746475 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.752355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:57:05.752752 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:57:05.754334 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:57:05.841836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dcdc97d4-cf66-4863-a70b-923916900b8d no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:05.862326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: dcdc97d4-cf66-4863-a70b-923916900b8d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:05.862666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device dcdc97d4-cf66-4863-a70b-923916900b8d not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:05.863070 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7192d7ad-667d-48c7-932c-3eaceb581417 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:05.881391 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 7192d7ad-667d-48c7-932c-3eaceb581417 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:05.881740 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7192d7ad-667d-48c7-932c-3eaceb581417 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:05.882148 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 99e7b60e-6a41-423b-91ed-79beef750f1e no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:05.901001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 99e7b60e-6a41-423b-91ed-79beef750f1e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:05.901463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 99e7b60e-6a41-423b-91ed-79beef750f1e not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:05.924825 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.930315 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:05.936548 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8e7feb92-6e58-47ae-ae52-89d32aca1f27 HTTP/1.1" status: 204 len: 168 time: 0.7410986 Jul 05 10:57:05.943907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a490ca7-760d-489b-aafb-4e4cad71c554 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e7feb92-6e58-47ae-ae52-89d32aca1f27,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:06.348486 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39762) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:06.389125 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a427db27-2fd7-4931-8042-6474f0636fa8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f7d6df81879d4adea4a41b873860c7fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394535 Jul 05 10:57:06.391574 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39764) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:06.438779 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c23f102-cc3c-4d08-b3c5-612b8c312df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:06.464426 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c23f102-cc3c-4d08-b3c5-612b8c312df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:06.599160 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c23f102-cc3c-4d08-b3c5-612b8c312df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:06.601770 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c23f102-cc3c-4d08-b3c5-612b8c312df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:06.602957 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5c23f102-cc3c-4d08-b3c5-612b8c312df3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb6a0f40-ef6c-446a-9192-a6f30d181469 HTTP/1.1" status: 204 len: 168 time: 0.2103784 Jul 05 10:57:06.611513 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23f102-cc3c-4d08-b3c5-612b8c312df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6a0f40-ef6c-446a-9192-a6f30d181469,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:07.250794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39770) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:07.291307 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fccf5294-5447-4ac1-a585-451fc6b52cd9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa0e6bd0efa5425a9b91069c6b80e95f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393167 Jul 05 10:57:07.294429 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39772) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:07.342149 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-283bf72f-7beb-452e-a81a-c49b7b47cc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.363546 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-283bf72f-7beb-452e-a81a-c49b7b47cc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.501894 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-283bf72f-7beb-452e-a81a-c49b7b47cc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.504413 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-283bf72f-7beb-452e-a81a-c49b7b47cc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:07.505595 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-283bf72f-7beb-452e-a81a-c49b7b47cc4a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b1c98825-9054-45a4-8b41-d846e319f101 HTTP/1.1" status: 204 len: 168 time: 0.2101920 Jul 05 10:57:07.513960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bf72f-7beb-452e-a81a-c49b7b47cc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c98825-9054-45a4-8b41-d846e319f101,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:11.107628 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-83432b51-4327-4ab6-8e1e-58d43ec2dd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:13.622108 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bd85ab1e-0975-41f0-bf20-21471888230a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:13.662004 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:15.124630 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:16.936654 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:21.296478 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39784) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:21.645898 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-dafa1d89-77c7-47b4-8c64-a235b11e7444 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Deleting port ed7dc917-7410-42ad-8de7-058d0771ea38 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:21.646247 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dafa1d89-77c7-47b4-8c64-a235b11e7444 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:22.038835 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dafa1d89-77c7-47b4-8c64-a235b11e7444 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:22.039073 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dafa1d89-77c7-47b4-8c64-a235b11e7444 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:22.050799 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-dafa1d89-77c7-47b4-8c64-a235b11e7444 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Calling delete_port for ed7dc917-7410-42ad-8de7-058d0771ea38 owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:22.262031 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dafa1d89-77c7-47b4-8c64-a235b11e7444 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:22.286050 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa1d89-77c7-47b4-8c64-a235b11e7444 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event deleted for resources: {'Port': ['ID=ed7dc917-7410-42ad-8de7-058d0771ea38,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:22.350910 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dafa1d89-77c7-47b4-8c64-a235b11e7444 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:22.351647 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-dafa1d89-77c7-47b4-8c64-a235b11e7444 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Floating IP 25512f00-1ff7-4eca-8467-96fd5fd9556c disassociated (deleted). External IP: 172.25.5.64, port: 868ab6fd-e75c-4aa9-bebe-e5557ba68b36. Jul 05 10:57:22.559436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafa1d89-77c7-47b4-8c64-a235b11e7444 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Router 56ef685b-cd1a-44a5-bbee-33ad40493adb has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:57:22.668672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafa1d89-77c7-47b4-8c64-a235b11e7444 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:57:22.673709 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dafa1d89-77c7-47b4-8c64-a235b11e7444 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:22.678238 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bf5729-27e3-457d-a746-b6b8fa9813eb None None] Sync routers for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:57:22.695200 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bf5729-27e3-457d-a746-b6b8fa9813eb None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:22.696139 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-02bf5729-27e3-457d-a746-b6b8fa9813eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:57:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:22.697005 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:22.716382 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dafa1d89-77c7-47b4-8c64-a235b11e7444 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "DELETE /v2.0/floatingips/25512f00-1ff7-4eca-8467-96fd5fd9556c HTTP/1.1" status: 204 len: 168 time: 1.4188273 Jul 05 10:57:22.717312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41dd27d-a07c-4918-8238-9e7eec410eb3', 'tag': '868ab6fd-e75c-4aa9-bebe-e5557ba68b36'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:57:22.719938 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3012b3-88a5-4f05-b96a-c20e11f48066" -d '{"events": [{"name": "network-changed", "server_uuid": "e41dd27d-a07c-4918-8238-9e7eec410eb3", "tag": "868ab6fd-e75c-4aa9-bebe-e5557ba68b36"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:57:22.757871 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bead0bb1-b799-4d7b-b614-882c0bb0724c x-openstack-request-id: req-bead0bb1-b799-4d7b-b614-882c0bb0724c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:57:22.758376 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41dd27d-a07c-4918-8238-9e7eec410eb3", "tag": "868ab6fd-e75c-4aa9-bebe-e5557ba68b36", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:57:22.758885 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bead0bb1-b799-4d7b-b614-882c0bb0724c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:57:22.759466 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41dd27d-a07c-4918-8238-9e7eec410eb3', 'tag': '868ab6fd-e75c-4aa9-bebe-e5557ba68b36', 'status': 'completed', 'code': 200} Jul 05 10:57:22.806355 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-02bf5729-27e3-457d-a746-b6b8fa9813eb None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:22.839265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3012b3-88a5-4f05-b96a-c20e11f48066 req-0295ed50-abfc-43d7-ab07-8f708c85fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:22.840842 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d3012b3-88a5-4f05-b96a-c20e11f48066 req-0295ed50-abfc-43d7-ab07-8f708c85fa59 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0568936 Jul 05 10:57:22.950825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3012b3-88a5-4f05-b96a-c20e11f48066 req-2500a4a1-a1a0-47b3-97f1-1f9d734f8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:22.953692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d3012b3-88a5-4f05-b96a-c20e11f48066 req-2500a4a1-a1a0-47b3-97f1-1f9d734f8a4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.1030259 Jul 05 10:57:23.002967 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d3012b3-88a5-4f05-b96a-c20e11f48066 req-f5cf42c4-1df4-4aa0-a3d1-840fcb626400 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=868ab6fd-e75c-4aa9-bebe-e5557ba68b36 HTTP/1.1" status: 200 len: 217 time: 0.0399294 Jul 05 10:57:23.042923 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-02bf5729-27e3-457d-a746-b6b8fa9813eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '0fcd374b-e590-4c1b-b967-048b696e536f', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'port_id': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'mac_address': 'fa:16:3e:c9:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:52:00Z', 'updated_at': '2021-07-05T10:52:02Z', 'revision_number': 1, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:23.056107 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3012b3-88a5-4f05-b96a-c20e11f48066 req-19ba4caa-d416-46e9-9099-efaabdde7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:23.057542 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d3012b3-88a5-4f05-b96a-c20e11f48066 req-19ba4caa-d416-46e9-9099-efaabdde7829 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0463419 Jul 05 10:57:23.070417 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bf5729-27e3-457d-a746-b6b8fa9813eb None None] Checking router: 56ef685b-cd1a-44a5-bbee-33ad40493adb for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:57:23.080161 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bf5729-27e3-457d-a746-b6b8fa9813eb None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:23.080779 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-02bf5729-27e3-457d-a746-b6b8fa9813eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:57:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:23.122610 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3012b3-88a5-4f05-b96a-c20e11f48066 req-9b36b479-8cc9-456a-a568-644ef5191763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:23.124924 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d3012b3-88a5-4f05-b96a-c20e11f48066 req-9b36b479-8cc9-456a-a568-644ef5191763 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564280 Jul 05 10:57:23.201571 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-02bf5729-27e3-457d-a746-b6b8fa9813eb None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:23.277719 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d3012b3-88a5-4f05-b96a-c20e11f48066 req-713dae87-c730-438b-b883-2a372678afa1 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432743 Jul 05 10:57:23.380260 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d3012b3-88a5-4f05-b96a-c20e11f48066 req-ec2f4c43-536f-459a-bf43-93f8527ceec8 service neutron] 10.222.0.64 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959051 Jul 05 10:57:23.441509 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-02bf5729-27e3-457d-a746-b6b8fa9813eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '0fcd374b-e590-4c1b-b967-048b696e536f', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'port_id': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'mac_address': 'fa:16:3e:c9:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:52:00Z', 'updated_at': '2021-07-05T10:52:02Z', 'revision_number': 1, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:23.472067 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bf5729-27e3-457d-a746-b6b8fa9813eb None None] The sync data for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 is: [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '0fcd374b-e590-4c1b-b967-048b696e536f', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'port_id': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'mac_address': 'fa:16:3e:c9:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T10:52:00Z', 'updated_at': '2021-07-05T10:52:02Z', 'revision_number': 1, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:57:23.493697 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d6bb7-5ea0-481e-b114-b35aeef772fe req-362acecc-0856-4447-8fa5-56a8e7b9f402 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:23.495593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-536d6bb7-5ea0-481e-b114-b35aeef772fe req-362acecc-0856-4447-8fa5-56a8e7b9f402 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 945 time: 0.2037158 Jul 05 10:57:23.540010 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-536d6bb7-5ea0-481e-b114-b35aeef772fe req-75c69a17-fed5-4e9d-a921-33cca235ea88 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380940 Jul 05 10:57:23.715295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b1c9c-fade-48fe-9626-82d2b128e82b None None] New status for floating IP 25512f00-1ff7-4eca-8467-96fd5fd9556c: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:57:24.513433 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:24.786342 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ea057-2b03-434b-a799-0fe107c1d77f req-a508773e-9191-48c3-bb80-06dc84f55fc0 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:24.787912 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-175ea057-2b03-434b-a799-0fe107c1d77f req-a508773e-9191-48c3-bb80-06dc84f55fc0 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 945 time: 0.1217463 Jul 05 10:57:24.828671 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-175ea057-2b03-434b-a799-0fe107c1d77f req-f961b044-668e-42b9-96f0-6c088d6f7a12 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343988 Jul 05 10:57:25.096248 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c9929-b3f5-4ed1-80cd-c713d69494ca req-d1cc50b5-d508-4939-8921-b567d862517e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:25.097745 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-253c9929-b3f5-4ed1-80cd-c713d69494ca req-d1cc50b5-d508-4939-8921-b567d862517e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.64 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 945 time: 0.0701282 Jul 05 10:57:25.209745 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-253c9929-b3f5-4ed1-80cd-c713d69494ca req-9327e6aa-0f02-4dfa-883f-791c9c7d1cdf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Deleting port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:25.209999 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-253c9929-b3f5-4ed1-80cd-c713d69494ca req-9327e6aa-0f02-4dfa-883f-791c9c7d1cdf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:25.310183 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-253c9929-b3f5-4ed1-80cd-c713d69494ca req-9327e6aa-0f02-4dfa-883f-791c9c7d1cdf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] For port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=868ab6fd-e75c-4aa9-bebe-e5557ba68b36,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:25.310552 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-253c9929-b3f5-4ed1-80cd-c713d69494ca req-9327e6aa-0f02-4dfa-883f-791c9c7d1cdf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:25.325822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-253c9929-b3f5-4ed1-80cd-c713d69494ca req-9327e6aa-0f02-4dfa-883f-791c9c7d1cdf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Calling delete_port for 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:25.541878 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-253c9929-b3f5-4ed1-80cd-c713d69494ca req-9327e6aa-0f02-4dfa-883f-791c9c7d1cdf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:25.574604 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327e6aa-0f02-4dfa-883f-791c9c7d1cdf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event deleted for resources: {'Port': ['ID=868ab6fd-e75c-4aa9-bebe-e5557ba68b36,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:25.619540 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-253c9929-b3f5-4ed1-80cd-c713d69494ca req-9327e6aa-0f02-4dfa-883f-791c9c7d1cdf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] No DVR routers for this DVR port 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:57:25.622489 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-253c9929-b3f5-4ed1-80cd-c713d69494ca req-9327e6aa-0f02-4dfa-883f-791c9c7d1cdf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:25.625321 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-253c9929-b3f5-4ed1-80cd-c713d69494ca req-9327e6aa-0f02-4dfa-883f-791c9c7d1cdf tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.64 "DELETE /v2.0/ports/868ab6fd-e75c-4aa9-bebe-e5557ba68b36 HTTP/1.1" status: 204 len: 173 time: 0.5188603 Jul 05 10:57:25.625772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41dd27d-a07c-4918-8238-9e7eec410eb3', 'name': 'network-vif-deleted', 'tag': '868ab6fd-e75c-4aa9-bebe-e5557ba68b36'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:57:25.628080 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b626fa39-9d6e-4dab-8876-7dc0654d12de" -d '{"events": [{"server_uuid": "e41dd27d-a07c-4918-8238-9e7eec410eb3", "name": "network-vif-deleted", "tag": "868ab6fd-e75c-4aa9-bebe-e5557ba68b36"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:57:25.662663 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efbba9c-6758-4310-b63a-3fb5bdfb1220 x-openstack-request-id: req-2efbba9c-6758-4310-b63a-3fb5bdfb1220 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:57:25.662961 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41dd27d-a07c-4918-8238-9e7eec410eb3", "name": "network-vif-deleted", "tag": "868ab6fd-e75c-4aa9-bebe-e5557ba68b36", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:57:25.663213 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2efbba9c-6758-4310-b63a-3fb5bdfb1220 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:57:25.663613 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41dd27d-a07c-4918-8238-9e7eec410eb3', 'name': 'network-vif-deleted', 'tag': '868ab6fd-e75c-4aa9-bebe-e5557ba68b36', 'status': 'completed', 'code': 200} Jul 05 10:57:25.986580 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-26080173-43a6-412d-a159-78c00220bf37 req-eaa9915f-238f-482c-a4f4-52c645a81aab tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 210 time: 0.0317473 Jul 05 10:57:27.141819 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3af4d8d3-bcc1-4ea3-92f7-9708167334bc req-d3b3c6d0-a7e5-4fae-84d0-33b68d563e25 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 210 time: 0.0308506 Jul 05 10:57:27.852588 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-932fd8c3-a627-43da-9dcc-76b5ff1509a0 req-dfdc1d48-6108-4585-8313-1a8f9a239b66 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1088073 Jul 05 10:57:27.952863 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fd8c3-a627-43da-9dcc-76b5ff1509a0 req-b93227e1-ad28-4cf8-8ddf-3a3e06320a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:27.954395 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-932fd8c3-a627-43da-9dcc-76b5ff1509a0 req-b93227e1-ad28-4cf8-8ddf-3a3e06320a6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 1098 time: 0.0545399 Jul 05 10:57:28.062552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fd8c3-a627-43da-9dcc-76b5ff1509a0 req-72ed2bb9-f148-4e7a-9f86-cfe4250bc585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:28.063974 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-932fd8c3-a627-43da-9dcc-76b5ff1509a0 req-72ed2bb9-f148-4e7a-9f86-cfe4250bc585 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.0885193 Jul 05 10:57:28.134475 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-932fd8c3-a627-43da-9dcc-76b5ff1509a0 req-7dbc9095-39a1-4991-a67a-5dd8731c2fa6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5d37181-d7e1-4396-8c46-c2467bbb4ce0 HTTP/1.1" status: 200 len: 1002 time: 0.0646551 Jul 05 10:57:28.185765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fd8c3-a627-43da-9dcc-76b5ff1509a0 req-2105537e-caaf-441c-89d8-3d91a4d7673a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:28.187497 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-932fd8c3-a627-43da-9dcc-76b5ff1509a0 req-2105537e-caaf-441c-89d8-3d91a4d7673a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0467687 Jul 05 10:57:28.255254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fd8c3-a627-43da-9dcc-76b5ff1509a0 req-a20c48d9-62eb-425a-b2e8-4ef9a80bcbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:28.257001 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-932fd8c3-a627-43da-9dcc-76b5ff1509a0 req-a20c48d9-62eb-425a-b2e8-4ef9a80bcbef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636778 Jul 05 10:57:28.313834 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b61a2dfc-29ec-4a74-b2f4-4f6eafcd3624 req-674b345d-f96a-47d6-a6d8-39a68a0b27a6 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 210 time: 0.0504208 Jul 05 10:57:28.421924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:28.424404 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-932fd8c3-a627-43da-9dcc-76b5ff1509a0 req-73000e16-aacc-4cc8-83ce-1f57501827b6 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594927 Jul 05 10:57:28.443486 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:28.443956 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 868ab6fd-e75c-4aa9-bebe-e5557ba68b36 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:28.525589 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-932fd8c3-a627-43da-9dcc-76b5ff1509a0 req-e91e6c63-09ad-46a4-beb3-91e373e33161 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953665 Jul 05 10:57:29.414573 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:57:29.486533 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-66d8749c-8924-446f-ac24-2d679bd577c1 req-6e757373-9d50-4ae9-a38e-c9be215dfcc4 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dd27d-a07c-4918-8238-9e7eec410eb3 HTTP/1.1" status: 200 len: 210 time: 0.0382285 Jul 05 10:57:36.191599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39850) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:36.350167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a77b2fa2-837c-4c2c-9fa7-2889c26985e2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Deleting port adb29ac2-4bae-4b47-ab24-5070d9da7deb {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:36.350510 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a77b2fa2-837c-4c2c-9fa7-2889c26985e2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:36.423875 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a77b2fa2-837c-4c2c-9fa7-2889c26985e2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:36.424200 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a77b2fa2-837c-4c2c-9fa7-2889c26985e2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:36.438509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a77b2fa2-837c-4c2c-9fa7-2889c26985e2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Calling delete_port for adb29ac2-4bae-4b47-ab24-5070d9da7deb owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:36.656539 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a77b2fa2-837c-4c2c-9fa7-2889c26985e2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:36.682529 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b2fa2-837c-4c2c-9fa7-2889c26985e2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event deleted for resources: {'Port': ['ID=adb29ac2-4bae-4b47-ab24-5070d9da7deb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:36.752519 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a77b2fa2-837c-4c2c-9fa7-2889c26985e2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:36.752857 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-a77b2fa2-837c-4c2c-9fa7-2889c26985e2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Floating IP 0fcd374b-e590-4c1b-b967-048b696e536f disassociated (deleted). External IP: 172.25.5.211, port: b5d37181-d7e1-4396-8c46-c2467bbb4ce0. Jul 05 10:57:36.973774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77b2fa2-837c-4c2c-9fa7-2889c26985e2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Router 56ef685b-cd1a-44a5-bbee-33ad40493adb has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:57:37.079142 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77b2fa2-837c-4c2c-9fa7-2889c26985e2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:57:37.083993 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a77b2fa2-837c-4c2c-9fa7-2889c26985e2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:37.088269 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3000d8-9589-4129-9e56-023d1d084553 None None] Sync routers for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:57:37.097672 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3000d8-9589-4129-9e56-023d1d084553 None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:37.098279 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-2a3000d8-9589-4129-9e56-023d1d084553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:57:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:37.124598 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a77b2fa2-837c-4c2c-9fa7-2889c26985e2 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "DELETE /v2.0/floatingips/0fcd374b-e590-4c1b-b967-048b696e536f HTTP/1.1" status: 204 len: 168 time: 0.9318297 Jul 05 10:57:37.125186 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'tag': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:57:37.127455 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98a3b6c-ea65-40b1-b577-8174afb336e2" -d '{"events": [{"name": "network-changed", "server_uuid": "15bd66cb-ba63-4eda-9b1a-70ef42e4e28d", "tag": "b5d37181-d7e1-4396-8c46-c2467bbb4ce0"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:57:37.173420 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f89e933-614f-43d1-bb8f-ec051ae0f194 x-openstack-request-id: req-2f89e933-614f-43d1-bb8f-ec051ae0f194 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:57:37.173721 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15bd66cb-ba63-4eda-9b1a-70ef42e4e28d", "tag": "b5d37181-d7e1-4396-8c46-c2467bbb4ce0", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:57:37.173975 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f89e933-614f-43d1-bb8f-ec051ae0f194 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:57:37.174376 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'tag': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'status': 'completed', 'code': 200} Jul 05 10:57:37.256085 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a3b6c-ea65-40b1-b577-8174afb336e2 req-d5af5edf-e2c5-4444-8788-416a4e99be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:37.257639 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a98a3b6c-ea65-40b1-b577-8174afb336e2 req-d5af5edf-e2c5-4444-8788-416a4e99be31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 1098 time: 0.0619655 Jul 05 10:57:37.311407 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-2a3000d8-9589-4129-9e56-023d1d084553 None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:37.349725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a3b6c-ea65-40b1-b577-8174afb336e2 req-c841fe70-4359-42bc-874e-5b62dfcaae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:37.351219 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a98a3b6c-ea65-40b1-b577-8174afb336e2 req-c841fe70-4359-42bc-874e-5b62dfcaae2b service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 200 len: 912 time: 0.0869274 Jul 05 10:57:37.396368 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a98a3b6c-ea65-40b1-b577-8174afb336e2 req-92ccd52f-a416-4f4b-9f08-9333e6720ec5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5d37181-d7e1-4396-8c46-c2467bbb4ce0 HTTP/1.1" status: 200 len: 217 time: 0.0388093 Jul 05 10:57:37.445043 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a3b6c-ea65-40b1-b577-8174afb336e2 req-2e5717bb-96c3-4ae9-b836-1564d99a112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:37.446536 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a98a3b6c-ea65-40b1-b577-8174afb336e2 req-2e5717bb-96c3-4ae9-b836-1564d99a112b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 200 len: 850 time: 0.0442457 Jul 05 10:57:37.507806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a3b6c-ea65-40b1-b577-8174afb336e2 req-0539a60c-c235-4f28-8dde-f0e1dac7d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:37.508557 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-2a3000d8-9589-4129-9e56-023d1d084553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:37.509347 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a98a3b6c-ea65-40b1-b577-8174afb336e2 req-0539a60c-c235-4f28-8dde-f0e1dac7d28a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cc671a4-8077-4eab-9255-d46a165ab8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563440 Jul 05 10:57:37.535391 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3000d8-9589-4129-9e56-023d1d084553 None None] Checking router: 56ef685b-cd1a-44a5-bbee-33ad40493adb for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:57:37.543584 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3000d8-9589-4129-9e56-023d1d084553 None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:37.544211 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-2a3000d8-9589-4129-9e56-023d1d084553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:57:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:37.606998 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a98a3b6c-ea65-40b1-b577-8174afb336e2 req-d4f8b5e8-58dd-436c-9e08-74411922b785 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907412 Jul 05 10:57:37.658290 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-2a3000d8-9589-4129-9e56-023d1d084553 None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:37.707708 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a98a3b6c-ea65-40b1-b577-8174afb336e2 req-873564b2-0ff6-4bcc-ac0b-aa5da6f26dd6 service neutron] 10.222.0.73 "GET /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933273 Jul 05 10:57:37.806629 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aefc22-c779-4d46-a3de-0d4b85d4282d req-0120464e-8fd1-4936-a8ce-0f2e2cb1076b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:37.813755 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c2aefc22-c779-4d46-a3de-0d4b85d4282d req-0120464e-8fd1-4936-a8ce-0f2e2cb1076b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 946 time: 0.0770898 Jul 05 10:57:37.852261 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c2aefc22-c779-4d46-a3de-0d4b85d4282d req-d92c8c54-53be-4561-be0f-6dc68a5874fc tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/security-groups?id=cbeb5810-d299-4afe-a53a-95af036a449b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376282 Jul 05 10:57:37.868629 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-2a3000d8-9589-4129-9e56-023d1d084553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:37.900829 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3000d8-9589-4129-9e56-023d1d084553 None None] The sync data for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 is: [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:43:52Z', 'revision_number': 4, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2', 'name': '', 'network_id': '7cc671a4-8077-4eab-9255-d46a165ab8ca', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'mac_address': 'fa:16:3e:c9:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:52Z', 'updated_at': '2021-07-05T10:44:00Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'subnets': [{'id': '90f6bfa3-bb12-49ce-a315-975b3e4fa6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:57:38.123349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc25056-bb3c-4202-aa22-6927db2e50d5 None None] New status for floating IP 0fcd374b-e590-4c1b-b967-048b696e536f: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 10:57:38.268799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db933d-9201-4c8e-82e3-c825f596d9ed req-6edfdd3d-eb49-4ebd-9374-0e96d2039065 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:57:38.270279 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-24db933d-9201-4c8e-82e3-c825f596d9ed req-6edfdd3d-eb49-4ebd-9374-0e96d2039065 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 946 time: 0.0636642 Jul 05 10:57:38.368986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-24db933d-9201-4c8e-82e3-c825f596d9ed req-c664cad7-81f8-4694-8f8a-c62ef2f4b22d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Deleting port b5d37181-d7e1-4396-8c46-c2467bbb4ce0 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:38.369328 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-24db933d-9201-4c8e-82e3-c825f596d9ed req-c664cad7-81f8-4694-8f8a-c62ef2f4b22d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:38.459877 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-24db933d-9201-4c8e-82e3-c825f596d9ed req-c664cad7-81f8-4694-8f8a-c62ef2f4b22d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] For port b5d37181-d7e1-4396-8c46-c2467bbb4ce0, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=b5d37181-d7e1-4396-8c46-c2467bbb4ce0,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:38.460238 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-24db933d-9201-4c8e-82e3-c825f596d9ed req-c664cad7-81f8-4694-8f8a-c62ef2f4b22d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:38.472984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-24db933d-9201-4c8e-82e3-c825f596d9ed req-c664cad7-81f8-4694-8f8a-c62ef2f4b22d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Calling delete_port for b5d37181-d7e1-4396-8c46-c2467bbb4ce0 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:38.667417 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-24db933d-9201-4c8e-82e3-c825f596d9ed req-c664cad7-81f8-4694-8f8a-c62ef2f4b22d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:38.696296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664cad7-81f8-4694-8f8a-c62ef2f4b22d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event deleted for resources: {'Port': ['ID=b5d37181-d7e1-4396-8c46-c2467bbb4ce0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:38.743404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-24db933d-9201-4c8e-82e3-c825f596d9ed req-c664cad7-81f8-4694-8f8a-c62ef2f4b22d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] No DVR routers for this DVR port b5d37181-d7e1-4396-8c46-c2467bbb4ce0 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:57:38.746022 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-24db933d-9201-4c8e-82e3-c825f596d9ed req-c664cad7-81f8-4694-8f8a-c62ef2f4b22d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:38.748025 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-24db933d-9201-4c8e-82e3-c825f596d9ed req-c664cad7-81f8-4694-8f8a-c62ef2f4b22d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.73 "DELETE /v2.0/ports/b5d37181-d7e1-4396-8c46-c2467bbb4ce0 HTTP/1.1" status: 204 len: 173 time: 0.4723055 Jul 05 10:57:38.748972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'name': 'network-vif-deleted', 'tag': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:57:38.759674 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5cbc5c-69bc-423f-aa87-d8dccb8a1bd2" -d '{"events": [{"server_uuid": "15bd66cb-ba63-4eda-9b1a-70ef42e4e28d", "name": "network-vif-deleted", "tag": "b5d37181-d7e1-4396-8c46-c2467bbb4ce0"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:57:38.796376 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3d1342-ddd0-481d-a1f7-ad119d6c9747 x-openstack-request-id: req-bd3d1342-ddd0-481d-a1f7-ad119d6c9747 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:57:38.796617 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bd66cb-ba63-4eda-9b1a-70ef42e4e28d", "name": "network-vif-deleted", "tag": "b5d37181-d7e1-4396-8c46-c2467bbb4ce0", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:57:38.796865 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd3d1342-ddd0-481d-a1f7-ad119d6c9747 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:57:38.797259 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bd66cb-ba63-4eda-9b1a-70ef42e4e28d', 'name': 'network-vif-deleted', 'tag': 'b5d37181-d7e1-4396-8c46-c2467bbb4ce0', 'status': 'completed', 'code': 200} Jul 05 10:57:38.994377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eda46e47-91de-44af-af40-d13134a110c2 req-9465964b-8ee5-4ac2-b03b-65b4cfc2cb02 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 210 time: 0.0297391 Jul 05 10:57:40.143602 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef474431-d7c8-4fd9-9aed-e7b9ad195e93 req-f3305502-5018-4d8d-a548-cb12e1009a7d tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 210 time: 0.0298071 Jul 05 10:57:41.112788 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d0994117-440f-4aba-b49a-0c2fa8250540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:41.292169 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5e2aeb1e-3f52-4a52-8c74-0e5b995dc0f4 req-5d40ff5c-da09-4f46-bd8c-8a29072e956b tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 210 time: 0.0334072 Jul 05 10:57:42.435561 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cca7be66-2808-4522-a90a-dbb31f35b892 req-6ac3dd55-905a-477b-a35f-227a8b64481e tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "GET /v2.0/ports?device_id=15bd66cb-ba63-4eda-9b1a-70ef42e4e28d HTTP/1.1" status: 200 len: 210 time: 0.0281894 Jul 05 10:57:42.807103 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device b5d37181-d7e1-4396-8c46-c2467bbb4ce0 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:42.828147 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: b5d37181-d7e1-4396-8c46-c2467bbb4ce0 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:42.828641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device b5d37181-d7e1-4396-8c46-c2467bbb4ce0 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:43.532649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39878) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:43.628190 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-200a9fcb-265a-485b-a7cc-4b2a1a8594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:43.650783 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:43.662095 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-6c292ea6-8572-4aa1-86bb-1acfe751274c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Deleting port 7288996b-3772-4e0f-b90b-ad898b77ad4b {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:43.662448 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c292ea6-8572-4aa1-86bb-1acfe751274c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:43.742184 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c292ea6-8572-4aa1-86bb-1acfe751274c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:43.742407 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c292ea6-8572-4aa1-86bb-1acfe751274c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:43.754523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-6c292ea6-8572-4aa1-86bb-1acfe751274c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Calling delete_port for 7288996b-3772-4e0f-b90b-ad898b77ad4b owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:43.965157 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c292ea6-8572-4aa1-86bb-1acfe751274c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:43.992980 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c292ea6-8572-4aa1-86bb-1acfe751274c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event deleted for resources: {'Port': ['ID=7288996b-3772-4e0f-b90b-ad898b77ad4b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:44.059701 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c292ea6-8572-4aa1-86bb-1acfe751274c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:44.063211 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-6c292ea6-8572-4aa1-86bb-1acfe751274c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:44.064477 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6c292ea6-8572-4aa1-86bb-1acfe751274c tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "DELETE /v2.0/floatingips/0737c2d9-94a3-4078-89fe-077857efa56b HTTP/1.1" status: 204 len: 168 time: 0.5308368 Jul 05 10:57:45.107650 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:46.965146 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:47.556555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39894) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:47.615433 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-98fe0469-cc08-416a-b7f2-44ecbec6fc19 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:47.641434 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-98fe0469-cc08-416a-b7f2-44ecbec6fc19 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:47.759262 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-98fe0469-cc08-416a-b7f2-44ecbec6fc19 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:47.762170 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-98fe0469-cc08-416a-b7f2-44ecbec6fc19 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:47.763531 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-98fe0469-cc08-416a-b7f2-44ecbec6fc19 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] 10.222.0.77 "DELETE /v2.0/security-groups/cbeb5810-d299-4afe-a53a-95af036a449b HTTP/1.1" status: 204 len: 168 time: 0.2058942 Jul 05 10:57:47.775828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe0469-cc08-416a-b7f2-44ecbec6fc19 tempest-TestVolumeBootPattern-348179217 tempest-TestVolumeBootPattern-348179217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeb5810-d299-4afe-a53a-95af036a449b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:47.889204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39898) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:48.336769 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:48.601452 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Deleting port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:48.602132 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:48.682582 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] For port 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:48.682948 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:48.696135 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Calling delete_port for 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:48.964798 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:48.995091 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:49.023633 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:49.024007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:49.024348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:49.024685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:49.025017 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:49.025351 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:49.025676 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:49.025999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:49.026321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:49.026648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:49.026968 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:49.027289 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:49.171051 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:49.392013 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Router 56ef685b-cd1a-44a5-bbee-33ad40493adb has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:57:49.494742 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:57:49.499803 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dd36c5dc-815d-44dd-8505-d5f26b37a674 admin admin] 10.222.0.77 "PUT /v2.0/routers/56ef685b-cd1a-44a5-bbee-33ad40493adb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6094806 Jul 05 10:57:49.502337 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39902) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:49.503410 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b682b3-dc75-4c0d-b30e-9d76d12be149 None None] Sync routers for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:57:49.512375 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b682b3-dc75-4c0d-b30e-9d76d12be149 None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:49.512973 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-33b682b3-dc75-4c0d-b30e-9d76d12be149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:57:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:49.607168 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40758994-72e4-4e49-925e-7ea96084579f admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:49.617041 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-33b682b3-dc75-4c0d-b30e-9d76d12be149 None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:49.800632 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-33b682b3-dc75-4c0d-b30e-9d76d12be149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:57:48Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:49.834053 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b682b3-dc75-4c0d-b30e-9d76d12be149 None None] Checking router: 56ef685b-cd1a-44a5-bbee-33ad40493adb for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:57:49.843596 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b682b3-dc75-4c0d-b30e-9d76d12be149 None None] Routers {'56ef685b-cd1a-44a5-bbee-33ad40493adb'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:49.844275 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-33b682b3-dc75-4c0d-b30e-9d76d12be149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:57:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['56ef685b-cd1a-44a5-bbee-33ad40493adb'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:49.954542 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-33b682b3-dc75-4c0d-b30e-9d76d12be149 None None] Set router 56ef685b-cd1a-44a5-bbee-33ad40493adb gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:50.028276 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40758994-72e4-4e49-925e-7ea96084579f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:50.131040 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-33b682b3-dc75-4c0d-b30e-9d76d12be149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:57:48Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:50.139850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-40758994-72e4-4e49-925e-7ea96084579f admin admin] Deleting port 060020a6-29de-468e-8010-e834b646f8cd {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:50.140195 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40758994-72e4-4e49-925e-7ea96084579f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:50.156878 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b682b3-dc75-4c0d-b30e-9d76d12be149 None None] The sync data for ids ['56ef685b-cd1a-44a5-bbee-33ad40493adb'] in n-d-779913-27 is: [{'id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'name': 'tempest-TestVolumeBootPattern-630024309-router', 'tenant_id': '43ebf75bd93c4a30b46bb2decd0de529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '060020a6-29de-468e-8010-e834b646f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:48Z', 'updated_at': '2021-07-05T10:57:48Z', 'revision_number': 5, 'project_id': '43ebf75bd93c4a30b46bb2decd0de529', 'gw_port': {'id': '060020a6-29de-468e-8010-e834b646f8cd', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef685b-cd1a-44a5-bbee-33ad40493adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:49Z', 'updated_at': '2021-07-05T10:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:57:50.226189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-40758994-72e4-4e49-925e-7ea96084579f admin admin] For port 060020a6-29de-468e-8010-e834b646f8cd, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=060020a6-29de-468e-8010-e834b646f8cd,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:50.229282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40758994-72e4-4e49-925e-7ea96084579f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:50.240540 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-40758994-72e4-4e49-925e-7ea96084579f admin admin] Calling delete_port for 060020a6-29de-468e-8010-e834b646f8cd owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:50.456042 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40758994-72e4-4e49-925e-7ea96084579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:50.488761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40758994-72e4-4e49-925e-7ea96084579f admin admin] Pushing event deleted for resources: {'Port': ['ID=060020a6-29de-468e-8010-e834b646f8cd,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:50.562459 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40758994-72e4-4e49-925e-7ea96084579f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:50.671418 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40758994-72e4-4e49-925e-7ea96084579f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:50.673634 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40758994-72e4-4e49-925e-7ea96084579f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:50.799075 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40758994-72e4-4e49-925e-7ea96084579f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:50.799606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40758994-72e4-4e49-925e-7ea96084579f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56ef685b-cd1a-44a5-bbee-33ad40493adb {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:57:50.808719 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-40758994-72e4-4e49-925e-7ea96084579f admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:50.808719 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-40758994-72e4-4e49-925e-7ea96084579f admin admin] 10.222.0.77 "DELETE /v2.0/routers/56ef685b-cd1a-44a5-bbee-33ad40493adb HTTP/1.1" status: 204 len: 168 time: 1.3021889 Jul 05 10:57:50.808719 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39904) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:50.855692 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2eaf6f-f07d-4bf8-b149-cf0a3231a09a admin admin] Deleting subnet 90f6bfa3-bb12-49ce-a315-975b3e4fa6cc {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:57:50.859467 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ec2eaf6f-f07d-4bf8-b149-cf0a3231a09a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:50.898598 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ec2eaf6f-f07d-4bf8-b149-cf0a3231a09a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:50.986943 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ec2eaf6f-f07d-4bf8-b149-cf0a3231a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.125356 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ec2eaf6f-f07d-4bf8-b149-cf0a3231a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.154340 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ec2eaf6f-f07d-4bf8-b149-cf0a3231a09a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.156414 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ec2eaf6f-f07d-4bf8-b149-cf0a3231a09a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/90f6bfa3-bb12-49ce-a315-975b3e4fa6cc HTTP/1.1" status: 204 len: 168 time: 0.3474112 Jul 05 10:57:51.157395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eaf6f-f07d-4bf8-b149-cf0a3231a09a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90f6bfa3-bb12-49ce-a315-975b3e4fa6cc,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:51.159022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39906) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:51.161740 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd9ac32-5d83-4f0b-9d23-93f55e499378 None None] Network 7cc671a4-8077-4eab-9255-d46a165ab8ca requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:57:51.234534 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.297457 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Deleting port 4fb251f6-3223-4d70-a21b-a001e3704eed {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:51.297808 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.359432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2cafab-f80a-4ab3-8960-92381fadf838 None None] DHCP port deletion for 7cc671a4-8077-4eab-9255-d46a165ab8ca request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:57:51.363450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] For port 4fb251f6-3223-4d70-a21b-a001e3704eed, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=4fb251f6-3223-4d70-a21b-a001e3704eed,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:51.363842 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.377537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Calling delete_port for 4fb251f6-3223-4d70-a21b-a001e3704eed owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:51.409167 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ba2cafab-f80a-4ab3-8960-92381fadf838 None None] Deleting port 4fb251f6-3223-4d70-a21b-a001e3704eed {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:51.409655 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ba2cafab-f80a-4ab3-8960-92381fadf838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.471964 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ba2cafab-f80a-4ab3-8960-92381fadf838 None None] For port 4fb251f6-3223-4d70-a21b-a001e3704eed, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=4fb251f6-3223-4d70-a21b-a001e3704eed,segment=NetworkSegment(f1c00cc5-b2bb-4af9-9505-e0f1d404f903),segment_id=f1c00cc5-b2bb-4af9-9505-e0f1d404f903)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:51.472362 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ba2cafab-f80a-4ab3-8960-92381fadf838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.485187 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ba2cafab-f80a-4ab3-8960-92381fadf838 None None] Calling delete_port for 4fb251f6-3223-4d70-a21b-a001e3704eed owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:51.513791 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.540566 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb251f6-3223-4d70-a21b-a001e3704eed,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:51.546947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] No DVR routers for this DVR port 4fb251f6-3223-4d70-a21b-a001e3704eed on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:57:51.556885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:51.557237 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:51.557641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:51.557971 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:51.558308 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:51.558647 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:51.558977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:51.559303 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:51.559630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:51.559982 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:51.560313 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:51.560715 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:57:51.563382 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ba2cafab-f80a-4ab3-8960-92381fadf838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.588155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2cafab-f80a-4ab3-8960-92381fadf838 None None] Pushing event deleted for resources: {'Port': ['ID=4fb251f6-3223-4d70-a21b-a001e3704eed,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:51.592130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2cafab-f80a-4ab3-8960-92381fadf838 None None] No DVR routers for this DVR port 4fb251f6-3223-4d70-a21b-a001e3704eed on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:57:51.635322 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.645236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc671a4-8077-4eab-9255-d46a165ab8ca']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:51.655299 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:51.655590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c00cc5-b2bb-4af9-9505-e0f1d404f903') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:51.664438 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.678258 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.683985 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:57:51.684368 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: timer() Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:57:51.686554 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:57:51.799376 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.805185 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:51.810245 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7cc671a4-8077-4eab-9255-d46a165ab8ca HTTP/1.1" status: 204 len: 168 time: 0.6470511 Jul 05 10:57:51.811893 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39908) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:51.820210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ce40b-0b23-47ad-89d0-2f059f396e15 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cc671a4-8077-4eab-9255-d46a165ab8ca,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:51.872521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 060020a6-29de-468e-8010-e834b646f8cd no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:51.892738 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 060020a6-29de-468e-8010-e834b646f8cd {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:51.893085 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 060020a6-29de-468e-8010-e834b646f8cd not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:51.893497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:51.913319 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:51.913661 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5eeea1fe-f5ba-4c4a-8030-b8fea68ddea2 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:51.914074 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 4fb251f6-3223-4d70-a21b-a001e3704eed no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:51.933031 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 4fb251f6-3223-4d70-a21b-a001e3704eed {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:51.933377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 4fb251f6-3223-4d70-a21b-a001e3704eed not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:52.169143 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90747ca2-bb19-4d7e-b68e-c6476533d6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:52.424306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-90747ca2-bb19-4d7e-b68e-c6476533d6aa admin admin] Deleting port 53620c74-fa02-4bc4-a0b6-747610448208 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:52.424573 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90747ca2-bb19-4d7e-b68e-c6476533d6aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:52.500964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-90747ca2-bb19-4d7e-b68e-c6476533d6aa admin admin] For port 53620c74-fa02-4bc4-a0b6-747610448208, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=53620c74-fa02-4bc4-a0b6-747610448208,segment=NetworkSegment(66e938d1-0f5b-481d-8487-a648ce4442e3),segment_id=66e938d1-0f5b-481d-8487-a648ce4442e3)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:52.501318 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90747ca2-bb19-4d7e-b68e-c6476533d6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:52.514174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-90747ca2-bb19-4d7e-b68e-c6476533d6aa admin admin] Calling delete_port for 53620c74-fa02-4bc4-a0b6-747610448208 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:52.702378 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:52.753383 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90747ca2-bb19-4d7e-b68e-c6476533d6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:52.784142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90747ca2-bb19-4d7e-b68e-c6476533d6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=53620c74-fa02-4bc4-a0b6-747610448208,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:52.970057 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-90747ca2-bb19-4d7e-b68e-c6476533d6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:53.185468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90747ca2-bb19-4d7e-b68e-c6476533d6aa admin admin] Router 049f3506-49d0-4045-925a-14abf30cee39 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 10:57:53.293018 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90747ca2-bb19-4d7e-b68e-c6476533d6aa admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 10:57:53.299131 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-90747ca2-bb19-4d7e-b68e-c6476533d6aa admin admin] 10.222.0.77 "PUT /v2.0/routers/049f3506-49d0-4045-925a-14abf30cee39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4861107 Jul 05 10:57:53.301836 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39910) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:53.304853 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b9a134-6978-451a-86f3-b32753f2dedc None None] Sync routers for ids ['049f3506-49d0-4045-925a-14abf30cee39'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 10:57:53.315822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b9a134-6978-451a-86f3-b32753f2dedc None None] Routers {'049f3506-49d0-4045-925a-14abf30cee39'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:53.316461 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-20b9a134-6978-451a-86f3-b32753f2dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:57:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['049f3506-49d0-4045-925a-14abf30cee39'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:53.415508 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa735739-1b16-4c93-a81d-b7f74cee51ef admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:53.519622 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa735739-1b16-4c93-a81d-b7f74cee51ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:53.583503 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-20b9a134-6978-451a-86f3-b32753f2dedc None None] Set router 049f3506-49d0-4045-925a-14abf30cee39 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:53.640278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-aa735739-1b16-4c93-a81d-b7f74cee51ef admin admin] Deleting port df05ead3-332f-45b5-9029-75cde4a879c5 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:53.640624 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa735739-1b16-4c93-a81d-b7f74cee51ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:53.719493 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-aa735739-1b16-4c93-a81d-b7f74cee51ef admin admin] For port df05ead3-332f-45b5-9029-75cde4a879c5, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=df05ead3-332f-45b5-9029-75cde4a879c5,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:53.720094 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa735739-1b16-4c93-a81d-b7f74cee51ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:53.733555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-aa735739-1b16-4c93-a81d-b7f74cee51ef admin admin] Calling delete_port for df05ead3-332f-45b5-9029-75cde4a879c5 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:53.765362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-20b9a134-6978-451a-86f3-b32753f2dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049f3506-49d0-4045-925a-14abf30cee39', 'name': 'tempest-TestVolumeBootPattern-1157192537-router', 'tenant_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'df05ead3-332f-45b5-9029-75cde4a879c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:56Z', 'updated_at': '2021-07-05T10:57:52Z', 'revision_number': 5, 'project_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'gw_port': {'id': 'df05ead3-332f-45b5-9029-75cde4a879c5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f3506-49d0-4045-925a-14abf30cee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T10:43:57Z', 'updated_at': '2021-07-05T10:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:53.791202 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b9a134-6978-451a-86f3-b32753f2dedc None None] Checking router: 049f3506-49d0-4045-925a-14abf30cee39 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 10:57:53.799412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b9a134-6978-451a-86f3-b32753f2dedc None None] Routers {'049f3506-49d0-4045-925a-14abf30cee39'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 10:57:53.800035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-20b9a134-6978-451a-86f3-b32753f2dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T10:57:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['049f3506-49d0-4045-925a-14abf30cee39'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:53.885775 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-20b9a134-6978-451a-86f3-b32753f2dedc None None] Set router 049f3506-49d0-4045-925a-14abf30cee39 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 10:57:53.940283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-20b9a134-6978-451a-86f3-b32753f2dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049f3506-49d0-4045-925a-14abf30cee39', 'name': 'tempest-TestVolumeBootPattern-1157192537-router', 'tenant_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:56Z', 'updated_at': '2021-07-05T10:57:53Z', 'revision_number': 6, 'project_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:53.967482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b9a134-6978-451a-86f3-b32753f2dedc None None] The sync data for ids ['049f3506-49d0-4045-925a-14abf30cee39'] in n-d-779913-27 is: [{'id': '049f3506-49d0-4045-925a-14abf30cee39', 'name': 'tempest-TestVolumeBootPattern-1157192537-router', 'tenant_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T10:43:56Z', 'updated_at': '2021-07-05T10:57:53Z', 'revision_number': 6, 'project_id': '3f37c150a6f54cd7b5b3b3fc5766ff7b', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 10:57:53.976612 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa735739-1b16-4c93-a81d-b7f74cee51ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:54.003400 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa735739-1b16-4c93-a81d-b7f74cee51ef admin admin] Pushing event deleted for resources: {'Port': ['ID=df05ead3-332f-45b5-9029-75cde4a879c5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:54.068471 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa735739-1b16-4c93-a81d-b7f74cee51ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:54.468875 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa735739-1b16-4c93-a81d-b7f74cee51ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:54.471055 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa735739-1b16-4c93-a81d-b7f74cee51ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:54.536237 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:54.553150 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa735739-1b16-4c93-a81d-b7f74cee51ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:54.553618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa735739-1b16-4c93-a81d-b7f74cee51ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 049f3506-49d0-4045-925a-14abf30cee39 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 10:57:54.557959 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-aa735739-1b16-4c93-a81d-b7f74cee51ef admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:54.559187 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-aa735739-1b16-4c93-a81d-b7f74cee51ef admin admin] 10.222.0.77 "DELETE /v2.0/routers/049f3506-49d0-4045-925a-14abf30cee39 HTTP/1.1" status: 204 len: 168 time: 1.2563512 Jul 05 10:57:54.561713 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39912) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:54.609527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a056b51-d456-44d9-9869-04629cf277bf admin admin] Deleting subnet a8698b59-205b-4043-9f32-012baf6d097b {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:57:54.612649 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a056b51-d456-44d9-9869-04629cf277bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:54.645167 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a056b51-d456-44d9-9869-04629cf277bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:54.724875 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a056b51-d456-44d9-9869-04629cf277bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:54.827825 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a056b51-d456-44d9-9869-04629cf277bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:54.852266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a056b51-d456-44d9-9869-04629cf277bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8698b59-205b-4043-9f32-012baf6d097b,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:54.858556 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a056b51-d456-44d9-9869-04629cf277bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:54.860451 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4a056b51-d456-44d9-9869-04629cf277bf admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a8698b59-205b-4043-9f32-012baf6d097b HTTP/1.1" status: 204 len: 168 time: 0.2977996 Jul 05 10:57:54.862921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39914) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:54.865347 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fa50be-09c3-4cba-baae-0589ef45e518 None None] Network cc65ff52-1716-4f0b-bc17-f12343c632f3 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:57:54.932288 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:54.988336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] Deleting port 1232b69f-26ac-422e-abc1-c26717a3053f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:54.989014 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:55.062259 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] For port 1232b69f-26ac-422e-abc1-c26717a3053f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1232b69f-26ac-422e-abc1-c26717a3053f,segment=NetworkSegment(66e938d1-0f5b-481d-8487-a648ce4442e3),segment_id=66e938d1-0f5b-481d-8487-a648ce4442e3)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:55.064920 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:55.075497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] Calling delete_port for 1232b69f-26ac-422e-abc1-c26717a3053f owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:55.104490 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52ca960-8a0d-4713-abaa-71d4e207e3ac None None] DHCP port deletion for cc65ff52-1716-4f0b-bc17-f12343c632f3 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 10:57:55.151938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f52ca960-8a0d-4713-abaa-71d4e207e3ac None None] Deleting port 1232b69f-26ac-422e-abc1-c26717a3053f {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:57:55.152314 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f52ca960-8a0d-4713-abaa-71d4e207e3ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:55.216315 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-f52ca960-8a0d-4713-abaa-71d4e207e3ac None None] For port 1232b69f-26ac-422e-abc1-c26717a3053f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1232b69f-26ac-422e-abc1-c26717a3053f,segment=NetworkSegment(66e938d1-0f5b-481d-8487-a648ce4442e3),segment_id=66e938d1-0f5b-481d-8487-a648ce4442e3)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:57:55.216720 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f52ca960-8a0d-4713-abaa-71d4e207e3ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:55.222273 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:55.231551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f52ca960-8a0d-4713-abaa-71d4e207e3ac None None] Calling delete_port for 1232b69f-26ac-422e-abc1-c26717a3053f owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:57:55.251879 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] Pushing event deleted for resources: {'Port': ['ID=1232b69f-26ac-422e-abc1-c26717a3053f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:55.256939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] No DVR routers for this DVR port 1232b69f-26ac-422e-abc1-c26717a3053f on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:57:55.311512 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f52ca960-8a0d-4713-abaa-71d4e207e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:55.331041 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:55.336208 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ca960-8a0d-4713-abaa-71d4e207e3ac None None] Pushing event deleted for resources: {'Port': ['ID=1232b69f-26ac-422e-abc1-c26717a3053f,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:55.341178 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ca960-8a0d-4713-abaa-71d4e207e3ac None None] No DVR routers for this DVR port 1232b69f-26ac-422e-abc1-c26717a3053f on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:57:55.345847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc65ff52-1716-4f0b-bc17-f12343c632f3']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:55.357011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e938d1-0f5b-481d-8487-a648ce4442e3') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:55.357311 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e938d1-0f5b-481d-8487-a648ce4442e3') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:57:55.366760 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:55.380892 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:55.386775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:57:55.387163 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:57:55.388843 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:57:55.530954 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:55.537657 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:55.539809 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] 10.222.0.77 "DELETE /v2.0/networks/cc65ff52-1716-4f0b-bc17-f12343c632f3 HTTP/1.1" status: 204 len: 168 time: 0.6757102 Jul 05 10:57:55.552504 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ef0c3-a6d8-4cd7-87a4-510bbdcfca2a admin admin] Pushing event deleted for resources: {'Network': ['ID=cc65ff52-1716-4f0b-bc17-f12343c632f3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:55.842542 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39918) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:55.866600 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1232b69f-26ac-422e-abc1-c26717a3053f no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:55.887499 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fbe24d99-9507-4752-ba61-36cafc1a9d04 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=43ebf75bd93c4a30b46bb2decd0de529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433316 Jul 05 10:57:55.890448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 39920) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:55.890933 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 1232b69f-26ac-422e-abc1-c26717a3053f {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:55.891167 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1232b69f-26ac-422e-abc1-c26717a3053f not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:55.891582 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device df05ead3-332f-45b5-9029-75cde4a879c5 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:55.911183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: df05ead3-332f-45b5-9029-75cde4a879c5 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:55.911527 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device df05ead3-332f-45b5-9029-75cde4a879c5 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:55.911968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 53620c74-fa02-4bc4-a0b6-747610448208 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:57:55.930661 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 53620c74-fa02-4bc4-a0b6-747610448208 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:57:55.931005 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 53620c74-fa02-4bc4-a0b6-747610448208 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:57:55.941011 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9c126c94-8bea-4c42-80da-7ef1e0a39258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:55.967399 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9c126c94-8bea-4c42-80da-7ef1e0a39258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:56.056459 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9c126c94-8bea-4c42-80da-7ef1e0a39258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:56.059022 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9c126c94-8bea-4c42-80da-7ef1e0a39258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:56.060254 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9c126c94-8bea-4c42-80da-7ef1e0a39258 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f225ba02-3f6f-462b-a159-93b463371baf HTTP/1.1" status: 204 len: 168 time: 0.1687038 Jul 05 10:57:56.069430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c126c94-8bea-4c42-80da-7ef1e0a39258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f225ba02-3f6f-462b-a159-93b463371baf,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:57:56.724605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39926) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:56.766061 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-36b6855f-71b6-4a86-b725-b987db713e38 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3f37c150a6f54cd7b5b3b3fc5766ff7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402136 Jul 05 10:57:56.770805 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 39928) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:57:56.818845 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-362ef9cd-bed9-42c8-8089-e70c8abe7f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:56.839808 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-362ef9cd-bed9-42c8-8089-e70c8abe7f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:56.970668 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-362ef9cd-bed9-42c8-8089-e70c8abe7f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:56.973249 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-362ef9cd-bed9-42c8-8089-e70c8abe7f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:57:56.974561 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-362ef9cd-bed9-42c8-8089-e70c8abe7f84 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a671a4a-6d36-4fc0-9f5a-48e337609066 HTTP/1.1" status: 204 len: 168 time: 0.2028685 Jul 05 10:57:56.983336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ef9cd-bed9-42c8-8089-e70c8abe7f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a671a4a-6d36-4fc0-9f5a-48e337609066,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:06.414380 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:58:07.672901 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-9b07aaa1-72f3-40f6-b862-1bad0325b208 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=6af19b0f901a4a50a89178611ff38c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296123 Jul 05 10:58:07.855859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-43e1d5d7-9ba1-4985-9099-bbe3b786d44f tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:07.857959 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-43e1d5d7-9ba1-4985-9099-bbe3b786d44f tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793404 Jul 05 10:58:07.872787 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-23cfb339-9acc-491f-8a19-e3969642002e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/quotas/6af19b0f901a4a50a89178611ff38c68 HTTP/1.1" status: 200 len: 375 time: 0.0095847 Jul 05 10:58:07.906985 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-7fb1c187-b539-4121-82e2-3e52b483076f tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6af19b0f901a4a50a89178611ff38c68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287123 Jul 05 10:58:08.134418 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b6be106-3e62-4a0a-8e7b-861fe024ea30 req-b49c682a-1ea7-4b61-889c-7963aa6715e1 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/ports?device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 210 time: 0.0291739 Jul 05 10:58:09.281746 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59ec8066-e6d3-4b22-9ace-99a25bbd54ea req-6f2100eb-8f70-42f9-af28-ee8009568d78 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/ports?device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 210 time: 0.0327725 Jul 05 10:58:10.351060 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-865bfba7-7448-4128-8db2-6d1fdda4b62b tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6af19b0f901a4a50a89178611ff38c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307214 Jul 05 10:58:10.486173 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-24c10d2e-525e-4399-a5dd-dbc725ae77e3 req-9f3a2bc3-3997-4a5a-b173-26bae9b7b58f tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/ports?device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 210 time: 0.0572562 Jul 05 10:58:10.569504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-c3492460-4bcd-4225-842f-5994b60323fb tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:10.570952 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-c3492460-4bcd-4225-842f-5994b60323fb tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141795 Jul 05 10:58:10.585225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Request body: {'port': {'device_id': '967f3ab0-1a36-491d-ae9e-f38bb0e133d1', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'admin_state_up': True, 'tenant_id': '6af19b0f901a4a50a89178611ff38c68'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:10.753198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Made reservation on behalf of 6af19b0f901a4a50a89178611ff38c68 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:58:10.756901 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:10.770357 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:10.860056 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:10.924938 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:10.986779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fa8540-8798-4fd0-9ea1-845c5537d857,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:11.072078 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Allocated IP 192.168.233.85 (a002cad5-b58e-4f72-8cd1-2cc85537cc3b/effdd12b-d4ec-4805-9fa9-2a42ad19d2f4/eb6bb9e8-8e71-415e-b12c-2f2791177d73) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:58:11.079207 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-eb313cfc-e015-41d8-a1c6-c9d6b903faea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:11.219226 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:11.233776 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Transition to ACTIVE for port object eb6bb9e8-8e71-415e-b12c-2f2791177d73 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:11.313347 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:11.355552 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Network a002cad5-b58e-4f72-8cd1-2cc85537cc3b is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:11.359341 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:11.365286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:58:11.395295 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Pushing event updated for resources: {'Port': ['ID=eb6bb9e8-8e71-415e-b12c-2f2791177d73,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:11.425401 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:11.426069 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:11.497561 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-204aee55-8468-482a-9414-1b760333883e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9161098 Jul 05 10:58:11.514652 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Request body: {'port': {'device_id': '967f3ab0-1a36-491d-ae9e-f38bb0e133d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:11.590058 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:11.650580 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-749a7c1a-3583-4391-9d07-82a918a0d127 None None] Provisioning for port eb6bb9e8-8e71-415e-b12c-2f2791177d73 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:11.655614 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-749a7c1a-3583-4391-9d07-82a918a0d127 None None] Provisioning complete for port eb6bb9e8-8e71-415e-b12c-2f2791177d73 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:11.656051 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-749a7c1a-3583-4391-9d07-82a918a0d127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:11.703931 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-749a7c1a-3583-4391-9d07-82a918a0d127 None None] Port eb6bb9e8-8e71-415e-b12c-2f2791177d73 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 10:58:11.729885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be2695-b46b-4986-ab33-6f11e491989b req-8db18e68-5c6c-4f81-9be8-177ae5e96646 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:11.731530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84be2695-b46b-4986-ab33-6f11e491989b req-8db18e68-5c6c-4f81-9be8-177ae5e96646 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/ports?device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 935 time: 0.0712788 Jul 05 10:58:11.774810 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84be2695-b46b-4986-ab33-6f11e491989b req-14532271-64da-4d20-b261-7ba39183292c tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5fa8540-8798-4fd0-9ea1-845c5537d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363348 Jul 05 10:58:12.194122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6bb9e8-8e71-415e-b12c-2f2791177d73 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:58:12.202481 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:12.214338 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Transition to ACTIVE for port object eb6bb9e8-8e71-415e-b12c-2f2791177d73 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:12.279101 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:12.331749 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Pushing event updated for resources: {'Port': ['ID=eb6bb9e8-8e71-415e-b12c-2f2791177d73,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:12.401796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Attempting to bind port eb6bb9e8-8e71-415e-b12c-2f2791177d73 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:58:12.402470 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Attempting to bind port eb6bb9e8-8e71-415e-b12c-2f2791177d73 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:58:12.402470 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Attempting to bind port eb6bb9e8-8e71-415e-b12c-2f2791177d73 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:12.407292 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Port eb6bb9e8-8e71-415e-b12c-2f2791177d73 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:58:12.407782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Attempting to bind port eb6bb9e8-8e71-415e-b12c-2f2791177d73 on network a002cad5-b58e-4f72-8cd1-2cc85537cc3b {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:12.412958 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:58:12.413293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Checking segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:12.413680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Bound using segment: {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:58:12.414111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Bound port: eb6bb9e8-8e71-415e-b12c-2f2791177d73, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad33b8-2dde-4a42-8587-18f86c2da3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:58:12.414472 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:12.485761 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] For port eb6bb9e8-8e71-415e-b12c-2f2791177d73, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:58:12.488919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] For port eb6bb9e8-8e71-415e-b12c-2f2791177d73, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=eb6bb9e8-8e71-415e-b12c-2f2791177d73,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:58:12.536743 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:12.571978 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:12.572599 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:12.574185 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] 10.222.0.64 "PUT /v2.0/ports/eb6bb9e8-8e71-415e-b12c-2f2791177d73 HTTP/1.1" status: 200 len: 1096 time: 1.0642519 Jul 05 10:58:12.574624 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967f3ab0-1a36-491d-ae9e-f38bb0e133d1', 'tag': 'eb6bb9e8-8e71-415e-b12c-2f2791177d73'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:58:12.577296 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a2184b-416a-471c-9c63-52140573440b" -d '{"events": [{"name": "network-changed", "server_uuid": "967f3ab0-1a36-491d-ae9e-f38bb0e133d1", "tag": "eb6bb9e8-8e71-415e-b12c-2f2791177d73"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:58:12.610917 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce1a36-5abc-4573-b624-cd185acb463b service neutron] Pushing event updated for resources: {'Port': ['ID=eb6bb9e8-8e71-415e-b12c-2f2791177d73,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:12.622452 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c4068a-46ef-4d73-8340-93a72e39aa9e x-openstack-request-id: req-59c4068a-46ef-4d73-8340-93a72e39aa9e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:58:12.622452 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967f3ab0-1a36-491d-ae9e-f38bb0e133d1", "tag": "eb6bb9e8-8e71-415e-b12c-2f2791177d73", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:58:12.622452 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59c4068a-46ef-4d73-8340-93a72e39aa9e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:58:12.623797 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967f3ab0-1a36-491d-ae9e-f38bb0e133d1', 'tag': 'eb6bb9e8-8e71-415e-b12c-2f2791177d73', 'status': 'completed', 'code': 200} Jul 05 10:58:12.704561 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2184b-416a-471c-9c63-52140573440b req-dfe69c85-ce48-42f5-8e36-f5253c37cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:12.705986 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-39a2184b-416a-471c-9c63-52140573440b req-dfe69c85-ce48-42f5-8e36-f5253c37cbd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6af19b0f901a4a50a89178611ff38c68&device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 1099 time: 0.0572138 Jul 05 10:58:12.738708 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-39a2184b-416a-471c-9c63-52140573440b req-5ce68534-66af-4015-bd06-d6ffc07fb9ef service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6af19b0f901a4a50a89178611ff38c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207212 Jul 05 10:58:12.840187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2184b-416a-471c-9c63-52140573440b req-d38ffe6c-2ab0-4844-b71b-eac1268bd379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:12.841970 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-39a2184b-416a-471c-9c63-52140573440b req-d38ffe6c-2ab0-4844-b71b-eac1268bd379 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941799 Jul 05 10:58:12.951516 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-57d84cc5-b97b-4657-8576-9c4eaf9c7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:12.953180 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-57d84cc5-b97b-4657-8576-9c4eaf9c7d32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6af19b0f901a4a50a89178611ff38c68&device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 1099 time: 0.0610528 Jul 05 10:58:13.001394 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-f5efee1e-1c88-4e88-84bf-0afc8a7f8765 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=eb6bb9e8-8e71-415e-b12c-2f2791177d73 HTTP/1.1" status: 200 len: 217 time: 0.0362947 Jul 05 10:58:13.056583 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-b06c3e3c-def7-4fc8-a253-73b975aed0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:13.058095 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-b06c3e3c-def7-4fc8-a253-73b975aed0d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=effdd12b-d4ec-4805-9fa9-2a42ad19d2f4 HTTP/1.1" status: 200 len: 843 time: 0.0507462 Jul 05 10:58:13.120281 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-95d7ac45-a55a-4680-807a-cb0c780456b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:13.121796 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-95d7ac45-a55a-4680-807a-cb0c780456b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a002cad5-b58e-4f72-8cd1-2cc85537cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0534866 Jul 05 10:58:13.146591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcac053-de88-4522-9eb2-c00b34751648 req-00372c46-656e-4f49-b6ad-40bf4d5cd049 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:13.148092 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9bcac053-de88-4522-9eb2-c00b34751648 req-00372c46-656e-4f49-b6ad-40bf4d5cd049 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/ports?device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 947 time: 0.0630348 Jul 05 10:58:13.186218 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9bcac053-de88-4522-9eb2-c00b34751648 req-3e21bd16-1910-4c64-b6c7-0c4a056293f4 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5fa8540-8798-4fd0-9ea1-845c5537d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325563 Jul 05 10:58:13.215208 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-019ddea0-3098-45e3-bc64-5936a5a5464f service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851390 Jul 05 10:58:13.310122 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c06da459-a888-4dad-a666-8a95d5c90b81 req-76992b9a-476d-4178-b88b-01fc4c82d465 service neutron] 10.222.0.64 "GET /v2.0/networks/a002cad5-b58e-4f72-8cd1-2cc85537cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872509 Jul 05 10:58:13.598852 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c8817454-9c3d-403d-bbaa-93a6e7e3c3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:13.656391 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:14.374827 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd70c6-a712-4d48-b879-e8aa0938ed96 req-8e641e65-6bdb-4c79-95c1-923c90652c11 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:14.376471 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91cd70c6-a712-4d48-b879-e8aa0938ed96 req-8e641e65-6bdb-4c79-95c1-923c90652c11 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/ports?device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 947 time: 0.0687256 Jul 05 10:58:14.415489 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-91cd70c6-a712-4d48-b879-e8aa0938ed96 req-a6ba6bf7-acf7-4c31-b164-526e70db8c68 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5fa8540-8798-4fd0-9ea1-845c5537d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333388 Jul 05 10:58:15.084812 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:15.591209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395cd3b-7309-4d92-8e8b-2f5dce36a08d req-bb3b1b72-2760-4f08-9198-9c4907f235e4 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:15.593711 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8395cd3b-7309-4d92-8e8b-2f5dce36a08d req-bb3b1b72-2760-4f08-9198-9c4907f235e4 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/ports?device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 947 time: 0.0682635 Jul 05 10:58:15.630455 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8395cd3b-7309-4d92-8e8b-2f5dce36a08d req-0b044cbc-33ad-44ed-a3ea-78a3e7363d6e tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5fa8540-8798-4fd0-9ea1-845c5537d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311470 Jul 05 10:58:16.680773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device eb6bb9e8-8e71-415e-b12c-2f2791177d73 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:58:16.787638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port eb6bb9e8-8e71-415e-b12c-2f2791177d73, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=eb6bb9e8-8e71-415e-b12c-2f2791177d73,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:16.800564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'eb6bb9e8-8e71-415e-b12c-2f2791177d73', 'network_id': 'a002cad5-b58e-4f72-8cd1-2cc85537cc3b', 'port_id': 'eb6bb9e8-8e71-415e-b12c-2f2791177d73', 'mac_address': 'fa:16:3e:b7:fc:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effdd12b-d4ec-4805-9fa9-2a42ad19d2f4', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:58:16.829467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb1410-5505-4874-89f9-a8155c3f1739 req-f007e353-f3e4-4c0d-a7ac-eb1438bccb83 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:16.831013 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2bdb1410-5505-4874-89f9-a8155c3f1739 req-f007e353-f3e4-4c0d-a7ac-eb1438bccb83 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/ports?device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 947 time: 0.0702808 Jul 05 10:58:16.836782 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:16.850511 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6bb9e8-8e71-415e-b12c-2f2791177d73 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:58:16.876325 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port eb6bb9e8-8e71-415e-b12c-2f2791177d73, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=eb6bb9e8-8e71-415e-b12c-2f2791177d73,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:16.876540 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2bdb1410-5505-4874-89f9-a8155c3f1739 req-a343671d-9b0b-46db-a715-3b1193cb708d tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5fa8540-8798-4fd0-9ea1-845c5537d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398345 Jul 05 10:58:16.920101 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:16.948034 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:16.971414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=eb6bb9e8-8e71-415e-b12c-2f2791177d73,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:16.978682 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:16.979028 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:16.979389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:16.979737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:16.980080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:16.980401 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:16.980722 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:16.981042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:16.981361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:16.981679 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:16.982612 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:16.982841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:58:17.199893 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['eb6bb9e8-8e71-415e-b12c-2f2791177d73'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:58:18.048049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ef3e6-21fe-47df-8386-084d35bff03d req-958b755c-a004-4bc7-8638-0c2875f3bc29 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:18.049548 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba6ef3e6-21fe-47df-8386-084d35bff03d req-958b755c-a004-4bc7-8638-0c2875f3bc29 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/ports?device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 948 time: 0.0628855 Jul 05 10:58:18.087113 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba6ef3e6-21fe-47df-8386-084d35bff03d req-56b2037e-d966-453e-8279-a06205a97895 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5fa8540-8798-4fd0-9ea1-845c5537d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319855 Jul 05 10:58:18.703482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device eb6bb9e8-8e71-415e-b12c-2f2791177d73 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:18.809418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port eb6bb9e8-8e71-415e-b12c-2f2791177d73 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:18.813467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port eb6bb9e8-8e71-415e-b12c-2f2791177d73 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:18.813837 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:18.891285 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:18.913949 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967f3ab0-1a36-491d-ae9e-f38bb0e133d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6bb9e8-8e71-415e-b12c-2f2791177d73'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:58:18.916212 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd9f966-f9ab-45c2-b198-0dcd80dcadbe" -d '{"events": [{"server_uuid": "967f3ab0-1a36-491d-ae9e-f38bb0e133d1", "name": "network-vif-plugged", "status": "completed", "tag": "eb6bb9e8-8e71-415e-b12c-2f2791177d73"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:58:18.929432 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port eb6bb9e8-8e71-415e-b12c-2f2791177d73, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=eb6bb9e8-8e71-415e-b12c-2f2791177d73,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:18.955504 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6afa474-4b71-4de3-bdb9-533b35101893 x-openstack-request-id: req-f6afa474-4b71-4de3-bdb9-533b35101893 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:58:18.955831 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967f3ab0-1a36-491d-ae9e-f38bb0e133d1", "name": "network-vif-plugged", "status": "completed", "tag": "eb6bb9e8-8e71-415e-b12c-2f2791177d73", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:58:18.956089 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6afa474-4b71-4de3-bdb9-533b35101893 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:58:18.956490 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967f3ab0-1a36-491d-ae9e-f38bb0e133d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6bb9e8-8e71-415e-b12c-2f2791177d73', 'code': 200} Jul 05 10:58:19.010556 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:19.065973 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=eb6bb9e8-8e71-415e-b12c-2f2791177d73,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:19.085955 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b74f8-64b0-4ff8-a04d-d20fd6c990d6 req-0f2bf5c9-e44c-46d6-8418-239e246308aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:19.087549 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1d8b74f8-64b0-4ff8-a04d-d20fd6c990d6 req-0f2bf5c9-e44c-46d6-8418-239e246308aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 1101 time: 0.0598538 Jul 05 10:58:19.127043 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1d8b74f8-64b0-4ff8-a04d-d20fd6c990d6 req-22a5310e-ed17-49eb-826d-18e1c254a61f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d5fa8540-8798-4fd0-9ea1-845c5537d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314562 Jul 05 10:58:19.266277 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18703c1-168c-48ae-98a8-4a09bfb8ed90 req-51e01202-d493-44be-8a88-12093b48841c tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:19.267705 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b18703c1-168c-48ae-98a8-4a09bfb8ed90 req-51e01202-d493-44be-8a88-12093b48841c tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/ports?device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 949 time: 0.0695820 Jul 05 10:58:19.305634 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b18703c1-168c-48ae-98a8-4a09bfb8ed90 req-43d68291-2bb7-457c-9e35-a7bd93b96ca6 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5fa8540-8798-4fd0-9ea1-845c5537d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322435 Jul 05 10:58:20.482621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d63be-d77a-4c69-9763-35f6d21629e7 req-af0e226c-33f3-4e21-90df-9499afaa74a5 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:20.484151 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-401d63be-d77a-4c69-9763-35f6d21629e7 req-af0e226c-33f3-4e21-90df-9499afaa74a5 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/ports?device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 949 time: 0.0638537 Jul 05 10:58:20.521300 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-401d63be-d77a-4c69-9763-35f6d21629e7 req-e56e632f-ccfa-4e44-8383-3a33c9ecf5d1 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5fa8540-8798-4fd0-9ea1-845c5537d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316927 Jul 05 10:58:22.038990 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7e347-8660-4ff4-bafe-c9ace6021da9 req-288eb2ed-49dc-4bbc-ace7-bfc5d41e3a73 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:22.040531 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a6a7e347-8660-4ff4-bafe-c9ace6021da9 req-288eb2ed-49dc-4bbc-ace7-bfc5d41e3a73 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/ports?device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 949 time: 0.0686488 Jul 05 10:58:22.079765 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a6a7e347-8660-4ff4-bafe-c9ace6021da9 req-bd13bd26-15b5-4599-b932-ca1f0cca1dcb tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5fa8540-8798-4fd0-9ea1-845c5537d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335710 Jul 05 10:58:22.684753 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.256264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149abbef-9b76-4c6a-b6b7-1c5718e0f763 req-25b387de-276b-48d7-a468-99ebb667d1e8 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:23.257800 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-149abbef-9b76-4c6a-b6b7-1c5718e0f763 req-25b387de-276b-48d7-a468-99ebb667d1e8 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/ports?device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 949 time: 0.0657041 Jul 05 10:58:23.296448 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-149abbef-9b76-4c6a-b6b7-1c5718e0f763 req-95d1b134-ee88-44ff-b208-6f6a856320d5 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/security-groups?id=d5fa8540-8798-4fd0-9ea1-845c5537d857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325420 Jul 05 10:58:23.390325 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06787083-9195-4282-8add-6832f3d5b48a req-199787dd-0324-4753-a73e-1d4f0663f73c tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:23.391746 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06787083-9195-4282-8add-6832f3d5b48a req-199787dd-0324-4753-a73e-1d4f0663f73c tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.64 "GET /v2.0/ports?device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 949 time: 0.0640357 Jul 05 10:58:23.496923 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-06787083-9195-4282-8add-6832f3d5b48a req-c57e0a9b-9834-4e39-87f4-7c37cee8a23c tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Deleting port eb6bb9e8-8e71-415e-b12c-2f2791177d73 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:58:23.497783 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-06787083-9195-4282-8add-6832f3d5b48a req-c57e0a9b-9834-4e39-87f4-7c37cee8a23c tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.585451 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-06787083-9195-4282-8add-6832f3d5b48a req-c57e0a9b-9834-4e39-87f4-7c37cee8a23c tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] For port eb6bb9e8-8e71-415e-b12c-2f2791177d73, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=eb6bb9e8-8e71-415e-b12c-2f2791177d73,segment=NetworkSegment(efad33b8-2dde-4a42-8587-18f86c2da3b9),segment_id=efad33b8-2dde-4a42-8587-18f86c2da3b9)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:23.585818 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-06787083-9195-4282-8add-6832f3d5b48a req-c57e0a9b-9834-4e39-87f4-7c37cee8a23c tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.598662 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-06787083-9195-4282-8add-6832f3d5b48a req-c57e0a9b-9834-4e39-87f4-7c37cee8a23c tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Calling delete_port for eb6bb9e8-8e71-415e-b12c-2f2791177d73 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:58:23.782523 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-06787083-9195-4282-8add-6832f3d5b48a req-c57e0a9b-9834-4e39-87f4-7c37cee8a23c tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.799019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['eb6bb9e8-8e71-415e-b12c-2f2791177d73'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:58:23.814844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e0a9b-9834-4e39-87f4-7c37cee8a23c tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Pushing event deleted for resources: {'Port': ['ID=eb6bb9e8-8e71-415e-b12c-2f2791177d73,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:23.867834 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-06787083-9195-4282-8add-6832f3d5b48a req-c57e0a9b-9834-4e39-87f4-7c37cee8a23c tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] No DVR routers for this DVR port eb6bb9e8-8e71-415e-b12c-2f2791177d73 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:58:23.869730 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-06787083-9195-4282-8add-6832f3d5b48a req-c57e0a9b-9834-4e39-87f4-7c37cee8a23c tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:23.872959 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06787083-9195-4282-8add-6832f3d5b48a req-c57e0a9b-9834-4e39-87f4-7c37cee8a23c tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.64 "DELETE /v2.0/ports/eb6bb9e8-8e71-415e-b12c-2f2791177d73 HTTP/1.1" status: 204 len: 173 time: 0.4740577 Jul 05 10:58:23.873887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967f3ab0-1a36-491d-ae9e-f38bb0e133d1', 'name': 'network-vif-deleted', 'tag': 'eb6bb9e8-8e71-415e-b12c-2f2791177d73'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:58:23.876495 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b2fe5e-da5c-489e-94d6-3dca7a3c3779" -d '{"events": [{"server_uuid": "967f3ab0-1a36-491d-ae9e-f38bb0e133d1", "name": "network-vif-deleted", "tag": "eb6bb9e8-8e71-415e-b12c-2f2791177d73"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:58:23.914006 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cff01a-ccc8-4316-a051-f47b165aa88e x-openstack-request-id: req-b9cff01a-ccc8-4316-a051-f47b165aa88e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:58:23.914482 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967f3ab0-1a36-491d-ae9e-f38bb0e133d1", "name": "network-vif-deleted", "tag": "eb6bb9e8-8e71-415e-b12c-2f2791177d73", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:58:23.914736 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b9cff01a-ccc8-4316-a051-f47b165aa88e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:58:23.915136 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967f3ab0-1a36-491d-ae9e-f38bb0e133d1', 'name': 'network-vif-deleted', 'tag': 'eb6bb9e8-8e71-415e-b12c-2f2791177d73', 'status': 'completed', 'code': 200} Jul 05 10:58:24.448394 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7a5ece4-7cd4-4323-b335-5d7900b16945 req-b74cd996-e280-4dcb-a578-4ab117c79280 tempest-ServersAdminNegativeTestJSON-1418068104 tempest-ServersAdminNegativeTestJSON-1418068104-project] 10.222.0.77 "GET /v2.0/ports?device_id=967f3ab0-1a36-491d-ae9e-f38bb0e133d1 HTTP/1.1" status: 200 len: 210 time: 0.0279589 Jul 05 10:58:24.553542 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.082826 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40068) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:26.226640 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eb797ff6-cf42-411b-8fc9-5634977e97f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6af19b0f901a4a50a89178611ff38c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422276 Jul 05 10:58:26.229011 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40072) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:26.280708 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4ef0514a-53e1-4645-9ad2-a219d45ca15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.302200 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4ef0514a-53e1-4645-9ad2-a219d45ca15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.439045 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4ef0514a-53e1-4645-9ad2-a219d45ca15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.441621 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4ef0514a-53e1-4645-9ad2-a219d45ca15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:26.442849 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4ef0514a-53e1-4645-9ad2-a219d45ca15f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5fa8540-8798-4fd0-9ea1-845c5537d857 HTTP/1.1" status: 204 len: 168 time: 0.2128513 Jul 05 10:58:26.451774 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0514a-53e1-4645-9ad2-a219d45ca15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fa8540-8798-4fd0-9ea1-845c5537d857,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:26.718445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device eb6bb9e8-8e71-415e-b12c-2f2791177d73 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:58:26.738413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: eb6bb9e8-8e71-415e-b12c-2f2791177d73 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:58:26.739110 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device eb6bb9e8-8e71-415e-b12c-2f2791177d73 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:58:27.039247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40078) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:27.053537 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3b7baab-e778-4a93-a9b4-bd2d31551740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.140801 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3b7baab-e778-4a93-a9b4-bd2d31551740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.193503 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a3b7baab-e778-4a93-a9b4-bd2d31551740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.235173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7baab-e778-4a93-a9b4-bd2d31551740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d49d140-c1bc-4260-9a71-155f0aed8737,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:27.240052 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a3b7baab-e778-4a93-a9b4-bd2d31551740 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=edc0e192124844bebe86c17a6689d112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996675 Jul 05 10:58:27.242656 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40080) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:27.295247 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7ca7ba80-6079-40b6-ba87-77ecfc78aa67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.317120 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7ca7ba80-6079-40b6-ba87-77ecfc78aa67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.415988 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7ca7ba80-6079-40b6-ba87-77ecfc78aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.418558 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7ca7ba80-6079-40b6-ba87-77ecfc78aa67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:27.420391 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7ca7ba80-6079-40b6-ba87-77ecfc78aa67 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d49d140-c1bc-4260-9a71-155f0aed8737 HTTP/1.1" status: 204 len: 168 time: 0.1765525 Jul 05 10:58:27.428020 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7ba80-6079-40b6-ba87-77ecfc78aa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d49d140-c1bc-4260-9a71-155f0aed8737,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:28.384273 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40102) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:28.481604 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-bb54767a-a83c-43e8-b89e-4669f072dc90 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1977419390-network', 'tenant_id': '160421afc9504458a31c6b1d1f2183cd'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:28.576629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb54767a-a83c-43e8-b89e-4669f072dc90 admin admin] Made reservation on behalf of 160421afc9504458a31c6b1d1f2183cd for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:58:28.579347 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bb54767a-a83c-43e8-b89e-4669f072dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.589077 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bb54767a-a83c-43e8-b89e-4669f072dc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.684115 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bb54767a-a83c-43e8-b89e-4669f072dc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.752709 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bb54767a-a83c-43e8-b89e-4669f072dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.780148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb54767a-a83c-43e8-b89e-4669f072dc90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:58:28.786893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54767a-a83c-43e8-b89e-4669f072dc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:28.794496 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bb54767a-a83c-43e8-b89e-4669f072dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.794496 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-bb54767a-a83c-43e8-b89e-4669f072dc90 admin admin] Added segment 7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f of type vlan for network e3f53427-e746-4594-a6e7-744bffe66d02 Jul 05 10:58:28.840710 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bb54767a-a83c-43e8-b89e-4669f072dc90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.936837 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bb54767a-a83c-43e8-b89e-4669f072dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.937858 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb54767a-a83c-43e8-b89e-4669f072dc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:28.938361 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-bb54767a-a83c-43e8-b89e-4669f072dc90 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:28.995962 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54767a-a83c-43e8-b89e-4669f072dc90 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f53427-e746-4594-a6e7-744bffe66d02,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:29.006501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network e3f53427-e746-4594-a6e7-744bffe66d02 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:58:29.074088 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-bb54767a-a83c-43e8-b89e-4669f072dc90 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6886690 Jul 05 10:58:29.077373 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40106) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:58:29.082877 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-eeffd3e2-29bd-43b9-92b3-bca88bf379b4 admin admin] Request body: {'subnet': {'network_id': 'e3f53427-e746-4594-a6e7-744bffe66d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1977419390-subnet', 'tenant_id': '160421afc9504458a31c6b1d1f2183cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:29.158996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeffd3e2-29bd-43b9-92b3-bca88bf379b4 admin admin] Made reservation on behalf of 160421afc9504458a31c6b1d1f2183cd for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:58:29.161491 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eeffd3e2-29bd-43b9-92b3-bca88bf379b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.387819 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eeffd3e2-29bd-43b9-92b3-bca88bf379b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.442411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffd3e2-29bd-43b9-92b3-bca88bf379b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dcfc9e2-80e8-4902-876b-b806ac0731eb,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:29.454467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffd3e2-29bd-43b9-92b3-bca88bf379b4 admin admin] Checking segment: {'id': '7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e3f53427-e746-4594-a6e7-744bffe66d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:29.454866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeffd3e2-29bd-43b9-92b3-bca88bf379b4 admin admin] Network hostable DHCP agents. Network: e3f53427-e746-4594-a6e7-744bffe66d02, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:58:29.530783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeffd3e2-29bd-43b9-92b3-bca88bf379b4 admin admin] Network e3f53427-e746-4594-a6e7-744bffe66d02 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:58:29.622348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-eeffd3e2-29bd-43b9-92b3-bca88bf379b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, e3f53427-e746-4594-a6e7-744bffe66d02) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:29.626553 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeffd3e2-29bd-43b9-92b3-bca88bf379b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:29.627147 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-eeffd3e2-29bd-43b9-92b3-bca88bf379b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:29.633369 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0709e385-2089-4875-9c6e-18b015886a9d None None] Network e3f53427-e746-4594-a6e7-744bffe66d02 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:58:29.703353 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-eeffd3e2-29bd-43b9-92b3-bca88bf379b4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6247458 Jul 05 10:58:29.771543 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f033d9a-a113-4198-9317-26398c0ca301 None None] Network e3f53427-e746-4594-a6e7-744bffe66d02 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:58:30.150971 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-e77dd2e8-5756-4884-a11b-373c36dbe233 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:30.152564 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-e77dd2e8-5756-4884-a11b-373c36dbe233 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/networks?id=e3f53427-e746-4594-a6e7-744bffe66d02 HTTP/1.1" status: 200 len: 812 time: 0.1096263 Jul 05 10:58:30.168775 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-d40c3b15-4f64-4930-a942-8f69a768bd27 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/quotas/160421afc9504458a31c6b1d1f2183cd HTTP/1.1" status: 200 len: 375 time: 0.0101869 Jul 05 10:58:30.204426 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-0ca79e09-938d-49ae-943b-8d7068457eb8 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=160421afc9504458a31c6b1d1f2183cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296054 Jul 05 10:58:30.273118 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-1a5c2bd7-dfaa-4656-87fd-90a09ed5d7ca service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 10:58:30.274254 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-1a5c2bd7-dfaa-4656-87fd-90a09ed5d7ca service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0622504 Jul 05 10:58:30.372047 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-04984a4c-6ed0-4540-a944-b5f28683d7de service neutron] 10.222.0.77 "GET /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911372 Jul 05 10:58:30.461064 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-ad951390-81f9-4e6f-b340-1e4c234f67a9 service neutron] 10.222.0.77 "GET /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832779 Jul 05 10:58:30.682337 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-466b0f49-da67-4548-8d74-db6fcfd95ed0 req-f0f69ad3-0647-4465-8b61-85026c85b8a2 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 210 time: 0.0339806 Jul 05 10:58:31.762579 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7c7cbe67-0400-4624-909e-0f841565c6e9 req-9f5745ce-78f5-4d33-934f-afc81a5ebd4e tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 210 time: 0.0290792 Jul 05 10:58:32.905948 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-74b65f00-8b40-4425-b9ec-18b40d7e2dbe req-749fcc54-357b-4eeb-89bf-98f14459d845 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 210 time: 0.0306482 Jul 05 10:58:33.111937 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-49ecb15f-febc-4f81-9a5b-7a86daf6eec2 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:33.113502 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-49ecb15f-febc-4f81-9a5b-7a86daf6eec2 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.64 "GET /v2.0/networks?id=e3f53427-e746-4594-a6e7-744bffe66d02 HTTP/1.1" status: 200 len: 812 time: 0.1031463 Jul 05 10:58:33.129510 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-c32142ca-49e9-44b8-8761-a4e5394cc426 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Request body: {'port': {'device_id': 'd0b71a11-fc74-4a3d-8b97-07ef8bb1a672', 'network_id': 'e3f53427-e746-4594-a6e7-744bffe66d02', 'admin_state_up': True, 'tenant_id': '160421afc9504458a31c6b1d1f2183cd'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:33.318188 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-c32142ca-49e9-44b8-8761-a4e5394cc426 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Made reservation on behalf of 160421afc9504458a31c6b1d1f2183cd for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:58:33.322049 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-c32142ca-49e9-44b8-8761-a4e5394cc426 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.469085 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-c32142ca-49e9-44b8-8761-a4e5394cc426 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Allocated IP 172.20.0.2 (e3f53427-e746-4594-a6e7-744bffe66d02/4dcfc9e2-80e8-4902-876b-b806ac0731eb/22a78c0d-4617-4046-a085-895729283f6f) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:58:33.621887 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-c32142ca-49e9-44b8-8761-a4e5394cc426 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.714164 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-c32142ca-49e9-44b8-8761-a4e5394cc426 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.761825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-c32142ca-49e9-44b8-8761-a4e5394cc426 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Network e3f53427-e746-4594-a6e7-744bffe66d02 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:58:33.765257 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-c32142ca-49e9-44b8-8761-a4e5394cc426 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:58:33.771558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-c32142ca-49e9-44b8-8761-a4e5394cc426 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:58:33.797947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32142ca-49e9-44b8-8761-a4e5394cc426 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Pushing event updated for resources: {'Port': ['ID=22a78c0d-4617-4046-a085-895729283f6f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:33.826229 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-c32142ca-49e9-44b8-8761-a4e5394cc426 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:33.826887 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-c32142ca-49e9-44b8-8761-a4e5394cc426 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:33.897348 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-c32142ca-49e9-44b8-8761-a4e5394cc426 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7718318 Jul 05 10:58:33.912932 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Request body: {'port': {'device_id': 'd0b71a11-fc74-4a3d-8b97-07ef8bb1a672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:58:33.989406 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:34.085531 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231f363-a451-41a8-ab33-d6c84f5600b3 req-67d81c19-62da-4851-b25e-3e084122948a tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:34.087113 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c231f363-a451-41a8-ab33-d6c84f5600b3 req-67d81c19-62da-4851-b25e-3e084122948a tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 931 time: 0.0672133 Jul 05 10:58:34.127412 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c231f363-a451-41a8-ab33-d6c84f5600b3 req-5b50b06f-e65a-4eda-b95c-63cbae247c4e tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334506 Jul 05 10:58:34.265342 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a78c0d-4617-4046-a085-895729283f6f {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:58:34.273769 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:34.286191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Transition to ACTIVE for port object 22a78c0d-4617-4046-a085-895729283f6f will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:58:34.359264 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:34.407425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Pushing event updated for resources: {'Port': ['ID=22a78c0d-4617-4046-a085-895729283f6f,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:34.479069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Attempting to bind port 22a78c0d-4617-4046-a085-895729283f6f on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:58:34.479403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Attempting to bind port 22a78c0d-4617-4046-a085-895729283f6f by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e3f53427-e746-4594-a6e7-744bffe66d02'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:58:34.479760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Attempting to bind port 22a78c0d-4617-4046-a085-895729283f6f on network e3f53427-e746-4594-a6e7-744bffe66d02 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:34.484016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Port 22a78c0d-4617-4046-a085-895729283f6f on network e3f53427-e746-4594-a6e7-744bffe66d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:58:34.484335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Attempting to bind port 22a78c0d-4617-4046-a085-895729283f6f on network e3f53427-e746-4594-a6e7-744bffe66d02 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:58:34.489064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:58:34.489401 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Checking segment: {'id': '7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e3f53427-e746-4594-a6e7-744bffe66d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:58:34.489778 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Bound using segment: {'id': '7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e3f53427-e746-4594-a6e7-744bffe66d02'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:58:34.490210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Bound port: 22a78c0d-4617-4046-a085-895729283f6f, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e3f53427-e746-4594-a6e7-744bffe66d02'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:58:34.490568 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:34.556411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] For port 22a78c0d-4617-4046-a085-895729283f6f, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:58:34.559252 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] For port 22a78c0d-4617-4046-a085-895729283f6f, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=22a78c0d-4617-4046-a085-895729283f6f,segment=NetworkSegment(7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f),segment_id=7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:58:34.616947 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:34.653442 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:34.654057 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:34.655466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] 10.222.0.64 "PUT /v2.0/ports/22a78c0d-4617-4046-a085-895729283f6f HTTP/1.1" status: 200 len: 1092 time: 0.7468646 Jul 05 10:58:34.655927 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b71a11-fc74-4a3d-8b97-07ef8bb1a672', 'tag': '22a78c0d-4617-4046-a085-895729283f6f'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:58:34.658172 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7ba8a46aee68aa3b5e09a6f68a5f795d086933c309ddaa4b706a2cc9e4ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487295b9-78ff-4010-af5e-89580c0638da" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b71a11-fc74-4a3d-8b97-07ef8bb1a672", "tag": "22a78c0d-4617-4046-a085-895729283f6f"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:58:34.680335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06548e-568d-409c-ab12-8997926093a7 service neutron] Pushing event updated for resources: {'Port': ['ID=22a78c0d-4617-4046-a085-895729283f6f,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:34.848475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-fade12d9-3f12-43c4-8cbc-f2a04b0b4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:34.850024 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-fade12d9-3f12-43c4-8cbc-f2a04b0b4626 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=160421afc9504458a31c6b1d1f2183cd&device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 1095 time: 0.0575619 Jul 05 10:58:34.898223 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13bd4a6-304d-488c-a22f-8b33be878adc x-openstack-request-id: req-d13bd4a6-304d-488c-a22f-8b33be878adc {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:58:34.898510 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b71a11-fc74-4a3d-8b97-07ef8bb1a672", "tag": "22a78c0d-4617-4046-a085-895729283f6f", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:58:34.898792 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d13bd4a6-304d-488c-a22f-8b33be878adc {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:58:34.899193 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b71a11-fc74-4a3d-8b97-07ef8bb1a672', 'tag': '22a78c0d-4617-4046-a085-895729283f6f', 'status': 'completed', 'code': 200} Jul 05 10:58:34.901044 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-5d9a21da-e12d-486a-9775-c6875f8c92d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22a78c0d-4617-4046-a085-895729283f6f HTTP/1.1" status: 200 len: 217 time: 0.0429161 Jul 05 10:58:34.951317 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-05391a00-b4bd-4e04-abf6-02e6f56cdec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:34.952848 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-05391a00-b4bd-4e04-abf6-02e6f56cdec3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4dcfc9e2-80e8-4902-876b-b806ac0731eb HTTP/1.1" status: 200 len: 852 time: 0.0447438 Jul 05 10:58:34.985994 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-d3150447-aefb-420e-bd33-8e1806d562ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e3f53427-e746-4594-a6e7-744bffe66d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261769 Jul 05 10:58:35.080343 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-e7bc1a2e-d2a4-498d-a9f5-8600191fe0fc service neutron] 10.222.0.64 "GET /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875978 Jul 05 10:58:35.173070 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0e82cbd1-b306-401d-a412-2b8a7c6e38b4 req-e9a1f214-81a1-428d-b0cd-251d1e86be35 service neutron] 10.222.0.64 "GET /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855792 Jul 05 10:58:35.303671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3db07-107d-4552-8f38-0554c0a62bb1 req-b3d3bf82-6076-46a6-bc69-e0ac6e086102 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:35.305226 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13d3db07-107d-4552-8f38-0554c0a62bb1 req-b3d3bf82-6076-46a6-bc69-e0ac6e086102 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 943 time: 0.0632644 Jul 05 10:58:35.345786 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13d3db07-107d-4552-8f38-0554c0a62bb1 req-358a5091-46d3-4b23-bd7b-039bfe9b8139 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336831 Jul 05 10:58:35.405114 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487295b9-78ff-4010-af5e-89580c0638da req-dd96c6f2-774b-4f19-882b-2ca0367e8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:35.406604 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-487295b9-78ff-4010-af5e-89580c0638da req-dd96c6f2-774b-4f19-882b-2ca0367e8592 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=160421afc9504458a31c6b1d1f2183cd&device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 1095 time: 0.0539317 Jul 05 10:58:35.501420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487295b9-78ff-4010-af5e-89580c0638da req-c0b604de-58e0-42c7-bef2-e3c86a8c6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:35.502804 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-487295b9-78ff-4010-af5e-89580c0638da req-c0b604de-58e0-42c7-bef2-e3c86a8c6c1b service neutron] 10.222.0.64 "GET /v2.0/networks?id=e3f53427-e746-4594-a6e7-744bffe66d02 HTTP/1.1" status: 200 len: 913 time: 0.0888917 Jul 05 10:58:35.545070 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-487295b9-78ff-4010-af5e-89580c0638da req-025bbf69-1da7-4840-97d2-92c713e1e561 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22a78c0d-4617-4046-a085-895729283f6f HTTP/1.1" status: 200 len: 217 time: 0.0348420 Jul 05 10:58:35.604410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487295b9-78ff-4010-af5e-89580c0638da req-4c56130e-8f8f-49fe-a479-b9c29bf6f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:35.605951 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-487295b9-78ff-4010-af5e-89580c0638da req-4c56130e-8f8f-49fe-a479-b9c29bf6f9cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4dcfc9e2-80e8-4902-876b-b806ac0731eb HTTP/1.1" status: 200 len: 852 time: 0.0520623 Jul 05 10:58:35.643861 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-487295b9-78ff-4010-af5e-89580c0638da req-3928f19c-64b6-46bf-a021-ae4af5814b93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e3f53427-e746-4594-a6e7-744bffe66d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285583 Jul 05 10:58:35.739793 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-487295b9-78ff-4010-af5e-89580c0638da req-a60c7acd-eb9c-4a9f-aab7-91530d45b5c6 service neutron] 10.222.0.64 "GET /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877554 Jul 05 10:58:35.838414 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-487295b9-78ff-4010-af5e-89580c0638da req-d0802b93-2003-49ca-b003-34a6b4ef9a1c service neutron] 10.222.0.64 "GET /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922461 Jul 05 10:58:36.520630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01532c13-9366-49be-b8b1-893ea230da84 req-d4bd1172-8863-4da6-aa08-06752bcb6e83 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:36.522146 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-01532c13-9366-49be-b8b1-893ea230da84 req-d4bd1172-8863-4da6-aa08-06752bcb6e83 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 943 time: 0.0643229 Jul 05 10:58:36.560960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-01532c13-9366-49be-b8b1-893ea230da84 req-acf98fd5-1c21-47e0-bb2a-c157d020e455 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332773 Jul 05 10:58:37.735622 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68854b3-aafb-4715-9b0e-e435d563233f req-8b837733-ca8c-413a-a3b2-e0760aabfb43 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:37.737186 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c68854b3-aafb-4715-9b0e-e435d563233f req-8b837733-ca8c-413a-a3b2-e0760aabfb43 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 943 time: 0.0659127 Jul 05 10:58:37.780183 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c68854b3-aafb-4715-9b0e-e435d563233f req-65beb3d1-c749-454e-a150-45d6d9e0a49b tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369055 Jul 05 10:58:38.766054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 22a78c0d-4617-4046-a085-895729283f6f details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:58:38.863514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 22a78c0d-4617-4046-a085-895729283f6f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=22a78c0d-4617-4046-a085-895729283f6f,segment=NetworkSegment(7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f),segment_id=7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:38.876248 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '22a78c0d-4617-4046-a085-895729283f6f', 'network_id': 'e3f53427-e746-4594-a6e7-744bffe66d02', 'port_id': '22a78c0d-4617-4046-a085-895729283f6f', 'mac_address': 'fa:16:3e:03:e6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dcfc9e2-80e8-4902-876b-b806ac0731eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:58:38.912884 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:38.926268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a78c0d-4617-4046-a085-895729283f6f {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:58:38.946712 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 22a78c0d-4617-4046-a085-895729283f6f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=22a78c0d-4617-4046-a085-895729283f6f,segment=NetworkSegment(7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f),segment_id=7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:38.960705 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ddbb4-1901-41e6-820c-e3195f5d5fa0 req-40da35a4-c413-4078-8bdb-9468c564004e tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:38.962225 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-768ddbb4-1901-41e6-820c-e3195f5d5fa0 req-40da35a4-c413-4078-8bdb-9468c564004e tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 943 time: 0.0690925 Jul 05 10:58:39.001024 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-768ddbb4-1901-41e6-820c-e3195f5d5fa0 req-15a02db8-54d6-4970-bb11-6a26c1c9e956 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331070 Jul 05 10:58:39.010570 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:39.063874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=22a78c0d-4617-4046-a085-895729283f6f,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:39.259927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['22a78c0d-4617-4046-a085-895729283f6f'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:58:40.175489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45054896-0e39-4dfe-a54e-1c6f934d348b req-d62f914e-1c8b-4773-a300-22a4fd5b2620 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:40.177033 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-45054896-0e39-4dfe-a54e-1c6f934d348b req-d62f914e-1c8b-4773-a300-22a4fd5b2620 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 944 time: 0.0650821 Jul 05 10:58:40.216625 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-45054896-0e39-4dfe-a54e-1c6f934d348b req-0d417ffb-ec6b-403d-9d81-139dd8e8c280 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332394 Jul 05 10:58:40.778873 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 22a78c0d-4617-4046-a085-895729283f6f up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:58:40.896311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 22a78c0d-4617-4046-a085-895729283f6f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:58:40.900648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 22a78c0d-4617-4046-a085-895729283f6f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:58:40.901015 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:40.978220 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:41.000496 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b71a11-fc74-4a3d-8b97-07ef8bb1a672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a78c0d-4617-4046-a085-895729283f6f'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:58:41.002722 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90c2161346377ff38af9094ec88baf579acfaa578bf0107de4312694615af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442cec3a-6930-4e13-90c9-1b036b70c24e" -d '{"events": [{"server_uuid": "d0b71a11-fc74-4a3d-8b97-07ef8bb1a672", "name": "network-vif-plugged", "status": "completed", "tag": "22a78c0d-4617-4046-a085-895729283f6f"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:58:41.016997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 22a78c0d-4617-4046-a085-895729283f6f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=22a78c0d-4617-4046-a085-895729283f6f,segment=NetworkSegment(7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f),segment_id=7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:58:41.038410 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96108d1-0f3e-4aec-96c3-e429477fdb76 x-openstack-request-id: req-e96108d1-0f3e-4aec-96c3-e429477fdb76 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:58:41.038696 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b71a11-fc74-4a3d-8b97-07ef8bb1a672", "name": "network-vif-plugged", "status": "completed", "tag": "22a78c0d-4617-4046-a085-895729283f6f", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:58:41.038945 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e96108d1-0f3e-4aec-96c3-e429477fdb76 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:58:41.039327 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b71a11-fc74-4a3d-8b97-07ef8bb1a672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a78c0d-4617-4046-a085-895729283f6f', 'code': 200} Jul 05 10:58:41.090604 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:41.121017 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-41193b1b-08bd-402c-bc0e-b3dc2ff4881a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:41.140709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=22a78c0d-4617-4046-a085-895729283f6f,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:58:41.159676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5286-11db-44a5-9562-09d566901d5b req-f0438a2f-b350-4a56-a597-bb48548c9b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:41.161272 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-193d5286-11db-44a5-9562-09d566901d5b req-f0438a2f-b350-4a56-a597-bb48548c9b63 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 1097 time: 0.0563660 Jul 05 10:58:41.202068 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-193d5286-11db-44a5-9562-09d566901d5b req-39addc2b-cb45-4ab6-b31e-711d5f15ec03 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313854 Jul 05 10:58:41.390424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568bd0b-69c9-4393-9426-8e4a2aa7d830 req-228c6edf-b72c-4867-af61-094d610e983b tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:41.392093 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8568bd0b-69c9-4393-9426-8e4a2aa7d830 req-228c6edf-b72c-4867-af61-094d610e983b tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0641105 Jul 05 10:58:41.430669 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8568bd0b-69c9-4393-9426-8e4a2aa7d830 req-a1aae6bf-e7ed-4da5-b347-72f4286cb240 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328896 Jul 05 10:58:42.608214 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb42343-5e3b-4b77-9903-24096074edbb req-68b74bdf-91b4-4eb7-9107-2232776c190d tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:42.609790 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bcb42343-5e3b-4b77-9903-24096074edbb req-68b74bdf-91b4-4eb7-9107-2232776c190d tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0641789 Jul 05 10:58:42.647506 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bcb42343-5e3b-4b77-9903-24096074edbb req-329340e6-3fce-4d2c-8bdf-2384e88f18c3 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321391 Jul 05 10:58:43.192758 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231d4e3-c1b5-4dec-b3df-773266f5271e req-b73d6fa3-06d9-4813-8830-db233e4b8e90 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:43.194409 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8231d4e3-c1b5-4dec-b3df-773266f5271e req-b73d6fa3-06d9-4813-8830-db233e4b8e90 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0762227 Jul 05 10:58:43.235067 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8231d4e3-c1b5-4dec-b3df-773266f5271e req-960c2228-1ac0-490c-913b-39e582e4bda6 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349877 Jul 05 10:58:43.270234 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-4dc7e69b-3e8d-4748-ac24-e15680c91e18 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1117368 Jul 05 10:58:43.413732 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:58:43.633216 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-03397bf2-7a66-438e-b3cb-319374d283aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:43.690265 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:44.423960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ad15b-82c3-46a6-80ed-6142d09a722d req-a39df3fc-f231-4604-9a3c-acb33de46064 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:44.425481 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c35ad15b-82c3-46a6-80ed-6142d09a722d req-a39df3fc-f231-4604-9a3c-acb33de46064 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0646887 Jul 05 10:58:44.465384 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c35ad15b-82c3-46a6-80ed-6142d09a722d req-74989fce-b6f2-434d-b6ba-8ba0f3f245ff tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340157 Jul 05 10:58:45.118880 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:45.289978 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-24771ff1-27d1-40dc-b1d1-b3df22dc59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:45.291393 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-24771ff1-27d1-40dc-b1d1-b3df22dc59ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=160421afc9504458a31c6b1d1f2183cd&device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 1097 time: 0.0550368 Jul 05 10:58:45.384722 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-82afb471-28cc-4564-abeb-6cb792a22216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:45.386220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-82afb471-28cc-4564-abeb-6cb792a22216 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e3f53427-e746-4594-a6e7-744bffe66d02 HTTP/1.1" status: 200 len: 913 time: 0.0884154 Jul 05 10:58:45.426876 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-32aa440e-b86b-4510-ba88-2ee0f3d3c60a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22a78c0d-4617-4046-a085-895729283f6f HTTP/1.1" status: 200 len: 217 time: 0.0341196 Jul 05 10:58:45.474881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-f1471d93-9593-47b0-93e4-4e2bab2d6344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:45.476411 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-f1471d93-9593-47b0-93e4-4e2bab2d6344 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4dcfc9e2-80e8-4902-876b-b806ac0731eb HTTP/1.1" status: 200 len: 852 time: 0.0433238 Jul 05 10:58:45.514060 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-150bc495-2aff-49ba-a95f-453e5d53fa05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e3f53427-e746-4594-a6e7-744bffe66d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306802 Jul 05 10:58:45.635117 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-8da67007-f0fa-4974-b881-39bd1b055045 service neutron] 10.222.0.64 "GET /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140645 Jul 05 10:58:45.711689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d68232-d780-4734-8b80-d26b8b07ff65 req-ffef08a3-86b6-4540-9fce-ce66d6249744 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:45.713220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-12d68232-d780-4734-8b80-d26b8b07ff65 req-ffef08a3-86b6-4540-9fce-ce66d6249744 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.1271064 Jul 05 10:58:45.771217 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-85588caa-9794-4eba-a893-dd24757f099a service neutron] 10.222.0.64 "GET /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288950 Jul 05 10:58:45.776374 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-12d68232-d780-4734-8b80-d26b8b07ff65 req-05003dd4-935f-4dbd-9d65-da3d7f22a765 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564699 Jul 05 10:58:47.004756 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:47.006316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815146a-0dec-49da-bde9-f0e85811738b req-c3c246d0-01ee-4133-8bdb-cafc39e9c7b9 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:47.007841 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9815146a-0dec-49da-bde9-f0e85811738b req-c3c246d0-01ee-4133-8bdb-cafc39e9c7b9 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0640581 Jul 05 10:58:47.046022 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9815146a-0dec-49da-bde9-f0e85811738b req-7a2bc1e2-7a3c-48a9-8ed5-a43384d1b760 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324376 Jul 05 10:58:48.336676 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2727d40-2049-4363-a680-8a50fcf51159 req-327fbe90-8668-4e88-9019-c6301797d3c3 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:48.338259 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e2727d40-2049-4363-a680-8a50fcf51159 req-327fbe90-8668-4e88-9019-c6301797d3c3 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.1111586 Jul 05 10:58:48.378131 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e2727d40-2049-4363-a680-8a50fcf51159 req-7db2c5f3-5355-4aab-8204-bfb80c691dca tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341992 Jul 05 10:58:49.563472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333af7ce-8039-44a2-9360-59b9ef710f2f req-68660445-7460-40e4-9e50-1a133b149fe9 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:49.564983 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-333af7ce-8039-44a2-9360-59b9ef710f2f req-68660445-7460-40e4-9e50-1a133b149fe9 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0720758 Jul 05 10:58:49.603738 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-333af7ce-8039-44a2-9360-59b9ef710f2f req-d8c9a394-2ed9-44ad-a7d9-f7c4153b4989 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329924 Jul 05 10:58:50.785246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7da74e-2233-4ef4-9da6-c5a74e387179 req-6e359e94-6f00-45c1-a962-21ca43f0c8aa tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:50.786795 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dc7da74e-2233-4ef4-9da6-c5a74e387179 req-6e359e94-6f00-45c1-a962-21ca43f0c8aa tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0662229 Jul 05 10:58:50.824400 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dc7da74e-2233-4ef4-9da6-c5a74e387179 req-8d69a71c-fea6-44b0-9c0d-111dac5d1493 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Jul 05 10:58:52.078151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a5ba2-8653-4ad9-b325-93ddf0e0f1ee req-c9ec5888-d2ef-450d-bbcb-44027aaf4a6d tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:52.079654 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-079a5ba2-8653-4ad9-b325-93ddf0e0f1ee req-c9ec5888-d2ef-450d-bbcb-44027aaf4a6d tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.1061873 Jul 05 10:58:52.117258 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-079a5ba2-8653-4ad9-b325-93ddf0e0f1ee req-c647b387-2a86-4698-9225-667d3a1abd55 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318558 Jul 05 10:58:52.678975 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:53.289704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c787ea-b01d-4356-a8fc-814b6526609a req-4fc111cf-784c-4838-afdb-a324c3751d28 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:53.291196 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a7c787ea-b01d-4356-a8fc-814b6526609a req-4fc111cf-784c-4838-afdb-a324c3751d28 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0624647 Jul 05 10:58:53.330788 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a7c787ea-b01d-4356-a8fc-814b6526609a req-285107d0-fe27-407d-b51b-a25e3b310964 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333867 Jul 05 10:58:54.504371 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27545ad-b98b-4a6b-a9e4-abf7c70f6386 req-6202d5ee-8de3-45a8-a651-d0151f300b76 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:54.505912 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b27545ad-b98b-4a6b-a9e4-abf7c70f6386 req-6202d5ee-8de3-45a8-a651-d0151f300b76 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0644989 Jul 05 10:58:54.558741 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b27545ad-b98b-4a6b-a9e4-abf7c70f6386 req-0bd053af-1a74-4e25-a920-24fe9c96c9f1 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467565 Jul 05 10:58:54.565380 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:58:55.739437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aeda2-2895-40a5-bc98-bc961524a246 req-b2a172fe-1f26-47cd-83bb-f3b80bae891e tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:55.740947 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f52aeda2-2895-40a5-bc98-bc961524a246 req-b2a172fe-1f26-47cd-83bb-f3b80bae891e tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0686355 Jul 05 10:58:55.784264 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f52aeda2-2895-40a5-bc98-bc961524a246 req-65304871-28b7-430f-b995-fffecf004538 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378351 Jul 05 10:58:56.966924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bbf3d-cc2a-4697-a1b9-81a289983458 req-64d12748-e5b3-4697-9ff4-49200f522ec9 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:56.968542 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f5bbf3d-cc2a-4697-a1b9-81a289983458 req-64d12748-e5b3-4697-9ff4-49200f522ec9 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0684423 Jul 05 10:58:57.007135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7f5bbf3d-cc2a-4697-a1b9-81a289983458 req-53a878c8-eb33-44ec-bbb8-94305cd1f550 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328925 Jul 05 10:58:58.178704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d603a0-0762-4e81-a29c-9728531b3f1e req-0423b511-cedd-4894-b0d3-a0333438b0ad tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:58.180147 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03d603a0-0762-4e81-a29c-9728531b3f1e req-0423b511-cedd-4894-b0d3-a0333438b0ad tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0631256 Jul 05 10:58:58.218840 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03d603a0-0762-4e81-a29c-9728531b3f1e req-72d091af-056f-41f0-8ae5-9e40da2e7bf7 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323110 Jul 05 10:58:59.404600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238e0b9-767e-454b-8542-7754ff573243 req-50b70caa-0320-4d64-ad69-4c9e2996a6b1 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:58:59.406123 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6238e0b9-767e-454b-8542-7754ff573243 req-50b70caa-0320-4d64-ad69-4c9e2996a6b1 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0667861 Jul 05 10:58:59.443947 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6238e0b9-767e-454b-8542-7754ff573243 req-8d292279-a17f-48b3-9736-f3f864959770 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321186 Jul 05 10:59:00.623998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3be331-ed30-4b86-bcd6-5529a4da5639 req-34a54f0c-5fab-4424-bb4c-cf0bf4b66783 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:00.625514 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aa3be331-ed30-4b86-bcd6-5529a4da5639 req-34a54f0c-5fab-4424-bb4c-cf0bf4b66783 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0670199 Jul 05 10:59:00.663499 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aa3be331-ed30-4b86-bcd6-5529a4da5639 req-510c911a-8b7e-44d7-86bc-ba03d029cd4d tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325289 Jul 05 10:59:01.839353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20c84a-b3e7-4bb3-a0c0-505a90fd26df req-66acb25e-56c2-478b-aae7-b4c45128bcd3 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:01.841423 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c20c84a-b3e7-4bb3-a0c0-505a90fd26df req-66acb25e-56c2-478b-aae7-b4c45128bcd3 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0662391 Jul 05 10:59:01.880525 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c20c84a-b3e7-4bb3-a0c0-505a90fd26df req-4daa4765-a1ec-4661-b05b-e1cbf0334d51 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330343 Jul 05 10:59:03.053760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd5867-fa73-49b9-ba39-69e139fe2685 req-904d8b2a-bf2d-477c-9d96-de64b3feb2ae tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:03.055254 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-66bd5867-fa73-49b9-ba39-69e139fe2685 req-904d8b2a-bf2d-477c-9d96-de64b3feb2ae tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0642817 Jul 05 10:59:03.093541 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-66bd5867-fa73-49b9-ba39-69e139fe2685 req-d624d7aa-1ae9-4854-aade-e6f2270034cd tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320663 Jul 05 10:59:04.266440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd6692-2d82-4870-8e78-f0d55ed94e17 req-4ce0e68a-7d2b-4e02-9eb4-55db015a9843 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:04.267985 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3dbd6692-2d82-4870-8e78-f0d55ed94e17 req-4ce0e68a-7d2b-4e02-9eb4-55db015a9843 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0641937 Jul 05 10:59:04.306485 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3dbd6692-2d82-4870-8e78-f0d55ed94e17 req-63a2c6e0-2782-4e64-b433-4b1d9831c310 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329211 Jul 05 10:59:05.479208 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09718358-0147-4639-b531-92b2b7debbff req-96c50ce8-eb44-48e0-b5f1-49c47938c252 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:05.480747 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09718358-0147-4639-b531-92b2b7debbff req-96c50ce8-eb44-48e0-b5f1-49c47938c252 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0635383 Jul 05 10:59:05.518050 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09718358-0147-4639-b531-92b2b7debbff req-1d90cacf-4173-4706-b699-b768b3baa70c tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316780 Jul 05 10:59:06.692124 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10fcb3-8483-417b-b9c6-042170162eba req-607ed703-b70c-41d1-b8f6-1a1874b776ae tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:06.693644 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a10fcb3-8483-417b-b9c6-042170162eba req-607ed703-b70c-41d1-b8f6-1a1874b776ae tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0642326 Jul 05 10:59:06.738229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a10fcb3-8483-417b-b9c6-042170162eba req-75d4e9a8-bff1-41ae-b679-ab5a606f8f8f tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389292 Jul 05 10:59:07.917495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f77d9-12eb-451e-866b-498405358c8e req-cef714a5-ca5e-4855-916c-3d70a67ae312 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:07.919624 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-371f77d9-12eb-451e-866b-498405358c8e req-cef714a5-ca5e-4855-916c-3d70a67ae312 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0684264 Jul 05 10:59:07.957907 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-371f77d9-12eb-451e-866b-498405358c8e req-5c95ecdc-58c2-4da3-b165-993995c516bc tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326209 Jul 05 10:59:09.135475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58222f8-62e5-42b8-86b9-c54f6f9ac9aa req-2417c4cb-d2e9-446b-a863-48f05c8f4dc1 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:09.136901 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f58222f8-62e5-42b8-86b9-c54f6f9ac9aa req-2417c4cb-d2e9-446b-a863-48f05c8f4dc1 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0634410 Jul 05 10:59:09.175405 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f58222f8-62e5-42b8-86b9-c54f6f9ac9aa req-48b52934-e3f9-44b6-8d78-1d255473e66c tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327194 Jul 05 10:59:10.354853 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5dbc2-b51d-4f85-907d-88be5ff5f427 req-d1dbd8c3-e884-423d-b6f7-92a3646cd348 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:10.356939 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0f5dbc2-b51d-4f85-907d-88be5ff5f427 req-d1dbd8c3-e884-423d-b6f7-92a3646cd348 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0635660 Jul 05 10:59:10.398467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0f5dbc2-b51d-4f85-907d-88be5ff5f427 req-ff75029b-a929-476e-94c2-965762719579 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357552 Jul 05 10:59:11.106723 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3e30ab78-25a6-423c-b8a3-4f31a9fbf213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:11.571398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc1ba5-ff0d-411b-9535-74fbc486b11e req-25156241-5645-47e0-a984-19c4ed539e22 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:11.572932 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0fc1ba5-ff0d-411b-9535-74fbc486b11e req-25156241-5645-47e0-a984-19c4ed539e22 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0628922 Jul 05 10:59:11.612465 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0fc1ba5-ff0d-411b-9535-74fbc486b11e req-adba9fe4-f827-4545-9a54-8209bdd9d896 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331895 Jul 05 10:59:12.791453 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b966f3-1b0b-4ae6-a893-12492b5056ee req-da69d55f-9cb3-4b1b-8dff-690af44bd502 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:12.793011 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5b966f3-1b0b-4ae6-a893-12492b5056ee req-da69d55f-9cb3-4b1b-8dff-690af44bd502 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0701678 Jul 05 10:59:12.831924 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5b966f3-1b0b-4ae6-a893-12492b5056ee req-7bfce445-9a52-4bbe-b64b-b4985f115905 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328281 Jul 05 10:59:13.632340 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-238f7a1e-2217-4414-8057-bcf837023418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:13.660722 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:14.016580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c29ca-00d0-44f8-a597-94f1fbfb4b20 req-f397114c-3815-49e5-b3c5-021a532049fe tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:14.018058 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-224c29ca-00d0-44f8-a597-94f1fbfb4b20 req-f397114c-3815-49e5-b3c5-021a532049fe tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0693002 Jul 05 10:59:14.057104 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-224c29ca-00d0-44f8-a597-94f1fbfb4b20 req-10a10bd8-7f4a-4718-8e58-403738f258bf tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330667 Jul 05 10:59:15.112619 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:15.235427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5bc89-f09c-42fd-ba37-84a3e3e5dcff req-1d3d211f-ca17-4404-89a5-5e14a825c97f tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:15.237049 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-41d5bc89-f09c-42fd-ba37-84a3e3e5dcff req-1d3d211f-ca17-4404-89a5-5e14a825c97f tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0640867 Jul 05 10:59:15.275705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-41d5bc89-f09c-42fd-ba37-84a3e3e5dcff req-ebdb3187-a2f1-4444-864c-564129fe8a10 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329499 Jul 05 10:59:16.356025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-95e9e006-274d-4ab7-9b1d-3b5f4f8b41c0 req-9054724b-e43b-4e45-9e16-11aa3e20f1f4 service neutron] (100775) timed out ('10.222.0.64', 52264) {{(pid=100775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 10:59:16.449169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621300e4-b20a-4df7-9da1-74344b4a105d req-f6c0c8ee-e11a-4d9d-8df2-22a250ffe4c7 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:16.452804 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-621300e4-b20a-4df7-9da1-74344b4a105d req-f6c0c8ee-e11a-4d9d-8df2-22a250ffe4c7 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0639870 Jul 05 10:59:16.491197 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-621300e4-b20a-4df7-9da1-74344b4a105d req-6a2dd75f-4014-46d1-ad61-0f46a5db358a tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339432 Jul 05 10:59:16.975733 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:17.673182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a4f2c-7eb8-4e30-8544-82f98e098730 req-65bc80cf-d0da-4fb6-b7fd-3d027e140cde tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:17.674675 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-690a4f2c-7eb8-4e30-8544-82f98e098730 req-65bc80cf-d0da-4fb6-b7fd-3d027e140cde tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0659282 Jul 05 10:59:17.716839 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-690a4f2c-7eb8-4e30-8544-82f98e098730 req-0c85783a-d463-4675-8b97-6d2ecfaf092b tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365970 Jul 05 10:59:18.438459 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-c6292cef-0ada-4371-a9b9-3c254c88fcaf service neutron] show failed (client error): The resource could not be found. Jul 05 10:59:18.439486 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-c6292cef-0ada-4371-a9b9-3c254c88fcaf service neutron] 10.222.0.64 "GET /v2.0/ports/22a78c0d-4617-4046-a085-895729283f6f/bindings/n-h1-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0909536 Jul 05 10:59:18.906757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319b4a4-8a11-4f36-9955-9af3ae13ab04 req-6fbc2bc3-5b55-438b-8ec1-a5e3af8973f7 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:18.908510 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7319b4a4-8a11-4f36-9955-9af3ae13ab04 req-6fbc2bc3-5b55-438b-8ec1-a5e3af8973f7 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 945 time: 0.0755501 Jul 05 10:59:18.949538 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7319b4a4-8a11-4f36-9955-9af3ae13ab04 req-bad80780-b04a-446f-b663-c4d070ccad84 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353508 Jul 05 10:59:19.107162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-5952e8d5-b953-4937-bdb6-7a8142cf29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:19.108998 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-5952e8d5-b953-4937-bdb6-7a8142cf29e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672&tenant_id=160421afc9504458a31c6b1d1f2183cd HTTP/1.1" status: 200 len: 1097 time: 0.0890007 Jul 05 10:59:19.119537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:59:19.200449 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:19.406143 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] For port 22a78c0d-4617-4046-a085-895729283f6f, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=22a78c0d-4617-4046-a085-895729283f6f,segment=NetworkSegment(7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f),segment_id=7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:59:19.439586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] For port 22a78c0d-4617-4046-a085-895729283f6f, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:59:19.477419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b71a11-fc74-4a3d-8b97-07ef8bb1a672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a78c0d-4617-4046-a085-895729283f6f'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:59:19.479673 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f116b4f4-251c-46cb-886f-e007b6de94b0" -d '{"events": [{"server_uuid": "d0b71a11-fc74-4a3d-8b97-07ef8bb1a672", "name": "network-vif-unplugged", "status": "completed", "tag": "22a78c0d-4617-4046-a085-895729283f6f"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:59:19.483729 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:19.495697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Transition to ACTIVE for port object 22a78c0d-4617-4046-a085-895729283f6f will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:59:19.531280 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 10:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486c1eb8-076f-4271-9d6e-1e2d32527bcf x-openstack-request-id: req-486c1eb8-076f-4271-9d6e-1e2d32527bcf {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:59:19.531608 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b71a11-fc74-4a3d-8b97-07ef8bb1a672", "name": "network-vif-unplugged", "status": "completed", "tag": "22a78c0d-4617-4046-a085-895729283f6f", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:59:19.531891 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-486c1eb8-076f-4271-9d6e-1e2d32527bcf {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:59:19.532310 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b71a11-fc74-4a3d-8b97-07ef8bb1a672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a78c0d-4617-4046-a085-895729283f6f', 'code': 200} Jul 05 10:59:19.587557 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:19.650080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] No DVR routers for this DVR port 22a78c0d-4617-4046-a085-895729283f6f on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:59:19.651934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997979d5-e176-425b-8204-583f672127d7 service neutron] Pushing event updated for resources: {'Port': ['ID=22a78c0d-4617-4046-a085-895729283f6f,revision_number=6']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:59:19.668077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997979d5-e176-425b-8204-583f672127d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:19.668077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997979d5-e176-425b-8204-583f672127d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:19.668077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997979d5-e176-425b-8204-583f672127d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:19.668077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997979d5-e176-425b-8204-583f672127d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:19.668077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997979d5-e176-425b-8204-583f672127d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:19.668077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997979d5-e176-425b-8204-583f672127d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:19.668077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997979d5-e176-425b-8204-583f672127d7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:19.668077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997979d5-e176-425b-8204-583f672127d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:19.668077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997979d5-e176-425b-8204-583f672127d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:19.668077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997979d5-e176-425b-8204-583f672127d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:19.668077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997979d5-e176-425b-8204-583f672127d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:19.668077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997979d5-e176-425b-8204-583f672127d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:19.703110 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Attempting to bind port 22a78c0d-4617-4046-a085-895729283f6f on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:59:19.708246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Attempting to bind port 22a78c0d-4617-4046-a085-895729283f6f by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e3f53427-e746-4594-a6e7-744bffe66d02'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:59:19.708246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Attempting to bind port 22a78c0d-4617-4046-a085-895729283f6f on network e3f53427-e746-4594-a6e7-744bffe66d02 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:59:19.708246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Port 22a78c0d-4617-4046-a085-895729283f6f on network e3f53427-e746-4594-a6e7-744bffe66d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:59:19.708583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Attempting to bind port 22a78c0d-4617-4046-a085-895729283f6f on network e3f53427-e746-4594-a6e7-744bffe66d02 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:59:19.713119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:59:19.713450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Checking segment: {'id': '7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e3f53427-e746-4594-a6e7-744bffe66d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:59:19.713829 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Bound using segment: {'id': '7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e3f53427-e746-4594-a6e7-744bffe66d02'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:59:19.714315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Bound port: 22a78c0d-4617-4046-a085-895729283f6f, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e3f53427-e746-4594-a6e7-744bffe66d02'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:59:19.714605 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:19.784165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] For port 22a78c0d-4617-4046-a085-895729283f6f, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:59:19.787461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] For port 22a78c0d-4617-4046-a085-895729283f6f, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=22a78c0d-4617-4046-a085-895729283f6f,segment=NetworkSegment(7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f),segment_id=7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:59:19.879283 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:19.914585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:19.915378 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:19.916637 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-997979d5-e176-425b-8204-583f672127d7 service neutron] 10.222.0.73 "PUT /v2.0/ports/22a78c0d-4617-4046-a085-895729283f6f HTTP/1.1" status: 200 len: 1092 time: 0.8010943 Jul 05 10:59:19.938212 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997979d5-e176-425b-8204-583f672127d7 service neutron] Pushing event updated for resources: {'Port': ['ID=22a78c0d-4617-4046-a085-895729283f6f,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:59:19.995075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-76a8ac8c-7d3f-456b-b9b3-ba911bd68292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:19.996682 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-76a8ac8c-7d3f-456b-b9b3-ba911bd68292 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=160421afc9504458a31c6b1d1f2183cd&device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 1095 time: 0.0546732 Jul 05 10:59:20.122913 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-87b529d2-5936-4112-91c8-02453fb80e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:20.124494 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-87b529d2-5936-4112-91c8-02453fb80e16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e3f53427-e746-4594-a6e7-744bffe66d02 HTTP/1.1" status: 200 len: 913 time: 0.1208391 Jul 05 10:59:20.179435 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-1009190e-ebf6-443b-994b-468d98bc4e9b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22a78c0d-4617-4046-a085-895729283f6f HTTP/1.1" status: 200 len: 217 time: 0.0474336 Jul 05 10:59:20.192370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132714d-e5aa-4a4b-ae2e-f2c87124b902 req-1dda8513-84f8-4f6e-98d4-bccee58fa855 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:20.193870 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9132714d-e5aa-4a4b-ae2e-f2c87124b902 req-1dda8513-84f8-4f6e-98d4-bccee58fa855 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 943 time: 0.1296360 Jul 05 10:59:20.266756 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-481978d2-8315-44ed-85e4-0bd6e5ca252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:20.266756 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-481978d2-8315-44ed-85e4-0bd6e5ca252c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4dcfc9e2-80e8-4902-876b-b806ac0731eb HTTP/1.1" status: 200 len: 852 time: 0.0712359 Jul 05 10:59:20.271993 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9132714d-e5aa-4a4b-ae2e-f2c87124b902 req-16719ebb-1aa0-45cd-9746-86655e2b1be8 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685408 Jul 05 10:59:20.300229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-29fd27de-0337-4cfd-9fa7-3683a15418ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e3f53427-e746-4594-a6e7-744bffe66d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267880 Jul 05 10:59:20.394155 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-25fdfaae-06f0-462f-b12f-865caa30084f service neutron] 10.222.0.73 "GET /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871830 Jul 05 10:59:20.413238 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:59:20.485754 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c29f93b9-6c8b-448e-92de-68c4bd160888 req-73c8774a-e9cf-496b-9150-14e18ffc2566 service neutron] 10.222.0.73 "GET /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824926 Jul 05 10:59:21.448217 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38b2ad-915a-4c42-a014-b1f549e2d9b5 req-72b52c5d-ab05-4e15-8fcc-567c8e11154d tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:21.449698 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be38b2ad-915a-4c42-a014-b1f549e2d9b5 req-72b52c5d-ab05-4e15-8fcc-567c8e11154d tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 943 time: 0.0622973 Jul 05 10:59:21.487726 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be38b2ad-915a-4c42-a014-b1f549e2d9b5 req-d3fe6be4-c19e-4eed-a35b-a65649da44d2 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317132 Jul 05 10:59:21.533416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b71a11-fc74-4a3d-8b97-07ef8bb1a672', 'tag': '22a78c0d-4617-4046-a085-895729283f6f'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:59:21.535812 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b203449-716b-4777-9d6c-18fb72f9b678" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b71a11-fc74-4a3d-8b97-07ef8bb1a672", "tag": "22a78c0d-4617-4046-a085-895729283f6f"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:59:21.583484 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb26216-b50d-47cb-9ff1-124d71cce90f x-openstack-request-id: req-1cb26216-b50d-47cb-9ff1-124d71cce90f {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:59:21.583808 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b71a11-fc74-4a3d-8b97-07ef8bb1a672", "tag": "22a78c0d-4617-4046-a085-895729283f6f", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:59:21.584062 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1cb26216-b50d-47cb-9ff1-124d71cce90f {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:59:21.584463 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b71a11-fc74-4a3d-8b97-07ef8bb1a672', 'tag': '22a78c0d-4617-4046-a085-895729283f6f', 'status': 'completed', 'code': 200} Jul 05 10:59:21.660741 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-8c202eed-2d0f-4fa6-9ff3-f96b8c75ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:21.662263 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-8c202eed-2d0f-4fa6-9ff3-f96b8c75ea90 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=160421afc9504458a31c6b1d1f2183cd&device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 1095 time: 0.0593143 Jul 05 10:59:21.669564 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-16252cc1-42c7-4e70-8692-37ce72ad4ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:21.671064 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-16252cc1-42c7-4e70-8692-37ce72ad4ea2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=160421afc9504458a31c6b1d1f2183cd&device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 1095 time: 0.0573127 Jul 05 10:59:21.753122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-c7c414a3-6db1-48e9-bca6-9ac8e1d7f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:21.754679 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-c7c414a3-6db1-48e9-bca6-9ac8e1d7f7d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e3f53427-e746-4594-a6e7-744bffe66d02 HTTP/1.1" status: 200 len: 913 time: 0.0850067 Jul 05 10:59:21.765264 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-a822a83f-1e5e-4d31-8e4c-6a33ebf7abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:21.766757 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-a822a83f-1e5e-4d31-8e4c-6a33ebf7abf1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e3f53427-e746-4594-a6e7-744bffe66d02 HTTP/1.1" status: 200 len: 913 time: 0.0864024 Jul 05 10:59:21.801355 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-6e616c27-e608-4a6f-9ff0-cc269c7f38c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22a78c0d-4617-4046-a085-895729283f6f HTTP/1.1" status: 200 len: 217 time: 0.0385759 Jul 05 10:59:21.813601 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-3b4acbb0-5675-4c0c-b8d0-8f9d6c663612 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22a78c0d-4617-4046-a085-895729283f6f HTTP/1.1" status: 200 len: 217 time: 0.0360830 Jul 05 10:59:21.852601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-247e0ecc-5acd-46cf-9915-0585098b280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:21.854115 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-247e0ecc-5acd-46cf-9915-0585098b280a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4dcfc9e2-80e8-4902-876b-b806ac0731eb HTTP/1.1" status: 200 len: 852 time: 0.0465651 Jul 05 10:59:21.873888 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-8177568f-40fe-4e43-8598-3d0992a6d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:21.875553 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-8177568f-40fe-4e43-8598-3d0992a6d166 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4dcfc9e2-80e8-4902-876b-b806ac0731eb HTTP/1.1" status: 200 len: 852 time: 0.0532615 Jul 05 10:59:21.888763 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-7c83e8bb-aee0-4b26-b882-d2d2e49844a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e3f53427-e746-4594-a6e7-744bffe66d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274076 Jul 05 10:59:21.909574 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-17a0dad4-cc8f-40e9-8cdf-522e5161b8ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e3f53427-e746-4594-a6e7-744bffe66d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269775 Jul 05 10:59:21.984693 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-25888c08-6cd9-4c11-98af-7ee094f83dd9 service neutron] 10.222.0.73 "GET /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892329 Jul 05 10:59:22.000210 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-66a38460-3e5f-4b73-8875-afbfd5b7c34b service neutron] 10.222.0.64 "GET /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829353 Jul 05 10:59:22.073005 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-56a729d1-34b0-4888-8ed3-f5b837eb3e88 service neutron] 10.222.0.73 "GET /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819066 Jul 05 10:59:22.101413 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1b203449-716b-4777-9d6c-18fb72f9b678 req-303029d9-3928-4210-a62f-6e664cca55b8 service neutron] 10.222.0.64 "GET /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914800 Jul 05 10:59:22.674540 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2f163-b469-4b71-a946-583995d1d370 req-379bdaa0-a91e-40a6-8a14-12cbe7316c9c tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:22.676084 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4a2f163-b469-4b71-a946-583995d1d370 req-379bdaa0-a91e-40a6-8a14-12cbe7316c9c tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 943 time: 0.0646021 Jul 05 10:59:22.702256 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:22.715800 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a4a2f163-b469-4b71-a946-583995d1d370 req-6a3617c6-4426-466d-8981-b575db25c436 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340285 Jul 05 10:59:23.013648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 22a78c0d-4617-4046-a085-895729283f6f no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:59:23.050745 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 22a78c0d-4617-4046-a085-895729283f6f not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:59:23.318998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d275707-0a26-4105-bec0-25948fea6a82 req-0275b680-4c38-4f6d-a8fe-505f9c6642d0 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:23.320517 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d275707-0a26-4105-bec0-25948fea6a82 req-0275b680-4c38-4f6d-a8fe-505f9c6642d0 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672&tenant_id=160421afc9504458a31c6b1d1f2183cd&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 943 time: 0.0759830 Jul 05 10:59:23.384589 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-6d275707-0a26-4105-bec0-25948fea6a82 req-a09cfc11-a5d9-4c48-87bf-54f0bd5bbd28 service neutron] delete failed (client error): The resource could not be found. Jul 05 10:59:23.385666 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d275707-0a26-4105-bec0-25948fea6a82 req-a09cfc11-a5d9-4c48-87bf-54f0bd5bbd28 service neutron] 10.222.0.64 "DELETE /v2.0/ports/22a78c0d-4617-4046-a085-895729283f6f/bindings/n-h2-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0557842 Jul 05 10:59:23.536473 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d275707-0a26-4105-bec0-25948fea6a82 req-dc38f519-6d22-41d3-99e1-b06627acb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:23.537966 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d275707-0a26-4105-bec0-25948fea6a82 req-dc38f519-6d22-41d3-99e1-b06627acb3be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=160421afc9504458a31c6b1d1f2183cd&device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 1095 time: 0.0519674 Jul 05 10:59:23.637613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d275707-0a26-4105-bec0-25948fea6a82 req-6450f519-eac4-4170-9ffa-828baa7c9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:23.638999 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d275707-0a26-4105-bec0-25948fea6a82 req-6450f519-eac4-4170-9ffa-828baa7c9730 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e3f53427-e746-4594-a6e7-744bffe66d02 HTTP/1.1" status: 200 len: 913 time: 0.0902472 Jul 05 10:59:23.684424 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d275707-0a26-4105-bec0-25948fea6a82 req-41de06c3-88ea-457f-af59-4ab6494e1619 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22a78c0d-4617-4046-a085-895729283f6f HTTP/1.1" status: 200 len: 217 time: 0.0343506 Jul 05 10:59:23.733300 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d275707-0a26-4105-bec0-25948fea6a82 req-6bcdf907-3411-427f-a30d-58e16659fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:23.734726 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d275707-0a26-4105-bec0-25948fea6a82 req-6bcdf907-3411-427f-a30d-58e16659fa6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4dcfc9e2-80e8-4902-876b-b806ac0731eb HTTP/1.1" status: 200 len: 852 time: 0.0428863 Jul 05 10:59:23.774911 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d275707-0a26-4105-bec0-25948fea6a82 req-738ff155-a8cd-428a-8f35-bd0fa5af3180 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e3f53427-e746-4594-a6e7-744bffe66d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300858 Jul 05 10:59:23.866923 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d275707-0a26-4105-bec0-25948fea6a82 req-c26d5694-bba5-42d7-b260-2aecbcf39739 service neutron] 10.222.0.64 "GET /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822475 Jul 05 10:59:23.966672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6d275707-0a26-4105-bec0-25948fea6a82 req-7d4d83fc-659a-4caf-9096-11e87c594d3a service neutron] 10.222.0.64 "GET /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897660 Jul 05 10:59:24.598872 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:25.366642 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 22a78c0d-4617-4046-a085-895729283f6f details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:59:25.467907 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 22a78c0d-4617-4046-a085-895729283f6f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=22a78c0d-4617-4046-a085-895729283f6f,segment=NetworkSegment(7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f),segment_id=7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:59:25.479561 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '22a78c0d-4617-4046-a085-895729283f6f', 'network_id': 'e3f53427-e746-4594-a6e7-744bffe66d02', 'port_id': '22a78c0d-4617-4046-a085-895729283f6f', 'mac_address': 'fa:16:3e:03:e6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dcfc9e2-80e8-4902-876b-b806ac0731eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:59:25.517604 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:25.530328 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a78c0d-4617-4046-a085-895729283f6f {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:59:25.549999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 22a78c0d-4617-4046-a085-895729283f6f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=22a78c0d-4617-4046-a085-895729283f6f,segment=NetworkSegment(7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f),segment_id=7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:59:25.610604 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:25.659907 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=22a78c0d-4617-4046-a085-895729283f6f,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:59:25.667766 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:25.668183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:25.669107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:25.669448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:25.669774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:25.670099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:25.670426 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:25.670742 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:25.671062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:25.671380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:25.671696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:25.672035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:25.874955 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['22a78c0d-4617-4046-a085-895729283f6f'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:59:25.967879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cef96a-c99d-48ff-a466-52205258d2de req-54d2ceb2-6ef6-4198-bf30-9efafe979ec5 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:25.969817 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-45cef96a-c99d-48ff-a466-52205258d2de req-54d2ceb2-6ef6-4198-bf30-9efafe979ec5 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 943 time: 0.4020705 Jul 05 10:59:26.014099 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-45cef96a-c99d-48ff-a466-52205258d2de req-b1f221f6-e859-4c59-8812-73585b4d1546 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379784 Jul 05 10:59:26.841602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d275707-0a26-4105-bec0-25948fea6a82 req-76be7350-46d6-44e2-89d1-af956e194e44 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:26.843081 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d275707-0a26-4105-bec0-25948fea6a82 req-76be7350-46d6-44e2-89d1-af956e194e44 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 944 time: 0.0665500 Jul 05 10:59:26.947827 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-6d275707-0a26-4105-bec0-25948fea6a82 req-d20a9056-a3a1-48d8-8b0f-fce1abf54eba tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Deleting port 22a78c0d-4617-4046-a085-895729283f6f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 10:59:26.948172 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6d275707-0a26-4105-bec0-25948fea6a82 req-d20a9056-a3a1-48d8-8b0f-fce1abf54eba tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:27.034471 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-6d275707-0a26-4105-bec0-25948fea6a82 req-d20a9056-a3a1-48d8-8b0f-fce1abf54eba tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] For port 22a78c0d-4617-4046-a085-895729283f6f, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=22a78c0d-4617-4046-a085-895729283f6f,segment=NetworkSegment(7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f),segment_id=7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:59:27.034840 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6d275707-0a26-4105-bec0-25948fea6a82 req-d20a9056-a3a1-48d8-8b0f-fce1abf54eba tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:27.049272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-6d275707-0a26-4105-bec0-25948fea6a82 req-d20a9056-a3a1-48d8-8b0f-fce1abf54eba tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Calling delete_port for 22a78c0d-4617-4046-a085-895729283f6f owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 10:59:27.233590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62c5b8-9e28-4f62-86bb-bc8b13036c26 req-703cdd2e-db55-4b6f-83a3-e385ba2e3a07 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:27.235012 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2a62c5b8-9e28-4f62-86bb-bc8b13036c26 req-703cdd2e-db55-4b6f-83a3-e385ba2e3a07 tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0b71a11-fc74-4a3d-8b97-07ef8bb1a672 HTTP/1.1" status: 200 len: 944 time: 0.0789824 Jul 05 10:59:27.258798 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6d275707-0a26-4105-bec0-25948fea6a82 req-d20a9056-a3a1-48d8-8b0f-fce1abf54eba tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:27.270811 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['22a78c0d-4617-4046-a085-895729283f6f'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:59:27.302832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a9056-a3a1-48d8-8b0f-fce1abf54eba tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Pushing event deleted for resources: {'Port': ['ID=22a78c0d-4617-4046-a085-895729283f6f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:59:27.334368 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2a62c5b8-9e28-4f62-86bb-bc8b13036c26 req-30a16767-4ee6-4067-b4fe-34c3c9999e7a tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934682 Jul 05 10:59:27.353716 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d275707-0a26-4105-bec0-25948fea6a82 req-d20a9056-a3a1-48d8-8b0f-fce1abf54eba tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] No DVR routers for this DVR port 22a78c0d-4617-4046-a085-895729283f6f on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 10:59:27.357133 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-6d275707-0a26-4105-bec0-25948fea6a82 req-d20a9056-a3a1-48d8-8b0f-fce1abf54eba tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:27.359125 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d275707-0a26-4105-bec0-25948fea6a82 req-d20a9056-a3a1-48d8-8b0f-fce1abf54eba tempest-DeleteServersTestJSON-504808365 tempest-DeleteServersTestJSON-504808365-project] 10.222.0.73 "DELETE /v2.0/ports/22a78c0d-4617-4046-a085-895729283f6f HTTP/1.1" status: 204 len: 173 time: 0.5108893 Jul 05 10:59:27.359570 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b71a11-fc74-4a3d-8b97-07ef8bb1a672', 'name': 'network-vif-deleted', 'tag': '22a78c0d-4617-4046-a085-895729283f6f'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:59:27.361880 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780fce49-7108-43ac-a462-c6a1c61aac0f" -d '{"events": [{"server_uuid": "d0b71a11-fc74-4a3d-8b97-07ef8bb1a672", "name": "network-vif-deleted", "tag": "22a78c0d-4617-4046-a085-895729283f6f"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:59:27.366817 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 22a78c0d-4617-4046-a085-895729283f6f up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:59:27.390213 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 22a78c0d-4617-4046-a085-895729283f6f {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:59:27.390213 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 22a78c0d-4617-4046-a085-895729283f6f not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 10:59:27.399655 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f80672f-7010-4b1e-8421-ab4d5266903c x-openstack-request-id: req-3f80672f-7010-4b1e-8421-ab4d5266903c {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:59:27.400723 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b71a11-fc74-4a3d-8b97-07ef8bb1a672", "name": "network-vif-deleted", "tag": "22a78c0d-4617-4046-a085-895729283f6f", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:59:27.400723 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3f80672f-7010-4b1e-8421-ab4d5266903c {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:59:27.400723 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b71a11-fc74-4a3d-8b97-07ef8bb1a672', 'name': 'network-vif-deleted', 'tag': '22a78c0d-4617-4046-a085-895729283f6f', 'status': 'completed', 'code': 200} Jul 05 10:59:27.411267 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Port 22a78c0d-4617-4046-a085-895729283f6f not found, will not notify nova. {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 10:59:28.573997 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40292) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:59:28.617565 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Deleting subnet 4dcfc9e2-80e8-4902-876b-b806ac0731eb {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 10:59:28.620583 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:28.656874 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:28.699181 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:28.855096 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:28.879606 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dcfc9e2-80e8-4902-876b-b806ac0731eb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:59:28.889852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:28.890201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:28.890802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:28.890934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:28.891966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:28.891966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:28.891966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:28.892231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:28.892547 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:28.892868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:28.893254 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:28.893578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 10:59:28.896529 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:28.898420 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2e68ff97-4262-4395-b26c-b5839f562145 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4dcfc9e2-80e8-4902-876b-b806ac0731eb HTTP/1.1" status: 204 len: 168 time: 0.3234024 Jul 05 10:59:28.901231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40294) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:59:28.969207 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e49149e0-8359-45a3-b5ff-0dd271951b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:29.049191 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e49149e0-8359-45a3-b5ff-0dd271951b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:29.059193 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-e49149e0-8359-45a3-b5ff-0dd271951b0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f53427-e746-4594-a6e7-744bffe66d02']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:59:29.069383 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-e49149e0-8359-45a3-b5ff-0dd271951b0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:59:29.069681 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-e49149e0-8359-45a3-b5ff-0dd271951b0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5faf7b-6e23-4a1c-8bda-f4b8da93ab1f') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 10:59:29.079430 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e49149e0-8359-45a3-b5ff-0dd271951b0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:29.093212 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e49149e0-8359-45a3-b5ff-0dd271951b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:29.098884 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49149e0-8359-45a3-b5ff-0dd271951b0a admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 10:59:29.099278 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e49149e0-8359-45a3-b5ff-0dd271951b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: timer() Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 10:59:29.100923 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 10:59:29.243743 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e49149e0-8359-45a3-b5ff-0dd271951b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:29.249639 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e49149e0-8359-45a3-b5ff-0dd271951b0a admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:29.251487 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e49149e0-8359-45a3-b5ff-0dd271951b0a admin admin] 10.222.0.77 "DELETE /v2.0/networks/e3f53427-e746-4594-a6e7-744bffe66d02 HTTP/1.1" status: 204 len: 168 time: 0.3492830 Jul 05 10:59:29.264177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49149e0-8359-45a3-b5ff-0dd271951b0a admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f53427-e746-4594-a6e7-744bffe66d02,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:59:29.536386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40298) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:59:29.577829 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d6d7a581-7a75-4345-b4d1-6a8762eb84a7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=160421afc9504458a31c6b1d1f2183cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406556 Jul 05 10:59:29.580681 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40300) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:59:29.634163 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8f6c1e2-a14d-4f4c-95b0-4bf5114c04fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:29.658334 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8f6c1e2-a14d-4f4c-95b0-4bf5114c04fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:29.811047 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8f6c1e2-a14d-4f4c-95b0-4bf5114c04fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:29.813601 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e8f6c1e2-a14d-4f4c-95b0-4bf5114c04fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:29.814767 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e8f6c1e2-a14d-4f4c-95b0-4bf5114c04fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba HTTP/1.1" status: 204 len: 168 time: 0.2331288 Jul 05 10:59:29.823006 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6c1e2-a14d-4f4c-95b0-4bf5114c04fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac1eb3b-18b5-49c1-9470-5a6a1f80e9ba,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:59:30.857292 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40322) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:59:30.955900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-7bd36a77-6fee-462c-a1e9-b7b0eead5ffe admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-303897729-network', 'tenant_id': 'e353382965fe435c94f9eea9817607f8'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:59:31.021739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd36a77-6fee-462c-a1e9-b7b0eead5ffe admin admin] Made reservation on behalf of e353382965fe435c94f9eea9817607f8 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:59:31.024421 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7bd36a77-6fee-462c-a1e9-b7b0eead5ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:31.034532 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7bd36a77-6fee-462c-a1e9-b7b0eead5ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:31.130159 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7bd36a77-6fee-462c-a1e9-b7b0eead5ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:31.187624 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7bd36a77-6fee-462c-a1e9-b7b0eead5ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:31.215260 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd36a77-6fee-462c-a1e9-b7b0eead5ffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 10:59:31.225119 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd36a77-6fee-462c-a1e9-b7b0eead5ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cdcdcc-cb39-4faf-97e6-93ed602def29,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:59:31.232378 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7bd36a77-6fee-462c-a1e9-b7b0eead5ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:31.233559 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-7bd36a77-6fee-462c-a1e9-b7b0eead5ffe admin admin] Added segment 18f70652-ffa8-4873-a61c-93abed8cd84e of type vlan for network d3153ee4-d510-4770-8300-dc66503c91a6 Jul 05 10:59:31.274555 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7bd36a77-6fee-462c-a1e9-b7b0eead5ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:31.376187 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7bd36a77-6fee-462c-a1e9-b7b0eead5ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:31.377182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd36a77-6fee-462c-a1e9-b7b0eead5ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:31.377770 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7bd36a77-6fee-462c-a1e9-b7b0eead5ffe admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:31.391003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 22a78c0d-4617-4046-a085-895729283f6f no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 10:59:31.410710 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 22a78c0d-4617-4046-a085-895729283f6f {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 10:59:31.411068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 22a78c0d-4617-4046-a085-895729283f6f not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 10:59:31.440976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd36a77-6fee-462c-a1e9-b7b0eead5ffe admin admin] Pushing event updated for resources: {'Network': ['ID=d3153ee4-d510-4770-8300-dc66503c91a6,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:59:31.451218 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network d3153ee4-d510-4770-8300-dc66503c91a6 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 10:59:31.479733 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7bd36a77-6fee-462c-a1e9-b7b0eead5ffe admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6212325 Jul 05 10:59:31.484177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40326) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 10:59:31.489286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d9e9efb2-a2eb-4fdc-81a9-c5e3e8e5d897 admin admin] Request body: {'subnet': {'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-303897729-subnet', 'tenant_id': 'e353382965fe435c94f9eea9817607f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:59:31.580608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e9efb2-a2eb-4fdc-81a9-c5e3e8e5d897 admin admin] Made reservation on behalf of e353382965fe435c94f9eea9817607f8 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:59:31.582886 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9e9efb2-a2eb-4fdc-81a9-c5e3e8e5d897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:31.809787 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9e9efb2-a2eb-4fdc-81a9-c5e3e8e5d897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:31.860980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9efb2-a2eb-4fdc-81a9-c5e3e8e5d897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e631a3-8fb9-41ed-b065-ec4696a38e94,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:59:31.882184 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e9efb2-a2eb-4fdc-81a9-c5e3e8e5d897 admin admin] Checking segment: {'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:59:31.882538 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e9efb2-a2eb-4fdc-81a9-c5e3e8e5d897 admin admin] Network hostable DHCP agents. Network: d3153ee4-d510-4770-8300-dc66503c91a6, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 10:59:31.953475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e9efb2-a2eb-4fdc-81a9-c5e3e8e5d897 admin admin] Network d3153ee4-d510-4770-8300-dc66503c91a6 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 10:59:32.005004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d9e9efb2-a2eb-4fdc-81a9-c5e3e8e5d897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, d3153ee4-d510-4770-8300-dc66503c91a6) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:59:32.010023 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e9efb2-a2eb-4fdc-81a9-c5e3e8e5d897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:32.010944 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d9e9efb2-a2eb-4fdc-81a9-c5e3e8e5d897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:32.014914 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8471da-a035-4e28-9df4-39403948e321 None None] Network d3153ee4-d510-4770-8300-dc66503c91a6 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:59:32.074307 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d9e9efb2-a2eb-4fdc-81a9-c5e3e8e5d897 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5889788 Jul 05 10:59:32.154241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13652b0-d246-4feb-ab5a-52683a2a4350 None None] Network d3153ee4-d510-4770-8300-dc66503c91a6 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 10:59:32.509217 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-8ca6ab61-25a3-4fc8-b01b-104d07d5c527 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:32.510707 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-8ca6ab61-25a3-4fc8-b01b-104d07d5c527 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/networks?id=d3153ee4-d510-4770-8300-dc66503c91a6 HTTP/1.1" status: 200 len: 814 time: 0.1044431 Jul 05 10:59:32.525860 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-c57de4a2-28b7-43a9-8b47-42b63f360a92 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/quotas/e353382965fe435c94f9eea9817607f8 HTTP/1.1" status: 200 len: 375 time: 0.0090792 Jul 05 10:59:32.558803 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-1ec782b3-973e-4565-aa9b-c549bb11905c tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e353382965fe435c94f9eea9817607f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277095 Jul 05 10:59:32.693494 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-ecbd5805-073b-454c-bb9f-ec5626da7bf3 service neutron] 10.222.0.77 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278508 Jul 05 10:59:32.787372 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-dc75431c-e4a1-4c82-8924-c4c1c173877f service neutron] 10.222.0.77 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882218 Jul 05 10:59:33.385936 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-daf4fe4a-327c-458e-bd49-358a67efdcd3 req-6f7def47-275c-4d91-af51-00c5a397bc93 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 210 time: 0.3452878 Jul 05 10:59:34.545130 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b883347-23bc-4dfa-afdf-24079e58383d req-951d1e92-e59a-4558-8aa7-c0abad8c99cb tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 210 time: 0.0346334 Jul 05 10:59:35.195650 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-cef71f05-8777-4d15-be5d-0b68603764ad tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:35.196918 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-cef71f05-8777-4d15-be5d-0b68603764ad tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.73 "GET /v2.0/networks?id=d3153ee4-d510-4770-8300-dc66503c91a6 HTTP/1.1" status: 200 len: 814 time: 0.1100819 Jul 05 10:59:35.209445 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-9c91eff0-5b91-4a3f-a528-2ddb598dc55d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Request body: {'port': {'device_id': '2f281077-01fc-49e5-90fe-8eb9ce798419', 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6', 'admin_state_up': True, 'tenant_id': 'e353382965fe435c94f9eea9817607f8'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:59:35.387618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-9c91eff0-5b91-4a3f-a528-2ddb598dc55d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Made reservation on behalf of e353382965fe435c94f9eea9817607f8 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 10:59:35.391569 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-9c91eff0-5b91-4a3f-a528-2ddb598dc55d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:35.523099 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-9c91eff0-5b91-4a3f-a528-2ddb598dc55d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Allocated IP 172.20.0.13 (d3153ee4-d510-4770-8300-dc66503c91a6/40e631a3-8fb9-41ed-b065-ec4696a38e94/c16745b1-9997-4c70-a478-b77147b31643) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 10:59:35.674390 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-9c91eff0-5b91-4a3f-a528-2ddb598dc55d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:35.717586 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0bd67049-d4c4-445e-8738-d9cfc2d36e5f req-04bd3e91-3af3-4e13-a831-bef567af49aa tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 210 time: 0.0357394 Jul 05 10:59:35.822140 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-9c91eff0-5b91-4a3f-a528-2ddb598dc55d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:35.867316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-9c91eff0-5b91-4a3f-a528-2ddb598dc55d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Network d3153ee4-d510-4770-8300-dc66503c91a6 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 10:59:35.873552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-9c91eff0-5b91-4a3f-a528-2ddb598dc55d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 10:59:35.876872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-9c91eff0-5b91-4a3f-a528-2ddb598dc55d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 10:59:35.883369 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91eff0-5b91-4a3f-a528-2ddb598dc55d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Pushing event updated for resources: {'Port': ['ID=c16745b1-9997-4c70-a478-b77147b31643,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:59:35.928648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-9c91eff0-5b91-4a3f-a528-2ddb598dc55d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:35.929267 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-9c91eff0-5b91-4a3f-a528-2ddb598dc55d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:35.982904 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-9c91eff0-5b91-4a3f-a528-2ddb598dc55d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7772682 Jul 05 10:59:35.994066 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Request body: {'port': {'device_id': '2f281077-01fc-49e5-90fe-8eb9ce798419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 10:59:36.069297 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:36.330267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16745b1-9997-4c70-a478-b77147b31643 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:59:36.337621 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:36.349201 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Transition to ACTIVE for port object c16745b1-9997-4c70-a478-b77147b31643 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 10:59:36.422194 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:36.475986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Pushing event updated for resources: {'Port': ['ID=c16745b1-9997-4c70-a478-b77147b31643,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:59:36.552205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Attempting to bind port c16745b1-9997-4c70-a478-b77147b31643 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 10:59:36.552528 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Attempting to bind port c16745b1-9997-4c70-a478-b77147b31643 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 10:59:36.552857 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Attempting to bind port c16745b1-9997-4c70-a478-b77147b31643 on network d3153ee4-d510-4770-8300-dc66503c91a6 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:59:36.557726 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Port c16745b1-9997-4c70-a478-b77147b31643 on network d3153ee4-d510-4770-8300-dc66503c91a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 10:59:36.558048 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Attempting to bind port c16745b1-9997-4c70-a478-b77147b31643 on network d3153ee4-d510-4770-8300-dc66503c91a6 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 10:59:36.564681 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 10:59:36.565017 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Checking segment: {'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 10:59:36.565402 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Bound using segment: {'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 10:59:36.565831 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Bound port: c16745b1-9997-4c70-a478-b77147b31643, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 10:59:36.566187 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:36.636626 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] For port c16745b1-9997-4c70-a478-b77147b31643, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 10:59:36.639591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] For port c16745b1-9997-4c70-a478-b77147b31643, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c16745b1-9997-4c70-a478-b77147b31643,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 10:59:36.731520 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:36.766621 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:36.767031 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:36.768460 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] 10.222.0.73 "PUT /v2.0/ports/c16745b1-9997-4c70-a478-b77147b31643 HTTP/1.1" status: 200 len: 1093 time: 0.7787585 Jul 05 10:59:36.768904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f281077-01fc-49e5-90fe-8eb9ce798419', 'tag': 'c16745b1-9997-4c70-a478-b77147b31643'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:59:36.771161 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e2d649ec24c48037a9ba1c9a08f6dbce1c4b237cfe823972423b6cc22ab966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cbb124-674f-4657-844e-23fc0795ad03" -d '{"events": [{"name": "network-changed", "server_uuid": "2f281077-01fc-49e5-90fe-8eb9ce798419", "tag": "c16745b1-9997-4c70-a478-b77147b31643"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:59:36.799604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97394d9c-3d9f-41c7-9e0f-266b659931eb service neutron] Pushing event updated for resources: {'Port': ['ID=c16745b1-9997-4c70-a478-b77147b31643,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:59:36.815765 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 10:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54489598-2880-4b22-ab18-7d47ba6f850d x-openstack-request-id: req-54489598-2880-4b22-ab18-7d47ba6f850d {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:59:36.816485 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f281077-01fc-49e5-90fe-8eb9ce798419", "tag": "c16745b1-9997-4c70-a478-b77147b31643", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:59:36.816741 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54489598-2880-4b22-ab18-7d47ba6f850d {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:59:36.817133 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f281077-01fc-49e5-90fe-8eb9ce798419', 'tag': 'c16745b1-9997-4c70-a478-b77147b31643', 'status': 'completed', 'code': 200} Jul 05 10:59:36.899871 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb124-674f-4657-844e-23fc0795ad03 req-1f3d6c32-a563-4f62-9de6-16d5a50a356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:36.899871 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95cbb124-674f-4657-844e-23fc0795ad03 req-1f3d6c32-a563-4f62-9de6-16d5a50a356e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e353382965fe435c94f9eea9817607f8&device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 1096 time: 0.0621643 Jul 05 10:59:36.918002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d2b07-fe7c-4b21-bf82-696c7abc30a6 req-d3ae8665-9b5b-4041-b1dd-5ab53246cfad tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:36.919682 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be0d2b07-fe7c-4b21-bf82-696c7abc30a6 req-d3ae8665-9b5b-4041-b1dd-5ab53246cfad tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 944 time: 0.0784504 Jul 05 10:59:36.962623 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be0d2b07-fe7c-4b21-bf82-696c7abc30a6 req-27cb902c-0cab-40e0-a3e3-c904586ee4fa tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363636 Jul 05 10:59:37.008833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb124-674f-4657-844e-23fc0795ad03 req-5961f4b0-d640-497d-90f4-29b52a5ba991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:37.010351 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95cbb124-674f-4657-844e-23fc0795ad03 req-5961f4b0-d640-497d-90f4-29b52a5ba991 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e353382965fe435c94f9eea9817607f8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1032805 Jul 05 10:59:37.109576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb124-674f-4657-844e-23fc0795ad03 req-0dc10fa1-e935-4e35-a39b-4c0683ce0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:37.111055 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95cbb124-674f-4657-844e-23fc0795ad03 req-0dc10fa1-e935-4e35-a39b-4c0683ce0e71 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942471 Jul 05 10:59:37.200196 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-630162f0-8ce5-4e2f-a267-cb4347dcdb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:37.202754 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-630162f0-8ce5-4e2f-a267-cb4347dcdb92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e353382965fe435c94f9eea9817607f8&device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 1096 time: 0.0539033 Jul 05 10:59:37.245424 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-c54e9981-55b5-45c3-82ac-7511e02912a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c16745b1-9997-4c70-a478-b77147b31643 HTTP/1.1" status: 200 len: 217 time: 0.0351291 Jul 05 10:59:37.293699 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-a3f0e40a-dbf6-4dde-a40d-fdfc072c1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:37.295707 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-a3f0e40a-dbf6-4dde-a40d-fdfc072c1501 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e631a3-8fb9-41ed-b065-ec4696a38e94 HTTP/1.1" status: 200 len: 854 time: 0.0444045 Jul 05 10:59:37.332635 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-4ac2438e-bc34-49c2-868c-f5bbca70c148 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3153ee4-d510-4770-8300-dc66503c91a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307260 Jul 05 10:59:37.424647 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-0b8ca113-0beb-4c52-ad05-463dc2504349 service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855083 Jul 05 10:59:37.518326 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-971e14ba-bd15-4c71-91bd-757ab1ad6ffe req-15752145-2cec-4b73-b23d-c3cea39f101f service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876672 Jul 05 10:59:38.151014 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793518a-0515-48ad-aee2-b097ce6e4a65 req-9138e8da-4087-47e8-9550-640d5f9b7ec2 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:38.152442 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1793518a-0515-48ad-aee2-b097ce6e4a65 req-9138e8da-4087-47e8-9550-640d5f9b7ec2 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 944 time: 0.0691476 Jul 05 10:59:38.196891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1793518a-0515-48ad-aee2-b097ce6e4a65 req-81fc5d33-8493-4ab6-8fc4-9b636ba5dbb8 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353754 Jul 05 10:59:39.393431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a373a-cddc-493f-b873-137d75f5f935 req-3c85899b-2b43-40f5-8f0e-edfe1c924a19 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:39.395078 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb6a373a-cddc-493f-b873-137d75f5f935 req-3c85899b-2b43-40f5-8f0e-edfe1c924a19 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 944 time: 0.0831656 Jul 05 10:59:39.435935 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb6a373a-cddc-493f-b873-137d75f5f935 req-704f1164-c417-4970-a75c-00f88b708c02 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343311 Jul 05 10:59:39.438831 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c16745b1-9997-4c70-a478-b77147b31643 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 10:59:39.540623 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c16745b1-9997-4c70-a478-b77147b31643, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c16745b1-9997-4c70-a478-b77147b31643,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:59:39.552634 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'c16745b1-9997-4c70-a478-b77147b31643', 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6', 'port_id': 'c16745b1-9997-4c70-a478-b77147b31643', 'mac_address': 'fa:16:3e:f4:08:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e631a3-8fb9-41ed-b065-ec4696a38e94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 10:59:39.591321 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:39.604523 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16745b1-9997-4c70-a478-b77147b31643 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 10:59:39.625707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c16745b1-9997-4c70-a478-b77147b31643, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c16745b1-9997-4c70-a478-b77147b31643,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:59:39.685012 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:39.734795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=c16745b1-9997-4c70-a478-b77147b31643,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:59:39.876337 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['c16745b1-9997-4c70-a478-b77147b31643'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 10:59:40.611362 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0859dd-0cf7-49e2-8d49-d4e568a8be4e req-9b1dc9cd-236d-4caf-8ebe-463f9696dd31 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:40.612882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6c0859dd-0cf7-49e2-8d49-d4e568a8be4e req-9b1dc9cd-236d-4caf-8ebe-463f9696dd31 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 945 time: 0.0638986 Jul 05 10:59:40.653965 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6c0859dd-0cf7-49e2-8d49-d4e568a8be4e req-2e7c750b-dc95-4f0f-a704-dc84f12c8965 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354984 Jul 05 10:59:41.111648 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d3bc9ce-9ed6-499b-9783-2c2063fd2a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:41.453999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c16745b1-9997-4c70-a478-b77147b31643 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 10:59:41.568852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port c16745b1-9997-4c70-a478-b77147b31643 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 10:59:41.573002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port c16745b1-9997-4c70-a478-b77147b31643 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 10:59:41.573378 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:41.654275 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:41.679364 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f281077-01fc-49e5-90fe-8eb9ce798419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16745b1-9997-4c70-a478-b77147b31643'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 10:59:41.696392 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port c16745b1-9997-4c70-a478-b77147b31643, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c16745b1-9997-4c70-a478-b77147b31643,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 10:59:41.722038 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01f3a19-8995-47c6-b53d-5c8e087ea487" -d '{"events": [{"server_uuid": "2f281077-01fc-49e5-90fe-8eb9ce798419", "name": "network-vif-plugged", "status": "completed", "tag": "c16745b1-9997-4c70-a478-b77147b31643"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 10:59:41.799789 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:41.825123 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 10:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2ada54-1939-416b-95f0-df6c7601a392 x-openstack-request-id: req-dd2ada54-1939-416b-95f0-df6c7601a392 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 10:59:41.825123 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f281077-01fc-49e5-90fe-8eb9ce798419", "name": "network-vif-plugged", "status": "completed", "tag": "c16745b1-9997-4c70-a478-b77147b31643", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 10:59:41.825123 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd2ada54-1939-416b-95f0-df6c7601a392 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 10:59:41.825123 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f281077-01fc-49e5-90fe-8eb9ce798419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16745b1-9997-4c70-a478-b77147b31643', 'code': 200} Jul 05 10:59:41.847681 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4c5df-060e-484b-be7a-3b9ad6a3fb3f req-16c13dce-2848-405f-ab2e-f201ae5e84a1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:41.849980 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f1d4c5df-060e-484b-be7a-3b9ad6a3fb3f req-16c13dce-2848-405f-ab2e-f201ae5e84a1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 945 time: 0.0749581 Jul 05 10:59:41.858631 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=c16745b1-9997-4c70-a478-b77147b31643,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 10:59:41.898465 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f1d4c5df-060e-484b-be7a-3b9ad6a3fb3f req-a354390d-381b-4314-8428-6e935f02c305 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355029 Jul 05 10:59:41.949552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f669202-911b-4c1d-8fc4-57764f3e1c3f req-7215c5fe-0251-42d1-8800-1dd946ed3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:41.951358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8f669202-911b-4c1d-8fc4-57764f3e1c3f req-7215c5fe-0251-42d1-8800-1dd946ed3519 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 1098 time: 0.0547736 Jul 05 10:59:41.986755 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8f669202-911b-4c1d-8fc4-57764f3e1c3f req-775f3355-c002-4515-be65-24a3686e8574 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294647 Jul 05 10:59:43.074118 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332be4e3-8156-4296-8ef4-971e7b69f101 req-b6ab1f9c-bb33-4f1b-951a-b5b7d50a4bbd tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:43.075897 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-332be4e3-8156-4296-8ef4-971e7b69f101 req-b6ab1f9c-bb33-4f1b-951a-b5b7d50a4bbd tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0624325 Jul 05 10:59:43.113779 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-332be4e3-8156-4296-8ef4-971e7b69f101 req-20f01881-23e6-4767-8296-9be0cc4c55a2 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315800 Jul 05 10:59:43.289212 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f259136-6a06-46f3-8557-6ce4f6e74aa1 req-17ab3ae2-efd5-4464-9b91-349acb2e8282 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:43.290699 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f259136-6a06-46f3-8557-6ce4f6e74aa1 req-17ab3ae2-efd5-4464-9b91-349acb2e8282 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0660245 Jul 05 10:59:43.328645 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3f259136-6a06-46f3-8557-6ce4f6e74aa1 req-e0844a55-4eb0-46c9-96e9-2f2f561f8443 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318422 Jul 05 10:59:43.637734 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4483351b-d7b4-4104-a21b-0c5da08fcc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:43.660580 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:43.728476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d919c7e-1cdc-4f25-a8e1-ce03c2630d64 req-42f8b00b-629f-434d-ab07-372dc1f0e4c9 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:43.729907 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d919c7e-1cdc-4f25-a8e1-ce03c2630d64 req-42f8b00b-629f-434d-ab07-372dc1f0e4c9 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0660706 Jul 05 10:59:43.769982 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d919c7e-1cdc-4f25-a8e1-ce03c2630d64 req-81738479-e6fc-4dbc-8e71-18057715871e tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333014 Jul 05 10:59:43.952424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36102f13-3f6c-44f1-9ac3-3743b5cdb906 req-29bd5f06-9d6d-474b-8658-28bbc3ed11c7 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:43.954069 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-36102f13-3f6c-44f1-9ac3-3743b5cdb906 req-29bd5f06-9d6d-474b-8658-28bbc3ed11c7 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0689096 Jul 05 10:59:43.994364 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-36102f13-3f6c-44f1-9ac3-3743b5cdb906 req-74515340-3723-4d8a-853e-d96253cd7b52 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335889 Jul 05 10:59:44.528283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96385436-2aec-4621-9182-8dfc390dc0b5 req-c2c8d65c-1a58-4e7a-b643-fb465765753d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:44.529752 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-96385436-2aec-4621-9182-8dfc390dc0b5 req-c2c8d65c-1a58-4e7a-b643-fb465765753d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0773916 Jul 05 10:59:44.595119 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-96385436-2aec-4621-9182-8dfc390dc0b5 req-75353017-254f-4591-a6bd-db94406370a2 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467272 Jul 05 10:59:44.609611 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-09e6599b-e58d-4ad8-bfb8-fa79da6404f4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977037 Jul 05 10:59:45.152689 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:45.772837 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c652af-a714-4c0c-b6d8-8825c4467d45 req-4fdf00f9-54b8-4c39-972c-6d26259ff067 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:45.774358 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68c652af-a714-4c0c-b6d8-8825c4467d45 req-4fdf00f9-54b8-4c39-972c-6d26259ff067 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0640817 Jul 05 10:59:45.814067 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68c652af-a714-4c0c-b6d8-8825c4467d45 req-14fe4a9f-bba0-4eef-8dcc-89e5bfff40d6 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331500 Jul 05 10:59:46.765294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-200b8faf-5e89-4ddb-924a-c4d95d455245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:46.768405 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-200b8faf-5e89-4ddb-924a-c4d95d455245 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e353382965fe435c94f9eea9817607f8&device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 1098 time: 0.0795708 Jul 05 10:59:46.868697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-d92107db-411d-4ff5-9097-4d7c57e3520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:46.872352 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-d92107db-411d-4ff5-9097-4d7c57e3520c service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3153ee4-d510-4770-8300-dc66503c91a6 HTTP/1.1" status: 200 len: 915 time: 0.0968602 Jul 05 10:59:46.927118 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-689e6691-0b60-4c7d-a1b7-4f902c77d8c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c16745b1-9997-4c70-a478-b77147b31643 HTTP/1.1" status: 200 len: 217 time: 0.0493979 Jul 05 10:59:46.983208 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:47.009397 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-2c260bf0-4843-4edb-a467-7b80aa54ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:47.010891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-2c260bf0-4843-4edb-a467-7b80aa54ffaa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e631a3-8fb9-41ed-b065-ec4696a38e94 HTTP/1.1" status: 200 len: 854 time: 0.0780287 Jul 05 10:59:47.049851 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-39742834-3f8b-40d6-99ed-ceca0e804a64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3153ee4-d510-4770-8300-dc66503c91a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314434 Jul 05 10:59:47.073460 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a60a21-d160-4e74-be74-61bd1b5d87e4 req-43ef0716-ff8d-4bf8-83de-a3da9fc78bb0 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:47.075124 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89a60a21-d160-4e74-be74-61bd1b5d87e4 req-43ef0716-ff8d-4bf8-83de-a3da9fc78bb0 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.1146991 Jul 05 10:59:47.170967 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89a60a21-d160-4e74-be74-61bd1b5d87e4 req-2be564d3-55a5-4500-af65-c601d7091c2b tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790606 Jul 05 10:59:47.197836 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-39c4199f-57e9-47a3-a515-057dc55b0900 service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407452 Jul 05 10:59:47.303870 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-81a0a8b5-35da-4a1c-9657-c40b4df12025 service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999515 Jul 05 10:59:48.391297 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c82e6-0b45-4a11-827b-8ffdaf757437 req-c4414337-a667-4429-a029-40ee95c706cc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:48.392820 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a2c82e6-0b45-4a11-827b-8ffdaf757437 req-c4414337-a667-4429-a029-40ee95c706cc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0681996 Jul 05 10:59:48.430549 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a2c82e6-0b45-4a11-827b-8ffdaf757437 req-2bdf6da9-946e-4e91-b62a-d0643e70f887 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320761 Jul 05 10:59:49.606309 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cdc9c-9ca9-4431-9f19-a4309e0d690f req-8083f892-a35c-4203-97e8-b1fce9b659af tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:49.607919 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b99cdc9c-9ca9-4431-9f19-a4309e0d690f req-8083f892-a35c-4203-97e8-b1fce9b659af tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0646725 Jul 05 10:59:49.647878 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b99cdc9c-9ca9-4431-9f19-a4309e0d690f req-1e7ac19d-c183-44a6-9cf6-4567e4d2cb18 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339172 Jul 05 10:59:50.831805 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04512b-2740-4079-abd1-b5768eb95ac6 req-29ec7ab4-d21d-4a4b-81fb-668514f6cf27 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:50.833465 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ec04512b-2740-4079-abd1-b5768eb95ac6 req-29ec7ab4-d21d-4a4b-81fb-668514f6cf27 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0709095 Jul 05 10:59:50.875756 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ec04512b-2740-4079-abd1-b5768eb95ac6 req-43c121ac-cd5d-44e7-aa13-6d2b457057f9 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346782 Jul 05 10:59:52.048722 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66e510-206f-41ba-b734-a68df0305cf2 req-a160a249-e545-4af2-b291-73856c66a06d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:52.050265 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd66e510-206f-41ba-b734-a68df0305cf2 req-a160a249-e545-4af2-b291-73856c66a06d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0626609 Jul 05 10:59:52.088010 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd66e510-206f-41ba-b734-a68df0305cf2 req-6d19f322-83cd-4fe4-8872-7a03cce25e4e tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319917 Jul 05 10:59:52.702517 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:53.277194 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05325f31-4277-4772-8829-806761d1aa7b req-c4ef9736-5580-4379-bc82-dac3761a5cc6 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:53.278708 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-05325f31-4277-4772-8829-806761d1aa7b req-c4ef9736-5580-4379-bc82-dac3761a5cc6 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0687563 Jul 05 10:59:53.318086 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-05325f31-4277-4772-8829-806761d1aa7b req-9ac3aa94-05c3-46da-b9ff-7b242331002e tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337660 Jul 05 10:59:54.496123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264279d-7fa0-4790-b265-250fa8c88086 req-ac353b6c-c7ca-4935-a8af-51ca9825d9c6 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:54.498328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5264279d-7fa0-4790-b265-250fa8c88086 req-ac353b6c-c7ca-4935-a8af-51ca9825d9c6 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0688975 Jul 05 10:59:54.537718 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5264279d-7fa0-4790-b265-250fa8c88086 req-70aaf743-b078-49e2-9591-7ba219114d61 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332229 Jul 05 10:59:54.574599 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 10:59:55.715919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b6bdb-d5f8-431a-b10b-9714b4c997f5 req-22321eb4-1134-4379-a33c-ed1d6b895b91 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:55.717449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e45b6bdb-d5f8-431a-b10b-9714b4c997f5 req-22321eb4-1134-4379-a33c-ed1d6b895b91 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0665119 Jul 05 10:59:55.757041 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e45b6bdb-d5f8-431a-b10b-9714b4c997f5 req-50fdee74-42d7-49a7-a372-e4303f6e3230 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339911 Jul 05 10:59:56.936568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9bee-de1f-4cf2-b232-45d9fc9a5fec req-5c417d45-193d-4b47-8504-9a253f91aca6 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:56.938046 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71bc9bee-de1f-4cf2-b232-45d9fc9a5fec req-5c417d45-193d-4b47-8504-9a253f91aca6 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0643671 Jul 05 10:59:56.979117 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71bc9bee-de1f-4cf2-b232-45d9fc9a5fec req-998d3969-f4fd-431e-a8e4-a09aace1de38 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353823 Jul 05 10:59:57.411963 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 10:59:58.152508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5f7ba-e940-43f3-85f9-a253fdd3cf14 req-ba231d01-109e-4f5c-a788-4953ad3322b9 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:58.153949 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c3b5f7ba-e940-43f3-85f9-a253fdd3cf14 req-ba231d01-109e-4f5c-a788-4953ad3322b9 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0643537 Jul 05 10:59:58.194173 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c3b5f7ba-e940-43f3-85f9-a253fdd3cf14 req-77044555-60f4-4cd9-bbf1-b6ff1dd27571 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345187 Jul 05 10:59:59.370975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1550221-549b-4ce2-911a-613ced1554c9 req-d3156eb8-82a9-4c0b-855b-7497e3852f29 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 10:59:59.372702 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d1550221-549b-4ce2-911a-613ced1554c9 req-d3156eb8-82a9-4c0b-855b-7497e3852f29 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0639892 Jul 05 10:59:59.416641 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d1550221-549b-4ce2-911a-613ced1554c9 req-0ed01274-6c64-4ee1-a704-03913af87245 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379009 Jul 05 11:00:00.595702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1acbd-5fe4-4751-8740-589bd8898369 req-3c14d66c-dda4-4f50-9457-84c5f154d57f tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:00.597236 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-42f1acbd-5fe4-4751-8740-589bd8898369 req-3c14d66c-dda4-4f50-9457-84c5f154d57f tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0684469 Jul 05 11:00:00.634651 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-42f1acbd-5fe4-4751-8740-589bd8898369 req-1c814972-8d65-4145-a517-927d1eb57d98 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318611 Jul 05 11:00:01.808840 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b29d4-7dbb-4f2f-9ce3-0decb20e5752 req-ba3d995a-8318-4f6e-b3f1-4588d9034882 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:01.810335 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bf2b29d4-7dbb-4f2f-9ce3-0decb20e5752 req-ba3d995a-8318-4f6e-b3f1-4588d9034882 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0658391 Jul 05 11:00:01.849123 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bf2b29d4-7dbb-4f2f-9ce3-0decb20e5752 req-0ed1f107-341a-4a4f-bbe5-afb885ae6f16 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326173 Jul 05 11:00:03.037418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0d5de-5fff-4265-804d-d9b6f429d198 req-92cb7420-647b-4ee3-8973-8431dc2f0ad1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:03.038922 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c6b0d5de-5fff-4265-804d-d9b6f429d198 req-92cb7420-647b-4ee3-8973-8431dc2f0ad1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0661154 Jul 05 11:00:03.077545 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c6b0d5de-5fff-4265-804d-d9b6f429d198 req-3a23dcd0-07f2-4650-8b63-b8fb2e5fb400 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329325 Jul 05 11:00:04.253755 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a9dd9-3946-4e0a-abca-02256536e99a req-f28902a0-de66-46f3-a559-7f5f1efa65e8 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:04.255183 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-313a9dd9-3946-4e0a-abca-02256536e99a req-f28902a0-de66-46f3-a559-7f5f1efa65e8 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0644212 Jul 05 11:00:04.292750 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-313a9dd9-3946-4e0a-abca-02256536e99a req-8d2642e1-9340-4d0e-911d-d270bcb7c352 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318789 Jul 05 11:00:05.473704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47113b6-37f7-4ab6-aabb-380a36e338af req-344f1256-1a37-4808-af59-ea5e02c4cff5 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:05.475201 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d47113b6-37f7-4ab6-aabb-380a36e338af req-344f1256-1a37-4808-af59-ea5e02c4cff5 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0672019 Jul 05 11:00:05.513233 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d47113b6-37f7-4ab6-aabb-380a36e338af req-e8caef2e-40f6-4692-ac55-683b228ea976 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323229 Jul 05 11:00:06.700030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a7d04-e3a8-4851-97d3-f14ed0f33d27 req-8744f6ff-06e6-4d95-85af-6946578c08d9 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:06.702379 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1e6a7d04-e3a8-4851-97d3-f14ed0f33d27 req-8744f6ff-06e6-4d95-85af-6946578c08d9 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0712123 Jul 05 11:00:06.741089 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1e6a7d04-e3a8-4851-97d3-f14ed0f33d27 req-850c6385-f6e8-435c-8236-a5788b4dc0cf tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330718 Jul 05 11:00:07.957337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb208139-f431-474d-9aff-3b261d28ab1d req-a8d182f7-46d8-4fad-802b-73cb0611b875 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:07.958870 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb208139-f431-474d-9aff-3b261d28ab1d req-a8d182f7-46d8-4fad-802b-73cb0611b875 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0666480 Jul 05 11:00:07.996939 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eb208139-f431-474d-9aff-3b261d28ab1d req-b56a1f95-218b-4b3d-8523-a6478e85be36 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322809 Jul 05 11:00:09.178882 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dc212-9164-48c8-bf64-042b224f9f8f req-98f05d46-fd7c-4a99-a162-4f9a1640a74a tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:09.180509 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d88dc212-9164-48c8-bf64-042b224f9f8f req-98f05d46-fd7c-4a99-a162-4f9a1640a74a tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0653567 Jul 05 11:00:09.221981 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d88dc212-9164-48c8-bf64-042b224f9f8f req-6dcd4995-67ce-473d-802b-3bbfa7b1510b tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350688 Jul 05 11:00:10.404266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2badee-92d4-4499-8c3f-a628cbeef56a req-bfee6e67-c014-44f7-9629-d4db5c194326 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:10.405891 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc2badee-92d4-4499-8c3f-a628cbeef56a req-bfee6e67-c014-44f7-9629-d4db5c194326 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0689909 Jul 05 11:00:10.453559 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bc2badee-92d4-4499-8c3f-a628cbeef56a req-06b424f0-2fb9-41a8-9f72-c4051f76772f tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415018 Jul 05 11:00:11.153596 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bba3c920-2035-4ac0-a761-04c3df73cf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:11.630469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5de12-4be5-4c74-a4e7-cc325c892270 req-1bae7e4c-6caf-457b-ba94-b88f220dcfe0 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:11.631981 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8cd5de12-4be5-4c74-a4e7-cc325c892270 req-1bae7e4c-6caf-457b-ba94-b88f220dcfe0 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0670984 Jul 05 11:00:11.670618 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8cd5de12-4be5-4c74-a4e7-cc325c892270 req-4729bd64-45ed-480f-9c1e-4c70c4027ca6 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319755 Jul 05 11:00:12.852788 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065ba92-8d1b-45c9-8c87-602f703a2765 req-4cb069d3-5666-4886-8c84-50c2c69aade3 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:12.854426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f065ba92-8d1b-45c9-8c87-602f703a2765 req-4cb069d3-5666-4886-8c84-50c2c69aade3 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0700583 Jul 05 11:00:12.893919 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f065ba92-8d1b-45c9-8c87-602f703a2765 req-d1edf21b-48c8-401b-9830-1af2a8586f6a tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333452 Jul 05 11:00:13.626215 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f3ba3084-33b1-4bab-856d-22033161cb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:13.654590 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:14.070987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7b904-e598-4508-b1d6-92e2a230ae59 req-334e4874-aa3d-430a-ba9e-4297b087e4ef tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:14.072516 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3a7b904-e598-4508-b1d6-92e2a230ae59 req-334e4874-aa3d-430a-ba9e-4297b087e4ef tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0639434 Jul 05 11:00:14.110763 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3a7b904-e598-4508-b1d6-92e2a230ae59 req-d71ace7e-ccbf-465a-912e-878c6ffe478a tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322106 Jul 05 11:00:14.548930 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-fe6c52c3-4271-479a-94b7-c242bbb8e427 service neutron] show failed (client error): The resource could not be found. Jul 05 11:00:14.549991 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-fe6c52c3-4271-479a-94b7-c242bbb8e427 service neutron] 10.222.0.73 "GET /v2.0/ports/c16745b1-9997-4c70-a478-b77147b31643/bindings/n-h2-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0578189 Jul 05 11:00:15.082798 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-db49ac42-c5cd-46e0-9c3d-68aee553d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:15.084430 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-db49ac42-c5cd-46e0-9c3d-68aee553d601 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419&tenant_id=e353382965fe435c94f9eea9817607f8 HTTP/1.1" status: 200 len: 1098 time: 0.0605922 Jul 05 11:00:15.085548 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:15.100760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:00:15.195286 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:15.521706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815762a1-decc-46dd-a3dd-bd8d0ea4de98 req-0071eb5d-1736-4966-aba4-135d96910726 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:15.523106 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-815762a1-decc-46dd-a3dd-bd8d0ea4de98 req-0071eb5d-1736-4966-aba4-135d96910726 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.2676594 Jul 05 11:00:15.581209 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-815762a1-decc-46dd-a3dd-bd8d0ea4de98 req-f9147e49-2987-41c5-9786-57602d4ce4ae tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521526 Jul 05 11:00:15.593236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] For port c16745b1-9997-4c70-a478-b77147b31643, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=c16745b1-9997-4c70-a478-b77147b31643,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:00:15.628775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] For port c16745b1-9997-4c70-a478-b77147b31643, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:00:15.672474 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f281077-01fc-49e5-90fe-8eb9ce798419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16745b1-9997-4c70-a478-b77147b31643'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:00:15.678439 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:15.691758 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Transition to ACTIVE for port object c16745b1-9997-4c70-a478-b77147b31643 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:00:15.709575 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd0197a-25aa-44d0-b5ba-7086f3912412" -d '{"events": [{"server_uuid": "2f281077-01fc-49e5-90fe-8eb9ce798419", "name": "network-vif-unplugged", "status": "completed", "tag": "c16745b1-9997-4c70-a478-b77147b31643"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:00:15.770228 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:15.813411 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 11:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5b6a45-fbad-42d7-ac5c-022b0c56ae6c x-openstack-request-id: req-5c5b6a45-fbad-42d7-ac5c-022b0c56ae6c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:00:15.813737 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f281077-01fc-49e5-90fe-8eb9ce798419", "name": "network-vif-unplugged", "status": "completed", "tag": "c16745b1-9997-4c70-a478-b77147b31643", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:00:15.813986 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c5b6a45-fbad-42d7-ac5c-022b0c56ae6c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:00:15.814473 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f281077-01fc-49e5-90fe-8eb9ce798419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16745b1-9997-4c70-a478-b77147b31643', 'code': 200} Jul 05 11:00:15.844432 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] No DVR routers for this DVR port c16745b1-9997-4c70-a478-b77147b31643 on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:00:15.847560 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Pushing event updated for resources: {'Port': ['ID=c16745b1-9997-4c70-a478-b77147b31643,revision_number=6']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:00:15.885767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Attempting to bind port c16745b1-9997-4c70-a478-b77147b31643 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:00:15.886099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Attempting to bind port c16745b1-9997-4c70-a478-b77147b31643 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:00:15.886433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Attempting to bind port c16745b1-9997-4c70-a478-b77147b31643 on network d3153ee4-d510-4770-8300-dc66503c91a6 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:00:15.890950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Port c16745b1-9997-4c70-a478-b77147b31643 on network d3153ee4-d510-4770-8300-dc66503c91a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:00:15.891274 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Attempting to bind port c16745b1-9997-4c70-a478-b77147b31643 on network d3153ee4-d510-4770-8300-dc66503c91a6 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:00:15.896227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 10, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:00:15.896574 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Checking segment: {'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:00:15.896960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Bound using segment: {'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:00:15.897395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Bound port: c16745b1-9997-4c70-a478-b77147b31643, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:00:15.897756 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:15.966945 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] For port c16745b1-9997-4c70-a478-b77147b31643, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:00:15.970152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] For port c16745b1-9997-4c70-a478-b77147b31643, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c16745b1-9997-4c70-a478-b77147b31643,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:00:16.039496 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:16.076392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:16.077042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:16.078447 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] 10.222.0.64 "PUT /v2.0/ports/c16745b1-9997-4c70-a478-b77147b31643 HTTP/1.1" status: 200 len: 1093 time: 0.9820740 Jul 05 11:00:16.100995 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc812984-c3ae-45db-8c50-d9872fa1f82c service neutron] Pushing event updated for resources: {'Port': ['ID=c16745b1-9997-4c70-a478-b77147b31643,revision_number=7']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:00:16.157448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-f14f487f-0e9e-4ec4-b106-9735a547a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:16.159057 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-f14f487f-0e9e-4ec4-b106-9735a547a2e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e353382965fe435c94f9eea9817607f8&device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 1096 time: 0.0551929 Jul 05 11:00:16.257535 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-830e3c2b-1b60-4603-92be-cd7fb55a7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:16.259053 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-830e3c2b-1b60-4603-92be-cd7fb55a7a59 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3153ee4-d510-4770-8300-dc66503c91a6 HTTP/1.1" status: 200 len: 915 time: 0.0893285 Jul 05 11:00:16.308322 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-014a72c7-0324-42ba-b5b4-c6d3ec67a380 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c16745b1-9997-4c70-a478-b77147b31643 HTTP/1.1" status: 200 len: 217 time: 0.0352616 Jul 05 11:00:16.360775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-9623eddd-cc99-4aa6-85f6-b92000b88d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:16.362257 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-9623eddd-cc99-4aa6-85f6-b92000b88d69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=40e631a3-8fb9-41ed-b065-ec4696a38e94 HTTP/1.1" status: 200 len: 854 time: 0.0449681 Jul 05 11:00:16.402012 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-daa6b667-a7f9-40d0-8709-dc10049157d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3153ee4-d510-4770-8300-dc66503c91a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329492 Jul 05 11:00:16.498727 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-c8846f7e-9d4f-49aa-a3e7-2a38da5b2b32 service neutron] 10.222.0.64 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863607 Jul 05 11:00:16.598703 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d9e374a-61ad-47c9-9b95-78b778e6b834 req-80b66c96-3f01-49ce-9a8b-fc97b4ce597a service neutron] 10.222.0.64 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902429 Jul 05 11:00:16.766369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2f558-b5c9-4d8d-8faa-c8e40b6855b5 req-c8776329-760e-48cc-b7cf-668c80fc6aee tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:16.768044 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ed2f558-b5c9-4d8d-8faa-c8e40b6855b5 req-c8776329-760e-48cc-b7cf-668c80fc6aee tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 944 time: 0.0715339 Jul 05 11:00:16.808002 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ed2f558-b5c9-4d8d-8faa-c8e40b6855b5 req-502c9554-a7da-488f-ad68-4ca42ec1d7f1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340214 Jul 05 11:00:16.980254 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:17.816187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f281077-01fc-49e5-90fe-8eb9ce798419', 'tag': 'c16745b1-9997-4c70-a478-b77147b31643'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:00:17.819077 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7b1286-c3ad-408d-ae95-f35e3e30c219" -d '{"events": [{"name": "network-changed", "server_uuid": "2f281077-01fc-49e5-90fe-8eb9ce798419", "tag": "c16745b1-9997-4c70-a478-b77147b31643"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:00:17.883586 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8b3858-84a2-438d-8f63-32d49451b13d x-openstack-request-id: req-af8b3858-84a2-438d-8f63-32d49451b13d {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:00:17.893955 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f281077-01fc-49e5-90fe-8eb9ce798419", "tag": "c16745b1-9997-4c70-a478-b77147b31643", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:00:17.898861 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af8b3858-84a2-438d-8f63-32d49451b13d {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:00:17.898861 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f281077-01fc-49e5-90fe-8eb9ce798419', 'tag': 'c16745b1-9997-4c70-a478-b77147b31643', 'status': 'completed', 'code': 200} Jul 05 11:00:17.961363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-80820ddc-9a79-45fa-a6c0-9d9de496ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:17.963356 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-80820ddc-9a79-45fa-a6c0-9d9de496ec0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e353382965fe435c94f9eea9817607f8&device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 1096 time: 0.0606005 Jul 05 11:00:17.998215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-2eb413d4-7de9-4f00-9c71-b3721cd06af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:17.999807 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-2eb413d4-7de9-4f00-9c71-b3721cd06af1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e353382965fe435c94f9eea9817607f8&device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 1096 time: 0.0936253 Jul 05 11:00:18.065706 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-8709edb9-bcb2-40c1-b7a2-df797008a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:18.067397 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-8709edb9-bcb2-40c1-b7a2-df797008a63f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3153ee4-d510-4770-8300-dc66503c91a6 HTTP/1.1" status: 200 len: 915 time: 0.0966520 Jul 05 11:00:18.081735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d923b-bcad-479e-b3fe-cbe4dd9d887c req-36f8b71f-7e81-47c0-b4b8-8a511ec1ac29 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:18.083321 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-610d923b-bcad-479e-b3fe-cbe4dd9d887c req-36f8b71f-7e81-47c0-b4b8-8a511ec1ac29 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 944 time: 0.1395683 Jul 05 11:00:18.116686 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-5bbd6075-612d-4b87-967c-3515dbbf5839 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c16745b1-9997-4c70-a478-b77147b31643 HTTP/1.1" status: 200 len: 217 time: 0.0433538 Jul 05 11:00:18.132933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-031efc32-934a-412b-b4f9-cbf2ac98f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:18.134449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-031efc32-934a-412b-b4f9-cbf2ac98f128 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3153ee4-d510-4770-8300-dc66503c91a6 HTTP/1.1" status: 200 len: 915 time: 0.1271534 Jul 05 11:00:18.166067 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-68ac1d69-e4b6-4e32-ab41-7326ac883cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:18.167943 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-68ac1d69-e4b6-4e32-ab41-7326ac883cf0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e631a3-8fb9-41ed-b065-ec4696a38e94 HTTP/1.1" status: 200 len: 854 time: 0.0457730 Jul 05 11:00:18.186182 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-52ee17c8-96a8-4353-a633-b34f782acf98 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c16745b1-9997-4c70-a478-b77147b31643 HTTP/1.1" status: 200 len: 217 time: 0.0447626 Jul 05 11:00:18.189633 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-610d923b-bcad-479e-b3fe-cbe4dd9d887c req-d567280d-272c-4faf-b3c9-ecadb842a5a5 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994198 Jul 05 11:00:18.203948 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-8e585e40-fc5a-4485-8947-1d8fd69340f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3153ee4-d510-4770-8300-dc66503c91a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303259 Jul 05 11:00:18.241747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-5d93799e-af4e-4551-bac1-e57da984a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:18.243351 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-5d93799e-af4e-4551-bac1-e57da984a5af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=40e631a3-8fb9-41ed-b065-ec4696a38e94 HTTP/1.1" status: 200 len: 854 time: 0.0476565 Jul 05 11:00:18.279638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-2a5913c1-d945-437a-88b1-a18393710fe2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3153ee4-d510-4770-8300-dc66503c91a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289938 Jul 05 11:00:18.296761 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-51850c6e-b80f-44c7-a075-7a581b71bf1e service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866933 Jul 05 11:00:18.381729 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-926f5805-927a-45f0-a62a-0e2de9c7b39a service neutron] 10.222.0.64 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918908 Jul 05 11:00:18.388257 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-48258d7f-da7b-4ab8-8c14-ff86b276175e service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857363 Jul 05 11:00:18.475374 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d7b1286-c3ad-408d-ae95-f35e3e30c219 req-b4c6529c-0c9b-475f-99e5-38317d73422f service neutron] 10.222.0.64 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860369 Jul 05 11:00:19.282717 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c16745b1-9997-4c70-a478-b77147b31643 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:00:19.377680 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port c16745b1-9997-4c70-a478-b77147b31643, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c16745b1-9997-4c70-a478-b77147b31643,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:00:19.384580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb241eb-8f96-4a76-b2da-4e805917591b req-a2a330d0-4ec6-4078-bd70-a538aa472192 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:19.386173 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8eb241eb-8f96-4a76-b2da-4e805917591b req-a2a330d0-4ec6-4078-bd70-a538aa472192 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 944 time: 0.0664918 Jul 05 11:00:19.390297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'c16745b1-9997-4c70-a478-b77147b31643', 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6', 'port_id': 'c16745b1-9997-4c70-a478-b77147b31643', 'mac_address': 'fa:16:3e:f4:08:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e631a3-8fb9-41ed-b065-ec4696a38e94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:00:19.425608 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8eb241eb-8f96-4a76-b2da-4e805917591b req-16b97b41-ba67-4757-bced-adfeb78edce1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329540 Jul 05 11:00:19.427457 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:19.441101 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16745b1-9997-4c70-a478-b77147b31643 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:00:19.469345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port c16745b1-9997-4c70-a478-b77147b31643, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c16745b1-9997-4c70-a478-b77147b31643,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:00:19.529629 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:19.584274 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=c16745b1-9997-4c70-a478-b77147b31643,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:00:19.678990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c16745b1-9997-4c70-a478-b77147b31643 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:00:19.727747 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device c16745b1-9997-4c70-a478-b77147b31643 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:00:19.787653 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['c16745b1-9997-4c70-a478-b77147b31643'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:00:19.982820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a2474-ea0a-4a87-875b-86afab23c9e5 req-9c15c7b9-7273-426e-848e-eb42cf08a52a tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:19.986101 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd5a2474-ea0a-4a87-875b-86afab23c9e5 req-9c15c7b9-7273-426e-848e-eb42cf08a52a tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 945 time: 0.1539035 Jul 05 11:00:20.093555 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd5a2474-ea0a-4a87-875b-86afab23c9e5 req-c70d7edc-d1be-44dc-bf46-8c27d829e863 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723281 Jul 05 11:00:20.141032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa5951-fe13-482e-82df-9afb6aeba065 req-86447712-a7c7-44f7-9a84-056f6d0fb125 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:20.142673 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22aa5951-fe13-482e-82df-9afb6aeba065 req-86447712-a7c7-44f7-9a84-056f6d0fb125 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419&tenant_id=e353382965fe435c94f9eea9817607f8&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 945 time: 0.1550155 Jul 05 11:00:20.207849 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-22aa5951-fe13-482e-82df-9afb6aeba065 req-eb3608f5-17f0-4d1b-9529-4e1b83c3b9e0 service neutron] delete failed (client error): The resource could not be found. Jul 05 11:00:20.208878 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22aa5951-fe13-482e-82df-9afb6aeba065 req-eb3608f5-17f0-4d1b-9529-4e1b83c3b9e0 service neutron] 10.222.0.73 "DELETE /v2.0/ports/c16745b1-9997-4c70-a478-b77147b31643/bindings/n-h1-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0610871 Jul 05 11:00:20.306518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa5951-fe13-482e-82df-9afb6aeba065 req-9766e0de-40b4-4f7e-8bef-2762f3ccfa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:20.308085 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22aa5951-fe13-482e-82df-9afb6aeba065 req-9766e0de-40b4-4f7e-8bef-2762f3ccfa16 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e353382965fe435c94f9eea9817607f8&device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 1097 time: 0.0537958 Jul 05 11:00:20.404810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa5951-fe13-482e-82df-9afb6aeba065 req-eba3ec0d-00ff-4b09-a419-e3f48674d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:20.406343 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22aa5951-fe13-482e-82df-9afb6aeba065 req-eba3ec0d-00ff-4b09-a419-e3f48674d710 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3153ee4-d510-4770-8300-dc66503c91a6 HTTP/1.1" status: 200 len: 915 time: 0.0927203 Jul 05 11:00:20.453721 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22aa5951-fe13-482e-82df-9afb6aeba065 req-53793442-2a52-4f45-b5fa-79f05df213b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c16745b1-9997-4c70-a478-b77147b31643 HTTP/1.1" status: 200 len: 217 time: 0.0369124 Jul 05 11:00:20.515806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa5951-fe13-482e-82df-9afb6aeba065 req-c3c00e8f-2c56-4a7c-85ca-57559c642726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:20.517473 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22aa5951-fe13-482e-82df-9afb6aeba065 req-c3c00e8f-2c56-4a7c-85ca-57559c642726 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e631a3-8fb9-41ed-b065-ec4696a38e94 HTTP/1.1" status: 200 len: 854 time: 0.0579731 Jul 05 11:00:20.557099 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22aa5951-fe13-482e-82df-9afb6aeba065 req-7835f1fe-f59e-4386-be75-863579d013dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3153ee4-d510-4770-8300-dc66503c91a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335500 Jul 05 11:00:20.647485 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22aa5951-fe13-482e-82df-9afb6aeba065 req-bc79a380-2316-4399-aab1-ca0a5e84ae64 service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838637 Jul 05 11:00:20.741553 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-22aa5951-fe13-482e-82df-9afb6aeba065 req-573e4456-cd51-4ecb-9900-71cdc84dd78f service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883954 Jul 05 11:00:21.285651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8abbfd-885d-49d5-8ac9-3641f8733e21 req-09a95740-1070-4f09-b0a1-e08b7c564f36 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:21.286859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c16745b1-9997-4c70-a478-b77147b31643 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:00:21.288157 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ed8abbfd-885d-49d5-8ac9-3641f8733e21 req-09a95740-1070-4f09-b0a1-e08b7c564f36 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 945 time: 0.0752556 Jul 05 11:00:21.329650 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ed8abbfd-885d-49d5-8ac9-3641f8733e21 req-5aa407d5-0e89-44e4-976f-31312ef253be tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364809 Jul 05 11:00:21.420205 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port c16745b1-9997-4c70-a478-b77147b31643 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:00:21.424364 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port c16745b1-9997-4c70-a478-b77147b31643 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:00:21.424705 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:21.503375 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:21.528799 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f281077-01fc-49e5-90fe-8eb9ce798419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16745b1-9997-4c70-a478-b77147b31643'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:00:21.531008 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4844d2-f1c8-40be-89e2-7ec6284724c9" -d '{"events": [{"server_uuid": "2f281077-01fc-49e5-90fe-8eb9ce798419", "name": "network-vif-plugged", "status": "completed", "tag": "c16745b1-9997-4c70-a478-b77147b31643"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:00:21.543986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port c16745b1-9997-4c70-a478-b77147b31643, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c16745b1-9997-4c70-a478-b77147b31643,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:00:21.571677 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45381529-edac-4d0a-aa98-3472d524e442 x-openstack-request-id: req-45381529-edac-4d0a-aa98-3472d524e442 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:00:21.572014 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f281077-01fc-49e5-90fe-8eb9ce798419", "name": "network-vif-plugged", "status": "completed", "tag": "c16745b1-9997-4c70-a478-b77147b31643", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:00:21.572278 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45381529-edac-4d0a-aa98-3472d524e442 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:00:21.572678 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f281077-01fc-49e5-90fe-8eb9ce798419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16745b1-9997-4c70-a478-b77147b31643', 'code': 200} Jul 05 11:00:21.631396 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:21.678098 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=c16745b1-9997-4c70-a478-b77147b31643,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:00:22.513971 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90af883-2671-4272-a095-69dc49494091 req-2872fb0f-6ae7-4888-af4f-879d7f6e94f2 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:22.515611 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e90af883-2671-4272-a095-69dc49494091 req-2872fb0f-6ae7-4888-af4f-879d7f6e94f2 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0724494 Jul 05 11:00:22.559193 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e90af883-2671-4272-a095-69dc49494091 req-877af158-94e0-4071-a5a8-2a07f05abffc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374386 Jul 05 11:00:22.746666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6951032-5f79-4ba7-b981-7bcd5700e7e7 req-03f1b732-a748-49ca-ad6b-30ac6ab00187 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:22.748624 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6951032-5f79-4ba7-b981-7bcd5700e7e7 req-03f1b732-a748-49ca-ad6b-30ac6ab00187 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0714726 Jul 05 11:00:22.770778 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:22.789392 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6951032-5f79-4ba7-b981-7bcd5700e7e7 req-b867a4e6-d00c-4dfd-93f8-e98add47bc23 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347369 Jul 05 11:00:22.980187 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b9faa-be73-46fb-8336-5e7230bdc549 req-2d406fb2-f2e1-4c73-aeaf-001501a09e04 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:22.981704 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-668b9faa-be73-46fb-8336-5e7230bdc549 req-2d406fb2-f2e1-4c73-aeaf-001501a09e04 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0751216 Jul 05 11:00:23.025561 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-668b9faa-be73-46fb-8336-5e7230bdc549 req-8db293b0-19c5-438d-99b7-e3ed84b62aa5 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341301 Jul 05 11:00:23.717936 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-1beb404b-5847-4462-9045-78f75ee2b8c1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:23.720649 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-1beb404b-5847-4462-9045-78f75ee2b8c1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/networks?id=d3153ee4-d510-4770-8300-dc66503c91a6 HTTP/1.1" status: 200 len: 814 time: 0.1060634 Jul 05 11:00:23.734416 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-a7fe8f35-d25c-4645-85a0-7f4c88c81be3 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/quotas/e353382965fe435c94f9eea9817607f8 HTTP/1.1" status: 200 len: 375 time: 0.0094025 Jul 05 11:00:23.801062 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-da4a99c6-e671-411c-b71e-2e5937a6d88a tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e353382965fe435c94f9eea9817607f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615053 Jul 05 11:00:23.976162 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-1827c01a-9fff-482f-9fc2-67d4073a0606 service neutron] 10.222.0.77 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262324 Jul 05 11:00:24.064838 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-565804bb-5e0e-45be-80d9-d8b3ab354460 service neutron] 10.222.0.77 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827265 Jul 05 11:00:24.313035 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df30e01b-fdfd-44a1-93e6-73b3e6632363 req-9e5f0e37-0691-4dd9-90ee-10a49f2261c3 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 210 time: 0.0296605 Jul 05 11:00:24.574962 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:25.064866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a0e4d-4318-41d8-9724-14de78872df1 req-63cafeb6-89b7-4b09-a5db-07f0eb26ca88 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:25.066391 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca9a0e4d-4318-41d8-9724-14de78872df1 req-63cafeb6-89b7-4b09-a5db-07f0eb26ca88 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f281077-01fc-49e5-90fe-8eb9ce798419 HTTP/1.1" status: 200 len: 946 time: 0.0855722 Jul 05 11:00:25.175134 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-ca9a0e4d-4318-41d8-9724-14de78872df1 req-6b745f46-49b7-4f14-bf4a-795d0bd9856f tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Deleting port c16745b1-9997-4c70-a478-b77147b31643 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:00:25.175392 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ca9a0e4d-4318-41d8-9724-14de78872df1 req-6b745f46-49b7-4f14-bf4a-795d0bd9856f tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:25.286096 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ca9a0e4d-4318-41d8-9724-14de78872df1 req-6b745f46-49b7-4f14-bf4a-795d0bd9856f tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] For port c16745b1-9997-4c70-a478-b77147b31643, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=c16745b1-9997-4c70-a478-b77147b31643,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:00:25.286096 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ca9a0e4d-4318-41d8-9724-14de78872df1 req-6b745f46-49b7-4f14-bf4a-795d0bd9856f tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:25.300680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-ca9a0e4d-4318-41d8-9724-14de78872df1 req-6b745f46-49b7-4f14-bf4a-795d0bd9856f tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Calling delete_port for c16745b1-9997-4c70-a478-b77147b31643 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:00:25.512574 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bad46bf2-909a-4d70-ab00-c0accbc0c2a7 req-1fd296d2-7da9-46fd-be37-7cf086567a27 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 210 time: 0.0513010 Jul 05 11:00:25.591465 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ca9a0e4d-4318-41d8-9724-14de78872df1 req-6b745f46-49b7-4f14-bf4a-795d0bd9856f tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:25.608225 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['c16745b1-9997-4c70-a478-b77147b31643'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:00:25.620670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b745f46-49b7-4f14-bf4a-795d0bd9856f tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Pushing event deleted for resources: {'Port': ['ID=c16745b1-9997-4c70-a478-b77147b31643,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:00:25.670851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9a0e4d-4318-41d8-9724-14de78872df1 req-6b745f46-49b7-4f14-bf4a-795d0bd9856f tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] No DVR routers for this DVR port c16745b1-9997-4c70-a478-b77147b31643 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:00:25.673590 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ca9a0e4d-4318-41d8-9724-14de78872df1 req-6b745f46-49b7-4f14-bf4a-795d0bd9856f tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:25.675820 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ca9a0e4d-4318-41d8-9724-14de78872df1 req-6b745f46-49b7-4f14-bf4a-795d0bd9856f tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.64 "DELETE /v2.0/ports/c16745b1-9997-4c70-a478-b77147b31643 HTTP/1.1" status: 204 len: 173 time: 0.6011517 Jul 05 11:00:25.676313 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f281077-01fc-49e5-90fe-8eb9ce798419', 'name': 'network-vif-deleted', 'tag': 'c16745b1-9997-4c70-a478-b77147b31643'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:00:25.678710 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700f467e-596a-4093-be90-d9b64028ed0b" -d '{"events": [{"server_uuid": "2f281077-01fc-49e5-90fe-8eb9ce798419", "name": "network-vif-deleted", "tag": "c16745b1-9997-4c70-a478-b77147b31643"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:00:25.721256 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54948b7-e830-4342-abff-7d09b98aeeda x-openstack-request-id: req-e54948b7-e830-4342-abff-7d09b98aeeda {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:00:25.721256 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f281077-01fc-49e5-90fe-8eb9ce798419", "name": "network-vif-deleted", "tag": "c16745b1-9997-4c70-a478-b77147b31643", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:00:25.721256 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e54948b7-e830-4342-abff-7d09b98aeeda {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:00:25.721256 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f281077-01fc-49e5-90fe-8eb9ce798419', 'name': 'network-vif-deleted', 'tag': 'c16745b1-9997-4c70-a478-b77147b31643', 'status': 'completed', 'code': 200} Jul 05 11:00:26.414877 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-f3711044-925d-46b2-94f9-3ffa26a81344 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:26.416388 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-f3711044-925d-46b2-94f9-3ffa26a81344 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.73 "GET /v2.0/networks?id=d3153ee4-d510-4770-8300-dc66503c91a6 HTTP/1.1" status: 200 len: 814 time: 0.1123340 Jul 05 11:00:26.432118 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Request body: {'port': {'device_id': 'e4120f7e-0792-42a6-9b7f-f1b834237968', 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6', 'admin_state_up': True, 'tenant_id': 'e353382965fe435c94f9eea9817607f8'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:00:26.622046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Made reservation on behalf of e353382965fe435c94f9eea9817607f8 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:00:26.626128 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:26.664027 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-62553b78-3876-4047-afd3-cca01d7cfed7 req-eaadfa53-f084-4df6-910d-1a3ad4779876 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 210 time: 0.0311809 Jul 05 11:00:26.794903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Allocated IP 172.20.0.4 (d3153ee4-d510-4770-8300-dc66503c91a6/40e631a3-8fb9-41ed-b065-ec4696a38e94/27f3c4ed-6413-4923-bb1b-d732e6e5ce9b) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:00:26.973967 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:27.078390 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:27.096225 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['c16745b1-9997-4c70-a478-b77147b31643'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:00:27.127443 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Network d3153ee4-d510-4770-8300-dc66503c91a6 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:00:27.133992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:00:27.139162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:00:27.145009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Pushing event updated for resources: {'Port': ['ID=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:00:27.173555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:27.173901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:27.174262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:27.174588 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:27.174972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:27.175324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:27.176227 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:27.176227 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:27.176487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:27.176612 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:27.176935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:27.177258 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:27.208696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:27.209353 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:27.308847 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-b5ac588b-b13c-46bd-bf3f-d63e09e544b1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8836164 Jul 05 11:00:27.320808 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Request body: {'port': {'device_id': 'e4120f7e-0792-42a6-9b7f-f1b834237968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:00:27.410471 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:28.050162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719e1a7-0eb4-49a4-9df5-6c1fee00ecc7 req-77c7f084-f517-494d-8f38-909bf2add2ee tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:28.052038 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1719e1a7-0eb4-49a4-9df5-6c1fee00ecc7 req-77c7f084-f517-494d-8f38-909bf2add2ee tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 931 time: 0.1062903 Jul 05 11:00:28.133899 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1719e1a7-0eb4-49a4-9df5-6c1fee00ecc7 req-abb60f3e-7cd5-46d6-9fbc-d9d878e258a6 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751529 Jul 05 11:00:28.135996 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:00:28.144667 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:28.161467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Transition to ACTIVE for port object 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:00:28.228054 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:28.312132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Pushing event updated for resources: {'Port': ['ID=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:00:28.384883 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Attempting to bind port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:00:28.385229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Attempting to bind port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:00:28.385562 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Attempting to bind port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b on network d3153ee4-d510-4770-8300-dc66503c91a6 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:00:28.390621 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b on network d3153ee4-d510-4770-8300-dc66503c91a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:00:28.390944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Attempting to bind port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b on network d3153ee4-d510-4770-8300-dc66503c91a6 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:00:28.396071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:00:28.396407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Checking segment: {'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:00:28.396794 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Bound using segment: {'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:00:28.397232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Bound port: 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:00:28.397578 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:28.470618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] For port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:00:28.473742 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] For port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:00:28.549043 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:28.589230 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:28.590006 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:28.592391 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] 10.222.0.73 "PUT /v2.0/ports/27f3c4ed-6413-4923-bb1b-d732e6e5ce9b HTTP/1.1" status: 200 len: 1092 time: 1.2759094 Jul 05 11:00:28.593111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4120f7e-0792-42a6-9b7f-f1b834237968', 'tag': '27f3c4ed-6413-4923-bb1b-d732e6e5ce9b'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:00:28.626064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5963b73-799b-43db-87b0-37ae9cead5ab service neutron] Pushing event updated for resources: {'Port': ['ID=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:00:28.654677 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99e81d3-5f45-4ea6-a364-89827f4e0c54" -d '{"events": [{"name": "network-changed", "server_uuid": "e4120f7e-0792-42a6-9b7f-f1b834237968", "tag": "27f3c4ed-6413-4923-bb1b-d732e6e5ce9b"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:00:28.756988 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1acd71-9bb2-49f5-a412-092e16296f5b x-openstack-request-id: req-7b1acd71-9bb2-49f5-a412-092e16296f5b {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:00:28.757289 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4120f7e-0792-42a6-9b7f-f1b834237968", "tag": "27f3c4ed-6413-4923-bb1b-d732e6e5ce9b", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:00:28.757542 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7b1acd71-9bb2-49f5-a412-092e16296f5b {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:00:28.757944 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4120f7e-0792-42a6-9b7f-f1b834237968', 'tag': '27f3c4ed-6413-4923-bb1b-d732e6e5ce9b', 'status': 'completed', 'code': 200} Jul 05 11:00:28.772556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-2ec1a7cd-8e4a-421e-84dd-8db897ca3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:28.774093 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-2ec1a7cd-8e4a-421e-84dd-8db897ca3130 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e353382965fe435c94f9eea9817607f8&device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 1095 time: 0.0602646 Jul 05 11:00:28.822728 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-2b412b7c-e1e4-46e5-966a-9961a29277a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b HTTP/1.1" status: 200 len: 217 time: 0.0396981 Jul 05 11:00:28.880064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-f36e24c3-6f04-4594-bd6e-f8e9b359da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:28.881552 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-f36e24c3-6f04-4594-bd6e-f8e9b359da21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e631a3-8fb9-41ed-b065-ec4696a38e94 HTTP/1.1" status: 200 len: 854 time: 0.0531924 Jul 05 11:00:28.918297 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-0ab609f8-3f0d-4484-b37d-8df0a9ed6383 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3153ee4-d510-4770-8300-dc66503c91a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289013 Jul 05 11:00:29.013270 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-6c5840c1-1c55-4eab-ae07-65318b4cb6df service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887611 Jul 05 11:00:29.103413 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5cbfc771-91f2-41e2-b200-aaf21f9470e6 req-b604987b-603d-48ea-9898-72e5c10fb6a4 service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836205 Jul 05 11:00:29.310887 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c16745b1-9997-4c70-a478-b77147b31643 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:00:29.335782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: c16745b1-9997-4c70-a478-b77147b31643 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:00:29.336638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device c16745b1-9997-4c70-a478-b77147b31643 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:00:29.378524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e81d3-5f45-4ea6-a364-89827f4e0c54 req-6a7e9380-c02d-40e5-951e-467ebe6f37e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:29.380090 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e99e81d3-5f45-4ea6-a364-89827f4e0c54 req-6a7e9380-c02d-40e5-951e-467ebe6f37e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e353382965fe435c94f9eea9817607f8&device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 1095 time: 0.1088629 Jul 05 11:00:29.391921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c9571-686f-4ab1-a9ec-4de43060f614 req-e17a840b-cf17-47a1-a240-7d87049cb29d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:29.393337 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-758c9571-686f-4ab1-a9ec-4de43060f614 req-e17a840b-cf17-47a1-a240-7d87049cb29d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 943 time: 0.1106522 Jul 05 11:00:29.478838 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-758c9571-686f-4ab1-a9ec-4de43060f614 req-c18ca6a1-5d93-4281-9a91-936b7351cbc0 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772510 Jul 05 11:00:29.506923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e81d3-5f45-4ea6-a364-89827f4e0c54 req-b8a5f154-395a-4257-b0d0-6558bcde8853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:29.508445 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e99e81d3-5f45-4ea6-a364-89827f4e0c54 req-b8a5f154-395a-4257-b0d0-6558bcde8853 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3153ee4-d510-4770-8300-dc66503c91a6 HTTP/1.1" status: 200 len: 915 time: 0.1142666 Jul 05 11:00:29.557426 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e99e81d3-5f45-4ea6-a364-89827f4e0c54 req-bf8e5c2a-b82b-49d2-9698-c81c9b583dd2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b HTTP/1.1" status: 200 len: 217 time: 0.0408499 Jul 05 11:00:29.609386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e81d3-5f45-4ea6-a364-89827f4e0c54 req-952b662d-24de-435c-98fd-7705e1295472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:29.610905 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e99e81d3-5f45-4ea6-a364-89827f4e0c54 req-952b662d-24de-435c-98fd-7705e1295472 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e631a3-8fb9-41ed-b065-ec4696a38e94 HTTP/1.1" status: 200 len: 854 time: 0.0465975 Jul 05 11:00:29.648945 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e99e81d3-5f45-4ea6-a364-89827f4e0c54 req-37fcb6e1-6c53-40a2-9b02-06bcb7a3933b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3153ee4-d510-4770-8300-dc66503c91a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313318 Jul 05 11:00:29.746107 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e99e81d3-5f45-4ea6-a364-89827f4e0c54 req-b51b4b29-743b-4c68-919f-d058d3b44a96 service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892487 Jul 05 11:00:29.836980 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e99e81d3-5f45-4ea6-a364-89827f4e0c54 req-90f37dfd-a930-4161-adf8-1a590ed4d5e6 service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835745 Jul 05 11:00:30.670661 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f82068-e9db-40e2-9f2d-007a399a0e9e req-9e400a5d-f68f-44fa-afd9-11fb8c702cbb tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:30.672382 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4f82068-e9db-40e2-9f2d-007a399a0e9e req-9e400a5d-f68f-44fa-afd9-11fb8c702cbb tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 943 time: 0.0723953 Jul 05 11:00:30.717303 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4f82068-e9db-40e2-9f2d-007a399a0e9e req-b82658a7-18d9-4566-8a2b-2c81d21c2485 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368659 Jul 05 11:00:31.902333 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc72e9-d704-4f55-909e-e883f81a2dc0 req-630d9b29-0e1d-4229-86f1-83c21557573b tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:31.903974 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-74bc72e9-d704-4f55-909e-e883f81a2dc0 req-630d9b29-0e1d-4229-86f1-83c21557573b tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 943 time: 0.0692573 Jul 05 11:00:31.943296 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-74bc72e9-d704-4f55-909e-e883f81a2dc0 req-7e97a2d4-4c88-407d-85e2-e12b34a7feac tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336223 Jul 05 11:00:33.141215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed8512-e7ec-455e-8221-fd28f526c6a0 req-d2802809-7ec3-490e-9093-c73452a907b9 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:33.142723 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ebed8512-e7ec-455e-8221-fd28f526c6a0 req-d2802809-7ec3-490e-9093-c73452a907b9 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 943 time: 0.0655980 Jul 05 11:00:33.181697 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ebed8512-e7ec-455e-8221-fd28f526c6a0 req-482dff36-d27e-407f-8bd5-5e97f1c73516 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333259 Jul 05 11:00:33.757592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:00:33.860699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:00:33.872753 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '27f3c4ed-6413-4923-bb1b-d732e6e5ce9b', 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6', 'port_id': '27f3c4ed-6413-4923-bb1b-d732e6e5ce9b', 'mac_address': 'fa:16:3e:27:7a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e631a3-8fb9-41ed-b065-ec4696a38e94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:00:33.911438 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:33.923880 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:00:33.943137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:00:33.998058 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:34.052637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:00:34.060730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:34.061073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:34.061414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:34.061746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:34.062076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:34.062410 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:34.062735 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:34.063058 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:34.063379 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:34.063701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:34.064074 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:34.064415 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:00:34.206355 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['27f3c4ed-6413-4923-bb1b-d732e6e5ce9b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:00:34.356404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb02599-f5ff-4c35-a176-6a592c72efd6 req-0e2cc938-94ed-49f6-8c39-8e069bf15510 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:34.358424 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cbb02599-f5ff-4c35-a176-6a592c72efd6 req-0e2cc938-94ed-49f6-8c39-8e069bf15510 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 944 time: 0.0645072 Jul 05 11:00:34.397113 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cbb02599-f5ff-4c35-a176-6a592c72efd6 req-24d0df13-46b7-4dcc-89d6-7b523f4caf0e tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327673 Jul 05 11:00:34.412288 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:00:35.586143 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371dbd4-0d76-42f0-8246-2eeb96d3d6e8 req-6514fef2-ba4e-4ea3-89b9-9cd9efbbaafe tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:35.587662 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1371dbd4-0d76-42f0-8246-2eeb96d3d6e8 req-6514fef2-ba4e-4ea3-89b9-9cd9efbbaafe tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 944 time: 0.0649707 Jul 05 11:00:35.626371 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1371dbd4-0d76-42f0-8246-2eeb96d3d6e8 req-dc3f6a81-3d01-4fef-8168-a284a6e0ec3a tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329728 Jul 05 11:00:35.772686 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:00:35.879091 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:00:35.883322 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:00:35.883797 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:35.964818 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:35.989345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4120f7e-0792-42a6-9b7f-f1b834237968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f3c4ed-6413-4923-bb1b-d732e6e5ce9b'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:00:35.991610 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf3bb54-1438-4953-85d9-25a9279a29c0" -d '{"events": [{"server_uuid": "e4120f7e-0792-42a6-9b7f-f1b834237968", "name": "network-vif-plugged", "status": "completed", "tag": "27f3c4ed-6413-4923-bb1b-d732e6e5ce9b"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:00:36.004649 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:00:36.027956 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25839677-2f72-4ce1-8761-7c053b0f37bb x-openstack-request-id: req-25839677-2f72-4ce1-8761-7c053b0f37bb {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:00:36.028253 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4120f7e-0792-42a6-9b7f-f1b834237968", "name": "network-vif-plugged", "status": "completed", "tag": "27f3c4ed-6413-4923-bb1b-d732e6e5ce9b", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:00:36.028507 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-25839677-2f72-4ce1-8761-7c053b0f37bb {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:00:36.028899 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4120f7e-0792-42a6-9b7f-f1b834237968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f3c4ed-6413-4923-bb1b-d732e6e5ce9b', 'code': 200} Jul 05 11:00:36.078979 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:36.128866 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:00:36.140535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23fc14-7a9e-4198-94fc-a58109e3d4f3 req-4860e8e5-15f8-4669-b467-0dc8ec48f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:36.142087 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df23fc14-7a9e-4198-94fc-a58109e3d4f3 req-4860e8e5-15f8-4669-b467-0dc8ec48f312 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 1097 time: 0.0542936 Jul 05 11:00:36.175565 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df23fc14-7a9e-4198-94fc-a58109e3d4f3 req-3b217bb4-8c00-47f2-a798-508ee16298e2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274982 Jul 05 11:00:36.805244 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79312f94-ae41-42b0-a76e-35b352067c5b req-bb503e45-ef40-471f-a564-0760f09a14d9 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:36.806957 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-79312f94-ae41-42b0-a76e-35b352067c5b req-bb503e45-ef40-471f-a564-0760f09a14d9 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0679245 Jul 05 11:00:36.847749 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-79312f94-ae41-42b0-a76e-35b352067c5b req-bc77aa4f-3a5f-4956-abd3-292ad3e962a4 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344458 Jul 05 11:00:38.032851 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d7ef7-9e60-4acb-af2b-b8558be9db6f req-0f5543cf-6dde-41c1-8932-3e0f82867d4b tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:38.034478 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-697d7ef7-9e60-4acb-af2b-b8558be9db6f req-0f5543cf-6dde-41c1-8932-3e0f82867d4b tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0673947 Jul 05 11:00:38.074831 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-697d7ef7-9e60-4acb-af2b-b8558be9db6f req-bb8f9882-ecaa-46bb-a3fc-3e411903bf66 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345900 Jul 05 11:00:38.246646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e4df3-5296-445f-bea8-3ee7bc275f4c req-cbf4643b-3a32-40b8-91ac-c0fe6511e93d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:38.248677 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b03e4df3-5296-445f-bea8-3ee7bc275f4c req-cbf4643b-3a32-40b8-91ac-c0fe6511e93d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0646820 Jul 05 11:00:38.286355 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b03e4df3-5296-445f-bea8-3ee7bc275f4c req-0545cd80-d353-4d59-82b3-a563ee431389 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321958 Jul 05 11:00:38.815826 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74bf47-c668-4d05-8a52-9c722fac4365 req-4cfa42e8-79a1-458e-97e7-e4ed757c6ef7 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:38.817342 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f74bf47-c668-4d05-8a52-9c722fac4365 req-4cfa42e8-79a1-458e-97e7-e4ed757c6ef7 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0675933 Jul 05 11:00:38.857549 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f74bf47-c668-4d05-8a52-9c722fac4365 req-7cfd7373-606b-49dd-843f-15690e816116 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345745 Jul 05 11:00:38.976193 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-c2f904b5-e573-4dab-bce6-fc1f2ff93dce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0970533 Jul 05 11:00:40.034625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cdd26-7ff6-4197-b7b0-13e02b3cdd1a req-cc802bb0-2a86-49e8-8e6f-0d29c1ea2d48 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:40.036123 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2e5cdd26-7ff6-4197-b7b0-13e02b3cdd1a req-cc802bb0-2a86-49e8-8e6f-0d29c1ea2d48 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0656698 Jul 05 11:00:40.080418 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2e5cdd26-7ff6-4197-b7b0-13e02b3cdd1a req-55319ab2-d6e1-4f69-a454-f7eb7838e8ec tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384922 Jul 05 11:00:41.177326 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f1b16885-15d8-484b-bc63-c13a11542b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:41.263775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699b830-5ffa-45fe-8dbd-ac9ba5474d9b req-1e2e5acb-24d6-4801-828e-b71243a8ed42 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:41.265338 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7699b830-5ffa-45fe-8dbd-ac9ba5474d9b req-1e2e5acb-24d6-4801-828e-b71243a8ed42 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0680380 Jul 05 11:00:41.308144 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7699b830-5ffa-45fe-8dbd-ac9ba5474d9b req-8c5d1a73-d98d-40f3-828e-0b33339db38d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372124 Jul 05 11:00:41.321276 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-10510e1b-c815-4b7b-8eef-939b4b761d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:41.322983 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-10510e1b-c815-4b7b-8eef-939b4b761d92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e353382965fe435c94f9eea9817607f8&device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 1097 time: 0.0559182 Jul 05 11:00:41.412001 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-ca2e998b-096f-4ef4-a5d4-78aa20d7953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:41.413379 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-ca2e998b-096f-4ef4-a5d4-78aa20d7953c service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3153ee4-d510-4770-8300-dc66503c91a6 HTTP/1.1" status: 200 len: 915 time: 0.0841303 Jul 05 11:00:41.456983 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-99293aa8-9d15-46c4-9150-5daf4266d04e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b HTTP/1.1" status: 200 len: 217 time: 0.0378983 Jul 05 11:00:41.504415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-dc96042c-d72b-4704-bb84-953b18333c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:41.505864 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-dc96042c-d72b-4704-bb84-953b18333c78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e631a3-8fb9-41ed-b065-ec4696a38e94 HTTP/1.1" status: 200 len: 854 time: 0.0433905 Jul 05 11:00:41.538267 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-d87bf512-11c8-4c14-957c-665869219497 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3153ee4-d510-4770-8300-dc66503c91a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261855 Jul 05 11:00:41.631523 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-f7288e43-2a7e-4188-a794-2a9287dbd806 service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871093 Jul 05 11:00:41.721855 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-97d217bb-95ec-47a4-9212-38e44078988e service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842042 Jul 05 11:00:42.536615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e287c6-cc34-435c-9a0f-68b78e94241e req-ce21d492-3bfd-4c67-bb9e-a7a359288424 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:42.538122 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-33e287c6-cc34-435c-9a0f-68b78e94241e req-ce21d492-3bfd-4c67-bb9e-a7a359288424 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0642567 Jul 05 11:00:42.582229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-33e287c6-cc34-435c-9a0f-68b78e94241e req-2482366a-4009-43d3-a5a0-40214af1cfba tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384977 Jul 05 11:00:43.627532 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ab4a7fc1-c756-45a6-a695-fff2798477a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:43.682730 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:43.762413 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608026a1-06c0-4fa0-9c56-77f46a3b98b6 req-73f2126c-161b-4aca-8466-0464e5bba9dc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:43.764514 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-608026a1-06c0-4fa0-9c56-77f46a3b98b6 req-73f2126c-161b-4aca-8466-0464e5bba9dc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0653813 Jul 05 11:00:43.802143 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-608026a1-06c0-4fa0-9c56-77f46a3b98b6 req-48f196c2-c095-49d8-bd2f-8b811d77853e tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317509 Jul 05 11:00:44.984625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe04848-d55b-4d0d-aecd-603f96aebb06 req-9e2e57d4-a22b-4243-948e-e4f75cee7322 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:44.986194 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1fe04848-d55b-4d0d-aecd-603f96aebb06 req-9e2e57d4-a22b-4243-948e-e4f75cee7322 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0637448 Jul 05 11:00:45.025906 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1fe04848-d55b-4d0d-aecd-603f96aebb06 req-35788955-6fd3-47ce-91b1-f920323abd87 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335886 Jul 05 11:00:45.136209 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:46.221998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15377840-17e7-455a-a764-fcf90d7b9ba7 req-6d0acf41-06d6-4748-85e9-691f6719660a tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:46.223438 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-15377840-17e7-455a-a764-fcf90d7b9ba7 req-6d0acf41-06d6-4748-85e9-691f6719660a tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0816143 Jul 05 11:00:46.263383 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-15377840-17e7-455a-a764-fcf90d7b9ba7 req-ecc67f4c-4496-4b66-b45e-a3b5bd43809a tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341849 Jul 05 11:00:46.981684 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:47.446403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6292ad7-7c20-413a-aae4-5af4b0459e76 req-d97c3a6f-7364-4fd9-91ff-dfd194b796d3 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:47.447941 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6292ad7-7c20-413a-aae4-5af4b0459e76 req-d97c3a6f-7364-4fd9-91ff-dfd194b796d3 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0638616 Jul 05 11:00:47.485907 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c6292ad7-7c20-413a-aae4-5af4b0459e76 req-429a448c-2e30-46b9-87da-0276605edfaa tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314860 Jul 05 11:00:48.671664 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ea4fd-f5e5-4edf-ad93-bcae2734d119 req-e82321e4-f737-4157-964d-c4b29fbcbdfd tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:48.673310 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5a4ea4fd-f5e5-4edf-ad93-bcae2734d119 req-e82321e4-f737-4157-964d-c4b29fbcbdfd tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0649009 Jul 05 11:00:48.711536 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5a4ea4fd-f5e5-4edf-ad93-bcae2734d119 req-289eceaa-fa99-45ae-8599-c7d212d2d955 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325415 Jul 05 11:00:49.897953 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345c7f7-f095-4a9a-9e4e-c69e5bbc2a0b req-3ed3d838-f4ef-4e13-838b-029c74c5aaf8 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:49.899603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7345c7f7-f095-4a9a-9e4e-c69e5bbc2a0b req-3ed3d838-f4ef-4e13-838b-029c74c5aaf8 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0698771 Jul 05 11:00:49.939287 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7345c7f7-f095-4a9a-9e4e-c69e5bbc2a0b req-17026846-80e8-4b16-ab51-91efc1069d3d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333490 Jul 05 11:00:51.136749 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959ae87-1a1d-4f41-9bd9-b02557fec5db req-225c06cd-6354-464f-9369-94ba36d890c1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:51.138588 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4959ae87-1a1d-4f41-9bd9-b02557fec5db req-225c06cd-6354-464f-9369-94ba36d890c1 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0832348 Jul 05 11:00:51.188262 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4959ae87-1a1d-4f41-9bd9-b02557fec5db req-1a9baeb8-5ef9-46ff-ba1b-e727ccbfdd18 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425978 Jul 05 11:00:52.376148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a639d-8633-450f-ae3f-2898060563e6 req-a13f41c5-2ae5-46dd-913d-13d08ff663bf tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:52.377675 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-026a639d-8633-450f-ae3f-2898060563e6 req-a13f41c5-2ae5-46dd-913d-13d08ff663bf tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0677891 Jul 05 11:00:52.416192 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-026a639d-8633-450f-ae3f-2898060563e6 req-3458a8ec-ac28-459e-9234-0f4ae20a4d55 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327709 Jul 05 11:00:52.742012 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:53.589118 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc532631-ffde-4795-bc5b-d2fc09df2a55 req-1f427563-07b1-4e65-b7cd-58b51bff7fb4 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:53.590618 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dc532631-ffde-4795-bc5b-d2fc09df2a55 req-1f427563-07b1-4e65-b7cd-58b51bff7fb4 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0634875 Jul 05 11:00:53.630654 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dc532631-ffde-4795-bc5b-d2fc09df2a55 req-aee2401e-32e9-4221-9dba-c3c7e49f3182 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337021 Jul 05 11:00:54.592466 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:00:54.828921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d1cc1-1acf-414c-bdc6-0f0d6c0a93c1 req-e125b292-59c7-47ce-9ab3-3c0549fc7ccd tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:54.831576 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c34d1cc1-1acf-414c-bdc6-0f0d6c0a93c1 req-e125b292-59c7-47ce-9ab3-3c0549fc7ccd tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0800431 Jul 05 11:00:54.879876 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c34d1cc1-1acf-414c-bdc6-0f0d6c0a93c1 req-21b0ece5-eba5-41fa-bcdb-656fffde8cdb tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433443 Jul 05 11:00:56.055577 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57dad6-16d9-4d16-8570-153986589cd0 req-b6b1412e-7367-4967-85b7-74d393f6e28b tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:56.057190 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2e57dad6-16d9-4d16-8570-153986589cd0 req-b6b1412e-7367-4967-85b7-74d393f6e28b tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0643163 Jul 05 11:00:56.095092 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2e57dad6-16d9-4d16-8570-153986589cd0 req-0fcbba20-b515-4612-b5e4-f1742adb4d83 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Jul 05 11:00:57.294225 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7b592-16da-48f0-8cd9-afc0bf8ec6b1 req-392930fb-198b-43ca-bb01-698a40f8899d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:57.295931 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ad7b592-16da-48f0-8cd9-afc0bf8ec6b1 req-392930fb-198b-43ca-bb01-698a40f8899d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0727990 Jul 05 11:00:57.338649 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ad7b592-16da-48f0-8cd9-afc0bf8ec6b1 req-e19edb45-ec78-47e2-9697-901bd8aff849 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365944 Jul 05 11:00:58.551019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb22d87-824a-4819-a397-4a1a3daf48fe req-c9acbf8a-0770-4200-98b5-e070ded1b44c tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:58.552672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4bb22d87-824a-4819-a397-4a1a3daf48fe req-c9acbf8a-0770-4200-98b5-e070ded1b44c tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0815270 Jul 05 11:00:58.597663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4bb22d87-824a-4819-a397-4a1a3daf48fe req-3c38e65f-6fbc-4ddf-a97d-daa55befb732 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374410 Jul 05 11:00:59.784761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29338ae0-cc57-4894-9898-2c35f43b7707 req-892ce6d7-7927-486a-8337-b98177d70ea7 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:00:59.786377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-29338ae0-cc57-4894-9898-2c35f43b7707 req-892ce6d7-7927-486a-8337-b98177d70ea7 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0693367 Jul 05 11:00:59.829956 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-29338ae0-cc57-4894-9898-2c35f43b7707 req-402257c9-6379-455e-aa0d-43089947cb93 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376182 Jul 05 11:01:01.011245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eff2d6-b68f-42b6-9f34-d2f160a849e9 req-a7399b9b-48bc-44ac-8527-9cba6e157342 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:01.012816 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5eff2d6-b68f-42b6-9f34-d2f160a849e9 req-a7399b9b-48bc-44ac-8527-9cba6e157342 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0664501 Jul 05 11:01:01.052880 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5eff2d6-b68f-42b6-9f34-d2f160a849e9 req-8e8d6645-adf4-4fbb-aded-5c3447cddea6 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337508 Jul 05 11:01:02.241327 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4ecfc-11ef-4be9-a382-84e4f0e1f0ef req-778f10bb-6d9f-424f-9ed5-2d18e7bda12b tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:02.242696 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3f4ecfc-11ef-4be9-a382-84e4f0e1f0ef req-778f10bb-6d9f-424f-9ed5-2d18e7bda12b tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0683854 Jul 05 11:01:02.281559 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c3f4ecfc-11ef-4be9-a382-84e4f0e1f0ef req-82c7cb54-5d16-4fda-83fd-2226cb5f5429 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322778 Jul 05 11:01:03.458382 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3d222-b65e-42d8-85ff-c98b5526cec8 req-008c24ce-41c7-44c0-a0f6-681d5283c0be tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:03.459935 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-07e3d222-b65e-42d8-85ff-c98b5526cec8 req-008c24ce-41c7-44c0-a0f6-681d5283c0be tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0666010 Jul 05 11:01:03.499621 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-07e3d222-b65e-42d8-85ff-c98b5526cec8 req-cd11414f-df00-47b1-bf29-957447160af5 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336857 Jul 05 11:01:04.674208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d22f9-ff4d-4bad-bc77-15192d1c66d0 req-93a55474-949f-4c77-b81d-6fbeeeb9097d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:04.675702 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa0d22f9-ff4d-4bad-bc77-15192d1c66d0 req-93a55474-949f-4c77-b81d-6fbeeeb9097d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0622723 Jul 05 11:01:04.714219 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aa0d22f9-ff4d-4bad-bc77-15192d1c66d0 req-eb43c30f-e5ca-49db-a3a9-a2bcf712e388 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326338 Jul 05 11:01:05.889556 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20008794-c4e3-4231-b231-6cc12e6a4ff9 req-90c56914-0946-43e8-9653-7073db342aaa tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:05.891102 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-20008794-c4e3-4231-b231-6cc12e6a4ff9 req-90c56914-0946-43e8-9653-7073db342aaa tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0657969 Jul 05 11:01:05.930220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-20008794-c4e3-4231-b231-6cc12e6a4ff9 req-482b4ed8-5c39-43cf-832d-8455d3bc4a69 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334065 Jul 05 11:01:07.107079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182324f2-cb31-4a3f-8912-12c49a3d1f20 req-2d2610f3-e953-492c-9e7c-def2c16e7ff0 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:07.108623 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-182324f2-cb31-4a3f-8912-12c49a3d1f20 req-2d2610f3-e953-492c-9e7c-def2c16e7ff0 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0666420 Jul 05 11:01:07.147890 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-182324f2-cb31-4a3f-8912-12c49a3d1f20 req-c2e46218-12aa-48fd-bd61-54bcd5f6782a tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Jul 05 11:01:08.331235 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0e139-ac23-4555-8aa7-9d8228935823 req-d1c8cd4f-8e63-4c90-b897-942985710927 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:08.332785 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13a0e139-ac23-4555-8aa7-9d8228935823 req-d1c8cd4f-8e63-4c90-b897-942985710927 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0666087 Jul 05 11:01:08.371080 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13a0e139-ac23-4555-8aa7-9d8228935823 req-127bfc0b-1ee7-4477-a2fa-8c5fa9f18691 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327330 Jul 05 11:01:08.860170 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-cffbffd9-be68-461b-a780-54f5f074c0c1 service neutron] show failed (client error): The resource could not be found. Jul 05 11:01:08.861193 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-cffbffd9-be68-461b-a780-54f5f074c0c1 service neutron] 10.222.0.73 "GET /v2.0/ports/27f3c4ed-6413-4923-bb1b-d732e6e5ce9b/bindings/n-h2-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0603256 Jul 05 11:01:09.479679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-5d1bb1cb-bd76-4766-befd-cd045866ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:09.481367 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-5d1bb1cb-bd76-4766-befd-cd045866ae4d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968&tenant_id=e353382965fe435c94f9eea9817607f8 HTTP/1.1" status: 200 len: 1097 time: 0.0606239 Jul 05 11:01:09.498162 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:01:09.559493 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91590cd1-3a93-4b0b-ad33-06df28353728 req-f8e57c5b-5858-4293-8f40-39d2416e426c tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:09.561050 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-91590cd1-3a93-4b0b-ad33-06df28353728 req-f8e57c5b-5858-4293-8f40-39d2416e426c tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0715649 Jul 05 11:01:09.582475 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:09.601453 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-91590cd1-3a93-4b0b-ad33-06df28353728 req-7ea89507-4143-4255-975e-e59e2a050ead tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346577 Jul 05 11:01:09.799269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] For port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:09.833098 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] For port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:01:09.878696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4120f7e-0792-42a6-9b7f-f1b834237968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f3c4ed-6413-4923-bb1b-d732e6e5ce9b'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:01:09.878696 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f3f76d-a8d4-4516-b55b-acbff8fba8ce" -d '{"events": [{"server_uuid": "e4120f7e-0792-42a6-9b7f-f1b834237968", "name": "network-vif-unplugged", "status": "completed", "tag": "27f3c4ed-6413-4923-bb1b-d732e6e5ce9b"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:01:09.882173 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:09.896427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Transition to ACTIVE for port object 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:01:09.932523 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 11:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394c0606-6622-4a11-8d21-1791966a1e4c x-openstack-request-id: req-394c0606-6622-4a11-8d21-1791966a1e4c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:01:09.932837 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4120f7e-0792-42a6-9b7f-f1b834237968", "name": "network-vif-unplugged", "status": "completed", "tag": "27f3c4ed-6413-4923-bb1b-d732e6e5ce9b", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:01:09.933091 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-394c0606-6622-4a11-8d21-1791966a1e4c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:01:09.933482 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4120f7e-0792-42a6-9b7f-f1b834237968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f3c4ed-6413-4923-bb1b-d732e6e5ce9b', 'code': 200} Jul 05 11:01:09.968803 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:10.029412 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] No DVR routers for this DVR port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:01:10.036010 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Pushing event updated for resources: {'Port': ['ID=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,revision_number=6']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:10.047765 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:10.048108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:10.048499 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:10.048835 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:10.049163 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:10.049543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:10.049812 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:10.050210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:10.050662 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:10.050830 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:10.051225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:10.051680 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:10.089585 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Attempting to bind port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:01:10.089978 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Attempting to bind port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:01:10.090351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Attempting to bind port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b on network d3153ee4-d510-4770-8300-dc66503c91a6 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:01:10.094875 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b on network d3153ee4-d510-4770-8300-dc66503c91a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:01:10.095190 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Attempting to bind port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b on network d3153ee4-d510-4770-8300-dc66503c91a6 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:01:10.099969 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:01:10.100298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Checking segment: {'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:01:10.100806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Bound using segment: {'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:01:10.101104 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Bound port: 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f70652-ffa8-4873-a61c-93abed8cd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:01:10.101459 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:10.167779 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] For port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:01:10.171457 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] For port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:01:10.247956 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:10.284285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:10.284904 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:10.286303 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] 10.222.0.64 "PUT /v2.0/ports/27f3c4ed-6413-4923-bb1b-d732e6e5ce9b HTTP/1.1" status: 200 len: 1092 time: 0.7927990 Jul 05 11:01:10.308213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac84cd5-48a0-42c7-967d-6b4dce7055bd service neutron] Pushing event updated for resources: {'Port': ['ID=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,revision_number=7']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:10.365718 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-4b67aa35-5bc1-41fa-b77c-7b73e4702d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:10.367248 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-4b67aa35-5bc1-41fa-b77c-7b73e4702d76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e353382965fe435c94f9eea9817607f8&device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 1095 time: 0.0534797 Jul 05 11:01:10.460887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-76db46f7-3caf-4dae-bc6d-fa9e1b140918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:10.461660 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-76db46f7-3caf-4dae-bc6d-fa9e1b140918 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3153ee4-d510-4770-8300-dc66503c91a6 HTTP/1.1" status: 200 len: 915 time: 0.0882008 Jul 05 11:01:10.507710 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-7194a83d-9546-49f6-a878-90cee6b01646 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b HTTP/1.1" status: 200 len: 217 time: 0.0350657 Jul 05 11:01:10.563056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-836f653b-c6a7-47c4-933f-eddaa45fa455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:10.564487 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-836f653b-c6a7-47c4-933f-eddaa45fa455 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=40e631a3-8fb9-41ed-b065-ec4696a38e94 HTTP/1.1" status: 200 len: 854 time: 0.0436435 Jul 05 11:01:10.786208 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc810b0c-d4bc-48a2-a0a8-785ce0052f1c req-1b5f505e-10e9-400f-9917-549de64a5ba0 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:10.787882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fc810b0c-d4bc-48a2-a0a8-785ce0052f1c req-1b5f505e-10e9-400f-9917-549de64a5ba0 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 943 time: 0.0711451 Jul 05 11:01:10.829503 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fc810b0c-d4bc-48a2-a0a8-785ce0052f1c req-026b30ad-b883-47bd-bd30-4fd5a875fa0e tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353346 Jul 05 11:01:10.939040 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-1ee76f2d-a52b-4d4c-ac88-235a20d6ae39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3153ee4-d510-4770-8300-dc66503c91a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3637581 Jul 05 11:01:11.033808 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-2c6b82aa-a8a4-46b0-983b-1ca4972565ff service neutron] 10.222.0.64 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837650 Jul 05 11:01:11.112297 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dca5e223-dc9c-4f89-84f8-bfb54aa9bc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:11.137139 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e7b6ed1-85af-4509-b96c-da7d743166c4 req-65e76a15-c46b-4f98-84e2-61177e3cac0d service neutron] 10.222.0.64 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926814 Jul 05 11:01:11.412075 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:01:11.934687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4120f7e-0792-42a6-9b7f-f1b834237968', 'tag': '27f3c4ed-6413-4923-bb1b-d732e6e5ce9b'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:01:11.937083 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582653d7-22f5-4f29-a060-4ca177809e55" -d '{"events": [{"name": "network-changed", "server_uuid": "e4120f7e-0792-42a6-9b7f-f1b834237968", "tag": "27f3c4ed-6413-4923-bb1b-d732e6e5ce9b"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:01:11.986122 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c20dce-86ec-4209-ad14-e678ca7bb8c1 x-openstack-request-id: req-63c20dce-86ec-4209-ad14-e678ca7bb8c1 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:01:11.986425 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4120f7e-0792-42a6-9b7f-f1b834237968", "tag": "27f3c4ed-6413-4923-bb1b-d732e6e5ce9b", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:01:11.986673 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-63c20dce-86ec-4209-ad14-e678ca7bb8c1 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:01:11.987056 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4120f7e-0792-42a6-9b7f-f1b834237968', 'tag': '27f3c4ed-6413-4923-bb1b-d732e6e5ce9b', 'status': 'completed', 'code': 200} Jul 05 11:01:12.010601 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef640f95-c478-4bba-a87c-4227df6d1808 req-1984fb97-b231-4876-be37-0f57061792fe tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:12.012727 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef640f95-c478-4bba-a87c-4227df6d1808 req-1984fb97-b231-4876-be37-0f57061792fe tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 943 time: 0.0679915 Jul 05 11:01:12.057817 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582653d7-22f5-4f29-a060-4ca177809e55 req-4c2983bf-96c8-4939-9f1e-3ea7f476a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:12.059910 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-582653d7-22f5-4f29-a060-4ca177809e55 req-4c2983bf-96c8-4939-9f1e-3ea7f476a571 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e353382965fe435c94f9eea9817607f8&device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 1095 time: 0.0547948 Jul 05 11:01:12.082252 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ef640f95-c478-4bba-a87c-4227df6d1808 req-dd7936b3-98fe-47e8-afac-19e2d6b1f633 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603418 Jul 05 11:01:12.098133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582653d7-22f5-4f29-a060-4ca177809e55 req-9bbe0902-cf52-4b9e-856f-6fb862ef0efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:12.099632 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-582653d7-22f5-4f29-a060-4ca177809e55 req-9bbe0902-cf52-4b9e-856f-6fb862ef0efa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e353382965fe435c94f9eea9817607f8&device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 1095 time: 0.0861464 Jul 05 11:01:12.157378 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582653d7-22f5-4f29-a060-4ca177809e55 req-509c986b-3ad0-4b84-918e-2a708b2d145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:12.158861 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-582653d7-22f5-4f29-a060-4ca177809e55 req-509c986b-3ad0-4b84-918e-2a708b2d145e service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3153ee4-d510-4770-8300-dc66503c91a6 HTTP/1.1" status: 200 len: 915 time: 0.0929518 Jul 05 11:01:12.191868 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582653d7-22f5-4f29-a060-4ca177809e55 req-545d1106-b2bd-4a79-9276-01412e21b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:12.193350 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-582653d7-22f5-4f29-a060-4ca177809e55 req-545d1106-b2bd-4a79-9276-01412e21b1b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3153ee4-d510-4770-8300-dc66503c91a6 HTTP/1.1" status: 200 len: 915 time: 0.0869157 Jul 05 11:01:12.201082 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-582653d7-22f5-4f29-a060-4ca177809e55 req-1426120f-d958-4589-868f-213b9f77ec8d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b HTTP/1.1" status: 200 len: 217 time: 0.0353544 Jul 05 11:01:12.237761 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-582653d7-22f5-4f29-a060-4ca177809e55 req-20aba5a5-a155-45a5-af4e-f0980ac61bf0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b HTTP/1.1" status: 200 len: 217 time: 0.0356371 Jul 05 11:01:12.250109 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582653d7-22f5-4f29-a060-4ca177809e55 req-883c6478-5001-42bc-b01a-0e1d9885bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:12.251642 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-582653d7-22f5-4f29-a060-4ca177809e55 req-883c6478-5001-42bc-b01a-0e1d9885bde1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e631a3-8fb9-41ed-b065-ec4696a38e94 HTTP/1.1" status: 200 len: 854 time: 0.0446916 Jul 05 11:01:12.285441 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-582653d7-22f5-4f29-a060-4ca177809e55 req-1d0d848e-65aa-4e34-acd6-7bb09f557dc5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3153ee4-d510-4770-8300-dc66503c91a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274820 Jul 05 11:01:12.297140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582653d7-22f5-4f29-a060-4ca177809e55 req-4c95b790-6bec-4723-9274-7ef60daece5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:12.298659 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-582653d7-22f5-4f29-a060-4ca177809e55 req-4c95b790-6bec-4723-9274-7ef60daece5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=40e631a3-8fb9-41ed-b065-ec4696a38e94 HTTP/1.1" status: 200 len: 854 time: 0.0533326 Jul 05 11:01:12.337316 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-582653d7-22f5-4f29-a060-4ca177809e55 req-7f8a26c9-c61d-4d25-aeb4-a85a18927b18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3153ee4-d510-4770-8300-dc66503c91a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287464 Jul 05 11:01:12.389087 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-582653d7-22f5-4f29-a060-4ca177809e55 req-173d3678-816e-485b-86e9-dfa077dfcbf7 service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973251 Jul 05 11:01:12.430360 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-582653d7-22f5-4f29-a060-4ca177809e55 req-6e615deb-46e6-44fe-9b9b-fd070e19b793 service neutron] 10.222.0.64 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856185 Jul 05 11:01:12.481953 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-582653d7-22f5-4f29-a060-4ca177809e55 req-5e0332f5-7138-463c-8e2f-6c6d3a760e1c service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868716 Jul 05 11:01:12.534818 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-582653d7-22f5-4f29-a060-4ca177809e55 req-dd3f93be-c17c-472f-a2f4-81999f40b8b3 service neutron] 10.222.0.64 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964305 Jul 05 11:01:13.281752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72b04-1142-4f98-a634-61ad2ee9174b req-fe71e665-35fe-434c-adb4-6c2f993b03ea tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:13.283252 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ce72b04-1142-4f98-a634-61ad2ee9174b req-fe71e665-35fe-434c-adb4-6c2f993b03ea tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 943 time: 0.0792205 Jul 05 11:01:13.328403 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3ce72b04-1142-4f98-a634-61ad2ee9174b req-9ec820b0-a235-49f9-9cf8-7410fcad80aa tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389414 Jul 05 11:01:13.514850 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:01:13.631639 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:13.639598 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-13226241-3069-4f6d-9b19-028db6a301a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:13.644629 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '27f3c4ed-6413-4923-bb1b-d732e6e5ce9b', 'network_id': 'd3153ee4-d510-4770-8300-dc66503c91a6', 'port_id': '27f3c4ed-6413-4923-bb1b-d732e6e5ce9b', 'mac_address': 'fa:16:3e:27:7a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e631a3-8fb9-41ed-b065-ec4696a38e94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:01:13.681498 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:13.692480 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:13.696532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:01:13.717340 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:13.806530 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:13.853679 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:14.002004 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:01:14.045431 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:01:14.048484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['27f3c4ed-6413-4923-bb1b-d732e6e5ce9b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:01:14.521940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d83e8-3d35-4ab0-bb05-e3eed66c2df3 req-d5e74394-f573-4029-8067-6e3c3fbeb3ef tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:14.523693 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c68d83e8-3d35-4ab0-bb05-e3eed66c2df3 req-d5e74394-f573-4029-8067-6e3c3fbeb3ef tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 944 time: 0.0707424 Jul 05 11:01:14.575393 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c68d83e8-3d35-4ab0-bb05-e3eed66c2df3 req-0a1f868e-3e5d-435a-b8da-b930ec70574d tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387123 Jul 05 11:01:15.016513 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6bfb9-023d-4073-84fd-3bff028e238d req-77e1377e-9d59-44dd-a7a6-aed04c40ed41 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:15.018038 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ced6bfb9-023d-4073-84fd-3bff028e238d req-77e1377e-9d59-44dd-a7a6-aed04c40ed41 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 944 time: 0.0762451 Jul 05 11:01:15.061722 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ced6bfb9-023d-4073-84fd-3bff028e238d req-baeadb18-1c9e-4ba2-a1a4-ea51ee4170e6 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378454 Jul 05 11:01:15.096410 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7443b56-b924-4a6a-a615-77027649e8e7 req-63f2c3c2-61a1-4473-a040-c6f7ac3dc7f9 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:15.099311 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7443b56-b924-4a6a-a615-77027649e8e7 req-63f2c3c2-61a1-4473-a040-c6f7ac3dc7f9 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968&tenant_id=e353382965fe435c94f9eea9817607f8&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 944 time: 0.0890126 Jul 05 11:01:15.116549 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:15.163459 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-b7443b56-b924-4a6a-a615-77027649e8e7 req-f593aadb-65b2-4c51-b10e-8054b981f1d1 service neutron] delete failed (client error): The resource could not be found. Jul 05 11:01:15.164704 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7443b56-b924-4a6a-a615-77027649e8e7 req-f593aadb-65b2-4c51-b10e-8054b981f1d1 service neutron] 10.222.0.73 "DELETE /v2.0/ports/27f3c4ed-6413-4923-bb1b-d732e6e5ce9b/bindings/n-h1-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0610011 Jul 05 11:01:15.271670 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7443b56-b924-4a6a-a615-77027649e8e7 req-7af4d68f-f2a9-497f-8be4-af3ae1914382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:15.273137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7443b56-b924-4a6a-a615-77027649e8e7 req-7af4d68f-f2a9-497f-8be4-af3ae1914382 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e353382965fe435c94f9eea9817607f8&device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 1096 time: 0.0643101 Jul 05 11:01:15.366865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7443b56-b924-4a6a-a615-77027649e8e7 req-1106bb8b-7b65-4dfb-906e-132d22d8efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:15.368408 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7443b56-b924-4a6a-a615-77027649e8e7 req-1106bb8b-7b65-4dfb-906e-132d22d8efcf service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3153ee4-d510-4770-8300-dc66503c91a6 HTTP/1.1" status: 200 len: 915 time: 0.0894973 Jul 05 11:01:15.413590 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7443b56-b924-4a6a-a615-77027649e8e7 req-c4c58eee-954c-4cf3-ab7e-0b69e0fbf8c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b HTTP/1.1" status: 200 len: 217 time: 0.0383039 Jul 05 11:01:15.464933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7443b56-b924-4a6a-a615-77027649e8e7 req-2c543dcf-91a4-4c19-8172-8a18dd88beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:15.466390 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7443b56-b924-4a6a-a615-77027649e8e7 req-2c543dcf-91a4-4c19-8172-8a18dd88beb1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e631a3-8fb9-41ed-b065-ec4696a38e94 HTTP/1.1" status: 200 len: 854 time: 0.0462370 Jul 05 11:01:15.500191 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7443b56-b924-4a6a-a615-77027649e8e7 req-3fc05a86-555d-42e6-bb18-1a76da84c1ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3153ee4-d510-4770-8300-dc66503c91a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278344 Jul 05 11:01:15.522350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:01:15.596513 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7443b56-b924-4a6a-a615-77027649e8e7 req-ea054c3f-62e7-4071-a383-699052738c95 service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904000 Jul 05 11:01:15.653529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:01:15.657746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:01:15.659622 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:15.688398 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b7443b56-b924-4a6a-a615-77027649e8e7 req-22e5df9f-2fc1-4f85-a681-cb9f27766ca9 service neutron] 10.222.0.73 "GET /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860295 Jul 05 11:01:15.741255 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:15.765446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4120f7e-0792-42a6-9b7f-f1b834237968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f3c4ed-6413-4923-bb1b-d732e6e5ce9b'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:01:15.767782 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb9888a-85e8-4ebb-a827-244968d362e3" -d '{"events": [{"server_uuid": "e4120f7e-0792-42a6-9b7f-f1b834237968", "name": "network-vif-plugged", "status": "completed", "tag": "27f3c4ed-6413-4923-bb1b-d732e6e5ce9b"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:01:15.781333 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:15.819492 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b96740-7140-4432-a034-18437ad1a548 x-openstack-request-id: req-b6b96740-7140-4432-a034-18437ad1a548 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:01:15.819851 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4120f7e-0792-42a6-9b7f-f1b834237968", "name": "network-vif-plugged", "status": "completed", "tag": "27f3c4ed-6413-4923-bb1b-d732e6e5ce9b", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:01:15.820171 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6b96740-7140-4432-a034-18437ad1a548 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:01:15.820571 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4120f7e-0792-42a6-9b7f-f1b834237968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f3c4ed-6413-4923-bb1b-d732e6e5ce9b', 'code': 200} Jul 05 11:01:15.871354 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:15.920548 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:16.247628 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9452ab8-b05f-4ab8-87ec-25947fbf23e4 req-f64479c0-b90b-418e-af6e-f97b317758f4 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:16.249205 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b9452ab8-b05f-4ab8-87ec-25947fbf23e4 req-f64479c0-b90b-418e-af6e-f97b317758f4 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0671844 Jul 05 11:01:16.289819 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b9452ab8-b05f-4ab8-87ec-25947fbf23e4 req-014184b3-d7a5-4f3f-972d-635f00210644 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340347 Jul 05 11:01:17.036580 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:17.464999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28e719-22f6-40ac-a785-e9b597f97487 req-be0dea49-f7fb-4f2f-9ab9-b04444e683cc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:17.466487 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb28e719-22f6-40ac-a785-e9b597f97487 req-be0dea49-f7fb-4f2f-9ab9-b04444e683cc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0630746 Jul 05 11:01:17.508122 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb28e719-22f6-40ac-a785-e9b597f97487 req-02669d6a-a1a9-4859-b757-919283273e58 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359728 Jul 05 11:01:17.687471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb30786-9a5b-46a1-a435-b2b18d252025 req-b52430f7-bd63-499a-9c0e-f3f64b0857d0 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:17.689000 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4eb30786-9a5b-46a1-a435-b2b18d252025 req-b52430f7-bd63-499a-9c0e-f3f64b0857d0 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0674613 Jul 05 11:01:17.729057 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4eb30786-9a5b-46a1-a435-b2b18d252025 req-9b1efef8-f2ee-4cb0-998a-2a3947051455 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344703 Jul 05 11:01:17.910178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020eb29-1428-4c74-af43-78557193a906 req-0ee8d6cc-4279-4a8a-9597-d5f1a2ecb998 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:17.911653 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f020eb29-1428-4c74-af43-78557193a906 req-0ee8d6cc-4279-4a8a-9597-d5f1a2ecb998 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0638640 Jul 05 11:01:17.949839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f020eb29-1428-4c74-af43-78557193a906 req-3401f083-a26f-4642-8f68-fecdfdec4a1c tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323174 Jul 05 11:01:18.814072 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7456a-8d3c-4a30-8050-a7edf148a713 req-ac98f286-90d8-4424-989f-89ef143be26e tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:18.815617 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-86e7456a-8d3c-4a30-8050-a7edf148a713 req-ac98f286-90d8-4424-989f-89ef143be26e tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0638170 Jul 05 11:01:18.855743 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-86e7456a-8d3c-4a30-8050-a7edf148a713 req-52eb9df3-2190-4043-8efd-74424e08cf7b tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316143 Jul 05 11:01:19.907514 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fbb5f-69f1-44da-ae00-92c826d68d25 req-c69f95e2-7daa-41bc-aa12-31ab511a0042 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:19.909172 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-689fbb5f-69f1-44da-ae00-92c826d68d25 req-c69f95e2-7daa-41bc-aa12-31ab511a0042 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0695741 Jul 05 11:01:20.027215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-689fbb5f-69f1-44da-ae00-92c826d68d25 req-29db938e-5b9d-43a4-b9a6-b84b74f658cc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Deleting port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:01:20.027958 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-689fbb5f-69f1-44da-ae00-92c826d68d25 req-29db938e-5b9d-43a4-b9a6-b84b74f658cc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:20.037072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0f84d-9244-4eac-9bbe-a43f8393d434 req-9bfebbe8-af86-4731-bcb5-8f12a4127e18 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:20.038650 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-02b0f84d-9244-4eac-9bbe-a43f8393d434 req-9bfebbe8-af86-4731-bcb5-8f12a4127e18 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 945 time: 0.0656548 Jul 05 11:01:20.082512 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-02b0f84d-9244-4eac-9bbe-a43f8393d434 req-245fa75f-caf5-46fd-9977-dc1775b0652c tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7cdcdcc-cb39-4faf-97e6-93ed602def29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378032 Jul 05 11:01:20.130848 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-689fbb5f-69f1-44da-ae00-92c826d68d25 req-29db938e-5b9d-43a4-b9a6-b84b74f658cc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] For port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,segment=NetworkSegment(18f70652-ffa8-4873-a61c-93abed8cd84e),segment_id=18f70652-ffa8-4873-a61c-93abed8cd84e)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:20.131126 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-689fbb5f-69f1-44da-ae00-92c826d68d25 req-29db938e-5b9d-43a4-b9a6-b84b74f658cc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:20.144778 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-689fbb5f-69f1-44da-ae00-92c826d68d25 req-29db938e-5b9d-43a4-b9a6-b84b74f658cc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Calling delete_port for 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:01:20.379515 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-689fbb5f-69f1-44da-ae00-92c826d68d25 req-29db938e-5b9d-43a4-b9a6-b84b74f658cc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:20.396231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['27f3c4ed-6413-4923-bb1b-d732e6e5ce9b'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:01:20.409768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db938e-5b9d-43a4-b9a6-b84b74f658cc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Pushing event deleted for resources: {'Port': ['ID=27f3c4ed-6413-4923-bb1b-d732e6e5ce9b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:20.459057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-689fbb5f-69f1-44da-ae00-92c826d68d25 req-29db938e-5b9d-43a4-b9a6-b84b74f658cc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] No DVR routers for this DVR port 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:01:20.461722 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-689fbb5f-69f1-44da-ae00-92c826d68d25 req-29db938e-5b9d-43a4-b9a6-b84b74f658cc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:20.463767 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-689fbb5f-69f1-44da-ae00-92c826d68d25 req-29db938e-5b9d-43a4-b9a6-b84b74f658cc tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.64 "DELETE /v2.0/ports/27f3c4ed-6413-4923-bb1b-d732e6e5ce9b HTTP/1.1" status: 204 len: 173 time: 0.5451403 Jul 05 11:01:20.464197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4120f7e-0792-42a6-9b7f-f1b834237968', 'name': 'network-vif-deleted', 'tag': '27f3c4ed-6413-4923-bb1b-d732e6e5ce9b'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:01:20.466421 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578c622d-6360-409a-9d05-620a6b3e1ab4" -d '{"events": [{"server_uuid": "e4120f7e-0792-42a6-9b7f-f1b834237968", "name": "network-vif-deleted", "tag": "27f3c4ed-6413-4923-bb1b-d732e6e5ce9b"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:01:20.501094 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09668948-bd7d-44e3-9715-6fe77f2b900f x-openstack-request-id: req-09668948-bd7d-44e3-9715-6fe77f2b900f {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:01:20.501372 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4120f7e-0792-42a6-9b7f-f1b834237968", "name": "network-vif-deleted", "tag": "27f3c4ed-6413-4923-bb1b-d732e6e5ce9b", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:01:20.501685 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-09668948-bd7d-44e3-9715-6fe77f2b900f {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:01:20.502090 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4120f7e-0792-42a6-9b7f-f1b834237968', 'name': 'network-vif-deleted', 'tag': '27f3c4ed-6413-4923-bb1b-d732e6e5ce9b', 'status': 'completed', 'code': 200} Jul 05 11:01:21.247031 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-33ac64ff-62de-4b33-840e-60811e42dece req-e4f85c26-ddba-422e-994a-aea02323c6c2 tempest-ServerDiskConfigTestJSON-82616738 tempest-ServerDiskConfigTestJSON-82616738-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4120f7e-0792-42a6-9b7f-f1b834237968 HTTP/1.1" status: 200 len: 210 time: 0.0348036 Jul 05 11:01:22.476394 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40740) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:01:22.519052 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-037718cf-d678-4e11-9ed1-8987e7f27977 admin admin] Deleting subnet 40e631a3-8fb9-41ed-b065-ec4696a38e94 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:01:22.522171 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-037718cf-d678-4e11-9ed1-8987e7f27977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:22.555874 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-037718cf-d678-4e11-9ed1-8987e7f27977 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:22.594421 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-037718cf-d678-4e11-9ed1-8987e7f27977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:22.707483 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-037718cf-d678-4e11-9ed1-8987e7f27977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:22.735354 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037718cf-d678-4e11-9ed1-8987e7f27977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40e631a3-8fb9-41ed-b065-ec4696a38e94,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:22.737678 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:22.744418 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-037718cf-d678-4e11-9ed1-8987e7f27977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:22.747602 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-037718cf-d678-4e11-9ed1-8987e7f27977 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/40e631a3-8fb9-41ed-b065-ec4696a38e94 HTTP/1.1" status: 204 len: 168 time: 0.2701690 Jul 05 11:01:22.747844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40742) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:01:22.815734 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e7788de8-c831-4ab6-9332-0f2ecb0ffa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:22.898264 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e7788de8-c831-4ab6-9332-0f2ecb0ffa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:22.908813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-e7788de8-c831-4ab6-9332-0f2ecb0ffa93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3153ee4-d510-4770-8300-dc66503c91a6']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:01:22.919961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-e7788de8-c831-4ab6-9332-0f2ecb0ffa93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f70652-ffa8-4873-a61c-93abed8cd84e') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:01:22.920295 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-e7788de8-c831-4ab6-9332-0f2ecb0ffa93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f70652-ffa8-4873-a61c-93abed8cd84e') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:01:22.929530 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e7788de8-c831-4ab6-9332-0f2ecb0ffa93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:22.944021 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e7788de8-c831-4ab6-9332-0f2ecb0ffa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:22.950972 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7788de8-c831-4ab6-9332-0f2ecb0ffa93 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:01:22.951371 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e7788de8-c831-4ab6-9332-0f2ecb0ffa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: timer() Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:01:22.953125 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:01:23.063983 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e7788de8-c831-4ab6-9332-0f2ecb0ffa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:23.070625 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e7788de8-c831-4ab6-9332-0f2ecb0ffa93 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:23.073236 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e7788de8-c831-4ab6-9332-0f2ecb0ffa93 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d3153ee4-d510-4770-8300-dc66503c91a6 HTTP/1.1" status: 204 len: 168 time: 0.3244624 Jul 05 11:01:23.083144 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7788de8-c831-4ab6-9332-0f2ecb0ffa93 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3153ee4-d510-4770-8300-dc66503c91a6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:23.349327 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40746) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:01:23.396585 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fca11b04-64b0-4fd3-932e-3b831467d888 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e353382965fe435c94f9eea9817607f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460045 Jul 05 11:01:23.399337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40748) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:01:23.447182 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-211f9006-e651-4087-b5b1-770a9131b95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:23.468076 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-211f9006-e651-4087-b5b1-770a9131b95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:23.555447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:01:23.566333 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-211f9006-e651-4087-b5b1-770a9131b95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:23.569231 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-211f9006-e651-4087-b5b1-770a9131b95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:23.570502 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-211f9006-e651-4087-b5b1-770a9131b95f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e7cdcdcc-cb39-4faf-97e6-93ed602def29 HTTP/1.1" status: 204 len: 168 time: 0.1701105 Jul 05 11:01:23.576353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:01:23.576731 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 27f3c4ed-6413-4923-bb1b-d732e6e5ce9b not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:01:23.579687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f9006-e651-4087-b5b1-770a9131b95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cdcdcc-cb39-4faf-97e6-93ed602def29,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:24.570446 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40770) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:01:24.600833 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:24.668706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-9008ccc2-1cda-4e57-addb-aae55ab4f263 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-957516207-network', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:01:24.752594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9008ccc2-1cda-4e57-addb-aae55ab4f263 admin admin] Made reservation on behalf of 0accab33f83b4e6ea36c420fe88550da for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:01:24.755042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9008ccc2-1cda-4e57-addb-aae55ab4f263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:24.764636 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9008ccc2-1cda-4e57-addb-aae55ab4f263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:24.857059 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9008ccc2-1cda-4e57-addb-aae55ab4f263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:24.931492 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9008ccc2-1cda-4e57-addb-aae55ab4f263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:24.959449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9008ccc2-1cda-4e57-addb-aae55ab4f263 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:01:24.965691 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008ccc2-1cda-4e57-addb-aae55ab4f263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677d8bf5-3fe5-4907-af68-2233ef38972e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:24.973431 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9008ccc2-1cda-4e57-addb-aae55ab4f263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:24.973785 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-9008ccc2-1cda-4e57-addb-aae55ab4f263 admin admin] Added segment 698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c of type vlan for network febe2fdd-6d1c-4afd-9f04-ca480587e42a Jul 05 11:01:25.021230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9008ccc2-1cda-4e57-addb-aae55ab4f263 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:25.112685 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9008ccc2-1cda-4e57-addb-aae55ab4f263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:25.113929 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9008ccc2-1cda-4e57-addb-aae55ab4f263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:25.114572 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9008ccc2-1cda-4e57-addb-aae55ab4f263 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:25.177574 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008ccc2-1cda-4e57-addb-aae55ab4f263 admin admin] Pushing event updated for resources: {'Network': ['ID=febe2fdd-6d1c-4afd-9f04-ca480587e42a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:25.189680 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network febe2fdd-6d1c-4afd-9f04-ca480587e42a details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:01:25.219814 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9008ccc2-1cda-4e57-addb-aae55ab4f263 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6470230 Jul 05 11:01:25.224635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40774) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:01:25.234219 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c6aeada7-fc3c-4bc6-8fc7-6523814de30a admin admin] Request body: {'subnet': {'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-957516207-subnet', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:01:25.312987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aeada7-fc3c-4bc6-8fc7-6523814de30a admin admin] Made reservation on behalf of 0accab33f83b4e6ea36c420fe88550da for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:01:25.315392 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6aeada7-fc3c-4bc6-8fc7-6523814de30a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:25.538065 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6aeada7-fc3c-4bc6-8fc7-6523814de30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:25.596357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aeada7-fc3c-4bc6-8fc7-6523814de30a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:25.605653 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aeada7-fc3c-4bc6-8fc7-6523814de30a admin admin] Checking segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:01:25.606004 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aeada7-fc3c-4bc6-8fc7-6523814de30a admin admin] Network hostable DHCP agents. Network: febe2fdd-6d1c-4afd-9f04-ca480587e42a, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:01:25.679912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aeada7-fc3c-4bc6-8fc7-6523814de30a admin admin] Network febe2fdd-6d1c-4afd-9f04-ca480587e42a is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:01:25.771407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c6aeada7-fc3c-4bc6-8fc7-6523814de30a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, febe2fdd-6d1c-4afd-9f04-ca480587e42a) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:01:25.775874 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aeada7-fc3c-4bc6-8fc7-6523814de30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:25.776500 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6aeada7-fc3c-4bc6-8fc7-6523814de30a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:25.780934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7d4c7b-32b3-4ad4-870c-37d3cf828762 None None] Network febe2fdd-6d1c-4afd-9f04-ca480587e42a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:01:25.873707 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c6aeada7-fc3c-4bc6-8fc7-6523814de30a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6471632 Jul 05 11:01:25.876336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40776) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:01:25.881230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:01:25.933114 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:01:25.941953 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:25.958702 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:25.960135 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:26.017790 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:26.071323 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Allocated IP 172.20.0.2 (febe2fdd-6d1c-4afd-9f04-ca480587e42a/1b081e0e-cf9e-439d-8fb6-33b815aa7fe2/554b4153-9053-4e38-842c-ed258c8835b7) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:01:26.253489 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:26.378094 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:26.386588 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Transition to ACTIVE for port object 554b4153-9053-4e38-842c-ed258c8835b7 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:01:26.402463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Transition to ACTIVE for port object 554b4153-9053-4e38-842c-ed258c8835b7 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:01:26.469363 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:26.508593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Network febe2fdd-6d1c-4afd-9f04-ca480587e42a is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:01:26.513195 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:01:26.516567 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:01:26.522109 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Pushing event updated for resources: {'Port': ['ID=554b4153-9053-4e38-842c-ed258c8835b7,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:26.537428 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:26.558836 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:26.578366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Attempting to bind port 554b4153-9053-4e38-842c-ed258c8835b7 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:01:26.578709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Attempting to bind port 554b4153-9053-4e38-842c-ed258c8835b7 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:01:26.579075 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Attempting to bind port 554b4153-9053-4e38-842c-ed258c8835b7 on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:01:26.584535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:01:26.584906 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Checking segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:01:26.585309 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:26.585702 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Bound using segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:01:26.586176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Bound port: 554b4153-9053-4e38-842c-ed258c8835b7, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:01:26.587248 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:26.666255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] For port 554b4153-9053-4e38-842c-ed258c8835b7, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:01:26.670073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] For port 554b4153-9053-4e38-842c-ed258c8835b7, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=554b4153-9053-4e38-842c-ed258c8835b7,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:01:26.676865 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Allocated IP 172.25.5.46 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/bcc496d4-47e4-48d9-abc2-1f8af799d767) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:01:26.732579 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:26.789958 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:26.805712 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7db8d-dfcb-459b-a95d-c28e8b111085 None None] Pushing event updated for resources: {'Port': ['ID=554b4153-9053-4e38-842c-ed258c8835b7,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:26.898594 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:26.950331 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:01:26.970962 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:01:26.973116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Pushing event updated for resources: {'Port': ['ID=bcc496d4-47e4-48d9-abc2-1f8af799d767,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:26.975410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:01:27.307492 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:27.516784 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:27.763807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:01:27.782930 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32043dd4-a098-4a45-8845-3192e0fea687 None None] Network febe2fdd-6d1c-4afd-9f04-ca480587e42a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:01:27.884689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:01:27.899442 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Sync routers for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:01:27.907545 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:01:27.908184 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:01:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:01:27.962782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9318e960-60af-4782-a857-c1f0bfe8d698 None None] Provisioning for port 554b4153-9053-4e38-842c-ed258c8835b7 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:01:27.976568 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:27.978635 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c81b849a-b315-4f63-87ce-42f6f66c5d3b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1011064 Jul 05 11:01:27.981374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40778) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:01:28.034398 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:01:28.094982 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 554b4153-9053-4e38-842c-ed258c8835b7 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:01:28.228832 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 554b4153-9053-4e38-842c-ed258c8835b7 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:01:28.233621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 554b4153-9053-4e38-842c-ed258c8835b7 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:01:28.234215 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:28.250994 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:27Z', 'revision_number': 3, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:01:28.285345 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Checking router: 709c1c12-455c-428c-9bd9-e5f2278dbbe4 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:01:28.285687 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Updating router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 port bcc496d4-47e4-48d9-abc2-1f8af799d767 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:01:28.313611 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b1c2c6ff-e1e7-4ce4-bcc6-447b9f21bf3e None None] Provisioning complete for port 554b4153-9053-4e38-842c-ed258c8835b7 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:01:28.313990 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c6ff-e1e7-4ce4-bcc6-447b9f21bf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:28.325441 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:28.399460 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:28.467940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 554b4153-9053-4e38-842c-ed258c8835b7, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=554b4153-9053-4e38-842c-ed258c8835b7,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:28.470834 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c6ff-e1e7-4ce4-bcc6-447b9f21bf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:28.544990 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:28.617096 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:28.621404 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-b1c2c6ff-e1e7-4ce4-bcc6-447b9f21bf3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 11:01:28.621646 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-b1c2c6ff-e1e7-4ce4-bcc6-447b9f21bf3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 11:01:28.626503 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=554b4153-9053-4e38-842c-ed258c8835b7,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:28.631594 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Transition to ACTIVE for port object bcc496d4-47e4-48d9-abc2-1f8af799d767 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:01:28.702432 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:28.755654 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Attempting to bind port bcc496d4-47e4-48d9-abc2-1f8af799d767 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:01:28.756051 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Attempting to bind port bcc496d4-47e4-48d9-abc2-1f8af799d767 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:01:28.756412 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Attempting to bind port bcc496d4-47e4-48d9-abc2-1f8af799d767 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:01:28.762073 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c23de-7357-43f2-9293-8cb325cd2966 None None] Pushing event updated for resources: {'Port': ['ID=bcc496d4-47e4-48d9-abc2-1f8af799d767,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:28.770522 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:01:28.770901 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:01:28.771304 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:28.771702 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:01:28.772186 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Bound port: bcc496d4-47e4-48d9-abc2-1f8af799d767, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:01:28.772564 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:28.775302 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c23de-7357-43f2-9293-8cb325cd2966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:28.775648 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c23de-7357-43f2-9293-8cb325cd2966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:28.776004 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c23de-7357-43f2-9293-8cb325cd2966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:28.776332 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c23de-7357-43f2-9293-8cb325cd2966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:28.776662 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c23de-7357-43f2-9293-8cb325cd2966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:28.776985 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c23de-7357-43f2-9293-8cb325cd2966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:28.777304 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c23de-7357-43f2-9293-8cb325cd2966 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:28.777622 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c23de-7357-43f2-9293-8cb325cd2966 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:28.777938 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c23de-7357-43f2-9293-8cb325cd2966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:28.778255 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c23de-7357-43f2-9293-8cb325cd2966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:28.778934 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c23de-7357-43f2-9293-8cb325cd2966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:28.778934 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c23de-7357-43f2-9293-8cb325cd2966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:28.831071 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] For port bcc496d4-47e4-48d9-abc2-1f8af799d767, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:01:28.834223 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] For port bcc496d4-47e4-48d9-abc2-1f8af799d767, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bcc496d4-47e4-48d9-abc2-1f8af799d767,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:01:28.843703 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:28.891572 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:28.951927 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c23de-7357-43f2-9293-8cb325cd2966 None None] Pushing event updated for resources: {'Port': ['ID=bcc496d4-47e4-48d9-abc2-1f8af799d767,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:28.954601 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:01:28.955393 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:01:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:01:29.022783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Allocated IP 172.20.0.1 (febe2fdd-6d1c-4afd-9f04-ca480587e42a/1b081e0e-cf9e-439d-8fb6-33b815aa7fe2/7184d6f3-8284-43f4-9bae-fc851b422abf) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:01:29.064449 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:01:29.131619 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:29.146571 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Transition to ACTIVE for port object 7184d6f3-8284-43f4-9bae-fc851b422abf will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:01:29.248874 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:27Z', 'revision_number': 3, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:01:29.276105 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3de20-71eb-4542-b2d1-3fbd475f118e None None] The sync data for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 is: [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:27Z', 'revision_number': 3, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:01:29.295751 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:29.346252 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Network febe2fdd-6d1c-4afd-9f04-ca480587e42a is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:01:29.351931 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:01:29.354604 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:01:29.381431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Pushing event updated for resources: {'Port': ['ID=7184d6f3-8284-43f4-9bae-fc851b422abf,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:29.411335 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:29.683292 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:29.765377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3acc16d4-dfcd-4476-8cfa-3a96172840ac None None] Provisioning for port 7184d6f3-8284-43f4-9bae-fc851b422abf completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:01:29.770564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3acc16d4-dfcd-4476-8cfa-3a96172840ac None None] Provisioning complete for port 7184d6f3-8284-43f4-9bae-fc851b422abf triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:01:29.771253 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3acc16d4-dfcd-4476-8cfa-3a96172840ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:29.824136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3acc16d4-dfcd-4476-8cfa-3a96172840ac None None] Port 7184d6f3-8284-43f4-9bae-fc851b422abf cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:01:29.939122 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:30.014855 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:30.086685 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Pushing event updated for resources: {'Port': ['ID=7184d6f3-8284-43f4-9bae-fc851b422abf,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:30.089325 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:30.113598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bcc496d4-47e4-48d9-abc2-1f8af799d767 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:01:30.216002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Network febe2fdd-6d1c-4afd-9f04-ca480587e42a is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:01:30.218252 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:01:30.220812 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port bcc496d4-47e4-48d9-abc2-1f8af799d767 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:01:30.229168 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port bcc496d4-47e4-48d9-abc2-1f8af799d767 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:01:30.229833 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:30.327676 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:30.351228 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port bcc496d4-47e4-48d9-abc2-1f8af799d767, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bcc496d4-47e4-48d9-abc2-1f8af799d767,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:30.359672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:01:30.420518 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:30.421611 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 554b4153-9053-4e38-842c-ed258c8835b7 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:01:30.482324 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:01:30.487704 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fbfbb059-1d5f-474c-9118-5f14e25c1933 admin admin] 10.222.0.77 "PUT /v2.0/routers/709c1c12-455c-428c-9bd9-e5f2278dbbe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5053043 Jul 05 11:01:30.511547 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=bcc496d4-47e4-48d9-abc2-1f8af799d767,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:30.522612 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 554b4153-9053-4e38-842c-ed258c8835b7 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:01:30.522925 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:30.575356 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d7b8aa38-9702-4b34-95d2-3cec3541e3c0 None None] Provisioning complete for port 7184d6f3-8284-43f4-9bae-fc851b422abf triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:01:30.575736 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7b8aa38-9702-4b34-95d2-3cec3541e3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:30.644389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d7b8aa38-9702-4b34-95d2-3cec3541e3c0 None None] Port 7184d6f3-8284-43f4-9bae-fc851b422abf cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:01:31.033672 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Sync routers for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:01:31.049339 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:01:31.050392 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:01:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:01:31.176027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:01:31.332623 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40786) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:01:31.337416 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-0f7c9245-1700-44e9-ac32-71dba37014ae tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--644551383', 'description': 'tempest-description--1473508581'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:01:31.411011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 2, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:01:31.424399 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f7c9245-1700-44e9-ac32-71dba37014ae tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:31.442840 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Checking router: 709c1c12-455c-428c-9bd9-e5f2278dbbe4 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:01:31.443210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Updating router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 port 7184d6f3-8284-43f4-9bae-fc851b422abf binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:01:31.483005 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:31.516366 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f7c9245-1700-44e9-ac32-71dba37014ae tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:31.587912 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f7c9245-1700-44e9-ac32-71dba37014ae tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:31.626402 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c9245-1700-44e9-ac32-71dba37014ae tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0886664-0965-47f0-af83-74348926c89a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:31.662189 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f7c9245-1700-44e9-ac32-71dba37014ae tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:31.664334 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0f7c9245-1700-44e9-ac32-71dba37014ae tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3299747 Jul 05 11:01:31.667151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40788) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:01:31.672210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-c5d276c8-effb-4cee-bf4c-cf4f6b864691 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Request body: {'security_group_rule': {'security_group_id': 'f0886664-0965-47f0-af83-74348926c89a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:01:31.765003 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5d276c8-effb-4cee-bf4c-cf4f6b864691 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:31.766602 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:31.778373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Transition to ACTIVE for port object 7184d6f3-8284-43f4-9bae-fc851b422abf will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:01:31.831246 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5d276c8-effb-4cee-bf4c-cf4f6b864691 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:31.849129 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:31.899651 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdb7b8-6807-4dfd-bb4b-1e279961bc76 None None] Pushing event updated for resources: {'Port': ['ID=7184d6f3-8284-43f4-9bae-fc851b422abf,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:31.923128 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5d276c8-effb-4cee-bf4c-cf4f6b864691 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:31.950621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d276c8-effb-4cee-bf4c-cf4f6b864691 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a284e0f-a2be-4ee5-b98f-785f590dfeae,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:31.967204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Attempting to bind port 7184d6f3-8284-43f4-9bae-fc851b422abf on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:01:31.967204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Attempting to bind port 7184d6f3-8284-43f4-9bae-fc851b422abf by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:01:31.968304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Attempting to bind port 7184d6f3-8284-43f4-9bae-fc851b422abf on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:01:31.973835 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:01:31.974249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Checking segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:01:31.974661 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:31.975062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Bound using segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:01:31.975543 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Bound port: 7184d6f3-8284-43f4-9bae-fc851b422abf, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:01:31.975968 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:31.997441 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c5d276c8-effb-4cee-bf4c-cf4f6b864691 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:32.001165 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c5d276c8-effb-4cee-bf4c-cf4f6b864691 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3305299 Jul 05 11:01:32.001409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 40790) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:01:32.006520 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-83b413c6-0bc4-4e4a-a460-0690a751ede7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Request body: {'security_group_rule': {'security_group_id': 'f0886664-0965-47f0-af83-74348926c89a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:01:32.030849 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bcc496d4-47e4-48d9-abc2-1f8af799d767 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:01:32.081623 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] For port 7184d6f3-8284-43f4-9bae-fc851b422abf, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:01:32.096629 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] For port 7184d6f3-8284-43f4-9bae-fc851b422abf, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7184d6f3-8284-43f4-9bae-fc851b422abf,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:01:32.104071 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83b413c6-0bc4-4e4a-a460-0690a751ede7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:32.109334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port bcc496d4-47e4-48d9-abc2-1f8af799d767 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:01:32.109334 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:32.161240 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:32.178505 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83b413c6-0bc4-4e4a-a460-0690a751ede7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:32.249004 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83b413c6-0bc4-4e4a-a460-0690a751ede7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:32.262981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdb7b8-6807-4dfd-bb4b-1e279961bc76 None None] Pushing event updated for resources: {'Port': ['ID=7184d6f3-8284-43f4-9bae-fc851b422abf,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:32.265762 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:01:32.266122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:01:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:01:32.283040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b413c6-0bc4-4e4a-a460-0690a751ede7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffc09bb-fad2-4440-b859-cd47548013af,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:32.354025 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-83b413c6-0bc4-4e4a-a460-0690a751ede7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:32.358545 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-83b413c6-0bc4-4e4a-a460-0690a751ede7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3527207 Jul 05 11:01:32.359449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40792) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:01:32.364315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:01:32.386710 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:01:32.456564 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:32.570729 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:32.625549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:32Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:01:32.654719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fee926-779b-45e5-9b7d-2da2906aba2e None None] The sync data for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 is: [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:32Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:01:32.691414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Allocated IP 172.25.5.123 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/dd8d7504-e901-433e-9c1c-0b0764be9ac9) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:01:32.817734 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:32.931294 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:32.974972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:01:32.980607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:01:32.984162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:01:32.989921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Pushing event updated for resources: {'Port': ['ID=dd8d7504-e901-433e-9c1c-0b0764be9ac9,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:33.021282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:33.021628 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:33.021969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:33.022310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:33.023161 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:33.023508 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:33.023869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:33.024222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:33.024518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:33.024845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:33.025169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:33.025493 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:33.086051 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:33.174422 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:33.341629 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:33.389393 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:33.472284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Pushing event updated for resources: {'Port': ['ID=dd8d7504-e901-433e-9c1c-0b0764be9ac9,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:33.487008 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:33.557166 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:33.561370 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-82971689-1cee-48f3-ba23-19a6f05b8139 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1979465 Jul 05 11:01:33.741867 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-4c394844-c603-44de-af1e-dc0b35da9eb6 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--644551383&fields=id&tenant_id=0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 267 time: 0.0351756 Jul 05 11:01:33.864083 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-fabc7392-2f6a-46d2-96cb-570028f213ce tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:33.865586 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-fabc7392-2f6a-46d2-96cb-570028f213ce tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 811 time: 0.1156483 Jul 05 11:01:33.881316 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-f3e44855-41c2-4689-bb47-e6b7414ab798 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/quotas/0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 375 time: 0.0094376 Jul 05 11:01:33.952704 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-c6905f9f-04d4-4edd-a6f7-896acf07b3ec tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655043 Jul 05 11:01:34.022116 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7184d6f3-8284-43f4-9bae-fc851b422abf up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:01:34.075270 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-ee74a6a3-24b0-4682-a058-ea3b6cffa27f service neutron] 10.222.0.77 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020777 Jul 05 11:01:34.141591 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 7184d6f3-8284-43f4-9bae-fc851b422abf completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:01:34.147844 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7184d6f3-8284-43f4-9bae-fc851b422abf triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:01:34.148227 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:34.181658 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-bd0bf855-db3e-4eaa-941f-cb50854d3cb5 service neutron] 10.222.0.77 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003580 Jul 05 11:01:34.257882 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:34.290337 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 7184d6f3-8284-43f4-9bae-fc851b422abf, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7184d6f3-8284-43f4-9bae-fc851b422abf,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:34.364948 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:34.421260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=7184d6f3-8284-43f4-9bae-fc851b422abf,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:34.430063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:34.430414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:34.430761 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:34.431230 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:34.431574 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:34.431935 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:34.432265 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:34.432600 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:34.432928 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:34.434585 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:34.435001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:34.435412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:01:34.505967 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-efa516fa-8f26-4866-94a4-3a2fa8c465f1 req-343a8fac-9e12-4029-aa55-3d02106ce32d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0326724 Jul 05 11:01:35.665581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-50439d62-4d1e-4a09-add1-513d0a3c6fe7 req-ee8812f6-893b-408f-9f8a-06e49c53b3ce tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0350602 Jul 05 11:01:36.009902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7184d6f3-8284-43f4-9bae-fc851b422abf up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:01:36.073688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7184d6f3-8284-43f4-9bae-fc851b422abf triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:01:36.074089 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:36.762425 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-80eb658c-7122-4a87-bbd7-d4e4014278f5 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:36.764018 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-80eb658c-7122-4a87-bbd7-d4e4014278f5 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 811 time: 0.1175263 Jul 05 11:01:36.808015 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-e8506818-7f16-4621-bde7-c7f473d3dbd6 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 379 time: 0.0358677 Jul 05 11:01:36.816307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-5e70e71d-7419-46e2-b8cc-71a3ff0f469e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Request body: {'port': {'device_id': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'admin_state_up': True, 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'security_groups': ['f0886664-0965-47f0-af83-74348926c89a']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:01:36.903305 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-14623db7-4744-4a34-8054-262a6be0e479 req-30afd271-7d3c-4ccf-a4a3-9baa5c38f597 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0374231 Jul 05 11:01:37.019946 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-5e70e71d-7419-46e2-b8cc-71a3ff0f469e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Made reservation on behalf of 0accab33f83b4e6ea36c420fe88550da for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:01:37.024130 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-5e70e71d-7419-46e2-b8cc-71a3ff0f469e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:37.156734 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-5e70e71d-7419-46e2-b8cc-71a3ff0f469e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Allocated IP 172.20.0.7 (febe2fdd-6d1c-4afd-9f04-ca480587e42a/1b081e0e-cf9e-439d-8fb6-33b815aa7fe2/a63c424d-0b12-4b5d-a60a-c21dccb2d144) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:01:37.312434 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-5e70e71d-7419-46e2-b8cc-71a3ff0f469e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:37.329374 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-5e70e71d-7419-46e2-b8cc-71a3ff0f469e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Transition to ACTIVE for port object a63c424d-0b12-4b5d-a60a-c21dccb2d144 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:01:37.450308 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-5e70e71d-7419-46e2-b8cc-71a3ff0f469e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:37.494813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-5e70e71d-7419-46e2-b8cc-71a3ff0f469e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Network febe2fdd-6d1c-4afd-9f04-ca480587e42a is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:01:37.500006 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-5e70e71d-7419-46e2-b8cc-71a3ff0f469e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:01:37.503891 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-5e70e71d-7419-46e2-b8cc-71a3ff0f469e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:01:37.530994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70e71d-7419-46e2-b8cc-71a3ff0f469e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Pushing event updated for resources: {'Port': ['ID=a63c424d-0b12-4b5d-a60a-c21dccb2d144,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:37.562797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-5e70e71d-7419-46e2-b8cc-71a3ff0f469e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:37.563378 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-5e70e71d-7419-46e2-b8cc-71a3ff0f469e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:37.654101 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-5e70e71d-7419-46e2-b8cc-71a3ff0f469e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8414712 Jul 05 11:01:37.667229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Request body: {'port': {'device_id': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:01:37.749472 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:37.883579 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-58cfec47-c430-4c99-a2fb-4bd94c359a0e None None] Provisioning for port a63c424d-0b12-4b5d-a60a-c21dccb2d144 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:01:37.887620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-58cfec47-c430-4c99-a2fb-4bd94c359a0e None None] Provisioning complete for port a63c424d-0b12-4b5d-a60a-c21dccb2d144 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:01:37.891501 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-58cfec47-c430-4c99-a2fb-4bd94c359a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:37.925136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-58cfec47-c430-4c99-a2fb-4bd94c359a0e None None] Port a63c424d-0b12-4b5d-a60a-c21dccb2d144 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:01:38.097967 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03be534-ada3-424e-968c-5acdbd9bd63c req-62523195-ce18-4715-ad9a-ec1194ae297e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:38.099606 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a03be534-ada3-424e-968c-5acdbd9bd63c req-62523195-ce18-4715-ad9a-ec1194ae297e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 931 time: 0.0750740 Jul 05 11:01:38.143305 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a03be534-ada3-424e-968c-5acdbd9bd63c req-81918f2c-8bb6-48a6-9c1b-65cad6d5df4f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376260 Jul 05 11:01:38.363575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63c424d-0b12-4b5d-a60a-c21dccb2d144 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:01:38.372231 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:38.385381 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Transition to ACTIVE for port object a63c424d-0b12-4b5d-a60a-c21dccb2d144 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:01:38.489486 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:38.543758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Pushing event updated for resources: {'Port': ['ID=a63c424d-0b12-4b5d-a60a-c21dccb2d144,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:38.622197 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Attempting to bind port a63c424d-0b12-4b5d-a60a-c21dccb2d144 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:01:38.622532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Attempting to bind port a63c424d-0b12-4b5d-a60a-c21dccb2d144 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:01:38.622866 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Attempting to bind port a63c424d-0b12-4b5d-a60a-c21dccb2d144 on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:01:38.627588 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Port a63c424d-0b12-4b5d-a60a-c21dccb2d144 on network febe2fdd-6d1c-4afd-9f04-ca480587e42a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:01:38.627944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Attempting to bind port a63c424d-0b12-4b5d-a60a-c21dccb2d144 on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:01:38.633554 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:01:38.633892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Checking segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:01:38.634290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Bound using segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:01:38.634722 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Bound port: a63c424d-0b12-4b5d-a60a-c21dccb2d144, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:01:38.635079 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:38.713792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] For port a63c424d-0b12-4b5d-a60a-c21dccb2d144, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:01:38.717204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] For port a63c424d-0b12-4b5d-a60a-c21dccb2d144, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:01:38.810344 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:38.858126 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:38.858814 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:38.860661 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] 10.222.0.73 "PUT /v2.0/ports/a63c424d-0b12-4b5d-a60a-c21dccb2d144 HTTP/1.1" status: 200 len: 1092 time: 1.1994362 Jul 05 11:01:38.861107 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'tag': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:01:38.863558 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11c8d64-929d-436a-9a2f-20bb531e0d66" -d '{"events": [{"name": "network-changed", "server_uuid": "79f3d55b-32db-42e0-885d-f3ddd784d2c8", "tag": "a63c424d-0b12-4b5d-a60a-c21dccb2d144"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:01:38.902281 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b87f70-d4b2-477d-8e52-ab06350f3b5f service neutron] Pushing event updated for resources: {'Port': ['ID=a63c424d-0b12-4b5d-a60a-c21dccb2d144,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:38.916528 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c090ec1e-364d-400e-a1bc-0747c1974f92 x-openstack-request-id: req-c090ec1e-364d-400e-a1bc-0747c1974f92 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:01:38.916832 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f3d55b-32db-42e0-885d-f3ddd784d2c8", "tag": "a63c424d-0b12-4b5d-a60a-c21dccb2d144", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:01:38.917070 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c090ec1e-364d-400e-a1bc-0747c1974f92 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:01:38.917469 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'tag': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144', 'status': 'completed', 'code': 200} Jul 05 11:01:38.998310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c8d64-929d-436a-9a2f-20bb531e0d66 req-529d476e-97f3-49e4-bf21-1c59ffe02557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:38.999938 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e11c8d64-929d-436a-9a2f-20bb531e0d66 req-529d476e-97f3-49e4-bf21-1c59ffe02557 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 1095 time: 0.0613706 Jul 05 11:01:39.113440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c8d64-929d-436a-9a2f-20bb531e0d66 req-0bf806f8-05b4-466f-a433-5d246ab2fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:39.114978 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e11c8d64-929d-436a-9a2f-20bb531e0d66 req-0bf806f8-05b4-466f-a433-5d246ab2fd4a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=0accab33f83b4e6ea36c420fe88550da&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1075261 Jul 05 11:01:39.219646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c8d64-929d-436a-9a2f-20bb531e0d66 req-63192027-48ca-4da1-8311-550dafdb17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:39.221218 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e11c8d64-929d-436a-9a2f-20bb531e0d66 req-63192027-48ca-4da1-8311-550dafdb17d0 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996006 Jul 05 11:01:39.317438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-76feeb53-1923-4a14-be8b-8c51a75856d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:39.319234 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-76feeb53-1923-4a14-be8b-8c51a75856d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 1095 time: 0.0545168 Jul 05 11:01:39.340966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e62697-6e8c-4e9f-9210-933b14e7bb08 req-8cd74ed2-ab54-410f-9149-68c99edcdff3 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:39.342551 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e6e62697-6e8c-4e9f-9210-933b14e7bb08 req-8cd74ed2-ab54-410f-9149-68c99edcdff3 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 943 time: 0.0692172 Jul 05 11:01:39.364909 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-3f0b1922-3aa1-4eaa-8ff4-5a1134563487 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144 HTTP/1.1" status: 200 len: 217 time: 0.0387645 Jul 05 11:01:39.384132 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e6e62697-6e8c-4e9f-9210-933b14e7bb08 req-c6a1a9c7-6115-4eb1-b94d-debcfa078c8b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358808 Jul 05 11:01:39.416073 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-8da754b5-ca3e-4fc2-856c-c0baf10ea936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:39.417541 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-8da754b5-ca3e-4fc2-856c-c0baf10ea936 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0456338 Jul 05 11:01:39.476447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-a978038b-7369-4ee3-839b-c054ad7b7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:39.477953 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-a978038b-7369-4ee3-839b-c054ad7b7c75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547853 Jul 05 11:01:39.574436 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-baf4baf0-229d-4933-a2f2-f94fbc468d7e service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892043 Jul 05 11:01:39.667078 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-853762f5-1ee8-43cc-b901-9f2ec7a02b28 req-2fbf1b20-8230-4667-b4ed-a3bec5ab88bb service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865104 Jul 05 11:01:40.572456 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b95903-669a-43f5-9910-81d83366cddd req-e2a20f83-3c2c-41c3-816a-a4473b4909dc tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:40.573987 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71b95903-669a-43f5-9910-81d83366cddd req-e2a20f83-3c2c-41c3-816a-a4473b4909dc tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 943 time: 0.0710869 Jul 05 11:01:40.616933 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71b95903-669a-43f5-9910-81d83366cddd req-ebb50d47-be71-4b9c-b2e5-59b9eb6b0624 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371974 Jul 05 11:01:41.135166 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b8a1c489-b453-4e26-859a-af9c7188c3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:41.799253 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4c856-ac09-411b-a82f-c6380e0de882 req-f2d4958e-d645-4a18-813b-84ad06833849 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:41.800826 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f1b4c856-ac09-411b-a82f-c6380e0de882 req-f2d4958e-d645-4a18-813b-84ad06833849 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 943 time: 0.0692248 Jul 05 11:01:41.841163 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f1b4c856-ac09-411b-a82f-c6380e0de882 req-93143489-4081-4f90-81fc-ad71e25f4f97 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339012 Jul 05 11:01:43.031257 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60638555-4b98-4147-8fba-19c39d5e0dfd req-c65b6cf8-b498-495d-be72-eb565d042f2a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:43.032877 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-60638555-4b98-4147-8fba-19c39d5e0dfd req-c65b6cf8-b498-495d-be72-eb565d042f2a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 943 time: 0.0665479 Jul 05 11:01:43.073229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-60638555-4b98-4147-8fba-19c39d5e0dfd req-9e8d70e4-9ef6-4b82-8d46-056e18f2782b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343316 Jul 05 11:01:43.643061 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c32763f5-2bfc-4838-a378-9fa9791f1c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:43.671371 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:44.106811 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device a63c424d-0b12-4b5d-a60a-c21dccb2d144 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:01:44.209345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port a63c424d-0b12-4b5d-a60a-c21dccb2d144, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:44.221561 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'port_id': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144', 'mac_address': 'fa:16:3e:68:41:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:01:44.260174 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a84822-8d35-440c-a1b0-e82dbb02ab6a req-e551a139-d88b-49bc-974e-cb9d273c7438 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:44.261753 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35a84822-8d35-440c-a1b0-e82dbb02ab6a req-e551a139-d88b-49bc-974e-cb9d273c7438 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 943 time: 0.0698431 Jul 05 11:01:44.262981 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:44.276653 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63c424d-0b12-4b5d-a60a-c21dccb2d144 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:01:44.296412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port a63c424d-0b12-4b5d-a60a-c21dccb2d144, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:44.300687 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-35a84822-8d35-440c-a1b0-e82dbb02ab6a req-dd1e7402-7e3c-4971-abee-b8e46f9ec27f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333350 Jul 05 11:01:44.366649 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:44.417822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=a63c424d-0b12-4b5d-a60a-c21dccb2d144,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:44.575040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['a63c424d-0b12-4b5d-a60a-c21dccb2d144'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:01:45.145380 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:45.477392 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1822eb9-2483-4b8f-9538-b5ca2d33a187 req-5eb56f35-9e93-43c0-bd5b-420dc9f2fb02 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:45.478804 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1822eb9-2483-4b8f-9538-b5ca2d33a187 req-5eb56f35-9e93-43c0-bd5b-420dc9f2fb02 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0645764 Jul 05 11:01:45.517011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e1822eb9-2483-4b8f-9538-b5ca2d33a187 req-a49022de-81d2-4d6d-85fb-3761163ad43c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325933 Jul 05 11:01:46.121100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device a63c424d-0b12-4b5d-a60a-c21dccb2d144 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:01:46.231298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port a63c424d-0b12-4b5d-a60a-c21dccb2d144 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:01:46.235620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port a63c424d-0b12-4b5d-a60a-c21dccb2d144 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:01:46.236061 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:46.475324 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:46.497700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:01:46.499887 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c556b79-3c0d-4f5b-8365-27c29eb76965" -d '{"events": [{"server_uuid": "79f3d55b-32db-42e0-885d-f3ddd784d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "a63c424d-0b12-4b5d-a60a-c21dccb2d144"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:01:46.512039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port a63c424d-0b12-4b5d-a60a-c21dccb2d144, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:01:46.538522 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a540db76-5e5e-4a62-9f26-8c026545ab0e x-openstack-request-id: req-a540db76-5e5e-4a62-9f26-8c026545ab0e {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:01:46.538818 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f3d55b-32db-42e0-885d-f3ddd784d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "a63c424d-0b12-4b5d-a60a-c21dccb2d144", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:01:46.539077 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a540db76-5e5e-4a62-9f26-8c026545ab0e {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:01:46.539474 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144', 'code': 200} Jul 05 11:01:46.602636 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:46.652201 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=a63c424d-0b12-4b5d-a60a-c21dccb2d144,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:01:46.689974 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf8677-3ef3-4256-a017-42b6c2fff9fa req-c123816b-dbef-46f7-82e2-bba3e6f40674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:46.691491 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4cf8677-3ef3-4256-a017-42b6c2fff9fa req-c123816b-dbef-46f7-82e2-bba3e6f40674 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0913751 Jul 05 11:01:46.735338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790456e-145c-47a0-b467-73dae0ee5e07 req-41251908-4df4-447d-a310-2864735a0514 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:46.736870 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d790456e-145c-47a0-b467-73dae0ee5e07 req-41251908-4df4-447d-a310-2864735a0514 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0987360 Jul 05 11:01:46.756737 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4cf8677-3ef3-4256-a017-42b6c2fff9fa req-e40d3cee-dcce-4b4c-a538-4c6c3ff3398c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553098 Jul 05 11:01:46.782123 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d790456e-145c-47a0-b467-73dae0ee5e07 req-e8e2362a-f440-4032-bd66-cc26e78d9442 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395513 Jul 05 11:01:46.973803 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:47.967056 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa881b8-7df5-4497-8b65-5ed32922473a req-01fbd27f-bc71-461a-8700-0195532c2f61 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:47.969021 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3aa881b8-7df5-4497-8b65-5ed32922473a req-01fbd27f-bc71-461a-8700-0195532c2f61 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0675967 Jul 05 11:01:48.015018 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3aa881b8-7df5-4497-8b65-5ed32922473a req-3f4ab5a1-1ed0-4975-9ea7-53ff8147f846 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381010 Jul 05 11:01:48.192978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637d84-642d-47cb-ae28-e883cebe0e64 req-46865260-93f9-420f-b82e-26520365953a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:48.194489 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0d637d84-642d-47cb-ae28-e883cebe0e64 req-46865260-93f9-420f-b82e-26520365953a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0709701 Jul 05 11:01:48.203671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 40868) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:01:48.208829 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e5d220b8-e7e6-46d0-9752-7e02554b0f91 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Request body: {'floatingip': {'port_id': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:01:48.248227 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e5d220b8-e7e6-46d0-9752-7e02554b0f91 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:48.411880 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:01:48.721452 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e5d220b8-e7e6-46d0-9752-7e02554b0f91 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:48.811359 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e5d220b8-e7e6-46d0-9752-7e02554b0f91 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:48.916021 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-e5d220b8-e7e6-46d0-9752-7e02554b0f91 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Floating IP c2e864cf-0593-4a10-b66f-1c714716793b associated. External IP: 172.25.5.123, port: a63c424d-0b12-4b5d-a60a-c21dccb2d144. Jul 05 11:01:49.149647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d220b8-e7e6-46d0-9752-7e02554b0f91 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:01:49.268538 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d220b8-e7e6-46d0-9752-7e02554b0f91 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:01:49.274918 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e5d220b8-e7e6-46d0-9752-7e02554b0f91 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:49.280668 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a119a4-aca5-49c8-907c-84a705384064 None None] Sync routers for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:01:49.291114 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a119a4-aca5-49c8-907c-84a705384064 None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:01:49.291826 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-45a119a4-aca5-49c8-907c-84a705384064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:01:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:01:49.318189 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e5d220b8-e7e6-46d0-9752-7e02554b0f91 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "PUT /v2.0/floatingips/c2e864cf-0593-4a10-b66f-1c714716793b HTTP/1.1" status: 200 len: 991 time: 1.1132841 Jul 05 11:01:49.318743 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'tag': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:01:49.322761 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45954392-0bfc-49ee-9dca-6cfc7de2638b" -d '{"events": [{"name": "network-changed", "server_uuid": "79f3d55b-32db-42e0-885d-f3ddd784d2c8", "tag": "a63c424d-0b12-4b5d-a60a-c21dccb2d144"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:01:49.370401 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539c604e-b576-4b73-9716-12cf626bb22b x-openstack-request-id: req-539c604e-b576-4b73-9716-12cf626bb22b {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:01:49.370692 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f3d55b-32db-42e0-885d-f3ddd784d2c8", "tag": "a63c424d-0b12-4b5d-a60a-c21dccb2d144", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:01:49.370940 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-539c604e-b576-4b73-9716-12cf626bb22b {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:01:49.371338 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'tag': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144', 'status': 'completed', 'code': 200} Jul 05 11:01:49.410071 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-45a119a4-aca5-49c8-907c-84a705384064 None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:01:49.465384 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45954392-0bfc-49ee-9dca-6cfc7de2638b req-d7685677-65dc-4bb6-b8a8-e24f3ad08cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:49.466940 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-45954392-0bfc-49ee-9dca-6cfc7de2638b req-d7685677-65dc-4bb6-b8a8-e24f3ad08cce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0662434 Jul 05 11:01:49.571978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45954392-0bfc-49ee-9dca-6cfc7de2638b req-b210eada-a8a7-448d-b795-18a442b38ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:49.573504 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-45954392-0bfc-49ee-9dca-6cfc7de2638b req-b210eada-a8a7-448d-b795-18a442b38ba1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.1006215 Jul 05 11:01:49.641554 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-45954392-0bfc-49ee-9dca-6cfc7de2638b req-6c96cdb3-73c4-427c-bddd-637610245d0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144 HTTP/1.1" status: 200 len: 999 time: 0.0620532 Jul 05 11:01:49.695409 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45954392-0bfc-49ee-9dca-6cfc7de2638b req-65099c2f-e0e8-4eaf-8f57-41929b78af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:49.696959 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-45954392-0bfc-49ee-9dca-6cfc7de2638b req-65099c2f-e0e8-4eaf-8f57-41929b78af15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0494382 Jul 05 11:01:49.764951 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45954392-0bfc-49ee-9dca-6cfc7de2638b req-857e60ee-590b-4323-b7c7-c29ad5e816c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:01:49.766483 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-45954392-0bfc-49ee-9dca-6cfc7de2638b req-857e60ee-590b-4323-b7c7-c29ad5e816c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635951 Jul 05 11:01:49.782736 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-45a119a4-aca5-49c8-907c-84a705384064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'c2e864cf-0593-4a10-b66f-1c714716793b', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'port_id': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'mac_address': 'fa:16:3e:68:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:01:33Z', 'updated_at': '2021-07-05T11:01:48Z', 'revision_number': 1, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:01:49.814903 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a119a4-aca5-49c8-907c-84a705384064 None None] Checking router: 709c1c12-455c-428c-9bd9-e5f2278dbbe4 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:01:49.824301 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a119a4-aca5-49c8-907c-84a705384064 None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:01:49.825020 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-45a119a4-aca5-49c8-907c-84a705384064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:01:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:01:49.876089 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-45954392-0bfc-49ee-9dca-6cfc7de2638b req-1f5ec2a4-7cdb-4187-b93e-2b36a699b01b service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025708 Jul 05 11:01:49.950418 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-45a119a4-aca5-49c8-907c-84a705384064 None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:01:49.981567 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-45954392-0bfc-49ee-9dca-6cfc7de2638b req-e0a0cc08-5a19-4adf-b6a7-f23fc210806b service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997636 Jul 05 11:01:50.194940 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-45a119a4-aca5-49c8-907c-84a705384064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'c2e864cf-0593-4a10-b66f-1c714716793b', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'port_id': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'mac_address': 'fa:16:3e:68:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:01:33Z', 'updated_at': '2021-07-05T11:01:48Z', 'revision_number': 1, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:01:50.225880 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a119a4-aca5-49c8-907c-84a705384064 None None] The sync data for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 is: [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'c2e864cf-0593-4a10-b66f-1c714716793b', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'port_id': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'mac_address': 'fa:16:3e:68:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:01:33Z', 'updated_at': '2021-07-05T11:01:48Z', 'revision_number': 1, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:01:50.437653 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2bed3f-cb58-4177-b0b3-3dc35dfa550f None None] New status for floating IP c2e864cf-0593-4a10-b66f-1c714716793b: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:01:52.799804 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:01:54.599061 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:11.164284 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f8662ef2-a6cf-4c72-862b-6ba7e37e2856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:13.658310 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-32462786-bd52-4647-a960-806dce876c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:13.686999 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:15.138591 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:15.416028 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-402e1c29-0c31-49dc-87ea-2ba575e451cb req-9c278c27-ae8d-4ecc-bb7a-321e405646ab service neutron] (100775) timed out ('10.222.0.77', 36612) {{(pid=100775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 11:02:16.969079 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:22.762961 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:24.590919 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:25.412471 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:02:30.787697 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afe51e30-9fde-408b-89b5-f55a8c673331 req-f73f85d5-5e58-4ffc-9151-be2c8e98bfb7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543432 Jul 05 11:02:30.885512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe51e30-9fde-408b-89b5-f55a8c673331 req-a25bc302-597a-4223-8b82-ead86860524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:30.887019 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afe51e30-9fde-408b-89b5-f55a8c673331 req-a25bc302-597a-4223-8b82-ead86860524c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0567403 Jul 05 11:02:30.994594 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe51e30-9fde-408b-89b5-f55a8c673331 req-60df7d2a-9798-4a94-9d9f-8e5cb432c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:30.996110 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afe51e30-9fde-408b-89b5-f55a8c673331 req-60df7d2a-9798-4a94-9d9f-8e5cb432c615 service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0901165 Jul 05 11:02:31.066445 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afe51e30-9fde-408b-89b5-f55a8c673331 req-403ffcda-a2dc-472e-afb8-e1b9e3148994 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144 HTTP/1.1" status: 200 len: 1001 time: 0.0638330 Jul 05 11:02:31.117338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe51e30-9fde-408b-89b5-f55a8c673331 req-672cc28f-91fd-4582-809d-a46b1439d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:31.118818 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afe51e30-9fde-408b-89b5-f55a8c673331 req-672cc28f-91fd-4582-809d-a46b1439d9ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0464947 Jul 05 11:02:31.182949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe51e30-9fde-408b-89b5-f55a8c673331 req-cc6547b0-d38e-4c94-8b40-91af6a10ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:02:31.184847 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afe51e30-9fde-408b-89b5-f55a8c673331 req-cc6547b0-d38e-4c94-8b40-91af6a10ad43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596182 Jul 05 11:02:31.194224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-afe51e30-9fde-408b-89b5-f55a8c673331 req-db732548-830c-4d1c-b08f-5cdb8d4ee2d0 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:02:31.195163 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afe51e30-9fde-408b-89b5-f55a8c673331 req-db732548-830c-4d1c-b08f-5cdb8d4ee2d0 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049706 Jul 05 11:02:31.286369 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afe51e30-9fde-408b-89b5-f55a8c673331 req-5ea0e3b9-1a04-4f27-9cc9-509a335914b4 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852239 Jul 05 11:02:31.381559 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-afe51e30-9fde-408b-89b5-f55a8c673331 req-4b957e91-7a0c-41bd-806a-afef1a2b4a1e service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894969 Jul 05 11:02:41.123325 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a6237446-b052-465d-ba3d-6ea1c8ca53ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:43.676807 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b084b344-08a7-4d72-8c52-33ac3836a777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:43.711150 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:45.139930 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:46.993281 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:52.738915 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:02:54.574701 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:02.412456 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:03:11.124794 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-def5792d-8753-44f1-beda-e0199052059f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:13.678199 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4d696356-fe7a-40f8-838c-ffc49bd629d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:13.706763 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:15.143824 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:16.989452 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:22.740013 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:24.597520 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:25.815601 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08610d-c4f3-44a5-8ed1-63ac1c257593 req-a98c001e-a721-407b-b189-45d17ce26ec1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:25.817600 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4d08610d-c4f3-44a5-8ed1-63ac1c257593 req-a98c001e-a721-407b-b189-45d17ce26ec1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0716681 Jul 05 11:03:25.855142 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4d08610d-c4f3-44a5-8ed1-63ac1c257593 req-d18469f8-8f4f-4054-a93b-713c4a9d7c56 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317547 Jul 05 11:03:26.546488 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2aaa31-2705-4d35-9196-1a24e303eaae req-3171096e-a6e0-4239-b378-21f518d3b25f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:26.548044 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2e2aaa31-2705-4d35-9196-1a24e303eaae req-3171096e-a6e0-4239-b378-21f518d3b25f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0683241 Jul 05 11:03:26.588995 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2e2aaa31-2705-4d35-9196-1a24e303eaae req-99b997a3-af99-4edb-bbab-d712fbf0c7d7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348811 Jul 05 11:03:26.624061 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41076) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:03:26.715864 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-1e2afc58-61be-42af-99ba-37eec75a373c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906272 Jul 05 11:03:27.772973 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71615c52-0fb6-4f3c-913c-ee4dd29db6d2 req-f0990dca-0f76-44b6-bfaf-b2d85c0999be tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:27.774506 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71615c52-0fb6-4f3c-913c-ee4dd29db6d2 req-f0990dca-0f76-44b6-bfaf-b2d85c0999be tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0650802 Jul 05 11:03:27.816524 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-71615c52-0fb6-4f3c-913c-ee4dd29db6d2 req-e65ec7d7-93fa-4114-88b3-7996c18ffa60 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362551 Jul 05 11:03:29.008674 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca1b72-1208-43f2-bb0b-18eb5295170c req-507a8e16-721b-4231-97b3-ba2b36fa6981 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:29.010245 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ebca1b72-1208-43f2-bb0b-18eb5295170c req-507a8e16-721b-4231-97b3-ba2b36fa6981 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0722079 Jul 05 11:03:29.034642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-a5255067-7a97-405e-92db-ccb36de29fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:29.036227 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-a5255067-7a97-405e-92db-ccb36de29fa4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0589519 Jul 05 11:03:29.050817 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ebca1b72-1208-43f2-bb0b-18eb5295170c req-1403e7b1-44ec-4d49-9f91-399330fa5c89 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347712 Jul 05 11:03:29.125600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-1ded47e0-9c48-4c1c-9a79-2d877ccdc36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:29.127098 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-1ded47e0-9c48-4c1c-9a79-2d877ccdc36f service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0842338 Jul 05 11:03:29.196028 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-8c54f3b7-c5ff-427b-a33b-111675a52189 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144 HTTP/1.1" status: 200 len: 1001 time: 0.0624161 Jul 05 11:03:29.246142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-9ea6c255-6339-4b60-99c6-3f250a1d7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:29.248421 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-9ea6c255-6339-4b60-99c6-3f250a1d7ebc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0452557 Jul 05 11:03:29.306087 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-262edbbe-93cd-4c39-b5d5-090eb0e47bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:29.307525 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-262edbbe-93cd-4c39-b5d5-090eb0e47bf1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537369 Jul 05 11:03:29.724727 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-65130f93-ec21-4829-83cc-6a03f53178f6 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105995 Jul 05 11:03:29.814121 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-ee4db6e7-d2f4-4927-b1c2-a1fbc53cf539 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823228 Jul 05 11:03:30.242636 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637fc56-5a64-473a-947c-95bdce4299ff req-281450a1-6f4f-4e07-b0dd-5f4e3acb460a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:30.244295 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c637fc56-5a64-473a-947c-95bdce4299ff req-281450a1-6f4f-4e07-b0dd-5f4e3acb460a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0737870 Jul 05 11:03:30.288134 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c637fc56-5a64-473a-947c-95bdce4299ff req-0335cc85-af09-4b7d-a5b3-92915bed19b1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378478 Jul 05 11:03:30.794872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b88ef4-7345-40c9-b29f-b9225fe1b5e2 req-13291502-9f0f-4967-bf91-7c172d7fa5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:30.796450 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-28b88ef4-7345-40c9-b29f-b9225fe1b5e2 req-13291502-9f0f-4967-bf91-7c172d7fa5db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0537610 Jul 05 11:03:30.912862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b88ef4-7345-40c9-b29f-b9225fe1b5e2 req-781cbd3e-2113-44b8-a92b-1abfddcecde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:30.914344 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-28b88ef4-7345-40c9-b29f-b9225fe1b5e2 req-781cbd3e-2113-44b8-a92b-1abfddcecde5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0983462 Jul 05 11:03:30.985504 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-28b88ef4-7345-40c9-b29f-b9225fe1b5e2 req-58ea553f-dd3a-4185-9d11-373c6d837144 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144 HTTP/1.1" status: 200 len: 1001 time: 0.0642979 Jul 05 11:03:31.042826 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b88ef4-7345-40c9-b29f-b9225fe1b5e2 req-0d090b1d-444f-4c10-9fec-be8c8ad87356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:31.044538 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-28b88ef4-7345-40c9-b29f-b9225fe1b5e2 req-0d090b1d-444f-4c10-9fec-be8c8ad87356 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0527854 Jul 05 11:03:31.111663 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b88ef4-7345-40c9-b29f-b9225fe1b5e2 req-92e9d692-fdc5-4b94-b4f3-b1bbe5c3e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:31.113274 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-28b88ef4-7345-40c9-b29f-b9225fe1b5e2 req-92e9d692-fdc5-4b94-b4f3-b1bbe5c3e918 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621939 Jul 05 11:03:31.207856 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-28b88ef4-7345-40c9-b29f-b9225fe1b5e2 req-98dceb26-cb00-4d39-83ce-0f7f7563f058 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871320 Jul 05 11:03:31.302795 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-28b88ef4-7345-40c9-b29f-b9225fe1b5e2 req-6e024e76-bbcc-4687-85ee-fc1f44ac9568 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887375 Jul 05 11:03:31.464504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc43dd8-00f0-43d1-8f38-52ad79eb6611 req-c646fcce-506f-4f21-a7bc-2d97b52ed4c8 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:31.465912 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1bc43dd8-00f0-43d1-8f38-52ad79eb6611 req-c646fcce-506f-4f21-a7bc-2d97b52ed4c8 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0632770 Jul 05 11:03:31.502850 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1bc43dd8-00f0-43d1-8f38-52ad79eb6611 req-082d0078-397c-4344-ac0b-0941f4cf8938 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314143 Jul 05 11:03:32.683174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa34cd-f4c2-471a-a160-1a659db53cb7 req-72448d0a-d46a-4055-ae7e-bbb2d5f7b23d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:32.684886 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4faa34cd-f4c2-471a-a160-1a659db53cb7 req-72448d0a-d46a-4055-ae7e-bbb2d5f7b23d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0700772 Jul 05 11:03:32.726940 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4faa34cd-f4c2-471a-a160-1a659db53cb7 req-00c49505-87c8-4a1b-8451-aef46573a78f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362806 Jul 05 11:03:33.900568 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3addb69-6ee8-499b-8410-ec53a9472135 req-880a6eb1-038e-43e3-8884-b5433cf2761c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:33.902127 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e3addb69-6ee8-499b-8410-ec53a9472135 req-880a6eb1-038e-43e3-8884-b5433cf2761c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0631735 Jul 05 11:03:33.940195 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e3addb69-6ee8-499b-8410-ec53a9472135 req-64150314-745b-4cac-a423-c939ac2bf577 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324824 Jul 05 11:03:35.128617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f472d-a5c2-4288-9159-245bb74bedc4 req-b43125fa-f140-40bc-abc6-dbc7faf947d9 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:35.130103 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ac1f472d-a5c2-4288-9159-245bb74bedc4 req-b43125fa-f140-40bc-abc6-dbc7faf947d9 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0707295 Jul 05 11:03:35.175730 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ac1f472d-a5c2-4288-9159-245bb74bedc4 req-351a9347-92ca-48e2-b8a0-e8450ebe9ff4 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400467 Jul 05 11:03:36.386894 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43b9cb-98ff-4745-a965-38f8a96588bd req-7c2d31ab-f65e-48a9-acce-0d1c4eaeee92 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:36.388441 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d43b9cb-98ff-4745-a965-38f8a96588bd req-7c2d31ab-f65e-48a9-acce-0d1c4eaeee92 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0706837 Jul 05 11:03:36.426751 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d43b9cb-98ff-4745-a965-38f8a96588bd req-5ba3eb59-2629-459c-ae4d-b90b89a13842 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322521 Jul 05 11:03:37.629452 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b151232-8852-456e-8f4f-4aa6338331a3 req-d89acde4-6de9-4a59-9756-8c9d12880725 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:37.630995 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b151232-8852-456e-8f4f-4aa6338331a3 req-d89acde4-6de9-4a59-9756-8c9d12880725 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0727787 Jul 05 11:03:37.670360 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1b151232-8852-456e-8f4f-4aa6338331a3 req-67658af3-7db6-4f24-acbc-89c2ef528603 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326469 Jul 05 11:03:38.851974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def41471-151c-4646-b1f7-685181dc9ddc req-104a5f52-afc3-4e62-b095-464f53a855b0 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:38.853490 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-def41471-151c-4646-b1f7-685181dc9ddc req-104a5f52-afc3-4e62-b095-464f53a855b0 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0649812 Jul 05 11:03:38.894609 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-def41471-151c-4646-b1f7-685181dc9ddc req-4492b479-a7c2-43dc-8c94-f5b131adf256 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352609 Jul 05 11:03:39.412272 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:03:40.072707 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0c5f3-2452-4fa6-82ec-0c70eeca658e req-cabd513b-0ad3-4cf8-9627-6ea741938937 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:40.074194 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-25b0c5f3-2452-4fa6-82ec-0c70eeca658e req-cabd513b-0ad3-4cf8-9627-6ea741938937 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0641234 Jul 05 11:03:40.112229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-25b0c5f3-2452-4fa6-82ec-0c70eeca658e req-317a2d94-dc77-49de-9a89-8a42ba45c119 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316739 Jul 05 11:03:41.157726 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f13810d1-900c-4e19-bd2c-1c1d9073b945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:41.291312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7881ac7-f017-4e51-81a7-42b03e3af691 req-9dc38c08-cbaa-4de4-b641-dd17c6348a81 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:41.292873 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e7881ac7-f017-4e51-81a7-42b03e3af691 req-9dc38c08-cbaa-4de4-b641-dd17c6348a81 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0682337 Jul 05 11:03:41.331882 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e7881ac7-f017-4e51-81a7-42b03e3af691 req-0c2f289b-779b-49e7-bcc2-583674ea1290 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334449 Jul 05 11:03:41.973807 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-9d260707-df4f-4fc1-82a2-60d3d7bfccfd service neutron] show failed (client error): The resource could not be found. Jul 05 11:03:41.974864 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-9d260707-df4f-4fc1-82a2-60d3d7bfccfd service neutron] 10.222.0.73 "GET /v2.0/ports/a63c424d-0b12-4b5d-a60a-c21dccb2d144/bindings/n-h2-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0594368 Jul 05 11:03:42.516785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fd33e-7549-4f60-908f-d7fd3d218014 req-65800d3d-2f33-488e-a92c-a942ccf2bd2f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:42.518365 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f68fd33e-7549-4f60-908f-d7fd3d218014 req-65800d3d-2f33-488e-a92c-a942ccf2bd2f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0673847 Jul 05 11:03:42.564972 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f68fd33e-7549-4f60-908f-d7fd3d218014 req-8c151867-77a0-4ad6-b567-4ab08ee6c74d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394633 Jul 05 11:03:42.698711 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-749ca1ee-dffb-4d2b-a1e0-d70fde948212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:42.700386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-749ca1ee-dffb-4d2b-a1e0-d70fde948212 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8&tenant_id=0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 1097 time: 0.0660031 Jul 05 11:03:42.718367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:03:42.798342 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:43.020892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] For port a63c424d-0b12-4b5d-a60a-c21dccb2d144, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:03:43.056699 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] For port a63c424d-0b12-4b5d-a60a-c21dccb2d144, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:03:43.101109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:03:43.103502 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34274ed-369f-4072-bb6b-0064a4596a04" -d '{"events": [{"server_uuid": "79f3d55b-32db-42e0-885d-f3ddd784d2c8", "name": "network-vif-unplugged", "status": "completed", "tag": "a63c424d-0b12-4b5d-a60a-c21dccb2d144"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:03:43.107601 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:43.121483 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Transition to ACTIVE for port object a63c424d-0b12-4b5d-a60a-c21dccb2d144 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:03:43.154534 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 11:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147f60ca-2ccc-4d7d-9113-a81ad37ace89 x-openstack-request-id: req-147f60ca-2ccc-4d7d-9113-a81ad37ace89 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:03:43.154947 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f3d55b-32db-42e0-885d-f3ddd784d2c8", "name": "network-vif-unplugged", "status": "completed", "tag": "a63c424d-0b12-4b5d-a60a-c21dccb2d144", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:03:43.155285 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-147f60ca-2ccc-4d7d-9113-a81ad37ace89 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:03:43.155798 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144', 'code': 200} Jul 05 11:03:43.214874 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:43.262533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Pushing event updated for resources: {'Port': ['ID=a63c424d-0b12-4b5d-a60a-c21dccb2d144,revision_number=6']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:03:43.308999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:43.309346 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:43.309669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:43.310095 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:43.310438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:43.310996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:43.311147 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:43.311391 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:43.311747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:43.312527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:43.312527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:43.312802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:43.356116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] No DVR routers for this DVR port a63c424d-0b12-4b5d-a60a-c21dccb2d144 on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:03:43.508992 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Attempting to bind port a63c424d-0b12-4b5d-a60a-c21dccb2d144 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:03:43.509328 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Attempting to bind port a63c424d-0b12-4b5d-a60a-c21dccb2d144 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:03:43.509662 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Attempting to bind port a63c424d-0b12-4b5d-a60a-c21dccb2d144 on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:03:43.515050 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Port a63c424d-0b12-4b5d-a60a-c21dccb2d144 on network febe2fdd-6d1c-4afd-9f04-ca480587e42a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:03:43.515306 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Attempting to bind port a63c424d-0b12-4b5d-a60a-c21dccb2d144 on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:03:43.521087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:03:43.521423 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Checking segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:03:43.521806 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Bound using segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:03:43.522232 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Bound port: a63c424d-0b12-4b5d-a60a-c21dccb2d144, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:03:43.522590 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:43.588173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] For port a63c424d-0b12-4b5d-a60a-c21dccb2d144, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:03:43.591209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] For port a63c424d-0b12-4b5d-a60a-c21dccb2d144, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:03:43.637922 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b72bb56e-7eff-47d9-a2d2-6c097a96dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:43.715198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:43.753072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198dc91d-5ad0-4260-8c01-f5000407a7e7 req-bc7242f5-0692-4464-a6b4-251d1fbcdbf4 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:43.755845 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-198dc91d-5ad0-4260-8c01-f5000407a7e7 req-bc7242f5-0692-4464-a6b4-251d1fbcdbf4 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 943 time: 0.0708482 Jul 05 11:03:43.756670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:43.757283 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:43.758736 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] 10.222.0.64 "PUT /v2.0/ports/a63c424d-0b12-4b5d-a60a-c21dccb2d144 HTTP/1.1" status: 200 len: 1092 time: 1.0463614 Jul 05 11:03:43.781188 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1e28c-7ce2-4b2f-a2c6-23c1ba6ed62a service neutron] Pushing event updated for resources: {'Port': ['ID=a63c424d-0b12-4b5d-a60a-c21dccb2d144,revision_number=7']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:03:43.797819 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:43.804258 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-198dc91d-5ad0-4260-8c01-f5000407a7e7 req-3d81ae4d-a17f-46d4-a571-c25c08ce318c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371182 Jul 05 11:03:43.853687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-2a773f6c-bd7b-45bf-9a16-a8cc5d51d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:43.855237 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-2a773f6c-bd7b-45bf-9a16-a8cc5d51d563 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 1095 time: 0.0651419 Jul 05 11:03:43.953489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-a730a079-2841-44f3-9574-043906d3cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:43.955173 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-a730a079-2841-44f3-9574-043906d3cf98 service neutron] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0894909 Jul 05 11:03:44.029124 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-ce0319f7-de3c-4ff2-b493-feb66d078239 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144 HTTP/1.1" status: 200 len: 999 time: 0.0638833 Jul 05 11:03:44.080620 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-368a32a8-0f33-4c50-863b-8551d4444a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:44.082055 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-368a32a8-0f33-4c50-863b-8551d4444a22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0431776 Jul 05 11:03:44.141209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-29a48270-5afb-4978-b36f-345b3abc4ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:44.142638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-29a48270-5afb-4978-b36f-345b3abc4ac5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513024 Jul 05 11:03:44.156576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-d9cea2da-be4a-432f-8e77-0f5359af229d service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:03:44.157507 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-d9cea2da-be4a-432f-8e77-0f5359af229d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048721 Jul 05 11:03:44.252169 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-db1b6cae-f86f-4ec9-8ba6-38ffe7539aa4 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864294 Jul 05 11:03:44.348093 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-13fe5978-ce96-4ff1-b5dd-400a746cab44 req-dbed1c5a-8978-44db-bc2a-e743c661b4c2 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856469 Jul 05 11:03:44.986512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0004c-a53f-48e4-854d-fea77eccb691 req-41d053e9-a226-4cd0-8585-4facf6bae2a7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:44.988040 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abd0004c-a53f-48e4-854d-fea77eccb691 req-41d053e9-a226-4cd0-8585-4facf6bae2a7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 943 time: 0.0694714 Jul 05 11:03:45.027396 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abd0004c-a53f-48e4-854d-fea77eccb691 req-320af9c5-1962-4059-a540-49439fbcac84 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334694 Jul 05 11:03:45.154331 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:45.157239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'tag': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:03:45.160065 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affc6c15-7c66-4976-9d49-d0c71bf2360d" -d '{"events": [{"name": "network-changed", "server_uuid": "79f3d55b-32db-42e0-885d-f3ddd784d2c8", "tag": "a63c424d-0b12-4b5d-a60a-c21dccb2d144"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:03:45.208009 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0333f2-b642-4b49-8b7b-4a00b1896bba x-openstack-request-id: req-0b0333f2-b642-4b49-8b7b-4a00b1896bba {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:03:45.208298 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f3d55b-32db-42e0-885d-f3ddd784d2c8", "tag": "a63c424d-0b12-4b5d-a60a-c21dccb2d144", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:03:45.208547 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0b0333f2-b642-4b49-8b7b-4a00b1896bba {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:03:45.208942 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'tag': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144', 'status': 'completed', 'code': 200} Jul 05 11:03:45.284060 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-a94287db-2bd5-4355-8def-ad8e93595831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:45.284632 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-153e67b2-a4c0-448d-aaea-8ecb1f264489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:45.285493 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-a94287db-2bd5-4355-8def-ad8e93595831 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 1095 time: 0.0573554 Jul 05 11:03:45.285926 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-153e67b2-a4c0-448d-aaea-8ecb1f264489 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 1095 time: 0.0531044 Jul 05 11:03:45.376045 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-7883cf83-6cfc-445e-8fc8-b05f183e2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:45.378132 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-7883cf83-6cfc-445e-8fc8-b05f183e2206 service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0866389 Jul 05 11:03:45.378386 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-65c87ab9-ed05-4ab7-a623-f5ed8a87be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:45.379892 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-65c87ab9-ed05-4ab7-a623-f5ed8a87be53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0875945 Jul 05 11:03:45.445157 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-511ee100-ceb9-4d64-8821-65fe98730d06 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144 HTTP/1.1" status: 200 len: 999 time: 0.0582962 Jul 05 11:03:45.448035 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-7e80e2c4-7f67-4f06-8914-bc9e40b101ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144 HTTP/1.1" status: 200 len: 999 time: 0.0634129 Jul 05 11:03:45.494374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-e2a9d637-6f57-4140-9a3e-d44a69953929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:45.495971 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-e2a9d637-6f57-4140-9a3e-d44a69953929 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0443015 Jul 05 11:03:45.496944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-c2bdedc7-6316-41ee-9691-88de8f4a2eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:45.498401 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-c2bdedc7-6316-41ee-9691-88de8f4a2eb1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0439727 Jul 05 11:03:45.556695 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-ccdf5807-7f16-457e-8286-b17cd82210c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:45.558119 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-ccdf5807-7f16-457e-8286-b17cd82210c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535741 Jul 05 11:03:45.558261 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-70a7a41d-4897-4725-a64b-10f048fc7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:45.559696 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-70a7a41d-4897-4725-a64b-10f048fc7fb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561469 Jul 05 11:03:45.648869 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-c40d9e5f-a459-4238-afcc-e0a43ee48172 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822699 Jul 05 11:03:45.651328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-c68e26a2-b3f9-4204-9325-1996f3138a81 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861859 Jul 05 11:03:45.744381 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-882d6a15-5924-4980-9b75-85ec430629ca service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855451 Jul 05 11:03:45.746409 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-affc6c15-7c66-4976-9d49-d0c71bf2360d req-819d33f4-8db1-4798-90cb-2cb5e6a81fe7 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903714 Jul 05 11:03:46.221026 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b4d17-18a7-4d0a-ab49-9086ab8986bb req-df761477-f01b-40e4-bfc0-250738f391ab tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:46.222458 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-128b4d17-18a7-4d0a-ab49-9086ab8986bb req-df761477-f01b-40e4-bfc0-250738f391ab tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 943 time: 0.0811839 Jul 05 11:03:46.261107 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-128b4d17-18a7-4d0a-ab49-9086ab8986bb req-483af3f3-712c-4ae5-ba8c-63d06da6f309 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330191 Jul 05 11:03:46.555062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device a63c424d-0b12-4b5d-a60a-c21dccb2d144 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:03:46.591863 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device a63c424d-0b12-4b5d-a60a-c21dccb2d144 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:03:47.068195 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:47.441030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ce41a-1e0d-4d2e-9a81-8c01aaf49343 req-d0cdd67f-7896-47a4-9f4b-62cc8271774b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:47.442530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b9ce41a-1e0d-4d2e-9a81-8c01aaf49343 req-d0cdd67f-7896-47a4-9f4b-62cc8271774b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 943 time: 0.0658169 Jul 05 11:03:47.484982 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b9ce41a-1e0d-4d2e-9a81-8c01aaf49343 req-bed0a6ce-7692-4416-94d5-298c258437b9 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368493 Jul 05 11:03:47.910328 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1699c8-edee-4b97-bf48-7444b86dfb3c req-83a1e0d7-622d-4793-a8c4-8c16c6d709f8 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:47.911861 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb1699c8-edee-4b97-bf48-7444b86dfb3c req-83a1e0d7-622d-4793-a8c4-8c16c6d709f8 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 943 time: 0.0651894 Jul 05 11:03:47.986303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb1699c8-edee-4b97-bf48-7444b86dfb3c req-a80a1123-dcff-46b8-94ce-415480590f85 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687165 Jul 05 11:03:48.017160 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d46e7f-cb12-40c4-8cfd-3f256237e434 req-2d4dbef6-3f11-46e6-83be-90df2d799c17 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:48.018610 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-12d46e7f-cb12-40c4-8cfd-3f256237e434 req-2d4dbef6-3f11-46e6-83be-90df2d799c17 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.73 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8&tenant_id=0accab33f83b4e6ea36c420fe88550da&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 943 time: 0.0854123 Jul 05 11:03:48.031965 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a63c424d-0b12-4b5d-a60a-c21dccb2d144 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:03:48.080953 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-12d46e7f-cb12-40c4-8cfd-3f256237e434 req-3e6459e9-dcf7-474e-8050-6092fedf09b7 service neutron] delete failed (client error): The resource could not be found. Jul 05 11:03:48.081979 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-12d46e7f-cb12-40c4-8cfd-3f256237e434 req-3e6459e9-dcf7-474e-8050-6092fedf09b7 service neutron] 10.222.0.73 "DELETE /v2.0/ports/a63c424d-0b12-4b5d-a60a-c21dccb2d144/bindings/n-h1-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0579638 Jul 05 11:03:48.129342 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a63c424d-0b12-4b5d-a60a-c21dccb2d144, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:03:48.142285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'port_id': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144', 'mac_address': 'fa:16:3e:68:41:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:03:48.177967 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d46e7f-cb12-40c4-8cfd-3f256237e434 req-4eddde53-492d-4c17-897c-0afc7200fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:48.179558 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-12d46e7f-cb12-40c4-8cfd-3f256237e434 req-4eddde53-492d-4c17-897c-0afc7200fa69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 1095 time: 0.0556908 Jul 05 11:03:48.179776 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:48.193227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63c424d-0b12-4b5d-a60a-c21dccb2d144 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:03:48.212437 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a63c424d-0b12-4b5d-a60a-c21dccb2d144, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:03:48.275221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d46e7f-cb12-40c4-8cfd-3f256237e434 req-a7848abf-4786-4287-8d90-a850f741b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:48.276730 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-12d46e7f-cb12-40c4-8cfd-3f256237e434 req-a7848abf-4786-4287-8d90-a850f741b210 service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0886970 Jul 05 11:03:48.291377 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:48.339400 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=a63c424d-0b12-4b5d-a60a-c21dccb2d144,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:03:48.342483 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-12d46e7f-cb12-40c4-8cfd-3f256237e434 req-ab4d82a4-adc6-408c-b5e5-c375aec743c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144 HTTP/1.1" status: 200 len: 1000 time: 0.0591180 Jul 05 11:03:48.346977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:48.347327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:48.347674 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:48.348039 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:48.348373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:48.348736 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:48.349027 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:48.349372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:48.349672 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:48.349996 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:48.350320 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:48.350640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:48.393297 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d46e7f-cb12-40c4-8cfd-3f256237e434 req-eecd119d-413f-4a34-9f44-be48ca9550ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:48.394147 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-12d46e7f-cb12-40c4-8cfd-3f256237e434 req-eecd119d-413f-4a34-9f44-be48ca9550ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0456231 Jul 05 11:03:48.456807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d46e7f-cb12-40c4-8cfd-3f256237e434 req-e191b934-e975-47e9-893a-bf05e023586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:48.458313 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-12d46e7f-cb12-40c4-8cfd-3f256237e434 req-e191b934-e975-47e9-893a-bf05e023586c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584331 Jul 05 11:03:48.547723 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-12d46e7f-cb12-40c4-8cfd-3f256237e434 req-cf346f82-6667-4311-abb1-c5e39739825a service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830994 Jul 05 11:03:48.561420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['a63c424d-0b12-4b5d-a60a-c21dccb2d144'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:03:48.641002 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-12d46e7f-cb12-40c4-8cfd-3f256237e434 req-9a909433-a3f3-46cd-8699-ca004fdd94a9 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871632 Jul 05 11:03:49.221185 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3513f1f-a1f3-42db-bb03-90639649b713 req-3737b6fe-5203-4279-9e09-c8b228925c12 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:49.222820 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b3513f1f-a1f3-42db-bb03-90639649b713 req-3737b6fe-5203-4279-9e09-c8b228925c12 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1222692 Jul 05 11:03:49.262378 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b3513f1f-a1f3-42db-bb03-90639649b713 req-21b08beb-cbed-4777-98ca-33e301733445 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336940 Jul 05 11:03:50.047954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a63c424d-0b12-4b5d-a60a-c21dccb2d144 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:03:50.159497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port a63c424d-0b12-4b5d-a60a-c21dccb2d144 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:03:50.163292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port a63c424d-0b12-4b5d-a60a-c21dccb2d144 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:03:50.163665 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:50.241760 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:50.263851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:03:50.266077 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e132b99-8698-4688-96f0-92a9173092b0" -d '{"events": [{"server_uuid": "79f3d55b-32db-42e0-885d-f3ddd784d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "a63c424d-0b12-4b5d-a60a-c21dccb2d144"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:03:50.279561 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a63c424d-0b12-4b5d-a60a-c21dccb2d144, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:03:50.302490 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa88ff5-f0e2-48ce-a012-a29a76cef1e2 x-openstack-request-id: req-daa88ff5-f0e2-48ce-a012-a29a76cef1e2 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:03:50.302783 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f3d55b-32db-42e0-885d-f3ddd784d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "a63c424d-0b12-4b5d-a60a-c21dccb2d144", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:03:50.303038 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-daa88ff5-f0e2-48ce-a012-a29a76cef1e2 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:03:50.303465 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144', 'code': 200} Jul 05 11:03:50.350853 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:50.399743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=a63c424d-0b12-4b5d-a60a-c21dccb2d144,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:03:50.443121 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51ad07-dd16-460c-ad55-02680e2b347d req-918865dc-bec9-4e74-8cb8-5cfb611c06a0 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:50.444645 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b51ad07-dd16-460c-ad55-02680e2b347d req-918865dc-bec9-4e74-8cb8-5cfb611c06a0 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0697227 Jul 05 11:03:50.482369 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3b51ad07-dd16-460c-ad55-02680e2b347d req-edc36955-b577-418c-9b9f-99afc93a4f5f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316885 Jul 05 11:03:50.658172 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd2771-c30a-4cb8-b133-5b55f07c9e52 req-8301d0e9-1d11-4139-a348-cc0367e5a2ef tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:50.659681 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ffd2771-c30a-4cb8-b133-5b55f07c9e52 req-8301d0e9-1d11-4139-a348-cc0367e5a2ef tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0642314 Jul 05 11:03:50.697626 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ffd2771-c30a-4cb8-b133-5b55f07c9e52 req-606a4ea9-4d22-42c6-8c62-d30369623e41 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322781 Jul 05 11:03:50.869128 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf122f1-f3da-4adc-bf82-13e8eb6559a6 req-2e91f2f8-6004-4017-b7d2-2202b4d4c9df tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:50.870741 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cdf122f1-f3da-4adc-bf82-13e8eb6559a6 req-2e91f2f8-6004-4017-b7d2-2202b4d4c9df tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0642879 Jul 05 11:03:50.910072 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cdf122f1-f3da-4adc-bf82-13e8eb6559a6 req-669cefd7-47d6-46f0-bf0b-696e741b3627 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332663 Jul 05 11:03:51.506045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64197b7a-fb18-412b-984a-c38306487ee2 req-e47065ee-8fe9-4f8e-b022-37f7840d0273 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:51.507596 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64197b7a-fb18-412b-984a-c38306487ee2 req-e47065ee-8fe9-4f8e-b022-37f7840d0273 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0688589 Jul 05 11:03:51.545454 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64197b7a-fb18-412b-984a-c38306487ee2 req-ef052a2a-27b5-4b4f-ba15-7cc7d1571fc5 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320170 Jul 05 11:03:52.744849 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:52.767517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13749eec-7c42-4af7-8e43-20054a74538f req-31d8b54d-aae2-4862-a6da-be03b30fd22f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:52.769051 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13749eec-7c42-4af7-8e43-20054a74538f req-31d8b54d-aae2-4862-a6da-be03b30fd22f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.1111562 Jul 05 11:03:52.807283 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-13749eec-7c42-4af7-8e43-20054a74538f req-4a8ee5a0-9a17-4f6a-b700-69ded4ac7845 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325401 Jul 05 11:03:52.929144 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d84d0-b062-4fd9-a47f-200d8ba6e196 req-2302e3a1-70bd-4e33-aa53-b40e462914f1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:52.930645 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-258d84d0-b062-4fd9-a47f-200d8ba6e196 req-2302e3a1-70bd-4e33-aa53-b40e462914f1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.64 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0641170 Jul 05 11:03:53.039004 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-258d84d0-b062-4fd9-a47f-200d8ba6e196 req-f00be007-0c9b-4a54-b59e-719184733561 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Deleting port a63c424d-0b12-4b5d-a60a-c21dccb2d144 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:03:53.039350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-258d84d0-b062-4fd9-a47f-200d8ba6e196 req-f00be007-0c9b-4a54-b59e-719184733561 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:53.126871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-258d84d0-b062-4fd9-a47f-200d8ba6e196 req-f00be007-0c9b-4a54-b59e-719184733561 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] For port a63c424d-0b12-4b5d-a60a-c21dccb2d144, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a63c424d-0b12-4b5d-a60a-c21dccb2d144,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:03:53.127119 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-258d84d0-b062-4fd9-a47f-200d8ba6e196 req-f00be007-0c9b-4a54-b59e-719184733561 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:53.672247 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-258d84d0-b062-4fd9-a47f-200d8ba6e196 req-f00be007-0c9b-4a54-b59e-719184733561 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:53.672619 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-258d84d0-b062-4fd9-a47f-200d8ba6e196 req-f00be007-0c9b-4a54-b59e-719184733561 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:53.672931 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [req-258d84d0-b062-4fd9-a47f-200d8ba6e196 req-f00be007-0c9b-4a54-b59e-719184733561 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Floating IP c2e864cf-0593-4a10-b66f-1c714716793b disassociated. External IP: 172.25.5.123, port: a63c424d-0b12-4b5d-a60a-c21dccb2d144. Jul 05 11:03:53.673279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-258d84d0-b062-4fd9-a47f-200d8ba6e196 req-f00be007-0c9b-4a54-b59e-719184733561 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Calling delete_port for a63c424d-0b12-4b5d-a60a-c21dccb2d144 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:03:53.882000 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-258d84d0-b062-4fd9-a47f-200d8ba6e196 req-f00be007-0c9b-4a54-b59e-719184733561 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:53.912330 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00be007-0c9b-4a54-b59e-719184733561 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Pushing event deleted for resources: {'Port': ['ID=a63c424d-0b12-4b5d-a60a-c21dccb2d144,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:03:53.988583 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-36ce4036-ec68-4ce0-bcbc-12ee6e993afd req-3f6f5c7b-28ae-4e76-bb11-ea024d4f759d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=79f3d55b-32db-42e0-885d-f3ddd784d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0664060 Jul 05 11:03:54.073599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-258d84d0-b062-4fd9-a47f-200d8ba6e196 req-f00be007-0c9b-4a54-b59e-719184733561 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:03:54.188151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-258d84d0-b062-4fd9-a47f-200d8ba6e196 req-f00be007-0c9b-4a54-b59e-719184733561 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:03:54.200566 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a28775-f5ec-4552-ba5a-ee3961152794 None None] Sync routers for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:03:54.209933 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a28775-f5ec-4552-ba5a-ee3961152794 None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:03:54.210617 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-60a28775-f5ec-4552-ba5a-ee3961152794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:03:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:03:54.236040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-258d84d0-b062-4fd9-a47f-200d8ba6e196 req-f00be007-0c9b-4a54-b59e-719184733561 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] No DVR routers for this DVR port a63c424d-0b12-4b5d-a60a-c21dccb2d144 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:03:54.238688 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-258d84d0-b062-4fd9-a47f-200d8ba6e196 req-f00be007-0c9b-4a54-b59e-719184733561 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:54.240793 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-258d84d0-b062-4fd9-a47f-200d8ba6e196 req-f00be007-0c9b-4a54-b59e-719184733561 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.64 "DELETE /v2.0/ports/a63c424d-0b12-4b5d-a60a-c21dccb2d144 HTTP/1.1" status: 204 len: 173 time: 1.2990444 Jul 05 11:03:54.241239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'name': 'network-vif-deleted', 'tag': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:03:54.243494 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612d8b80-91f2-4426-a6a6-239d89e1d6cc" -d '{"events": [{"server_uuid": "79f3d55b-32db-42e0-885d-f3ddd784d2c8", "name": "network-vif-deleted", "tag": "a63c424d-0b12-4b5d-a60a-c21dccb2d144"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:03:54.287451 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b45d867-3242-42e2-a375-4f0826afcb7c x-openstack-request-id: req-2b45d867-3242-42e2-a375-4f0826afcb7c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:03:54.287770 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f3d55b-32db-42e0-885d-f3ddd784d2c8", "name": "network-vif-deleted", "tag": "a63c424d-0b12-4b5d-a60a-c21dccb2d144", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:03:54.288020 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b45d867-3242-42e2-a375-4f0826afcb7c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:03:54.288425 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f3d55b-32db-42e0-885d-f3ddd784d2c8', 'name': 'network-vif-deleted', 'tag': 'a63c424d-0b12-4b5d-a60a-c21dccb2d144', 'status': 'completed', 'code': 200} Jul 05 11:03:54.317979 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-60a28775-f5ec-4552-ba5a-ee3961152794 None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:03:54.512316 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-60a28775-f5ec-4552-ba5a-ee3961152794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:03:54.542483 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a28775-f5ec-4552-ba5a-ee3961152794 None None] Checking router: 709c1c12-455c-428c-9bd9-e5f2278dbbe4 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:03:54.550920 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a28775-f5ec-4552-ba5a-ee3961152794 None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:03:54.551527 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-60a28775-f5ec-4552-ba5a-ee3961152794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:03:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:03:54.650748 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:54.655362 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-60a28775-f5ec-4552-ba5a-ee3961152794 None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:03:54.848443 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-60a28775-f5ec-4552-ba5a-ee3961152794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:03:54.874769 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a28775-f5ec-4552-ba5a-ee3961152794 None None] The sync data for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 is: [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:03:55.111223 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e4e502-f805-49ba-a6ac-2a3063b44a37 None None] New status for floating IP c2e864cf-0593-4a10-b66f-1c714716793b: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:03:55.309153 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-51cd0186-31bf-4add-8374-d6f9d301363b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--644551383&fields=id&tenant_id=0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 267 time: 0.0353034 Jul 05 11:03:55.414578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-de5fe128-d1e7-4571-ae75-556a4f184fc7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:55.416090 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-de5fe128-d1e7-4571-ae75-556a4f184fc7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 811 time: 0.1000402 Jul 05 11:03:55.431666 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-e0eabae9-e506-4430-b0e2-7f1042204bb9 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/quotas/0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 375 time: 0.0101156 Jul 05 11:03:55.503824 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-141e7329-8ada-4ce1-8495-6d15731cb3a6 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673358 Jul 05 11:03:55.599099 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-fe6305f7-9868-4c4d-8af4-08979d35465f service neutron] 10.222.0.77 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838068 Jul 05 11:03:55.691106 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-986d57af-3a66-4a5a-baf8-7817bde74289 service neutron] 10.222.0.77 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861187 Jul 05 11:03:55.976103 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-51c6c31e-af8e-4272-8f71-e112404bbfe1 req-c03d49b2-fcc6-4768-ac85-c0a38def8632 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 210 time: 0.0322461 Jul 05 11:03:57.120339 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7ca0ebd1-2e38-4705-adee-224037330ae4 req-23b0fc74-ae50-4a7d-af2e-77127c37a053 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 210 time: 0.0297742 Jul 05 11:03:58.079293 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a63c424d-0b12-4b5d-a60a-c21dccb2d144 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:03:58.102854 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: a63c424d-0b12-4b5d-a60a-c21dccb2d144 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:03:58.103192 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a63c424d-0b12-4b5d-a60a-c21dccb2d144 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:03:58.145114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-70474fb5-8663-4bf6-8e07-90da7cdcdd1a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:58.146534 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-70474fb5-8663-4bf6-8e07-90da7cdcdd1a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 811 time: 0.1029615 Jul 05 11:03:58.192402 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-152c99ec-f95d-46cf-aedb-e184c31d9394 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 379 time: 0.0368295 Jul 05 11:03:58.201369 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Request body: {'port': {'device_id': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'admin_state_up': True, 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'security_groups': ['f0886664-0965-47f0-af83-74348926c89a']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:03:58.284377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-656cbb60-8cc0-4cc8-a813-dc07bf1d3006 req-5307abc2-2a63-426e-95dc-b0ddd6d2d3b7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 210 time: 0.0349293 Jul 05 11:03:58.398659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Made reservation on behalf of 0accab33f83b4e6ea36c420fe88550da for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:03:58.402277 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:58.535404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Allocated IP 172.20.0.14 (febe2fdd-6d1c-4afd-9f04-ca480587e42a/1b081e0e-cf9e-439d-8fb6-33b815aa7fe2/27a5cd7f-59c6-469f-b790-7f2588c6d2f4) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:03:58.666347 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:58.683726 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Transition to ACTIVE for port object 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:03:58.782035 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:58.824179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Network febe2fdd-6d1c-4afd-9f04-ca480587e42a is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:03:58.827397 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:03:58.834179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:03:58.862258 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Pushing event updated for resources: {'Port': ['ID=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:03:58.878046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:58.878398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:58.878746 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:58.879090 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:58.879430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:58.879892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:58.880243 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:58.880575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:58.880906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:58.881236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:58.881573 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:58.881904 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:03:58.900848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:58.901511 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:59.002421 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-7f2451c8-cd41-43b4-bb35-3fe3aba05d68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8048062 Jul 05 11:03:59.013943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Request body: {'port': {'device_id': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:03:59.089310 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:59.181590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-860a67c2-9c5d-4686-b1eb-bdc2a636a9af None None] Provisioning for port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:03:59.186431 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-860a67c2-9c5d-4686-b1eb-bdc2a636a9af None None] Provisioning complete for port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:03:59.186804 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-860a67c2-9c5d-4686-b1eb-bdc2a636a9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:59.222652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-860a67c2-9c5d-4686-b1eb-bdc2a636a9af None None] Port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:03:59.356570 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:03:59.364648 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:59.377026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Transition to ACTIVE for port object 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:03:59.450087 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:59.465313 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79df0f-aa64-429a-9f05-829f04443bec req-d0e9bf6e-a09d-4512-b921-a69e93e20358 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:59.466889 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0a79df0f-aa64-429a-9f05-829f04443bec req-d0e9bf6e-a09d-4512-b921-a69e93e20358 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 932 time: 0.0646482 Jul 05 11:03:59.502117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Pushing event updated for resources: {'Port': ['ID=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:03:59.506940 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0a79df0f-aa64-429a-9f05-829f04443bec req-44413b80-c6b3-45c7-ad18-2833a17bb0c1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341258 Jul 05 11:03:59.576802 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Attempting to bind port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:03:59.577130 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Attempting to bind port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:03:59.578012 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Attempting to bind port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:03:59.582868 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 on network febe2fdd-6d1c-4afd-9f04-ca480587e42a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:03:59.583190 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Attempting to bind port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:03:59.588261 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:03:59.588624 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Checking segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:03:59.589008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Bound using segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:03:59.589427 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Bound port: 27a5cd7f-59c6-469f-b790-7f2588c6d2f4, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:03:59.589783 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:59.656424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] For port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:03:59.659512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] For port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:03:59.727017 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:59.760730 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:59.761404 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:03:59.762731 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] 10.222.0.73 "PUT /v2.0/ports/27a5cd7f-59c6-469f-b790-7f2588c6d2f4 HTTP/1.1" status: 200 len: 1093 time: 0.7530005 Jul 05 11:03:59.763167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'tag': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:03:59.766050 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3bf20f-fd40-4d54-952c-afa839686e97" -d '{"events": [{"name": "network-changed", "server_uuid": "db50cdb4-38b7-4817-9a3f-f3159d62712e", "tag": "27a5cd7f-59c6-469f-b790-7f2588c6d2f4"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:03:59.789852 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb64bac-9fae-4b8c-9e4a-78a1f05bbca1 service neutron] Pushing event updated for resources: {'Port': ['ID=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:03:59.817623 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73db4f24-f679-4681-8dfc-a7c949382f62 x-openstack-request-id: req-73db4f24-f679-4681-8dfc-a7c949382f62 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:03:59.817926 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db50cdb4-38b7-4817-9a3f-f3159d62712e", "tag": "27a5cd7f-59c6-469f-b790-7f2588c6d2f4", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:03:59.818182 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73db4f24-f679-4681-8dfc-a7c949382f62 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:03:59.818588 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'tag': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4', 'status': 'completed', 'code': 200} Jul 05 11:03:59.898087 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bf20f-fd40-4d54-952c-afa839686e97 req-9abe0f5c-753a-4825-ab18-f1479480aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:03:59.899619 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d3bf20f-fd40-4d54-952c-afa839686e97 req-9abe0f5c-753a-4825-ab18-f1479480aa1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 1096 time: 0.0595977 Jul 05 11:04:00.003142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bf20f-fd40-4d54-952c-afa839686e97 req-360141ae-2dce-4336-9aa2-493ee89dad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:00.004588 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d3bf20f-fd40-4d54-952c-afa839686e97 req-360141ae-2dce-4336-9aa2-493ee89dad1b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=0accab33f83b4e6ea36c420fe88550da&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0972991 Jul 05 11:04:00.101174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bf20f-fd40-4d54-952c-afa839686e97 req-b767003d-4861-4e0e-b82f-5c8197c62152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:00.102643 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d3bf20f-fd40-4d54-952c-afa839686e97 req-b767003d-4861-4e0e-b82f-5c8197c62152 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904703 Jul 05 11:04:00.195848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-cab659b5-f3fe-43b4-a47c-8217b61147a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:00.197358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-cab659b5-f3fe-43b4-a47c-8217b61147a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 1096 time: 0.0530434 Jul 05 11:04:00.237955 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-b8191de5-76b7-43d1-aeed-57f574541b9f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4 HTTP/1.1" status: 200 len: 217 time: 0.0334065 Jul 05 11:04:00.292891 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-128b394b-f358-4fb0-9260-808d77e4cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:00.294282 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-128b394b-f358-4fb0-9260-808d77e4cf84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0505512 Jul 05 11:04:00.353499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-5932665d-09cd-4c30-bbd5-e992d99a0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:00.355031 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-5932665d-09cd-4c30-bbd5-e992d99a0c00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546403 Jul 05 11:04:00.441375 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-abd8a7e3-031f-4ab7-8e45-adc3c0d863cc service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798662 Jul 05 11:04:00.532892 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9b355562-06d1-4114-871f-35ddaa2a9bf0 req-a340eb3e-1ac9-4527-91e0-2c2fa08fec73 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857778 Jul 05 11:04:00.687344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2c289-9c8c-46d8-b24a-d92b1c868cf1 req-cb4db05e-a85b-47f1-8718-f7f220fca7f2 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:00.688892 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4c2c289-9c8c-46d8-b24a-d92b1c868cf1 req-cb4db05e-a85b-47f1-8718-f7f220fca7f2 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 944 time: 0.0682459 Jul 05 11:04:00.726225 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4c2c289-9c8c-46d8-b24a-d92b1c868cf1 req-de0c4b35-a337-42d4-bb2a-f2b51d73a7ca tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316806 Jul 05 11:04:01.901029 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d6305-dc79-42cc-b02c-8a9f0e53945c req-7303b7e4-91b5-4ce7-9f3a-dd3edc37272f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:01.902545 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d35d6305-dc79-42cc-b02c-8a9f0e53945c req-7303b7e4-91b5-4ce7-9f3a-dd3edc37272f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 944 time: 0.0637558 Jul 05 11:04:01.939833 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d35d6305-dc79-42cc-b02c-8a9f0e53945c req-51be7de4-c035-411f-864b-8df729131a1e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315166 Jul 05 11:04:03.114102 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fe79c-b88f-4e78-81d6-256686fd286c req-9ab97f3e-adc7-41a1-8010-ae2f3327d4a7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:03.115605 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-033fe79c-b88f-4e78-81d6-256686fd286c req-9ab97f3e-adc7-41a1-8010-ae2f3327d4a7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 944 time: 0.0635691 Jul 05 11:04:03.154242 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-033fe79c-b88f-4e78-81d6-256686fd286c req-6744ec1c-90bc-4b27-8f62-f7fa64814007 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325544 Jul 05 11:04:04.326969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933364f-20dd-4f41-a5f5-6b6abd3bb9c6 req-baf71b1e-342e-4081-8c9b-2e9b1e5ac6b4 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:04.328473 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b933364f-20dd-4f41-a5f5-6b6abd3bb9c6 req-baf71b1e-342e-4081-8c9b-2e9b1e5ac6b4 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 944 time: 0.0635262 Jul 05 11:04:04.369840 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b933364f-20dd-4f41-a5f5-6b6abd3bb9c6 req-b7dc2d91-8599-4245-b909-94185c9ae7dd tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356998 Jul 05 11:04:04.630925 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:04:04.721931 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:04:04.732909 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'port_id': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4', 'mac_address': 'fa:16:3e:17:04:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:04:04.773442 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:04.786530 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:04:04.806174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:04:04.860707 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:04.909439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:04:05.087883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['27a5cd7f-59c6-469f-b790-7f2588c6d2f4'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:04:05.544755 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f244e-9e56-4ca8-a106-10210d101ca3 req-f88aa73c-dde3-4713-932c-1e3c9446954f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:05.546292 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-640f244e-9e56-4ca8-a106-10210d101ca3 req-f88aa73c-dde3-4713-932c-1e3c9446954f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 945 time: 0.0643888 Jul 05 11:04:05.584243 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-640f244e-9e56-4ca8-a106-10210d101ca3 req-693cccd0-9f91-4de6-9bfa-694f03db6a0f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321214 Jul 05 11:04:06.645634 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:04:06.761710 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0b75f-a2be-4275-8e6d-eda31478143e req-7a259dbf-a741-4526-be73-8e120a442c6a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:06.763295 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-65e0b75f-a2be-4275-8e6d-eda31478143e req-7a259dbf-a741-4526-be73-8e120a442c6a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 945 time: 0.0635314 Jul 05 11:04:06.785968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:04:06.790025 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:04:06.790391 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:06.802761 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-65e0b75f-a2be-4275-8e6d-eda31478143e req-2d7e3ae8-711a-4585-b079-48d6b9e9f1b0 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330729 Jul 05 11:04:06.865748 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:06.892155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:04:06.894404 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df18832a-0438-4bf0-982e-68f574af2d53" -d '{"events": [{"server_uuid": "db50cdb4-38b7-4817-9a3f-f3159d62712e", "name": "network-vif-plugged", "status": "completed", "tag": "27a5cd7f-59c6-469f-b790-7f2588c6d2f4"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:04:06.907768 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:04:06.931128 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3250d25-93fa-46fe-8e06-89a191f4f1de x-openstack-request-id: req-a3250d25-93fa-46fe-8e06-89a191f4f1de {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:04:06.931417 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db50cdb4-38b7-4817-9a3f-f3159d62712e", "name": "network-vif-plugged", "status": "completed", "tag": "27a5cd7f-59c6-469f-b790-7f2588c6d2f4", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:04:06.931668 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a3250d25-93fa-46fe-8e06-89a191f4f1de {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:04:06.932085 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4', 'code': 200} Jul 05 11:04:06.983340 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:07.029535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:04:07.045132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6dd3c-d3af-4b7c-8af5-4ca27bb69c34 req-7208201b-900e-4469-b5ad-3c67fc553d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:07.046655 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ef6dd3c-d3af-4b7c-8af5-4ca27bb69c34 req-7208201b-900e-4469-b5ad-3c67fc553d09 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 1098 time: 0.0543869 Jul 05 11:04:07.079929 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ef6dd3c-d3af-4b7c-8af5-4ca27bb69c34 req-d02d6788-ccfd-45ef-b369-6521a72536fe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271411 Jul 05 11:04:07.980800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8086f-2840-4cd1-baa5-e491befe9967 req-6c520539-97df-4c8c-89f8-46dfc3f677ea tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:07.982284 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44a8086f-2840-4cd1-baa5-e491befe9967 req-6c520539-97df-4c8c-89f8-46dfc3f677ea tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0663321 Jul 05 11:04:08.020355 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-44a8086f-2840-4cd1-baa5-e491befe9967 req-23e7cdd2-5ce4-48c5-963d-54a60687ae8c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316565 Jul 05 11:04:09.207876 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e613b-17ef-4576-a3ad-a7fc321072dd req-27c11996-af66-46d5-86be-d3ff197706dd tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:09.209312 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3c2e613b-17ef-4576-a3ad-a7fc321072dd req-27c11996-af66-46d5-86be-d3ff197706dd tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0682454 Jul 05 11:04:09.249698 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3c2e613b-17ef-4576-a3ad-a7fc321072dd req-12f731da-4a95-4a6e-88d0-b20cc943efbd tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345919 Jul 05 11:04:09.419802 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57495f-ea13-49f0-ab6a-b8dfc5d18c36 req-c22ff66d-eeac-4fe8-9e35-412c2c906a04 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:09.422162 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8b57495f-ea13-49f0-ab6a-b8dfc5d18c36 req-c22ff66d-eeac-4fe8-9e35-412c2c906a04 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0645447 Jul 05 11:04:09.430801 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41248) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:04:09.435307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1ad1e143-3b87-4498-a22f-b2ca601a42ec tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Request body: {'floatingip': {'port_id': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:04:09.478639 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e143-3b87-4498-a22f-b2ca601a42ec tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:09.926820 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e143-3b87-4498-a22f-b2ca601a42ec tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:09.979688 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e143-3b87-4498-a22f-b2ca601a42ec tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:10.078502 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-1ad1e143-3b87-4498-a22f-b2ca601a42ec tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Floating IP c2e864cf-0593-4a10-b66f-1c714716793b associated. External IP: 172.25.5.123, port: 27a5cd7f-59c6-469f-b790-7f2588c6d2f4. Jul 05 11:04:10.607901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad1e143-3b87-4498-a22f-b2ca601a42ec tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:04:10.715928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad1e143-3b87-4498-a22f-b2ca601a42ec tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:04:10.721365 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e143-3b87-4498-a22f-b2ca601a42ec tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:10.726069 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4059a7c-ae13-4994-a833-8dc04c597095 None None] Sync routers for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:04:10.735116 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4059a7c-ae13-4994-a833-8dc04c597095 None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:04:10.735745 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f4059a7c-ae13-4994-a833-8dc04c597095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:03:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:04:10.761510 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1ad1e143-3b87-4498-a22f-b2ca601a42ec tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "PUT /v2.0/floatingips/c2e864cf-0593-4a10-b66f-1c714716793b HTTP/1.1" status: 200 len: 992 time: 1.3268380 Jul 05 11:04:10.761510 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'tag': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:04:10.761961 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100f43b1-135b-4c43-a6de-973c4a8d8b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "db50cdb4-38b7-4817-9a3f-f3159d62712e", "tag": "27a5cd7f-59c6-469f-b790-7f2588c6d2f4"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:04:10.801771 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be58bb28-3d20-4b22-bf64-af497bc16f60 x-openstack-request-id: req-be58bb28-3d20-4b22-bf64-af497bc16f60 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:04:10.802070 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db50cdb4-38b7-4817-9a3f-f3159d62712e", "tag": "27a5cd7f-59c6-469f-b790-7f2588c6d2f4", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:04:10.802320 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be58bb28-3d20-4b22-bf64-af497bc16f60 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:04:10.802723 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'tag': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4', 'status': 'completed', 'code': 200} Jul 05 11:04:10.886085 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f43b1-135b-4c43-a6de-973c4a8d8b2a req-ddbd1bc4-63c4-4cf1-82fe-59179068bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:10.887598 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-100f43b1-135b-4c43-a6de-973c4a8d8b2a req-ddbd1bc4-63c4-4cf1-82fe-59179068bf10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 1098 time: 0.0634170 Jul 05 11:04:10.945714 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-f4059a7c-ae13-4994-a833-8dc04c597095 None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:04:10.977630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f43b1-135b-4c43-a6de-973c4a8d8b2a req-8117cdcc-62b4-4d4e-bf73-fa5e12c49b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:10.978839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-100f43b1-135b-4c43-a6de-973c4a8d8b2a req-8117cdcc-62b4-4d4e-bf73-fa5e12c49b51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0824206 Jul 05 11:04:11.046407 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-100f43b1-135b-4c43-a6de-973c4a8d8b2a req-c1aac24b-9d30-4108-879a-dde76fdaf4e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4 HTTP/1.1" status: 200 len: 1000 time: 0.0607355 Jul 05 11:04:11.096580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f43b1-135b-4c43-a6de-973c4a8d8b2a req-0a7d254c-2592-4cdf-9bf1-49661bd07057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:11.098072 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-100f43b1-135b-4c43-a6de-973c4a8d8b2a req-0a7d254c-2592-4cdf-9bf1-49661bd07057 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0458839 Jul 05 11:04:11.134470 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dbc3f748-2beb-4adb-9753-4a7cec7005fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:11.159889 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f43b1-135b-4c43-a6de-973c4a8d8b2a req-2970693d-37c2-4914-82e1-49601bd8833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:11.161641 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-100f43b1-135b-4c43-a6de-973c4a8d8b2a req-2970693d-37c2-4914-82e1-49601bd8833c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555346 Jul 05 11:04:11.171309 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f4059a7c-ae13-4994-a833-8dc04c597095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'c2e864cf-0593-4a10-b66f-1c714716793b', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'port_id': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'mac_address': 'fa:16:3e:17:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:01:33Z', 'updated_at': '2021-07-05T11:04:09Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:04:11.197599 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4059a7c-ae13-4994-a833-8dc04c597095 None None] Checking router: 709c1c12-455c-428c-9bd9-e5f2278dbbe4 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:04:11.206448 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4059a7c-ae13-4994-a833-8dc04c597095 None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:04:11.207054 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f4059a7c-ae13-4994-a833-8dc04c597095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:03:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:04:11.255244 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-100f43b1-135b-4c43-a6de-973c4a8d8b2a req-2224fc23-074c-47e5-a323-d08238a58f28 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876441 Jul 05 11:04:11.314344 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-f4059a7c-ae13-4994-a833-8dc04c597095 None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:04:11.344918 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-100f43b1-135b-4c43-a6de-973c4a8d8b2a req-f89a299a-4c22-4144-9a87-b7e2bf55577d service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826614 Jul 05 11:04:11.540173 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f4059a7c-ae13-4994-a833-8dc04c597095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'c2e864cf-0593-4a10-b66f-1c714716793b', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'port_id': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'mac_address': 'fa:16:3e:17:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:01:33Z', 'updated_at': '2021-07-05T11:04:09Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:04:11.567909 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4059a7c-ae13-4994-a833-8dc04c597095 None None] The sync data for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 is: [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'c2e864cf-0593-4a10-b66f-1c714716793b', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'port_id': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'mac_address': 'fa:16:3e:17:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:01:33Z', 'updated_at': '2021-07-05T11:04:09Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:04:11.744883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccdc467-4b33-4131-9f6e-cf9ade154b77 None None] New status for floating IP c2e864cf-0593-4a10-b66f-1c714716793b: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:04:13.636881 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-734153fd-e715-4648-858a-a2c37428cc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:13.739756 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:15.156522 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:16.411080 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:04:17.025172 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:22.750328 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:24.615883 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:31.794895 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5793ee44-09a3-4075-b7ce-6dc486a2adc2 req-2edc6ba0-d578-4923-a002-b1692078717a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0925748 Jul 05 11:04:31.891584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ee44-09a3-4075-b7ce-6dc486a2adc2 req-c909bd6a-2069-4bd4-8499-131da9d4599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:31.893142 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5793ee44-09a3-4075-b7ce-6dc486a2adc2 req-c909bd6a-2069-4bd4-8499-131da9d4599f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 1098 time: 0.0566700 Jul 05 11:04:31.999559 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ee44-09a3-4075-b7ce-6dc486a2adc2 req-f075b3a8-6ab9-454e-b08d-7e5ed780f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:32.000947 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5793ee44-09a3-4075-b7ce-6dc486a2adc2 req-f075b3a8-6ab9-454e-b08d-7e5ed780f6e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0844729 Jul 05 11:04:32.068920 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5793ee44-09a3-4075-b7ce-6dc486a2adc2 req-61d4113c-e631-41f9-b716-ea11ee5cdc67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4 HTTP/1.1" status: 200 len: 1002 time: 0.0609248 Jul 05 11:04:32.118301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ee44-09a3-4075-b7ce-6dc486a2adc2 req-26d8cb13-b77f-4a9d-9836-ec8fd9f28871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:32.119838 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5793ee44-09a3-4075-b7ce-6dc486a2adc2 req-26d8cb13-b77f-4a9d-9836-ec8fd9f28871 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0444803 Jul 05 11:04:32.176483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ee44-09a3-4075-b7ce-6dc486a2adc2 req-42062016-61d4-4a45-9850-9a0054f6acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:04:32.177977 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5793ee44-09a3-4075-b7ce-6dc486a2adc2 req-42062016-61d4-4a45-9850-9a0054f6acff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514014 Jul 05 11:04:32.268724 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5793ee44-09a3-4075-b7ce-6dc486a2adc2 req-267d9170-a948-441b-b6cc-7445295081bc service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837007 Jul 05 11:04:32.356893 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5793ee44-09a3-4075-b7ce-6dc486a2adc2 req-f17a70af-11a4-4f7f-a541-29506754ae7b service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807996 Jul 05 11:04:41.128586 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9f069995-abf5-4ac5-9208-a8309e65eefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:43.630839 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a9300266-1aed-42cd-82ea-dff5fec8b632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:43.722316 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:45.261773 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:46.967902 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:52.741427 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:04:53.410178 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:04:54.641582 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:11.128167 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-00a151ca-6e7b-4c0c-87ea-eb8aa8181886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:13.630701 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1473b5c5-891c-4272-a09d-39a159d0a036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:13.676776 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:15.162052 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:16.970850 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:22.795890 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:24.623815 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:30.409103 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:05:31.754436 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-05c9dad0-a13a-403f-9bb4-f8a2ace9f871 req-bf3b2e06-bacc-4d48-9971-b71c1c844573 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511630 Jul 05 11:05:31.849196 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9dad0-a13a-403f-9bb4-f8a2ace9f871 req-410fd604-8a69-4ebb-9fa5-d7ece24b5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:31.850698 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-05c9dad0-a13a-403f-9bb4-f8a2ace9f871 req-410fd604-8a69-4ebb-9fa5-d7ece24b5c6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 1098 time: 0.0559902 Jul 05 11:05:31.952332 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9dad0-a13a-403f-9bb4-f8a2ace9f871 req-b76aac5c-0f4b-417d-9d7f-fec419c97ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:31.953821 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-05c9dad0-a13a-403f-9bb4-f8a2ace9f871 req-b76aac5c-0f4b-417d-9d7f-fec419c97ecf service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0838413 Jul 05 11:05:32.022533 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-05c9dad0-a13a-403f-9bb4-f8a2ace9f871 req-36d4fd24-5812-4a90-8b91-8970dacd1d40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4 HTTP/1.1" status: 200 len: 1002 time: 0.0619135 Jul 05 11:05:32.070282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9dad0-a13a-403f-9bb4-f8a2ace9f871 req-64e02590-b814-4418-b9e7-84662300e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:32.071766 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-05c9dad0-a13a-403f-9bb4-f8a2ace9f871 req-64e02590-b814-4418-b9e7-84662300e35a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0434577 Jul 05 11:05:32.128418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9dad0-a13a-403f-9bb4-f8a2ace9f871 req-f6b8a809-f117-4799-b31e-2dc9a5255902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:32.129937 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-05c9dad0-a13a-403f-9bb4-f8a2ace9f871 req-f6b8a809-f117-4799-b31e-2dc9a5255902 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521610 Jul 05 11:05:32.222317 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-05c9dad0-a13a-403f-9bb4-f8a2ace9f871 req-a33fc421-12a7-4548-a2d1-a0e142b4c6c0 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858991 Jul 05 11:05:32.309866 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-05c9dad0-a13a-403f-9bb4-f8a2ace9f871 req-caeb12dc-e8dc-48e0-9f4d-941fb3590773 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809057 Jul 05 11:05:41.159611 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fa5bdd83-5763-42f0-b7ae-bf7bd3ac3231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:43.673410 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5234a7a9-2569-4ed4-a119-a6cf360d0223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:43.711023 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:45.174231 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:46.212086 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9e539-9314-463b-a9eb-f5301aac1d52 req-2e12741f-8f12-461e-84a2-4a98940526f7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:46.213599 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-42a9e539-9314-463b-a9eb-f5301aac1d52 req-2e12741f-8f12-461e-84a2-4a98940526f7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0663230 Jul 05 11:05:46.253304 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-42a9e539-9314-463b-a9eb-f5301aac1d52 req-6d1ec32d-048d-4e8f-becf-e313b8ed83ba tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338099 Jul 05 11:05:46.991152 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:47.433569 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbaf86-d86f-471a-9ad2-a50e1c5af6be req-5921b296-11fd-4abc-8777-89fcd5e1366b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:47.435841 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c5dbaf86-d86f-471a-9ad2-a50e1c5af6be req-5921b296-11fd-4abc-8777-89fcd5e1366b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0656035 Jul 05 11:05:47.477323 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c5dbaf86-d86f-471a-9ad2-a50e1c5af6be req-10dd7546-88a2-418b-88f5-f9cfbeaf1b5c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358427 Jul 05 11:05:48.656829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7d02d-bcfc-4b33-80eb-66deffdc737b req-56494f5b-60d1-4968-83d2-7b8620709bf3 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:48.658332 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4cf7d02d-bcfc-4b33-80eb-66deffdc737b req-56494f5b-60d1-4968-83d2-7b8620709bf3 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0670955 Jul 05 11:05:48.696223 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4cf7d02d-bcfc-4b33-80eb-66deffdc737b req-4a9cf13e-b98b-4dd0-b85c-acd3cea0dacf tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320961 Jul 05 11:05:49.871245 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff91a1-9d14-4e00-ba9b-ecce4cac6454 req-733ea3da-ca65-4488-82d6-f758aa9dc32a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:49.872836 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-88ff91a1-9d14-4e00-ba9b-ecce4cac6454 req-733ea3da-ca65-4488-82d6-f758aa9dc32a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0651600 Jul 05 11:05:49.913154 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-88ff91a1-9d14-4e00-ba9b-ecce4cac6454 req-be6ce7ee-59f6-48ae-a737-680d110f2770 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345438 Jul 05 11:05:51.088357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1247a-db2c-4552-8b7c-b4c290b27a11 req-0ba0cd4c-5335-4771-a1bd-bbd476089ae1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:51.089964 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bbc1247a-db2c-4552-8b7c-b4c290b27a11 req-0ba0cd4c-5335-4771-a1bd-bbd476089ae1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0641930 Jul 05 11:05:51.128902 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bbc1247a-db2c-4552-8b7c-b4c290b27a11 req-9268ef80-b333-4b62-8c78-d65afac83f86 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324755 Jul 05 11:05:52.302248 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7816ce2-4ea9-4441-8e15-067decfc2afc req-c5751d5b-ceed-4587-b458-899dba7cd77a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:52.303980 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c7816ce2-4ea9-4441-8e15-067decfc2afc req-c5751d5b-ceed-4587-b458-899dba7cd77a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0645483 Jul 05 11:05:52.342904 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c7816ce2-4ea9-4441-8e15-067decfc2afc req-a3aac92c-29cc-48d2-ad29-8b4c63fef55e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328407 Jul 05 11:05:52.784553 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:53.515616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec54f41-01fa-4601-a21a-bd5a875f67ca req-fe2329ec-ccc8-41df-9be4-25920885fb49 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:53.517127 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8ec54f41-01fa-4601-a21a-bd5a875f67ca req-fe2329ec-ccc8-41df-9be4-25920885fb49 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0629225 Jul 05 11:05:53.554467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8ec54f41-01fa-4601-a21a-bd5a875f67ca req-5c38c661-141d-4979-846d-1302f0ee9a3d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318122 Jul 05 11:05:54.647401 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:05:54.729472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3331b-9231-449a-b2cf-f5b43d0fb44c req-22efae6d-4dc9-453f-9258-74776054fb7e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:54.730970 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4fe3331b-9231-449a-b2cf-f5b43d0fb44c req-22efae6d-4dc9-453f-9258-74776054fb7e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0664773 Jul 05 11:05:54.768864 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4fe3331b-9231-449a-b2cf-f5b43d0fb44c req-ffcc71f1-bf90-43d3-8243-4c2097b0f09d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316229 Jul 05 11:05:55.946394 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fae59-ba0d-4479-be57-cda39ee71f01 req-2485d54e-cdb6-42e8-bda8-84bac3e3e457 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:55.947914 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b6fae59-ba0d-4479-be57-cda39ee71f01 req-2485d54e-cdb6-42e8-bda8-84bac3e3e457 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0679431 Jul 05 11:05:55.986478 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b6fae59-ba0d-4479-be57-cda39ee71f01 req-6402bf21-ff26-4729-b645-bc63fedd6a03 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323360 Jul 05 11:05:57.165105 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a02fce-908c-41c5-882b-392ea3f5d46f req-2525f3bf-c302-454a-ab31-2043c7872b9d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:57.166655 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-99a02fce-908c-41c5-882b-392ea3f5d46f req-2525f3bf-c302-454a-ab31-2043c7872b9d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0648592 Jul 05 11:05:57.205539 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-99a02fce-908c-41c5-882b-392ea3f5d46f req-3f65cdd1-79e9-4a8c-bc1c-e33d5bf2a6f1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324304 Jul 05 11:05:57.768857 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d26c88-9e45-4757-975b-2644cf40a639 req-d4ecad9c-9dd2-4631-96d4-e997b9296178 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:57.770507 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-88d26c88-9e45-4757-975b-2644cf40a639 req-d4ecad9c-9dd2-4631-96d4-e997b9296178 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0670855 Jul 05 11:05:57.809063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-88d26c88-9e45-4757-975b-2644cf40a639 req-f01fbe27-94a6-49ac-a01f-45a6a288aa22 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327842 Jul 05 11:05:57.879404 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-9a643297-c3a6-45c9-aae6-214de846498e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518837 Jul 05 11:05:58.984153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda08468-7921-465b-a827-f9deba5c06cf req-58823018-9128-49ac-9c69-4dbe3f567083 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:05:58.985674 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dda08468-7921-465b-a827-f9deba5c06cf req-58823018-9128-49ac-9c69-4dbe3f567083 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0637827 Jul 05 11:05:59.023175 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dda08468-7921-465b-a827-f9deba5c06cf req-d6b4fdd7-9043-48dd-b613-bb1d475aa4a7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317967 Jul 05 11:06:00.205412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6e903-96ab-4f7f-8b8f-aae996a9a6be req-b11002ff-ac8b-460c-b24c-bc7d778f9151 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:00.206218 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ef6e903-96ab-4f7f-8b8f-aae996a9a6be req-b11002ff-ac8b-460c-b24c-bc7d778f9151 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0678222 Jul 05 11:06:00.247937 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2ef6e903-96ab-4f7f-8b8f-aae996a9a6be req-b4b9297a-6df8-4e67-bd7a-c8d6c901ea07 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357685 Jul 05 11:06:01.402131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72009475-36d3-4bf2-851f-68f80d768532 req-d9bf56e8-2aeb-47d1-b316-0295c801b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:01.403636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-d9bf56e8-2aeb-47d1-b316-0295c801b7e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 1098 time: 0.0562036 Jul 05 11:06:01.435531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440d56e-796c-4bef-8961-6f80cdf39b13 req-f45029f4-5539-4a09-af87-93fc26bfc441 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:01.437139 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6440d56e-796c-4bef-8961-6f80cdf39b13 req-f45029f4-5539-4a09-af87-93fc26bfc441 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0707202 Jul 05 11:06:01.478112 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6440d56e-796c-4bef-8961-6f80cdf39b13 req-9fc8a889-d394-4319-a23c-995c18b56ee7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352612 Jul 05 11:06:01.496120 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72009475-36d3-4bf2-851f-68f80d768532 req-70aeac9d-84ba-49d0-aa62-278481ceea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:01.497664 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-70aeac9d-84ba-49d0-aa62-278481ceea4a service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0879185 Jul 05 11:06:01.568668 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-11a237a4-32f2-44ac-8e5b-17183c684671 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4 HTTP/1.1" status: 200 len: 1002 time: 0.0618789 Jul 05 11:06:01.619178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72009475-36d3-4bf2-851f-68f80d768532 req-f0897e66-6dfa-4f86-bd27-9eec736ce2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:01.620688 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-f0897e66-6dfa-4f86-bd27-9eec736ce2bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0458152 Jul 05 11:06:01.677136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72009475-36d3-4bf2-851f-68f80d768532 req-d7bda923-bd50-418e-b4eb-5f3a93d86165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:01.678634 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-d7bda923-bd50-418e-b4eb-5f3a93d86165 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517004 Jul 05 11:06:01.768225 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-4584e260-6393-4702-8dc9-5801f4cd29b5 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834222 Jul 05 11:06:01.860143 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-b7c98edf-7caf-461e-971a-747a4c7951a5 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850642 Jul 05 11:06:02.652546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefac1d3-373f-4a89-a287-03b91bdab35e req-69e4401d-adf8-4ed5-aacb-0dac083ef8bf tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:02.654063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cefac1d3-373f-4a89-a287-03b91bdab35e req-69e4401d-adf8-4ed5-aacb-0dac083ef8bf tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0641322 Jul 05 11:06:02.692163 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cefac1d3-373f-4a89-a287-03b91bdab35e req-aa928683-71f8-448d-8207-5b07209c467f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324976 Jul 05 11:06:03.868184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb602d-50c8-432e-9d0e-63ffd6a699fa req-b845e5c5-0a30-4bf9-a46d-c20eb79e25cc tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:03.869729 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2cdb602d-50c8-432e-9d0e-63ffd6a699fa req-b845e5c5-0a30-4bf9-a46d-c20eb79e25cc tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0647907 Jul 05 11:06:03.908471 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2cdb602d-50c8-432e-9d0e-63ffd6a699fa req-715d333b-17cf-4ad6-82fc-7c5f6df6660a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325141 Jul 05 11:06:04.036534 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-72009475-36d3-4bf2-851f-68f80d768532 req-b5292d87-46cd-44e3-8e9a-a0555983940f service neutron] show failed (client error): The resource could not be found. Jul 05 11:06:04.037458 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-b5292d87-46cd-44e3-8e9a-a0555983940f service neutron] 10.222.0.73 "GET /v2.0/ports/27a5cd7f-59c6-469f-b790-7f2588c6d2f4/bindings/n-h2-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0585783 Jul 05 11:06:04.754137 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72009475-36d3-4bf2-851f-68f80d768532 req-a6729012-c7ea-4d37-82f5-0fbf221bf1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:04.755676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-a6729012-c7ea-4d37-82f5-0fbf221bf1fa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e&tenant_id=0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 1098 time: 0.0986392 Jul 05 11:06:04.769530 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:06:04.846296 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:05.064638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] For port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:05.089697 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44e885-32d5-4d1a-a1c3-9163eb7ed078 req-457eba99-85f7-476f-81d9-dfa8f3a399ee tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:05.091204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fe44e885-32d5-4d1a-a1c3-9163eb7ed078 req-457eba99-85f7-476f-81d9-dfa8f3a399ee tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0639095 Jul 05 11:06:05.098922 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] For port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:06:05.129902 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fe44e885-32d5-4d1a-a1c3-9163eb7ed078 req-11c302e7-f45b-48a9-b874-9408cdcdf496 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328140 Jul 05 11:06:05.138681 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:06:05.141614 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8786a4b4-abe7-48ca-9918-d23462acceb9" -d '{"events": [{"server_uuid": "db50cdb4-38b7-4817-9a3f-f3159d62712e", "name": "network-vif-unplugged", "status": "completed", "tag": "27a5cd7f-59c6-469f-b790-7f2588c6d2f4"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:06:05.146323 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:05.159079 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Transition to ACTIVE for port object 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:06:05.252806 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:05.286013 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 11:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c09743c-726e-4472-8c27-58e459ae92c7 x-openstack-request-id: req-7c09743c-726e-4472-8c27-58e459ae92c7 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:06:05.286321 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db50cdb4-38b7-4817-9a3f-f3159d62712e", "name": "network-vif-unplugged", "status": "completed", "tag": "27a5cd7f-59c6-469f-b790-7f2588c6d2f4", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:06:05.286562 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7c09743c-726e-4472-8c27-58e459ae92c7 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:06:05.286960 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4', 'code': 200} Jul 05 11:06:05.339987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Pushing event updated for resources: {'Port': ['ID=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,revision_number=6']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:05.354906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:05.355249 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:05.355590 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:05.355945 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:05.356279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:05.356657 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:05.356934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:05.357258 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:05.357581 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:05.357901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:05.358798 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:05.359125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:05.397425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] No DVR routers for this DVR port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:06:05.547778 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Attempting to bind port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:06:05.548116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Attempting to bind port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:06:05.548446 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Attempting to bind port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:06:05.552830 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 on network febe2fdd-6d1c-4afd-9f04-ca480587e42a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:06:05.553149 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Attempting to bind port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:06:05.557857 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:06:05.558192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Checking segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:06:05.558574 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Bound using segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:06:05.559002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Bound port: 27a5cd7f-59c6-469f-b790-7f2588c6d2f4, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:06:05.559359 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:05.625253 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] For port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:06:05.628452 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] For port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:06:05.734132 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:05.768557 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:05.769173 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:05.770606 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] 10.222.0.64 "PUT /v2.0/ports/27a5cd7f-59c6-469f-b790-7f2588c6d2f4 HTTP/1.1" status: 200 len: 1093 time: 1.0051982 Jul 05 11:06:05.792299 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b21d2-83e7-46fd-a6f5-9f60c40bb68f service neutron] Pushing event updated for resources: {'Port': ['ID=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,revision_number=7']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:05.852549 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72009475-36d3-4bf2-851f-68f80d768532 req-b7fd4c54-aac8-4fab-905c-861c83a1be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:05.854133 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-b7fd4c54-aac8-4fab-905c-861c83a1be1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 1096 time: 0.0559394 Jul 05 11:06:05.956401 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72009475-36d3-4bf2-851f-68f80d768532 req-ead0faed-70a0-43f2-94c6-f6b123ccd564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:05.958064 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-ead0faed-70a0-43f2-94c6-f6b123ccd564 service neutron] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0934880 Jul 05 11:06:06.028216 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-60a2cd7e-f449-4c74-a45a-3a3e2d3a36fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4 HTTP/1.1" status: 200 len: 1000 time: 0.0612400 Jul 05 11:06:06.081082 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72009475-36d3-4bf2-851f-68f80d768532 req-76b31691-d812-4a05-b291-ca5c55a71c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:06.082619 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-76b31691-d812-4a05-b291-ca5c55a71c61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0448160 Jul 05 11:06:06.148734 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72009475-36d3-4bf2-851f-68f80d768532 req-01e73170-0242-45b1-bb05-ff906885d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:06.150247 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-01e73170-0242-45b1-bb05-ff906885d61c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589797 Jul 05 11:06:06.244889 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-89ebc45c-3b3b-4ec9-ab81-6500d5cd83a8 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838478 Jul 05 11:06:06.315543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584b231-5ed2-4691-88ed-0afc805998ff req-3ae8f07a-6136-4708-a754-576cd03701cb tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:06.316991 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0584b231-5ed2-4691-88ed-0afc805998ff req-3ae8f07a-6136-4708-a754-576cd03701cb tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 944 time: 0.0677986 Jul 05 11:06:06.347954 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72009475-36d3-4bf2-851f-68f80d768532 req-31f138af-df1a-4a71-88f7-88f100ac0e76 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927632 Jul 05 11:06:06.359543 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0584b231-5ed2-4691-88ed-0afc805998ff req-699876ec-36cb-4311-accb-8dd1ea76fe36 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368168 Jul 05 11:06:07.195049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:06:07.238152 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:06:07.287966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'tag': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:06:07.290454 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e18b8b5-4cba-485a-9be1-50d8400a7911" -d '{"events": [{"name": "network-changed", "server_uuid": "db50cdb4-38b7-4817-9a3f-f3159d62712e", "tag": "27a5cd7f-59c6-469f-b790-7f2588c6d2f4"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:06:07.337724 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d68d5b-0da0-4aed-8174-f121a4b83e3d x-openstack-request-id: req-07d68d5b-0da0-4aed-8174-f121a4b83e3d {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:06:07.338011 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db50cdb4-38b7-4817-9a3f-f3159d62712e", "tag": "27a5cd7f-59c6-469f-b790-7f2588c6d2f4", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:06:07.338256 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-07d68d5b-0da0-4aed-8174-f121a4b83e3d {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:06:07.338653 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'tag': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4', 'status': 'completed', 'code': 200} Jul 05 11:06:07.411319 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:06:07.413497 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-e59518eb-8955-4c76-b9e5-584998d825f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:07.415311 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-e59518eb-8955-4c76-b9e5-584998d825f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 1096 time: 0.0574059 Jul 05 11:06:07.428830 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-0dafc169-2998-4063-8997-181fb7910790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:07.430363 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-0dafc169-2998-4063-8997-181fb7910790 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 1096 time: 0.0663168 Jul 05 11:06:07.533591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-a32377e7-e995-4d69-9387-a129536aef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:07.535333 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-a32377e7-e995-4d69-9387-a129536aef3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0975761 Jul 05 11:06:07.554217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-4c13d485-c571-4895-b86e-950a349f29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:07.555695 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-4c13d485-c571-4895-b86e-950a349f29c3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.1342671 Jul 05 11:06:07.604535 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-2e675a7c-aee8-47ea-b661-0caf30bb777c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4 HTTP/1.1" status: 200 len: 1000 time: 0.0600863 Jul 05 11:06:07.617158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c5bf4-4637-44cf-9d2c-03b2675c5b1b req-e16335fd-30b9-430a-aa49-2c15fca57ddb tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:07.618664 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f96c5bf4-4637-44cf-9d2c-03b2675c5b1b req-e16335fd-30b9-430a-aa49-2c15fca57ddb tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 944 time: 0.1374111 Jul 05 11:06:07.646430 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-0ae03b29-cca4-4681-a519-a44a648fe844 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4 HTTP/1.1" status: 200 len: 1000 time: 0.0843816 Jul 05 11:06:07.655231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-7c7c267e-5222-44fd-828a-8dd1a30b8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:07.657029 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-7c7c267e-5222-44fd-828a-8dd1a30b8ebd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0451396 Jul 05 11:06:07.694347 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f96c5bf4-4637-44cf-9d2c-03b2675c5b1b req-65948ee3-df8f-4cd3-9eec-0a3b2349f985 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649164 Jul 05 11:06:07.709811 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-8eb58ccb-0894-4a60-9beb-a3d38e7e8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:07.711301 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-8eb58ccb-0894-4a60-9beb-a3d38e7e8638 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0585821 Jul 05 11:06:07.722370 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-d1849877-3a4e-4fbe-99aa-ba7ee73cb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:07.723960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-d1849877-3a4e-4fbe-99aa-ba7ee73cb116 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602953 Jul 05 11:06:07.777841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-2530a954-a863-47be-84f8-9a39cae8e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:07.779468 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-2530a954-a863-47be-84f8-9a39cae8e932 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621424 Jul 05 11:06:07.817321 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-09040979-5c96-4c7b-a403-7abdcc2b7bca service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854285 Jul 05 11:06:07.869801 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-239e3432-366c-493e-8cfe-221c76049cbd service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831292 Jul 05 11:06:07.914666 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-a438eb98-b44d-4d31-be17-d3ec3b55a5a6 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903063 Jul 05 11:06:07.967997 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3e18b8b5-4cba-485a-9be1-50d8400a7911 req-31415e1d-f946-48bb-8224-185092b44e2a service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920415 Jul 05 11:06:08.887360 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0592696-8805-40e7-9da6-c11ca5265e94 req-63baab74-98e6-452f-8791-641f07b2e5b2 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:08.888920 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0592696-8805-40e7-9da6-c11ca5265e94 req-63baab74-98e6-452f-8791-641f07b2e5b2 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 944 time: 0.0677896 Jul 05 11:06:08.931015 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0592696-8805-40e7-9da6-c11ca5265e94 req-5de28c7d-f835-4944-be81-86e5e133b734 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360646 Jul 05 11:06:09.400584 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdb7a2-3754-4c3c-990e-56660a38db0a req-ef6aa1a8-b5da-4d13-befb-a36118184478 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:09.402889 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67bdb7a2-3754-4c3c-990e-56660a38db0a req-ef6aa1a8-b5da-4d13-befb-a36118184478 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 944 time: 0.0666287 Jul 05 11:06:09.443528 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-67bdb7a2-3754-4c3c-990e-56660a38db0a req-88973653-98d6-47d5-93cf-ea6d41c2492c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341585 Jul 05 11:06:09.482935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25484e5-0688-4063-80c6-0415e8dca6aa req-4967552c-7a61-4bfc-b47c-e17337451b31 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:09.485480 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f25484e5-0688-4063-80c6-0415e8dca6aa req-4967552c-7a61-4bfc-b47c-e17337451b31 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.73 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e&tenant_id=0accab33f83b4e6ea36c420fe88550da&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 944 time: 0.0730708 Jul 05 11:06:09.541595 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-f25484e5-0688-4063-80c6-0415e8dca6aa req-d825aca7-f562-44e0-a93f-de5b7e863b2d service neutron] delete failed (client error): The resource could not be found. Jul 05 11:06:09.542615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f25484e5-0688-4063-80c6-0415e8dca6aa req-d825aca7-f562-44e0-a93f-de5b7e863b2d service neutron] 10.222.0.73 "DELETE /v2.0/ports/27a5cd7f-59c6-469f-b790-7f2588c6d2f4/bindings/n-h1-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0528040 Jul 05 11:06:09.646912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25484e5-0688-4063-80c6-0415e8dca6aa req-42a17e58-addc-431d-8ad7-63d89a65bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:09.648477 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f25484e5-0688-4063-80c6-0415e8dca6aa req-42a17e58-addc-431d-8ad7-63d89a65bc15 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 1096 time: 0.0616505 Jul 05 11:06:09.738366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25484e5-0688-4063-80c6-0415e8dca6aa req-634d9fb9-1c3a-4b37-99cd-1f26e92b7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:09.738366 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f25484e5-0688-4063-80c6-0415e8dca6aa req-634d9fb9-1c3a-4b37-99cd-1f26e92b7dfd service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0827587 Jul 05 11:06:09.807957 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f25484e5-0688-4063-80c6-0415e8dca6aa req-e652a798-0803-4b3f-874b-38edd1247d86 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4 HTTP/1.1" status: 200 len: 1000 time: 0.0641139 Jul 05 11:06:09.856371 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25484e5-0688-4063-80c6-0415e8dca6aa req-9a875f58-9b0c-4bea-9f7a-14be00ba3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:09.857936 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f25484e5-0688-4063-80c6-0415e8dca6aa req-9a875f58-9b0c-4bea-9f7a-14be00ba3e54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0446384 Jul 05 11:06:09.924842 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25484e5-0688-4063-80c6-0415e8dca6aa req-e08bf02d-5bcf-4251-ae4b-bf6dc2749bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:09.926346 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f25484e5-0688-4063-80c6-0415e8dca6aa req-e08bf02d-5bcf-4251-ae4b-bf6dc2749bd2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611880 Jul 05 11:06:10.024686 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f25484e5-0688-4063-80c6-0415e8dca6aa req-0cad9d9b-9dd5-4669-8b99-43d68b966437 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919578 Jul 05 11:06:10.114060 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f25484e5-0688-4063-80c6-0415e8dca6aa req-4cc5e255-1c27-415d-b5d0-bbb40805c87b service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836997 Jul 05 11:06:10.630096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b5014-cac1-4795-a8bd-41076da53a76 req-ec2ba79b-2c59-4c8e-8721-5ade205df3e5 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:10.631680 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da2b5014-cac1-4795-a8bd-41076da53a76 req-ec2ba79b-2c59-4c8e-8721-5ade205df3e5 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 944 time: 0.0685639 Jul 05 11:06:10.676271 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-da2b5014-cac1-4795-a8bd-41076da53a76 req-f6ecc149-685c-41f0-b79e-0fac780bacf3 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386553 Jul 05 11:06:10.753446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:06:10.852666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:10.864397 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'port_id': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4', 'mac_address': 'fa:16:3e:17:04:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:06:10.910125 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:10.923865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:06:10.943918 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:11.019763 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:11.074925 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:11.083238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:11.083580 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:11.083953 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:11.084291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:11.084622 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:11.084950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:11.085279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:11.085626 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:11.085961 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:11.086266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:11.086587 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:11.086903 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:11.157193 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-10050df0-e21b-4fdd-9537-2733bc64b701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:11.314122 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['27a5cd7f-59c6-469f-b790-7f2588c6d2f4'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:06:11.859222 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3d496-50df-4642-a4dd-6dab1be6c5c6 req-51937482-ffe8-4e23-8cb9-df146dc085b3 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:11.860758 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97d3d496-50df-4642-a4dd-6dab1be6c5c6 req-51937482-ffe8-4e23-8cb9-df146dc085b3 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 945 time: 0.0713828 Jul 05 11:06:11.899847 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97d3d496-50df-4642-a4dd-6dab1be6c5c6 req-ffdefd4e-3c77-4332-a607-b3c4561bdf1e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333745 Jul 05 11:06:12.071679 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f0b3b-e984-4ab5-85f3-79ed16e97e62 req-4a4baf82-af4f-4e06-8cbd-31d6bcb72c4c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:12.073210 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8f5f0b3b-e984-4ab5-85f3-79ed16e97e62 req-4a4baf82-af4f-4e06-8cbd-31d6bcb72c4c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 945 time: 0.0644164 Jul 05 11:06:12.111867 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8f5f0b3b-e984-4ab5-85f3-79ed16e97e62 req-5730b759-02d5-4cb9-86af-6e2777d8f57e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323608 Jul 05 11:06:12.685988 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971b99b-532a-437b-8917-239eece9f2d4 req-9bf3f0fb-f882-4f74-8beb-7aebddcb21ed tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:12.687482 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f971b99b-532a-437b-8917-239eece9f2d4 req-9bf3f0fb-f882-4f74-8beb-7aebddcb21ed tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 945 time: 0.0638797 Jul 05 11:06:12.726069 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f971b99b-532a-437b-8917-239eece9f2d4 req-397fa878-8ae4-48c6-af3e-4aea69b5654d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327692 Jul 05 11:06:12.753118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:06:12.763738 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab8a8e-dc68-4f80-8849-48f2a6a2d44f req-45420c00-5028-481a-8f81-d7d1bf252676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:12.765297 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-12ab8a8e-dc68-4f80-8849-48f2a6a2d44f req-45420c00-5028-481a-8f81-d7d1bf252676 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 1097 time: 0.0593338 Jul 05 11:06:12.862541 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab8a8e-dc68-4f80-8849-48f2a6a2d44f req-ed083934-aed3-4ca1-a577-ac855b4ce08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:12.863784 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:06:12.864064 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-12ab8a8e-dc68-4f80-8849-48f2a6a2d44f req-ed083934-aed3-4ca1-a577-ac855b4ce08d service neutron] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0887649 Jul 05 11:06:12.867958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:06:12.868393 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:12.933707 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-12ab8a8e-dc68-4f80-8849-48f2a6a2d44f req-9185d62d-5ce4-47e9-aa0a-1f8d51ed5b72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4 HTTP/1.1" status: 200 len: 1001 time: 0.0593026 Jul 05 11:06:12.949315 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:12.973089 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:06:12.975319 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9851af08-4931-42fb-8fdd-11d5ced2c7d7" -d '{"events": [{"server_uuid": "db50cdb4-38b7-4817-9a3f-f3159d62712e", "name": "network-vif-plugged", "status": "completed", "tag": "27a5cd7f-59c6-469f-b790-7f2588c6d2f4"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:06:12.987857 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:12.990333 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab8a8e-dc68-4f80-8849-48f2a6a2d44f req-770304db-9b04-444b-9c18-2148e71ee58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:12.992038 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-12ab8a8e-dc68-4f80-8849-48f2a6a2d44f req-770304db-9b04-444b-9c18-2148e71ee58c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0459325 Jul 05 11:06:13.058504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab8a8e-dc68-4f80-8849-48f2a6a2d44f req-691de9ac-276b-400f-85fc-7876a8e36fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:13.060089 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-12ab8a8e-dc68-4f80-8849-48f2a6a2d44f req-691de9ac-276b-400f-85fc-7876a8e36fd0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587714 Jul 05 11:06:13.068506 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e986cd-e124-4691-8425-b525fd51e915 x-openstack-request-id: req-c4e986cd-e124-4691-8425-b525fd51e915 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:06:13.068794 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db50cdb4-38b7-4817-9a3f-f3159d62712e", "name": "network-vif-plugged", "status": "completed", "tag": "27a5cd7f-59c6-469f-b790-7f2588c6d2f4", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:06:13.069044 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4e986cd-e124-4691-8425-b525fd51e915 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:06:13.069427 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4', 'code': 200} Jul 05 11:06:13.099633 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:13.149719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:13.165083 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-12ab8a8e-dc68-4f80-8849-48f2a6a2d44f req-43645782-4c16-4993-aa33-b02afc133c01 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855644 Jul 05 11:06:13.266374 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-12ab8a8e-dc68-4f80-8849-48f2a6a2d44f req-ba814008-1206-4037-a28d-8840f41d2d3f service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905788 Jul 05 11:06:13.705484 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f9cc06eb-8cb2-44c5-a6f8-52d04e11ddb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:13.745676 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:13.917680 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad6b5e-ca08-4a19-934e-3608533c1502 req-c935243a-e74f-46f2-9c00-14ba7ced70ba tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:13.919240 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9bad6b5e-ca08-4a19-934e-3608533c1502 req-c935243a-e74f-46f2-9c00-14ba7ced70ba tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0730188 Jul 05 11:06:13.963859 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9bad6b5e-ca08-4a19-934e-3608533c1502 req-ec1df631-b41a-482f-8ed8-b11f8045634e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382764 Jul 05 11:06:15.140773 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac2d90-db4a-4778-86f8-91361f901bc7 req-4673fe8b-ab0f-4327-8016-6379a4c4d379 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:15.142229 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0ac2d90-db4a-4778-86f8-91361f901bc7 req-4673fe8b-ab0f-4327-8016-6379a4c4d379 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0656116 Jul 05 11:06:15.168404 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:15.181063 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0ac2d90-db4a-4778-86f8-91361f901bc7 req-524a1c87-02e4-4140-ba34-a573b492752f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332215 Jul 05 11:06:15.802064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5f96d-a354-4b30-9a99-b1ef72291eda req-195e86f3-6673-46c1-a6dc-f8eaa168074f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:15.803547 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-24e5f96d-a354-4b30-9a99-b1ef72291eda req-195e86f3-6673-46c1-a6dc-f8eaa168074f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0651500 Jul 05 11:06:15.843578 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-24e5f96d-a354-4b30-9a99-b1ef72291eda req-4ae6e267-5859-45ec-9081-5f9ccda8e7eb tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339279 Jul 05 11:06:17.025576 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a31ed-87a7-463c-b70f-d47e3c884869 req-9bcbe7ef-f696-4c76-8755-6c745c8a2331 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:17.027083 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-297a31ed-87a7-463c-b70f-d47e3c884869 req-9bcbe7ef-f696-4c76-8755-6c745c8a2331 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0646858 Jul 05 11:06:17.041736 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:17.066310 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-297a31ed-87a7-463c-b70f-d47e3c884869 req-cde76740-106b-43d2-a983-445697fefb99 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330286 Jul 05 11:06:17.164161 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed61a4-2526-4b10-b5f9-529558952893 req-ded87fd1-6f03-442b-872a-8bba028c8158 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:17.165529 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-34ed61a4-2526-4b10-b5f9-529558952893 req-ded87fd1-6f03-442b-872a-8bba028c8158 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.64 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 946 time: 0.0656412 Jul 05 11:06:17.273594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-34ed61a4-2526-4b10-b5f9-529558952893 req-205d5924-beae-456f-bc47-369a938641af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Deleting port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:06:17.273970 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-34ed61a4-2526-4b10-b5f9-529558952893 req-205d5924-beae-456f-bc47-369a938641af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:17.368076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-34ed61a4-2526-4b10-b5f9-529558952893 req-205d5924-beae-456f-bc47-369a938641af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] For port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:17.368441 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-34ed61a4-2526-4b10-b5f9-529558952893 req-205d5924-beae-456f-bc47-369a938641af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:17.541244 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-34ed61a4-2526-4b10-b5f9-529558952893 req-205d5924-beae-456f-bc47-369a938641af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:17.541542 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-34ed61a4-2526-4b10-b5f9-529558952893 req-205d5924-beae-456f-bc47-369a938641af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:17.541857 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [req-34ed61a4-2526-4b10-b5f9-529558952893 req-205d5924-beae-456f-bc47-369a938641af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Floating IP c2e864cf-0593-4a10-b66f-1c714716793b disassociated. External IP: 172.25.5.123, port: 27a5cd7f-59c6-469f-b790-7f2588c6d2f4. Jul 05 11:06:17.542196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-34ed61a4-2526-4b10-b5f9-529558952893 req-205d5924-beae-456f-bc47-369a938641af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Calling delete_port for 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:06:17.756340 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-34ed61a4-2526-4b10-b5f9-529558952893 req-205d5924-beae-456f-bc47-369a938641af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:17.788145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d5924-beae-456f-bc47-369a938641af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Pushing event deleted for resources: {'Port': ['ID=27a5cd7f-59c6-469f-b790-7f2588c6d2f4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:17.904202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34ed61a4-2526-4b10-b5f9-529558952893 req-205d5924-beae-456f-bc47-369a938641af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:06:18.014987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34ed61a4-2526-4b10-b5f9-529558952893 req-205d5924-beae-456f-bc47-369a938641af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:06:18.024810 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687a955-e7b5-44ba-af32-9d2b2be5c60f None None] Sync routers for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:06:18.035076 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f687a955-e7b5-44ba-af32-9d2b2be5c60f None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:06:18.035678 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f687a955-e7b5-44ba-af32-9d2b2be5c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:06:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:18.059430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ed61a4-2526-4b10-b5f9-529558952893 req-205d5924-beae-456f-bc47-369a938641af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] No DVR routers for this DVR port 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:06:18.061919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-34ed61a4-2526-4b10-b5f9-529558952893 req-205d5924-beae-456f-bc47-369a938641af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:18.064101 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-34ed61a4-2526-4b10-b5f9-529558952893 req-205d5924-beae-456f-bc47-369a938641af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.64 "DELETE /v2.0/ports/27a5cd7f-59c6-469f-b790-7f2588c6d2f4 HTTP/1.1" status: 204 len: 173 time: 0.8900845 Jul 05 11:06:18.064536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'name': 'network-vif-deleted', 'tag': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:06:18.066777 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cfc83a-bffe-4f6c-964c-989b8e726d53" -d '{"events": [{"server_uuid": "db50cdb4-38b7-4817-9a3f-f3159d62712e", "name": "network-vif-deleted", "tag": "27a5cd7f-59c6-469f-b790-7f2588c6d2f4"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:06:18.108550 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b1171f-5cd8-44b3-8c76-9a35fb60a275 x-openstack-request-id: req-b0b1171f-5cd8-44b3-8c76-9a35fb60a275 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:06:18.108849 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db50cdb4-38b7-4817-9a3f-f3159d62712e", "name": "network-vif-deleted", "tag": "27a5cd7f-59c6-469f-b790-7f2588c6d2f4", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:06:18.109171 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0b1171f-5cd8-44b3-8c76-9a35fb60a275 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:06:18.109521 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db50cdb4-38b7-4817-9a3f-f3159d62712e', 'name': 'network-vif-deleted', 'tag': '27a5cd7f-59c6-469f-b790-7f2588c6d2f4', 'status': 'completed', 'code': 200} Jul 05 11:06:18.145370 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-f687a955-e7b5-44ba-af32-9d2b2be5c60f None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:06:18.214620 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-54392750-612e-4b57-9e56-1e0954e72ace req-afd9fda4-2a79-4dc6-b0e9-5309f243151e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=db50cdb4-38b7-4817-9a3f-f3159d62712e HTTP/1.1" status: 200 len: 210 time: 0.0293596 Jul 05 11:06:18.348240 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f687a955-e7b5-44ba-af32-9d2b2be5c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:18.373894 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687a955-e7b5-44ba-af32-9d2b2be5c60f None None] Checking router: 709c1c12-455c-428c-9bd9-e5f2278dbbe4 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:06:18.382324 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f687a955-e7b5-44ba-af32-9d2b2be5c60f None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:06:18.382910 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f687a955-e7b5-44ba-af32-9d2b2be5c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:06:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:18.489636 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-f687a955-e7b5-44ba-af32-9d2b2be5c60f None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:06:18.782257 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f687a955-e7b5-44ba-af32-9d2b2be5c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:18.813043 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687a955-e7b5-44ba-af32-9d2b2be5c60f None None] The sync data for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 is: [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:06:19.048866 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38fa1a-5574-467e-abd9-343f39a84c09 None None] New status for floating IP c2e864cf-0593-4a10-b66f-1c714716793b: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:06:19.571213 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-803b8230-6e19-4c97-8366-f073fe975879 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--644551383&fields=id&tenant_id=0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 267 time: 0.0346022 Jul 05 11:06:19.681944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-e929e19e-1bd6-43d3-83b7-9f9a21f6546f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:19.683446 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-e929e19e-1bd6-43d3-83b7-9f9a21f6546f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 811 time: 0.1052711 Jul 05 11:06:19.699405 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-369202b5-9325-4b7e-a3f7-b8e18c7b59a1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/quotas/0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 375 time: 0.0095320 Jul 05 11:06:19.768674 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-1e3dfd53-8531-478c-8752-b9ff6fd91b49 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638752 Jul 05 11:06:19.825398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-daac4559-c746-4bc7-b66e-4948f4381235 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:06:19.826388 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-daac4559-c746-4bc7-b66e-4948f4381235 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467222 Jul 05 11:06:20.257658 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-f6187307-79d7-4d55-ba86-2c9aab64aa9a service neutron] 10.222.0.77 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252360 Jul 05 11:06:20.344477 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-bf179eca-c544-45b9-bf79-2a357b6249c1 service neutron] 10.222.0.77 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808647 Jul 05 11:06:20.622904 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-807a0fe4-2e97-40c9-9fd3-ef32e041b6d1 req-8689456f-6662-4b71-9f6d-e0d99b597c5d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 210 time: 0.0314376 Jul 05 11:06:20.799550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:06:20.821473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:06:20.821817 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 27a5cd7f-59c6-469f-b790-7f2588c6d2f4 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:06:21.769970 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7357eee-ca09-4620-9ff2-5a221b1602cf req-e9ec2e41-1de2-4d3e-958e-2fddbb0e6d7c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 210 time: 0.0335054 Jul 05 11:06:22.836106 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:22.924011 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b49c3976-56f8-4864-8403-69377459be25 req-c5e7787a-76a5-4593-a956-78f1021eb4c7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 210 time: 0.0399163 Jul 05 11:06:23.022517 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-dab5b18f-00e6-47d1-a8e4-a0379d530c17 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:23.024024 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-dab5b18f-00e6-47d1-a8e4-a0379d530c17 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 811 time: 0.1281464 Jul 05 11:06:23.068509 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-fd320fc0-8c13-48e5-89b9-c48d96679554 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 379 time: 0.0363772 Jul 05 11:06:23.077379 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Request body: {'port': {'device_id': '7210bf68-64ae-46cb-8007-c41083faa187', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'admin_state_up': True, 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'security_groups': ['f0886664-0965-47f0-af83-74348926c89a']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:06:23.292881 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Made reservation on behalf of 0accab33f83b4e6ea36c420fe88550da for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:06:23.296597 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:23.421734 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Allocated IP 172.20.0.5 (febe2fdd-6d1c-4afd-9f04-ca480587e42a/1b081e0e-cf9e-439d-8fb6-33b815aa7fe2/0356fd1d-169f-4e86-9d61-317e2f00b57c) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:06:23.551310 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:23.568984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Transition to ACTIVE for port object 0356fd1d-169f-4e86-9d61-317e2f00b57c will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:06:23.702997 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:23.747966 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Network febe2fdd-6d1c-4afd-9f04-ca480587e42a is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:06:23.753135 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:06:23.772910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:06:23.784434 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Pushing event updated for resources: {'Port': ['ID=0356fd1d-169f-4e86-9d61-317e2f00b57c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:23.801310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:23.804480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:23.804480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:23.804480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:23.804480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:23.804480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:23.804979 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:23.805165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:23.805647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:23.806192 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:23.806733 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:23.807610 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:06:23.830773 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:23.831395 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:23.957068 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-ebace68d-13ec-48f3-abae-1dbaec8c4d48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8834724 Jul 05 11:06:23.968652 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Request body: {'port': {'device_id': '7210bf68-64ae-46cb-8007-c41083faa187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:06:24.047521 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:24.063430 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f6b7dd31-c5cb-4f6c-86fa-c025291c984e None None] Provisioning for port 0356fd1d-169f-4e86-9d61-317e2f00b57c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:06:24.068625 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f6b7dd31-c5cb-4f6c-86fa-c025291c984e None None] Provisioning complete for port 0356fd1d-169f-4e86-9d61-317e2f00b57c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:06:24.068625 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f6b7dd31-c5cb-4f6c-86fa-c025291c984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:24.102307 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db861bf-57d4-4924-8213-0fe5478c9b9f req-ae9f11aa-b129-49c8-b39a-9abee47e6423 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:24.104945 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7db861bf-57d4-4924-8213-0fe5478c9b9f req-ae9f11aa-b129-49c8-b39a-9abee47e6423 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 931 time: 0.0666418 Jul 05 11:06:24.117641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-f6b7dd31-c5cb-4f6c-86fa-c025291c984e None None] Port 0356fd1d-169f-4e86-9d61-317e2f00b57c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:06:24.151279 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7db861bf-57d4-4924-8213-0fe5478c9b9f req-7241fe55-c897-4184-b3b5-984eaeeb39f9 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380857 Jul 05 11:06:24.319032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0356fd1d-169f-4e86-9d61-317e2f00b57c {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:06:24.326277 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:24.339709 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Transition to ACTIVE for port object 0356fd1d-169f-4e86-9d61-317e2f00b57c will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:06:24.422107 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:24.472634 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Pushing event updated for resources: {'Port': ['ID=0356fd1d-169f-4e86-9d61-317e2f00b57c,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:24.552668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Attempting to bind port 0356fd1d-169f-4e86-9d61-317e2f00b57c on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:06:24.552934 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Attempting to bind port 0356fd1d-169f-4e86-9d61-317e2f00b57c by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:06:24.553039 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Attempting to bind port 0356fd1d-169f-4e86-9d61-317e2f00b57c on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:06:24.557945 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Port 0356fd1d-169f-4e86-9d61-317e2f00b57c on network febe2fdd-6d1c-4afd-9f04-ca480587e42a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:06:24.558265 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Attempting to bind port 0356fd1d-169f-4e86-9d61-317e2f00b57c on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:06:24.565751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:06:24.566116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Checking segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:06:24.566480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Bound using segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:06:24.566916 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Bound port: 0356fd1d-169f-4e86-9d61-317e2f00b57c, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:06:24.567280 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:24.635954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:06:24.636169 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:24.639468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:06:24.731839 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:24.765705 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:24.766914 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:24.768263 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] 10.222.0.73 "PUT /v2.0/ports/0356fd1d-169f-4e86-9d61-317e2f00b57c HTTP/1.1" status: 200 len: 1092 time: 0.8044035 Jul 05 11:06:24.768701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:06:24.770939 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef558ef1-6b77-4fe6-ab93-319ba46e640f" -d '{"events": [{"name": "network-changed", "server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:06:24.801743 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3ac3f-dfc8-4f07-b2c0-be3847afefa3 service neutron] Pushing event updated for resources: {'Port': ['ID=0356fd1d-169f-4e86-9d61-317e2f00b57c,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:24.882150 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b66beec-4b88-46be-8353-e4704eed08fe x-openstack-request-id: req-0b66beec-4b88-46be-8353-e4704eed08fe {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:06:24.882439 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:06:24.882690 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0b66beec-4b88-46be-8353-e4704eed08fe {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:06:24.883086 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'status': 'completed', 'code': 200} Jul 05 11:06:24.950675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-c8181f8d-dd4b-4bba-bd7c-b5322f4b6ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:24.952236 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-c8181f8d-dd4b-4bba-bd7c-b5322f4b6ae4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 1095 time: 0.0613706 Jul 05 11:06:25.339664 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbfcb8-eb54-46f5-b331-ca0112cf9a10 req-3bf5ea89-0265-4b1d-b82d-fe8a12b5fc84 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:25.341480 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8fbfcb8-eb54-46f5-b331-ca0112cf9a10 req-3bf5ea89-0265-4b1d-b82d-fe8a12b5fc84 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 943 time: 0.0687077 Jul 05 11:06:25.345441 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-b9d704ca-3172-45f3-a72a-90b7d460a948 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c HTTP/1.1" status: 200 len: 217 time: 0.3851247 Jul 05 11:06:25.382116 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d8fbfcb8-eb54-46f5-b331-ca0112cf9a10 req-04b75f92-e655-43a7-bbc0-ff7e7ebaf739 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337944 Jul 05 11:06:25.394171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-f5739bff-8685-4dfd-9db2-7a3157bc6b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:25.395674 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-f5739bff-8685-4dfd-9db2-7a3157bc6b0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0442908 Jul 05 11:06:25.456480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-6e4782ea-27a7-4ba8-ab84-7a03e127b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:25.457907 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-6e4782ea-27a7-4ba8-ab84-7a03e127b4a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563681 Jul 05 11:06:25.550021 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-7e72f775-8d52-440e-a03e-6f1a439c043e service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853624 Jul 05 11:06:25.640247 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59af9724-3e1d-4236-aefe-e6a079c5932f req-9078f6d1-5923-4284-a164-c6b71cf7a54f service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839510 Jul 05 11:06:25.819353 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef558ef1-6b77-4fe6-ab93-319ba46e640f req-ef828ed0-7b80-4fa2-83ec-2e8a676e678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:25.820905 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef558ef1-6b77-4fe6-ab93-319ba46e640f req-ef828ed0-7b80-4fa2-83ec-2e8a676e678a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 1095 time: 0.0554612 Jul 05 11:06:25.912442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef558ef1-6b77-4fe6-ab93-319ba46e640f req-7565b48b-c7d4-466a-be63-5b64ff99f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:25.913978 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef558ef1-6b77-4fe6-ab93-319ba46e640f req-7565b48b-c7d4-466a-be63-5b64ff99f706 service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0872738 Jul 05 11:06:25.958961 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef558ef1-6b77-4fe6-ab93-319ba46e640f req-d9f590a3-9e06-41d9-99eb-19f70d91af0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c HTTP/1.1" status: 200 len: 217 time: 0.0378690 Jul 05 11:06:26.007916 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef558ef1-6b77-4fe6-ab93-319ba46e640f req-63c0c34f-761f-40a0-9448-9012961be70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:26.009381 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef558ef1-6b77-4fe6-ab93-319ba46e640f req-63c0c34f-761f-40a0-9448-9012961be70e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0438139 Jul 05 11:06:26.066893 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef558ef1-6b77-4fe6-ab93-319ba46e640f req-6cc390ac-22b8-4319-9a70-0604dfeccdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:26.068439 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef558ef1-6b77-4fe6-ab93-319ba46e640f req-6cc390ac-22b8-4319-9a70-0604dfeccdbc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527866 Jul 05 11:06:26.165374 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef558ef1-6b77-4fe6-ab93-319ba46e640f req-1dbdc3be-929d-4027-a3fb-5d880943b218 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895166 Jul 05 11:06:26.257227 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ef558ef1-6b77-4fe6-ab93-319ba46e640f req-23351283-57bc-4aeb-90e8-0fd7f1638d60 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849102 Jul 05 11:06:26.563555 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c04fab-bb90-4704-86f9-9b82b7c01648 req-91d48420-d4c9-4634-815f-64c6a7235bc6 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:26.565653 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6c04fab-bb90-4704-86f9-9b82b7c01648 req-91d48420-d4c9-4634-815f-64c6a7235bc6 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 943 time: 0.0710735 Jul 05 11:06:26.603735 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6c04fab-bb90-4704-86f9-9b82b7c01648 req-c8377d99-fafc-443b-b01d-564da0ce7d8c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323596 Jul 05 11:06:27.779988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd78fa5-920d-47f3-ba5a-83b1c57bbec1 req-992660b2-b9e8-48bc-8b86-2b1fc3e11d1b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:27.781503 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8fd78fa5-920d-47f3-ba5a-83b1c57bbec1 req-992660b2-b9e8-48bc-8b86-2b1fc3e11d1b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 943 time: 0.0673044 Jul 05 11:06:27.819447 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8fd78fa5-920d-47f3-ba5a-83b1c57bbec1 req-b72457fc-ab8d-4218-bc8d-8657e22a4846 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321019 Jul 05 11:06:29.002128 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abad68f-8e0c-4545-b032-38c04c51af15 req-bc0c6f01-f1c4-4af7-8c80-68c11d30f7ee tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:29.003701 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4abad68f-8e0c-4545-b032-38c04c51af15 req-bc0c6f01-f1c4-4af7-8c80-68c11d30f7ee tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 943 time: 0.0674219 Jul 05 11:06:29.043461 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4abad68f-8e0c-4545-b032-38c04c51af15 req-48f76cca-0a96-4126-9741-27897f25f1ac tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338688 Jul 05 11:06:29.303084 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0356fd1d-169f-4e86-9d61-317e2f00b57c details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:06:29.397138 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:29.409445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'port_id': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'mac_address': 'fa:16:3e:41:dd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:06:29.450375 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:29.466419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0356fd1d-169f-4e86-9d61-317e2f00b57c {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:06:29.486007 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:29.553589 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:29.758670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0356fd1d-169f-4e86-9d61-317e2f00b57c,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:29.798934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0356fd1d-169f-4e86-9d61-317e2f00b57c'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:06:30.216569 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcec87-cfca-4d0c-ba64-7736e175b3c7 req-861bc922-81e3-4017-937a-9133a33cb761 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:30.217989 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-57dcec87-cfca-4d0c-ba64-7736e175b3c7 req-861bc922-81e3-4017-937a-9133a33cb761 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 944 time: 0.0649970 Jul 05 11:06:30.256204 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-57dcec87-cfca-4d0c-ba64-7736e175b3c7 req-1af2bfbd-8cf7-4e3f-a6a1-9fdba68bc3e1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327244 Jul 05 11:06:31.318619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0356fd1d-169f-4e86-9d61-317e2f00b57c up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:06:31.450447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 0356fd1d-169f-4e86-9d61-317e2f00b57c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:06:31.455349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 0356fd1d-169f-4e86-9d61-317e2f00b57c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:06:31.455895 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:31.479680 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98775d8-b4af-4b8b-8b87-abf04db35b38 req-d6a07868-1ebb-4e0a-b68d-49145defad02 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:31.480683 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d98775d8-b4af-4b8b-8b87-abf04db35b38 req-d6a07868-1ebb-4e0a-b68d-49145defad02 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 944 time: 0.0643351 Jul 05 11:06:31.521789 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d98775d8-b4af-4b8b-8b87-abf04db35b38 req-0afa7107-f573-4c43-a680-015f20b654b6 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340412 Jul 05 11:06:31.532442 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:31.555350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:06:31.557517 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bf394d-4eed-43ce-874c-231b2bf5990c" -d '{"events": [{"server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "name": "network-vif-plugged", "status": "completed", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:06:31.572446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:06:31.593032 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e0cbf5-3fda-4ef7-8cc5-dacbf4330620 x-openstack-request-id: req-72e0cbf5-3fda-4ef7-8cc5-dacbf4330620 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:06:31.593375 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "name": "network-vif-plugged", "status": "completed", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:06:31.593626 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-72e0cbf5-3fda-4ef7-8cc5-dacbf4330620 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:06:31.594035 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'code': 200} Jul 05 11:06:31.663685 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:31.713736 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb88f1-cdc2-439e-8f66-9e205686e5bb req-46899475-eb5f-4f9e-b841-5b6ec9790e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:31.714514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0356fd1d-169f-4e86-9d61-317e2f00b57c,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:06:31.715269 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7cb88f1-cdc2-439e-8f66-9e205686e5bb req-46899475-eb5f-4f9e-b841-5b6ec9790e37 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 1097 time: 0.0597746 Jul 05 11:06:31.753176 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d7cb88f1-cdc2-439e-8f66-9e205686e5bb req-ab8f4aaf-e395-4d85-a887-2dc6ef8d68cc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293858 Jul 05 11:06:32.702712 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b549c9-2ede-414d-ad42-d7024ffc696a req-89c3fe1e-6466-4523-ab43-bfa1ff38bd13 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:32.705658 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73b549c9-2ede-414d-ad42-d7024ffc696a req-89c3fe1e-6466-4523-ab43-bfa1ff38bd13 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0681350 Jul 05 11:06:32.753348 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73b549c9-2ede-414d-ad42-d7024ffc696a req-2e9994a6-7a62-408d-995f-a8a1a9c490b5 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378196 Jul 05 11:06:33.933887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a278e-ef00-4118-9e5f-63ea55dcc64c req-948fdb15-4a5c-40c2-84a6-2ad752159ba7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:33.935341 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-943a278e-ef00-4118-9e5f-63ea55dcc64c req-948fdb15-4a5c-40c2-84a6-2ad752159ba7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0669672 Jul 05 11:06:33.974109 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-943a278e-ef00-4118-9e5f-63ea55dcc64c req-50520a63-ee3e-4811-b2b8-87ce0bfcf47f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328097 Jul 05 11:06:34.148969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5a233-e190-4fe1-bf5c-5dddfc636bc4 req-e0805836-23da-43e9-9e0c-2a4f8e58f3aa tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:34.150480 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-16a5a233-e190-4fe1-bf5c-5dddfc636bc4 req-e0805836-23da-43e9-9e0c-2a4f8e58f3aa tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0726204 Jul 05 11:06:34.159367 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 41636) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:06:34.163845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-cbbdb8e7-2b33-4426-9c95-47a323de671d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Request body: {'floatingip': {'port_id': '0356fd1d-169f-4e86-9d61-317e2f00b57c'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:06:34.202733 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb8e7-2b33-4426-9c95-47a323de671d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:34.653211 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb8e7-2b33-4426-9c95-47a323de671d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:34.741893 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb8e7-2b33-4426-9c95-47a323de671d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:34.842606 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-cbbdb8e7-2b33-4426-9c95-47a323de671d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Floating IP c2e864cf-0593-4a10-b66f-1c714716793b associated. External IP: 172.25.5.123, port: 0356fd1d-169f-4e86-9d61-317e2f00b57c. Jul 05 11:06:35.052108 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbdb8e7-2b33-4426-9c95-47a323de671d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:06:35.159380 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbdb8e7-2b33-4426-9c95-47a323de671d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:06:35.166237 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb8e7-2b33-4426-9c95-47a323de671d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:35.171449 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d539a-0ca7-4d38-a5da-5cf74ae0876a None None] Sync routers for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:06:35.182128 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d539a-0ca7-4d38-a5da-5cf74ae0876a None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:06:35.182738 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-512d539a-0ca7-4d38-a5da-5cf74ae0876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:06:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:35.206621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-cbbdb8e7-2b33-4426-9c95-47a323de671d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "PUT /v2.0/floatingips/c2e864cf-0593-4a10-b66f-1c714716793b HTTP/1.1" status: 200 len: 991 time: 1.0461509 Jul 05 11:06:35.207199 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:06:35.209677 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f7cc8f-8312-4c89-84ab-a8c75f6b816e" -d '{"events": [{"name": "network-changed", "server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:06:35.249083 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e54d5a7-c308-424c-b9e9-1091b87535d6 x-openstack-request-id: req-3e54d5a7-c308-424c-b9e9-1091b87535d6 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:06:35.249378 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:06:35.249672 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e54d5a7-c308-424c-b9e9-1091b87535d6 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:06:35.250079 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'status': 'completed', 'code': 200} Jul 05 11:06:35.320601 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-512d539a-0ca7-4d38-a5da-5cf74ae0876a None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:06:35.332776 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7cc8f-8312-4c89-84ab-a8c75f6b816e req-ad0d6ecf-3f2e-4626-bd11-b6f0cf923ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:35.334343 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a3f7cc8f-8312-4c89-84ab-a8c75f6b816e req-ad0d6ecf-3f2e-4626-bd11-b6f0cf923ce4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 1097 time: 0.0595443 Jul 05 11:06:35.430672 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7cc8f-8312-4c89-84ab-a8c75f6b816e req-acc162f0-f50e-419b-823a-e347f164901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:35.432251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a3f7cc8f-8312-4c89-84ab-a8c75f6b816e req-acc162f0-f50e-419b-823a-e347f164901f service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0922236 Jul 05 11:06:35.497551 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a3f7cc8f-8312-4c89-84ab-a8c75f6b816e req-62311360-e786-4e8f-9734-b91eed71965f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c HTTP/1.1" status: 200 len: 999 time: 0.0596011 Jul 05 11:06:35.544773 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-512d539a-0ca7-4d38-a5da-5cf74ae0876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'c2e864cf-0593-4a10-b66f-1c714716793b', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'port_id': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'mac_address': 'fa:16:3e:41:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7210bf68-64ae-46cb-8007-c41083faa187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:01:33Z', 'updated_at': '2021-07-05T11:06:34Z', 'revision_number': 9, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:35.548405 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7cc8f-8312-4c89-84ab-a8c75f6b816e req-209d0b5c-2217-4d20-bb6d-63a89d598ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:35.549910 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a3f7cc8f-8312-4c89-84ab-a8c75f6b816e req-209d0b5c-2217-4d20-bb6d-63a89d598ca9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0464158 Jul 05 11:06:35.574561 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d539a-0ca7-4d38-a5da-5cf74ae0876a None None] Checking router: 709c1c12-455c-428c-9bd9-e5f2278dbbe4 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:06:35.582784 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d539a-0ca7-4d38-a5da-5cf74ae0876a None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:06:35.583389 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-512d539a-0ca7-4d38-a5da-5cf74ae0876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:06:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:35.612248 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7cc8f-8312-4c89-84ab-a8c75f6b816e req-57fec527-77e6-4ad4-aaf2-54ee75675265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:06:35.613908 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a3f7cc8f-8312-4c89-84ab-a8c75f6b816e req-57fec527-77e6-4ad4-aaf2-54ee75675265 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573661 Jul 05 11:06:35.687255 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-512d539a-0ca7-4d38-a5da-5cf74ae0876a None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:06:35.704543 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a3f7cc8f-8312-4c89-84ab-a8c75f6b816e req-879fb73d-d7e0-449b-8de7-445dde893ddf service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841124 Jul 05 11:06:35.800648 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a3f7cc8f-8312-4c89-84ab-a8c75f6b816e req-3309d120-34c4-4982-9c95-9d893da5c96f service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898552 Jul 05 11:06:35.926908 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-512d539a-0ca7-4d38-a5da-5cf74ae0876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'c2e864cf-0593-4a10-b66f-1c714716793b', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'port_id': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'mac_address': 'fa:16:3e:41:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7210bf68-64ae-46cb-8007-c41083faa187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:01:33Z', 'updated_at': '2021-07-05T11:06:34Z', 'revision_number': 9, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:06:35.954181 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d539a-0ca7-4d38-a5da-5cf74ae0876a None None] The sync data for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 is: [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'c2e864cf-0593-4a10-b66f-1c714716793b', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'port_id': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'mac_address': 'fa:16:3e:41:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7210bf68-64ae-46cb-8007-c41083faa187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:01:33Z', 'updated_at': '2021-07-05T11:06:34Z', 'revision_number': 9, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:06:36.150133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143a170a-483d-43dc-a553-47db7a758458 None None] New status for floating IP c2e864cf-0593-4a10-b66f-1c714716793b: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:06:41.137704 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-64517522-dbf2-48b2-b472-154cfd135ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:43.708534 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2d27c747-4f69-4628-9e81-248626bda06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:43.748907 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:44.411364 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:06:45.198030 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:47.033178 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:52.814837 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:06:54.684933 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:11.139582 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-994531ee-0d20-4ebd-b039-4717f78da6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:13.693566 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-69c6af2b-a662-4add-9af8-b352a3c65a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:13.733133 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:15.184738 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:17.014876 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:21.410344 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:07:22.818878 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:24.659905 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:33.719100 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79192083-dd8f-4ca2-877c-821d8ba095c3 req-5ffb66ab-51ab-4153-a6c3-450b452dc3de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547621 Jul 05 11:07:33.824472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79192083-dd8f-4ca2-877c-821d8ba095c3 req-b26f94cb-f6d3-4d39-9164-b597e6a4479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:33.825999 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79192083-dd8f-4ca2-877c-821d8ba095c3 req-b26f94cb-f6d3-4d39-9164-b597e6a4479d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 1097 time: 0.0576022 Jul 05 11:07:33.941398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79192083-dd8f-4ca2-877c-821d8ba095c3 req-8efd3081-4d94-4ba3-910b-9f39f7931c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:33.942920 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79192083-dd8f-4ca2-877c-821d8ba095c3 req-8efd3081-4d94-4ba3-910b-9f39f7931c7f service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0945773 Jul 05 11:07:34.010480 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79192083-dd8f-4ca2-877c-821d8ba095c3 req-760d1f62-dea3-4866-b7c7-694502dfc8d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c HTTP/1.1" status: 200 len: 1002 time: 0.0603969 Jul 05 11:07:34.060608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79192083-dd8f-4ca2-877c-821d8ba095c3 req-83bd2e03-330d-4cc1-99d8-fdef1beebb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:34.062827 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79192083-dd8f-4ca2-877c-821d8ba095c3 req-83bd2e03-330d-4cc1-99d8-fdef1beebb1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0454175 Jul 05 11:07:34.127111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79192083-dd8f-4ca2-877c-821d8ba095c3 req-451cb024-ba4f-4443-b24a-b7f727c53f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:07:34.128697 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79192083-dd8f-4ca2-877c-821d8ba095c3 req-451cb024-ba4f-4443-b24a-b7f727c53f2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589266 Jul 05 11:07:34.220189 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79192083-dd8f-4ca2-877c-821d8ba095c3 req-c2608070-313d-4eba-8af3-2ec8c062ae77 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844843 Jul 05 11:07:34.315020 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-79192083-dd8f-4ca2-877c-821d8ba095c3 req-ddd091fe-af0b-4d4f-9b00-7d2a5fd7cf70 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860717 Jul 05 11:07:41.150197 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8ccb915c-74b6-4d19-a3fd-b40636683b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:43.635486 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-81afc1bd-524e-46d0-8150-214e02e77998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:43.750518 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:45.235342 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:47.011565 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:52.824110 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:54.652266 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:07:58.410398 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:08:11.153630 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5c039159-bb89-4213-ba70-61d0c5684292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:12.157790 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080cde3-e1b9-4f0a-a449-9624b10ff4fa req-6b8919a6-434c-4051-9b2c-1399cc2e64a1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:12.159884 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c080cde3-e1b9-4f0a-a449-9624b10ff4fa req-6b8919a6-434c-4051-9b2c-1399cc2e64a1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0670216 Jul 05 11:08:12.200361 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c080cde3-e1b9-4f0a-a449-9624b10ff4fa req-818e2ce7-abe1-4b48-a7c0-329e794fce4f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339537 Jul 05 11:08:12.330544 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-6b6f0ae0-ec0f-4b68-a15f-6d240b36e184 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950577 Jul 05 11:08:13.371944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2af50c-096f-413e-8187-09af2d11237f req-491be904-167e-46dc-b920-94226200df5f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:13.376685 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed2af50c-096f-413e-8187-09af2d11237f req-491be904-167e-46dc-b920-94226200df5f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0628264 Jul 05 11:08:13.412745 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed2af50c-096f-413e-8187-09af2d11237f req-3a848e96-fc3f-4a53-88c8-153a1843d953 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333204 Jul 05 11:08:13.656785 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2606af46-f2ef-43f5-8a2d-4d1e0b61cf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:13.737298 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:14.591824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8f3e0-bcaa-4cf8-9b90-3425d15cac24 req-812bfcb5-264c-4d1e-b716-b261e3d72db5 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:14.593332 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-34a8f3e0-bcaa-4cf8-9b90-3425d15cac24 req-812bfcb5-264c-4d1e-b716-b261e3d72db5 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0647228 Jul 05 11:08:14.631947 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-34a8f3e0-bcaa-4cf8-9b90-3425d15cac24 req-8f82de4f-da73-4ac5-be21-8903bcf7745f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323107 Jul 05 11:08:14.836239 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-d36d2327-8a2c-45b5-aa97-79a9c6350d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:14.837746 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-d36d2327-8a2c-45b5-aa97-79a9c6350d7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 1097 time: 0.0565271 Jul 05 11:08:14.927293 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-743efeda-543b-4372-836c-f166bf63c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:14.928820 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-743efeda-543b-4372-836c-f166bf63c0f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0842505 Jul 05 11:08:14.998951 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-0581860c-1be9-400a-92c5-9925df90fed4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c HTTP/1.1" status: 200 len: 1002 time: 0.0641134 Jul 05 11:08:15.045808 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-fabc2d3d-9cc7-4771-83f4-70591c81d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:15.047264 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-fabc2d3d-9cc7-4771-83f4-70591c81d67f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0426228 Jul 05 11:08:15.106666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-a1e80b68-b266-4835-bbb0-cd5793bdb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:15.108144 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-a1e80b68-b266-4835-bbb0-cd5793bdb55c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551548 Jul 05 11:08:15.193635 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:15.202459 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-a8f193b9-3575-4b4c-8acd-2421245555c4 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881219 Jul 05 11:08:15.291286 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-cf77bc77-bef8-4c56-a64d-ee96d7cae9a3 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828054 Jul 05 11:08:15.807700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49744d5-4123-4c55-b055-2c834df1ec96 req-93df4e5e-84bd-4356-83ce-f7df586b9df7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:15.809207 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e49744d5-4123-4c55-b055-2c834df1ec96 req-93df4e5e-84bd-4356-83ce-f7df586b9df7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0653670 Jul 05 11:08:15.850558 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e49744d5-4123-4c55-b055-2c834df1ec96 req-95bd69b0-e318-4188-8d77-b937d0a40111 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354595 Jul 05 11:08:17.010888 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:17.031362 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40051efc-62d1-4bf4-80d4-9f87c75ac364 req-383274e4-7575-4b6f-8dd5-4eebb2ae298e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:17.032982 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40051efc-62d1-4bf4-80d4-9f87c75ac364 req-383274e4-7575-4b6f-8dd5-4eebb2ae298e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0708618 Jul 05 11:08:17.071272 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40051efc-62d1-4bf4-80d4-9f87c75ac364 req-1b9010f1-b6bb-45d0-b032-712d64121099 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325353 Jul 05 11:08:18.246590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d4de8-b605-4429-9658-719de5e94789 req-a076b5b8-443a-45c4-be56-012551d445e8 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:18.248087 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d7d4de8-b605-4429-9658-719de5e94789 req-a076b5b8-443a-45c4-be56-012551d445e8 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0624647 Jul 05 11:08:18.286187 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d7d4de8-b605-4429-9658-719de5e94789 req-8b52a469-2259-49b4-88a4-01e7d16a87d3 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323777 Jul 05 11:08:19.462351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f93fcc-88cf-4908-b8d9-b3039e05e429 req-d466f0e1-adab-41c7-9f56-a861365573b7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:19.463894 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a2f93fcc-88cf-4908-b8d9-b3039e05e429 req-d466f0e1-adab-41c7-9f56-a861365573b7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0633829 Jul 05 11:08:19.502851 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a2f93fcc-88cf-4908-b8d9-b3039e05e429 req-8247286b-30a4-47cb-baa8-fd5df009bb84 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333838 Jul 05 11:08:20.673921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40166d-5145-42a9-8742-e3266b952006 req-eacd7b54-b0b8-48b2-846c-a97236978abc tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:20.675431 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df40166d-5145-42a9-8742-e3266b952006 req-eacd7b54-b0b8-48b2-846c-a97236978abc tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0623741 Jul 05 11:08:20.711927 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-df40166d-5145-42a9-8742-e3266b952006 req-dfd4ae39-1324-4e18-914d-2a29cc21da4f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308881 Jul 05 11:08:21.888847 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00872380-886c-42a1-9850-694f1221875e req-9a5756d5-b9e0-4e96-9f51-c1c46a62d980 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:21.890345 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00872380-886c-42a1-9850-694f1221875e req-9a5756d5-b9e0-4e96-9f51-c1c46a62d980 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0664556 Jul 05 11:08:21.929581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00872380-886c-42a1-9850-694f1221875e req-c6ce639d-a58f-4a10-8201-cf989efa21a7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329900 Jul 05 11:08:22.879778 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:23.104842 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631d033-0c0e-45bc-a8ba-36c6a71b397a req-b368daa1-53e8-423d-8713-84363e45bf45 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:23.106386 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a631d033-0c0e-45bc-a8ba-36c6a71b397a req-b368daa1-53e8-423d-8713-84363e45bf45 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0672567 Jul 05 11:08:23.144067 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a631d033-0c0e-45bc-a8ba-36c6a71b397a req-41f4f449-7ad2-42c1-bf4c-90a4668fb42f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320578 Jul 05 11:08:24.318528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5034b7d-c66b-436d-845b-a23949384a53 req-e66444aa-a9c2-4322-8ac2-5194737b2eb0 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:24.320065 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5034b7d-c66b-436d-845b-a23949384a53 req-e66444aa-a9c2-4322-8ac2-5194737b2eb0 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0652945 Jul 05 11:08:24.356916 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b5034b7d-c66b-436d-845b-a23949384a53 req-b4076491-19fc-4a30-9d85-421ee2531fb4 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313420 Jul 05 11:08:24.655874 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:25.537211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881b619-b553-4ec6-953d-8eac3f75031f req-9940a1da-8ccf-4054-aa07-8366b6825552 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:25.538711 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e881b619-b553-4ec6-953d-8eac3f75031f req-9940a1da-8ccf-4054-aa07-8366b6825552 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0708241 Jul 05 11:08:25.576425 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e881b619-b553-4ec6-953d-8eac3f75031f req-62204ccf-9826-48b8-ab3f-a50e6c4b4745 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320911 Jul 05 11:08:26.749210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca476e-d1f4-41f1-b4af-3995ec863abb req-16b13ede-2532-45e4-96ee-e720d786aea5 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:26.751046 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8ca476e-d1f4-41f1-b4af-3995ec863abb req-16b13ede-2532-45e4-96ee-e720d786aea5 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0640049 Jul 05 11:08:26.789652 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f8ca476e-d1f4-41f1-b4af-3995ec863abb req-9afbbeac-7dd8-4e8d-9bee-cca666b90f28 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332313 Jul 05 11:08:27.594229 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-42749732-ba6f-4ff8-b007-f2d6b2cf02df service neutron] show failed (client error): The resource could not be found. Jul 05 11:08:27.595227 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-42749732-ba6f-4ff8-b007-f2d6b2cf02df service neutron] 10.222.0.73 "GET /v2.0/ports/0356fd1d-169f-4e86-9d61-317e2f00b57c/bindings/n-h2-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0531700 Jul 05 11:08:28.217398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-4e611c63-9567-4f2d-94d2-5487d79ec6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:28.218966 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-4e611c63-9567-4f2d-94d2-5487d79ec6c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187&tenant_id=0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 1097 time: 0.0626435 Jul 05 11:08:28.231864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:08:28.300911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739a994-f750-4fcd-9487-077620eba118 req-c9446eb3-3605-4673-a4b9-28df6cdf35fc tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:28.303223 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f739a994-f750-4fcd-9487-077620eba118 req-c9446eb3-3605-4673-a4b9-28df6cdf35fc tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.3983591 Jul 05 11:08:28.307422 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:28.340048 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f739a994-f750-4fcd-9487-077620eba118 req-98530b85-3520-4223-9a26-906227c6a405 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313168 Jul 05 11:08:28.511878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:08:28.549594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:08:28.588950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:08:28.591225 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a1585f-bdb1-4417-8496-5ca1cdbc8fcc" -d '{"events": [{"server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "name": "network-vif-unplugged", "status": "completed", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:08:28.595196 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:28.608163 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Transition to ACTIVE for port object 0356fd1d-169f-4e86-9d61-317e2f00b57c will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:08:28.641748 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 11:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cca536-f5bd-4f01-9e4c-e40c91f50f9c x-openstack-request-id: req-c4cca536-f5bd-4f01-9e4c-e40c91f50f9c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:08:28.642034 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "name": "network-vif-unplugged", "status": "completed", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:08:28.642286 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4cca536-f5bd-4f01-9e4c-e40c91f50f9c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:08:28.642685 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'code': 200} Jul 05 11:08:28.673089 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:28.749998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Pushing event updated for resources: {'Port': ['ID=0356fd1d-169f-4e86-9d61-317e2f00b57c,revision_number=6']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:28.762041 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:28.762311 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:28.762657 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:28.762993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:28.763325 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:28.763668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:28.764042 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:28.764334 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:28.764825 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:28.764989 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:28.765314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:28.765633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:28.807364 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] No DVR routers for this DVR port 0356fd1d-169f-4e86-9d61-317e2f00b57c on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:08:28.945441 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Attempting to bind port 0356fd1d-169f-4e86-9d61-317e2f00b57c on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:08:28.945771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Attempting to bind port 0356fd1d-169f-4e86-9d61-317e2f00b57c by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:08:28.946095 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Attempting to bind port 0356fd1d-169f-4e86-9d61-317e2f00b57c on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:08:28.950236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Port 0356fd1d-169f-4e86-9d61-317e2f00b57c on network febe2fdd-6d1c-4afd-9f04-ca480587e42a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:08:28.950553 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Attempting to bind port 0356fd1d-169f-4e86-9d61-317e2f00b57c on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:08:28.955316 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:08:28.955653 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Checking segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:08:28.956076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Bound using segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:08:28.956499 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Bound port: 0356fd1d-169f-4e86-9d61-317e2f00b57c, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:08:28.956850 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:29.018678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:08:29.021731 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:08:29.124912 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:29.159792 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:29.160429 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:29.162397 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] 10.222.0.64 "PUT /v2.0/ports/0356fd1d-169f-4e86-9d61-317e2f00b57c HTTP/1.1" status: 200 len: 1092 time: 0.9343679 Jul 05 11:08:29.189053 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a021d-7b69-4a65-8021-b8021763e118 service neutron] Pushing event updated for resources: {'Port': ['ID=0356fd1d-169f-4e86-9d61-317e2f00b57c,revision_number=7']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:29.254153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-26fcbfc0-34e9-4d50-af4e-873ac06586a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:29.255960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-26fcbfc0-34e9-4d50-af4e-873ac06586a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 1095 time: 0.0599599 Jul 05 11:08:29.354573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-dc0c2dc4-ddaa-4cc6-80aa-9d94327c2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:29.357288 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-dc0c2dc4-ddaa-4cc6-80aa-9d94327c2934 service neutron] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0905678 Jul 05 11:08:29.431615 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-91fe74d7-7c61-4f1f-8886-05a9e3f2d46f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c HTTP/1.1" status: 200 len: 1000 time: 0.0661330 Jul 05 11:08:29.484249 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-17dac34a-2e80-465b-97e4-fe07b7e063da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:29.485759 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-17dac34a-2e80-465b-97e4-fe07b7e063da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0453744 Jul 05 11:08:29.514810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d9203-214b-49b4-9b6b-c04755e32d69 req-df0acbba-658d-4a6e-87a8-9d09d0e3c853 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:29.516460 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-602d9203-214b-49b4-9b6b-c04755e32d69 req-df0acbba-658d-4a6e-87a8-9d09d0e3c853 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 943 time: 0.0642984 Jul 05 11:08:29.546153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-c3cb1e79-8b26-4d56-b73c-c3ead02600c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:29.547549 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-c3cb1e79-8b26-4d56-b73c-c3ead02600c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536735 Jul 05 11:08:29.556523 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-602d9203-214b-49b4-9b6b-c04755e32d69 req-f04a285c-589e-41f1-a882-18f63cfacca3 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336661 Jul 05 11:08:29.644129 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-98516c5c-f7fd-45e1-8143-5c088cac16a3 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852621 Jul 05 11:08:29.733049 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0fbfc0ac-fae2-44ca-9359-3c424543641b req-87341b7b-c7d8-4018-adc0-70c89e120e85 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815039 Jul 05 11:08:30.643932 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:08:30.646352 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132" -d '{"events": [{"name": "network-changed", "server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:08:30.700458 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1e5a4d-d2d3-4346-89c9-71818aa2ac3c x-openstack-request-id: req-ba1e5a4d-d2d3-4346-89c9-71818aa2ac3c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:08:30.700751 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:08:30.701108 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba1e5a4d-d2d3-4346-89c9-71818aa2ac3c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:08:30.701434 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'status': 'completed', 'code': 200} Jul 05 11:08:30.771978 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941dda1-e231-4b6d-bb9f-af130e75cafb req-df24c3ec-4293-4302-be10-29671fcf782e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:30.772300 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-2c3fd360-841b-48f4-a5a0-6232cea65043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:30.773518 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e941dda1-e231-4b6d-bb9f-af130e75cafb req-df24c3ec-4293-4302-be10-29671fcf782e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 943 time: 0.1025600 Jul 05 11:08:30.773867 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-2c3fd360-841b-48f4-a5a0-6232cea65043 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 1095 time: 0.0585454 Jul 05 11:08:30.820403 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-cd3ff5fe-389d-43b1-be5a-e2bd3a7d06d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:30.821919 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-cd3ff5fe-389d-43b1-be5a-e2bd3a7d06d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 1095 time: 0.1023889 Jul 05 11:08:30.827124 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e941dda1-e231-4b6d-bb9f-af130e75cafb req-3e1727cc-a757-4c23-9f4c-bd9137a46636 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472207 Jul 05 11:08:30.866572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-e6f167c1-91d0-4fdc-9a60-27f1b025395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:30.868105 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-e6f167c1-91d0-4fdc-9a60-27f1b025395f service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0886080 Jul 05 11:08:30.915748 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-53945e73-614d-4dee-a60f-f9914c1a22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:30.917309 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-53945e73-614d-4dee-a60f-f9914c1a22e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0879943 Jul 05 11:08:30.937809 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-925c58f5-9eec-4e03-8296-213ca8e1abd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c HTTP/1.1" status: 200 len: 1000 time: 0.0630944 Jul 05 11:08:30.984683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-fb1a8159-20f2-41ae-999e-04f41b8f96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:30.986159 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-fb1a8159-20f2-41ae-999e-04f41b8f96bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0421686 Jul 05 11:08:30.988466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-e36400ca-aafc-4148-a2d9-49116be1a837 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c HTTP/1.1" status: 200 len: 1000 time: 0.0643418 Jul 05 11:08:31.038460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-64337800-7cb1-4727-9882-5d403b9cf6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:31.040142 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-64337800-7cb1-4727-9882-5d403b9cf6fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0452228 Jul 05 11:08:31.043295 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-9ef4e389-414c-47a5-892d-17d5cb2d32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:31.044808 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-9ef4e389-414c-47a5-892d-17d5cb2d32c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521502 Jul 05 11:08:31.098437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-b9ae4d67-f30d-43b5-9745-a3f90ceb8cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:31.100041 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-b9ae4d67-f30d-43b5-9745-a3f90ceb8cc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532892 Jul 05 11:08:31.137061 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-8d5c99b5-abc9-40ba-a96f-e56607087c0f service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856404 Jul 05 11:08:31.197447 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-1a33492c-a641-40cd-96f4-55a9d8c02eb9 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896847 Jul 05 11:08:31.228846 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-f7aeb55f-f486-429a-8ef1-51218b9a059a service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850878 Jul 05 11:08:31.290173 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2cbb4b01-3acc-456b-97db-ba2d2a8fb132 req-9212a70c-adf5-4ba1-8ce9-6d301f1a0541 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862100 Jul 05 11:08:31.854460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0356fd1d-169f-4e86-9d61-317e2f00b57c no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:08:31.895553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0356fd1d-169f-4e86-9d61-317e2f00b57c not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:08:32.009155 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e396c-961c-4ecc-b86a-73dc3cbb1d9b req-b7ebd13b-46f7-4165-9da7-d19aa1c4c36c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:32.010657 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-451e396c-961c-4ecc-b86a-73dc3cbb1d9b req-b7ebd13b-46f7-4165-9da7-d19aa1c4c36c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 943 time: 0.0650806 Jul 05 11:08:32.048983 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-451e396c-961c-4ecc-b86a-73dc3cbb1d9b req-596c919c-4dc6-4deb-98a8-d9cb0e0a935e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325530 Jul 05 11:08:33.233066 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a632c7a-71d8-463d-8ef6-3d5c38f1810e req-3a6015a9-9722-4c49-9465-a3cf7b0b9a68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:33.234598 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a632c7a-71d8-463d-8ef6-3d5c38f1810e req-3a6015a9-9722-4c49-9465-a3cf7b0b9a68 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 943 time: 0.0713706 Jul 05 11:08:33.274328 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a632c7a-71d8-463d-8ef6-3d5c38f1810e req-9d3cd128-11f4-43f0-935b-9c1f81f6e7df tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341704 Jul 05 11:08:33.396377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 0356fd1d-169f-4e86-9d61-317e2f00b57c details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:08:33.497667 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:08:33.509605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'port_id': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'mac_address': 'fa:16:3e:41:dd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:08:33.546513 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:33.563137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0356fd1d-169f-4e86-9d61-317e2f00b57c {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:08:33.583745 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:08:33.662133 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:33.709504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=0356fd1d-169f-4e86-9d61-317e2f00b57c,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:33.716822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:33.717165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:33.717612 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:33.717982 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:33.718311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:33.718637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:33.719269 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:33.719603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:33.719960 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:33.720280 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:33.720624 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:33.720942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:33.940193 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['0356fd1d-169f-4e86-9d61-317e2f00b57c'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:08:34.107743 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6eae-d1aa-4988-9546-16d5e57eaef3 req-d0d4b8f1-9ee2-4b2c-95c1-a30f5be5fd8d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:34.109240 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-89eb6eae-d1aa-4988-9546-16d5e57eaef3 req-d0d4b8f1-9ee2-4b2c-95c1-a30f5be5fd8d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 944 time: 0.0667548 Jul 05 11:08:34.148964 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-89eb6eae-d1aa-4988-9546-16d5e57eaef3 req-b6bddb74-aafd-438f-8acc-7334230f8782 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340130 Jul 05 11:08:34.233960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-a3ec4a4b-d381-4df0-953f-479d9ecc4b7c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:34.235422 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-a3ec4a4b-d381-4df0-953f-479d9ecc4b7c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.64 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187&tenant_id=0accab33f83b4e6ea36c420fe88550da&binding%3Ahost_id=n-h2-779913-27 HTTP/1.1" status: 200 len: 944 time: 0.0778120 Jul 05 11:08:34.298226 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-30171e51-a143-47d0-a418-a0eaac2da4c7 service neutron] 10.222.0.64 "GET /v2.0/ports/0356fd1d-169f-4e86-9d61-317e2f00b57c/bindings/n-h2-779913-27 HTTP/1.1" status: 200 len: 383 time: 0.0561154 Jul 05 11:08:34.375563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-929d9a2e-eaec-4bab-8fd2-0e7a2b9661d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:34.377109 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-929d9a2e-eaec-4bab-8fd2-0e7a2b9661d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 1096 time: 0.0536938 Jul 05 11:08:34.472049 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-77bcb6d0-660a-4899-9f2f-e13bd0b320d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:34.473461 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-77bcb6d0-660a-4899-9f2f-e13bd0b320d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0894394 Jul 05 11:08:34.539088 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-6feebb51-4ff6-41c6-a086-837b624ea535 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c HTTP/1.1" status: 200 len: 1001 time: 0.0584378 Jul 05 11:08:34.588578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-fc4fa893-1629-408e-8e02-0d52f407509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:34.590011 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-fc4fa893-1629-408e-8e02-0d52f407509f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0439661 Jul 05 11:08:34.651604 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-629bb7b8-3089-4a77-a72e-af7f04e4fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:34.653160 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-629bb7b8-3089-4a77-a72e-af7f04e4fb83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571537 Jul 05 11:08:34.742548 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-7dd45c2f-6968-434d-b08c-c6f8fbecbb69 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822618 Jul 05 11:08:34.839698 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-510c6618-9bd7-4ca5-b45c-6ae4f93e2927 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874462 Jul 05 11:08:35.343924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9a560-3b46-45c8-95c7-d9192bc295bf req-1ea5aaac-7836-468d-907f-1efea8fc1da7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:35.345450 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4c9a560-3b46-45c8-95c7-d9192bc295bf req-1ea5aaac-7836-468d-907f-1efea8fc1da7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 944 time: 0.0812633 Jul 05 11:08:35.383394 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f4c9a560-3b46-45c8-95c7-d9192bc295bf req-4d133db5-ff68-4ade-a284-533cb1176332 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317225 Jul 05 11:08:35.410331 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:08:35.419679 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 0356fd1d-169f-4e86-9d61-317e2f00b57c up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:08:35.564204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 0356fd1d-169f-4e86-9d61-317e2f00b57c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:08:35.568359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 0356fd1d-169f-4e86-9d61-317e2f00b57c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:08:35.568738 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:35.649840 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:35.675558 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:08:35.677889 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc8f581-1275-4804-bf8c-460bae6f67b0" -d '{"events": [{"server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "name": "network-vif-plugged", "status": "completed", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:08:35.692810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:08:35.732206 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae355e5-8ce3-4df7-bdad-281c59bd35aa x-openstack-request-id: req-9ae355e5-8ce3-4df7-bdad-281c59bd35aa {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:08:35.732503 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "name": "network-vif-plugged", "status": "completed", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:08:35.732759 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ae355e5-8ce3-4df7-bdad-281c59bd35aa {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:08:35.733156 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'code': 200} Jul 05 11:08:35.758203 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:35.810110 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=0356fd1d-169f-4e86-9d61-317e2f00b57c,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:36.564553 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bac71-141d-45a8-93dc-0ba57c5eedf5 req-4bec5d08-6a1f-43f3-adb6-180a27b0d54f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:36.566086 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-254bac71-141d-45a8-93dc-0ba57c5eedf5 req-4bec5d08-6a1f-43f3-adb6-180a27b0d54f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0687399 Jul 05 11:08:36.606480 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-254bac71-141d-45a8-93dc-0ba57c5eedf5 req-3b55a6e8-fae9-45eb-9ed5-21a090449c45 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347807 Jul 05 11:08:37.788921 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbf45b-6318-48e2-874f-a9120e8b9595 req-031ea3b4-e0f2-45ed-9652-f944d3384422 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:37.790453 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-18cbf45b-6318-48e2-874f-a9120e8b9595 req-031ea3b4-e0f2-45ed-9652-f944d3384422 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0669920 Jul 05 11:08:37.828898 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-18cbf45b-6318-48e2-874f-a9120e8b9595 req-8aeefc48-b782-473d-b801-996bed9ae245 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327880 Jul 05 11:08:37.946438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-8ce018dd-af0b-4460-accc-5acb383e760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:37.947873 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-8ce018dd-af0b-4460-accc-5acb383e760f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187&tenant_id=0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 1097 time: 0.0566497 Jul 05 11:08:37.958318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:08:38.028304 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:38.231129 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:08:38.263642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:08:38.306557 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:08:38.308840 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b013e603-5651-4d40-8379-7f68b37253e6" -d '{"events": [{"server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "name": "network-vif-unplugged", "status": "completed", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:08:38.312446 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:38.324532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Transition to ACTIVE for port object 0356fd1d-169f-4e86-9d61-317e2f00b57c will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:08:38.359928 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 11:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e81bcb5-4c41-424a-a89a-d1337ba51a36 x-openstack-request-id: req-9e81bcb5-4c41-424a-a89a-d1337ba51a36 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:08:38.360220 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "name": "network-vif-unplugged", "status": "completed", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:08:38.360482 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e81bcb5-4c41-424a-a89a-d1337ba51a36 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:08:38.360854 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'code': 200} Jul 05 11:08:38.414930 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:38.464910 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Pushing event updated for resources: {'Port': ['ID=0356fd1d-169f-4e86-9d61-317e2f00b57c,revision_number=10']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:38.507240 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:38.507591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:38.507957 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:38.508300 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:38.508636 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:38.508986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:38.509296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:38.509623 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:38.509953 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:38.510278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:38.510655 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:38.510985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:08:38.554179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] No DVR routers for this DVR port 0356fd1d-169f-4e86-9d61-317e2f00b57c on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:08:38.710288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Attempting to bind port 0356fd1d-169f-4e86-9d61-317e2f00b57c on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:08:38.710632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Attempting to bind port 0356fd1d-169f-4e86-9d61-317e2f00b57c by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:08:38.710984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Attempting to bind port 0356fd1d-169f-4e86-9d61-317e2f00b57c on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:08:38.715618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Port 0356fd1d-169f-4e86-9d61-317e2f00b57c on network febe2fdd-6d1c-4afd-9f04-ca480587e42a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:08:38.715990 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Attempting to bind port 0356fd1d-169f-4e86-9d61-317e2f00b57c on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:08:38.721040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:08:38.721384 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Checking segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:08:38.721771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Bound using segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:08:38.722201 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Bound port: 0356fd1d-169f-4e86-9d61-317e2f00b57c, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:08:38.722566 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:38.786458 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:08:38.789456 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:08:38.896156 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:38.932387 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:38.933011 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:38.934530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] 10.222.0.73 "PUT /v2.0/ports/0356fd1d-169f-4e86-9d61-317e2f00b57c HTTP/1.1" status: 200 len: 1093 time: 0.9801211 Jul 05 11:08:38.959869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e9ad1-9f99-4161-baa4-5a81682d3817 service neutron] Pushing event updated for resources: {'Port': ['ID=0356fd1d-169f-4e86-9d61-317e2f00b57c,revision_number=11']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:39.017315 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50f650-7d45-4964-9a8e-bf27802440b1 req-09ca8f47-ac94-495c-baea-d3123a99af26 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:39.018916 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-df50f650-7d45-4964-9a8e-bf27802440b1 req-09ca8f47-ac94-495c-baea-d3123a99af26 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 944 time: 0.0728824 Jul 05 11:08:39.030024 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-5eab34ed-4eff-43a1-98b6-a6cb2e644aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:39.031546 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-5eab34ed-4eff-43a1-98b6-a6cb2e644aca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 1096 time: 0.0597541 Jul 05 11:08:39.064243 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-df50f650-7d45-4964-9a8e-bf27802440b1 req-f70eeda0-38dd-4a0d-9ca1-2f1b1abcc55d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377574 Jul 05 11:08:39.136373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-613f6652-221b-4ba7-99ff-0039394e2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:39.137988 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-613f6652-221b-4ba7-99ff-0039394e2a0c service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0986071 Jul 05 11:08:39.203981 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-9b3d8a06-1337-4c40-83c2-65bea127bfd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c HTTP/1.1" status: 200 len: 1000 time: 0.0590091 Jul 05 11:08:39.256880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-2fe4842f-03e6-4ab5-84bf-a7892ae4ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:39.258347 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-2fe4842f-03e6-4ab5-84bf-a7892ae4ccac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0481122 Jul 05 11:08:39.314546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-e987edf7-63e1-458b-ad7e-26b52c6c29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:39.315990 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-e987edf7-63e1-458b-ad7e-26b52c6c29dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519240 Jul 05 11:08:39.403358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-ca044bbd-c7e8-4403-a095-ee5062ad261b service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812042 Jul 05 11:08:39.459283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 0356fd1d-169f-4e86-9d61-317e2f00b57c no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:08:39.497785 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-249e8e2a-94a6-4847-8995-f45c2aa79b99 req-b71b071f-dee5-436f-b239-7a56e65fbe34 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886698 Jul 05 11:08:39.498101 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 0356fd1d-169f-4e86-9d61-317e2f00b57c not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:08:40.242743 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb4d90-2b91-4617-951a-5496bb553ba0 req-7eba15f3-924c-4ead-9f75-5730ea5d1666 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:40.244415 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3cb4d90-2b91-4617-951a-5496bb553ba0 req-7eba15f3-924c-4ead-9f75-5730ea5d1666 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 944 time: 0.0647202 Jul 05 11:08:40.283081 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3cb4d90-2b91-4617-951a-5496bb553ba0 req-67db900e-bf1d-4d9e-a36b-33e3864c049d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330846 Jul 05 11:08:40.362105 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:08:40.364473 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a39130-a5ed-4b96-b6f4-59903520200c" -d '{"events": [{"name": "network-changed", "server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:08:40.411770 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18de400b-97e1-4244-b212-cf91eb31549e x-openstack-request-id: req-18de400b-97e1-4244-b212-cf91eb31549e {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:08:40.412071 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:08:40.412327 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18de400b-97e1-4244-b212-cf91eb31549e {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:08:40.412755 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'status': 'completed', 'code': 200} Jul 05 11:08:40.491732 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-08b6bb29-8cfa-4e44-b484-68ef58173a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:40.493294 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-08b6bb29-8cfa-4e44-b484-68ef58173a2f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 1096 time: 0.0617542 Jul 05 11:08:40.507431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-be4a3ffa-2d02-4ad8-8e6b-529dbf37ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:40.509088 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-be4a3ffa-2d02-4ad8-8e6b-529dbf37ff2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 1096 time: 0.0651155 Jul 05 11:08:40.583267 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-f98904c3-d268-4f99-a70a-eba62d19e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:40.585037 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-f98904c3-d268-4f99-a70a-eba62d19e94c service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0854030 Jul 05 11:08:40.601290 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-cae555c9-b370-4906-b2b0-7392dcd01494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:40.602925 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-cae555c9-b370-4906-b2b0-7392dcd01494 service neutron] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0842712 Jul 05 11:08:40.656197 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-60aca4db-3107-435c-a4c3-b4484d2a24fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c HTTP/1.1" status: 200 len: 1000 time: 0.0642521 Jul 05 11:08:40.680794 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-b4cc9f2b-3912-42a6-b908-06906a39ce48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c HTTP/1.1" status: 200 len: 1000 time: 0.0671558 Jul 05 11:08:40.707130 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-e6328224-7d6f-4a8c-aad6-5b81b7155a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:40.708688 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-e6328224-7d6f-4a8c-aad6-5b81b7155a17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0446994 Jul 05 11:08:40.733484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-3e69b5d4-2ffc-4cc1-ac62-29bc83a8a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:40.734962 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-3e69b5d4-2ffc-4cc1-ac62-29bc83a8a551 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0450509 Jul 05 11:08:40.774182 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-a8c9c51e-e116-4292-85a3-29dd32900cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:40.776028 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-a8c9c51e-e116-4292-85a3-29dd32900cb8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583568 Jul 05 11:08:40.797561 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-a290f7cf-727d-44f4-b191-e8b9c68f46f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:40.799056 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-a290f7cf-727d-44f4-b191-e8b9c68f46f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539558 Jul 05 11:08:40.878239 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-3059ee40-7696-4551-a388-5187f8f12599 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950053 Jul 05 11:08:40.896650 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-326c554a-1891-414f-843d-1f33cd00707c service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873027 Jul 05 11:08:40.970466 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-87ebc1db-ec8a-4d72-ba88-514cb3af3891 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858130 Jul 05 11:08:40.995191 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6a39130-a5ed-4b96-b6f4-59903520200c req-61f2b21e-327b-4cab-9c2e-b9547ef55e2b service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879252 Jul 05 11:08:41.134931 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4f815045-009b-4919-8131-ea1c7f9bb1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:41.463411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898cda9-c6e3-474c-9251-08a573af75d5 req-6f7fd783-260d-47db-9c9f-9bc670a0b7a6 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:41.464952 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0898cda9-c6e3-474c-9251-08a573af75d5 req-6f7fd783-260d-47db-9c9f-9bc670a0b7a6 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 944 time: 0.0671701 Jul 05 11:08:41.503139 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0898cda9-c6e3-474c-9251-08a573af75d5 req-d6baac5b-12a5-402a-a20c-db9d7202bc2b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323811 Jul 05 11:08:41.894010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0356fd1d-169f-4e86-9d61-317e2f00b57c details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:08:41.990338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:08:42.001317 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'port_id': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'mac_address': 'fa:16:3e:41:dd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:08:42.037702 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:42.049823 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0356fd1d-169f-4e86-9d61-317e2f00b57c {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:08:42.069353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:08:42.140475 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:42.186874 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0356fd1d-169f-4e86-9d61-317e2f00b57c,revision_number=12']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:42.363104 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0356fd1d-169f-4e86-9d61-317e2f00b57c'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:08:42.677626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f128d-4307-46a9-9d38-81252293c918 req-713112c2-e7f7-4f88-a16e-5cfd1601a028 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:42.679120 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d0f128d-4307-46a9-9d38-81252293c918 req-713112c2-e7f7-4f88-a16e-5cfd1601a028 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0637798 Jul 05 11:08:42.722766 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d0f128d-4307-46a9-9d38-81252293c918 req-18856a08-a4e5-49e9-82d1-71e6b3bd5086 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379863 Jul 05 11:08:42.901754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec188e-8c9b-4ef5-bcc4-a98e66905ce6 req-559cb4f1-1c7d-45f9-a477-a91ab1e35c7d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:42.903306 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4bec188e-8c9b-4ef5-bcc4-a98e66905ce6 req-559cb4f1-1c7d-45f9-a477-a91ab1e35c7d tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0689349 Jul 05 11:08:42.941399 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4bec188e-8c9b-4ef5-bcc4-a98e66905ce6 req-9e51676d-39f3-46bc-8027-cf652ad93598 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322649 Jul 05 11:08:43.112576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13e30-8192-4312-b558-e83a752a8bba req-be0fae68-6db1-459f-bbd8-5284cf3af7c2 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:43.114193 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-51d13e30-8192-4312-b558-e83a752a8bba req-be0fae68-6db1-459f-bbd8-5284cf3af7c2 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0645688 Jul 05 11:08:43.152393 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-51d13e30-8192-4312-b558-e83a752a8bba req-2495b86a-d65f-48b2-bd0f-f91967ea417c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318213 Jul 05 11:08:43.643454 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a079bf5-877f-4073-8fed-8e855cedbc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:43.695151 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:43.755402 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5d807-5eb1-445f-a0cb-8e0eac1cbf1c req-f12eea8b-3e5f-40c2-b2ae-fc31dda63ce1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:43.756991 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d1e5d807-5eb1-445f-a0cb-8e0eac1cbf1c req-f12eea8b-3e5f-40c2-b2ae-fc31dda63ce1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 945 time: 0.0640149 Jul 05 11:08:43.794899 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d1e5d807-5eb1-445f-a0cb-8e0eac1cbf1c req-f4de770d-7bac-4f36-90d5-9f87cffac4a0 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322599 Jul 05 11:08:43.910120 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0356fd1d-169f-4e86-9d61-317e2f00b57c up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:08:44.094562 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 0356fd1d-169f-4e86-9d61-317e2f00b57c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:08:44.098568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 0356fd1d-169f-4e86-9d61-317e2f00b57c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:08:44.098938 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:44.176642 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:44.200597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:08:44.202832 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af48c48c-3dca-4ecf-b1d5-f6d45537f2d8" -d '{"events": [{"server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "name": "network-vif-plugged", "status": "completed", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:08:44.217062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:08:44.258135 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f70cd0c-d337-4516-befa-e76f8e5759e5 x-openstack-request-id: req-3f70cd0c-d337-4516-befa-e76f8e5759e5 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:08:44.258513 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "name": "network-vif-plugged", "status": "completed", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:08:44.258853 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3f70cd0c-d337-4516-befa-e76f8e5759e5 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:08:44.259256 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'code': 200} Jul 05 11:08:44.340624 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:44.387366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0356fd1d-169f-4e86-9d61-317e2f00b57c,revision_number=13']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:44.955646 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436365c-56c8-495f-a239-273651192b16 req-5ac48792-8a31-4c16-861a-67e1eef238d3 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:44.957178 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5436365c-56c8-495f-a239-273651192b16 req-5ac48792-8a31-4c16-861a-67e1eef238d3 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 946 time: 0.0634797 Jul 05 11:08:44.975305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5ddf0-9e2a-4a89-af7b-b18a9025cdaa req-076d63ee-a5c7-4e5c-9aba-8973043e36c0 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:44.976914 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3cd5ddf0-9e2a-4a89-af7b-b18a9025cdaa req-076d63ee-a5c7-4e5c-9aba-8973043e36c0 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 946 time: 0.0700684 Jul 05 11:08:45.017566 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3cd5ddf0-9e2a-4a89-af7b-b18a9025cdaa req-17da694a-5989-44d2-8c7c-96df1ff215f6 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346000 Jul 05 11:08:45.060845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-5436365c-56c8-495f-a239-273651192b16 req-4ea4f4d4-cbda-4ebd-9116-22fe72b81180 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Deleting port 0356fd1d-169f-4e86-9d61-317e2f00b57c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:08:45.061190 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5436365c-56c8-495f-a239-273651192b16 req-4ea4f4d4-cbda-4ebd-9116-22fe72b81180 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:45.149593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-5436365c-56c8-495f-a239-273651192b16 req-4ea4f4d4-cbda-4ebd-9116-22fe72b81180 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] For port 0356fd1d-169f-4e86-9d61-317e2f00b57c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0356fd1d-169f-4e86-9d61-317e2f00b57c,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:08:45.150137 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5436365c-56c8-495f-a239-273651192b16 req-4ea4f4d4-cbda-4ebd-9116-22fe72b81180 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:45.219624 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:45.322546 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5436365c-56c8-495f-a239-273651192b16 req-4ea4f4d4-cbda-4ebd-9116-22fe72b81180 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:45.322928 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5436365c-56c8-495f-a239-273651192b16 req-4ea4f4d4-cbda-4ebd-9116-22fe72b81180 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:45.323245 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [req-5436365c-56c8-495f-a239-273651192b16 req-4ea4f4d4-cbda-4ebd-9116-22fe72b81180 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Floating IP c2e864cf-0593-4a10-b66f-1c714716793b disassociated. External IP: 172.25.5.123, port: 0356fd1d-169f-4e86-9d61-317e2f00b57c. Jul 05 11:08:45.323586 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-5436365c-56c8-495f-a239-273651192b16 req-4ea4f4d4-cbda-4ebd-9116-22fe72b81180 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Calling delete_port for 0356fd1d-169f-4e86-9d61-317e2f00b57c owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:08:45.545268 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5436365c-56c8-495f-a239-273651192b16 req-4ea4f4d4-cbda-4ebd-9116-22fe72b81180 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:45.575512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4f4d4-cbda-4ebd-9116-22fe72b81180 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Pushing event deleted for resources: {'Port': ['ID=0356fd1d-169f-4e86-9d61-317e2f00b57c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:45.695480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5436365c-56c8-495f-a239-273651192b16 req-4ea4f4d4-cbda-4ebd-9116-22fe72b81180 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:08:45.805592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5436365c-56c8-495f-a239-273651192b16 req-4ea4f4d4-cbda-4ebd-9116-22fe72b81180 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:08:45.814895 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca653887-6fef-4fed-b31f-0a3be7ee8f34 None None] Sync routers for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:08:45.825365 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca653887-6fef-4fed-b31f-0a3be7ee8f34 None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:08:45.826076 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ca653887-6fef-4fed-b31f-0a3be7ee8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:08:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:08:45.858547 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-5436365c-56c8-495f-a239-273651192b16 req-4ea4f4d4-cbda-4ebd-9116-22fe72b81180 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] No DVR routers for this DVR port 0356fd1d-169f-4e86-9d61-317e2f00b57c on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:08:45.861346 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-5436365c-56c8-495f-a239-273651192b16 req-4ea4f4d4-cbda-4ebd-9116-22fe72b81180 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:45.864723 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5436365c-56c8-495f-a239-273651192b16 req-4ea4f4d4-cbda-4ebd-9116-22fe72b81180 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.73 "DELETE /v2.0/ports/0356fd1d-169f-4e86-9d61-317e2f00b57c HTTP/1.1" status: 204 len: 173 time: 0.9019561 Jul 05 11:08:45.865177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'name': 'network-vif-deleted', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:08:45.868193 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec66a47-3036-4369-8196-d29d971bdb8a" -d '{"events": [{"server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "name": "network-vif-deleted", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:08:45.905100 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fb36c6-ea1a-4d02-9ad9-d9a09ed57e28 x-openstack-request-id: req-45fb36c6-ea1a-4d02-9ad9-d9a09ed57e28 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:08:45.905397 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7210bf68-64ae-46cb-8007-c41083faa187", "name": "network-vif-deleted", "tag": "0356fd1d-169f-4e86-9d61-317e2f00b57c", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:08:45.905638 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45fb36c6-ea1a-4d02-9ad9-d9a09ed57e28 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:08:45.906036 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7210bf68-64ae-46cb-8007-c41083faa187', 'name': 'network-vif-deleted', 'tag': '0356fd1d-169f-4e86-9d61-317e2f00b57c', 'status': 'completed', 'code': 200} Jul 05 11:08:45.935411 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ca653887-6fef-4fed-b31f-0a3be7ee8f34 None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:08:46.166798 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5cbadea0-a96e-460f-b98b-cbcc75899d8b req-19c44ca0-7a55-4755-ac8d-736e0b858cf0 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=7210bf68-64ae-46cb-8007-c41083faa187 HTTP/1.1" status: 200 len: 210 time: 0.0311992 Jul 05 11:08:46.243578 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ca653887-6fef-4fed-b31f-0a3be7ee8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:08:46.268524 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca653887-6fef-4fed-b31f-0a3be7ee8f34 None None] Checking router: 709c1c12-455c-428c-9bd9-e5f2278dbbe4 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:08:46.277386 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca653887-6fef-4fed-b31f-0a3be7ee8f34 None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:08:46.277970 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ca653887-6fef-4fed-b31f-0a3be7ee8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:08:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:08:46.384058 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ca653887-6fef-4fed-b31f-0a3be7ee8f34 None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:08:46.585229 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ca653887-6fef-4fed-b31f-0a3be7ee8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:08:46.611154 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca653887-6fef-4fed-b31f-0a3be7ee8f34 None None] The sync data for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 is: [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:08:46.841720 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015cd3e9-a665-40d8-92ef-522e8723624d None None] New status for floating IP c2e864cf-0593-4a10-b66f-1c714716793b: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:08:47.048897 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:47.515367 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-a9ff7c53-afbb-4fab-8fb1-f697cd8ae5db tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--644551383&fields=id&tenant_id=0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 267 time: 0.0330145 Jul 05 11:08:47.618533 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2bfe78a0-1948-48c7-aa97-a14a7d9852ec tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:47.620042 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2bfe78a0-1948-48c7-aa97-a14a7d9852ec tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 811 time: 0.0982356 Jul 05 11:08:47.634628 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-9735f089-3d2f-4581-9428-7acf22e5d2a1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/quotas/0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 375 time: 0.0092347 Jul 05 11:08:47.711546 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-bfd7a2fa-c37f-41b5-8bb9-2116ca9f1057 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717072 Jul 05 11:08:47.806030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-7f100772-cab6-4968-a8cd-97d86cbc0454 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:08:47.807041 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-7f100772-cab6-4968-a8cd-97d86cbc0454 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440140 Jul 05 11:08:47.895502 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-9954b4a6-8459-4d42-9dc7-5d7c3fa5c697 service neutron] 10.222.0.77 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824373 Jul 05 11:08:47.946994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0356fd1d-169f-4e86-9d61-317e2f00b57c no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:08:47.970721 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 0356fd1d-169f-4e86-9d61-317e2f00b57c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:08:47.970975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0356fd1d-169f-4e86-9d61-317e2f00b57c not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:08:47.992751 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-7596c66f-f4ef-43f2-8610-cf7e598bb9fd service neutron] 10.222.0.77 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907838 Jul 05 11:08:48.301005 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-327be0d1-bada-4681-8a1a-5c810370c58b req-4ac0e3ec-4fce-4db1-8f0f-d60c60bdaecc tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 210 time: 0.0711572 Jul 05 11:08:49.439684 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-208fcb97-bd26-4b7b-a17d-1163bf229d8f req-04f23a50-d4f2-4893-b6f8-797eec4e42c0 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 210 time: 0.0292981 Jul 05 11:08:50.608806 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b3c20351-14f2-4b46-b96f-99ce4ffcf0c0 req-acdb349e-b67b-4f15-80d7-354f1f811cd5 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 210 time: 0.0372167 Jul 05 11:08:50.653140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-38f9ac5b-c248-49c9-b2c9-98eb9d9ca931 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:50.654589 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-38f9ac5b-c248-49c9-b2c9-98eb9d9ca931 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 811 time: 0.1335120 Jul 05 11:08:50.699624 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-1a4a8fd0-5e93-4fa5-875a-0544464f31f1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 379 time: 0.0357487 Jul 05 11:08:50.710897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-16786c72-eb58-46a8-84f0-e761dd6d0cb7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Request body: {'port': {'device_id': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'admin_state_up': True, 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'security_groups': ['f0886664-0965-47f0-af83-74348926c89a']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:08:51.076489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-16786c72-eb58-46a8-84f0-e761dd6d0cb7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Made reservation on behalf of 0accab33f83b4e6ea36c420fe88550da for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:08:51.080503 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-16786c72-eb58-46a8-84f0-e761dd6d0cb7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:51.205539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-16786c72-eb58-46a8-84f0-e761dd6d0cb7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Allocated IP 172.20.0.5 (febe2fdd-6d1c-4afd-9f04-ca480587e42a/1b081e0e-cf9e-439d-8fb6-33b815aa7fe2/3eab60a6-6e6d-43de-bcc4-ec0545f2d50a) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:08:51.343656 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-16786c72-eb58-46a8-84f0-e761dd6d0cb7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:51.357591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-16786c72-eb58-46a8-84f0-e761dd6d0cb7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Transition to ACTIVE for port object 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:08:51.529470 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-16786c72-eb58-46a8-84f0-e761dd6d0cb7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:51.573859 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-16786c72-eb58-46a8-84f0-e761dd6d0cb7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Network febe2fdd-6d1c-4afd-9f04-ca480587e42a is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:08:51.579667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-16786c72-eb58-46a8-84f0-e761dd6d0cb7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:08:51.584648 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-16786c72-eb58-46a8-84f0-e761dd6d0cb7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:08:51.611817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16786c72-eb58-46a8-84f0-e761dd6d0cb7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Pushing event updated for resources: {'Port': ['ID=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:51.638399 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-16786c72-eb58-46a8-84f0-e761dd6d0cb7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:51.639061 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-16786c72-eb58-46a8-84f0-e761dd6d0cb7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:51.766498 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-16786c72-eb58-46a8-84f0-e761dd6d0cb7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0564008 Jul 05 11:08:51.780650 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Request body: {'port': {'device_id': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:08:51.841918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ca913-0498-4a2a-8740-e912227cc235 req-d53276e5-4201-4fd4-b580-04344c613da1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:51.843976 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-384ca913-0498-4a2a-8740-e912227cc235 req-d53276e5-4201-4fd4-b580-04344c613da1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 931 time: 0.1116228 Jul 05 11:08:51.861437 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:51.885371 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-384ca913-0498-4a2a-8740-e912227cc235 req-5b40c1a3-1db7-46e4-b425-11a46fab5538 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354054 Jul 05 11:08:51.923165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e58f73a9-efdb-4cb4-bee1-e0339b0a33cc None None] Provisioning for port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:08:51.927034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e58f73a9-efdb-4cb4-bee1-e0339b0a33cc None None] Provisioning complete for port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:08:51.927407 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e58f73a9-efdb-4cb4-bee1-e0339b0a33cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:51.964559 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e58f73a9-efdb-4cb4-bee1-e0339b0a33cc None None] Port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:08:52.125184 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:08:52.133290 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:52.145508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Transition to ACTIVE for port object 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:08:52.219829 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:52.274681 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Pushing event updated for resources: {'Port': ['ID=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:52.346605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Attempting to bind port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:08:52.346943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Attempting to bind port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:08:52.347275 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Attempting to bind port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:08:52.352673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a on network febe2fdd-6d1c-4afd-9f04-ca480587e42a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:08:52.353001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Attempting to bind port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:08:52.358164 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:08:52.358512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Checking segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:08:52.358902 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Bound using segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:08:52.359335 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Bound port: 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:08:52.359704 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:52.425329 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:08:52.428355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:08:52.510810 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:52.550837 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:52.551526 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:52.552974 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] 10.222.0.64 "PUT /v2.0/ports/3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 200 len: 1092 time: 0.7771468 Jul 05 11:08:52.553425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:08:52.555874 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f09bfca-0e6c-4134-9362-1e247e715315" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:08:52.581493 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b380007-42f0-4452-9d89-fb6ddf648fbe service neutron] Pushing event updated for resources: {'Port': ['ID=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:52.598834 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b39d34e-b9a0-45c6-ac20-1d0f091ec621 x-openstack-request-id: req-6b39d34e-b9a0-45c6-ac20-1d0f091ec621 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:08:52.599131 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:08:52.599393 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b39d34e-b9a0-45c6-ac20-1d0f091ec621 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:08:52.599867 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'status': 'completed', 'code': 200} Jul 05 11:08:52.679026 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09bfca-0e6c-4134-9362-1e247e715315 req-1ab220cd-1f62-4e92-ac05-1490bc5ba5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:52.680824 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f09bfca-0e6c-4134-9362-1e247e715315 req-1ab220cd-1f62-4e92-ac05-1490bc5ba5e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 1095 time: 0.0582745 Jul 05 11:08:52.784242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09bfca-0e6c-4134-9362-1e247e715315 req-4f4c12f3-85ea-4750-9133-28e2eeb83ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:52.785742 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f09bfca-0e6c-4134-9362-1e247e715315 req-4f4c12f3-85ea-4750-9133-28e2eeb83ffa service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=0accab33f83b4e6ea36c420fe88550da&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0970800 Jul 05 11:08:52.882481 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09bfca-0e6c-4134-9362-1e247e715315 req-dc85eb02-2d8f-453d-afc2-bb23a879d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:52.884038 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f09bfca-0e6c-4134-9362-1e247e715315 req-dc85eb02-2d8f-453d-afc2-bb23a879d8f3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897980 Jul 05 11:08:52.889350 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:52.979427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-6d567421-3f12-4111-bbe1-8bb746adf1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:52.980974 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-6d567421-3f12-4111-bbe1-8bb746adf1d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 1095 time: 0.0530341 Jul 05 11:08:53.032682 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-5312943a-26c7-4618-8dcc-b1c4e2b19855 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 200 len: 217 time: 0.0403073 Jul 05 11:08:53.083751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d55933-554d-4b21-be8b-cfc398731bac req-f3e9a618-4848-4f5f-8179-5e77724ebb0a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:53.085398 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c5d55933-554d-4b21-be8b-cfc398731bac req-f3e9a618-4848-4f5f-8179-5e77724ebb0a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.0851314 Jul 05 11:08:53.086693 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-82ab0192-6c40-4acf-a2a8-bfbff1e058db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:53.088794 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-82ab0192-6c40-4acf-a2a8-bfbff1e058db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0502560 Jul 05 11:08:53.128394 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c5d55933-554d-4b21-be8b-cfc398731bac req-37e11cd0-b992-4ecf-aa82-75b0626d4432 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371623 Jul 05 11:08:53.164272 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-31312b3b-b873-41f4-bafc-8b3e1ca5e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:53.165876 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-31312b3b-b873-41f4-bafc-8b3e1ca5e465 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685856 Jul 05 11:08:53.599801 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-a724553c-b835-4612-9183-5fd931c8d635 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264009 Jul 05 11:08:53.693374 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1f027f7a-a3f4-41fd-86cb-fe5a3d037e53 req-23960b3c-9deb-4eec-ac87-efcc40e53850 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831797 Jul 05 11:08:54.319128 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcd354-47d1-44e1-9914-8f8758872925 req-ab48c49d-1e33-4dc5-af62-f7c8230869b2 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:54.320751 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4abcd354-47d1-44e1-9914-8f8758872925 req-ab48c49d-1e33-4dc5-af62-f7c8230869b2 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.0703232 Jul 05 11:08:54.359847 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4abcd354-47d1-44e1-9914-8f8758872925 req-ff184bdd-0c82-4fbb-8d42-ed56913b6a97 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328810 Jul 05 11:08:54.648247 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:55.531387 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f0d1b-f0ea-4e12-888c-146d0d1cac2e req-75aa7401-b840-4e8b-89c2-a8adfad8bb0f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:55.532897 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e6f0d1b-f0ea-4e12-888c-146d0d1cac2e req-75aa7401-b840-4e8b-89c2-a8adfad8bb0f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.0623939 Jul 05 11:08:55.567241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:08:55.571748 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7e6f0d1b-f0ea-4e12-888c-146d0d1cac2e req-47103658-26b8-4af5-97e4-8aeb4e9d0eba tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331073 Jul 05 11:08:55.660330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:08:55.671414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'port_id': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'mac_address': 'fa:16:3e:c8:aa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:08:55.706941 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:55.719023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:08:55.739249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:08:55.860003 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:55.907130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:56.099826 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['3eab60a6-6e6d-43de-bcc4-ec0545f2d50a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:08:56.745131 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa3287-9fd4-48b5-b4f9-ee852a96bfca req-3e28951e-0cc7-425e-9dd5-5e06dd90db8b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:56.746603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68fa3287-9fd4-48b5-b4f9-ee852a96bfca req-3e28951e-0cc7-425e-9dd5-5e06dd90db8b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 944 time: 0.0640631 Jul 05 11:08:56.784428 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-68fa3287-9fd4-48b5-b4f9-ee852a96bfca req-949e18e5-5bf5-436c-99b0-b1ba83ee5f55 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321434 Jul 05 11:08:57.583692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:08:57.699414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:08:57.704285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:08:57.704705 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:57.783904 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:57.807003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:08:57.809289 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557bf23b-c81d-43c5-a950-d75f1973a185" -d '{"events": [{"server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "name": "network-vif-plugged", "status": "completed", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:08:57.822488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:08:57.847802 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ab9814-5e45-491a-b58b-402ef0684d29 x-openstack-request-id: req-25ab9814-5e45-491a-b58b-402ef0684d29 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:08:57.848114 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "name": "network-vif-plugged", "status": "completed", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:08:57.848361 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-25ab9814-5e45-491a-b58b-402ef0684d29 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:08:57.848758 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'code': 200} Jul 05 11:08:57.894388 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:08:57.952121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:08:58.015936 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397ee3a-106a-46ad-bb00-d91f65854d19 req-237a9083-dc60-4675-84ac-c3bc035eb517 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:58.017473 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7397ee3a-106a-46ad-bb00-d91f65854d19 req-237a9083-dc60-4675-84ac-c3bc035eb517 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.1027613 Jul 05 11:08:58.022655 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896aca6c-6d20-4c44-8f53-18239728529c req-b117915f-40e4-4920-857f-5be0fb467430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:58.024312 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-896aca6c-6d20-4c44-8f53-18239728529c req-b117915f-40e4-4920-857f-5be0fb467430 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 1097 time: 0.1002040 Jul 05 11:08:58.077439 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7397ee3a-106a-46ad-bb00-d91f65854d19 req-800e32ca-060a-43d1-881b-24ff1d41ca2c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521984 Jul 05 11:08:58.081072 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-896aca6c-6d20-4c44-8f53-18239728529c req-11c4ed23-5bc2-45bc-a4f3-83b4991a231c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 Jul 05 11:08:59.250635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293a699-fd86-4ecf-b0f4-7e111a97a47e req-1c7d9113-7617-49aa-8e35-4589ed825206 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:08:59.252130 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0293a699-fd86-4ecf-b0f4-7e111a97a47e req-1c7d9113-7617-49aa-8e35-4589ed825206 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0634632 Jul 05 11:08:59.296006 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0293a699-fd86-4ecf-b0f4-7e111a97a47e req-14c69d81-98de-4495-a418-62d5d9e02ed1 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375190 Jul 05 11:09:00.470663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112754b0-d34c-4b54-811a-76fa75e049d6 req-8d913e58-81b0-4438-a9d0-a757667256da tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:00.472215 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-112754b0-d34c-4b54-811a-76fa75e049d6 req-8d913e58-81b0-4438-a9d0-a757667256da tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0642490 Jul 05 11:09:00.510474 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-112754b0-d34c-4b54-811a-76fa75e049d6 req-dee4e5c7-4c34-4c12-8bb0-7f4e554a5325 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321035 Jul 05 11:09:00.679053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012f941-1ba0-40fd-b877-22868119c435 req-9af97e34-cdc7-49d9-8437-35c73803f8d3 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:00.680579 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9012f941-1ba0-40fd-b877-22868119c435 req-9af97e34-cdc7-49d9-8437-35c73803f8d3 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0625916 Jul 05 11:09:00.689296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42020) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:09:00.693778 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a5bbc372-b5c9-4f22-ab39-1b6dff33b773 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Request body: {'floatingip': {'port_id': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:09:00.733514 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc372-b5c9-4f22-ab39-1b6dff33b773 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for floatingip, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:01.171392 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc372-b5c9-4f22-ab39-1b6dff33b773 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:01.248362 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc372-b5c9-4f22-ab39-1b6dff33b773 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:01.347845 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-a5bbc372-b5c9-4f22-ab39-1b6dff33b773 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Floating IP c2e864cf-0593-4a10-b66f-1c714716793b associated. External IP: 172.25.5.123, port: 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a. Jul 05 11:09:01.556364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bbc372-b5c9-4f22-ab39-1b6dff33b773 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:09:01.666323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bbc372-b5c9-4f22-ab39-1b6dff33b773 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:09:01.677124 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc372-b5c9-4f22-ab39-1b6dff33b773 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:01.677245 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5050f019-bb4e-436d-9c41-c1f4976e9afb None None] Sync routers for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:09:01.686092 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5050f019-bb4e-436d-9c41-c1f4976e9afb None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:09:01.686690 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-5050f019-bb4e-436d-9c41-c1f4976e9afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:08:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:09:01.710082 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a5bbc372-b5c9-4f22-ab39-1b6dff33b773 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "PUT /v2.0/floatingips/c2e864cf-0593-4a10-b66f-1c714716793b HTTP/1.1" status: 200 len: 992 time: 1.0197291 Jul 05 11:09:01.710669 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:09:01.713163 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28b40dd-8cab-4b17-b93a-f2a2f004fdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:09:01.751269 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b50780-3c6d-4192-944d-922273f55407 x-openstack-request-id: req-e7b50780-3c6d-4192-944d-922273f55407 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:09:01.751269 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:09:01.751269 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e7b50780-3c6d-4192-944d-922273f55407 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:09:01.752157 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'status': 'completed', 'code': 200} Jul 05 11:09:01.793997 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-5050f019-bb4e-436d-9c41-c1f4976e9afb None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:09:01.832410 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b40dd-8cab-4b17-b93a-f2a2f004fdf8 req-0d74e216-a0a3-4b23-971f-8154fe3d9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:01.834536 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f28b40dd-8cab-4b17-b93a-f2a2f004fdf8 req-0d74e216-a0a3-4b23-971f-8154fe3d9ccd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 1097 time: 0.0579240 Jul 05 11:09:01.925334 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b40dd-8cab-4b17-b93a-f2a2f004fdf8 req-39f6ef3e-2fb5-4c45-9d5d-8429db572b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:01.927007 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f28b40dd-8cab-4b17-b93a-f2a2f004fdf8 req-39f6ef3e-2fb5-4c45-9d5d-8429db572b38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0861354 Jul 05 11:09:01.997143 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f28b40dd-8cab-4b17-b93a-f2a2f004fdf8 req-c591b7c7-04c8-490c-b827-d6db53f470b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 200 len: 1000 time: 0.0639760 Jul 05 11:09:02.019118 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-5050f019-bb4e-436d-9c41-c1f4976e9afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'c2e864cf-0593-4a10-b66f-1c714716793b', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'port_id': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'mac_address': 'fa:16:3e:c8:aa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:01:33Z', 'updated_at': '2021-07-05T11:09:01Z', 'revision_number': 13, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:09:02.047689 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5050f019-bb4e-436d-9c41-c1f4976e9afb None None] Checking router: 709c1c12-455c-428c-9bd9-e5f2278dbbe4 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:09:02.050542 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b40dd-8cab-4b17-b93a-f2a2f004fdf8 req-635cb764-98a4-4d44-bec9-7a25e37cd2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:02.052096 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f28b40dd-8cab-4b17-b93a-f2a2f004fdf8 req-635cb764-98a4-4d44-bec9-7a25e37cd2a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0484653 Jul 05 11:09:02.057705 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5050f019-bb4e-436d-9c41-c1f4976e9afb None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:09:02.058546 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-5050f019-bb4e-436d-9c41-c1f4976e9afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:08:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:09:02.110678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b40dd-8cab-4b17-b93a-f2a2f004fdf8 req-ba489838-d9cf-4626-bc56-8ad63c6c6ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:02.112238 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f28b40dd-8cab-4b17-b93a-f2a2f004fdf8 req-ba489838-d9cf-4626-bc56-8ad63c6c6ddf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538568 Jul 05 11:09:02.169593 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-5050f019-bb4e-436d-9c41-c1f4976e9afb None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:09:02.209716 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f28b40dd-8cab-4b17-b93a-f2a2f004fdf8 req-06bfe129-e2b7-4e59-861d-ec0bd36d525b service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909777 Jul 05 11:09:02.300774 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f28b40dd-8cab-4b17-b93a-f2a2f004fdf8 req-3adfece8-9814-4a91-8922-95cebd587d8c service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848956 Jul 05 11:09:02.391787 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-5050f019-bb4e-436d-9c41-c1f4976e9afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'c2e864cf-0593-4a10-b66f-1c714716793b', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'port_id': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'mac_address': 'fa:16:3e:c8:aa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:01:33Z', 'updated_at': '2021-07-05T11:09:01Z', 'revision_number': 13, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:09:02.420746 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5050f019-bb4e-436d-9c41-c1f4976e9afb None None] The sync data for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 is: [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'c2e864cf-0593-4a10-b66f-1c714716793b', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'port_id': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'mac_address': 'fa:16:3e:c8:aa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:01:33Z', 'updated_at': '2021-07-05T11:09:01Z', 'revision_number': 13, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:09:02.616175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a947958-05dc-4141-b512-8544c02a2f8d None None] New status for floating IP c2e864cf-0593-4a10-b66f-1c714716793b: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:09:11.156368 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed5a4-04d4-4e8e-863b-69bf7effc7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:12.409825 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:09:13.659026 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-77c7d09b-e6c5-4c72-a821-d02d8ddc2789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:13.721687 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:15.207770 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:17.036355 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:22.881296 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:24.675447 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:41.142892 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-381ccd60-e4cd-4283-88db-d323a41dc90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:41.298386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09d95f78-7b1e-4816-a786-1c162a548fad req-4c925dfa-a4bd-4903-8aa0-db43ad733880 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513744 Jul 05 11:09:41.403976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d95f78-7b1e-4816-a786-1c162a548fad req-188af330-6353-4bc3-98d3-33ceafcdab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:41.405421 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09d95f78-7b1e-4816-a786-1c162a548fad req-188af330-6353-4bc3-98d3-33ceafcdab14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 1097 time: 0.0567565 Jul 05 11:09:41.516411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d95f78-7b1e-4816-a786-1c162a548fad req-5ea3421b-d6eb-41f9-9574-76f1475a8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:41.518040 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09d95f78-7b1e-4816-a786-1c162a548fad req-5ea3421b-d6eb-41f9-9574-76f1475a8814 service neutron] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0908678 Jul 05 11:09:41.591311 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09d95f78-7b1e-4816-a786-1c162a548fad req-dfbff75b-ef77-4d40-94b6-b0c44e6c3068 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 200 len: 1002 time: 0.0621259 Jul 05 11:09:41.640420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d95f78-7b1e-4816-a786-1c162a548fad req-d4de1e3f-61f6-400f-aee2-b275fcf7506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:41.641906 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09d95f78-7b1e-4816-a786-1c162a548fad req-d4de1e3f-61f6-400f-aee2-b275fcf7506e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0444980 Jul 05 11:09:41.698304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d95f78-7b1e-4816-a786-1c162a548fad req-16119eb4-805a-4121-a996-fbc3edfe7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:09:41.699753 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09d95f78-7b1e-4816-a786-1c162a548fad req-16119eb4-805a-4121-a996-fbc3edfe7b99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517786 Jul 05 11:09:41.793349 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09d95f78-7b1e-4816-a786-1c162a548fad req-407431db-3699-4831-b9d5-d5568c723ec9 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866125 Jul 05 11:09:41.884133 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09d95f78-7b1e-4816-a786-1c162a548fad req-3ae6b770-da47-49a4-af76-947c046ecb9c service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834308 Jul 05 11:09:43.651176 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2257f0b2-2273-41e7-874e-abbe285ce568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:43.737266 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:45.176829 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:47.091744 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:49.410101 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:09:52.873817 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:09:54.725339 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:11.170134 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-85b79b34-e4c3-4721-9ee1-e52a3fe68636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:13.649929 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b004c340-537d-4737-a35e-6746f4bae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:13.702161 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:15.209848 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:17.038201 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:22.855237 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:24.712069 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:26.227954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-39e41d02-e64d-425b-9dbf-d48010628f76 req-fe93f846-00fc-4de5-abb9-05b9b4df9b86 service neutron] (100776) timed out ('10.222.0.73', 62803) {{(pid=100776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 11:10:26.409924 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:10:41.128618 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d789128-47d3-4183-8ac1-71129c63a800 req-3d2a86b4-d44e-47cd-8f5d-6a7cd8207c40 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538261 Jul 05 11:10:41.139901 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9accda44-e9b6-4ce9-bf07-3f6d28c91738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:41.233759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d789128-47d3-4183-8ac1-71129c63a800 req-eab89808-eb15-42f4-9264-7deeeae7bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:41.235281 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d789128-47d3-4183-8ac1-71129c63a800 req-eab89808-eb15-42f4-9264-7deeeae7bd90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 1097 time: 0.0593648 Jul 05 11:10:41.347558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d789128-47d3-4183-8ac1-71129c63a800 req-279f09d5-e428-467a-9b36-b150decbdf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:41.349161 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d789128-47d3-4183-8ac1-71129c63a800 req-279f09d5-e428-467a-9b36-b150decbdf12 service neutron] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0878441 Jul 05 11:10:41.426299 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d789128-47d3-4183-8ac1-71129c63a800 req-ef83a990-eed1-4886-a197-63696701137f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 200 len: 1002 time: 0.0683997 Jul 05 11:10:41.475762 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d789128-47d3-4183-8ac1-71129c63a800 req-6502ccb7-7c5a-4ec1-aaa9-8fc8d5544d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:41.477244 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d789128-47d3-4183-8ac1-71129c63a800 req-6502ccb7-7c5a-4ec1-aaa9-8fc8d5544d54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0445366 Jul 05 11:10:41.534865 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d789128-47d3-4183-8ac1-71129c63a800 req-3f6d9bee-10c5-4692-baa9-9e349620c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:41.536428 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d789128-47d3-4183-8ac1-71129c63a800 req-3f6d9bee-10c5-4692-baa9-9e349620c113 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530694 Jul 05 11:10:41.632871 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d789128-47d3-4183-8ac1-71129c63a800 req-6dd269e7-42ad-4099-88a6-5b6ef66c36c6 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862577 Jul 05 11:10:41.726997 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d789128-47d3-4183-8ac1-71129c63a800 req-826e9337-dbdd-4d36-a767-f4164fd1c91c service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840223 Jul 05 11:10:43.637542 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-02e523dc-0728-4059-a4d7-9a578cd4a675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:43.739855 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:45.191103 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:47.036710 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:48.933977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c017f-8293-4e5a-83e9-a511d7891086 req-f7d25813-42a8-4a1b-a384-2a0145686175 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:10:48.936135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a0c017f-8293-4e5a-83e9-a511d7891086 req-f7d25813-42a8-4a1b-a384-2a0145686175 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0674706 Jul 05 11:10:48.975281 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6a0c017f-8293-4e5a-83e9-a511d7891086 req-a85602ab-d0e1-4da8-aeb8-06aaf8c7caf5 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334823 Jul 05 11:10:52.888446 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:10:54.705346 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:02.220097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b17f2a-a3aa-4fc9-9ec5-ec7c600d71ea req-987d2730-1786-4b1a-823b-ad1cc9cf0895 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:02.221584 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82b17f2a-a3aa-4fc9-9ec5-ec7c600d71ea req-987d2730-1786-4b1a-823b-ad1cc9cf0895 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0681648 Jul 05 11:11:02.266950 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82b17f2a-a3aa-4fc9-9ec5-ec7c600d71ea req-191faf19-c13c-412b-a6ea-74d57dda619a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396452 Jul 05 11:11:02.369043 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-4d4463a6-3f32-4293-a57b-3a8c1c2c8a29 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1040983 Jul 05 11:11:03.411117 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:11:03.463081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ea296-4e91-4ba6-a16a-76040bd950d9 req-6b101d89-ed61-4304-b052-1f8f672736de tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:03.464570 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-115ea296-4e91-4ba6-a16a-76040bd950d9 req-6b101d89-ed61-4304-b052-1f8f672736de tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0800834 Jul 05 11:11:03.502644 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-115ea296-4e91-4ba6-a16a-76040bd950d9 req-d46b0db7-f051-4f54-95c4-abed8575b98e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318472 Jul 05 11:11:04.682517 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb80dd4-3fa3-444f-964f-67e1b9ba6093 req-ac061a1b-6aec-4b0e-bd10-146f5414b929 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:04.684721 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-edb80dd4-3fa3-444f-964f-67e1b9ba6093 req-ac061a1b-6aec-4b0e-bd10-146f5414b929 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0671918 Jul 05 11:11:04.733931 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-edb80dd4-3fa3-444f-964f-67e1b9ba6093 req-d68a7cf7-7dbf-4ecb-a9c4-50d2a782c529 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435147 Jul 05 11:11:04.778897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-012579c1-7a77-4ce3-90db-7cb90fa57379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:04.780496 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-012579c1-7a77-4ce3-90db-7cb90fa57379 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 1097 time: 0.0948699 Jul 05 11:11:04.873805 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-b5c5577c-8c0e-41b6-a544-a0cf2d76e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:04.875302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-b5c5577c-8c0e-41b6-a544-a0cf2d76e45e service neutron] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0880439 Jul 05 11:11:04.946139 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-95d38123-9ba5-42d9-9da4-ded535af2cef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 200 len: 1002 time: 0.0589793 Jul 05 11:11:05.002631 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-50467db5-c10a-4f75-a080-8baac95157cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:05.004246 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-50467db5-c10a-4f75-a080-8baac95157cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0498242 Jul 05 11:11:05.062724 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-07da4254-1dea-4703-ace4-9230066a7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:05.064258 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-07da4254-1dea-4703-ace4-9230066a7815 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516849 Jul 05 11:11:05.154034 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-a00e8ef9-029d-45b7-9778-56bc56d283eb service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821629 Jul 05 11:11:05.253750 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-d760d490-2361-4f5a-863e-d26984fd0e2f service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895104 Jul 05 11:11:05.914494 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fba53-9f4b-4bab-a5d6-ab91655073d3 req-ba54198a-fcb1-4348-97ae-f121c7b2c305 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:05.916062 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e43fba53-9f4b-4bab-a5d6-ab91655073d3 req-ba54198a-fcb1-4348-97ae-f121c7b2c305 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0680454 Jul 05 11:11:06.283244 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e43fba53-9f4b-4bab-a5d6-ab91655073d3 req-887641b6-40a2-4f86-947c-0fcf0c52f73c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3606644 Jul 05 11:11:07.461830 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f725f65-ed77-434d-80f6-cca59de0b4ff req-462a8012-bf30-48f1-a3fe-02826df67152 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:07.463478 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6f725f65-ed77-434d-80f6-cca59de0b4ff req-462a8012-bf30-48f1-a3fe-02826df67152 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0659189 Jul 05 11:11:07.502131 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6f725f65-ed77-434d-80f6-cca59de0b4ff req-44d46031-1fc5-44a0-aeb2-c3497cd3cb73 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329518 Jul 05 11:11:08.675540 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74751ed2-0453-4e7f-abb8-ab9070a62c45 req-7a1a88aa-06b7-4dc2-b928-4be0aac9b422 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:08.677425 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-74751ed2-0453-4e7f-abb8-ab9070a62c45 req-7a1a88aa-06b7-4dc2-b928-4be0aac9b422 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0629120 Jul 05 11:11:08.715203 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-74751ed2-0453-4e7f-abb8-ab9070a62c45 req-4cf347b4-8125-47c6-8b42-73083eb7719b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317702 Jul 05 11:11:09.893448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7f4e-2445-42e8-b281-73d3c33ef689 req-8dc70e4a-12ac-4283-9b12-5376b10b449a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:09.894988 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de4d7f4e-2445-42e8-b281-73d3c33ef689 req-8dc70e4a-12ac-4283-9b12-5376b10b449a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0654321 Jul 05 11:11:09.939669 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-de4d7f4e-2445-42e8-b281-73d3c33ef689 req-95e6bcc5-9cb7-49d1-8d3e-063a62f78cf9 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386562 Jul 05 11:11:11.115819 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8732c3bf-9d6c-4b91-b8de-c375b04ee3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:11.121629 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ba882-934b-4129-9a29-e88de71397b9 req-4838e0d2-b021-4d6a-9bf2-d5a970b7dfbe tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:11.123148 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d08ba882-934b-4129-9a29-e88de71397b9 req-4838e0d2-b021-4d6a-9bf2-d5a970b7dfbe tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0678864 Jul 05 11:11:11.168495 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d08ba882-934b-4129-9a29-e88de71397b9 req-6b46ea65-6642-4729-9ce2-2e23d33a94ff tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392861 Jul 05 11:11:12.346484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62846bb-522c-4351-b03c-488b1b391a1e req-a30ecb97-ecde-478f-b86f-bc222a619eeb tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:12.348008 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f62846bb-522c-4351-b03c-488b1b391a1e req-a30ecb97-ecde-478f-b86f-bc222a619eeb tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0631881 Jul 05 11:11:12.386001 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f62846bb-522c-4351-b03c-488b1b391a1e req-f6124c36-756b-47f6-9fc6-4bf80d3a1415 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324047 Jul 05 11:11:13.570156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad898d63-0746-40b4-9cb4-373abc1399eb req-0e14560b-1a44-4316-900c-09e3c24bea24 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:13.571796 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ad898d63-0746-40b4-9cb4-373abc1399eb req-0e14560b-1a44-4316-900c-09e3c24bea24 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0662022 Jul 05 11:11:13.611963 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ad898d63-0746-40b4-9cb4-373abc1399eb req-05916153-0c27-481e-9d7a-f630f060a1fc tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343080 Jul 05 11:11:13.641152 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d97c838e-fe3a-4210-8c54-ee4830baea0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:13.693036 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:14.798770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcdda4-4c80-48da-aeac-00f507823711 req-76a19881-b039-4138-b460-18008d4149cd tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:14.800500 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f9bcdda4-4c80-48da-aeac-00f507823711 req-76a19881-b039-4138-b460-18008d4149cd tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0704613 Jul 05 11:11:14.842624 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f9bcdda4-4c80-48da-aeac-00f507823711 req-a0ce4188-23ce-47cb-bba8-038fc60c8b4c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359409 Jul 05 11:11:15.201115 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:16.019100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550cc3b-cc74-4619-9158-ea56efcedd99 req-dd14e0f8-74e3-4ecd-a825-e336389d6c07 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:16.020893 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c550cc3b-cc74-4619-9158-ea56efcedd99 req-dd14e0f8-74e3-4ecd-a825-e336389d6c07 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0643444 Jul 05 11:11:16.058876 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c550cc3b-cc74-4619-9158-ea56efcedd99 req-bafb7eb7-d553-4ac2-bf08-0b167c80b8f9 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324149 Jul 05 11:11:17.046613 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:17.246480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da056d-855e-40be-8d44-e8c7c3c3d219 req-43bde7f8-d404-46c6-9234-a78fb7fbcd7e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:17.248121 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-12da056d-855e-40be-8d44-e8c7c3c3d219 req-43bde7f8-d404-46c6-9234-a78fb7fbcd7e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0742478 Jul 05 11:11:17.288581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-12da056d-855e-40be-8d44-e8c7c3c3d219 req-01b1f4ba-7ad0-448b-9daf-e34f3581f518 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346758 Jul 05 11:11:18.475449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2441f-443c-493e-9ee6-0eedd1d65271 req-eab27992-cb2c-40a3-a590-ff53ca726cb0 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:18.480212 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ee2441f-443c-493e-9ee6-0eedd1d65271 req-eab27992-cb2c-40a3-a590-ff53ca726cb0 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0714753 Jul 05 11:11:18.518120 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ee2441f-443c-493e-9ee6-0eedd1d65271 req-0a4222af-9a8a-4584-9534-9afdcaabd947 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350881 Jul 05 11:11:19.702207 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafda464-9569-4d62-95f4-1499c981f614 req-71f31be0-3aa7-48a1-b9aa-5c3815fb3457 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:19.703933 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bafda464-9569-4d62-95f4-1499c981f614 req-71f31be0-3aa7-48a1-b9aa-5c3815fb3457 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0677750 Jul 05 11:11:19.746910 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bafda464-9569-4d62-95f4-1499c981f614 req-668d8938-f14f-4f9e-b3a6-fad86c728ab5 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368152 Jul 05 11:11:20.200610 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:11:20.220616 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-b2e4e83a-6d53-48cf-b00d-904eab9726dc service neutron] show failed (client error): The resource could not be found. Jul 05 11:11:20.221674 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-b2e4e83a-6d53-48cf-b00d-904eab9726dc service neutron] 10.222.0.64 "GET /v2.0/ports/3eab60a6-6e6d-43de-bcc4-ec0545f2d50a/bindings/n-h1-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0572095 Jul 05 11:11:20.278333 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:20.303459 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:11:20.305753 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0299890-08a8-432f-ac61-5c2c22d25423" -d '{"events": [{"server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "name": "network-vif-unplugged", "status": "completed", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:11:20.319054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:11:20.402995 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 11:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa4964c-c140-42d1-a40f-81e348591e3e x-openstack-request-id: req-eaa4964c-c140-42d1-a40f-81e348591e3e {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:11:20.403291 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "name": "network-vif-unplugged", "status": "completed", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:11:20.403545 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eaa4964c-c140-42d1-a40f-81e348591e3e {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:11:20.403977 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'code': 200} Jul 05 11:11:20.418061 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:20.467185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:11:20.474834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:20.475178 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:20.475517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:20.475880 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:20.476214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:20.476543 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:20.476868 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:20.477189 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:20.477510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:20.477839 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:20.478157 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:20.478474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:20.913674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-9c845842-2d30-422a-9a13-4e754c3afec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:20.915267 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-9c845842-2d30-422a-9a13-4e754c3afec6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444&tenant_id=0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 1095 time: 0.0989325 Jul 05 11:11:20.926657 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:11:20.933938 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266b666-d7bc-4295-8598-d0e9b2e90d84 req-d8993e07-71ec-4212-8c65-0f536c1ac6ba tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:20.939092 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5266b666-d7bc-4295-8598-d0e9b2e90d84 req-d8993e07-71ec-4212-8c65-0f536c1ac6ba tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.0732763 Jul 05 11:11:20.975662 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5266b666-d7bc-4295-8598-d0e9b2e90d84 req-d455b8d4-45c0-4fbe-ade0-7d7adbf4aaaa tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341876 Jul 05 11:11:21.003999 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:21.203101 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:11:21.237005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:11:21.270347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:11:21.278058 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:21.290131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Transition to ACTIVE for port object 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:11:21.366360 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:21.449740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Pushing event updated for resources: {'Port': ['ID=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:11:21.463114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:21.463395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:21.463762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:21.465617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:21.465617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:21.465617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:21.465617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:21.465617 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:21.466074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:21.466074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:21.466262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:21.466573 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:21.508114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] No DVR routers for this DVR port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:11:21.653927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Attempting to bind port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:11:21.654266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Attempting to bind port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:11:21.654601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Attempting to bind port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:11:21.658894 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a on network febe2fdd-6d1c-4afd-9f04-ca480587e42a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:11:21.659221 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Attempting to bind port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:11:21.664217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:11:21.664495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Checking segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:11:21.664887 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Bound using segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:11:21.665318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Bound port: 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:11:21.665679 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:21.735623 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:11:21.738798 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:11:21.795529 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:21.835192 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:21.835842 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:21.837250 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-893f033b-438d-448c-b2f4-34110321c44e service neutron] 10.222.0.73 "PUT /v2.0/ports/3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 200 len: 1092 time: 0.9149640 Jul 05 11:11:21.837689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:11:21.840029 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:11:21.882371 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f033b-438d-448c-b2f4-34110321c44e service neutron] Pushing event updated for resources: {'Port': ['ID=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,revision_number=8']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:11:21.902468 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8f285c-a01d-44fb-9c12-133a7b94dd9f x-openstack-request-id: req-0d8f285c-a01d-44fb-9c12-133a7b94dd9f {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:11:21.902702 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:11:21.902932 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d8f285c-a01d-44fb-9c12-133a7b94dd9f {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:11:21.903343 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'status': 'completed', 'code': 200} Jul 05 11:11:21.940465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-67ae1845-7f32-4dfe-be01-4c011f079eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:21.942260 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-67ae1845-7f32-4dfe-be01-4c011f079eba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 1095 time: 0.0735881 Jul 05 11:11:21.980417 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-9df28486-3707-451d-8995-0b2ae2be803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:21.982568 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-9df28486-3707-451d-8995-0b2ae2be803e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 1095 time: 0.0587492 Jul 05 11:11:22.052537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-ad607e64-39a1-46b7-8307-d73f23fb8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:22.054681 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-ad607e64-39a1-46b7-8307-d73f23fb8938 service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.1065941 Jul 05 11:11:22.096543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-d223436b-bc93-44ab-a083-edd2c65b85c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:22.098402 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-d223436b-bc93-44ab-a083-edd2c65b85c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.1051161 Jul 05 11:11:22.123999 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-9d825289-090c-401d-aa14-df8a9e640f11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 200 len: 1000 time: 0.0626628 Jul 05 11:11:22.175212 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-265f9481-1b36-4d2c-891c-ebc36bda0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:22.177211 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-265f9481-1b36-4d2c-891c-ebc36bda0435 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0464008 Jul 05 11:11:22.215066 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-0bdd0e12-764c-4b9e-bf4e-47be8a80d1d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 200 len: 1000 time: 0.1051934 Jul 05 11:11:22.241299 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-6cdab7a6-d492-4dc0-8996-c02bd2ba70a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:22.242809 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-6cdab7a6-d492-4dc0-8996-c02bd2ba70a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590854 Jul 05 11:11:22.243574 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5b853-4f7b-4352-8c75-a70b1e56defd req-ac2ac1c9-281c-4438-bbba-a93affa7f580 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:22.245387 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16b5b853-4f7b-4352-8c75-a70b1e56defd req-ac2ac1c9-281c-4438-bbba-a93affa7f580 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.1375513 Jul 05 11:11:22.304085 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-f3be113c-eb26-4d64-8385-c90bee86c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:22.305582 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-f3be113c-eb26-4d64-8385-c90bee86c940 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0801897 Jul 05 11:11:22.313034 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16b5b853-4f7b-4352-8c75-a70b1e56defd req-fb7bd5ac-12c6-4706-afe2-063a9efed39f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497127 Jul 05 11:11:22.336855 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-78fa98b7-e752-4c96-bda9-dfcdceb8ac2a service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873916 Jul 05 11:11:22.368807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-e0e73200-819e-4f0b-a7a8-92a41462d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:22.370484 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-e0e73200-819e-4f0b-a7a8-92a41462d116 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553753 Jul 05 11:11:22.431116 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-463b9c81-8628-428a-8da1-02da60484e46 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878017 Jul 05 11:11:22.478591 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-103b3e54-bc55-4976-8cb2-d443683455e3 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978541 Jul 05 11:11:22.579504 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-3fca5922-efb3-4b10-9f3e-eec11c16a21f service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888021 Jul 05 11:11:22.610262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-5a9d3cff-6f66-4d56-ad74-6451c981b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:22.611861 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-5a9d3cff-6f66-4d56-ad74-6451c981b421 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 1095 time: 0.0565202 Jul 05 11:11:22.704301 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-676b1806-5d17-441a-80b4-61ef3a25f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:22.705821 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-676b1806-5d17-441a-80b4-61ef3a25f2bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0876005 Jul 05 11:11:22.780264 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-0a3dc5b3-ebe0-4706-ad6c-068ef5d0cc3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 200 len: 1000 time: 0.0678980 Jul 05 11:11:22.837641 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-500598b9-60a0-4b5e-9739-35fe3b0e2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:22.837641 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-500598b9-60a0-4b5e-9739-35fe3b0e2050 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0474555 Jul 05 11:11:22.864163 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:22.894713 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-fdb42c3b-6efa-4d77-ad71-33d21ac88405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:22.896302 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-fdb42c3b-6efa-4d77-ad71-33d21ac88405 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562086 Jul 05 11:11:22.994374 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-f6267c21-eddd-4b01-8509-744a69df8674 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917606 Jul 05 11:11:23.090230 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab7eeb0b-105e-4c11-ac53-10f88b53ea23 req-448db7b2-979a-40a4-9aea-d07c91037f60 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891304 Jul 05 11:11:23.498700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d23c7-84d5-439d-a351-f7cdfb994329 req-58959212-e768-4cc5-9791-12c2e4e1cb1b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:23.500277 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e73d23c7-84d5-439d-a351-f7cdfb994329 req-58959212-e768-4cc5-9791-12c2e4e1cb1b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.0708199 Jul 05 11:11:23.539956 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e73d23c7-84d5-439d-a351-f7cdfb994329 req-b9b8b7be-9968-43b2-aa5d-4069d0351e24 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336373 Jul 05 11:11:24.726798 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:24.777093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd9dba-27d2-4586-8f38-9c1e4f87b052 req-a3f3e30d-6f60-4ce7-8c4f-f96bc805a3df tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:24.778677 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aedd9dba-27d2-4586-8f38-9c1e4f87b052 req-a3f3e30d-6f60-4ce7-8c4f-f96bc805a3df tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.0798955 Jul 05 11:11:24.820410 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aedd9dba-27d2-4586-8f38-9c1e4f87b052 req-36250aa6-1151-4dcf-9aeb-0782306af5d5 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354769 Jul 05 11:11:26.027113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59763fd8-3fff-4689-8d15-fc7c6ba71176 req-205dcab1-e24b-4676-b764-bbfe3fb553f2 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:26.028742 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59763fd8-3fff-4689-8d15-fc7c6ba71176 req-205dcab1-e24b-4676-b764-bbfe3fb553f2 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.0857081 Jul 05 11:11:26.068494 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-59763fd8-3fff-4689-8d15-fc7c6ba71176 req-e4dd8826-c356-419a-bb09-7bfcfad5ff07 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336843 Jul 05 11:11:27.248528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606196a-46cb-4f11-9d07-b0d0e28bb99e req-e591837c-5044-42f4-9826-b09efa77c790 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:27.249989 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e606196a-46cb-4f11-9d07-b0d0e28bb99e req-e591837c-5044-42f4-9826-b09efa77c790 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.0680532 Jul 05 11:11:27.289466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e606196a-46cb-4f11-9d07-b0d0e28bb99e req-ea93f5b3-6c83-4545-adfe-90de8e133f81 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339425 Jul 05 11:11:28.464712 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cdad5-a686-4520-8262-680f1bcd77d7 req-8128d7ea-3c21-4169-ad2b-fe2a50818c84 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:28.466211 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fe8cdad5-a686-4520-8262-680f1bcd77d7 req-8128d7ea-3c21-4169-ad2b-fe2a50818c84 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.0643148 Jul 05 11:11:28.504946 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fe8cdad5-a686-4520-8262-680f1bcd77d7 req-6d10ebeb-380c-4b92-85b6-b05561143932 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331421 Jul 05 11:11:29.701447 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5365e-7b28-454c-a15b-afac22c4f062 req-7910cfc9-c3a0-45e8-bf98-7508dd5aa0e4 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:29.703115 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7eb5365e-7b28-454c-a15b-afac22c4f062 req-7910cfc9-c3a0-45e8-bf98-7508dd5aa0e4 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.0724049 Jul 05 11:11:29.741359 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7eb5365e-7b28-454c-a15b-afac22c4f062 req-a86a3288-0d4d-4b84-a9d7-5b90dc50c085 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325842 Jul 05 11:11:31.128995 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9572948-fb00-41e0-a49f-b958148a0e8d req-e41e2a63-7244-4b67-b3cd-504c1579a97b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:31.130520 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a9572948-fb00-41e0-a49f-b958148a0e8d req-e41e2a63-7244-4b67-b3cd-504c1579a97b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.0740120 Jul 05 11:11:31.177745 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a9572948-fb00-41e0-a49f-b958148a0e8d req-9b0426d7-ac61-49ec-8b0c-d4eec838caa9 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416694 Jul 05 11:11:32.363024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8b261-1b62-4bcc-a6ee-a1225fe4201a req-ec65344d-dc29-480d-b9b1-e0b3b72daba5 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:32.364563 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2ba8b261-1b62-4bcc-a6ee-a1225fe4201a req-ec65344d-dc29-480d-b9b1-e0b3b72daba5 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.0672393 Jul 05 11:11:32.405960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2ba8b261-1b62-4bcc-a6ee-a1225fe4201a req-f86e8603-7d95-4a98-a1a7-5a65f73560ff tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327713 Jul 05 11:11:33.588600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8857b08-3417-43f9-bb1d-6da7976157fa req-c8528d22-de09-448f-b043-f33df69afbbb tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:33.590098 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8857b08-3417-43f9-bb1d-6da7976157fa req-c8528d22-de09-448f-b043-f33df69afbbb tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.0656502 Jul 05 11:11:33.631254 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d8857b08-3417-43f9-bb1d-6da7976157fa req-43ba1600-c2c1-4b7c-b0e8-9096340986e8 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351267 Jul 05 11:11:34.811593 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646a078-085e-4c25-8b21-07a2ceb89193 req-3cf579e4-1aa5-4dae-88b3-725e58f24b48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:34.813149 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6646a078-085e-4c25-8b21-07a2ceb89193 req-3cf579e4-1aa5-4dae-88b3-725e58f24b48 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.0664465 Jul 05 11:11:34.852321 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6646a078-085e-4c25-8b21-07a2ceb89193 req-a3ee9a71-971e-43af-9e9b-0c6682643f96 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331573 Jul 05 11:11:36.038719 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2221b-8b52-4d99-849d-5c185ef4c214 req-d700b953-9862-4422-83c2-e32088cbf102 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:36.040301 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10c2221b-8b52-4d99-849d-5c185ef4c214 req-d700b953-9862-4422-83c2-e32088cbf102 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.0687239 Jul 05 11:11:36.080377 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10c2221b-8b52-4d99-849d-5c185ef4c214 req-a56d1d0a-1e69-4e93-a597-57ed07845721 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333424 Jul 05 11:11:36.717512 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:11:36.813922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:11:36.826494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'port_id': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'mac_address': 'fa:16:3e:c8:aa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:11:36.865674 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:36.880524 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:11:36.896869 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be622e-9265-4a31-8ede-36f1119924bd req-16ec4f9b-8451-4577-9f79-db636ef237ad tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:36.898418 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4be622e-9265-4a31-8ede-36f1119924bd req-16ec4f9b-8451-4577-9f79-db636ef237ad tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 943 time: 0.1092324 Jul 05 11:11:36.909419 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:11:36.917103 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-6c04ad09-ed9a-4787-9bb5-ea90a0433a58 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:36.918556 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-6c04ad09-ed9a-4787-9bb5-ea90a0433a58 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444&tenant_id=0accab33f83b4e6ea36c420fe88550da&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 943 time: 0.1022508 Jul 05 11:11:36.986674 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4be622e-9265-4a31-8ede-36f1119924bd req-b4771838-91db-4b1a-ac41-e27e0c4a183a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670130 Jul 05 11:11:36.989247 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:37.008737 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-ee52540f-720a-41f7-a3af-6fd779443222 service neutron] 10.222.0.73 "GET /v2.0/ports/3eab60a6-6e6d-43de-bcc4-ec0545f2d50a/bindings/n-h1-779913-27 HTTP/1.1" status: 200 len: 383 time: 0.0829859 Jul 05 11:11:37.040210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:11:37.086416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-32a85257-8f7e-4025-9525-4a3735d06429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:37.088824 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-32a85257-8f7e-4025-9525-4a3735d06429 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 1096 time: 0.0549097 Jul 05 11:11:37.183094 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-7968f41e-571c-45a3-9280-b53d8dfb5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:37.184623 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-7968f41e-571c-45a3-9280-b53d8dfb5c50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0883765 Jul 05 11:11:37.238731 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['3eab60a6-6e6d-43de-bcc4-ec0545f2d50a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:11:37.254507 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c12008f0-2edf-4852-a29f-9cfad064f083 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 200 len: 1001 time: 0.0626800 Jul 05 11:11:37.313409 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-2fded5ed-1c70-4aee-a59d-34a44dbce8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:37.315099 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-2fded5ed-1c70-4aee-a59d-34a44dbce8f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0539947 Jul 05 11:11:37.374154 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-2df3d200-ff56-4302-9e25-58eb55bd45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:37.376135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-2df3d200-ff56-4302-9e25-58eb55bd45cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552874 Jul 05 11:11:37.470090 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-0b441e24-0eb5-4614-bf67-f41958e24e80 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876057 Jul 05 11:11:37.564976 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-73ee28ea-662d-4b33-87ab-6a4ea8a9e855 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877655 Jul 05 11:11:38.186281 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d51c12-7171-46a3-901e-8487e26db1d6 req-2221df9c-872e-4826-a98f-df7c8fa5acca tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:38.187738 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09d51c12-7171-46a3-901e-8487e26db1d6 req-2221df9c-872e-4826-a98f-df7c8fa5acca tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 944 time: 0.0693908 Jul 05 11:11:38.227267 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09d51c12-7171-46a3-901e-8487e26db1d6 req-5cfc54a4-ff0a-4d86-9245-ef5794c4b8d9 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335562 Jul 05 11:11:38.723838 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:11:38.885964 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:11:38.890443 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:11:38.895880 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:38.970690 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:38.992546 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:11:38.995339 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f318c8-415b-477e-ad70-9c5a45f4801b" -d '{"events": [{"server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "name": "network-vif-plugged", "status": "completed", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:11:39.010388 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:11:39.042997 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c915b427-3ca8-4cb5-b3c5-c31bc6de3fab x-openstack-request-id: req-c915b427-3ca8-4cb5-b3c5-c31bc6de3fab {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:11:39.043291 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "name": "network-vif-plugged", "status": "completed", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:11:39.043547 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c915b427-3ca8-4cb5-b3c5-c31bc6de3fab {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:11:39.043980 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'code': 200} Jul 05 11:11:39.108529 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:39.156876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,revision_number=10']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:11:39.406038 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbde88-1d04-4c51-b2c2-394aeade7ee3 req-409c1321-e5cb-4d27-9747-7985acd62cae tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:39.407549 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8efbde88-1d04-4c51-b2c2-394aeade7ee3 req-409c1321-e5cb-4d27-9747-7985acd62cae tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 946 time: 0.0649028 Jul 05 11:11:39.448002 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8efbde88-1d04-4c51-b2c2-394aeade7ee3 req-3025256f-2ec8-45db-bf2f-c9dc16d7b55c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344126 Jul 05 11:11:39.771064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116ebc6-c57e-400d-ab74-da90b2a319ee req-2b538854-2f4e-445f-a7f1-ad26a36d441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:39.772499 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5116ebc6-c57e-400d-ab74-da90b2a319ee req-2b538854-2f4e-445f-a7f1-ad26a36d441e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 1098 time: 0.0618525 Jul 05 11:11:39.879587 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116ebc6-c57e-400d-ab74-da90b2a319ee req-4eaf3a38-57be-459f-86e5-361f564b5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:39.881145 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5116ebc6-c57e-400d-ab74-da90b2a319ee req-4eaf3a38-57be-459f-86e5-361f564b5342 service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0873280 Jul 05 11:11:39.952823 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5116ebc6-c57e-400d-ab74-da90b2a319ee req-68e9e2e0-f3a7-4c4c-8e22-6c5e8fd29581 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 200 len: 1002 time: 0.0647235 Jul 05 11:11:40.004437 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116ebc6-c57e-400d-ab74-da90b2a319ee req-207b0c34-f137-414b-9cc0-76e61a8c5d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:40.005939 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5116ebc6-c57e-400d-ab74-da90b2a319ee req-207b0c34-f137-414b-9cc0-76e61a8c5d95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0466018 Jul 05 11:11:40.069155 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116ebc6-c57e-400d-ab74-da90b2a319ee req-21ad1583-2a1f-41c0-9f86-ad61b3cf9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:40.071802 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5116ebc6-c57e-400d-ab74-da90b2a319ee req-21ad1583-2a1f-41c0-9f86-ad61b3cf9e07 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598383 Jul 05 11:11:40.187469 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5116ebc6-c57e-400d-ab74-da90b2a319ee req-2c6f23a6-e8b7-4616-9681-c7248d7162b0 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090956 Jul 05 11:11:40.285630 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5116ebc6-c57e-400d-ab74-da90b2a319ee req-a3e82461-19b8-4da3-810b-fe8643e04a20 service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902739 Jul 05 11:11:40.410309 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:11:40.626890 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af6640-3b12-4491-bf36-2689b1bcb0c3 req-761bc6bd-b92d-44ba-8d97-23614a222cf3 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:40.628444 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b3af6640-3b12-4491-bf36-2689b1bcb0c3 req-761bc6bd-b92d-44ba-8d97-23614a222cf3 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 946 time: 0.0648592 Jul 05 11:11:40.672611 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b3af6640-3b12-4491-bf36-2689b1bcb0c3 req-110183f4-db42-4d1a-8bb6-12600376359e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384545 Jul 05 11:11:41.154301 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-004e416c-f168-49ce-ad0a-8ea6a4f2d5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:41.853258 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3eed7-15a0-4f76-8124-9d5f2ab2c537 req-9df8a61c-2d15-427d-b07f-8d2f13ef2f58 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:41.854805 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6f3eed7-15a0-4f76-8124-9d5f2ab2c537 req-9df8a61c-2d15-427d-b07f-8d2f13ef2f58 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 946 time: 0.0649226 Jul 05 11:11:41.895241 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6f3eed7-15a0-4f76-8124-9d5f2ab2c537 req-15f66bfc-7732-4876-99b4-533805139c0f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345039 Jul 05 11:11:42.548245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-07800b3f-bcd5-4eb7-afc6-2e601fe44382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:42.549765 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-07800b3f-bcd5-4eb7-afc6-2e601fe44382 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444&tenant_id=0accab33f83b4e6ea36c420fe88550da HTTP/1.1" status: 200 len: 1098 time: 0.0583136 Jul 05 11:11:42.566067 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:11:42.635859 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:42.716178 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:11:42.794730 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:42.838470 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:11:42.874759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h1-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:11:42.914068 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:11:42.916377 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb3fe82-e57c-48d4-a84b-96a9ccfa0415" -d '{"events": [{"server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "name": "network-vif-unplugged", "status": "completed", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:11:42.920204 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:42.933087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Transition to ACTIVE for port object 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:11:43.005880 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:43.040498 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 11:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1a128b-5b8d-4c5d-b4da-cd91367f278f x-openstack-request-id: req-6a1a128b-5b8d-4c5d-b4da-cd91367f278f {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:11:43.040805 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "name": "network-vif-unplugged", "status": "completed", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:11:43.041031 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a1a128b-5b8d-4c5d-b4da-cd91367f278f {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:11:43.042329 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'code': 200} Jul 05 11:11:43.042598 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 11:11:43.042962 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 11:11:43.129789 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Pushing event updated for resources: {'Port': ['ID=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,revision_number=11']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:11:43.147975 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:43.148324 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:43.148736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:43.149072 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:43.149407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:43.149768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:43.150099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:43.150426 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:43.150753 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:43.151076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:43.151401 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:43.151735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:11:43.196322 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] No DVR routers for this DVR port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a on host n-h1-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:11:43.247445 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66933d0-0534-4a4e-b773-49b12b50195d req-dc9bc6aa-8dbc-48f8-b15a-d51a454425d4 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:43.249010 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f66933d0-0534-4a4e-b773-49b12b50195d req-dc9bc6aa-8dbc-48f8-b15a-d51a454425d4 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 944 time: 0.2104731 Jul 05 11:11:43.335865 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f66933d0-0534-4a4e-b773-49b12b50195d req-c85b3e8b-c4e0-4349-89cd-45a58ce12ece tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790286 Jul 05 11:11:43.377324 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Attempting to bind port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:11:43.377658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Attempting to bind port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:11:43.378012 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Attempting to bind port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:11:43.382505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a on network febe2fdd-6d1c-4afd-9f04-ca480587e42a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:11:43.382824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Attempting to bind port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a on network febe2fdd-6d1c-4afd-9f04-ca480587e42a {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:11:43.387800 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:11:43.388138 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Checking segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:11:43.388519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Bound using segment: {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:11:43.388946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Bound port: 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:11:43.389301 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:43.457624 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:11:43.460887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:11:43.583190 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:43.623822 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:43.624702 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:43.626160 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] 10.222.0.64 "PUT /v2.0/ports/3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 200 len: 1093 time: 1.0641453 Jul 05 11:11:43.646286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b2c37-87ae-4b7b-b783-b1552fb183dd service neutron] Pushing event updated for resources: {'Port': ['ID=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,revision_number=12']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:11:43.657149 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-10f1e02d-71a2-4085-b08e-a0b881c271f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:43.702957 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:43.711663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-88c445e5-448b-4285-b9de-fd344b888287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:43.713845 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-88c445e5-448b-4285-b9de-fd344b888287 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 1096 time: 0.0567045 Jul 05 11:11:43.814511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-491b8c0b-2346-4666-bbbc-1971e856b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:43.816172 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-491b8c0b-2346-4666-bbbc-1971e856b009 service neutron] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0947552 Jul 05 11:11:43.885273 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-7d39625a-d444-4308-9100-a4449f9e0ac9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 200 len: 1000 time: 0.0615249 Jul 05 11:11:43.937411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-8dbbfc18-5a48-4afa-9b63-ef32cb2eb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:43.939201 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-8dbbfc18-5a48-4afa-9b63-ef32cb2eb515 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0468669 Jul 05 11:11:44.000591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-84925817-ff88-4f1a-9739-a363943238d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:44.002093 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-84925817-ff88-4f1a-9739-a363943238d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567784 Jul 05 11:11:44.092704 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-6b9d2abc-5173-4ac6-b1ac-a257b44e0f42 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819697 Jul 05 11:11:44.189062 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-354b30c1-48be-4392-aa0f-7b0f4d2b2b1b req-ef226143-ac64-4394-9e6e-90cde6727630 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862980 Jul 05 11:11:44.521970 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d3cfd-9cca-4a46-a503-b2bc8ab2bb6d req-3f2c56ed-cdf0-4e36-a33d-d04bb6279ddc tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:44.523521 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c13d3cfd-9cca-4a46-a503-b2bc8ab2bb6d req-3f2c56ed-cdf0-4e36-a33d-d04bb6279ddc tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 944 time: 0.0654490 Jul 05 11:11:44.564148 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c13d3cfd-9cca-4a46-a503-b2bc8ab2bb6d req-f5e9e46c-6b3a-4e61-9687-25e05cb9133b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342116 Jul 05 11:11:45.043076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:11:45.045661 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f5239e-0dc3-40ec-9d41-6385480f3e33" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:11:45.099129 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3786546-1709-4570-bf0f-3f93b584a9c2 x-openstack-request-id: req-b3786546-1709-4570-bf0f-3f93b584a9c2 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:11:45.099421 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:11:45.099676 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3786546-1709-4570-bf0f-3f93b584a9c2 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:11:45.100171 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'status': 'completed', 'code': 200} Jul 05 11:11:45.175518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-e1621f12-2435-45be-bbcd-75fed72c6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:45.177349 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-e1621f12-2435-45be-bbcd-75fed72c6d81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 1096 time: 0.0591187 Jul 05 11:11:45.184854 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-9165615d-6584-46bb-bcf8-c1f0a27209df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:45.186380 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-9165615d-6584-46bb-bcf8-c1f0a27209df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0accab33f83b4e6ea36c420fe88550da&device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 1096 time: 0.0577500 Jul 05 11:11:45.263309 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:45.280978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-31e27e02-fd84-4680-a7af-bf07f4959d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:45.282623 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-31e27e02-fd84-4680-a7af-bf07f4959d5d service neutron] 10.222.0.73 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0995381 Jul 05 11:11:45.292108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-acff38ba-3655-4802-aed2-4f9f692228fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:45.293576 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-acff38ba-3655-4802-aed2-4f9f692228fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 200 len: 912 time: 0.0977685 Jul 05 11:11:45.354928 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-8194f50d-6835-427a-afc6-06fc47793c8a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 200 len: 1000 time: 0.0658607 Jul 05 11:11:45.368233 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-cb4daac5-0d18-48e2-822a-8863b50ea428 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 200 len: 1000 time: 0.0649621 Jul 05 11:11:45.411153 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-673bc8d5-5a06-4edd-9e36-45784400bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:45.417101 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-673bc8d5-5a06-4edd-9e36-45784400bd24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0563574 Jul 05 11:11:45.423652 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-2f502a73-5179-4e50-a726-edd10b7d3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:45.425448 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-2f502a73-5179-4e50-a726-edd10b7d3ab9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 200 len: 850 time: 0.0477695 Jul 05 11:11:45.478518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-5f578691-e83a-43a8-ab1a-5b61f8270201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:45.480253 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-5f578691-e83a-43a8-ab1a-5b61f8270201 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574489 Jul 05 11:11:45.488342 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-72fd5af7-cee5-40ae-a90e-ebd16917ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:45.489878 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-72fd5af7-cee5-40ae-a90e-ebd16917ee8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=febe2fdd-6d1c-4afd-9f04-ca480587e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569024 Jul 05 11:11:45.574059 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-f92b70f0-2402-4537-9a7e-b89dbc6f8e9a service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870750 Jul 05 11:11:45.604509 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-4d1a8fd9-08d2-430b-b0ce-4fe4800648a6 service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032488 Jul 05 11:11:45.684614 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-7c08a9bc-0113-4af2-9fe7-2168267b1beb service neutron] 10.222.0.73 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050363 Jul 05 11:11:45.711979 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09f5239e-0dc3-40ec-9d41-6385480f3e33 req-d9d329c7-e494-4668-b6cf-93858e8c7b0c service neutron] 10.222.0.64 "GET /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974760 Jul 05 11:11:45.764837 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0088ba4-ad78-458a-a6af-97e9ab84edd7 req-65812a48-2902-44ef-9e0d-e0fb9ea62195 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:45.766612 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0088ba4-ad78-458a-a6af-97e9ab84edd7 req-65812a48-2902-44ef-9e0d-e0fb9ea62195 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 944 time: 0.0654259 Jul 05 11:11:45.806063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0088ba4-ad78-458a-a6af-97e9ab84edd7 req-0ee4e68f-54d9-4724-a628-626b5def9563 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335493 Jul 05 11:11:47.057668 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:47.341267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab2707-febf-4d04-b3ef-535020b13252 req-ae734979-a963-4154-aa45-0f8d6a309e4b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:47.345451 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abab2707-febf-4d04-b3ef-535020b13252 req-ae734979-a963-4154-aa45-0f8d6a309e4b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 944 time: 0.4204819 Jul 05 11:11:47.384473 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-abab2707-febf-4d04-b3ef-535020b13252 req-ad653ee0-242b-495d-96f9-30a0401ad1fd tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343459 Jul 05 11:11:48.559603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0cdfe-24b8-43ba-8c2d-4242f981e385 req-0d5fa41a-50c7-4fb9-ab72-924cf80e3332 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:48.561108 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2c0cdfe-24b8-43ba-8c2d-4242f981e385 req-0d5fa41a-50c7-4fb9-ab72-924cf80e3332 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 944 time: 0.0633821 Jul 05 11:11:48.604492 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e2c0cdfe-24b8-43ba-8c2d-4242f981e385 req-0463944b-548a-4b1a-a134-282dc7902210 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374849 Jul 05 11:11:49.781449 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633d072-fff9-43af-adad-639ea9ff30bc req-ff3600a6-f6a8-4021-8e6d-08053a47399f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:49.783018 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0633d072-fff9-43af-adad-639ea9ff30bc req-ff3600a6-f6a8-4021-8e6d-08053a47399f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 944 time: 0.0653985 Jul 05 11:11:49.822293 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0633d072-fff9-43af-adad-639ea9ff30bc req-4b6e65d9-e43d-44cc-aac8-da104db99cfa tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334752 Jul 05 11:11:50.996108 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8506e-6bb5-49c4-addb-46836ef99f68 req-b4d2f8c2-2751-4044-b0f0-4511299d171f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:50.997608 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bba8506e-6bb5-49c4-addb-46836ef99f68 req-b4d2f8c2-2751-4044-b0f0-4511299d171f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 944 time: 0.0625415 Jul 05 11:11:51.035477 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bba8506e-6bb5-49c4-addb-46836ef99f68 req-56791d67-21c1-4dc3-965e-86c3b2aa5c5a tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324087 Jul 05 11:11:52.213065 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026eac5-56ac-45be-8998-6961fd103f4b req-c3fc9811-9621-4cae-a264-619ec67e1760 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:52.214482 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5026eac5-56ac-45be-8998-6961fd103f4b req-c3fc9811-9621-4cae-a264-619ec67e1760 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 944 time: 0.0694320 Jul 05 11:11:52.253012 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5026eac5-56ac-45be-8998-6961fd103f4b req-48823da4-86d1-4455-a3eb-b6914310822c tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326705 Jul 05 11:11:52.873718 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:53.432010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea6c89-f1e9-44d3-8afc-9c95b07f852d req-20287d05-3892-44f3-bc49-b1d3a7b13c9e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:53.433528 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-58ea6c89-f1e9-44d3-8afc-9c95b07f852d req-20287d05-3892-44f3-bc49-b1d3a7b13c9e tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 944 time: 0.0641055 Jul 05 11:11:53.471478 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-58ea6c89-f1e9-44d3-8afc-9c95b07f852d req-32a33ac4-4908-46c1-85ed-088ad204bca6 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322158 Jul 05 11:11:54.649828 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dacdc-9fca-4ff9-9228-1ddb00f0dc84 req-eacdce91-5530-4169-bd4a-9f8fe0297800 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:54.651363 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e8dacdc-9fca-4ff9-9228-1ddb00f0dc84 req-eacdce91-5530-4169-bd4a-9f8fe0297800 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 944 time: 0.0640280 Jul 05 11:11:54.689830 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1e8dacdc-9fca-4ff9-9228-1ddb00f0dc84 req-2a90170c-66d0-4171-aac3-cc2d80f01910 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327992 Jul 05 11:11:54.719578 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:55.873963 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3961c-1726-4a58-b85d-d97743e8a5ee req-d3938d32-449f-46a0-b3fa-cd625569e69f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:55.875630 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b4a3961c-1726-4a58-b85d-d97743e8a5ee req-d3938d32-449f-46a0-b3fa-cd625569e69f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 944 time: 0.0731025 Jul 05 11:11:55.914518 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b4a3961c-1726-4a58-b85d-d97743e8a5ee req-548360b0-f382-4cac-91ca-d34e06e2a1ad tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334311 Jul 05 11:11:56.420577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:11:56.514601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:11:56.527516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'port_id': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'mac_address': 'fa:16:3e:c8:aa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:11:56.564392 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:56.579997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:11:56.598936 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:11:56.690940 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:56.738294 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,revision_number=13']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:11:56.981714 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['3eab60a6-6e6d-43de-bcc4-ec0545f2d50a'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:11:57.096116 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0dc99-19c1-4faa-9e35-6751ed74ffa2 req-95bfcb99-3576-40e5-83a8-3af233726612 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:57.097744 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a0c0dc99-19c1-4faa-9e35-6751ed74ffa2 req-95bfcb99-3576-40e5-83a8-3af233726612 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0675471 Jul 05 11:11:57.136712 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a0c0dc99-19c1-4faa-9e35-6751ed74ffa2 req-b2153541-ae89-4fb4-a6c2-8485c6719783 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330968 Jul 05 11:11:57.308700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56066881-3632-42a3-aceb-1eb2e6965573 req-728d2a7d-4866-441b-bf15-0f2914fa65a6 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:57.310226 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56066881-3632-42a3-aceb-1eb2e6965573 req-728d2a7d-4866-441b-bf15-0f2914fa65a6 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0627525 Jul 05 11:11:57.348521 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-56066881-3632-42a3-aceb-1eb2e6965573 req-88633d0c-f994-475b-96bb-7070b38b0943 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322380 Jul 05 11:11:57.523351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e34817-d60d-46ea-b964-8b61ef08f281 req-4a7dd407-f1b7-4006-8b64-dd862da6af75 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:57.525007 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-34e34817-d60d-46ea-b964-8b61ef08f281 req-4a7dd407-f1b7-4006-8b64-dd862da6af75 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0625064 Jul 05 11:11:57.562179 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-34e34817-d60d-46ea-b964-8b61ef08f281 req-86d0b3cc-9881-4159-94d1-94b4637bb1a0 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313399 Jul 05 11:11:58.258015 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ba24f-3d26-458b-a023-59b532b6e0e8 req-f505ee3c-00f7-4797-8d24-902b778ea3a9 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:58.259520 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a66ba24f-3d26-458b-a023-59b532b6e0e8 req-f505ee3c-00f7-4797-8d24-902b778ea3a9 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 945 time: 0.0642335 Jul 05 11:11:58.299036 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a66ba24f-3d26-458b-a023-59b532b6e0e8 req-a860daba-c716-4d21-b0b8-2cfeac58b0d4 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339711 Jul 05 11:11:58.450485 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:11:58.582344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:11:58.586181 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:11:58.587152 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:58.671170 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:58.692866 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:11:58.695071 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1327f5-b459-4f29-af92-d5ab5f4b05d5" -d '{"events": [{"server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "name": "network-vif-plugged", "status": "completed", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:11:58.707965 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:11:58.733175 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25e5db9-18e7-402b-845e-574a1ce3c08c x-openstack-request-id: req-a25e5db9-18e7-402b-845e-574a1ce3c08c {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:11:58.740066 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "name": "network-vif-plugged", "status": "completed", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:11:58.740066 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a25e5db9-18e7-402b-845e-574a1ce3c08c {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:11:58.740066 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'code': 200} Jul 05 11:11:58.787593 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:11:58.838294 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,revision_number=14']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:11:59.480643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff091bc0-63a7-4534-b284-440a52aa2629 req-2c151987-1a00-440b-a3d2-69cc025e639f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:11:59.482159 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff091bc0-63a7-4534-b284-440a52aa2629 req-2c151987-1a00-440b-a3d2-69cc025e639f tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 946 time: 0.0683100 Jul 05 11:11:59.520785 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ff091bc0-63a7-4534-b284-440a52aa2629 req-db657265-26a3-4692-afb8-efdac1063cf7 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0886664-0965-47f0-af83-74348926c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329328 Jul 05 11:12:00.073295 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46d3c4-3ea9-4580-9f5d-03ce9d4f8fdd req-3f5a733a-97ca-498a-bafa-f568df6591ba tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:00.074790 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ee46d3c4-3ea9-4580-9f5d-03ce9d4f8fdd req-3f5a733a-97ca-498a-bafa-f568df6591ba tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 946 time: 0.0622528 Jul 05 11:12:00.179163 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-ee46d3c4-3ea9-4580-9f5d-03ce9d4f8fdd req-7a65fede-1864-4efc-8fdf-e43bd66703af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Deleting port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:00.179405 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ee46d3c4-3ea9-4580-9f5d-03ce9d4f8fdd req-7a65fede-1864-4efc-8fdf-e43bd66703af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:00.267160 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ee46d3c4-3ea9-4580-9f5d-03ce9d4f8fdd req-7a65fede-1864-4efc-8fdf-e43bd66703af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] For port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:00.267515 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ee46d3c4-3ea9-4580-9f5d-03ce9d4f8fdd req-7a65fede-1864-4efc-8fdf-e43bd66703af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:00.440134 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ee46d3c4-3ea9-4580-9f5d-03ce9d4f8fdd req-7a65fede-1864-4efc-8fdf-e43bd66703af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:00.440426 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ee46d3c4-3ea9-4580-9f5d-03ce9d4f8fdd req-7a65fede-1864-4efc-8fdf-e43bd66703af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:00.440743 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [req-ee46d3c4-3ea9-4580-9f5d-03ce9d4f8fdd req-7a65fede-1864-4efc-8fdf-e43bd66703af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Floating IP c2e864cf-0593-4a10-b66f-1c714716793b disassociated. External IP: 172.25.5.123, port: 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a. Jul 05 11:12:00.441115 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-ee46d3c4-3ea9-4580-9f5d-03ce9d4f8fdd req-7a65fede-1864-4efc-8fdf-e43bd66703af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Calling delete_port for 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:00.622112 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ee46d3c4-3ea9-4580-9f5d-03ce9d4f8fdd req-7a65fede-1864-4efc-8fdf-e43bd66703af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:00.656057 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65fede-1864-4efc-8fdf-e43bd66703af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Pushing event deleted for resources: {'Port': ['ID=3eab60a6-6e6d-43de-bcc4-ec0545f2d50a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:00.668853 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-65df9637-90d1-4ee1-9be9-5875abf2a718 req-0d3a7f81-9d32-4916-b38c-b34883a1e162 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 210 time: 0.0298736 Jul 05 11:12:00.778032 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee46d3c4-3ea9-4580-9f5d-03ce9d4f8fdd req-7a65fede-1864-4efc-8fdf-e43bd66703af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:12:00.900920 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee46d3c4-3ea9-4580-9f5d-03ce9d4f8fdd req-7a65fede-1864-4efc-8fdf-e43bd66703af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:12:00.910923 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64f0f0-7769-405a-8d0c-4d11f764d4d9 None None] Sync routers for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:12:00.920769 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b64f0f0-7769-405a-8d0c-4d11f764d4d9 None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:12:00.921374 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-6b64f0f0-7769-405a-8d0c-4d11f764d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:11:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:00.949145 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee46d3c4-3ea9-4580-9f5d-03ce9d4f8fdd req-7a65fede-1864-4efc-8fdf-e43bd66703af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] No DVR routers for this DVR port 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:12:00.951676 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ee46d3c4-3ea9-4580-9f5d-03ce9d4f8fdd req-7a65fede-1864-4efc-8fdf-e43bd66703af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:00.953957 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ee46d3c4-3ea9-4580-9f5d-03ce9d4f8fdd req-7a65fede-1864-4efc-8fdf-e43bd66703af tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.64 "DELETE /v2.0/ports/3eab60a6-6e6d-43de-bcc4-ec0545f2d50a HTTP/1.1" status: 204 len: 173 time: 0.8707352 Jul 05 11:12:00.954153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'name': 'network-vif-deleted', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:12:00.956482 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e851cf1-abd0-4bfd-9746-59d69b3b6da5" -d '{"events": [{"server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "name": "network-vif-deleted", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:12:00.992717 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2778e3d0-7251-4fd0-a507-62c2128f78ba x-openstack-request-id: req-2778e3d0-7251-4fd0-a507-62c2128f78ba {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:12:00.993008 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a055af-9276-4f8e-ba8b-9c1f41d59444", "name": "network-vif-deleted", "tag": "3eab60a6-6e6d-43de-bcc4-ec0545f2d50a", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:12:00.993258 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2778e3d0-7251-4fd0-a507-62c2128f78ba {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:12:00.993660 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a055af-9276-4f8e-ba8b-9c1f41d59444', 'name': 'network-vif-deleted', 'tag': '3eab60a6-6e6d-43de-bcc4-ec0545f2d50a', 'status': 'completed', 'code': 200} Jul 05 11:12:01.124751 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-6b64f0f0-7769-405a-8d0c-4d11f764d4d9 None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:12:01.325827 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-6b64f0f0-7769-405a-8d0c-4d11f764d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:01.355724 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64f0f0-7769-405a-8d0c-4d11f764d4d9 None None] Checking router: 709c1c12-455c-428c-9bd9-e5f2278dbbe4 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:12:01.364392 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b64f0f0-7769-405a-8d0c-4d11f764d4d9 None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:12:01.364990 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-6b64f0f0-7769-405a-8d0c-4d11f764d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:11:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:01.471692 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-6b64f0f0-7769-405a-8d0c-4d11f764d4d9 None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:12:01.669679 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-6b64f0f0-7769-405a-8d0c-4d11f764d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:01.696811 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64f0f0-7769-405a-8d0c-4d11f764d4d9 None None] The sync data for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 is: [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:01:29Z', 'revision_number': 4, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7184d6f3-8284-43f4-9bae-fc851b422abf', 'name': '', 'network_id': 'febe2fdd-6d1c-4afd-9f04-ca480587e42a', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'mac_address': 'fa:16:3e:6e:51:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:28Z', 'updated_at': '2021-07-05T11:01:34Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'subnets': [{'id': '1b081e0e-cf9e-439d-8fb6-33b815aa7fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:12:01.840034 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7c233a2b-0faa-49e8-96b5-7830c16f6c90 req-3b9aafe7-e456-4baa-81c2-4dca0d49cafe tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 210 time: 0.0336955 Jul 05 11:12:01.948814 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bce49c-aba6-4bc2-a05e-b42a31b7c17c None None] New status for floating IP c2e864cf-0593-4a10-b66f-1c714716793b: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:12:02.480095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:12:02.500569 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:12:02.500915 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3eab60a6-6e6d-43de-bcc4-ec0545f2d50a not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:12:02.988083 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bb5073ce-f8e9-4bce-8978-577ff0d45a16 req-69dda549-1dad-4e04-a550-c9c4a3f93f13 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 210 time: 0.0309222 Jul 05 11:12:04.129297 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5f33adbe-7b24-4c20-b9c2-e210ef23a16c req-2df4aad7-b999-4785-9c9d-3fcdba0ba9bc tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 210 time: 0.0284543 Jul 05 11:12:05.285258 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23d9d31c-e31a-4c9d-84f4-95e1961a3d2a req-079a14d3-68e8-4ec8-b515-f31b6ca93d3b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3a055af-9276-4f8e-ba8b-9c1f41d59444 HTTP/1.1" status: 200 len: 210 time: 0.0293090 Jul 05 11:12:10.623322 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42514) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:10.680061 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c79ad833-1dfb-4d83-8082-fe47fd261e95 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:10.707820 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c79ad833-1dfb-4d83-8082-fe47fd261e95 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:10.867307 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c79ad833-1dfb-4d83-8082-fe47fd261e95 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:10.870035 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c79ad833-1dfb-4d83-8082-fe47fd261e95 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:10.871183 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c79ad833-1dfb-4d83-8082-fe47fd261e95 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "DELETE /v2.0/security-groups/f0886664-0965-47f0-af83-74348926c89a HTTP/1.1" status: 204 len: 168 time: 0.2467358 Jul 05 11:12:10.874796 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42516) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:10.881963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ad833-1dfb-4d83-8082-fe47fd261e95 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0886664-0965-47f0-af83-74348926c89a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:10.889201 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-a05abddc-bf80-4fa9-ba18-c77de8918e36 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] show failed (client error): The resource could not be found. Jul 05 11:12:10.892028 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a05abddc-bf80-4fa9-ba18-c77de8918e36 tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "GET /v2.0/security-groups/f0886664-0965-47f0-af83-74348926c89a HTTP/1.1" status: 404 len: 347 time: 0.0161171 Jul 05 11:12:10.894103 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42518) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:11.022360 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1cb9286c-a2b4-4b56-a8ef-8984918b552b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Deleting port dd8d7504-e901-433e-9c1c-0b0764be9ac9 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:11.022713 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1cb9286c-a2b4-4b56-a8ef-8984918b552b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:11.102282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1cb9286c-a2b4-4b56-a8ef-8984918b552b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:11.102613 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1cb9286c-a2b4-4b56-a8ef-8984918b552b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:11.115158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-1cb9286c-a2b4-4b56-a8ef-8984918b552b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Calling delete_port for dd8d7504-e901-433e-9c1c-0b0764be9ac9 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:11.147640 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8990e2eb-be6e-4809-9cc5-7f67a155243c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:11.318896 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1cb9286c-a2b4-4b56-a8ef-8984918b552b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:11.347635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9286c-a2b4-4b56-a8ef-8984918b552b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Pushing event deleted for resources: {'Port': ['ID=dd8d7504-e901-433e-9c1c-0b0764be9ac9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:11.407980 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1cb9286c-a2b4-4b56-a8ef-8984918b552b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:11.410598 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1cb9286c-a2b4-4b56-a8ef-8984918b552b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:11.411788 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1cb9286c-a2b4-4b56-a8ef-8984918b552b tempest-ServerActionsTestJSON-220203165 tempest-ServerActionsTestJSON-220203165-project] 10.222.0.77 "DELETE /v2.0/floatingips/c2e864cf-0593-4a10-b66f-1c714716793b HTTP/1.1" status: 204 len: 168 time: 0.5167551 Jul 05 11:12:11.414822 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42520) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:11.937393 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc66e052-8b91-46e1-956b-b16130dacb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:12.189186 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-bc66e052-8b91-46e1-956b-b16130dacb84 admin admin] Deleting port 7184d6f3-8284-43f4-9bae-fc851b422abf {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:12.189524 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc66e052-8b91-46e1-956b-b16130dacb84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:12.264827 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-bc66e052-8b91-46e1-956b-b16130dacb84 admin admin] For port 7184d6f3-8284-43f4-9bae-fc851b422abf, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7184d6f3-8284-43f4-9bae-fc851b422abf,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:12.265179 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc66e052-8b91-46e1-956b-b16130dacb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:12.277542 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-bc66e052-8b91-46e1-956b-b16130dacb84 admin admin] Calling delete_port for 7184d6f3-8284-43f4-9bae-fc851b422abf owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:12.844814 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc66e052-8b91-46e1-956b-b16130dacb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:12.875178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66e052-8b91-46e1-956b-b16130dacb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=7184d6f3-8284-43f4-9bae-fc851b422abf,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:13.038993 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bc66e052-8b91-46e1-956b-b16130dacb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:13.255100 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc66e052-8b91-46e1-956b-b16130dacb84 admin admin] Router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:12:13.363583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc66e052-8b91-46e1-956b-b16130dacb84 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:12:13.369878 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bc66e052-8b91-46e1-956b-b16130dacb84 admin admin] 10.222.0.77 "PUT /v2.0/routers/709c1c12-455c-428c-9bd9-e5f2278dbbe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9528232 Jul 05 11:12:13.371116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42524) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:13.373899 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349f2e5e-8694-4594-a4ba-e4412e4c917f None None] Sync routers for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:12:13.383508 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f2e5e-8694-4594-a4ba-e4412e4c917f None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:12:13.384134 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-349f2e5e-8694-4594-a4ba-e4412e4c917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:11:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:13.481130 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe9462ff-b7b2-4e63-8114-ae8fe05ca0c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:13.487230 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-349f2e5e-8694-4594-a4ba-e4412e4c917f None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:12:13.586487 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe9462ff-b7b2-4e63-8114-ae8fe05ca0c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:13.627015 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-930eee52-95b6-428e-92a2-2e1a25b96b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:13.672963 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-349f2e5e-8694-4594-a4ba-e4412e4c917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:12:12Z', 'revision_number': 5, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port': {'id': 'bcc496d4-47e4-48d9-abc2-1f8af799d767', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:01:26Z', 'updated_at': '2021-07-05T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:13.695133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-fe9462ff-b7b2-4e63-8114-ae8fe05ca0c1 admin admin] Deleting port bcc496d4-47e4-48d9-abc2-1f8af799d767 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:13.695482 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe9462ff-b7b2-4e63-8114-ae8fe05ca0c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:13.699087 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349f2e5e-8694-4594-a4ba-e4412e4c917f None None] Checking router: 709c1c12-455c-428c-9bd9-e5f2278dbbe4 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:12:13.707440 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f2e5e-8694-4594-a4ba-e4412e4c917f None None] Routers {'709c1c12-455c-428c-9bd9-e5f2278dbbe4'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:12:13.707618 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:13.708077 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-349f2e5e-8694-4594-a4ba-e4412e4c917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:12:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:13.777718 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-fe9462ff-b7b2-4e63-8114-ae8fe05ca0c1 admin admin] For port bcc496d4-47e4-48d9-abc2-1f8af799d767, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bcc496d4-47e4-48d9-abc2-1f8af799d767,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:13.777987 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe9462ff-b7b2-4e63-8114-ae8fe05ca0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:13.791217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-fe9462ff-b7b2-4e63-8114-ae8fe05ca0c1 admin admin] Calling delete_port for bcc496d4-47e4-48d9-abc2-1f8af799d767 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:13.794392 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-349f2e5e-8694-4594-a4ba-e4412e4c917f None None] Set router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:12:13.848731 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-349f2e5e-8694-4594-a4ba-e4412e4c917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:12:13Z', 'revision_number': 6, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:13.874915 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349f2e5e-8694-4594-a4ba-e4412e4c917f None None] The sync data for ids ['709c1c12-455c-428c-9bd9-e5f2278dbbe4'] in n-d-779913-27 is: [{'id': '709c1c12-455c-428c-9bd9-e5f2278dbbe4', 'name': 'tempest-ServerActionsTestJSON-957516207-router', 'tenant_id': '0accab33f83b4e6ea36c420fe88550da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:01:25Z', 'updated_at': '2021-07-05T11:12:13Z', 'revision_number': 6, 'project_id': '0accab33f83b4e6ea36c420fe88550da', 'gw_port_host': None}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:12:14.027286 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe9462ff-b7b2-4e63-8114-ae8fe05ca0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.057050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9462ff-b7b2-4e63-8114-ae8fe05ca0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc496d4-47e4-48d9-abc2-1f8af799d767,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:14.122303 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe9462ff-b7b2-4e63-8114-ae8fe05ca0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.215540 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe9462ff-b7b2-4e63-8114-ae8fe05ca0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.219854 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe9462ff-b7b2-4e63-8114-ae8fe05ca0c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.324531 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe9462ff-b7b2-4e63-8114-ae8fe05ca0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.325071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9462ff-b7b2-4e63-8114-ae8fe05ca0c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 709c1c12-455c-428c-9bd9-e5f2278dbbe4 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:12:14.330415 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fe9462ff-b7b2-4e63-8114-ae8fe05ca0c1 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.331325 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fe9462ff-b7b2-4e63-8114-ae8fe05ca0c1 admin admin] 10.222.0.77 "DELETE /v2.0/routers/709c1c12-455c-428c-9bd9-e5f2278dbbe4 HTTP/1.1" status: 204 len: 168 time: 0.9592819 Jul 05 11:12:14.333859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42526) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:14.384487 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed994d0-6d63-4fdb-943f-21b13aca7939 admin admin] Deleting subnet 1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:12:14.387619 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bed994d0-6d63-4fdb-943f-21b13aca7939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.423263 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bed994d0-6d63-4fdb-943f-21b13aca7939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.502809 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bed994d0-6d63-4fdb-943f-21b13aca7939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.645013 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bed994d0-6d63-4fdb-943f-21b13aca7939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.646211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bcc496d4-47e4-48d9-abc2-1f8af799d767 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:12:14.667305 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: bcc496d4-47e4-48d9-abc2-1f8af799d767 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:12:14.667650 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bcc496d4-47e4-48d9-abc2-1f8af799d767 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:12:14.668107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7184d6f3-8284-43f4-9bae-fc851b422abf no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:12:14.674293 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed994d0-6d63-4fdb-943f-21b13aca7939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b081e0e-cf9e-439d-8fb6-33b815aa7fe2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:14.680631 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bed994d0-6d63-4fdb-943f-21b13aca7939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.683056 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bed994d0-6d63-4fdb-943f-21b13aca7939 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1b081e0e-cf9e-439d-8fb6-33b815aa7fe2 HTTP/1.1" status: 204 len: 168 time: 0.3481116 Jul 05 11:12:14.686435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42528) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:14.694737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e306d0e3-95b5-4b4d-860a-98a807b1935d None None] Network febe2fdd-6d1c-4afd-9f04-ca480587e42a requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:12:14.731114 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 7184d6f3-8284-43f4-9bae-fc851b422abf {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:12:14.737038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7184d6f3-8284-43f4-9bae-fc851b422abf not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:12:14.760609 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.817760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] Deleting port 554b4153-9053-4e38-842c-ed258c8835b7 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:14.818113 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.883306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b7112-b913-4027-8bd0-a0d71af3b1fd None None] DHCP port deletion for febe2fdd-6d1c-4afd-9f04-ca480587e42a request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:12:14.895046 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] For port 554b4153-9053-4e38-842c-ed258c8835b7, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=554b4153-9053-4e38-842c-ed258c8835b7,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:14.895565 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.912597 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] Calling delete_port for 554b4153-9053-4e38-842c-ed258c8835b7 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:14.937315 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d70b7112-b913-4027-8bd0-a0d71af3b1fd None None] Deleting port 554b4153-9053-4e38-842c-ed258c8835b7 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:14.937687 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d70b7112-b913-4027-8bd0-a0d71af3b1fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:14.997981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-d70b7112-b913-4027-8bd0-a0d71af3b1fd None None] For port 554b4153-9053-4e38-842c-ed258c8835b7, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=554b4153-9053-4e38-842c-ed258c8835b7,segment=NetworkSegment(698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c),segment_id=698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:14.998409 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d70b7112-b913-4027-8bd0-a0d71af3b1fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:15.011094 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d70b7112-b913-4027-8bd0-a0d71af3b1fd None None] Calling delete_port for 554b4153-9053-4e38-842c-ed258c8835b7 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:15.073165 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:15.093920 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d70b7112-b913-4027-8bd0-a0d71af3b1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:15.103955 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] Pushing event deleted for resources: {'Port': ['ID=554b4153-9053-4e38-842c-ed258c8835b7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:15.107484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] No DVR routers for this DVR port 554b4153-9053-4e38-842c-ed258c8835b7 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:12:15.122690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b7112-b913-4027-8bd0-a0d71af3b1fd None None] Pushing event deleted for resources: {'Port': ['ID=554b4153-9053-4e38-842c-ed258c8835b7,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:15.132706 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b7112-b913-4027-8bd0-a0d71af3b1fd None None] No DVR routers for this DVR port 554b4153-9053-4e38-842c-ed258c8835b7 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:12:15.182685 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:15.195887 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febe2fdd-6d1c-4afd-9f04-ca480587e42a']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:15.199368 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:15.207377 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:15.211905 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698ac9d0-76e0-4e39-8dd5-4eceb14a4d1c') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:15.216388 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:15.230378 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:15.236596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: timer() Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:12:15.240561 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:12:15.387417 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:15.394927 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:15.396825 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] 10.222.0.77 "DELETE /v2.0/networks/febe2fdd-6d1c-4afd-9f04-ca480587e42a HTTP/1.1" status: 204 len: 168 time: 0.7093763 Jul 05 11:12:15.406488 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3ac7a-3549-4108-98b8-1298ffbb2ced admin admin] Pushing event deleted for resources: {'Network': ['ID=febe2fdd-6d1c-4afd-9f04-ca480587e42a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:15.730117 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42532) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:15.772998 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-51512b17-8f69-4d70-86cb-a1167dd0b2e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0accab33f83b4e6ea36c420fe88550da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416620 Jul 05 11:12:15.775413 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42534) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:15.824741 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4d88de6a-15c9-4695-9939-619e2cce57db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:15.846697 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4d88de6a-15c9-4695-9939-619e2cce57db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:15.987176 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4d88de6a-15c9-4695-9939-619e2cce57db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:15.989890 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4d88de6a-15c9-4695-9939-619e2cce57db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:15.994441 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4d88de6a-15c9-4695-9939-619e2cce57db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/677d8bf5-3fe5-4907-af68-2233ef38972e HTTP/1.1" status: 204 len: 168 time: 0.2147465 Jul 05 11:12:15.999652 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88de6a-15c9-4695-9939-619e2cce57db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677d8bf5-3fe5-4907-af68-2233ef38972e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:16.351504 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 554b4153-9053-4e38-842c-ed258c8835b7 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:12:16.372633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 554b4153-9053-4e38-842c-ed258c8835b7 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:12:16.372980 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 554b4153-9053-4e38-842c-ed258c8835b7 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:12:17.033322 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:17.092606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42556) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:17.193490 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-69b796fb-9369-4cfc-a295-46c9a98fa32a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1256200543-network', 'tenant_id': '10d87bee191a4d6a9cb10ed9693ac232'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:17.307191 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b796fb-9369-4cfc-a295-46c9a98fa32a admin admin] Made reservation on behalf of 10d87bee191a4d6a9cb10ed9693ac232 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:12:17.309753 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69b796fb-9369-4cfc-a295-46c9a98fa32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:17.323996 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69b796fb-9369-4cfc-a295-46c9a98fa32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:17.410430 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:12:17.414656 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69b796fb-9369-4cfc-a295-46c9a98fa32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:17.507238 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69b796fb-9369-4cfc-a295-46c9a98fa32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:17.534799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b796fb-9369-4cfc-a295-46c9a98fa32a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:12:17.541256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b796fb-9369-4cfc-a295-46c9a98fa32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa07ece8-245f-4ff3-afa6-746681c5ff0a,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:17.547791 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69b796fb-9369-4cfc-a295-46c9a98fa32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:17.548183 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-69b796fb-9369-4cfc-a295-46c9a98fa32a admin admin] Added segment b66646e5-298f-4f4f-aecb-e2e0f00c2bdd of type vlan for network 93e8e24f-d9aa-4b12-9119-90a48496a3fd Jul 05 11:12:17.587088 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69b796fb-9369-4cfc-a295-46c9a98fa32a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:17.701395 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69b796fb-9369-4cfc-a295-46c9a98fa32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:17.702812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b796fb-9369-4cfc-a295-46c9a98fa32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:17.703402 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-69b796fb-9369-4cfc-a295-46c9a98fa32a admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:17.792103 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b796fb-9369-4cfc-a295-46c9a98fa32a admin admin] Pushing event updated for resources: {'Network': ['ID=93e8e24f-d9aa-4b12-9119-90a48496a3fd,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:17.802537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 93e8e24f-d9aa-4b12-9119-90a48496a3fd details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:12:17.850488 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-69b796fb-9369-4cfc-a295-46c9a98fa32a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7563822 Jul 05 11:12:17.853775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42560) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:17.858313 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9c2597a1-e66e-4ed2-9214-c8b249e54c85 admin admin] Request body: {'subnet': {'network_id': '93e8e24f-d9aa-4b12-9119-90a48496a3fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1256200543-subnet', 'tenant_id': '10d87bee191a4d6a9cb10ed9693ac232', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:17.969874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2597a1-e66e-4ed2-9214-c8b249e54c85 admin admin] Made reservation on behalf of 10d87bee191a4d6a9cb10ed9693ac232 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:12:17.972386 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c2597a1-e66e-4ed2-9214-c8b249e54c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:18.216133 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c2597a1-e66e-4ed2-9214-c8b249e54c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:18.272593 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2597a1-e66e-4ed2-9214-c8b249e54c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=015abd69-d2a5-4b94-9d03-9114d40d28a6,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:18.279665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2597a1-e66e-4ed2-9214-c8b249e54c85 admin admin] Checking segment: {'id': 'b66646e5-298f-4f4f-aecb-e2e0f00c2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93e8e24f-d9aa-4b12-9119-90a48496a3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:12:18.280132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2597a1-e66e-4ed2-9214-c8b249e54c85 admin admin] Network hostable DHCP agents. Network: 93e8e24f-d9aa-4b12-9119-90a48496a3fd, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:12:18.398348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2597a1-e66e-4ed2-9214-c8b249e54c85 admin admin] Network 93e8e24f-d9aa-4b12-9119-90a48496a3fd is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:12:18.489710 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-9c2597a1-e66e-4ed2-9214-c8b249e54c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 93e8e24f-d9aa-4b12-9119-90a48496a3fd) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:12:18.494317 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2597a1-e66e-4ed2-9214-c8b249e54c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:18.495271 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9c2597a1-e66e-4ed2-9214-c8b249e54c85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:18.498362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5bfd66-3267-4cb5-a2f4-98ca98fdeae1 None None] Network 93e8e24f-d9aa-4b12-9119-90a48496a3fd requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:12:18.587571 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9c2597a1-e66e-4ed2-9214-c8b249e54c85 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7331073 Jul 05 11:12:18.616398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55113922-c0ae-440b-bedc-5aaa97d02fcb None None] Network 93e8e24f-d9aa-4b12-9119-90a48496a3fd requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:12:19.005963 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-d1c23e56-4c6b-4b0d-9349-af358128237d tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:19.007436 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-d1c23e56-4c6b-4b0d-9349-af358128237d tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/networks?id=93e8e24f-d9aa-4b12-9119-90a48496a3fd HTTP/1.1" status: 200 len: 814 time: 0.1041846 Jul 05 11:12:19.022220 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-e5fa0ab6-90f2-4be5-8c82-12ec00a15ca0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/quotas/10d87bee191a4d6a9cb10ed9693ac232 HTTP/1.1" status: 200 len: 375 time: 0.0092938 Jul 05 11:12:19.055916 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-c370366f-8c5f-4458-ae82-95518f3e323c tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=10d87bee191a4d6a9cb10ed9693ac232&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285475 Jul 05 11:12:19.149599 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-8a87949f-3c4b-4974-a3b1-a34961fc3a02 service neutron] 10.222.0.77 "GET /v2.0/networks/93e8e24f-d9aa-4b12-9119-90a48496a3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870273 Jul 05 11:12:19.238954 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-e1b9aed7-22f8-4add-93bd-6e9070901ad2 service neutron] 10.222.0.77 "GET /v2.0/networks/93e8e24f-d9aa-4b12-9119-90a48496a3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829704 Jul 05 11:12:19.508792 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f09c78e-2f41-46e5-bedb-69d9df38bc03 req-2e9850ef-e53a-46fa-aee8-dd0d8f04ff6f tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 210 time: 0.0336266 Jul 05 11:12:20.654677 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab9fe50b-1a76-41ef-aede-ebcd78bc7997 req-ee9ffb64-2a99-4701-945f-f0ebd7eb4c4b tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 210 time: 0.0290933 Jul 05 11:12:21.795523 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23d2c56e-f27c-45d7-902d-622608f2f262 req-eff4cd02-b4b4-4d11-81d6-dd7ee222f901 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 210 time: 0.0290544 Jul 05 11:12:22.003454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-93fb430c-a295-4153-9181-713db725134d tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:22.004969 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-93fb430c-a295-4153-9181-713db725134d tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.64 "GET /v2.0/networks?id=93e8e24f-d9aa-4b12-9119-90a48496a3fd HTTP/1.1" status: 200 len: 814 time: 0.1022604 Jul 05 11:12:22.021877 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-b516878c-e867-4fac-b859-dfb62f729aae tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Request body: {'port': {'device_id': 'ff676196-95b5-4e46-83ea-266271c237d0', 'network_id': '93e8e24f-d9aa-4b12-9119-90a48496a3fd', 'admin_state_up': True, 'tenant_id': '10d87bee191a4d6a9cb10ed9693ac232'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:22.193712 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-b516878c-e867-4fac-b859-dfb62f729aae tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Made reservation on behalf of 10d87bee191a4d6a9cb10ed9693ac232 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:12:22.198546 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-b516878c-e867-4fac-b859-dfb62f729aae tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:22.334747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-b516878c-e867-4fac-b859-dfb62f729aae tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Allocated IP 172.20.0.4 (93e8e24f-d9aa-4b12-9119-90a48496a3fd/015abd69-d2a5-4b94-9d03-9114d40d28a6/9c8c714f-b118-49a8-b2db-841e4e1d32f2) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:12:22.482778 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-b516878c-e867-4fac-b859-dfb62f729aae tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:22.593543 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-b516878c-e867-4fac-b859-dfb62f729aae tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:22.641417 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-b516878c-e867-4fac-b859-dfb62f729aae tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Network 93e8e24f-d9aa-4b12-9119-90a48496a3fd is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:12:22.646457 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-b516878c-e867-4fac-b859-dfb62f729aae tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:12:22.648991 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-b516878c-e867-4fac-b859-dfb62f729aae tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:12:22.675478 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516878c-e867-4fac-b859-dfb62f729aae tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Pushing event updated for resources: {'Port': ['ID=9c8c714f-b118-49a8-b2db-841e4e1d32f2,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:22.703498 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-b516878c-e867-4fac-b859-dfb62f729aae tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:22.704148 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-b516878c-e867-4fac-b859-dfb62f729aae tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:22.770426 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-b516878c-e867-4fac-b859-dfb62f729aae tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7522533 Jul 05 11:12:22.784554 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Request body: {'port': {'device_id': 'ff676196-95b5-4e46-83ea-266271c237d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:22.859620 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:22.878344 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:22.974614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e43ebd-8e3e-4cf8-bcde-477696ce0bf1 req-d0d73f6f-fb96-4179-a438-de0a66278027 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:22.976166 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39e43ebd-8e3e-4cf8-bcde-477696ce0bf1 req-d0d73f6f-fb96-4179-a438-de0a66278027 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 931 time: 0.0671556 Jul 05 11:12:23.015416 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39e43ebd-8e3e-4cf8-bcde-477696ce0bf1 req-47454dae-74cb-4be9-b2fc-7f25b62d6110 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332975 Jul 05 11:12:23.137940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8c714f-b118-49a8-b2db-841e4e1d32f2 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:12:23.145656 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:23.157542 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Transition to ACTIVE for port object 9c8c714f-b118-49a8-b2db-841e4e1d32f2 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:12:23.227003 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:23.278762 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8c714f-b118-49a8-b2db-841e4e1d32f2,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:23.344098 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Attempting to bind port 9c8c714f-b118-49a8-b2db-841e4e1d32f2 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:12:23.344430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Attempting to bind port 9c8c714f-b118-49a8-b2db-841e4e1d32f2 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'b66646e5-298f-4f4f-aecb-e2e0f00c2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93e8e24f-d9aa-4b12-9119-90a48496a3fd'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:12:23.344789 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Attempting to bind port 9c8c714f-b118-49a8-b2db-841e4e1d32f2 on network 93e8e24f-d9aa-4b12-9119-90a48496a3fd {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:12:23.348949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Port 9c8c714f-b118-49a8-b2db-841e4e1d32f2 on network 93e8e24f-d9aa-4b12-9119-90a48496a3fd not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:12:23.349266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Attempting to bind port 9c8c714f-b118-49a8-b2db-841e4e1d32f2 on network 93e8e24f-d9aa-4b12-9119-90a48496a3fd {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:12:23.353996 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:12:23.354328 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Checking segment: {'id': 'b66646e5-298f-4f4f-aecb-e2e0f00c2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93e8e24f-d9aa-4b12-9119-90a48496a3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:12:23.354704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Bound using segment: {'id': 'b66646e5-298f-4f4f-aecb-e2e0f00c2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93e8e24f-d9aa-4b12-9119-90a48496a3fd'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:12:23.355200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Bound port: 9c8c714f-b118-49a8-b2db-841e4e1d32f2, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b66646e5-298f-4f4f-aecb-e2e0f00c2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93e8e24f-d9aa-4b12-9119-90a48496a3fd'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:12:23.355480 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:23.422440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] For port 9c8c714f-b118-49a8-b2db-841e4e1d32f2, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:12:23.425351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] For port 9c8c714f-b118-49a8-b2db-841e4e1d32f2, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=9c8c714f-b118-49a8-b2db-841e4e1d32f2,segment=NetworkSegment(b66646e5-298f-4f4f-aecb-e2e0f00c2bdd),segment_id=b66646e5-298f-4f4f-aecb-e2e0f00c2bdd)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:12:23.518834 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:23.554512 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:23.555137 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:23.556672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] 10.222.0.64 "PUT /v2.0/ports/9c8c714f-b118-49a8-b2db-841e4e1d32f2 HTTP/1.1" status: 200 len: 1092 time: 0.7771809 Jul 05 11:12:23.557065 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff676196-95b5-4e46-83ea-266271c237d0', 'tag': '9c8c714f-b118-49a8-b2db-841e4e1d32f2'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:12:23.559353 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7c554b-fb27-4981-8493-e953d3beed75" -d '{"events": [{"name": "network-changed", "server_uuid": "ff676196-95b5-4e46-83ea-266271c237d0", "tag": "9c8c714f-b118-49a8-b2db-841e4e1d32f2"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:12:23.583434 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10be11-45c6-4af7-a670-f8d08e0bb256 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8c714f-b118-49a8-b2db-841e4e1d32f2,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:23.597460 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4478d1-7442-4563-b22e-6cdf21f21338 x-openstack-request-id: req-be4478d1-7442-4563-b22e-6cdf21f21338 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:12:23.597779 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff676196-95b5-4e46-83ea-266271c237d0", "tag": "9c8c714f-b118-49a8-b2db-841e4e1d32f2", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:12:23.598029 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be4478d1-7442-4563-b22e-6cdf21f21338 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:12:23.598431 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff676196-95b5-4e46-83ea-266271c237d0', 'tag': '9c8c714f-b118-49a8-b2db-841e4e1d32f2', 'status': 'completed', 'code': 200} Jul 05 11:12:23.674720 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c554b-fb27-4981-8493-e953d3beed75 req-04aaa62f-32c1-4e25-8369-0666a98155b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:23.676186 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1c7c554b-fb27-4981-8493-e953d3beed75 req-04aaa62f-32c1-4e25-8369-0666a98155b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=10d87bee191a4d6a9cb10ed9693ac232&device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 1095 time: 0.0551665 Jul 05 11:12:23.781109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c554b-fb27-4981-8493-e953d3beed75 req-8a7399cc-0451-4cee-9e28-e2e584e7de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:23.782601 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1c7c554b-fb27-4981-8493-e953d3beed75 req-8a7399cc-0451-4cee-9e28-e2e584e7de16 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=10d87bee191a4d6a9cb10ed9693ac232&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0952063 Jul 05 11:12:23.876881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c554b-fb27-4981-8493-e953d3beed75 req-29447243-0b75-420f-8a9f-1864281c8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:23.878369 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1c7c554b-fb27-4981-8493-e953d3beed75 req-29447243-0b75-420f-8a9f-1864281c8d38 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886674 Jul 05 11:12:23.986245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-6e9697cd-31c0-4049-bd4c-39285a2ddc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:23.987643 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-6e9697cd-31c0-4049-bd4c-39285a2ddc7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=10d87bee191a4d6a9cb10ed9693ac232&device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 1095 time: 0.0591118 Jul 05 11:12:24.033525 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-5dab4fb6-8f0a-43d7-bba4-da74e770c08f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c8c714f-b118-49a8-b2db-841e4e1d32f2 HTTP/1.1" status: 200 len: 217 time: 0.0347061 Jul 05 11:12:24.083055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-9de77bf9-4302-42d3-807e-aa4f3d04c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:24.084563 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-9de77bf9-4302-42d3-807e-aa4f3d04c827 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=015abd69-d2a5-4b94-9d03-9114d40d28a6 HTTP/1.1" status: 200 len: 854 time: 0.0444274 Jul 05 11:12:24.120753 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-7861bad2-100d-4e3e-9822-8be42c8e8d65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93e8e24f-d9aa-4b12-9119-90a48496a3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264282 Jul 05 11:12:24.188905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417d828-6853-46e7-ab74-71f8757cc2bd req-16e53372-00f1-4997-8a4e-704392c4b03d tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:24.190493 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c417d828-6853-46e7-ab74-71f8757cc2bd req-16e53372-00f1-4997-8a4e-704392c4b03d tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 943 time: 0.0652063 Jul 05 11:12:24.222795 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-3bfbe3e4-cdeb-4d28-b775-ebd15fa05136 service neutron] 10.222.0.64 "GET /v2.0/networks/93e8e24f-d9aa-4b12-9119-90a48496a3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907092 Jul 05 11:12:24.229136 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c417d828-6853-46e7-ab74-71f8757cc2bd req-e5766443-73f2-4af8-b9c9-db2d02c2ded8 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Jul 05 11:12:24.315318 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-645e6c6c-20a9-47bb-8d0e-a03e8e831603 req-221e9df6-d00e-4c2a-90e3-96d91a26d971 service neutron] 10.222.0.64 "GET /v2.0/networks/93e8e24f-d9aa-4b12-9119-90a48496a3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846941 Jul 05 11:12:24.747093 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:25.412523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76bd5a-fbba-40f2-86c9-abb4c834e873 req-cbe6df29-152b-4dab-8a8b-4e328dcd4ad4 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:25.414023 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7c76bd5a-fbba-40f2-86c9-abb4c834e873 req-cbe6df29-152b-4dab-8a8b-4e328dcd4ad4 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 943 time: 0.0692756 Jul 05 11:12:25.452920 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7c76bd5a-fbba-40f2-86c9-abb4c834e873 req-6ddaa7d4-750b-402b-b33d-23407809d5f0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332644 Jul 05 11:12:26.576768 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 9c8c714f-b118-49a8-b2db-841e4e1d32f2 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:12:26.641414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed9c5a-b6fd-4ad2-8770-4d17e0506459 req-6d60bfd3-6498-4e99-8b2b-17399e0b6c02 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:26.642965 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8ed9c5a-b6fd-4ad2-8770-4d17e0506459 req-6d60bfd3-6498-4e99-8b2b-17399e0b6c02 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 943 time: 0.0640318 Jul 05 11:12:26.676341 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 9c8c714f-b118-49a8-b2db-841e4e1d32f2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=9c8c714f-b118-49a8-b2db-841e4e1d32f2,segment=NetworkSegment(b66646e5-298f-4f4f-aecb-e2e0f00c2bdd),segment_id=b66646e5-298f-4f4f-aecb-e2e0f00c2bdd)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:26.681311 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8ed9c5a-b6fd-4ad2-8770-4d17e0506459 req-7815f6d9-50f7-460c-8bcf-4cd0ba804466 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Jul 05 11:12:26.692755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '9c8c714f-b118-49a8-b2db-841e4e1d32f2', 'network_id': '93e8e24f-d9aa-4b12-9119-90a48496a3fd', 'port_id': '9c8c714f-b118-49a8-b2db-841e4e1d32f2', 'mac_address': 'fa:16:3e:61:b3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015abd69-d2a5-4b94-9d03-9114d40d28a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:12:26.726856 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:26.739359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8c714f-b118-49a8-b2db-841e4e1d32f2 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:12:26.758535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 9c8c714f-b118-49a8-b2db-841e4e1d32f2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=9c8c714f-b118-49a8-b2db-841e4e1d32f2,segment=NetworkSegment(b66646e5-298f-4f4f-aecb-e2e0f00c2bdd),segment_id=b66646e5-298f-4f4f-aecb-e2e0f00c2bdd)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:26.827334 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:26.876704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=9c8c714f-b118-49a8-b2db-841e4e1d32f2,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:26.884219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:26.884564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:26.884902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:26.885236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:26.885564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:26.885898 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:26.886224 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:26.886539 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:26.886865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:26.887183 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:26.887501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:26.887843 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:27.078917 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['9c8c714f-b118-49a8-b2db-841e4e1d32f2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:12:27.856551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd0619-9fbf-4ae6-94ec-bfadc05fc956 req-68b3da1d-e6d5-47f8-8356-dfaf25209c6d tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:27.858751 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b9cd0619-9fbf-4ae6-94ec-bfadc05fc956 req-68b3da1d-e6d5-47f8-8356-dfaf25209c6d tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 944 time: 0.0654986 Jul 05 11:12:27.896613 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b9cd0619-9fbf-4ae6-94ec-bfadc05fc956 req-7e8051da-0212-4f00-ba27-d23334902a8b tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323408 Jul 05 11:12:28.592163 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 9c8c714f-b118-49a8-b2db-841e4e1d32f2 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:12:28.734995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 9c8c714f-b118-49a8-b2db-841e4e1d32f2 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:12:28.739062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 9c8c714f-b118-49a8-b2db-841e4e1d32f2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:12:28.752613 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:28.816643 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:28.838517 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff676196-95b5-4e46-83ea-266271c237d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8c714f-b118-49a8-b2db-841e4e1d32f2'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:12:28.840752 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b4f8b3-e8f2-42ad-ae95-ce9f9c0dd0f4" -d '{"events": [{"server_uuid": "ff676196-95b5-4e46-83ea-266271c237d0", "name": "network-vif-plugged", "status": "completed", "tag": "9c8c714f-b118-49a8-b2db-841e4e1d32f2"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:12:28.853272 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 9c8c714f-b118-49a8-b2db-841e4e1d32f2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=9c8c714f-b118-49a8-b2db-841e4e1d32f2,segment=NetworkSegment(b66646e5-298f-4f4f-aecb-e2e0f00c2bdd),segment_id=b66646e5-298f-4f4f-aecb-e2e0f00c2bdd)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:28.877522 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef5d068-4ff4-4fcb-ac8e-23c9f352ba41 x-openstack-request-id: req-7ef5d068-4ff4-4fcb-ac8e-23c9f352ba41 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:12:28.877812 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff676196-95b5-4e46-83ea-266271c237d0", "name": "network-vif-plugged", "status": "completed", "tag": "9c8c714f-b118-49a8-b2db-841e4e1d32f2", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:12:28.878060 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ef5d068-4ff4-4fcb-ac8e-23c9f352ba41 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:12:28.878447 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff676196-95b5-4e46-83ea-266271c237d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8c714f-b118-49a8-b2db-841e4e1d32f2', 'code': 200} Jul 05 11:12:28.975041 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:29.008485 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e07c9c-3eab-4e99-9303-9a4a163bcaa1 req-c1419032-a199-4d32-8310-76d7dae0eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:29.010013 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60e07c9c-3eab-4e99-9303-9a4a163bcaa1 req-c1419032-a199-4d32-8310-76d7dae0eae5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 1096 time: 0.0573695 Jul 05 11:12:29.026041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=9c8c714f-b118-49a8-b2db-841e4e1d32f2,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:29.074012 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60e07c9c-3eab-4e99-9303-9a4a163bcaa1 req-1238f26c-3b1f-4bb1-868e-631776f48a7e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540743 Jul 05 11:12:29.094672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422abb83-10c7-40ea-abd6-2600d28e6795 req-980c15c3-f490-4e0f-8d51-2f6d4ecf4b33 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:29.096180 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-422abb83-10c7-40ea-abd6-2600d28e6795 req-980c15c3-f490-4e0f-8d51-2f6d4ecf4b33 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 945 time: 0.0853059 Jul 05 11:12:29.134513 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-422abb83-10c7-40ea-abd6-2600d28e6795 req-b01bcbbd-97af-4b47-9436-ec1b1d44e7bd tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327029 Jul 05 11:12:30.317881 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5900c-a2b8-4e76-95da-4dd375eb3510 req-4c9bc7ea-4afd-4fe8-abef-1319ac13243e tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:30.319331 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ccc5900c-a2b8-4e76-95da-4dd375eb3510 req-4c9bc7ea-4afd-4fe8-abef-1319ac13243e tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 945 time: 0.0678260 Jul 05 11:12:30.360440 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ccc5900c-a2b8-4e76-95da-4dd375eb3510 req-da174799-23fc-4fd7-8eae-073b5c3f0e01 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348706 Jul 05 11:12:30.584893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-82ba7a81-3fa8-47fc-88d6-34c045e8a098 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:30.586422 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-82ba7a81-3fa8-47fc-88d6-34c045e8a098 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/networks?id=93e8e24f-d9aa-4b12-9119-90a48496a3fd HTTP/1.1" status: 200 len: 814 time: 0.1035714 Jul 05 11:12:30.601207 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-c4fffc83-e556-4768-aa1d-5f35d6a11206 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/quotas/10d87bee191a4d6a9cb10ed9693ac232 HTTP/1.1" status: 200 len: 375 time: 0.0094969 Jul 05 11:12:30.665135 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-6eef82ad-d0ed-4a14-b80c-ab943e7ddda5 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=10d87bee191a4d6a9cb10ed9693ac232&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0588753 Jul 05 11:12:30.801062 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-f0ecad71-19ef-46fb-ad51-043a3dd01a22 service neutron] 10.222.0.77 "GET /v2.0/networks/93e8e24f-d9aa-4b12-9119-90a48496a3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293888 Jul 05 11:12:30.892004 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-f0034ed6-fb94-4280-9af2-931774e47ef7 service neutron] 10.222.0.77 "GET /v2.0/networks/93e8e24f-d9aa-4b12-9119-90a48496a3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852306 Jul 05 11:12:31.154596 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-34fe0ff1-4e01-4417-bfe9-b9316fe85f9e req-ce86b1b6-51a2-470c-9b43-cc743082cb6f tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 210 time: 0.0282338 Jul 05 11:12:32.296901 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a7697467-279b-4421-a6ed-6db0ee647b71 req-6ab71249-d2a2-4f34-b353-d4486ef739c5 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 210 time: 0.0289853 Jul 05 11:12:33.324824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-3a80d8f2-49e2-4ed6-b40b-309f14eea613 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:33.326749 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-3a80d8f2-49e2-4ed6-b40b-309f14eea613 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.73 "GET /v2.0/networks?id=93e8e24f-d9aa-4b12-9119-90a48496a3fd HTTP/1.1" status: 200 len: 814 time: 0.1042213 Jul 05 11:12:33.349595 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Request body: {'port': {'device_id': '120c2730-cd63-4fab-a8d9-54f9deddfe5a', 'network_id': '93e8e24f-d9aa-4b12-9119-90a48496a3fd', 'admin_state_up': True, 'tenant_id': '10d87bee191a4d6a9cb10ed9693ac232'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:33.454373 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a3c06217-d8a1-4945-bef6-3406d8b8ad31 req-cf0ecc01-aa1a-491e-a364-381fd190f269 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 210 time: 0.0354955 Jul 05 11:12:33.580986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Made reservation on behalf of 10d87bee191a4d6a9cb10ed9693ac232 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:12:33.584775 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:33.706087 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Allocated IP 172.20.0.12 (93e8e24f-d9aa-4b12-9119-90a48496a3fd/015abd69-d2a5-4b94-9d03-9114d40d28a6/0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:12:33.850547 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:33.969748 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:33.982526 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['9c8c714f-b118-49a8-b2db-841e4e1d32f2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:12:34.013036 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Network 93e8e24f-d9aa-4b12-9119-90a48496a3fd is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:12:34.019242 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:12:34.023131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:12:34.029636 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Pushing event updated for resources: {'Port': ['ID=0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:34.057266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.057607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.057948 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.058288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.058615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.058949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.059272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.059592 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.059941 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.060262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.060580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.060902 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:34.089541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:34.090153 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.164504 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-e772968b-355e-4279-8375-651d52f74d2a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8197339 Jul 05 11:12:34.174973 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-4d727c2b-e48d-4042-90c8-1ab67db02c4c tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:12:34.175958 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-4d727c2b-e48d-4042-90c8-1ab67db02c4c tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056612 Jul 05 11:12:34.186967 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Request body: {'port': {'device_id': '120c2730-cd63-4fab-a8d9-54f9deddfe5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:34.258742 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.517625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:12:34.525203 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.537511 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Transition to ACTIVE for port object 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:12:34.620635 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.640834 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb9ae8-fc03-481b-84cb-7bf21c2a5467 req-6cc06504-be06-4f12-8ed7-66de31dd68d0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:34.642377 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4fbb9ae8-fc03-481b-84cb-7bf21c2a5467 req-6cc06504-be06-4f12-8ed7-66de31dd68d0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 932 time: 0.0700026 Jul 05 11:12:34.672031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Pushing event updated for resources: {'Port': ['ID=0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:34.683117 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4fbb9ae8-fc03-481b-84cb-7bf21c2a5467 req-1be5b4fa-1ae7-4163-81db-6026da650ee6 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345688 Jul 05 11:12:34.737744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Attempting to bind port 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:12:34.738073 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Attempting to bind port 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': 'b66646e5-298f-4f4f-aecb-e2e0f00c2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93e8e24f-d9aa-4b12-9119-90a48496a3fd'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:12:34.738401 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Attempting to bind port 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 on network 93e8e24f-d9aa-4b12-9119-90a48496a3fd {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:12:34.742664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Port 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 on network 93e8e24f-d9aa-4b12-9119-90a48496a3fd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:12:34.742924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Attempting to bind port 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 on network 93e8e24f-d9aa-4b12-9119-90a48496a3fd {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:12:34.747541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:12:34.747901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Checking segment: {'id': 'b66646e5-298f-4f4f-aecb-e2e0f00c2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93e8e24f-d9aa-4b12-9119-90a48496a3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:12:34.748276 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Bound using segment: {'id': 'b66646e5-298f-4f4f-aecb-e2e0f00c2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93e8e24f-d9aa-4b12-9119-90a48496a3fd'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:12:34.748694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Bound port: 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b66646e5-298f-4f4f-aecb-e2e0f00c2bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93e8e24f-d9aa-4b12-9119-90a48496a3fd'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:12:34.749061 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.811130 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] For port 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:12:34.814571 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] For port 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7,segment=NetworkSegment(b66646e5-298f-4f4f-aecb-e2e0f00c2bdd),segment_id=b66646e5-298f-4f4f-aecb-e2e0f00c2bdd)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:12:34.912658 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.955417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:34.956072 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:34.957476 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] 10.222.0.73 "PUT /v2.0/ports/0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 HTTP/1.1" status: 200 len: 1093 time: 0.7742994 Jul 05 11:12:34.957911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120c2730-cd63-4fab-a8d9-54f9deddfe5a', 'tag': '0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:12:34.960179 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c8ed54-b49b-48c2-a015-39a66a06cf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "120c2730-cd63-4fab-a8d9-54f9deddfe5a", "tag": "0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:12:34.984086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e3df7-7f7f-458a-90e9-854deec3fc22 service neutron] Pushing event updated for resources: {'Port': ['ID=0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:35.048375 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd00ca87-36c8-46b7-8d64-ba777800c9f1 x-openstack-request-id: req-cd00ca87-36c8-46b7-8d64-ba777800c9f1 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:12:35.048663 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120c2730-cd63-4fab-a8d9-54f9deddfe5a", "tag": "0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:12:35.048920 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd00ca87-36c8-46b7-8d64-ba777800c9f1 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:12:35.049351 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120c2730-cd63-4fab-a8d9-54f9deddfe5a', 'tag': '0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7', 'status': 'completed', 'code': 200} Jul 05 11:12:35.128147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8ed54-b49b-48c2-a015-39a66a06cf5c req-8f29866f-ca4c-4428-bc0a-0e79b6462117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:35.129668 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98c8ed54-b49b-48c2-a015-39a66a06cf5c req-8f29866f-ca4c-4428-bc0a-0e79b6462117 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=10d87bee191a4d6a9cb10ed9693ac232&device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 1096 time: 0.0552974 Jul 05 11:12:35.229753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8ed54-b49b-48c2-a015-39a66a06cf5c req-92713b74-f895-4b4f-bc82-348a39e16226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:35.231218 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98c8ed54-b49b-48c2-a015-39a66a06cf5c req-92713b74-f895-4b4f-bc82-348a39e16226 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=10d87bee191a4d6a9cb10ed9693ac232&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0939484 Jul 05 11:12:35.320336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8ed54-b49b-48c2-a015-39a66a06cf5c req-2b8ae92b-1014-4978-9e22-e92da83738a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:35.321816 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98c8ed54-b49b-48c2-a015-39a66a06cf5c req-2b8ae92b-1014-4978-9e22-e92da83738a2 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0850835 Jul 05 11:12:35.409089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-f4bc4934-3f14-4972-92fe-8faf3b5a7dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:35.410647 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-f4bc4934-3f14-4972-92fe-8faf3b5a7dbd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=10d87bee191a4d6a9cb10ed9693ac232&device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 1096 time: 0.0527046 Jul 05 11:12:35.455395 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-d69236cc-a0b9-406f-9526-c42809c2eda2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 HTTP/1.1" status: 200 len: 217 time: 0.0376022 Jul 05 11:12:35.503578 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-5762cd1f-0973-43d5-a4b0-a855fdf53d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:35.505087 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-5762cd1f-0973-43d5-a4b0-a855fdf53d0f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015abd69-d2a5-4b94-9d03-9114d40d28a6 HTTP/1.1" status: 200 len: 854 time: 0.0435789 Jul 05 11:12:35.538428 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-baf0d1e3-d9f4-48bd-8afe-f24d17b928ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93e8e24f-d9aa-4b12-9119-90a48496a3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274138 Jul 05 11:12:35.864904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefeea23-12be-4f3c-8b2d-f71ae0d2b244 req-21078384-50e3-414f-9e2b-ffcdb02b0b03 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:35.866435 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cefeea23-12be-4f3c-8b2d-f71ae0d2b244 req-21078384-50e3-414f-9e2b-ffcdb02b0b03 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 944 time: 0.0671761 Jul 05 11:12:35.909425 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cefeea23-12be-4f3c-8b2d-f71ae0d2b244 req-5aa2b5f3-0d03-4877-b152-a230a56dbbc3 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366979 Jul 05 11:12:35.971229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-53e7269a-198a-47c3-a44e-bb4f31f46c37 service neutron] 10.222.0.73 "GET /v2.0/networks/93e8e24f-d9aa-4b12-9119-90a48496a3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267144 Jul 05 11:12:36.064758 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98942605-f47f-4f9a-a635-ae02326b9b04 req-9c864e94-07da-4a41-bf1d-50865f7379c5 service neutron] 10.222.0.73 "GET /v2.0/networks/93e8e24f-d9aa-4b12-9119-90a48496a3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872195 Jul 05 11:12:37.112246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0bd48-5135-49db-b0b8-d1cf1174ad34 req-74afb4dd-b0cd-45ea-a825-4b63e61a7936 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:37.113859 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3fe0bd48-5135-49db-b0b8-d1cf1174ad34 req-74afb4dd-b0cd-45ea-a825-4b63e61a7936 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 944 time: 0.0818799 Jul 05 11:12:37.155804 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3fe0bd48-5135-49db-b0b8-d1cf1174ad34 req-b63b6dc1-61ed-412c-b0e7-995a914047f0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360539 Jul 05 11:12:38.332633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba7fbe-e873-4685-9a55-0fb632a7dbf4 req-4015c852-3436-497d-8bf6-2b814b25cbd4 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:38.334138 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0ba7fbe-e873-4685-9a55-0fb632a7dbf4 req-4015c852-3436-497d-8bf6-2b814b25cbd4 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 944 time: 0.0662456 Jul 05 11:12:38.372916 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d0ba7fbe-e873-4685-9a55-0fb632a7dbf4 req-eccbb83b-c836-441e-8c47-fd6ee5248c24 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332353 Jul 05 11:12:38.949214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:12:39.210558 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7,segment=NetworkSegment(b66646e5-298f-4f4f-aecb-e2e0f00c2bdd),segment_id=b66646e5-298f-4f4f-aecb-e2e0f00c2bdd)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:39.221861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7', 'network_id': '93e8e24f-d9aa-4b12-9119-90a48496a3fd', 'port_id': '0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7', 'mac_address': 'fa:16:3e:da:48:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015abd69-d2a5-4b94-9d03-9114d40d28a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:12:39.258359 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.271800 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:12:39.291022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7,segment=NetworkSegment(b66646e5-298f-4f4f-aecb-e2e0f00c2bdd),segment_id=b66646e5-298f-4f4f-aecb-e2e0f00c2bdd)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:39.380649 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:39.428499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:39.553210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224978dd-e300-4771-824c-2db0be9dab98 req-3e52b34f-cbab-46a6-b3ca-d1326f4cdde3 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:39.554697 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-224978dd-e300-4771-824c-2db0be9dab98 req-3e52b34f-cbab-46a6-b3ca-d1326f4cdde3 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 945 time: 0.0698054 Jul 05 11:12:39.586745 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:12:39.596993 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-224978dd-e300-4771-824c-2db0be9dab98 req-1d94d1ae-bd1f-41fe-85bc-b19bc9f2c12e tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362425 Jul 05 11:12:40.778194 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4db1d-68b5-4703-ab24-fc6a4ce9e953 req-e38aa72e-bdba-445b-90db-999c13daf33d tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:40.780000 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63f4db1d-68b5-4703-ab24-fc6a4ce9e953 req-e38aa72e-bdba-445b-90db-999c13daf33d tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 945 time: 0.0670798 Jul 05 11:12:40.822221 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63f4db1d-68b5-4703-ab24-fc6a4ce9e953 req-9915de17-2f2e-4084-89ae-97dc7e11939b tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364468 Jul 05 11:12:40.949835 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:12:41.059537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:12:41.069642 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:12:41.070016 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:41.137012 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9dc2604f-dd15-47b9-9995-719b84cdcf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:41.154874 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:41.179752 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120c2730-cd63-4fab-a8d9-54f9deddfe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:12:41.182031 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9c7662-1dc3-4f33-a5f9-ef5e5c03170e" -d '{"events": [{"server_uuid": "120c2730-cd63-4fab-a8d9-54f9deddfe5a", "name": "network-vif-plugged", "status": "completed", "tag": "0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:12:41.195493 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7,segment=NetworkSegment(b66646e5-298f-4f4f-aecb-e2e0f00c2bdd),segment_id=b66646e5-298f-4f4f-aecb-e2e0f00c2bdd)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:41.224194 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924043b9-663e-4777-bc47-b4ce6ed80e7d x-openstack-request-id: req-924043b9-663e-4777-bc47-b4ce6ed80e7d {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:12:41.224194 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120c2730-cd63-4fab-a8d9-54f9deddfe5a", "name": "network-vif-plugged", "status": "completed", "tag": "0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:12:41.224194 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-924043b9-663e-4777-bc47-b4ce6ed80e7d {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:12:41.224194 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120c2730-cd63-4fab-a8d9-54f9deddfe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7', 'code': 200} Jul 05 11:12:41.300842 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:41.335520 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a6252-37e7-445f-9a41-6b90da55a4e7 req-a32814bd-fa0a-4f43-9287-df6726cdecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:41.337068 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b3a6252-37e7-445f-9a41-6b90da55a4e7 req-a32814bd-fa0a-4f43-9287-df6726cdecb5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 1097 time: 0.0531809 Jul 05 11:12:41.349969 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:41.373185 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b3a6252-37e7-445f-9a41-6b90da55a4e7 req-70e5d899-6278-412c-a406-457d5fb143f3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298722 Jul 05 11:12:42.001233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d83166-e391-483d-b3fa-c8bdf5c4b8c2 req-59a8bc35-fe3d-449c-a3c4-bd1eb75939bd tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:42.003313 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a5d83166-e391-483d-b3fa-c8bdf5c4b8c2 req-59a8bc35-fe3d-449c-a3c4-bd1eb75939bd tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 946 time: 0.0667176 Jul 05 11:12:42.045545 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a5d83166-e391-483d-b3fa-c8bdf5c4b8c2 req-0dfc1289-fc06-44fc-961a-92aec8f1c34b tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363593 Jul 05 11:12:43.105285 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d63be131-979f-4a32-a040-169f9a2a1867 req-5f0ef3d0-f5d2-466a-a332-8d408de3168a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574572 Jul 05 11:12:43.207060 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63be131-979f-4a32-a040-169f9a2a1867 req-4c6dfcea-611d-4312-a9e0-81bd7c41ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:43.208588 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d63be131-979f-4a32-a040-169f9a2a1867 req-4c6dfcea-611d-4312-a9e0-81bd7c41ce12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=10d87bee191a4d6a9cb10ed9693ac232&device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 1097 time: 0.0576608 Jul 05 11:12:43.234574 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc4f18-699a-47ea-a45e-f99824593cc8 req-b073bb8d-d996-4303-ba0c-7e4b827fabc7 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:43.236190 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4cdc4f18-699a-47ea-a45e-f99824593cc8 req-b073bb8d-d996-4303-ba0c-7e4b827fabc7 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 946 time: 0.0696707 Jul 05 11:12:43.274559 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4cdc4f18-699a-47ea-a45e-f99824593cc8 req-2c6009af-6de2-4eff-9aa5-3f15da2703b8 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328429 Jul 05 11:12:43.320694 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63be131-979f-4a32-a040-169f9a2a1867 req-626e6ede-d27c-4748-a540-d4829a9ed0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:43.322210 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d63be131-979f-4a32-a040-169f9a2a1867 req-626e6ede-d27c-4748-a540-d4829a9ed0b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93e8e24f-d9aa-4b12-9119-90a48496a3fd HTTP/1.1" status: 200 len: 915 time: 0.0904469 Jul 05 11:12:43.370333 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d63be131-979f-4a32-a040-169f9a2a1867 req-fba4211f-cd0e-4e51-be4c-65f656f5c327 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c8c714f-b118-49a8-b2db-841e4e1d32f2 HTTP/1.1" status: 200 len: 217 time: 0.0393558 Jul 05 11:12:43.421437 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63be131-979f-4a32-a040-169f9a2a1867 req-e4cb6f91-9564-4e71-a6a2-bd72eb0df2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:43.422936 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d63be131-979f-4a32-a040-169f9a2a1867 req-e4cb6f91-9564-4e71-a6a2-bd72eb0df2b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=015abd69-d2a5-4b94-9d03-9114d40d28a6 HTTP/1.1" status: 200 len: 854 time: 0.0455956 Jul 05 11:12:43.457744 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d63be131-979f-4a32-a040-169f9a2a1867 req-755bad18-cb01-4dff-b611-3febb0ca7462 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93e8e24f-d9aa-4b12-9119-90a48496a3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274551 Jul 05 11:12:43.551988 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d63be131-979f-4a32-a040-169f9a2a1867 req-bef5e5fc-cdf3-4b9c-b8be-3dbb876e811c service neutron] 10.222.0.64 "GET /v2.0/networks/93e8e24f-d9aa-4b12-9119-90a48496a3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863094 Jul 05 11:12:43.631586 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cb553046-cc66-40f4-a4f2-8d83f7a41d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:43.646355 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d63be131-979f-4a32-a040-169f9a2a1867 req-4bbc2829-07cc-4859-ac76-514cbbabc007 service neutron] 10.222.0.64 "GET /v2.0/networks/93e8e24f-d9aa-4b12-9119-90a48496a3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874882 Jul 05 11:12:43.677442 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:43.860690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e2662-8180-4fe2-9d2b-dcc9ab610191 req-dcf1755a-85d5-4b15-a5e6-7aa5ffcc0f0a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:43.862813 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c85e2662-8180-4fe2-9d2b-dcc9ab610191 req-dcf1755a-85d5-4b15-a5e6-7aa5ffcc0f0a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 946 time: 0.0691099 Jul 05 11:12:43.903702 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c85e2662-8180-4fe2-9d2b-dcc9ab610191 req-58a5b677-4409-4136-83cc-71fc98742b41 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350301 Jul 05 11:12:45.040999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049b986-5152-4236-ba7b-6fbd6ab93765 req-8af47639-0d45-4b04-9f3e-6fd3259ada05 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:45.042523 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1049b986-5152-4236-ba7b-6fbd6ab93765 req-8af47639-0d45-4b04-9f3e-6fd3259ada05 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.73 "GET /v2.0/ports?device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 946 time: 0.0692489 Jul 05 11:12:45.094115 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d736e-1e9b-4c9a-bd2f-78b3420d95a1 req-e26b6079-960e-4b93-95e7-9bcfd42ac0be tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:45.095828 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-db3d736e-1e9b-4c9a-bd2f-78b3420d95a1 req-e26b6079-960e-4b93-95e7-9bcfd42ac0be tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 946 time: 0.0656159 Jul 05 11:12:45.145190 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-db3d736e-1e9b-4c9a-bd2f-78b3420d95a1 req-9e32f647-b68f-4a03-8b4c-1e3556954e6a tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434861 Jul 05 11:12:45.168585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-1049b986-5152-4236-ba7b-6fbd6ab93765 req-a100e05d-b57f-4b23-9608-707dba3aa420 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Deleting port 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:45.168936 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-1049b986-5152-4236-ba7b-6fbd6ab93765 req-a100e05d-b57f-4b23-9608-707dba3aa420 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:45.208706 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:45.260842 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-1049b986-5152-4236-ba7b-6fbd6ab93765 req-a100e05d-b57f-4b23-9608-707dba3aa420 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] For port 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7,segment=NetworkSegment(b66646e5-298f-4f4f-aecb-e2e0f00c2bdd),segment_id=b66646e5-298f-4f4f-aecb-e2e0f00c2bdd)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:45.261202 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-1049b986-5152-4236-ba7b-6fbd6ab93765 req-a100e05d-b57f-4b23-9608-707dba3aa420 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:45.274906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-1049b986-5152-4236-ba7b-6fbd6ab93765 req-a100e05d-b57f-4b23-9608-707dba3aa420 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Calling delete_port for 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:45.460196 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-1049b986-5152-4236-ba7b-6fbd6ab93765 req-a100e05d-b57f-4b23-9608-707dba3aa420 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:45.472699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:12:45.477001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['9c8c714f-b118-49a8-b2db-841e4e1d32f2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:12:45.493411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100e05d-b57f-4b23-9608-707dba3aa420 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Pushing event deleted for resources: {'Port': ['ID=0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:45.537707 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-1049b986-5152-4236-ba7b-6fbd6ab93765 req-a100e05d-b57f-4b23-9608-707dba3aa420 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] No DVR routers for this DVR port 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:12:45.540700 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-1049b986-5152-4236-ba7b-6fbd6ab93765 req-a100e05d-b57f-4b23-9608-707dba3aa420 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:45.543054 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1049b986-5152-4236-ba7b-6fbd6ab93765 req-a100e05d-b57f-4b23-9608-707dba3aa420 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.73 "DELETE /v2.0/ports/0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 HTTP/1.1" status: 204 len: 173 time: 0.4953394 Jul 05 11:12:45.543523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120c2730-cd63-4fab-a8d9-54f9deddfe5a', 'name': 'network-vif-deleted', 'tag': '0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:12:45.546785 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b328c992-321d-4030-9429-0578a0f94c80" -d '{"events": [{"server_uuid": "120c2730-cd63-4fab-a8d9-54f9deddfe5a", "name": "network-vif-deleted", "tag": "0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:12:45.583006 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f227621e-f1f1-48ce-aed3-457b55bbcf87 x-openstack-request-id: req-f227621e-f1f1-48ce-aed3-457b55bbcf87 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:12:45.583300 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120c2730-cd63-4fab-a8d9-54f9deddfe5a", "name": "network-vif-deleted", "tag": "0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:12:45.583550 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f227621e-f1f1-48ce-aed3-457b55bbcf87 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:12:45.583987 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120c2730-cd63-4fab-a8d9-54f9deddfe5a', 'name': 'network-vif-deleted', 'tag': '0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7', 'status': 'completed', 'code': 200} Jul 05 11:12:46.304152 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6a886ae1-8e00-4584-99f5-4bf9fd811379 req-7327d4fe-9c26-42ca-981f-d376f2242f6e tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=120c2730-cd63-4fab-a8d9-54f9deddfe5a HTTP/1.1" status: 200 len: 210 time: 0.0299208 Jul 05 11:12:47.106147 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:47.546192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c742b2-d867-4a89-9da5-8d51c043ab1e req-02d14867-56eb-475f-be6d-15a7ed68bad5 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:47.547691 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82c742b2-d867-4a89-9da5-8d51c043ab1e req-02d14867-56eb-475f-be6d-15a7ed68bad5 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 945 time: 0.0647480 Jul 05 11:12:47.585430 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82c742b2-d867-4a89-9da5-8d51c043ab1e req-00a65f38-45e5-4811-abe5-7c4cf01accef tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315604 Jul 05 11:12:47.778871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567afe17-e8b2-4787-8523-6724dc75a9da req-3866b6f7-f586-4466-8d65-b71cb8b8439d tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:47.780371 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-567afe17-e8b2-4787-8523-6724dc75a9da req-3866b6f7-f586-4466-8d65-b71cb8b8439d tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 945 time: 0.0671120 Jul 05 11:12:47.818402 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-567afe17-e8b2-4787-8523-6724dc75a9da req-2c3b3756-141a-4d87-a256-af41ae389253 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Jul 05 11:12:47.999499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1762c-1fb4-4cae-ac08-609de3ef323f req-1600f904-efd6-4734-85e4-055e62a5338c tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:48.001021 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49d1762c-1fb4-4cae-ac08-609de3ef323f req-1600f904-efd6-4734-85e4-055e62a5338c tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 945 time: 0.0628307 Jul 05 11:12:48.038946 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49d1762c-1fb4-4cae-ac08-609de3ef323f req-f6d23485-39d2-45de-8c3f-971aa48e6a73 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Jul 05 11:12:48.319052 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f78ba7-b08b-4f3e-99b7-99f797955590 req-2aceabcf-4724-4a10-b096-922bff63d956 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:48.320591 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4f78ba7-b08b-4f3e-99b7-99f797955590 req-2aceabcf-4724-4a10-b096-922bff63d956 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 945 time: 0.0690665 Jul 05 11:12:48.357514 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4f78ba7-b08b-4f3e-99b7-99f797955590 req-c3ebfb91-0b31-4650-8831-19c3c6b8d662 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312397 Jul 05 11:12:48.530246 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869efb1-e878-4018-be86-424e012221b2 req-5d415ae1-6092-4cf7-b626-71b92c365ef5 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:48.532006 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a869efb1-e878-4018-be86-424e012221b2 req-5d415ae1-6092-4cf7-b626-71b92c365ef5 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 945 time: 0.0639524 Jul 05 11:12:48.570172 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a869efb1-e878-4018-be86-424e012221b2 req-61cb9904-9eb4-4188-a316-f686402f8559 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325444 Jul 05 11:12:48.751009 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683135e-3791-4c6d-a1a9-dcfaa9ccbcc0 req-bcb2a4c8-40d5-40c6-85ad-fe06d98c1b74 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:48.752506 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4683135e-3791-4c6d-a1a9-dcfaa9ccbcc0 req-bcb2a4c8-40d5-40c6-85ad-fe06d98c1b74 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 945 time: 0.0626893 Jul 05 11:12:48.791408 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4683135e-3791-4c6d-a1a9-dcfaa9ccbcc0 req-683bf3cb-ab67-4d09-ac46-d4dce1ee18fe tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332975 Jul 05 11:12:49.039942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:12:49.063058 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:12:49.063402 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 0c94dce2-2e8a-4a83-9d2a-eed0fff25fd7 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:12:49.548751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707ebfe-2771-4ddd-b10a-e62e8961e69c req-e8a3b4e7-326c-417e-b484-04401e2996de tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:49.551693 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8707ebfe-2771-4ddd-b10a-e62e8961e69c req-e8a3b4e7-326c-417e-b484-04401e2996de tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 945 time: 0.0727420 Jul 05 11:12:49.588475 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8707ebfe-2771-4ddd-b10a-e62e8961e69c req-76f4c59d-82c0-46f2-8956-5b40e3e6e9b6 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Jul 05 11:12:50.767792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b660bf-e4ad-452c-9f97-2759f4e7af02 req-85810c2c-1d01-4dc5-8eb4-b1423c49b279 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:50.769328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7b660bf-e4ad-452c-9f97-2759f4e7af02 req-85810c2c-1d01-4dc5-8eb4-b1423c49b279 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 945 time: 0.0671155 Jul 05 11:12:50.806872 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e7b660bf-e4ad-452c-9f97-2759f4e7af02 req-8ec17a3f-2fe2-4c5e-bed5-d805e31dbc32 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa07ece8-245f-4ff3-afa6-746681c5ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320184 Jul 05 11:12:50.966833 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12e58e-f8e8-4514-ad06-72ea5442973f req-499512bf-9ca5-4acd-9db4-d788feacaad5 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:50.968387 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7e12e58e-f8e8-4514-ad06-72ea5442973f req-499512bf-9ca5-4acd-9db4-d788feacaad5 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 945 time: 0.0624888 Jul 05 11:12:51.075741 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-7e12e58e-f8e8-4514-ad06-72ea5442973f req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Deleting port 9c8c714f-b118-49a8-b2db-841e4e1d32f2 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:12:51.076113 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e12e58e-f8e8-4514-ad06-72ea5442973f req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:51.162392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-7e12e58e-f8e8-4514-ad06-72ea5442973f req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] For port 9c8c714f-b118-49a8-b2db-841e4e1d32f2, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=9c8c714f-b118-49a8-b2db-841e4e1d32f2,segment=NetworkSegment(b66646e5-298f-4f4f-aecb-e2e0f00c2bdd),segment_id=b66646e5-298f-4f4f-aecb-e2e0f00c2bdd)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:12:51.162659 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e12e58e-f8e8-4514-ad06-72ea5442973f req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:51.177149 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-7e12e58e-f8e8-4514-ad06-72ea5442973f req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Calling delete_port for 9c8c714f-b118-49a8-b2db-841e4e1d32f2 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:12:51.380596 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e12e58e-f8e8-4514-ad06-72ea5442973f req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:51.395097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['9c8c714f-b118-49a8-b2db-841e4e1d32f2'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:12:51.409040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Pushing event deleted for resources: {'Port': ['ID=9c8c714f-b118-49a8-b2db-841e4e1d32f2,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:51.424003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:51.424351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:51.424701 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:51.425045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:51.425384 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:51.425720 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:51.426052 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:51.426380 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:51.426711 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:51.427039 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:51.427366 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:51.427690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:12:51.469136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e12e58e-f8e8-4514-ad06-72ea5442973f req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] No DVR routers for this DVR port 9c8c714f-b118-49a8-b2db-841e4e1d32f2 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:12:51.472389 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7e12e58e-f8e8-4514-ad06-72ea5442973f req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:51.474398 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7e12e58e-f8e8-4514-ad06-72ea5442973f req-53a8cdcc-b93d-4efe-b159-bc7edb6d07b0 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.64 "DELETE /v2.0/ports/9c8c714f-b118-49a8-b2db-841e4e1d32f2 HTTP/1.1" status: 204 len: 173 time: 0.4951742 Jul 05 11:12:51.474827 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff676196-95b5-4e46-83ea-266271c237d0', 'name': 'network-vif-deleted', 'tag': '9c8c714f-b118-49a8-b2db-841e4e1d32f2'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:12:51.477141 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c5514d-8dcc-4d03-9872-4c1ccdc4cbd0" -d '{"events": [{"server_uuid": "ff676196-95b5-4e46-83ea-266271c237d0", "name": "network-vif-deleted", "tag": "9c8c714f-b118-49a8-b2db-841e4e1d32f2"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:12:51.517135 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1dd9e1-60a3-46bc-9777-95ee40fa9f7e x-openstack-request-id: req-4e1dd9e1-60a3-46bc-9777-95ee40fa9f7e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:12:51.517460 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff676196-95b5-4e46-83ea-266271c237d0", "name": "network-vif-deleted", "tag": "9c8c714f-b118-49a8-b2db-841e4e1d32f2", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:12:51.517708 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e1dd9e1-60a3-46bc-9777-95ee40fa9f7e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:12:51.518102 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff676196-95b5-4e46-83ea-266271c237d0', 'name': 'network-vif-deleted', 'tag': '9c8c714f-b118-49a8-b2db-841e4e1d32f2', 'status': 'completed', 'code': 200} Jul 05 11:12:51.960587 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6d35e104-0966-48b3-9766-f5aa37cd45d5 req-d20a0ae9-504b-4970-9816-1566eec7ed18 tempest-ServersNegativeTestJSON-771401430 tempest-ServersNegativeTestJSON-771401430-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff676196-95b5-4e46-83ea-266271c237d0 HTTP/1.1" status: 200 len: 210 time: 0.0291424 Jul 05 11:12:52.882858 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:53.057431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42718) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:53.101771 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4d9298-cff2-489e-9c73-d6f7b4877dfa admin admin] Deleting subnet 015abd69-d2a5-4b94-9d03-9114d40d28a6 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:12:53.104787 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce4d9298-cff2-489e-9c73-d6f7b4877dfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:53.140365 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce4d9298-cff2-489e-9c73-d6f7b4877dfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:53.179441 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce4d9298-cff2-489e-9c73-d6f7b4877dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:53.329132 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce4d9298-cff2-489e-9c73-d6f7b4877dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:53.359641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d9298-cff2-489e-9c73-d6f7b4877dfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015abd69-d2a5-4b94-9d03-9114d40d28a6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:53.365249 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ce4d9298-cff2-489e-9c73-d6f7b4877dfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:53.367208 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ce4d9298-cff2-489e-9c73-d6f7b4877dfa admin admin] 10.222.0.77 "DELETE /v2.0/subnets/015abd69-d2a5-4b94-9d03-9114d40d28a6 HTTP/1.1" status: 204 len: 168 time: 0.3087070 Jul 05 11:12:53.369807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42720) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:53.437985 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce660-229e-43e1-95ce-145fcc224e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:53.521449 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce660-229e-43e1-95ce-145fcc224e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:53.531768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5b0ce660-229e-43e1-95ce-145fcc224e6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e8e24f-d9aa-4b12-9119-90a48496a3fd']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:53.874243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5b0ce660-229e-43e1-95ce-145fcc224e6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66646e5-298f-4f4f-aecb-e2e0f00c2bdd') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:53.874539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5b0ce660-229e-43e1-95ce-145fcc224e6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66646e5-298f-4f4f-aecb-e2e0f00c2bdd') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:12:53.884165 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce660-229e-43e1-95ce-145fcc224e6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:53.898198 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce660-229e-43e1-95ce-145fcc224e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:53.904078 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0ce660-229e-43e1-95ce-145fcc224e6d admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:12:53.904461 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce660-229e-43e1-95ce-145fcc224e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: timer() Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:12:53.906109 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:12:54.054227 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce660-229e-43e1-95ce-145fcc224e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:54.061327 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce660-229e-43e1-95ce-145fcc224e6d admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:54.065111 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5b0ce660-229e-43e1-95ce-145fcc224e6d admin admin] 10.222.0.77 "DELETE /v2.0/networks/93e8e24f-d9aa-4b12-9119-90a48496a3fd HTTP/1.1" status: 204 len: 168 time: 0.6925139 Jul 05 11:12:54.077668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ce660-229e-43e1-95ce-145fcc224e6d admin admin] Pushing event deleted for resources: {'Network': ['ID=93e8e24f-d9aa-4b12-9119-90a48496a3fd,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:54.403563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42724) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:54.410651 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:12:54.443039 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a2e01a2f-de8f-4ed7-a1dc-40fb88614cce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=10d87bee191a4d6a9cb10ed9693ac232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382497 Jul 05 11:12:54.445515 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42726) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:54.496496 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc40b-680d-48ac-aa42-9f9b0a2117c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:54.518223 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc40b-680d-48ac-aa42-9f9b0a2117c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:54.654404 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc40b-680d-48ac-aa42-9f9b0a2117c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:54.658680 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc40b-680d-48ac-aa42-9f9b0a2117c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:54.662661 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4a2cc40b-680d-48ac-aa42-9f9b0a2117c0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa07ece8-245f-4ff3-afa6-746681c5ff0a HTTP/1.1" status: 204 len: 168 time: 0.2139277 Jul 05 11:12:54.670750 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cc40b-680d-48ac-aa42-9f9b0a2117c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa07ece8-245f-4ff3-afa6-746681c5ff0a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:54.726739 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 9c8c714f-b118-49a8-b2db-841e4e1d32f2 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:12:54.747627 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 9c8c714f-b118-49a8-b2db-841e4e1d32f2 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:12:54.748012 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 9c8c714f-b118-49a8-b2db-841e4e1d32f2 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:12:54.757415 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:55.723629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42748) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:55.824773 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-341531b2-3d20-4e94-a9b0-c05818b71711 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2123012418'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:55.911347 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341531b2-3d20-4e94-a9b0-c05818b71711 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Made reservation on behalf of 0dc230f5fe2f4eb0a4beb50188469d63 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:12:55.914935 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-341531b2-3d20-4e94-a9b0-c05818b71711 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:55.923678 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-341531b2-3d20-4e94-a9b0-c05818b71711 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:56.013140 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-341531b2-3d20-4e94-a9b0-c05818b71711 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:56.094045 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-341531b2-3d20-4e94-a9b0-c05818b71711 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:56.123840 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341531b2-3d20-4e94-a9b0-c05818b71711 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:12:56.129981 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341531b2-3d20-4e94-a9b0-c05818b71711 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4cf7d4-df3c-49dc-875f-f1d464196f08,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:56.136891 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-341531b2-3d20-4e94-a9b0-c05818b71711 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:56.137327 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-341531b2-3d20-4e94-a9b0-c05818b71711 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Added segment 37e00727-2e8d-4a56-8ced-5c122e506db1 of type vlan for network b8ca303e-9aac-4316-862e-439e6ccb693c Jul 05 11:12:56.178478 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-341531b2-3d20-4e94-a9b0-c05818b71711 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:56.277352 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-341531b2-3d20-4e94-a9b0-c05818b71711 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:56.283031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341531b2-3d20-4e94-a9b0-c05818b71711 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:12:56.283643 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-341531b2-3d20-4e94-a9b0-c05818b71711 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:12:56.350423 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341531b2-3d20-4e94-a9b0-c05818b71711 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event updated for resources: {'Network': ['ID=b8ca303e-9aac-4316-862e-439e6ccb693c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:12:56.360629 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network b8ca303e-9aac-4316-862e-439e6ccb693c details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:12:56.438231 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-341531b2-3d20-4e94-a9b0-c05818b71711 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7134240 Jul 05 11:12:59.707883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42752) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:12:59.713165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5ad3d114-899a-434a-817d-9d67f903c328 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Request body: {'subnet': {'network_id': 'b8ca303e-9aac-4316-862e-439e6ccb693c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:12:59.871425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad3d114-899a-434a-817d-9d67f903c328 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Made reservation on behalf of 0dc230f5fe2f4eb0a4beb50188469d63 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:12:59.875168 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d114-899a-434a-817d-9d67f903c328 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:00.157254 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d114-899a-434a-817d-9d67f903c328 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:00.224029 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3d114-899a-434a-817d-9d67f903c328 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event updated for resources: {'Subnet': ['ID=13e7175d-219a-4376-8b86-a5dc4fc08e60,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:00.234113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad3d114-899a-434a-817d-9d67f903c328 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Checking segment: {'id': '37e00727-2e8d-4a56-8ced-5c122e506db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b8ca303e-9aac-4316-862e-439e6ccb693c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:00.234480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad3d114-899a-434a-817d-9d67f903c328 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Network hostable DHCP agents. Network: b8ca303e-9aac-4316-862e-439e6ccb693c, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:13:00.340166 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad3d114-899a-434a-817d-9d67f903c328 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Network b8ca303e-9aac-4316-862e-439e6ccb693c is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:13:00.465621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-5ad3d114-899a-434a-817d-9d67f903c328 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, b8ca303e-9aac-4316-862e-439e6ccb693c) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:00.469850 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad3d114-899a-434a-817d-9d67f903c328 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:00.470483 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d114-899a-434a-817d-9d67f903c328 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:00.475262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd94b1c-6bcc-4787-8c2e-fde152f6baaf None None] Network b8ca303e-9aac-4316-862e-439e6ccb693c requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:00.619056 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-b8ca303e-9aac-4316-862e-439e6ccb693c', 'network_id': 'b8ca303e-9aac-4316-862e-439e6ccb693c', 'tenant_id': '0dc230f5fe2f4eb0a4beb50188469d63', 'fixed_ips': [{'subnet_id': '13e7175d-219a-4376-8b86-a5dc4fc08e60'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:13:00.629973 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:00.630137 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5ad3d114-899a-434a-817d-9d67f903c328 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9113917 Jul 05 11:13:00.630137 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42754) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:00.630137 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b136b69f-df2f-47ac-a78a-78d0f1a3af19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1835686258'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:00.745471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b136b69f-df2f-47ac-a78a-78d0f1a3af19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Made reservation on behalf of 0dc230f5fe2f4eb0a4beb50188469d63 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:00.749106 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b136b69f-df2f-47ac-a78a-78d0f1a3af19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:00.762916 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Allocated IP 2001:db8:0:ffff::2 (b8ca303e-9aac-4316-862e-439e6ccb693c/13e7175d-219a-4376-8b86-a5dc4fc08e60/e046bf14-e622-4273-a82e-cd1d2e558ed4) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:13:00.774673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b136b69f-df2f-47ac-a78a-78d0f1a3af19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:13:00.783683 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b136b69f-df2f-47ac-a78a-78d0f1a3af19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:00.784555 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-b136b69f-df2f-47ac-a78a-78d0f1a3af19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Added segment 3a9f7196-f4c2-4d1f-9612-8d472842bade of type vlan for network 113d46e5-16b9-449c-b48f-1de811dc7049 Jul 05 11:13:00.826844 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b136b69f-df2f-47ac-a78a-78d0f1a3af19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:00.909760 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:00.917971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Transition to ACTIVE for port object e046bf14-e622-4273-a82e-cd1d2e558ed4 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:00.933417 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Transition to ACTIVE for port object e046bf14-e622-4273-a82e-cd1d2e558ed4 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:00.939528 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b136b69f-df2f-47ac-a78a-78d0f1a3af19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:00.945758 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b136b69f-df2f-47ac-a78a-78d0f1a3af19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:00.946340 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b136b69f-df2f-47ac-a78a-78d0f1a3af19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:01.015065 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:01.017321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136b69f-df2f-47ac-a78a-78d0f1a3af19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event updated for resources: {'Network': ['ID=113d46e5-16b9-449c-b48f-1de811dc7049,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:01.047537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 113d46e5-16b9-449c-b48f-1de811dc7049 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:13:01.078088 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b136b69f-df2f-47ac-a78a-78d0f1a3af19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4529638 Jul 05 11:13:01.080950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42756) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:01.086296 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5469be2a-6246-424f-b878-96bbfbc3c6dd tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Request body: {'subnet': {'network_id': '113d46e5-16b9-449c-b48f-1de811dc7049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:01.103972 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Network b8ca303e-9aac-4316-862e-439e6ccb693c is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:13:01.113563 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:01.121173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:13:01.126873 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Pushing event updated for resources: {'Port': ['ID=e046bf14-e622-4273-a82e-cd1d2e558ed4,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:01.191167 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Attempting to bind port e046bf14-e622-4273-a82e-cd1d2e558ed4 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:13:01.191533 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Attempting to bind port e046bf14-e622-4273-a82e-cd1d2e558ed4 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '37e00727-2e8d-4a56-8ced-5c122e506db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b8ca303e-9aac-4316-862e-439e6ccb693c'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:13:01.191929 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Attempting to bind port e046bf14-e622-4273-a82e-cd1d2e558ed4 on network b8ca303e-9aac-4316-862e-439e6ccb693c {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:13:01.196919 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:13:01.201060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Checking segment: {'id': '37e00727-2e8d-4a56-8ced-5c122e506db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b8ca303e-9aac-4316-862e-439e6ccb693c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:01.201060 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:01.201060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Bound using segment: {'id': '37e00727-2e8d-4a56-8ced-5c122e506db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b8ca303e-9aac-4316-862e-439e6ccb693c'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:13:01.201060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Bound port: e046bf14-e622-4273-a82e-cd1d2e558ed4, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e00727-2e8d-4a56-8ced-5c122e506db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b8ca303e-9aac-4316-862e-439e6ccb693c'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:13:01.201060 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:01.260538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] For port e046bf14-e622-4273-a82e-cd1d2e558ed4, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:13:01.263777 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] For port e046bf14-e622-4273-a82e-cd1d2e558ed4, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e046bf14-e622-4273-a82e-cd1d2e558ed4,segment=NetworkSegment(37e00727-2e8d-4a56-8ced-5c122e506db1),segment_id=37e00727-2e8d-4a56-8ced-5c122e506db1)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:13:01.305626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5469be2a-6246-424f-b878-96bbfbc3c6dd tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Made reservation on behalf of 0dc230f5fe2f4eb0a4beb50188469d63 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:01.309309 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5469be2a-6246-424f-b878-96bbfbc3c6dd tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:01.351786 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:01.421897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c741a-9934-4f1b-87a8-6014fcd13543 None None] Pushing event updated for resources: {'Port': ['ID=e046bf14-e622-4273-a82e-cd1d2e558ed4,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:01.597514 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5469be2a-6246-424f-b878-96bbfbc3c6dd tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:01.666314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469be2a-6246-424f-b878-96bbfbc3c6dd tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event updated for resources: {'Subnet': ['ID=dd457c71-8bef-4ed5-88bc-21b7c3b48dfd,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:01.680231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5469be2a-6246-424f-b878-96bbfbc3c6dd tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Checking segment: {'id': '3a9f7196-f4c2-4d1f-9612-8d472842bade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '113d46e5-16b9-449c-b48f-1de811dc7049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:01.680594 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5469be2a-6246-424f-b878-96bbfbc3c6dd tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Network hostable DHCP agents. Network: 113d46e5-16b9-449c-b48f-1de811dc7049, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:13:01.854125 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5469be2a-6246-424f-b878-96bbfbc3c6dd tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Network 113d46e5-16b9-449c-b48f-1de811dc7049 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:13:02.066171 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-5469be2a-6246-424f-b878-96bbfbc3c6dd tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 113d46e5-16b9-449c-b48f-1de811dc7049) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:02.070747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5469be2a-6246-424f-b878-96bbfbc3c6dd tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:02.071193 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5469be2a-6246-424f-b878-96bbfbc3c6dd tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:02.105578 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d434a6-def2-451b-9024-5b3fb86018fb None None] Network 113d46e5-16b9-449c-b48f-1de811dc7049 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:02.223514 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5469be2a-6246-424f-b878-96bbfbc3c6dd tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1382651 Jul 05 11:13:02.223847 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42758) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:02.294399 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd93849e-14b0-4090-96fd-2874bdaf1ca9 None None] Network b8ca303e-9aac-4316-862e-439e6ccb693c requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:02.328228 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f882293c-d5f7-42b1-a411-a710ff3d5a1b tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:02.333199 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63c0246-e2fc-4a18-9f96-d493f00988ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-113d46e5-16b9-449c-b48f-1de811dc7049', 'network_id': '113d46e5-16b9-449c-b48f-1de811dc7049', 'tenant_id': '0dc230f5fe2f4eb0a4beb50188469d63', 'fixed_ips': [{'subnet_id': 'dd457c71-8bef-4ed5-88bc-21b7c3b48dfd'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:13:02.334022 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a63c0246-e2fc-4a18-9f96-d493f00988ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:02.420093 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f882293c-d5f7-42b1-a411-a710ff3d5a1b tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:02.449324 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e046bf14-e622-4273-a82e-cd1d2e558ed4 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:02.515779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-be87a219-4d49-4cde-9169-9f5bed74d66d None None] Provisioning for port e046bf14-e622-4273-a82e-cd1d2e558ed4 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:02.597898 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f882293c-d5f7-42b1-a411-a710ff3d5a1b tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:02.628231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882293c-d5f7-42b1-a411-a710ff3d5a1b tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event deleted for resources: {'Subnet': ['ID=dd457c71-8bef-4ed5-88bc-21b7c3b48dfd,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server [None req-a63c0246-e2fc-4a18-9f96-d493f00988ae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd457c71-8bef-4ed5-88bc-21b7c3b48dfd: This subnet is being modified by another concurrent operation. Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise exception Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd457c71-8bef-4ed5-88bc-21b7c3b48dfd: This subnet is being modified by another concurrent operation. Jul 05 11:13:02.678916 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server Jul 05 11:13:02.698447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325d2f80-08fa-434b-a7af-5dde8735b3d8 None None] Network 113d46e5-16b9-449c-b48f-1de811dc7049 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:02.698785 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f882293c-d5f7-42b1-a411-a710ff3d5a1b tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:02.709866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-f882293c-d5f7-42b1-a411-a710ff3d5a1b tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113d46e5-16b9-449c-b48f-1de811dc7049']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:02.721502 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-f882293c-d5f7-42b1-a411-a710ff3d5a1b tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9f7196-f4c2-4d1f-9612-8d472842bade') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:02.721867 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-f882293c-d5f7-42b1-a411-a710ff3d5a1b tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9f7196-f4c2-4d1f-9612-8d472842bade') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:02.731508 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f882293c-d5f7-42b1-a411-a710ff3d5a1b tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:02.747053 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f882293c-d5f7-42b1-a411-a710ff3d5a1b tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:02.755562 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f882293c-d5f7-42b1-a411-a710ff3d5a1b tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:13:02.756186 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f882293c-d5f7-42b1-a411-a710ff3d5a1b tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: timer() Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:13:02.760050 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:13:02.791040 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e046bf14-e622-4273-a82e-cd1d2e558ed4 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:02.797165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e046bf14-e622-4273-a82e-cd1d2e558ed4 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:02.797449 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:02.834296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e725aacc-c20c-404f-bed4-6c54f26f6906 None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 11:13:02.902967 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-98a81d25-b40d-4000-a8a5-357e3751a9a4 None None] Provisioning complete for port e046bf14-e622-4273-a82e-cd1d2e558ed4 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:02.903368 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-98a81d25-b40d-4000-a8a5-357e3751a9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:02.928386 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f882293c-d5f7-42b1-a411-a710ff3d5a1b tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:02.937477 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f882293c-d5f7-42b1-a411-a710ff3d5a1b tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:02.939479 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f882293c-d5f7-42b1-a411-a710ff3d5a1b tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "DELETE /v2.0/networks/113d46e5-16b9-449c-b48f-1de811dc7049 HTTP/1.1" status: 204 len: 168 time: 0.7146635 Jul 05 11:13:02.943176 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42760) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:02.949504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882293c-d5f7-42b1-a411-a710ff3d5a1b tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event deleted for resources: {'Network': ['ID=113d46e5-16b9-449c-b48f-1de811dc7049,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:02.949712 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-fdecdb3e-71c8-481a-b147-587fd4dfdb0d tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-764918211'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:02.992819 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:02.996999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e725aacc-c20c-404f-bed4-6c54f26f6906 None None] Resources bound (agent type, host, resource id): {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 11:13:03.054167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdecdb3e-71c8-481a-b147-587fd4dfdb0d tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Made reservation on behalf of 0dc230f5fe2f4eb0a4beb50188469d63 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:03.057683 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port e046bf14-e622-4273-a82e-cd1d2e558ed4, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e046bf14-e622-4273-a82e-cd1d2e558ed4,segment=NetworkSegment(37e00727-2e8d-4a56-8ced-5c122e506db1),segment_id=37e00727-2e8d-4a56-8ced-5c122e506db1)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:03.057859 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fdecdb3e-71c8-481a-b147-587fd4dfdb0d tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:03.086380 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdecdb3e-71c8-481a-b147-587fd4dfdb0d tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:13:03.095897 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fdecdb3e-71c8-481a-b147-587fd4dfdb0d tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:03.098565 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-fdecdb3e-71c8-481a-b147-587fd4dfdb0d tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Added segment e15f5067-b518-4296-b007-18bfe4b18686 of type vlan for network 0e4bed37-1aff-43b6-aaee-157de5b8800e Jul 05 11:13:03.127000 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-98a81d25-b40d-4000-a8a5-357e3751a9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:03.137531 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fdecdb3e-71c8-481a-b147-587fd4dfdb0d tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:03.249230 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:03.342458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=e046bf14-e622-4273-a82e-cd1d2e558ed4,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:03.345313 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-98a81d25-b40d-4000-a8a5-357e3751a9a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 11:13:03.345669 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-98a81d25-b40d-4000-a8a5-357e3751a9a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 11:13:03.425632 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fdecdb3e-71c8-481a-b147-587fd4dfdb0d tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:03.431177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdecdb3e-71c8-481a-b147-587fd4dfdb0d tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:03.431800 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fdecdb3e-71c8-481a-b147-587fd4dfdb0d tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:03.496167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecdb3e-71c8-481a-b147-587fd4dfdb0d tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event updated for resources: {'Network': ['ID=0e4bed37-1aff-43b6-aaee-157de5b8800e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:03.506659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 0e4bed37-1aff-43b6-aaee-157de5b8800e details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:13:03.557139 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fdecdb3e-71c8-481a-b147-587fd4dfdb0d tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6123190 Jul 05 11:13:03.560004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42762) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:03.565200 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-dc38728c-187f-4f47-938e-82444c37a030 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Request body: {'subnet': {'network_id': '0e4bed37-1aff-43b6-aaee-157de5b8800e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:03.831465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc38728c-187f-4f47-938e-82444c37a030 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Made reservation on behalf of 0dc230f5fe2f4eb0a4beb50188469d63 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:03.840831 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc38728c-187f-4f47-938e-82444c37a030 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:03.893952 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.ipam_backend_mixin [None req-dc38728c-187f-4f47-938e-82444c37a030 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Performing IP validity checks on allocation pools {{(pid=100776) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 11:13:03.894565 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.ipam_backend_mixin [None req-dc38728c-187f-4f47-938e-82444c37a030 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100776) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 11:13:04.129405 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc38728c-187f-4f47-938e-82444c37a030 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:04.191174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38728c-187f-4f47-938e-82444c37a030 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event updated for resources: {'Subnet': ['ID=f403c8d2-dcc1-407b-85c2-1249b697c52e,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:04.201374 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38728c-187f-4f47-938e-82444c37a030 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Checking segment: {'id': 'e15f5067-b518-4296-b007-18bfe4b18686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0e4bed37-1aff-43b6-aaee-157de5b8800e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:04.201744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc38728c-187f-4f47-938e-82444c37a030 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Network hostable DHCP agents. Network: 0e4bed37-1aff-43b6-aaee-157de5b8800e, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:13:04.294092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc38728c-187f-4f47-938e-82444c37a030 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Network 0e4bed37-1aff-43b6-aaee-157de5b8800e is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:13:04.377236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e046bf14-e622-4273-a82e-cd1d2e558ed4 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:04.394526 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-dc38728c-187f-4f47-938e-82444c37a030 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 0e4bed37-1aff-43b6-aaee-157de5b8800e) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:04.395432 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc38728c-187f-4f47-938e-82444c37a030 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:04.396282 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc38728c-187f-4f47-938e-82444c37a030 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:04.410638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21de6478-0bff-4ac1-9c68-e726b996d872 None None] Network 0e4bed37-1aff-43b6-aaee-157de5b8800e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:04.483338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e046bf14-e622-4273-a82e-cd1d2e558ed4 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:04.483736 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:04.500168 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dc38728c-187f-4f47-938e-82444c37a030 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9390664 Jul 05 11:13:04.503593 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42764) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:04.613983 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58b77faa-a461-4879-924d-decefeb6df78 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:04.673222 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58b77faa-a461-4879-924d-decefeb6df78 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:04.779165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22798360-0950-441f-8df7-22353d3643de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-0e4bed37-1aff-43b6-aaee-157de5b8800e', 'network_id': '0e4bed37-1aff-43b6-aaee-157de5b8800e', 'tenant_id': '0dc230f5fe2f4eb0a4beb50188469d63', 'fixed_ips': [{'subnet_id': 'f403c8d2-dcc1-407b-85c2-1249b697c52e'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:13:04.780050 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-22798360-0950-441f-8df7-22353d3643de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:04.900228 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58b77faa-a461-4879-924d-decefeb6df78 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:04.930025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b77faa-a461-4879-924d-decefeb6df78 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event deleted for resources: {'Subnet': ['ID=f403c8d2-dcc1-407b-85c2-1249b697c52e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:04.992621 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58b77faa-a461-4879-924d-decefeb6df78 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:05.002435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-58b77faa-a461-4879-924d-decefeb6df78 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4bed37-1aff-43b6-aaee-157de5b8800e']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server [None req-22798360-0950-441f-8df7-22353d3643de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f403c8d2-dcc1-407b-85c2-1249b697c52e: This subnet is being modified by another concurrent operation. Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server raise exception Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f403c8d2-dcc1-407b-85c2-1249b697c52e: This subnet is being modified by another concurrent operation. Jul 05 11:13:05.009808 n-d-779913-27 neutron-server[100777]: ERROR oslo_messaging.rpc.server Jul 05 11:13:05.032866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-58b77faa-a461-4879-924d-decefeb6df78 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15f5067-b518-4296-b007-18bfe4b18686') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:05.032866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-58b77faa-a461-4879-924d-decefeb6df78 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15f5067-b518-4296-b007-18bfe4b18686') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:05.032866 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58b77faa-a461-4879-924d-decefeb6df78 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:05.034958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295c2a40-44b7-4cc9-b45d-a3ebac34f89c None None] Network 0e4bed37-1aff-43b6-aaee-157de5b8800e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:05.040948 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58b77faa-a461-4879-924d-decefeb6df78 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:05.045751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b77faa-a461-4879-924d-decefeb6df78 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:13:05.046149 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58b77faa-a461-4879-924d-decefeb6df78 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: timer() Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:13:05.049274 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:13:05.145458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e41d50b-4e17-4806-8295-714fd615fd11 None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 11:13:05.213623 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e41d50b-4e17-4806-8295-714fd615fd11 None None] Resources bound (agent type, host, resource id): {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 11:13:05.288359 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58b77faa-a461-4879-924d-decefeb6df78 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:05.296825 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-58b77faa-a461-4879-924d-decefeb6df78 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:05.302292 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-58b77faa-a461-4879-924d-decefeb6df78 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "DELETE /v2.0/networks/0e4bed37-1aff-43b6-aaee-157de5b8800e HTTP/1.1" status: 204 len: 168 time: 0.7943544 Jul 05 11:13:05.302668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42766) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:05.311558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-0a6ff83d-5dd4-49e0-83f3-af49046408ee tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1874326492'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:05.312797 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b77faa-a461-4879-924d-decefeb6df78 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event deleted for resources: {'Network': ['ID=0e4bed37-1aff-43b6-aaee-157de5b8800e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:05.414106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6ff83d-5dd4-49e0-83f3-af49046408ee tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Made reservation on behalf of 0dc230f5fe2f4eb0a4beb50188469d63 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:05.418050 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff83d-5dd4-49e0-83f3-af49046408ee tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:05.443585 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6ff83d-5dd4-49e0-83f3-af49046408ee tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:13:05.452085 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff83d-5dd4-49e0-83f3-af49046408ee tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:05.452437 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-0a6ff83d-5dd4-49e0-83f3-af49046408ee tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Added segment 8420e60b-add4-4806-9d43-e98b6369ae6f of type vlan for network 1eca0af4-0acc-4574-917d-3f7816e5ee33 Jul 05 11:13:05.492834 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff83d-5dd4-49e0-83f3-af49046408ee tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:05.664840 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff83d-5dd4-49e0-83f3-af49046408ee tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:05.670410 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6ff83d-5dd4-49e0-83f3-af49046408ee tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:05.671004 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff83d-5dd4-49e0-83f3-af49046408ee tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:05.739411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ff83d-5dd4-49e0-83f3-af49046408ee tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event updated for resources: {'Network': ['ID=1eca0af4-0acc-4574-917d-3f7816e5ee33,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:05.749856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 1eca0af4-0acc-4574-917d-3f7816e5ee33 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:13:05.837741 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0a6ff83d-5dd4-49e0-83f3-af49046408ee tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5338855 Jul 05 11:13:05.840561 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42768) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:05.845473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d68d75f8-d2f2-4624-a7d3-2ae6bb2b50cf tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Request body: {'subnet': {'network_id': '1eca0af4-0acc-4574-917d-3f7816e5ee33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:06.019438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68d75f8-d2f2-4624-a7d3-2ae6bb2b50cf tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Made reservation on behalf of 0dc230f5fe2f4eb0a4beb50188469d63 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:06.023131 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d68d75f8-d2f2-4624-a7d3-2ae6bb2b50cf tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:06.322680 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d68d75f8-d2f2-4624-a7d3-2ae6bb2b50cf tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:06.381162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d75f8-d2f2-4624-a7d3-2ae6bb2b50cf tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event updated for resources: {'Subnet': ['ID=81759b59-ade5-4889-8684-5f1c83f6e240,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:06.396781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68d75f8-d2f2-4624-a7d3-2ae6bb2b50cf tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Checking segment: {'id': '8420e60b-add4-4806-9d43-e98b6369ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1eca0af4-0acc-4574-917d-3f7816e5ee33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:06.397157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68d75f8-d2f2-4624-a7d3-2ae6bb2b50cf tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Network hostable DHCP agents. Network: 1eca0af4-0acc-4574-917d-3f7816e5ee33, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:13:06.505002 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68d75f8-d2f2-4624-a7d3-2ae6bb2b50cf tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Network 1eca0af4-0acc-4574-917d-3f7816e5ee33 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:13:06.584898 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d68d75f8-d2f2-4624-a7d3-2ae6bb2b50cf tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 1eca0af4-0acc-4574-917d-3f7816e5ee33) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:06.588960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68d75f8-d2f2-4624-a7d3-2ae6bb2b50cf tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:06.589554 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d68d75f8-d2f2-4624-a7d3-2ae6bb2b50cf tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:06.596751 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6719a253-3f09-408a-b597-5732c868e692 None None] Network 1eca0af4-0acc-4574-917d-3f7816e5ee33 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:06.706981 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d68d75f8-d2f2-4624-a7d3-2ae6bb2b50cf tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8653302 Jul 05 11:13:06.711506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42770) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:06.716742 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2b36c506-0488-4460-8d2a-6db250d4b34f tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2142599222'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:06.740787 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-1eca0af4-0acc-4574-917d-3f7816e5ee33', 'network_id': '1eca0af4-0acc-4574-917d-3f7816e5ee33', 'tenant_id': '0dc230f5fe2f4eb0a4beb50188469d63', 'fixed_ips': [{'subnet_id': '81759b59-ade5-4889-8684-5f1c83f6e240'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:13:06.741638 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:06.836974 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b36c506-0488-4460-8d2a-6db250d4b34f tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Made reservation on behalf of 0dc230f5fe2f4eb0a4beb50188469d63 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:06.840911 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b36c506-0488-4460-8d2a-6db250d4b34f tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:06.865634 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b36c506-0488-4460-8d2a-6db250d4b34f tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:13:06.874557 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b36c506-0488-4460-8d2a-6db250d4b34f tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:06.874906 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-2b36c506-0488-4460-8d2a-6db250d4b34f tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Added segment e1a93289-dceb-4c74-915e-d20cfe8036f1 of type vlan for network 32a6f1cf-9b1f-4a20-b65c-602ccad1a64f Jul 05 11:13:06.883547 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Allocated IP 2001:db8::2 (1eca0af4-0acc-4574-917d-3f7816e5ee33/81759b59-ade5-4889-8684-5f1c83f6e240/770be07f-ccfa-4950-b6f0-b89fa7a51283) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:13:06.920364 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b36c506-0488-4460-8d2a-6db250d4b34f tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:07.034689 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:07.042682 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Transition to ACTIVE for port object 770be07f-ccfa-4950-b6f0-b89fa7a51283 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:07.057241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Transition to ACTIVE for port object 770be07f-ccfa-4950-b6f0-b89fa7a51283 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:07.071211 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b36c506-0488-4460-8d2a-6db250d4b34f tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:07.078548 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b36c506-0488-4460-8d2a-6db250d4b34f tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:07.078548 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2b36c506-0488-4460-8d2a-6db250d4b34f tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:07.144969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36c506-0488-4460-8d2a-6db250d4b34f tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event updated for resources: {'Network': ['ID=32a6f1cf-9b1f-4a20-b65c-602ccad1a64f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:07.151110 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:07.157462 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 32a6f1cf-9b1f-4a20-b65c-602ccad1a64f details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:13:07.240187 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Network 1eca0af4-0acc-4574-917d-3f7816e5ee33 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:13:07.247810 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:07.249897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Pushing event updated for resources: {'Port': ['ID=770be07f-ccfa-4950-b6f0-b89fa7a51283,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:07.252310 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:13:07.300738 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2b36c506-0488-4460-8d2a-6db250d4b34f tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5879910 Jul 05 11:13:07.303790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42772) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:07.309032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-7871974d-c851-446f-85d3-2872c1e18725 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Request body: {'subnet': {'network_id': '32a6f1cf-9b1f-4a20-b65c-602ccad1a64f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:07.318933 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Attempting to bind port 770be07f-ccfa-4950-b6f0-b89fa7a51283 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:13:07.319306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Attempting to bind port 770be07f-ccfa-4950-b6f0-b89fa7a51283 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '8420e60b-add4-4806-9d43-e98b6369ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1eca0af4-0acc-4574-917d-3f7816e5ee33'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:13:07.319670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Attempting to bind port 770be07f-ccfa-4950-b6f0-b89fa7a51283 on network 1eca0af4-0acc-4574-917d-3f7816e5ee33 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:13:07.324871 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:13:07.325255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Checking segment: {'id': '8420e60b-add4-4806-9d43-e98b6369ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1eca0af4-0acc-4574-917d-3f7816e5ee33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:07.325657 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:07.326054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Bound using segment: {'id': '8420e60b-add4-4806-9d43-e98b6369ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1eca0af4-0acc-4574-917d-3f7816e5ee33'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:13:07.326534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Bound port: 770be07f-ccfa-4950-b6f0-b89fa7a51283, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8420e60b-add4-4806-9d43-e98b6369ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1eca0af4-0acc-4574-917d-3f7816e5ee33'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:13:07.326924 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:07.391241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] For port 770be07f-ccfa-4950-b6f0-b89fa7a51283, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:13:07.394806 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] For port 770be07f-ccfa-4950-b6f0-b89fa7a51283, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=770be07f-ccfa-4950-b6f0-b89fa7a51283,segment=NetworkSegment(8420e60b-add4-4806-9d43-e98b6369ae6f),segment_id=8420e60b-add4-4806-9d43-e98b6369ae6f)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:13:07.534458 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:07.573943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7871974d-c851-446f-85d3-2872c1e18725 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Made reservation on behalf of 0dc230f5fe2f4eb0a4beb50188469d63 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:07.577987 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7871974d-c851-446f-85d3-2872c1e18725 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:07.596041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e8c89-40e4-4cce-bc5c-710f299a5988 None None] Pushing event updated for resources: {'Port': ['ID=770be07f-ccfa-4950-b6f0-b89fa7a51283,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:07.910816 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7871974d-c851-446f-85d3-2872c1e18725 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:07.976855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871974d-c851-446f-85d3-2872c1e18725 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event updated for resources: {'Subnet': ['ID=74f61385-bc9f-43df-b005-aa0bb16df8c1,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:07.984706 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7871974d-c851-446f-85d3-2872c1e18725 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Checking segment: {'id': 'e1a93289-dceb-4c74-915e-d20cfe8036f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '32a6f1cf-9b1f-4a20-b65c-602ccad1a64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:07.985043 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7871974d-c851-446f-85d3-2872c1e18725 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Network hostable DHCP agents. Network: 32a6f1cf-9b1f-4a20-b65c-602ccad1a64f, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:13:08.134028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7871974d-c851-446f-85d3-2872c1e18725 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Network 32a6f1cf-9b1f-4a20-b65c-602ccad1a64f is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:13:08.259537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-7871974d-c851-446f-85d3-2872c1e18725 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 32a6f1cf-9b1f-4a20-b65c-602ccad1a64f) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:08.265080 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7871974d-c851-446f-85d3-2872c1e18725 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:08.265455 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7871974d-c851-446f-85d3-2872c1e18725 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:08.269928 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1109c5-2046-49c3-a486-b26c109f294b None None] Network 32a6f1cf-9b1f-4a20-b65c-602ccad1a64f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:08.420271 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7871974d-c851-446f-85d3-2872c1e18725 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1153383 Jul 05 11:13:08.422899 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42774) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:08.428101 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 770be07f-ccfa-4950-b6f0-b89fa7a51283 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:08.452782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-32a6f1cf-9b1f-4a20-b65c-602ccad1a64f', 'network_id': '32a6f1cf-9b1f-4a20-b65c-602ccad1a64f', 'tenant_id': '0dc230f5fe2f4eb0a4beb50188469d63', 'fixed_ips': [{'subnet_id': '74f61385-bc9f-43df-b005-aa0bb16df8c1'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:13:08.456609 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:08.529488 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:08.553804 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e889713-9fcd-403b-8098-c9ca123d5e02 None None] Network 1eca0af4-0acc-4574-917d-3f7816e5ee33 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:08.612928 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:08.669721 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 770be07f-ccfa-4950-b6f0-b89fa7a51283 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:08.679079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Allocated IP 2001:db8::2 (32a6f1cf-9b1f-4a20-b65c-602ccad1a64f/74f61385-bc9f-43df-b005-aa0bb16df8c1/987a9fa2-e2a3-4fc0-b44f-916f582a0491) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:13:08.767338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9418ed86-fd9d-497b-b207-1607242fae16 None None] Provisioning for port 770be07f-ccfa-4950-b6f0-b89fa7a51283 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:08.778251 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9418ed86-fd9d-497b-b207-1607242fae16 None None] Provisioning complete for port 770be07f-ccfa-4950-b6f0-b89fa7a51283 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:08.778630 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9418ed86-fd9d-497b-b207-1607242fae16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:08.962203 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:08.965327 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9418ed86-fd9d-497b-b207-1607242fae16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:08.981269 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Transition to ACTIVE for port object 987a9fa2-e2a3-4fc0-b44f-916f582a0491 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:09.012424 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Transition to ACTIVE for port object 987a9fa2-e2a3-4fc0-b44f-916f582a0491 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:09.024518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-9418ed86-fd9d-497b-b207-1607242fae16 None None] For port 770be07f-ccfa-4950-b6f0-b89fa7a51283, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=770be07f-ccfa-4950-b6f0-b89fa7a51283,segment=NetworkSegment(8420e60b-add4-4806-9d43-e98b6369ae6f),segment_id=8420e60b-add4-4806-9d43-e98b6369ae6f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:09.129572 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:09.165431 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9418ed86-fd9d-497b-b207-1607242fae16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:09.172475 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Network 32a6f1cf-9b1f-4a20-b65c-602ccad1a64f is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:13:09.177836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:09.181168 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:13:09.188121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Pushing event updated for resources: {'Port': ['ID=987a9fa2-e2a3-4fc0-b44f-916f582a0491,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:09.285277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Attempting to bind port 987a9fa2-e2a3-4fc0-b44f-916f582a0491 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:13:09.285944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Attempting to bind port 987a9fa2-e2a3-4fc0-b44f-916f582a0491 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'e1a93289-dceb-4c74-915e-d20cfe8036f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '32a6f1cf-9b1f-4a20-b65c-602ccad1a64f'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:13:09.285944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Attempting to bind port 987a9fa2-e2a3-4fc0-b44f-916f582a0491 on network 32a6f1cf-9b1f-4a20-b65c-602ccad1a64f {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:13:09.293917 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:09.297510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418ed86-fd9d-497b-b207-1607242fae16 None None] Pushing event updated for resources: {'Port': ['ID=770be07f-ccfa-4950-b6f0-b89fa7a51283,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:09.300301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:13:09.300673 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Checking segment: {'id': 'e1a93289-dceb-4c74-915e-d20cfe8036f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '32a6f1cf-9b1f-4a20-b65c-602ccad1a64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:09.301143 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:09.301464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Bound using segment: {'id': 'e1a93289-dceb-4c74-915e-d20cfe8036f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '32a6f1cf-9b1f-4a20-b65c-602ccad1a64f'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:13:09.301929 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Bound port: 987a9fa2-e2a3-4fc0-b44f-916f582a0491, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a93289-dceb-4c74-915e-d20cfe8036f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '32a6f1cf-9b1f-4a20-b65c-602ccad1a64f'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:13:09.302316 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:09.316827 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c25d0507-8cc9-4786-929d-733c7a419b47 None None] Provisioning complete for port 770be07f-ccfa-4950-b6f0-b89fa7a51283 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:09.317205 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c25d0507-8cc9-4786-929d-733c7a419b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:09.322093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event deleted for resources: {'Subnet': ['ID=74f61385-bc9f-43df-b005-aa0bb16df8c1,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:09.386903 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:09.397950 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a6f1cf-9b1f-4a20-b65c-602ccad1a64f']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:09.403842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] For port 987a9fa2-e2a3-4fc0-b44f-916f582a0491, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:13:09.407541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] For port 987a9fa2-e2a3-4fc0-b44f-916f582a0491, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=987a9fa2-e2a3-4fc0-b44f-916f582a0491,segment=NetworkSegment(e1a93289-dceb-4c74-915e-d20cfe8036f1),segment_id=e1a93289-dceb-4c74-915e-d20cfe8036f1)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:13:09.408278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a93289-dceb-4c74-915e-d20cfe8036f1') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:09.409126 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a93289-dceb-4c74-915e-d20cfe8036f1') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:09.418493 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:09.505667 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:09.508262 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:09.514872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:13:09.515395 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: timer() Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:13:09.519011 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:13:09.597637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cef59-fa15-4724-8fe7-5a0bd1183e4b None None] Pushing event updated for resources: {'Port': ['ID=987a9fa2-e2a3-4fc0-b44f-916f582a0491,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:09.613947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904b3f4b-b4ff-4cae-a876-848575310153 None None] Network 32a6f1cf-9b1f-4a20-b65c-602ccad1a64f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:09.620832 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.db.api [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 11:13:09.620832 n-d-779913-27 neutron-server[100776]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 11:13:09.620832 n-d-779913-27 neutron-server[100776]: [parameters: {'id': '32a6f1cf-9b1f-4a20-b65c-602ccad1a64f'}] Jul 05 11:13:09.620832 n-d-779913-27 neutron-server[100776]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 11:13:09.621922 n-d-779913-27 neutron-server[100776]: DEBUG oslo_db.api [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 11:13:09.758158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988129a1-2f0a-4698-8321-b3e839f1f628 None None] get_active_networks_info from n-d-779913-27 {{(pid=100777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 11:13:09.834855 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988129a1-2f0a-4698-8321-b3e839f1f628 None None] Resources bound (agent type, host, resource id): {{(pid=100777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 11:13:10.123115 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:10.177690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Deleting port 987a9fa2-e2a3-4fc0-b44f-916f582a0491 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:13:10.178026 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:10.244415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] For port 987a9fa2-e2a3-4fc0-b44f-916f582a0491, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=987a9fa2-e2a3-4fc0-b44f-916f582a0491,segment=NetworkSegment(e1a93289-dceb-4c74-915e-d20cfe8036f1),segment_id=e1a93289-dceb-4c74-915e-d20cfe8036f1)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:10.244771 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:10.257575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Calling delete_port for 987a9fa2-e2a3-4fc0-b44f-916f582a0491 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:13:10.381999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 770be07f-ccfa-4950-b6f0-b89fa7a51283 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:10.408193 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:10.438051 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 770be07f-ccfa-4950-b6f0-b89fa7a51283 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:10.438346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event deleted for resources: {'Port': ['ID=987a9fa2-e2a3-4fc0-b44f-916f582a0491,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:10.438717 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:10.440420 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] No DVR routers for this DVR port 987a9fa2-e2a3-4fc0-b44f-916f582a0491 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:13:10.519013 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:10.529515 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a6f1cf-9b1f-4a20-b65c-602ccad1a64f']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:10.539615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a93289-dceb-4c74-915e-d20cfe8036f1') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:10.539943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a93289-dceb-4c74-915e-d20cfe8036f1') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:10.548429 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:10.561702 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:10.567975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:13:10.568359 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: timer() Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:13:10.571263 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:13:10.733698 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:10.738790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:10.740823 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "DELETE /v2.0/networks/32a6f1cf-9b1f-4a20-b65c-602ccad1a64f HTTP/1.1" status: 204 len: 168 time: 2.3167791 Jul 05 11:13:10.743767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42776) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:10.756106 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96b95a-2e75-4f08-bf81-e534824e7ed0 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event deleted for resources: {'Network': ['ID=32a6f1cf-9b1f-4a20-b65c-602ccad1a64f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:10.777288 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f418f41-87e8-4d18-9d32-528fb0bd01a8 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] GET failed (client error): The resource could not be found. Jul 05 11:13:10.778639 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0f418f41-87e8-4d18-9d32-528fb0bd01a8 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "GET /v2.0/subnets/74f61385-bc9f-43df-b005-aa0bb16df8c1 HTTP/1.1" status: 404 len: 337 time: 0.0338728 Jul 05 11:13:10.781487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42778) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:10.800753 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eed2b41-d062-4dee-9d32-9d25ce8b2c96 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] DELETE failed (client error): The resource could not be found. Jul 05 11:13:10.801331 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eed2b41-d062-4dee-9d32-9d25ce8b2c96 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 11:13:10.802975 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9eed2b41-d062-4dee-9d32-9d25ce8b2c96 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "DELETE /v2.0/networks/32a6f1cf-9b1f-4a20-b65c-602ccad1a64f HTTP/1.1" status: 404 len: 339 time: 0.0205994 Jul 05 11:13:10.806977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42780) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:10.834536 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-130239ee-aa1b-49cd-8940-2209d53ce57a tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] DELETE failed (client error): The resource could not be found. Jul 05 11:13:10.834982 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130239ee-aa1b-49cd-8940-2209d53ce57a tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 11:13:10.836841 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-130239ee-aa1b-49cd-8940-2209d53ce57a tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "DELETE /v2.0/subnets/74f61385-bc9f-43df-b005-aa0bb16df8c1 HTTP/1.1" status: 404 len: 337 time: 0.0289316 Jul 05 11:13:10.839394 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42782) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:10.857264 n-d-779913-27 neutron-server[100775]: INFO neutron.pecan_wsgi.hooks.translation [None req-352b2f0d-b53c-4748-8394-57931b278436 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] DELETE failed (client error): The resource could not be found. Jul 05 11:13:10.857803 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352b2f0d-b53c-4748-8394-57931b278436 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 11:13:10.859449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-352b2f0d-b53c-4748-8394-57931b278436 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "DELETE /v2.0/networks/32a6f1cf-9b1f-4a20-b65c-602ccad1a64f HTTP/1.1" status: 404 len: 339 time: 0.0191307 Jul 05 11:13:10.862596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42784) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:10.915077 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c15818-0aad-4736-bf9e-e3c6bb89cd19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Deleting subnet 81759b59-ade5-4889-8684-5f1c83f6e240 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:13:10.918245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e8c15818-0aad-4736-bf9e-e3c6bb89cd19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:10.959477 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e8c15818-0aad-4736-bf9e-e3c6bb89cd19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.051221 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e8c15818-0aad-4736-bf9e-e3c6bb89cd19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.168314 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5895419c-c314-444c-8f03-a4a9ecc87cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.202750 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e8c15818-0aad-4736-bf9e-e3c6bb89cd19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.230739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c15818-0aad-4736-bf9e-e3c6bb89cd19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event deleted for resources: {'Subnet': ['ID=81759b59-ade5-4889-8684-5f1c83f6e240,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:11.235600 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e8c15818-0aad-4736-bf9e-e3c6bb89cd19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.237987 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e8c15818-0aad-4736-bf9e-e3c6bb89cd19 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "DELETE /v2.0/subnets/81759b59-ade5-4889-8684-5f1c83f6e240 HTTP/1.1" status: 204 len: 168 time: 0.3743491 Jul 05 11:13:11.240522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42786) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:11.242901 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad133fc-859b-4a04-aa30-10529bb8564f None None] Network 1eca0af4-0acc-4574-917d-3f7816e5ee33 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:11.333512 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.390498 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Deleting port 770be07f-ccfa-4950-b6f0-b89fa7a51283 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:13:11.390853 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.432270 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f679a7-043b-4c75-942e-73d58d6b55d9 None None] DHCP port deletion for 1eca0af4-0acc-4574-917d-3f7816e5ee33 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:13:11.455444 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] For port 770be07f-ccfa-4950-b6f0-b89fa7a51283, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=770be07f-ccfa-4950-b6f0-b89fa7a51283,segment=NetworkSegment(8420e60b-add4-4806-9d43-e98b6369ae6f),segment_id=8420e60b-add4-4806-9d43-e98b6369ae6f)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:11.455837 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.474838 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Calling delete_port for 770be07f-ccfa-4950-b6f0-b89fa7a51283 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:13:11.478544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e6f679a7-043b-4c75-942e-73d58d6b55d9 None None] Deleting port 770be07f-ccfa-4950-b6f0-b89fa7a51283 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:13:11.478914 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e6f679a7-043b-4c75-942e-73d58d6b55d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.545394 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-e6f679a7-043b-4c75-942e-73d58d6b55d9 None None] For port 770be07f-ccfa-4950-b6f0-b89fa7a51283, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=770be07f-ccfa-4950-b6f0-b89fa7a51283,segment=NetworkSegment(8420e60b-add4-4806-9d43-e98b6369ae6f),segment_id=8420e60b-add4-4806-9d43-e98b6369ae6f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:11.545786 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e6f679a7-043b-4c75-942e-73d58d6b55d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.558145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e6f679a7-043b-4c75-942e-73d58d6b55d9 None None] Calling delete_port for 770be07f-ccfa-4950-b6f0-b89fa7a51283 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:13:11.653850 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.660877 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e6f679a7-043b-4c75-942e-73d58d6b55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.681311 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event deleted for resources: {'Port': ['ID=770be07f-ccfa-4950-b6f0-b89fa7a51283,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:11.683258 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] No DVR routers for this DVR port 770be07f-ccfa-4950-b6f0-b89fa7a51283 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:13:11.690061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f679a7-043b-4c75-942e-73d58d6b55d9 None None] Pushing event deleted for resources: {'Port': ['ID=770be07f-ccfa-4950-b6f0-b89fa7a51283,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:11.693483 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f679a7-043b-4c75-942e-73d58d6b55d9 None None] No DVR routers for this DVR port 770be07f-ccfa-4950-b6f0-b89fa7a51283 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:13:11.764251 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.774631 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eca0af4-0acc-4574-917d-3f7816e5ee33']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:11.786066 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8420e60b-add4-4806-9d43-e98b6369ae6f') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:11.786370 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8420e60b-add4-4806-9d43-e98b6369ae6f') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:11.795465 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.809838 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.816390 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:13:11.816787 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: timer() Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:13:11.819776 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:13:11.962968 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.970084 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:11.971993 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "DELETE /v2.0/networks/1eca0af4-0acc-4574-917d-3f7816e5ee33 HTTP/1.1" status: 204 len: 168 time: 0.7303073 Jul 05 11:13:11.974771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42788) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:11.984289 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdad9d3-11e8-43eb-8f17-c2b2479e8498 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event deleted for resources: {'Network': ['ID=1eca0af4-0acc-4574-917d-3f7816e5ee33,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:12.003492 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-57084eed-8033-4a00-835b-0cd75762f3ff tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] DELETE failed (client error): The resource could not be found. Jul 05 11:13:12.003983 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57084eed-8033-4a00-835b-0cd75762f3ff tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 11:13:12.005939 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-57084eed-8033-4a00-835b-0cd75762f3ff tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "DELETE /v2.0/subnets/f403c8d2-dcc1-407b-85c2-1249b697c52e HTTP/1.1" status: 404 len: 337 time: 0.0295398 Jul 05 11:13:12.008488 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42790) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:12.027781 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-6198c828-fb00-4f15-a0dd-fdb42a41dd2a tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] DELETE failed (client error): The resource could not be found. Jul 05 11:13:12.028324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6198c828-fb00-4f15-a0dd-fdb42a41dd2a tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 11:13:12.030110 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6198c828-fb00-4f15-a0dd-fdb42a41dd2a tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "DELETE /v2.0/networks/0e4bed37-1aff-43b6-aaee-157de5b8800e HTTP/1.1" status: 404 len: 339 time: 0.0206666 Jul 05 11:13:12.032691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42792) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:12.057998 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c66d43-0608-4021-a4a5-7350e0f5c2da tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] DELETE failed (client error): The resource could not be found. Jul 05 11:13:12.058455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c66d43-0608-4021-a4a5-7350e0f5c2da tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 11:13:12.060178 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-54c66d43-0608-4021-a4a5-7350e0f5c2da tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "DELETE /v2.0/subnets/dd457c71-8bef-4ed5-88bc-21b7c3b48dfd HTTP/1.1" status: 404 len: 337 time: 0.0265625 Jul 05 11:13:12.062718 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42794) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:12.081079 n-d-779913-27 neutron-server[100776]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f80aae-3a97-404f-88bd-13d4323fcca6 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] DELETE failed (client error): The resource could not be found. Jul 05 11:13:12.081590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f80aae-3a97-404f-88bd-13d4323fcca6 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100776) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 11:13:12.083191 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-50f80aae-3a97-404f-88bd-13d4323fcca6 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "DELETE /v2.0/networks/113d46e5-16b9-449c-b48f-1de811dc7049 HTTP/1.1" status: 404 len: 339 time: 0.0195830 Jul 05 11:13:12.085639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42796) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:12.138780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-19039e75-c8b9-433f-975c-6af139f8d710 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Deleting subnet 13e7175d-219a-4376-8b86-a5dc4fc08e60 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:13:12.141964 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-19039e75-c8b9-433f-975c-6af139f8d710 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.181722 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-19039e75-c8b9-433f-975c-6af139f8d710 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.267433 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-19039e75-c8b9-433f-975c-6af139f8d710 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.381402 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 770be07f-ccfa-4950-b6f0-b89fa7a51283 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:13:12.403858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 770be07f-ccfa-4950-b6f0-b89fa7a51283 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:13:12.404206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 770be07f-ccfa-4950-b6f0-b89fa7a51283 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:13:12.441753 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-19039e75-c8b9-433f-975c-6af139f8d710 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.467737 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19039e75-c8b9-433f-975c-6af139f8d710 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event deleted for resources: {'Subnet': ['ID=13e7175d-219a-4376-8b86-a5dc4fc08e60,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:12.478655 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-19039e75-c8b9-433f-975c-6af139f8d710 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.481755 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-19039e75-c8b9-433f-975c-6af139f8d710 tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "DELETE /v2.0/subnets/13e7175d-219a-4376-8b86-a5dc4fc08e60 HTTP/1.1" status: 204 len: 168 time: 0.3945041 Jul 05 11:13:12.483568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42798) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:12.487222 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aba20b-8f08-485f-9972-a1c1e4381c9f None None] Network b8ca303e-9aac-4316-862e-439e6ccb693c requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:12.562238 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.616965 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Deleting port e046bf14-e622-4273-a82e-cd1d2e558ed4 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:13:12.617298 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.695938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] For port e046bf14-e622-4273-a82e-cd1d2e558ed4, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e046bf14-e622-4273-a82e-cd1d2e558ed4,segment=NetworkSegment(37e00727-2e8d-4a56-8ced-5c122e506db1),segment_id=37e00727-2e8d-4a56-8ced-5c122e506db1)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:12.696302 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.711316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Calling delete_port for e046bf14-e622-4273-a82e-cd1d2e558ed4 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:13:12.847887 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4880be-4364-4153-96b1-408acb1ca2b1 None None] DHCP port deletion for b8ca303e-9aac-4316-862e-439e6ccb693c request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:13:12.865112 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.895369 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ce4880be-4364-4153-96b1-408acb1ca2b1 None None] Deleting port e046bf14-e622-4273-a82e-cd1d2e558ed4 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:13:12.899923 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ce4880be-4364-4153-96b1-408acb1ca2b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.900071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] No DVR routers for this DVR port e046bf14-e622-4273-a82e-cd1d2e558ed4 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:13:12.900071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event deleted for resources: {'Port': ['ID=e046bf14-e622-4273-a82e-cd1d2e558ed4,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:12.957352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ce4880be-4364-4153-96b1-408acb1ca2b1 None None] For port e046bf14-e622-4273-a82e-cd1d2e558ed4, host n-d-779913-27, got binding levels [] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:12.957742 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ce4880be-4364-4153-96b1-408acb1ca2b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.970859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ce4880be-4364-4153-96b1-408acb1ca2b1 None None] Calling delete_port for e046bf14-e622-4273-a82e-cd1d2e558ed4 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:13:12.973952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.ipam_backend_mixin [None req-ce4880be-4364-4153-96b1-408acb1ca2b1 None None] Port e046bf14-e622-4273-a82e-cd1d2e558ed4 was not found and therefore no delete operation was performed {{(pid=100777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 11:13:12.975177 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ce4880be-4364-4153-96b1-408acb1ca2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.980385 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:12.991005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ca303e-9aac-4316-862e-439e6ccb693c']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:13.001425 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e00727-2e8d-4a56-8ced-5c122e506db1') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:13.001734 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e00727-2e8d-4a56-8ced-5c122e506db1') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:13.003914 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4880be-4364-4153-96b1-408acb1ca2b1 None None] Pushing event deleted for resources: {'Port': ['ID=e046bf14-e622-4273-a82e-cd1d2e558ed4,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:13.007307 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4880be-4364-4153-96b1-408acb1ca2b1 None None] No DVR routers for this DVR port e046bf14-e622-4273-a82e-cd1d2e558ed4 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:13:13.011357 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:13.028963 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:13.034984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:13:13.035374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: timer() Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:13:13.038393 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:13:13.219587 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:13.227203 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:13.229001 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] 10.222.0.77 "DELETE /v2.0/networks/b8ca303e-9aac-4316-862e-439e6ccb693c HTTP/1.1" status: 204 len: 168 time: 0.7444365 Jul 05 11:13:13.241036 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339d1c7-f500-4703-97af-430e8a0acc5c tempest-NetworksIpV6Test-673611432 tempest-NetworksIpV6Test-673611432-project] Pushing event deleted for resources: {'Network': ['ID=b8ca303e-9aac-4316-862e-439e6ccb693c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:13.676233 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-65b4bf68-9d88-4f18-9b2a-73cfa2e5055a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:13.716574 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:13.827116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42804) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:13.963074 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7ef25933-1b07-43dc-8fb7-1eff0c096461 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0dc230f5fe2f4eb0a4beb50188469d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347234 Jul 05 11:13:13.965698 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42808) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:14.018907 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3608c98a-9efc-4bf4-be33-145a782373a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:14.039922 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3608c98a-9efc-4bf4-be33-145a782373a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:14.174295 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3608c98a-9efc-4bf4-be33-145a782373a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:14.176762 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3608c98a-9efc-4bf4-be33-145a782373a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:14.177929 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3608c98a-9efc-4bf4-be33-145a782373a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6c4cf7d4-df3c-49dc-875f-f1d464196f08 HTTP/1.1" status: 204 len: 168 time: 0.2110624 Jul 05 11:13:14.186630 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608c98a-9efc-4bf4-be33-145a782373a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4cf7d4-df3c-49dc-875f-f1d464196f08,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:14.376598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e046bf14-e622-4273-a82e-cd1d2e558ed4 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:13:14.397098 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: e046bf14-e622-4273-a82e-cd1d2e558ed4 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:13:14.397448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e046bf14-e622-4273-a82e-cd1d2e558ed4 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:13:15.242094 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:15.431114 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42830) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:15.528911 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-48f91ad4-06a0-4e11-a7af-06407124c40e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-317230190', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:15.687838 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-48f91ad4-06a0-4e11-a7af-06407124c40e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:15.688827 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-48f91ad4-06a0-4e11-a7af-06407124c40e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:15.746245 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-48f91ad4-06a0-4e11-a7af-06407124c40e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:15.848353 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-48f91ad4-06a0-4e11-a7af-06407124c40e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:16.144877 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-48f91ad4-06a0-4e11-a7af-06407124c40e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:16.146200 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-48f91ad4-06a0-4e11-a7af-06407124c40e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7140040 Jul 05 11:13:16.149706 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42834) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:16.159559 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-7780d93b-24da-47e1-bcd0-2dda89de9a65 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1046609526'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:16.247810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7780d93b-24da-47e1-bcd0-2dda89de9a65 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Made reservation on behalf of 22215350425d4336bbaf4914b4ed59d8 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:16.251350 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7780d93b-24da-47e1-bcd0-2dda89de9a65 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:16.263406 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7780d93b-24da-47e1-bcd0-2dda89de9a65 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:16.359205 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7780d93b-24da-47e1-bcd0-2dda89de9a65 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:16.447900 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7780d93b-24da-47e1-bcd0-2dda89de9a65 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:16.476934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7780d93b-24da-47e1-bcd0-2dda89de9a65 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:13:16.482133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780d93b-24da-47e1-bcd0-2dda89de9a65 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e954bff1-4aaa-4d9e-868d-1830102eb2dc,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:16.489202 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7780d93b-24da-47e1-bcd0-2dda89de9a65 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:16.489544 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-7780d93b-24da-47e1-bcd0-2dda89de9a65 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Added segment 30a83d31-d222-4da5-8573-4ecadabc640f of type vlan for network e6d353a0-61da-426c-a511-972d13015da9 Jul 05 11:13:16.529693 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7780d93b-24da-47e1-bcd0-2dda89de9a65 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:16.653710 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7780d93b-24da-47e1-bcd0-2dda89de9a65 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:16.659321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780d93b-24da-47e1-bcd0-2dda89de9a65 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:16.660007 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7780d93b-24da-47e1-bcd0-2dda89de9a65 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:16.730655 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780d93b-24da-47e1-bcd0-2dda89de9a65 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Pushing event updated for resources: {'Network': ['ID=e6d353a0-61da-426c-a511-972d13015da9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:16.741455 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network e6d353a0-61da-426c-a511-972d13015da9 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:13:16.808609 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7780d93b-24da-47e1-bcd0-2dda89de9a65 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6538548 Jul 05 11:13:16.811661 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42836) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:16.817406 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4be58e2a-93ce-4f8f-9547-c8c974b5f79f tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Request body: {'subnet': {'network_id': 'e6d353a0-61da-426c-a511-972d13015da9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:17.081925 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be58e2a-93ce-4f8f-9547-c8c974b5f79f tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Made reservation on behalf of 22215350425d4336bbaf4914b4ed59d8 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:17.085629 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4be58e2a-93ce-4f8f-9547-c8c974b5f79f tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:17.139182 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:17.392801 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4be58e2a-93ce-4f8f-9547-c8c974b5f79f tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:17.452544 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be58e2a-93ce-4f8f-9547-c8c974b5f79f tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Pushing event updated for resources: {'Subnet': ['ID=12114d03-7186-4200-9342-393f480c6169,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:17.463352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be58e2a-93ce-4f8f-9547-c8c974b5f79f tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Checking segment: {'id': '30a83d31-d222-4da5-8573-4ecadabc640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e6d353a0-61da-426c-a511-972d13015da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:17.463737 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be58e2a-93ce-4f8f-9547-c8c974b5f79f tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Network hostable DHCP agents. Network: e6d353a0-61da-426c-a511-972d13015da9, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:13:17.584686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be58e2a-93ce-4f8f-9547-c8c974b5f79f tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Network e6d353a0-61da-426c-a511-972d13015da9 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:13:17.687981 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-4be58e2a-93ce-4f8f-9547-c8c974b5f79f tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, e6d353a0-61da-426c-a511-972d13015da9) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:17.692759 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be58e2a-93ce-4f8f-9547-c8c974b5f79f tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:17.693426 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4be58e2a-93ce-4f8f-9547-c8c974b5f79f tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:17.701062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f2c60b-8e70-43ae-abf7-4a6265efe002 None None] Network e6d353a0-61da-426c-a511-972d13015da9 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:17.820301 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4be58e2a-93ce-4f8f-9547-c8c974b5f79f tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0075028 Jul 05 11:13:17.823292 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42838) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:17.829178 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-88a6e193-0e50-444d-9ece-97f7659548a1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-825758512'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:17.847767 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-e6d353a0-61da-426c-a511-972d13015da9', 'network_id': 'e6d353a0-61da-426c-a511-972d13015da9', 'tenant_id': '22215350425d4336bbaf4914b4ed59d8', 'fixed_ips': [{'subnet_id': '12114d03-7186-4200-9342-393f480c6169'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:13:17.848648 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:17.974137 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a6e193-0e50-444d-9ece-97f7659548a1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Made reservation on behalf of 22215350425d4336bbaf4914b4ed59d8 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:17.977758 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88a6e193-0e50-444d-9ece-97f7659548a1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:17.984523 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Allocated IP 172.20.0.2 (e6d353a0-61da-426c-a511-972d13015da9/12114d03-7186-4200-9342-393f480c6169/e128e703-5754-4dc1-ba2d-c9aa9225131d) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:13:18.003097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a6e193-0e50-444d-9ece-97f7659548a1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:13:18.012326 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88a6e193-0e50-444d-9ece-97f7659548a1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:18.012676 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-88a6e193-0e50-444d-9ece-97f7659548a1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Added segment c4d1e72c-601c-4ddf-8154-95deef195fbf of type vlan for network 4dc3e331-a54a-4ef2-8e35-d52611dc6e9f Jul 05 11:13:18.054683 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88a6e193-0e50-444d-9ece-97f7659548a1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:18.141351 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:18.149438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Transition to ACTIVE for port object e128e703-5754-4dc1-ba2d-c9aa9225131d will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:18.174360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Transition to ACTIVE for port object e128e703-5754-4dc1-ba2d-c9aa9225131d will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:18.185736 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88a6e193-0e50-444d-9ece-97f7659548a1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:18.192541 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a6e193-0e50-444d-9ece-97f7659548a1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:18.193140 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-88a6e193-0e50-444d-9ece-97f7659548a1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:18.262658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6e193-0e50-444d-9ece-97f7659548a1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Pushing event updated for resources: {'Network': ['ID=4dc3e331-a54a-4ef2-8e35-d52611dc6e9f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:18.275994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 4dc3e331-a54a-4ef2-8e35-d52611dc6e9f details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:13:18.339652 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:18.380386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Network e6d353a0-61da-426c-a511-972d13015da9 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:13:18.384992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:18.388532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:13:18.394331 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Pushing event updated for resources: {'Port': ['ID=e128e703-5754-4dc1-ba2d-c9aa9225131d,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:18.447618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Attempting to bind port e128e703-5754-4dc1-ba2d-c9aa9225131d on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:13:18.448059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Attempting to bind port e128e703-5754-4dc1-ba2d-c9aa9225131d by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '30a83d31-d222-4da5-8573-4ecadabc640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e6d353a0-61da-426c-a511-972d13015da9'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:13:18.448424 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Attempting to bind port e128e703-5754-4dc1-ba2d-c9aa9225131d on network e6d353a0-61da-426c-a511-972d13015da9 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:13:18.453308 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:13:18.453670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Checking segment: {'id': '30a83d31-d222-4da5-8573-4ecadabc640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e6d353a0-61da-426c-a511-972d13015da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:18.454064 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:18.454454 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Bound using segment: {'id': '30a83d31-d222-4da5-8573-4ecadabc640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e6d353a0-61da-426c-a511-972d13015da9'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:13:18.454915 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Bound port: e128e703-5754-4dc1-ba2d-c9aa9225131d, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a83d31-d222-4da5-8573-4ecadabc640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e6d353a0-61da-426c-a511-972d13015da9'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:13:18.455292 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:18.470872 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-88a6e193-0e50-444d-9ece-97f7659548a1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6464307 Jul 05 11:13:18.474306 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42840) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:18.479398 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-2bb6df96-9816-409a-8cad-a9e10299533e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Request body: {'subnet': {'network_id': '4dc3e331-a54a-4ef2-8e35-d52611dc6e9f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:18.522063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] For port e128e703-5754-4dc1-ba2d-c9aa9225131d, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:13:18.525260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] For port e128e703-5754-4dc1-ba2d-c9aa9225131d, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e128e703-5754-4dc1-ba2d-c9aa9225131d,segment=NetworkSegment(30a83d31-d222-4da5-8573-4ecadabc640f),segment_id=30a83d31-d222-4da5-8573-4ecadabc640f)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:13:18.636596 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:18.690023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb6df96-9816-409a-8cad-a9e10299533e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Made reservation on behalf of 22215350425d4336bbaf4914b4ed59d8 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:18.694230 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2bb6df96-9816-409a-8cad-a9e10299533e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:18.701003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d05adb-f60c-4298-86f5-9ab614b8f807 None None] Pushing event updated for resources: {'Port': ['ID=e128e703-5754-4dc1-ba2d-c9aa9225131d,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:19.025033 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2bb6df96-9816-409a-8cad-a9e10299533e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:19.096433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6df96-9816-409a-8cad-a9e10299533e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Pushing event updated for resources: {'Subnet': ['ID=c55e8393-1726-4359-a0ae-e7e03c0b8404,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:19.105685 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb6df96-9816-409a-8cad-a9e10299533e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Checking segment: {'id': 'c4d1e72c-601c-4ddf-8154-95deef195fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4dc3e331-a54a-4ef2-8e35-d52611dc6e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:19.105993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6df96-9816-409a-8cad-a9e10299533e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Network hostable DHCP agents. Network: 4dc3e331-a54a-4ef2-8e35-d52611dc6e9f, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:13:19.241945 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6df96-9816-409a-8cad-a9e10299533e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Network 4dc3e331-a54a-4ef2-8e35-d52611dc6e9f is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:13:19.373471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-2bb6df96-9816-409a-8cad-a9e10299533e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 4dc3e331-a54a-4ef2-8e35-d52611dc6e9f) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:19.379243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb6df96-9816-409a-8cad-a9e10299533e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:19.380538 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2bb6df96-9816-409a-8cad-a9e10299533e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:19.381383 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eebe6c-2112-4b53-b6a5-b72bf0d52719 None None] Network 4dc3e331-a54a-4ef2-8e35-d52611dc6e9f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:19.483296 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2bb6df96-9816-409a-8cad-a9e10299533e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0078530 Jul 05 11:13:19.486478 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42842) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:19.492251 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4be57945-0026-46cb-b144-cfc00837844d tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Request body: {'router': {'external_gateway_info': {'network_id': '4dc3e331-a54a-4ef2-8e35-d52611dc6e9f'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:19.533153 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-4dc3e331-a54a-4ef2-8e35-d52611dc6e9f', 'network_id': '4dc3e331-a54a-4ef2-8e35-d52611dc6e9f', 'tenant_id': '22215350425d4336bbaf4914b4ed59d8', 'fixed_ips': [{'subnet_id': 'c55e8393-1726-4359-a0ae-e7e03c0b8404'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:13:19.534174 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:19.635596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82caf78a-9fcf-4638-907f-1a377868b63b None None] Network e6d353a0-61da-426c-a511-972d13015da9 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:19.709255 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4be57945-0026-46cb-b144-cfc00837844d tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:19.740507 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Allocated IP 172.21.0.2 (4dc3e331-a54a-4ef2-8e35-d52611dc6e9f/c55e8393-1726-4359-a0ae-e7e03c0b8404/caed350d-fbf5-4e08-ba87-aaed353e0050) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:13:19.892796 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-f7b3e5f4-b5af-49f1-9c1d-3462eafd91d8 None None] Provisioning for port e128e703-5754-4dc1-ba2d-c9aa9225131d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:19.908987 n-d-779913-27 neutron-server[100776]: INFO neutron.api.v2.resource [None req-4be57945-0026-46cb-b144-cfc00837844d tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 11:13:19.916191 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4be57945-0026-46cb-b144-cfc00837844d tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] 10.222.0.77 "PUT /v2.0/routers/b3158663-57f6-40a8-b86f-fe897f259681 HTTP/1.1" status: 400 len: 364 time: 0.4231505 Jul 05 11:13:19.917356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42844) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:19.977771 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:19.981121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e0f3f2-cdee-4bd5-81eb-7ccd5ace737a tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Deleting subnet c55e8393-1726-4359-a0ae-e7e03c0b8404 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:13:19.987471 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Transition to ACTIVE for port object caed350d-fbf5-4e08-ba87-aaed353e0050 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:20.005332 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Transition to ACTIVE for port object caed350d-fbf5-4e08-ba87-aaed353e0050 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:20.104866 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f3f2-cdee-4bd5-81eb-7ccd5ace737a tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.105988 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.148838 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Network 4dc3e331-a54a-4ef2-8e35-d52611dc6e9f is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:13:20.153992 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f3f2-cdee-4bd5-81eb-7ccd5ace737a tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.155583 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:20.160499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:13:20.163516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Pushing event updated for resources: {'Port': ['ID=caed350d-fbf5-4e08-ba87-aaed353e0050,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:20.223831 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Attempting to bind port caed350d-fbf5-4e08-ba87-aaed353e0050 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:13:20.224751 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Attempting to bind port caed350d-fbf5-4e08-ba87-aaed353e0050 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c4d1e72c-601c-4ddf-8154-95deef195fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4dc3e331-a54a-4ef2-8e35-d52611dc6e9f'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:13:20.224751 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Attempting to bind port caed350d-fbf5-4e08-ba87-aaed353e0050 on network 4dc3e331-a54a-4ef2-8e35-d52611dc6e9f {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:13:20.236786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:13:20.237018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Checking segment: {'id': 'c4d1e72c-601c-4ddf-8154-95deef195fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4dc3e331-a54a-4ef2-8e35-d52611dc6e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:20.237399 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.237793 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Bound using segment: {'id': 'c4d1e72c-601c-4ddf-8154-95deef195fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4dc3e331-a54a-4ef2-8e35-d52611dc6e9f'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:13:20.238264 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Bound port: caed350d-fbf5-4e08-ba87-aaed353e0050, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d1e72c-601c-4ddf-8154-95deef195fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4dc3e331-a54a-4ef2-8e35-d52611dc6e9f'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:13:20.238647 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.243921 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f3f2-cdee-4bd5-81eb-7ccd5ace737a tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.387294 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f3f2-cdee-4bd5-81eb-7ccd5ace737a tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.391238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] For port caed350d-fbf5-4e08-ba87-aaed353e0050, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:13:20.396129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] For port caed350d-fbf5-4e08-ba87-aaed353e0050, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=caed350d-fbf5-4e08-ba87-aaed353e0050,segment=NetworkSegment(c4d1e72c-601c-4ddf-8154-95deef195fbf),segment_id=c4d1e72c-601c-4ddf-8154-95deef195fbf)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:13:20.414089 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e128e703-5754-4dc1-ba2d-c9aa9225131d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:20.415575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0f3f2-cdee-4bd5-81eb-7ccd5ace737a tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Pushing event deleted for resources: {'Subnet': ['ID=c55e8393-1726-4359-a0ae-e7e03c0b8404,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:20.419357 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f3f2-cdee-4bd5-81eb-7ccd5ace737a tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.423502 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c5e0f3f2-cdee-4bd5-81eb-7ccd5ace737a tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] 10.222.0.77 "DELETE /v2.0/subnets/c55e8393-1726-4359-a0ae-e7e03c0b8404 HTTP/1.1" status: 204 len: 168 time: 0.5038095 Jul 05 11:13:20.423800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42846) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:20.465128 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.501071 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.533599 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80c264-5b72-4d62-a804-045528e8b20e None None] Pushing event updated for resources: {'Port': ['ID=caed350d-fbf5-4e08-ba87-aaed353e0050,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:20.545255 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e128e703-5754-4dc1-ba2d-c9aa9225131d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:20.551005 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e128e703-5754-4dc1-ba2d-c9aa9225131d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:20.551391 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.567939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Deleting port caed350d-fbf5-4e08-ba87-aaed353e0050 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:13:20.568349 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.639277 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.646122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] For port caed350d-fbf5-4e08-ba87-aaed353e0050, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=caed350d-fbf5-4e08-ba87-aaed353e0050,segment=NetworkSegment(c4d1e72c-601c-4ddf-8154-95deef195fbf),segment_id=c4d1e72c-601c-4ddf-8154-95deef195fbf)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:20.646655 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.661653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Calling delete_port for caed350d-fbf5-4e08-ba87-aaed353e0050 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:13:20.674190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port e128e703-5754-4dc1-ba2d-c9aa9225131d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e128e703-5754-4dc1-ba2d-c9aa9225131d,segment=NetworkSegment(30a83d31-d222-4da5-8573-4ecadabc640f),segment_id=30a83d31-d222-4da5-8573-4ecadabc640f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:20.762448 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.821200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=e128e703-5754-4dc1-ba2d-c9aa9225131d,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:20.834605 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.861563 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Pushing event deleted for resources: {'Port': ['ID=caed350d-fbf5-4e08-ba87-aaed353e0050,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:20.865812 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] No DVR routers for this DVR port caed350d-fbf5-4e08-ba87-aaed353e0050 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:13:20.946696 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.957192 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc3e331-a54a-4ef2-8e35-d52611dc6e9f']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:20.967951 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d1e72c-601c-4ddf-8154-95deef195fbf') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:20.968254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d1e72c-601c-4ddf-8154-95deef195fbf') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:20.977875 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:20.997473 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:21.009771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:13:21.010192 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: timer() Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:13:21.013569 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:13:21.168258 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:21.179008 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:21.183394 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] 10.222.0.77 "DELETE /v2.0/networks/4dc3e331-a54a-4ef2-8e35-d52611dc6e9f HTTP/1.1" status: 204 len: 168 time: 0.7561946 Jul 05 11:13:21.183678 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42848) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:21.202245 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40d147-6ed9-4301-97a5-87c5cee9dee1 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Pushing event deleted for resources: {'Network': ['ID=4dc3e331-a54a-4ef2-8e35-d52611dc6e9f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:21.248913 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4b0e43-3499-4611-8d33-08a60f4276d3 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Deleting subnet 12114d03-7186-4200-9342-393f480c6169 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:13:21.252566 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0e43-3499-4611-8d33-08a60f4276d3 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:21.298738 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0e43-3499-4611-8d33-08a60f4276d3 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:21.401296 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0e43-3499-4611-8d33-08a60f4276d3 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:21.547249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5395ddce-a36e-4bdb-8567-f673aa2b9386 None None] DHCP port deletion for 4dc3e331-a54a-4ef2-8e35-d52611dc6e9f request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:13:21.564886 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a11138-6b27-4b88-a5f0-741abd1baaaf None None] Network 4dc3e331-a54a-4ef2-8e35-d52611dc6e9f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:21.573746 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0e43-3499-4611-8d33-08a60f4276d3 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:21.582055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a11138-6b27-4b88-a5f0-741abd1baaaf None None] Network 4dc3e331-a54a-4ef2-8e35-d52611dc6e9f could not be found, it might have been deleted concurrently. {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 11:13:21.584364 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4ad564e0-b7aa-47af-ac74-9d891c7f54fa None None] Could not find standard attr ID for object caed350d-fbf5-4e08-ba87-aaed353e0050. {{(pid=100777) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 11:13:21.602319 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b0e43-3499-4611-8d33-08a60f4276d3 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Pushing event deleted for resources: {'Subnet': ['ID=12114d03-7186-4200-9342-393f480c6169,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:21.607803 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0e43-3499-4611-8d33-08a60f4276d3 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:21.609700 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8d4b0e43-3499-4611-8d33-08a60f4276d3 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] 10.222.0.77 "DELETE /v2.0/subnets/12114d03-7186-4200-9342-393f480c6169 HTTP/1.1" status: 204 len: 168 time: 0.4250631 Jul 05 11:13:21.612427 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42850) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:21.614258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3247e825-d7cb-457b-bdf5-c43656770701 None None] Network e6d353a0-61da-426c-a511-972d13015da9 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:21.701360 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:21.799995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f7c99e-2cc6-42fa-b0c3-4af4071a0f31 None None] DHCP port deletion for e6d353a0-61da-426c-a511-972d13015da9 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:13:21.853617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-80f7c99e-2cc6-42fa-b0c3-4af4071a0f31 None None] Deleting port e128e703-5754-4dc1-ba2d-c9aa9225131d {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:13:21.853999 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-80f7c99e-2cc6-42fa-b0c3-4af4071a0f31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:21.920977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-80f7c99e-2cc6-42fa-b0c3-4af4071a0f31 None None] For port e128e703-5754-4dc1-ba2d-c9aa9225131d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e128e703-5754-4dc1-ba2d-c9aa9225131d,segment=NetworkSegment(30a83d31-d222-4da5-8573-4ecadabc640f),segment_id=30a83d31-d222-4da5-8573-4ecadabc640f)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:21.921377 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-80f7c99e-2cc6-42fa-b0c3-4af4071a0f31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:21.936462 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-80f7c99e-2cc6-42fa-b0c3-4af4071a0f31 None None] Calling delete_port for e128e703-5754-4dc1-ba2d-c9aa9225131d owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:13:22.110731 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Deleting port e128e703-5754-4dc1-ba2d-c9aa9225131d {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:13:22.111071 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:22.156150 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-80f7c99e-2cc6-42fa-b0c3-4af4071a0f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:22.180691 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] For port e128e703-5754-4dc1-ba2d-c9aa9225131d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e128e703-5754-4dc1-ba2d-c9aa9225131d,segment=NetworkSegment(30a83d31-d222-4da5-8573-4ecadabc640f),segment_id=30a83d31-d222-4da5-8573-4ecadabc640f)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:22.181054 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:22.185952 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7c99e-2cc6-42fa-b0c3-4af4071a0f31 None None] Pushing event deleted for resources: {'Port': ['ID=e128e703-5754-4dc1-ba2d-c9aa9225131d,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:22.189597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f7c99e-2cc6-42fa-b0c3-4af4071a0f31 None None] No DVR routers for this DVR port e128e703-5754-4dc1-ba2d-c9aa9225131d on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:13:22.198871 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Calling delete_port for e128e703-5754-4dc1-ba2d-c9aa9225131d owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:13:22.276472 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:22.298779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Pushing event deleted for resources: {'Port': ['ID=e128e703-5754-4dc1-ba2d-c9aa9225131d,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:22.305054 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] No DVR routers for this DVR port e128e703-5754-4dc1-ba2d-c9aa9225131d on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:13:22.385381 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e128e703-5754-4dc1-ba2d-c9aa9225131d no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:13:22.387522 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:22.397845 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d353a0-61da-426c-a511-972d13015da9']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:22.404645 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: e128e703-5754-4dc1-ba2d-c9aa9225131d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:13:22.404987 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e128e703-5754-4dc1-ba2d-c9aa9225131d not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:13:22.409842 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a83d31-d222-4da5-8573-4ecadabc640f') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:22.410338 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a83d31-d222-4da5-8573-4ecadabc640f') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:22.419514 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:22.433754 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:22.439524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:13:22.439939 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: self.session.flush() Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: timer() Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:13:22.442817 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:13:22.602207 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:22.610607 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:22.613133 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] 10.222.0.77 "DELETE /v2.0/networks/e6d353a0-61da-426c-a511-972d13015da9 HTTP/1.1" status: 204 len: 168 time: 0.9985268 Jul 05 11:13:22.615784 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42852) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:22.622798 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010d7f1-f2dd-4914-9326-72d36ec21261 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Pushing event deleted for resources: {'Network': ['ID=e6d353a0-61da-426c-a511-972d13015da9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:22.648200 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dcb19a77-6eda-4358-8103-05113d28a1c0 tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3158663-57f6-40a8-b86f-fe897f259681 HTTP/1.1" status: 200 len: 205 time: 0.0290043 Jul 05 11:13:22.650084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42854) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:22.724730 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9dd94a6a-71c9-46bc-84cf-9895792dcd2e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:22.881950 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9dd94a6a-71c9-46bc-84cf-9895792dcd2e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:22.884115 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9dd94a6a-71c9-46bc-84cf-9895792dcd2e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:22.888742 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:23.036544 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9dd94a6a-71c9-46bc-84cf-9895792dcd2e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:23.037022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd94a6a-71c9-46bc-84cf-9895792dcd2e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Fanout notify agent at l3_agent the message router_deleted on router b3158663-57f6-40a8-b86f-fe897f259681 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:13:23.045104 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9dd94a6a-71c9-46bc-84cf-9895792dcd2e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:23.046239 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9dd94a6a-71c9-46bc-84cf-9895792dcd2e tempest-RoutersNegativeTest-31762370 tempest-RoutersNegativeTest-31762370-project] 10.222.0.77 "DELETE /v2.0/routers/b3158663-57f6-40a8-b86f-fe897f259681 HTTP/1.1" status: 204 len: 168 time: 0.3951864 Jul 05 11:13:23.597167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42860) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:23.722507 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ba143bdc-3f5f-4b7e-a7ab-371780d87fab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22215350425d4336bbaf4914b4ed59d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1241283 Jul 05 11:13:23.725007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42864) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:23.772510 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-af8a039d-a521-4635-a6a7-ca586fe0831c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:23.793595 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-af8a039d-a521-4635-a6a7-ca586fe0831c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:24.007585 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-af8a039d-a521-4635-a6a7-ca586fe0831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:24.010222 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-af8a039d-a521-4635-a6a7-ca586fe0831c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:24.011680 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-af8a039d-a521-4635-a6a7-ca586fe0831c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e954bff1-4aaa-4d9e-868d-1830102eb2dc HTTP/1.1" status: 204 len: 168 time: 0.2855144 Jul 05 11:13:24.019476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a039d-a521-4635-a6a7-ca586fe0831c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e954bff1-4aaa-4d9e-868d-1830102eb2dc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:24.739352 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:25.079845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42886) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:25.187895 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-39a59569-d0da-45e7-9900-3a1263ab8fc9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1541398386-network', 'tenant_id': '50d97b4d4924477ba1344590b388e55c'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:25.276081 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a59569-d0da-45e7-9900-3a1263ab8fc9 admin admin] Made reservation on behalf of 50d97b4d4924477ba1344590b388e55c for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:25.278453 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39a59569-d0da-45e7-9900-3a1263ab8fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:25.287989 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39a59569-d0da-45e7-9900-3a1263ab8fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:25.375647 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39a59569-d0da-45e7-9900-3a1263ab8fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:25.470115 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39a59569-d0da-45e7-9900-3a1263ab8fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:25.494495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a59569-d0da-45e7-9900-3a1263ab8fc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:13:25.505064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a59569-d0da-45e7-9900-3a1263ab8fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:25.511991 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39a59569-d0da-45e7-9900-3a1263ab8fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:25.513199 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-39a59569-d0da-45e7-9900-3a1263ab8fc9 admin admin] Added segment 178c9868-fc23-448d-ad14-ca1e38f1bb41 of type vlan for network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 Jul 05 11:13:25.558555 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39a59569-d0da-45e7-9900-3a1263ab8fc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:25.681572 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39a59569-d0da-45e7-9900-3a1263ab8fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:25.682569 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a59569-d0da-45e7-9900-3a1263ab8fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:25.683153 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-39a59569-d0da-45e7-9900-3a1263ab8fc9 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:25.745705 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a59569-d0da-45e7-9900-3a1263ab8fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=77c323cb-a7aa-4e44-bc28-e9b9362ce3f4,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:25.755781 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:13:25.808537 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-39a59569-d0da-45e7-9900-3a1263ab8fc9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7273948 Jul 05 11:13:25.811245 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42890) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:25.816416 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-fc7a06fc-ea9f-4c0d-8d6b-25943db2c0f0 admin admin] Request body: {'subnet': {'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1541398386-subnet', 'tenant_id': '50d97b4d4924477ba1344590b388e55c', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:25.933121 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7a06fc-ea9f-4c0d-8d6b-25943db2c0f0 admin admin] Made reservation on behalf of 50d97b4d4924477ba1344590b388e55c for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:25.935554 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc7a06fc-ea9f-4c0d-8d6b-25943db2c0f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:26.185266 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc7a06fc-ea9f-4c0d-8d6b-25943db2c0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:26.241587 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a06fc-ea9f-4c0d-8d6b-25943db2c0f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d244c3-a648-463b-bb55-c808ace5d999,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:26.252161 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a06fc-ea9f-4c0d-8d6b-25943db2c0f0 admin admin] Checking segment: {'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:26.253365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7a06fc-ea9f-4c0d-8d6b-25943db2c0f0 admin admin] Network hostable DHCP agents. Network: 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:13:26.333192 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7a06fc-ea9f-4c0d-8d6b-25943db2c0f0 admin admin] Network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:13:26.413028 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-fc7a06fc-ea9f-4c0d-8d6b-25943db2c0f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:26.419016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7a06fc-ea9f-4c0d-8d6b-25943db2c0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:26.420135 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fc7a06fc-ea9f-4c0d-8d6b-25943db2c0f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:26.420706 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d33a015-9aa4-44ad-9d16-013a2f02199f None None] Network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:26.539950 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fc7a06fc-ea9f-4c0d-8d6b-25943db2c0f0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7272983 Jul 05 11:13:26.542679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42892) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:26.547142 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1541398386-router', 'tenant_id': '50d97b4d4924477ba1344590b388e55c', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:26.566632 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-77c323cb-a7aa-4e44-bc28-e9b9362ce3f4', 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4', 'tenant_id': '50d97b4d4924477ba1344590b388e55c', 'fixed_ips': [{'subnet_id': '13d244c3-a648-463b-bb55-c808ace5d999'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:13:26.567507 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:26.624726 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:26.626180 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:26.683058 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:26.698620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Allocated IP 172.20.0.2 (77c323cb-a7aa-4e44-bc28-e9b9362ce3f4/13d244c3-a648-463b-bb55-c808ace5d999/e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:13:26.842365 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:26.851126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Transition to ACTIVE for port object e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:26.871235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Transition to ACTIVE for port object e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:26.930127 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:26.962137 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:26.997055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:13:26.999855 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:27.002486 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:13:27.020190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Pushing event updated for resources: {'Port': ['ID=e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:27.045201 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:27.049350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:27.049350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:27.049350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:27.049350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:27.049350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:27.049350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:27.049350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:27.049350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:27.049350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:27.049350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:27.049350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:27.250675 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Attempting to bind port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:13:27.250949 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Attempting to bind port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:13:27.251311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Attempting to bind port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb on network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:13:27.257074 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:13:27.257477 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Checking segment: {'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:27.257881 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:27.258268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Bound using segment: {'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:13:27.258738 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Bound port: e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:13:27.259192 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:27.330222 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] For port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:13:27.334894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] For port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:13:27.567926 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:27.626971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e40033-1531-486f-9a62-9464d27c82b3 None None] Pushing event updated for resources: {'Port': ['ID=e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:27.630237 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:27.652189 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:27.767045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Allocated IP 172.25.5.241 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/36372ebb-7236-4ecc-8c56-61e03f4358b9) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:13:27.907256 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:28.024928 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:28.063365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:13:28.071215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:28.075727 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:13:28.078882 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=36372ebb-7236-4ecc-8c56-61e03f4358b9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:28.427809 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:28.458873 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:28.572385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:28.610488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e81b30-44e7-4b08-9f47-6dd77ca07859 None None] Network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:28.665152 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:28.780410 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b901eb52-c43a-4897-ab91-9710a03eee73 None None] Provisioning for port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:28.785008 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b901eb52-c43a-4897-ab91-9710a03eee73 None None] Provisioning complete for port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:28.785457 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b901eb52-c43a-4897-ab91-9710a03eee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:28.870203 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b901eb52-c43a-4897-ab91-9710a03eee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:28.901035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b901eb52-c43a-4897-ab91-9710a03eee73 None None] For port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:28.962007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Router 106c0179-ce95-493e-9617-64af750988e2 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:13:29.007809 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b901eb52-c43a-4897-ab91-9710a03eee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:29.058352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901eb52-c43a-4897-ab91-9710a03eee73 None None] Pushing event updated for resources: {'Port': ['ID=e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:29.072941 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:13:29.082492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Sync routers for ids ['106c0179-ce95-493e-9617-64af750988e2'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:13:29.091325 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Routers {'106c0179-ce95-493e-9617-64af750988e2'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:13:29.091976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:13:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['106c0179-ce95-493e-9617-64af750988e2'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:29.155245 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-703d32ce-62c9-4914-8877-208c1f923b87 None None] Provisioning complete for port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:29.155695 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-703d32ce-62c9-4914-8877-208c1f923b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:29.236803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Set router 106c0179-ce95-493e-9617-64af750988e2 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:13:29.276053 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:29.277353 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3cf10287-d66e-45c7-935a-26fc94edb2a2 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7336438 Jul 05 11:13:29.280182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42894) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:29.448753 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c0179-ce95-493e-9617-64af750988e2', 'name': 'tempest-TestEncryptedCinderVolumes-1541398386-router', 'tenant_id': '50d97b4d4924477ba1344590b388e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '36372ebb-7236-4ecc-8c56-61e03f4358b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:26Z', 'updated_at': '2021-07-05T11:13:28Z', 'revision_number': 3, 'project_id': '50d97b4d4924477ba1344590b388e55c', 'gw_port': {'id': '36372ebb-7236-4ecc-8c56-61e03f4358b9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c0179-ce95-493e-9617-64af750988e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:27Z', 'updated_at': '2021-07-05T11:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:29.475312 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Checking router: 106c0179-ce95-493e-9617-64af750988e2 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:13:29.475638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Updating router 106c0179-ce95-493e-9617-64af750988e2 port 36372ebb-7236-4ecc-8c56-61e03f4358b9 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:13:29.511825 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:29.714540 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:29.765912 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:29.776592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Transition to ACTIVE for port object 36372ebb-7236-4ecc-8c56-61e03f4358b9 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:29.868015 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Allocated IP 172.20.0.1 (77c323cb-a7aa-4e44-bc28-e9b9362ce3f4/13d244c3-a648-463b-bb55-c808ace5d999/5f2be364-9b8a-4963-992b-d5ee97d98a27) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:13:29.904697 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:29.957488 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Attempting to bind port 36372ebb-7236-4ecc-8c56-61e03f4358b9 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:13:29.957862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Attempting to bind port 36372ebb-7236-4ecc-8c56-61e03f4358b9 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:13:29.958229 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Attempting to bind port 36372ebb-7236-4ecc-8c56-61e03f4358b9 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:13:29.965262 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1913698-6b0c-42bd-be1a-c0d34dc31e88 None None] Pushing event updated for resources: {'Port': ['ID=36372ebb-7236-4ecc-8c56-61e03f4358b9,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:29.969924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:13:29.970367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:29.970781 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:29.971735 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:13:29.972246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Bound port: 36372ebb-7236-4ecc-8c56-61e03f4358b9, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:13:29.972637 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:29.977782 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:29.991544 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Transition to ACTIVE for port object 5f2be364-9b8a-4963-992b-d5ee97d98a27 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:30.024713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] For port 36372ebb-7236-4ecc-8c56-61e03f4358b9, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:13:30.028236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] For port 36372ebb-7236-4ecc-8c56-61e03f4358b9, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=36372ebb-7236-4ecc-8c56-61e03f4358b9,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:13:30.133841 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:30.162138 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:30.178971 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:13:30.185188 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:30.190055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:13:30.219509 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Routers {'106c0179-ce95-493e-9617-64af750988e2'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:13:30.220171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:13:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['106c0179-ce95-493e-9617-64af750988e2'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:30.223937 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Pushing event updated for resources: {'Port': ['ID=5f2be364-9b8a-4963-992b-d5ee97d98a27,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:30.247561 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:30.271653 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1913698-6b0c-42bd-be1a-c0d34dc31e88 None None] Pushing event updated for resources: {'Port': ['ID=36372ebb-7236-4ecc-8c56-61e03f4358b9,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:30.356751 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] Set router 106c0179-ce95-493e-9617-64af750988e2 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:13:30.418312 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:30.489087 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:30.544634 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:30.545252 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:30.598012 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9124e5f7-328d-407c-ac82-06370144c979 None None] Provisioning for port 5f2be364-9b8a-4963-992b-d5ee97d98a27 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:30.608358 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-9124e5f7-328d-407c-ac82-06370144c979 None None] Provisioning complete for port 5f2be364-9b8a-4963-992b-d5ee97d98a27 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:30.609309 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9124e5f7-328d-407c-ac82-06370144c979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:30.660030 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-9124e5f7-328d-407c-ac82-06370144c979 None None] Port 5f2be364-9b8a-4963-992b-d5ee97d98a27 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:13:30.669812 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:30.683977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c0179-ce95-493e-9617-64af750988e2', 'name': 'tempest-TestEncryptedCinderVolumes-1541398386-router', 'tenant_id': '50d97b4d4924477ba1344590b388e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '36372ebb-7236-4ecc-8c56-61e03f4358b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:26Z', 'updated_at': '2021-07-05T11:13:28Z', 'revision_number': 3, 'project_id': '50d97b4d4924477ba1344590b388e55c', 'gw_port': {'id': '36372ebb-7236-4ecc-8c56-61e03f4358b9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c0179-ce95-493e-9617-64af750988e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:27Z', 'updated_at': '2021-07-05T11:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:30.716094 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db7c77-07fa-4610-97fa-0fe867c7fcfd None None] The sync data for ids ['106c0179-ce95-493e-9617-64af750988e2'] in n-d-779913-27 is: [{'id': '106c0179-ce95-493e-9617-64af750988e2', 'name': 'tempest-TestEncryptedCinderVolumes-1541398386-router', 'tenant_id': '50d97b4d4924477ba1344590b388e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '36372ebb-7236-4ecc-8c56-61e03f4358b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:26Z', 'updated_at': '2021-07-05T11:13:28Z', 'revision_number': 3, 'project_id': '50d97b4d4924477ba1344590b388e55c', 'gw_port': {'id': '36372ebb-7236-4ecc-8c56-61e03f4358b9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c0179-ce95-493e-9617-64af750988e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:27Z', 'updated_at': '2021-07-05T11:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:13:30.727179 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:30.801223 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:30.804206 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Pushing event updated for resources: {'Port': ['ID=5f2be364-9b8a-4963-992b-d5ee97d98a27,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:30.901765 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:13:30.903256 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:31.035641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Router 106c0179-ce95-493e-9617-64af750988e2 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:13:31.162931 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:13:31.174765 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-feb87a9c-f2de-4bed-9568-0064ccadff42 admin admin] 10.222.0.77 "PUT /v2.0/routers/106c0179-ce95-493e-9617-64af750988e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8871412 Jul 05 11:13:31.183414 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a4cd660c-c7cd-4095-9fbe-d9baf645d37e None None] Provisioning complete for port 5f2be364-9b8a-4963-992b-d5ee97d98a27 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:31.183881 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a4cd660c-c7cd-4095-9fbe-d9baf645d37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:31.220050 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd660c-c7cd-4095-9fbe-d9baf645d37e None None] Port 5f2be364-9b8a-4963-992b-d5ee97d98a27 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:13:31.410187 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:13:31.917429 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42910) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:31.922665 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-57192a4e-90c0-4690-81b5-fe2d3875c58c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-135644790-network', 'tenant_id': 'b433806b7e9e4addb662104685e1fd4a'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:32.040179 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57192a4e-90c0-4690-81b5-fe2d3875c58c admin admin] Made reservation on behalf of b433806b7e9e4addb662104685e1fd4a for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:32.040179 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-57192a4e-90c0-4690-81b5-fe2d3875c58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:32.049473 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-57192a4e-90c0-4690-81b5-fe2d3875c58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:32.147199 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-57192a4e-90c0-4690-81b5-fe2d3875c58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:32.236257 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-57192a4e-90c0-4690-81b5-fe2d3875c58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:32.259915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57192a4e-90c0-4690-81b5-fe2d3875c58c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:13:32.269056 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Sync routers for ids ['106c0179-ce95-493e-9617-64af750988e2'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:13:32.276337 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57192a4e-90c0-4690-81b5-fe2d3875c58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8b334f-ccb1-42a8-bfb9-d336953f1c1f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:32.279363 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-57192a4e-90c0-4690-81b5-fe2d3875c58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:32.279748 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-57192a4e-90c0-4690-81b5-fe2d3875c58c admin admin] Added segment 105189e2-f800-4655-80a7-9491aab5ef3e of type vlan for network cc6c40c1-e827-4763-bab6-a6dcc679ebf1 Jul 05 11:13:32.281114 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Routers {'106c0179-ce95-493e-9617-64af750988e2'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:13:32.281733 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:13:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['106c0179-ce95-493e-9617-64af750988e2'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:32.326426 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-57192a4e-90c0-4690-81b5-fe2d3875c58c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:32.417500 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 36372ebb-7236-4ecc-8c56-61e03f4358b9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:32.458897 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-57192a4e-90c0-4690-81b5-fe2d3875c58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:32.460043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57192a4e-90c0-4690-81b5-fe2d3875c58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:32.460616 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-57192a4e-90c0-4690-81b5-fe2d3875c58c admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:32.495495 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Set router 106c0179-ce95-493e-9617-64af750988e2 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:13:32.524817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57192a4e-90c0-4690-81b5-fe2d3875c58c admin admin] Pushing event updated for resources: {'Network': ['ID=cc6c40c1-e827-4763-bab6-a6dcc679ebf1,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:32.534456 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network cc6c40c1-e827-4763-bab6-a6dcc679ebf1 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:13:32.601707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 36372ebb-7236-4ecc-8c56-61e03f4358b9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:32.605701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 36372ebb-7236-4ecc-8c56-61e03f4358b9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:32.606100 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:32.639384 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-57192a4e-90c0-4690-81b5-fe2d3875c58c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7179220 Jul 05 11:13:32.639633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42912) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:32.645054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-be575535-ed30-4a33-8aec-adb86ffc83e8 admin admin] Request body: {'subnet': {'network_id': 'cc6c40c1-e827-4763-bab6-a6dcc679ebf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-135644790-subnet', 'tenant_id': 'b433806b7e9e4addb662104685e1fd4a', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:32.693080 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:32.712774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 36372ebb-7236-4ecc-8c56-61e03f4358b9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=36372ebb-7236-4ecc-8c56-61e03f4358b9,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:32.716831 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c0179-ce95-493e-9617-64af750988e2', 'name': 'tempest-TestEncryptedCinderVolumes-1541398386-router', 'tenant_id': '50d97b4d4924477ba1344590b388e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '36372ebb-7236-4ecc-8c56-61e03f4358b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:26Z', 'updated_at': '2021-07-05T11:13:30Z', 'revision_number': 4, 'project_id': '50d97b4d4924477ba1344590b388e55c', 'gw_port': {'id': '36372ebb-7236-4ecc-8c56-61e03f4358b9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c0179-ce95-493e-9617-64af750988e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:27Z', 'updated_at': '2021-07-05T11:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '5f2be364-9b8a-4963-992b-d5ee97d98a27', 'name': '', 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4', 'tenant_id': '50d97b4d4924477ba1344590b388e55c', 'mac_address': 'fa:16:3e:c2:de:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c0179-ce95-493e-9617-64af750988e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '13d244c3-a648-463b-bb55-c808ace5d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:29Z', 'updated_at': '2021-07-05T11:13:30Z', 'revision_number': 2, 'project_id': '50d97b4d4924477ba1344590b388e55c', 'subnets': [{'id': '13d244c3-a648-463b-bb55-c808ace5d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:32.746333 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Checking router: 106c0179-ce95-493e-9617-64af750988e2 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:13:32.746687 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Updating router 106c0179-ce95-493e-9617-64af750988e2 port 5f2be364-9b8a-4963-992b-d5ee97d98a27 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:13:32.750315 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be575535-ed30-4a33-8aec-adb86ffc83e8 admin admin] Made reservation on behalf of b433806b7e9e4addb662104685e1fd4a for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:32.754852 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-be575535-ed30-4a33-8aec-adb86ffc83e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:32.784266 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:32.836262 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:32.891784 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=36372ebb-7236-4ecc-8c56-61e03f4358b9,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:33.030629 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-be575535-ed30-4a33-8aec-adb86ffc83e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:33.057317 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:33.067207 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Transition to ACTIVE for port object 5f2be364-9b8a-4963-992b-d5ee97d98a27 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:33.089924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be575535-ed30-4a33-8aec-adb86ffc83e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab6e64a-bfde-4239-9617-3306498026e7,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:33.098155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be575535-ed30-4a33-8aec-adb86ffc83e8 admin admin] Checking segment: {'id': '105189e2-f800-4655-80a7-9491aab5ef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc6c40c1-e827-4763-bab6-a6dcc679ebf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:33.098536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be575535-ed30-4a33-8aec-adb86ffc83e8 admin admin] Network hostable DHCP agents. Network: cc6c40c1-e827-4763-bab6-a6dcc679ebf1, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:13:33.167268 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:33.207579 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be575535-ed30-4a33-8aec-adb86ffc83e8 admin admin] Network cc6c40c1-e827-4763-bab6-a6dcc679ebf1 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:13:33.220220 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7144e8c-e415-4cbc-bc6d-60ce7c8c20aa None None] Pushing event updated for resources: {'Port': ['ID=5f2be364-9b8a-4963-992b-d5ee97d98a27,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:33.245575 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7144e8c-e415-4cbc-bc6d-60ce7c8c20aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:33.247088 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7144e8c-e415-4cbc-bc6d-60ce7c8c20aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:33.247088 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7144e8c-e415-4cbc-bc6d-60ce7c8c20aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:33.247088 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7144e8c-e415-4cbc-bc6d-60ce7c8c20aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:33.247088 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7144e8c-e415-4cbc-bc6d-60ce7c8c20aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:33.247618 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7144e8c-e415-4cbc-bc6d-60ce7c8c20aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:33.247618 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7144e8c-e415-4cbc-bc6d-60ce7c8c20aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:33.247868 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7144e8c-e415-4cbc-bc6d-60ce7c8c20aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:33.248200 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7144e8c-e415-4cbc-bc6d-60ce7c8c20aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:33.248525 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7144e8c-e415-4cbc-bc6d-60ce7c8c20aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:33.248848 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7144e8c-e415-4cbc-bc6d-60ce7c8c20aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:33.249177 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7144e8c-e415-4cbc-bc6d-60ce7c8c20aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:33.281951 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Attempting to bind port 5f2be364-9b8a-4963-992b-d5ee97d98a27 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:13:33.283076 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Attempting to bind port 5f2be364-9b8a-4963-992b-d5ee97d98a27 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:13:33.283076 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Attempting to bind port 5f2be364-9b8a-4963-992b-d5ee97d98a27 on network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:13:33.288375 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:13:33.288747 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Checking segment: {'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:33.289157 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:33.289564 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Bound using segment: {'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:13:33.290008 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Bound port: 5f2be364-9b8a-4963-992b-d5ee97d98a27, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:13:33.290383 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:33.309942 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-be575535-ed30-4a33-8aec-adb86ffc83e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, cc6c40c1-e827-4763-bab6-a6dcc679ebf1) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:33.317618 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be575535-ed30-4a33-8aec-adb86ffc83e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:33.318257 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c3303f-8c92-4775-9432-c519918f2e4b None None] Network cc6c40c1-e827-4763-bab6-a6dcc679ebf1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:33.319034 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-be575535-ed30-4a33-8aec-adb86ffc83e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:33.359038 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] For port 5f2be364-9b8a-4963-992b-d5ee97d98a27, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:13:33.362715 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] For port 5f2be364-9b8a-4963-992b-d5ee97d98a27, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5f2be364-9b8a-4963-992b-d5ee97d98a27,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:13:33.425053 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-be575535-ed30-4a33-8aec-adb86ffc83e8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7843487 Jul 05 11:13:33.427766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 42914) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:33.433224 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-135644790-router', 'tenant_id': 'b433806b7e9e4addb662104685e1fd4a', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:33.453856 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:33.490921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-cc6c40c1-e827-4763-bab6-a6dcc679ebf1', 'network_id': 'cc6c40c1-e827-4763-bab6-a6dcc679ebf1', 'tenant_id': 'b433806b7e9e4addb662104685e1fd4a', 'fixed_ips': [{'subnet_id': '7ab6e64a-bfde-4239-9617-3306498026e7'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:13:33.491908 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:33.504898 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Routers {'106c0179-ce95-493e-9617-64af750988e2'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:13:33.505540 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:13:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['106c0179-ce95-493e-9617-64af750988e2'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:33.544600 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:33.546396 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:33.603490 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7144e8c-e415-4cbc-bc6d-60ce7c8c20aa None None] Pushing event updated for resources: {'Port': ['ID=5f2be364-9b8a-4963-992b-d5ee97d98a27,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:33.624487 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:33.635505 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] Set router 106c0179-ce95-493e-9617-64af750988e2 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:13:33.640776 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Allocated IP 172.20.0.2 (cc6c40c1-e827-4763-bab6-a6dcc679ebf1/7ab6e64a-bfde-4239-9617-3306498026e7/c519e031-13dd-43af-b9d2-4063193ab90d) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:13:33.800521 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:33.809862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Transition to ACTIVE for port object c519e031-13dd-43af-b9d2-4063193ab90d will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:33.830446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Transition to ACTIVE for port object c519e031-13dd-43af-b9d2-4063193ab90d will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:33.852666 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c0179-ce95-493e-9617-64af750988e2', 'name': 'tempest-TestEncryptedCinderVolumes-1541398386-router', 'tenant_id': '50d97b4d4924477ba1344590b388e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '36372ebb-7236-4ecc-8c56-61e03f4358b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:26Z', 'updated_at': '2021-07-05T11:13:30Z', 'revision_number': 4, 'project_id': '50d97b4d4924477ba1344590b388e55c', 'gw_port': {'id': '36372ebb-7236-4ecc-8c56-61e03f4358b9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c0179-ce95-493e-9617-64af750988e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:27Z', 'updated_at': '2021-07-05T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '5f2be364-9b8a-4963-992b-d5ee97d98a27', 'name': '', 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4', 'tenant_id': '50d97b4d4924477ba1344590b388e55c', 'mac_address': 'fa:16:3e:c2:de:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c0179-ce95-493e-9617-64af750988e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '13d244c3-a648-463b-bb55-c808ace5d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:29Z', 'updated_at': '2021-07-05T11:13:33Z', 'revision_number': 4, 'project_id': '50d97b4d4924477ba1344590b388e55c', 'subnets': [{'id': '13d244c3-a648-463b-bb55-c808ace5d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:33.883798 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a6f885-cb55-4b9b-9d40-e73fffd31544 None None] The sync data for ids ['106c0179-ce95-493e-9617-64af750988e2'] in n-d-779913-27 is: [{'id': '106c0179-ce95-493e-9617-64af750988e2', 'name': 'tempest-TestEncryptedCinderVolumes-1541398386-router', 'tenant_id': '50d97b4d4924477ba1344590b388e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '36372ebb-7236-4ecc-8c56-61e03f4358b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:26Z', 'updated_at': '2021-07-05T11:13:30Z', 'revision_number': 4, 'project_id': '50d97b4d4924477ba1344590b388e55c', 'gw_port': {'id': '36372ebb-7236-4ecc-8c56-61e03f4358b9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c0179-ce95-493e-9617-64af750988e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:27Z', 'updated_at': '2021-07-05T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '5f2be364-9b8a-4963-992b-d5ee97d98a27', 'name': '', 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4', 'tenant_id': '50d97b4d4924477ba1344590b388e55c', 'mac_address': 'fa:16:3e:c2:de:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c0179-ce95-493e-9617-64af750988e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '13d244c3-a648-463b-bb55-c808ace5d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:29Z', 'updated_at': '2021-07-05T11:13:33Z', 'revision_number': 4, 'project_id': '50d97b4d4924477ba1344590b388e55c', 'subnets': [{'id': '13d244c3-a648-463b-bb55-c808ace5d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:13:33.893925 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:33.922385 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:33.983837 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Network cc6c40c1-e827-4763-bab6-a6dcc679ebf1 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:13:33.988855 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:33.996070 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:13:34.009822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Pushing event updated for resources: {'Port': ['ID=c519e031-13dd-43af-b9d2-4063193ab90d,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:34.079588 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Attempting to bind port c519e031-13dd-43af-b9d2-4063193ab90d on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:13:34.080430 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Attempting to bind port c519e031-13dd-43af-b9d2-4063193ab90d by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '105189e2-f800-4655-80a7-9491aab5ef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc6c40c1-e827-4763-bab6-a6dcc679ebf1'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:13:34.081003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Attempting to bind port c519e031-13dd-43af-b9d2-4063193ab90d on network cc6c40c1-e827-4763-bab6-a6dcc679ebf1 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:13:34.088948 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:13:34.089324 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Checking segment: {'id': '105189e2-f800-4655-80a7-9491aab5ef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc6c40c1-e827-4763-bab6-a6dcc679ebf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:34.089733 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:34.092117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Bound using segment: {'id': '105189e2-f800-4655-80a7-9491aab5ef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc6c40c1-e827-4763-bab6-a6dcc679ebf1'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:13:34.092117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Bound port: c519e031-13dd-43af-b9d2-4063193ab90d, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105189e2-f800-4655-80a7-9491aab5ef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc6c40c1-e827-4763-bab6-a6dcc679ebf1'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:13:34.092117 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:34.164244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] For port c519e031-13dd-43af-b9d2-4063193ab90d, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:13:34.167770 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] For port c519e031-13dd-43af-b9d2-4063193ab90d, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c519e031-13dd-43af-b9d2-4063193ab90d,segment=NetworkSegment(105189e2-f800-4655-80a7-9491aab5ef3e),segment_id=105189e2-f800-4655-80a7-9491aab5ef3e)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:13:34.219043 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:34.241286 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:34.335948 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:34.380385 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Allocated IP 172.25.5.84 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/83be1f29-9894-4e09-8ff8-b3b26ff69c09) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:13:34.429800 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2fdcb-e724-4ab1-b90a-234bdce8355c None None] Pushing event updated for resources: {'Port': ['ID=c519e031-13dd-43af-b9d2-4063193ab90d,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:34.509156 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 36372ebb-7236-4ecc-8c56-61e03f4358b9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:34.564651 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:34.576649 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 36372ebb-7236-4ecc-8c56-61e03f4358b9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:34.577533 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:34.687473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5f2be364-9b8a-4963-992b-d5ee97d98a27 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:34.716162 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:34.768645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:13:34.770622 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:34.776707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:13:34.830443 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Pushing event updated for resources: {'Port': ['ID=83be1f29-9894-4e09-8ff8-b3b26ff69c09,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:34.887593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 5f2be364-9b8a-4963-992b-d5ee97d98a27 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:34.894002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 5f2be364-9b8a-4963-992b-d5ee97d98a27 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:34.894744 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:35.160785 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:35.210829 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 5f2be364-9b8a-4963-992b-d5ee97d98a27, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5f2be364-9b8a-4963-992b-d5ee97d98a27,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:35.396135 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:35.448557 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=5f2be364-9b8a-4963-992b-d5ee97d98a27,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:35.531373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14841ff9-51fd-44a7-bb9c-c96dd3df6e4f None None] Network cc6c40c1-e827-4763-bab6-a6dcc679ebf1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:13:35.593296 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:35.673991 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e107c5a3-691d-4428-8754-8e573af95ce0 None None] Provisioning for port c519e031-13dd-43af-b9d2-4063193ab90d completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:35.806594 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:36.093305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Router dc75c153-98f2-4d5e-86b7-f666d9a929fc is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:13:36.203951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:13:36.212888 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Sync routers for ids ['dc75c153-98f2-4d5e-86b7-f666d9a929fc'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:13:36.223507 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Routers {'dc75c153-98f2-4d5e-86b7-f666d9a929fc'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:13:36.225362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:13:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['dc75c153-98f2-4d5e-86b7-f666d9a929fc'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:36.328710 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Set router dc75c153-98f2-4d5e-86b7-f666d9a929fc gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:13:36.332941 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:36.338496 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-34a8fa4f-c932-401e-9307-1e2060de7741 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9055741 Jul 05 11:13:36.339571 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 42916) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:13:36.515181 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5f2be364-9b8a-4963-992b-d5ee97d98a27 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:36.584173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 5f2be364-9b8a-4963-992b-d5ee97d98a27 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:36.584857 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:36.607519 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'name': 'tempest-TestEncryptedCinderVolumes-135644790-router', 'tenant_id': 'b433806b7e9e4addb662104685e1fd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '83be1f29-9894-4e09-8ff8-b3b26ff69c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:33Z', 'updated_at': '2021-07-05T11:13:35Z', 'revision_number': 3, 'project_id': 'b433806b7e9e4addb662104685e1fd4a', 'gw_port': {'id': '83be1f29-9894-4e09-8ff8-b3b26ff69c09', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:34Z', 'updated_at': '2021-07-05T11:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:36.650589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Checking router: dc75c153-98f2-4d5e-86b7-f666d9a929fc for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:13:36.650948 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Updating router dc75c153-98f2-4d5e-86b7-f666d9a929fc port 83be1f29-9894-4e09-8ff8-b3b26ff69c09 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:13:36.699210 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:36.821074 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c519e031-13dd-43af-b9d2-4063193ab90d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:36.823220 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:37.007223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Allocated IP 172.20.0.1 (cc6c40c1-e827-4763-bab6-a6dcc679ebf1/7ab6e64a-bfde-4239-9617-3306498026e7/e0f755df-c630-4733-8a1c-66710d5a9f62) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:13:37.053529 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:37.063991 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Transition to ACTIVE for port object 83be1f29-9894-4e09-8ff8-b3b26ff69c09 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:37.087177 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port c519e031-13dd-43af-b9d2-4063193ab90d completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:37.091446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port c519e031-13dd-43af-b9d2-4063193ab90d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:37.091944 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:37.134858 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:37.157927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Transition to ACTIVE for port object e0f755df-c630-4733-8a1c-66710d5a9f62 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:37.190796 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:37.202831 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:37.272515 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port c519e031-13dd-43af-b9d2-4063193ab90d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c519e031-13dd-43af-b9d2-4063193ab90d,segment=NetworkSegment(105189e2-f800-4655-80a7-9491aab5ef3e),segment_id=105189e2-f800-4655-80a7-9491aab5ef3e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:37.283030 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:37.284925 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad45b95-6892-4be8-8b19-8486f926cef7 None None] Pushing event updated for resources: {'Port': ['ID=83be1f29-9894-4e09-8ff8-b3b26ff69c09,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:37.287332 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Attempting to bind port 83be1f29-9894-4e09-8ff8-b3b26ff69c09 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:13:37.288217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Attempting to bind port 83be1f29-9894-4e09-8ff8-b3b26ff69c09 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:13:37.288217 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Attempting to bind port 83be1f29-9894-4e09-8ff8-b3b26ff69c09 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:13:37.295592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:13:37.296002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:37.296427 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:37.296897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:13:37.297404 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Bound port: 83be1f29-9894-4e09-8ff8-b3b26ff69c09, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:13:37.297810 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:37.327312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Network cc6c40c1-e827-4763-bab6-a6dcc679ebf1 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:13:37.333468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:37.337020 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:13:37.350961 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:37.370403 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f755df-c630-4733-8a1c-66710d5a9f62,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:37.389747 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:37.389993 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] For port 83be1f29-9894-4e09-8ff8-b3b26ff69c09, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:13:37.390096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:37.390096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:37.390096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:37.390096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:37.390096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:37.390096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:37.390096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:37.390096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:37.390096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:37.390096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:37.390096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:13:37.403990 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:37.407411 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] For port 83be1f29-9894-4e09-8ff8-b3b26ff69c09, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=83be1f29-9894-4e09-8ff8-b3b26ff69c09,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:13:37.424085 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=c519e031-13dd-43af-b9d2-4063193ab90d,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:37.497161 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:37.562510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Routers {'dc75c153-98f2-4d5e-86b7-f666d9a929fc'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:13:37.563150 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:13:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['dc75c153-98f2-4d5e-86b7-f666d9a929fc'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:37.568690 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad45b95-6892-4be8-8b19-8486f926cef7 None None] Pushing event updated for resources: {'Port': ['ID=83be1f29-9894-4e09-8ff8-b3b26ff69c09,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:37.668253 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:37.681805 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] Set router dc75c153-98f2-4d5e-86b7-f666d9a929fc gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:13:37.772728 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c316be6e-de9a-481e-b75f-229eff787244 None None] Provisioning for port e0f755df-c630-4733-8a1c-66710d5a9f62 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:37.782505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c316be6e-de9a-481e-b75f-229eff787244 None None] Provisioning complete for port e0f755df-c630-4733-8a1c-66710d5a9f62 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:37.782883 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c316be6e-de9a-481e-b75f-229eff787244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:37.832559 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c316be6e-de9a-481e-b75f-229eff787244 None None] Port e0f755df-c630-4733-8a1c-66710d5a9f62 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:13:37.846790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:37.895481 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'name': 'tempest-TestEncryptedCinderVolumes-135644790-router', 'tenant_id': 'b433806b7e9e4addb662104685e1fd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '83be1f29-9894-4e09-8ff8-b3b26ff69c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:33Z', 'updated_at': '2021-07-05T11:13:35Z', 'revision_number': 3, 'project_id': 'b433806b7e9e4addb662104685e1fd4a', 'gw_port': {'id': '83be1f29-9894-4e09-8ff8-b3b26ff69c09', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:34Z', 'updated_at': '2021-07-05T11:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:37.928172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbd1df-ebd9-4602-a95f-5ccbfdb9d224 None None] The sync data for ids ['dc75c153-98f2-4d5e-86b7-f666d9a929fc'] in n-d-779913-27 is: [{'id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'name': 'tempest-TestEncryptedCinderVolumes-135644790-router', 'tenant_id': 'b433806b7e9e4addb662104685e1fd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '83be1f29-9894-4e09-8ff8-b3b26ff69c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:33Z', 'updated_at': '2021-07-05T11:13:35Z', 'revision_number': 3, 'project_id': 'b433806b7e9e4addb662104685e1fd4a', 'gw_port': {'id': '83be1f29-9894-4e09-8ff8-b3b26ff69c09', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:34Z', 'updated_at': '2021-07-05T11:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:13:37.950711 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:38.024260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f755df-c630-4733-8a1c-66710d5a9f62,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:38.026907 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:38.132412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Network cc6c40c1-e827-4763-bab6-a6dcc679ebf1 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:13:38.140384 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:38.279866 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Router dc75c153-98f2-4d5e-86b7-f666d9a929fc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:13:38.404018 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:13:38.417566 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bb21a6d4-f00d-4ade-b089-8e08cc767040 admin admin] 10.222.0.77 "PUT /v2.0/routers/dc75c153-98f2-4d5e-86b7-f666d9a929fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0710673 Jul 05 11:13:38.459775 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e7b4ef58-f8c3-4efb-b8f2-2245a693b777 None None] Provisioning complete for port e0f755df-c630-4733-8a1c-66710d5a9f62 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:38.460287 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e7b4ef58-f8c3-4efb-b8f2-2245a693b777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:38.496187 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 83be1f29-9894-4e09-8ff8-b3b26ff69c09 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:38.528875 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e7b4ef58-f8c3-4efb-b8f2-2245a693b777 None None] Port e0f755df-c630-4733-8a1c-66710d5a9f62 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:13:38.618379 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 83be1f29-9894-4e09-8ff8-b3b26ff69c09 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:38.623199 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 83be1f29-9894-4e09-8ff8-b3b26ff69c09 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:38.623578 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:38.711935 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:38.743450 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 83be1f29-9894-4e09-8ff8-b3b26ff69c09, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=83be1f29-9894-4e09-8ff8-b3b26ff69c09,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:38.807157 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:38.808273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c519e031-13dd-43af-b9d2-4063193ab90d up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:38.888060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=83be1f29-9894-4e09-8ff8-b3b26ff69c09,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:38.901117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port c519e031-13dd-43af-b9d2-4063193ab90d triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:38.901532 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:39.397883 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-d27f38ab-53b5-4983-9920-a5698714734a tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:39.399381 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-d27f38ab-53b5-4983-9920-a5698714734a tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/networks?id=77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 HTTP/1.1" status: 200 len: 817 time: 0.1067977 Jul 05 11:13:39.415682 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-7f5edb31-0ef1-403b-a129-4b716be613d2 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/quotas/50d97b4d4924477ba1344590b388e55c HTTP/1.1" status: 200 len: 375 time: 0.0104036 Jul 05 11:13:39.495462 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-78ca2f90-dbd3-432a-8f9c-3c56723a1612 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=50d97b4d4924477ba1344590b388e55c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731366 Jul 05 11:13:39.527321 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Sync routers for ids ['dc75c153-98f2-4d5e-86b7-f666d9a929fc'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:13:39.539996 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Routers {'dc75c153-98f2-4d5e-86b7-f666d9a929fc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:13:39.541604 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:13:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['dc75c153-98f2-4d5e-86b7-f666d9a929fc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:39.612188 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-b7721148-be4a-4f24-8913-4e09e745d100 service neutron] 10.222.0.77 "GET /v2.0/networks/77c323cb-a7aa-4e44-bc28-e9b9362ce3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018617 Jul 05 11:13:39.664553 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Set router dc75c153-98f2-4d5e-86b7-f666d9a929fc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:13:39.719255 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-313c084a-e5f1-45d8-a4ee-4bb8145eaf33 service neutron] 10.222.0.77 "GET /v2.0/networks/77c323cb-a7aa-4e44-bc28-e9b9362ce3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011260 Jul 05 11:13:39.865482 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'name': 'tempest-TestEncryptedCinderVolumes-135644790-router', 'tenant_id': 'b433806b7e9e4addb662104685e1fd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '83be1f29-9894-4e09-8ff8-b3b26ff69c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:33Z', 'updated_at': '2021-07-05T11:13:37Z', 'revision_number': 4, 'project_id': 'b433806b7e9e4addb662104685e1fd4a', 'gw_port': {'id': '83be1f29-9894-4e09-8ff8-b3b26ff69c09', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:34Z', 'updated_at': '2021-07-05T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'e0f755df-c630-4733-8a1c-66710d5a9f62', 'name': '', 'network_id': 'cc6c40c1-e827-4763-bab6-a6dcc679ebf1', 'tenant_id': 'b433806b7e9e4addb662104685e1fd4a', 'mac_address': 'fa:16:3e:6e:9f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '7ab6e64a-bfde-4239-9617-3306498026e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:36Z', 'updated_at': '2021-07-05T11:13:37Z', 'revision_number': 2, 'project_id': 'b433806b7e9e4addb662104685e1fd4a', 'subnets': [{'id': '7ab6e64a-bfde-4239-9617-3306498026e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:39.893781 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Checking router: dc75c153-98f2-4d5e-86b7-f666d9a929fc for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:13:39.894160 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Updating router dc75c153-98f2-4d5e-86b7-f666d9a929fc port e0f755df-c630-4733-8a1c-66710d5a9f62 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:13:39.938378 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:39.995924 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d3b69a94-1492-4048-b6c2-7e9b71f8975b req-404f64a5-5f13-47fc-a4f4-2e8d64356c0d tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 210 time: 0.0326912 Jul 05 11:13:40.297825 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:40.307521 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Transition to ACTIVE for port object e0f755df-c630-4733-8a1c-66710d5a9f62 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:40.397292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 83be1f29-9894-4e09-8ff8-b3b26ff69c09 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:40.435533 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:40.446085 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 83be1f29-9894-4e09-8ff8-b3b26ff69c09 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:40.446590 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:40.486703 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33227abc-0b42-4921-a909-ce9999fe8a98 None None] Pushing event updated for resources: {'Port': ['ID=e0f755df-c630-4733-8a1c-66710d5a9f62,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:40.544747 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Attempting to bind port e0f755df-c630-4733-8a1c-66710d5a9f62 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:13:40.545407 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Attempting to bind port e0f755df-c630-4733-8a1c-66710d5a9f62 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '105189e2-f800-4655-80a7-9491aab5ef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc6c40c1-e827-4763-bab6-a6dcc679ebf1'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:13:40.545518 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Attempting to bind port e0f755df-c630-4733-8a1c-66710d5a9f62 on network cc6c40c1-e827-4763-bab6-a6dcc679ebf1 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:13:40.550865 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:13:40.551469 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Checking segment: {'id': '105189e2-f800-4655-80a7-9491aab5ef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc6c40c1-e827-4763-bab6-a6dcc679ebf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:40.551652 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:40.552014 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Bound using segment: {'id': '105189e2-f800-4655-80a7-9491aab5ef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc6c40c1-e827-4763-bab6-a6dcc679ebf1'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:13:40.552479 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Bound port: e0f755df-c630-4733-8a1c-66710d5a9f62, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105189e2-f800-4655-80a7-9491aab5ef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cc6c40c1-e827-4763-bab6-a6dcc679ebf1'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:13:40.552849 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:40.620032 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] For port e0f755df-c630-4733-8a1c-66710d5a9f62, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:13:40.623487 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] For port e0f755df-c630-4733-8a1c-66710d5a9f62, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e0f755df-c630-4733-8a1c-66710d5a9f62,segment=NetworkSegment(105189e2-f800-4655-80a7-9491aab5ef3e),segment_id=105189e2-f800-4655-80a7-9491aab5ef3e)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:13:40.733428 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:40.803139 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Routers {'dc75c153-98f2-4d5e-86b7-f666d9a929fc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:13:40.803797 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:13:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['dc75c153-98f2-4d5e-86b7-f666d9a929fc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:40.808614 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33227abc-0b42-4921-a909-ce9999fe8a98 None None] Pushing event updated for resources: {'Port': ['ID=e0f755df-c630-4733-8a1c-66710d5a9f62,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:40.925569 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] Set router dc75c153-98f2-4d5e-86b7-f666d9a929fc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:13:41.108240 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bd09075-1f22-4b86-a737-a72177ce1f38 req-6b95a1ad-33e7-40a2-bd3e-1834d91cba05 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 210 time: 0.0358169 Jul 05 11:13:41.144870 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'name': 'tempest-TestEncryptedCinderVolumes-135644790-router', 'tenant_id': 'b433806b7e9e4addb662104685e1fd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '83be1f29-9894-4e09-8ff8-b3b26ff69c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:33Z', 'updated_at': '2021-07-05T11:13:37Z', 'revision_number': 4, 'project_id': 'b433806b7e9e4addb662104685e1fd4a', 'gw_port': {'id': '83be1f29-9894-4e09-8ff8-b3b26ff69c09', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:34Z', 'updated_at': '2021-07-05T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'e0f755df-c630-4733-8a1c-66710d5a9f62', 'name': '', 'network_id': 'cc6c40c1-e827-4763-bab6-a6dcc679ebf1', 'tenant_id': 'b433806b7e9e4addb662104685e1fd4a', 'mac_address': 'fa:16:3e:6e:9f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '7ab6e64a-bfde-4239-9617-3306498026e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:36Z', 'updated_at': '2021-07-05T11:13:40Z', 'revision_number': 4, 'project_id': 'b433806b7e9e4addb662104685e1fd4a', 'subnets': [{'id': '7ab6e64a-bfde-4239-9617-3306498026e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:13:41.171036 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc20dab6-6295-43b8-b308-c50f6b5a8795 None None] The sync data for ids ['dc75c153-98f2-4d5e-86b7-f666d9a929fc'] in n-d-779913-27 is: [{'id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'name': 'tempest-TestEncryptedCinderVolumes-135644790-router', 'tenant_id': 'b433806b7e9e4addb662104685e1fd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '83be1f29-9894-4e09-8ff8-b3b26ff69c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:33Z', 'updated_at': '2021-07-05T11:13:37Z', 'revision_number': 4, 'project_id': 'b433806b7e9e4addb662104685e1fd4a', 'gw_port': {'id': '83be1f29-9894-4e09-8ff8-b3b26ff69c09', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:34Z', 'updated_at': '2021-07-05T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'e0f755df-c630-4733-8a1c-66710d5a9f62', 'name': '', 'network_id': 'cc6c40c1-e827-4763-bab6-a6dcc679ebf1', 'tenant_id': 'b433806b7e9e4addb662104685e1fd4a', 'mac_address': 'fa:16:3e:6e:9f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '7ab6e64a-bfde-4239-9617-3306498026e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:36Z', 'updated_at': '2021-07-05T11:13:40Z', 'revision_number': 4, 'project_id': 'b433806b7e9e4addb662104685e1fd4a', 'subnets': [{'id': '7ab6e64a-bfde-4239-9617-3306498026e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:13:41.247657 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6c93349e-da58-4b85-b025-3109b1a83931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:42.266736 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8eb279d3-49df-4fcd-a699-b23a47851501 req-d55ebbe2-abc8-4df3-8b77-d8bd678c587c tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 210 time: 0.0345569 Jul 05 11:13:42.422526 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e0f755df-c630-4733-8a1c-66710d5a9f62 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:42.584258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e0f755df-c630-4733-8a1c-66710d5a9f62 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:42.588860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e0f755df-c630-4733-8a1c-66710d5a9f62 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:42.589299 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:42.668453 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:42.703252 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port e0f755df-c630-4733-8a1c-66710d5a9f62, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e0f755df-c630-4733-8a1c-66710d5a9f62,segment=NetworkSegment(105189e2-f800-4655-80a7-9491aab5ef3e),segment_id=105189e2-f800-4655-80a7-9491aab5ef3e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:42.841346 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:42.895294 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=e0f755df-c630-4733-8a1c-66710d5a9f62,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:43.081316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-54979f52-aaec-4dc2-ab71-4ac6bf0b84a6 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:43.082773 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-54979f52-aaec-4dc2-ab71-4ac6bf0b84a6 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.73 "GET /v2.0/networks?id=77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 HTTP/1.1" status: 200 len: 817 time: 0.1013353 Jul 05 11:13:43.102004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-7c5b620b-a84a-4d56-b46d-0f59562a1ac5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Request body: {'port': {'device_id': '29cf814e-b921-41bf-aed9-29625943deee', 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4', 'admin_state_up': True, 'tenant_id': '50d97b4d4924477ba1344590b388e55c'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:43.311801 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-7c5b620b-a84a-4d56-b46d-0f59562a1ac5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Made reservation on behalf of 50d97b4d4924477ba1344590b388e55c for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:13:43.316054 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-7c5b620b-a84a-4d56-b46d-0f59562a1ac5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:43.427772 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-42231950-098d-4450-b43f-625d89536519 req-a3ed756f-e692-4799-8a6c-23aaec91ac78 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 210 time: 0.0286608 Jul 05 11:13:43.446967 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-7c5b620b-a84a-4d56-b46d-0f59562a1ac5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Allocated IP 172.20.0.9 (77c323cb-a7aa-4e44-bc28-e9b9362ce3f4/13d244c3-a648-463b-bb55-c808ace5d999/f0d05d55-bff0-4e70-aa17-a6aea72caefc) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:13:43.597449 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-7c5b620b-a84a-4d56-b46d-0f59562a1ac5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:43.611775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-7c5b620b-a84a-4d56-b46d-0f59562a1ac5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Transition to ACTIVE for port object f0d05d55-bff0-4e70-aa17-a6aea72caefc will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:43.629230 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1b814b41-53a6-461c-8ef1-49b870dc5085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:43.681075 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:43.704454 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-7c5b620b-a84a-4d56-b46d-0f59562a1ac5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:43.749283 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-7c5b620b-a84a-4d56-b46d-0f59562a1ac5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:13:43.755230 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-7c5b620b-a84a-4d56-b46d-0f59562a1ac5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:13:43.767896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-7c5b620b-a84a-4d56-b46d-0f59562a1ac5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:13:43.796483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b620b-a84a-4d56-b46d-0f59562a1ac5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Pushing event updated for resources: {'Port': ['ID=f0d05d55-bff0-4e70-aa17-a6aea72caefc,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:43.825980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-7c5b620b-a84a-4d56-b46d-0f59562a1ac5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:43.826614 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-7c5b620b-a84a-4d56-b46d-0f59562a1ac5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:43.916491 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-7c5b620b-a84a-4d56-b46d-0f59562a1ac5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8185575 Jul 05 11:13:43.929558 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Request body: {'port': {'device_id': '29cf814e-b921-41bf-aed9-29625943deee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:13:44.001494 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:44.109616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3e9882c3-ca1d-41ff-9209-94a2ecba2b37 None None] Provisioning for port f0d05d55-bff0-4e70-aa17-a6aea72caefc completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:44.114714 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3e9882c3-ca1d-41ff-9209-94a2ecba2b37 None None] Provisioning complete for port f0d05d55-bff0-4e70-aa17-a6aea72caefc triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:44.115094 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3e9882c3-ca1d-41ff-9209-94a2ecba2b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:44.149654 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3e9882c3-ca1d-41ff-9209-94a2ecba2b37 None None] Port f0d05d55-bff0-4e70-aa17-a6aea72caefc cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:13:44.278015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d05d55-bff0-4e70-aa17-a6aea72caefc {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:13:44.285799 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:44.297321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Transition to ACTIVE for port object f0d05d55-bff0-4e70-aa17-a6aea72caefc will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:13:44.366651 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:44.412225 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e0f755df-c630-4733-8a1c-66710d5a9f62 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:44.417104 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d05d55-bff0-4e70-aa17-a6aea72caefc,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:44.475908 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e0f755df-c630-4733-8a1c-66710d5a9f62 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:44.476805 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:44.502770 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Attempting to bind port f0d05d55-bff0-4e70-aa17-a6aea72caefc on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:13:44.503116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Attempting to bind port f0d05d55-bff0-4e70-aa17-a6aea72caefc by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:13:44.503454 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Attempting to bind port f0d05d55-bff0-4e70-aa17-a6aea72caefc on network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:13:44.508223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Port f0d05d55-bff0-4e70-aa17-a6aea72caefc on network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:13:44.508553 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Attempting to bind port f0d05d55-bff0-4e70-aa17-a6aea72caefc on network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:13:44.515581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:13:44.515956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Checking segment: {'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:13:44.516346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Bound using segment: {'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:13:44.516783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Bound port: f0d05d55-bff0-4e70-aa17-a6aea72caefc, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:13:44.517146 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:44.625307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] For port f0d05d55-bff0-4e70-aa17-a6aea72caefc, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:13:44.631288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] For port f0d05d55-bff0-4e70-aa17-a6aea72caefc, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=f0d05d55-bff0-4e70-aa17-a6aea72caefc,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:13:44.665393 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f7f69-617e-4093-8b0b-ec1b8ecdc011 req-c8257b3b-76bb-4e1c-a583-c40bca55b11d tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:44.667059 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-569f7f69-617e-4093-8b0b-ec1b8ecdc011 req-c8257b3b-76bb-4e1c-a583-c40bca55b11d tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 943 time: 0.0964320 Jul 05 11:13:44.709051 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-569f7f69-617e-4093-8b0b-ec1b8ecdc011 req-e58fa71b-a45d-4199-93e7-78c6c0163fe7 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351276 Jul 05 11:13:44.716112 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:44.734856 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:44.734856 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:44.740767 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] 10.222.0.73 "PUT /v2.0/ports/f0d05d55-bff0-4e70-aa17-a6aea72caefc HTTP/1.1" status: 200 len: 1092 time: 0.8102190 Jul 05 11:13:44.740767 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cf814e-b921-41bf-aed9-29625943deee', 'tag': 'f0d05d55-bff0-4e70-aa17-a6aea72caefc'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:13:44.740767 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89067952-f2f1-43e8-8128-6f025b2a4748" -d '{"events": [{"name": "network-changed", "server_uuid": "29cf814e-b921-41bf-aed9-29625943deee", "tag": "f0d05d55-bff0-4e70-aa17-a6aea72caefc"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:13:44.786755 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e33b38-5d46-46ee-a198-636ab13102ba x-openstack-request-id: req-12e33b38-5d46-46ee-a198-636ab13102ba {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:13:44.787051 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29cf814e-b921-41bf-aed9-29625943deee", "tag": "f0d05d55-bff0-4e70-aa17-a6aea72caefc", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:13:44.787305 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-12e33b38-5d46-46ee-a198-636ab13102ba {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:13:44.787708 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29cf814e-b921-41bf-aed9-29625943deee', 'tag': 'f0d05d55-bff0-4e70-aa17-a6aea72caefc', 'status': 'completed', 'code': 200} Jul 05 11:13:44.790933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca9def-ab09-40a5-b931-af30fe994db0 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d05d55-bff0-4e70-aa17-a6aea72caefc,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:44.868079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067952-f2f1-43e8-8128-6f025b2a4748 req-d41a4234-142d-4164-bbb6-753642a1dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:44.869709 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89067952-f2f1-43e8-8128-6f025b2a4748 req-d41a4234-142d-4164-bbb6-753642a1dfc3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50d97b4d4924477ba1344590b388e55c&device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 1095 time: 0.0602765 Jul 05 11:13:44.968318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067952-f2f1-43e8-8128-6f025b2a4748 req-3c2c4b7f-eec3-4219-af96-e3e20516e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:44.969885 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89067952-f2f1-43e8-8128-6f025b2a4748 req-3c2c4b7f-eec3-4219-af96-e3e20516e57e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=50d97b4d4924477ba1344590b388e55c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0936158 Jul 05 11:13:45.067790 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067952-f2f1-43e8-8128-6f025b2a4748 req-a671883d-574c-45b2-bb69-6367119c1589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:45.069271 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-89067952-f2f1-43e8-8128-6f025b2a4748 req-a671883d-574c-45b2-bb69-6367119c1589 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933549 Jul 05 11:13:45.159567 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-7e8829bc-7a9f-4044-9a39-269a3f3ed50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:45.161043 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-7e8829bc-7a9f-4044-9a39-269a3f3ed50c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50d97b4d4924477ba1344590b388e55c&device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 1095 time: 0.0546372 Jul 05 11:13:45.204565 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-47d8ac28-190a-4884-829e-b619e1c31801 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0d05d55-bff0-4e70-aa17-a6aea72caefc HTTP/1.1" status: 200 len: 217 time: 0.0364971 Jul 05 11:13:45.223695 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:45.253795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-c503574a-bdd8-429d-9a4e-bf90159691bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:45.255270 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-c503574a-bdd8-429d-9a4e-bf90159691bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13d244c3-a648-463b-bb55-c808ace5d999 HTTP/1.1" status: 200 len: 856 time: 0.0444674 Jul 05 11:13:45.318041 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-8d637db1-8aec-4016-94fb-a9abf43b31c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:45.319530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-8d637db1-8aec-4016-94fb-a9abf43b31c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=77c323cb-a7aa-4e44-bc28-e9b9362ce3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578628 Jul 05 11:13:45.413931 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-3c9c1a9e-6d04-449c-8a1a-b98b44d09aa7 service neutron] 10.222.0.73 "GET /v2.0/networks/77c323cb-a7aa-4e44-bc28-e9b9362ce3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881958 Jul 05 11:13:45.514364 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b85f98af-983b-48e0-85b1-fcba8fa67072 req-a8ac634e-5688-41df-9802-53b336cc9de7 service neutron] 10.222.0.73 "GET /v2.0/networks/77c323cb-a7aa-4e44-bc28-e9b9362ce3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942388 Jul 05 11:13:45.890063 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaad72c-4367-4f41-b42e-7159dc28d809 req-56cb4cf8-bc46-4f80-bcf0-c926d778af9e tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:45.891554 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8aaad72c-4367-4f41-b42e-7159dc28d809 req-56cb4cf8-bc46-4f80-bcf0-c926d778af9e tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 943 time: 0.0667307 Jul 05 11:13:45.933009 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8aaad72c-4367-4f41-b42e-7159dc28d809 req-561cf5be-67e6-4eea-b3aa-94c56b467771 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355310 Jul 05 11:13:47.036190 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:47.113903 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649440ea-b5c9-4c50-aaef-6e400a71274a req-a4090e1a-a01c-4ff3-ae4a-20ff24faf0a8 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:47.115455 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-649440ea-b5c9-4c50-aaef-6e400a71274a req-a4090e1a-a01c-4ff3-ae4a-20ff24faf0a8 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 943 time: 0.0654836 Jul 05 11:13:47.159013 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-649440ea-b5c9-4c50-aaef-6e400a71274a req-b5194403-0dac-4781-bb13-b120e71fa560 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378993 Jul 05 11:13:47.292617 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device f0d05d55-bff0-4e70-aa17-a6aea72caefc details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:13:47.383723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port f0d05d55-bff0-4e70-aa17-a6aea72caefc, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=f0d05d55-bff0-4e70-aa17-a6aea72caefc,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:47.395509 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'f0d05d55-bff0-4e70-aa17-a6aea72caefc', 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4', 'port_id': 'f0d05d55-bff0-4e70-aa17-a6aea72caefc', 'mac_address': 'fa:16:3e:7b:d2:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d244c3-a648-463b-bb55-c808ace5d999', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:13:47.434914 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:47.447329 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d05d55-bff0-4e70-aa17-a6aea72caefc {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:13:47.466782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port f0d05d55-bff0-4e70-aa17-a6aea72caefc, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=f0d05d55-bff0-4e70-aa17-a6aea72caefc,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:47.526515 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:47.574133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=f0d05d55-bff0-4e70-aa17-a6aea72caefc,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:47.728921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['f0d05d55-bff0-4e70-aa17-a6aea72caefc'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:13:48.337512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750d0e6-cdaa-49ca-990c-af01ddc535aa req-7e2f62f1-0ab8-47a4-b26b-dac7d1b3290e tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:48.339028 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e750d0e6-cdaa-49ca-990c-af01ddc535aa req-7e2f62f1-0ab8-47a4-b26b-dac7d1b3290e tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 944 time: 0.0684569 Jul 05 11:13:48.381047 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e750d0e6-cdaa-49ca-990c-af01ddc535aa req-3149b7a4-2175-4c7b-b171-a8a11632005a tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363436 Jul 05 11:13:49.307585 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device f0d05d55-bff0-4e70-aa17-a6aea72caefc up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:13:49.406497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port f0d05d55-bff0-4e70-aa17-a6aea72caefc completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:13:49.411629 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port f0d05d55-bff0-4e70-aa17-a6aea72caefc triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:13:49.411629 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:49.487326 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:49.511987 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cf814e-b921-41bf-aed9-29625943deee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d05d55-bff0-4e70-aa17-a6aea72caefc'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:13:49.514247 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eb24e9-a9a5-467e-a23a-3fda3e4c0ac9" -d '{"events": [{"server_uuid": "29cf814e-b921-41bf-aed9-29625943deee", "name": "network-vif-plugged", "status": "completed", "tag": "f0d05d55-bff0-4e70-aa17-a6aea72caefc"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:13:49.527361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port f0d05d55-bff0-4e70-aa17-a6aea72caefc, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=f0d05d55-bff0-4e70-aa17-a6aea72caefc,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:13:49.556810 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72628a08-774b-4825-8d02-2cef19dfefb9 x-openstack-request-id: req-72628a08-774b-4825-8d02-2cef19dfefb9 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:13:49.557367 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cf814e-b921-41bf-aed9-29625943deee", "name": "network-vif-plugged", "status": "completed", "tag": "f0d05d55-bff0-4e70-aa17-a6aea72caefc", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:13:49.557367 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-72628a08-774b-4825-8d02-2cef19dfefb9 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:13:49.557769 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cf814e-b921-41bf-aed9-29625943deee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d05d55-bff0-4e70-aa17-a6aea72caefc', 'code': 200} Jul 05 11:13:49.607337 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:49.663943 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=f0d05d55-bff0-4e70-aa17-a6aea72caefc,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:13:49.671927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cefa7e-e0ee-4948-bcf1-6e58c907cfe9 req-d0bd2ae9-6b2a-4149-b5db-922214e0388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:49.673712 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-29cefa7e-e0ee-4948-bcf1-6e58c907cfe9 req-d0bd2ae9-6b2a-4149-b5db-922214e0388a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 1097 time: 0.0546608 Jul 05 11:13:49.679754 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f850fa-5559-4179-b36b-839cffa8bb55 req-79bc3875-bd10-4e8f-bd36-499de0271eb5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:49.681271 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-45f850fa-5559-4179-b36b-839cffa8bb55 req-79bc3875-bd10-4e8f-bd36-499de0271eb5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 945 time: 0.1864874 Jul 05 11:13:49.711225 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-29cefa7e-e0ee-4948-bcf1-6e58c907cfe9 req-14f772a3-7775-4e8e-8cc3-4b08991611a6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302892 Jul 05 11:13:49.720250 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-45f850fa-5559-4179-b36b-839cffa8bb55 req-c015fa81-d8da-45de-a789-ff047db9bb83 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332654 Jul 05 11:13:50.904508 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d3bf2-f945-4e69-b56d-52ddb953fd2d req-7ea35dac-cc3d-43b2-8078-8085e9189a3b tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:50.906056 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f63d3bf2-f945-4e69-b56d-52ddb953fd2d req-7ea35dac-cc3d-43b2-8078-8085e9189a3b tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 945 time: 0.0660892 Jul 05 11:13:50.956098 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f63d3bf2-f945-4e69-b56d-52ddb953fd2d req-2e2817f4-db5d-4849-b0db-25a9d5aca0c5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427041 Jul 05 11:13:51.146119 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b10c2-dd04-42c2-9cf0-3393c1a61f8b req-abd85f8f-3e85-48c9-a347-12aaaf9c132f tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:13:51.147635 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-232b10c2-dd04-42c2-9cf0-3393c1a61f8b req-abd85f8f-3e85-48c9-a347-12aaaf9c132f tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 945 time: 0.0665638 Jul 05 11:13:51.196006 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-232b10c2-dd04-42c2-9cf0-3393c1a61f8b req-9b850deb-c94e-4c69-9734-1ecf9f008c7e tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406351 Jul 05 11:13:52.886849 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:13:54.749083 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:08.409531 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:14:11.137987 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a4c23e08-dc2b-464f-93d4-bec6c13516b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:13.668940 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ff465219-2e1c-44d4-b18d-47a1af1d1bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:13.708700 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:15.297255 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:15.505499 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3729bc-cde6-4f16-a660-e730aeb0d2de req-f9fcc137-6d27-435a-b0c1-7cf2379308d5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:15.507054 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd3729bc-cde6-4f16-a660-e730aeb0d2de req-f9fcc137-6d27-435a-b0c1-7cf2379308d5 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 945 time: 0.0643749 Jul 05 11:14:15.549384 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cd3729bc-cde6-4f16-a660-e730aeb0d2de req-8f129a33-d501-4aa2-b806-6327810f4da2 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362275 Jul 05 11:14:16.734553 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace5613-8ab3-492e-81d3-be2d7cdbdfba req-9b41d30b-eba7-4bb6-afd6-29a682aa4c9a tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:16.736069 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ace5613-8ab3-492e-81d3-be2d7cdbdfba req-9b41d30b-eba7-4bb6-afd6-29a682aa4c9a tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 945 time: 0.0693951 Jul 05 11:14:16.775932 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0ace5613-8ab3-492e-81d3-be2d7cdbdfba req-4a193de1-1ebf-4c97-8cf2-3c93dc8be9e2 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326915 Jul 05 11:14:17.016618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced78706-a2dd-4bc8-881d-c9e8cda0ff6f req-27de1533-17df-43cf-b4f1-71316bb1ebad tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:17.018075 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ced78706-a2dd-4bc8-881d-c9e8cda0ff6f req-27de1533-17df-43cf-b4f1-71316bb1ebad tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.73 "GET /v2.0/ports?device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 945 time: 0.0686197 Jul 05 11:14:17.028634 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:17.125044 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-ced78706-a2dd-4bc8-881d-c9e8cda0ff6f req-fb122846-e8e4-446e-b1e7-65d29fd86a96 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Deleting port f0d05d55-bff0-4e70-aa17-a6aea72caefc {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:14:17.125391 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ced78706-a2dd-4bc8-881d-c9e8cda0ff6f req-fb122846-e8e4-446e-b1e7-65d29fd86a96 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:17.213799 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-ced78706-a2dd-4bc8-881d-c9e8cda0ff6f req-fb122846-e8e4-446e-b1e7-65d29fd86a96 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] For port f0d05d55-bff0-4e70-aa17-a6aea72caefc, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=f0d05d55-bff0-4e70-aa17-a6aea72caefc,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:14:17.214159 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ced78706-a2dd-4bc8-881d-c9e8cda0ff6f req-fb122846-e8e4-446e-b1e7-65d29fd86a96 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:17.227424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-ced78706-a2dd-4bc8-881d-c9e8cda0ff6f req-fb122846-e8e4-446e-b1e7-65d29fd86a96 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Calling delete_port for f0d05d55-bff0-4e70-aa17-a6aea72caefc owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:14:17.422909 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ced78706-a2dd-4bc8-881d-c9e8cda0ff6f req-fb122846-e8e4-446e-b1e7-65d29fd86a96 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:17.434926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['f0d05d55-bff0-4e70-aa17-a6aea72caefc'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:14:17.451975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb122846-e8e4-446e-b1e7-65d29fd86a96 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Pushing event deleted for resources: {'Port': ['ID=f0d05d55-bff0-4e70-aa17-a6aea72caefc,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:14:17.502252 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced78706-a2dd-4bc8-881d-c9e8cda0ff6f req-fb122846-e8e4-446e-b1e7-65d29fd86a96 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] No DVR routers for this DVR port f0d05d55-bff0-4e70-aa17-a6aea72caefc on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:14:17.505127 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ced78706-a2dd-4bc8-881d-c9e8cda0ff6f req-fb122846-e8e4-446e-b1e7-65d29fd86a96 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:17.507272 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ced78706-a2dd-4bc8-881d-c9e8cda0ff6f req-fb122846-e8e4-446e-b1e7-65d29fd86a96 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.73 "DELETE /v2.0/ports/f0d05d55-bff0-4e70-aa17-a6aea72caefc HTTP/1.1" status: 204 len: 173 time: 0.4835160 Jul 05 11:14:17.507912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cf814e-b921-41bf-aed9-29625943deee', 'name': 'network-vif-deleted', 'tag': 'f0d05d55-bff0-4e70-aa17-a6aea72caefc'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:14:17.510355 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a98a2df-fe37-45c1-80cf-8855631c237c" -d '{"events": [{"server_uuid": "29cf814e-b921-41bf-aed9-29625943deee", "name": "network-vif-deleted", "tag": "f0d05d55-bff0-4e70-aa17-a6aea72caefc"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:14:17.549979 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4340280-5390-4d4c-b872-fb82be881802 x-openstack-request-id: req-a4340280-5390-4d4c-b872-fb82be881802 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:14:17.550368 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cf814e-b921-41bf-aed9-29625943deee", "name": "network-vif-deleted", "tag": "f0d05d55-bff0-4e70-aa17-a6aea72caefc", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:14:17.550796 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4340280-5390-4d4c-b872-fb82be881802 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:14:17.551261 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cf814e-b921-41bf-aed9-29625943deee', 'name': 'network-vif-deleted', 'tag': 'f0d05d55-bff0-4e70-aa17-a6aea72caefc', 'status': 'completed', 'code': 200} Jul 05 11:14:17.950888 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f010f0d0-76f4-456a-a364-5de6ef300724 req-f53ae5c0-4a2c-464a-87b7-a98177d10a74 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=29cf814e-b921-41bf-aed9-29625943deee HTTP/1.1" status: 200 len: 210 time: 0.0358524 Jul 05 11:14:19.511206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device f0d05d55-bff0-4e70-aa17-a6aea72caefc no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:14:19.537494 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: f0d05d55-bff0-4e70-aa17-a6aea72caefc {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:14:19.537943 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device f0d05d55-bff0-4e70-aa17-a6aea72caefc not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:14:19.712794 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-76f7ce46-1eac-4a54-8c08-ec17d83beac9 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:19.714196 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-76f7ce46-1eac-4a54-8c08-ec17d83beac9 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/networks?id=77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 HTTP/1.1" status: 200 len: 817 time: 0.1013200 Jul 05 11:14:19.729836 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-3dc8ac79-5642-4e5b-bea3-e6475b9eb0a8 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/quotas/50d97b4d4924477ba1344590b388e55c HTTP/1.1" status: 200 len: 375 time: 0.0101960 Jul 05 11:14:19.805553 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-ef2326f8-a8c4-4b6a-b0bf-2985331d5090 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=50d97b4d4924477ba1344590b388e55c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707600 Jul 05 11:14:19.960276 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-d5f82295-50c7-4c48-93c5-503b6a39dcab service neutron] 10.222.0.77 "GET /v2.0/networks/77c323cb-a7aa-4e44-bc28-e9b9362ce3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428640 Jul 05 11:14:20.053117 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-724aeeab-b0d5-436c-a23f-1e68f6793ce1 service neutron] 10.222.0.77 "GET /v2.0/networks/77c323cb-a7aa-4e44-bc28-e9b9362ce3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872347 Jul 05 11:14:20.334905 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71f37a80-93b4-4851-9116-85344125bf74 req-acd5e708-5c4a-49c3-880b-0cbfa0c7b02a tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 210 time: 0.0293870 Jul 05 11:14:21.478918 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d26aa98f-5eeb-4643-98d1-fa0daedf656f req-fc855242-bc1e-40ab-98a7-1dec134af250 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 210 time: 0.0307684 Jul 05 11:14:22.668233 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a9c8dccd-8516-4c16-8a5e-ffeb53bb70d9 req-48e279f1-240d-49eb-ab4b-6299c8ef3eaf tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 210 time: 0.0692182 Jul 05 11:14:22.722584 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-52a97f8c-4a75-4c81-9d56-377b8dca7e39 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:22.724196 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-52a97f8c-4a75-4c81-9d56-377b8dca7e39 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.64 "GET /v2.0/networks?id=77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 HTTP/1.1" status: 200 len: 817 time: 0.1357203 Jul 05 11:14:22.740323 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Request body: {'port': {'device_id': '4e7ddfb1-44ea-49a1-b307-98180d26c39b', 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4', 'admin_state_up': True, 'tenant_id': '50d97b4d4924477ba1344590b388e55c'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:14:22.948694 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:22.982595 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Made reservation on behalf of 50d97b4d4924477ba1344590b388e55c for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:14:22.986331 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:23.123267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Allocated IP 172.20.0.11 (77c323cb-a7aa-4e44-bc28-e9b9362ce3f4/13d244c3-a648-463b-bb55-c808ace5d999/062f00ba-f100-40fc-ad77-871b642494fb) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:14:23.272992 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:23.286965 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Transition to ACTIVE for port object 062f00ba-f100-40fc-ad77-871b642494fb will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:14:23.395033 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:23.436355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:14:23.440277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:14:23.446139 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:14:23.476794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Pushing event updated for resources: {'Port': ['ID=062f00ba-f100-40fc-ad77-871b642494fb,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:14:23.491352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:23.493949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:23.493949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:23.493949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:23.493949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:23.493949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:23.493949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:23.493949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:23.493949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:23.494725 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:23.494725 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:23.494898 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:23.514359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:23.514996 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:23.612113 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-112172cf-13a0-48b1-8ca3-9027cdb56efd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8760245 Jul 05 11:14:23.626065 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-46beb133-09d7-4073-bd1c-a631b07d9525 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:14:23.627020 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-46beb133-09d7-4073-bd1c-a631b07d9525 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052397 Jul 05 11:14:23.642087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Request body: {'port': {'device_id': '4e7ddfb1-44ea-49a1-b307-98180d26c39b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:14:23.714849 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dad4963f-d28a-4ddc-9753-f71c35669295 None None] Provisioning for port 062f00ba-f100-40fc-ad77-871b642494fb completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:14:23.718995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-dad4963f-d28a-4ddc-9753-f71c35669295 None None] Provisioning complete for port 062f00ba-f100-40fc-ad77-871b642494fb triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:14:23.723864 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:23.724578 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dad4963f-d28a-4ddc-9753-f71c35669295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:23.756550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-dad4963f-d28a-4ddc-9753-f71c35669295 None None] Port 062f00ba-f100-40fc-ad77-871b642494fb cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:14:23.858174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a1f98-4b2a-4679-a3e2-8e583551f7a0 req-aa0dd139-80bf-46b9-9b47-43c9b919b53b tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:23.859744 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c9a1f98-4b2a-4679-a3e2-8e583551f7a0 req-aa0dd139-80bf-46b9-9b47-43c9b919b53b tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 932 time: 0.0650084 Jul 05 11:14:23.899852 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8c9a1f98-4b2a-4679-a3e2-8e583551f7a0 req-2ba96913-88ed-4a27-88aa-094a75b231fd tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337372 Jul 05 11:14:23.982708 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062f00ba-f100-40fc-ad77-871b642494fb {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:14:23.990543 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:24.002140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Transition to ACTIVE for port object 062f00ba-f100-40fc-ad77-871b642494fb will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:14:24.160804 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:24.213727 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Pushing event updated for resources: {'Port': ['ID=062f00ba-f100-40fc-ad77-871b642494fb,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:14:24.288764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Attempting to bind port 062f00ba-f100-40fc-ad77-871b642494fb on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:14:24.289153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Attempting to bind port 062f00ba-f100-40fc-ad77-871b642494fb by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:14:24.289486 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Attempting to bind port 062f00ba-f100-40fc-ad77-871b642494fb on network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:14:24.294371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Port 062f00ba-f100-40fc-ad77-871b642494fb on network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:14:24.294700 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Attempting to bind port 062f00ba-f100-40fc-ad77-871b642494fb on network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:14:24.299814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:14:24.300161 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Checking segment: {'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:14:24.300581 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Bound using segment: {'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:14:24.301007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Bound port: 062f00ba-f100-40fc-ad77-871b642494fb, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178c9868-fc23-448d-ad14-ca1e38f1bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:14:24.301477 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:24.370014 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] For port 062f00ba-f100-40fc-ad77-871b642494fb, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:14:24.373320 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] For port 062f00ba-f100-40fc-ad77-871b642494fb, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=062f00ba-f100-40fc-ad77-871b642494fb,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:14:24.451674 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:24.487196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:24.487848 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:24.489245 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] 10.222.0.64 "PUT /v2.0/ports/062f00ba-f100-40fc-ad77-871b642494fb HTTP/1.1" status: 200 len: 1093 time: 0.8515370 Jul 05 11:14:24.489708 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7ddfb1-44ea-49a1-b307-98180d26c39b', 'tag': '062f00ba-f100-40fc-ad77-871b642494fb'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:14:24.492045 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbe800a-fe23-4ad8-9827-7456ffd55d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7ddfb1-44ea-49a1-b307-98180d26c39b", "tag": "062f00ba-f100-40fc-ad77-871b642494fb"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:14:24.516494 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab30752-831a-44f0-b851-7e8a042ea573 service neutron] Pushing event updated for resources: {'Port': ['ID=062f00ba-f100-40fc-ad77-871b642494fb,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:14:24.543062 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ebea3b-3b45-4cb6-8d75-7310349e25ea x-openstack-request-id: req-57ebea3b-3b45-4cb6-8d75-7310349e25ea {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:14:24.543355 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7ddfb1-44ea-49a1-b307-98180d26c39b", "tag": "062f00ba-f100-40fc-ad77-871b642494fb", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:14:24.543607 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57ebea3b-3b45-4cb6-8d75-7310349e25ea {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:14:24.544039 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7ddfb1-44ea-49a1-b307-98180d26c39b', 'tag': '062f00ba-f100-40fc-ad77-871b642494fb', 'status': 'completed', 'code': 200} Jul 05 11:14:24.649845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe800a-fe23-4ad8-9827-7456ffd55d1d req-f6620e43-653e-4f6c-a96a-5ea392373e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:24.651482 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bbe800a-fe23-4ad8-9827-7456ffd55d1d req-f6620e43-653e-4f6c-a96a-5ea392373e8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50d97b4d4924477ba1344590b388e55c&device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 1096 time: 0.0718443 Jul 05 11:14:24.755497 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe800a-fe23-4ad8-9827-7456ffd55d1d req-6e64bc5f-b50b-4403-acca-764cfd86b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:24.756593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bbe800a-fe23-4ad8-9827-7456ffd55d1d req-6e64bc5f-b50b-4403-acca-764cfd86b633 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=50d97b4d4924477ba1344590b388e55c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0939503 Jul 05 11:14:24.777014 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:24.857295 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe800a-fe23-4ad8-9827-7456ffd55d1d req-302a4fea-7831-4b86-9cfd-1638ba01aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:24.858783 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bbe800a-fe23-4ad8-9827-7456ffd55d1d req-302a4fea-7831-4b86-9cfd-1638ba01aee4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939085 Jul 05 11:14:24.960247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-97a46c6f-2ca4-4a8f-98c1-9dd6b272ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:24.961760 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-97a46c6f-2ca4-4a8f-98c1-9dd6b272ca6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50d97b4d4924477ba1344590b388e55c&device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 1096 time: 0.0554488 Jul 05 11:14:25.008361 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-c3fe93b1-8711-4291-9429-b10aedf4d97a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=062f00ba-f100-40fc-ad77-871b642494fb HTTP/1.1" status: 200 len: 217 time: 0.0341265 Jul 05 11:14:25.063025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-d07149b6-eb98-4d78-b0df-7de804374270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:25.064624 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-d07149b6-eb98-4d78-b0df-7de804374270 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=13d244c3-a648-463b-bb55-c808ace5d999 HTTP/1.1" status: 200 len: 856 time: 0.0499051 Jul 05 11:14:25.089458 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6b0c3-a641-453d-bf22-34795730dc0d req-7148276e-7314-4c1e-a397-3ebf6efe5213 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:25.092303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aed6b0c3-a641-453d-bf22-34795730dc0d req-7148276e-7314-4c1e-a397-3ebf6efe5213 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 944 time: 0.0770652 Jul 05 11:14:25.134539 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aed6b0c3-a641-453d-bf22-34795730dc0d req-697fd8f1-322d-4fd9-a67e-5c42aebe4a66 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387721 Jul 05 11:14:25.141525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-5cf8060d-eff6-4c07-af7b-336666f6bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:25.143583 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-5cf8060d-eff6-4c07-af7b-336666f6bcda service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77c323cb-a7aa-4e44-bc28-e9b9362ce3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677154 Jul 05 11:14:25.272793 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-97894d14-a5f7-4a29-bbce-68d3317251b3 service neutron] 10.222.0.64 "GET /v2.0/networks/77c323cb-a7aa-4e44-bc28-e9b9362ce3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187389 Jul 05 11:14:25.370688 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-aeb4724f-0f11-46da-9dff-53cc8df146a7 req-c78e77d2-578f-471e-b686-13679610828c service neutron] 10.222.0.64 "GET /v2.0/networks/77c323cb-a7aa-4e44-bc28-e9b9362ce3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885420 Jul 05 11:14:26.314127 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0a703-32ee-4fbe-9b82-3ddaa657d0a9 req-0da2f544-b577-4002-a851-b8c9b076c7e1 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:26.316155 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6af0a703-32ee-4fbe-9b82-3ddaa657d0a9 req-0da2f544-b577-4002-a851-b8c9b076c7e1 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 944 time: 0.0651021 Jul 05 11:14:26.353806 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6af0a703-32ee-4fbe-9b82-3ddaa657d0a9 req-f57dc919-99dd-4d24-b8c1-afa9958ec985 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Jul 05 11:14:27.527806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04416f9c-2945-4dad-a3a9-52bb02c5d5a9 req-a7968a01-a897-4e58-923a-e4f7d7e2ce87 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:27.529319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-04416f9c-2945-4dad-a3a9-52bb02c5d5a9 req-a7968a01-a897-4e58-923a-e4f7d7e2ce87 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 944 time: 0.0643094 Jul 05 11:14:27.568515 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-04416f9c-2945-4dad-a3a9-52bb02c5d5a9 req-e15b7654-bc92-45bb-835f-d7b5f9daf0eb tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330331 Jul 05 11:14:28.743694 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb13743-db1d-4010-ac7d-12dbbaa493d5 req-b8b05059-9534-4c93-9c32-f4ac97a04a0a tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:28.745151 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dcb13743-db1d-4010-ac7d-12dbbaa493d5 req-b8b05059-9534-4c93-9c32-f4ac97a04a0a tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 944 time: 0.0644352 Jul 05 11:14:28.794514 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dcb13743-db1d-4010-ac7d-12dbbaa493d5 req-e63ebaf8-5753-4697-a392-b8587e49aa54 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 Jul 05 11:14:29.210530 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 062f00ba-f100-40fc-ad77-871b642494fb details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:14:29.300759 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 062f00ba-f100-40fc-ad77-871b642494fb, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=062f00ba-f100-40fc-ad77-871b642494fb,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:14:29.311904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '062f00ba-f100-40fc-ad77-871b642494fb', 'network_id': '77c323cb-a7aa-4e44-bc28-e9b9362ce3f4', 'port_id': '062f00ba-f100-40fc-ad77-871b642494fb', 'mac_address': 'fa:16:3e:c0:64:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d244c3-a648-463b-bb55-c808ace5d999', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:14:29.351423 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:29.364447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062f00ba-f100-40fc-ad77-871b642494fb {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:14:29.384703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 062f00ba-f100-40fc-ad77-871b642494fb, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=062f00ba-f100-40fc-ad77-871b642494fb,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:14:29.508372 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:29.555505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=062f00ba-f100-40fc-ad77-871b642494fb,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:14:29.563103 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:29.563453 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:29.563858 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:29.564441 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:29.565601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:29.566022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:29.566352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:29.566677 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:29.567007 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:29.567323 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:29.567643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:29.567992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:14:29.802598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['062f00ba-f100-40fc-ad77-871b642494fb'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:14:29.980085 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fa6f6-3d45-46ec-8035-5bfb518a821c req-9b663ac6-cedc-478a-a54f-70b1c8aab5a3 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:29.981578 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-573fa6f6-3d45-46ec-8035-5bfb518a821c req-9b663ac6-cedc-478a-a54f-70b1c8aab5a3 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 945 time: 0.0675094 Jul 05 11:14:30.019396 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-573fa6f6-3d45-46ec-8035-5bfb518a821c req-0d5ba86a-5ca2-4171-b2c2-57c80d8b43fe tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317256 Jul 05 11:14:31.201511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f198b8-7623-4e62-86e4-08f2fffa54e5 req-a712a9dd-5b00-4149-9970-b29f30eed468 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:31.203071 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6f198b8-7623-4e62-86e4-08f2fffa54e5 req-a712a9dd-5b00-4149-9970-b29f30eed468 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 945 time: 0.0723276 Jul 05 11:14:31.223555 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 062f00ba-f100-40fc-ad77-871b642494fb up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:14:31.244025 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6f198b8-7623-4e62-86e4-08f2fffa54e5 req-11da3ad2-797a-4eb7-8ca5-0d553fee84b1 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353045 Jul 05 11:14:31.325847 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 062f00ba-f100-40fc-ad77-871b642494fb completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:14:31.329946 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 062f00ba-f100-40fc-ad77-871b642494fb triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:14:31.330322 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:31.405873 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:31.431788 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7ddfb1-44ea-49a1-b307-98180d26c39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062f00ba-f100-40fc-ad77-871b642494fb'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:14:31.434034 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8349a3-e03c-4b9f-82b5-0ff9a6f47ec6" -d '{"events": [{"server_uuid": "4e7ddfb1-44ea-49a1-b307-98180d26c39b", "name": "network-vif-plugged", "status": "completed", "tag": "062f00ba-f100-40fc-ad77-871b642494fb"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:14:31.447149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 062f00ba-f100-40fc-ad77-871b642494fb, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=062f00ba-f100-40fc-ad77-871b642494fb,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:14:31.471474 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b96800-94ee-48f7-a02c-08c60f44c7f6 x-openstack-request-id: req-14b96800-94ee-48f7-a02c-08c60f44c7f6 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:14:31.471868 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7ddfb1-44ea-49a1-b307-98180d26c39b", "name": "network-vif-plugged", "status": "completed", "tag": "062f00ba-f100-40fc-ad77-871b642494fb", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:14:31.472148 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14b96800-94ee-48f7-a02c-08c60f44c7f6 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:14:31.472541 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7ddfb1-44ea-49a1-b307-98180d26c39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062f00ba-f100-40fc-ad77-871b642494fb', 'code': 200} Jul 05 11:14:31.520066 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:31.569108 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=062f00ba-f100-40fc-ad77-871b642494fb,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:14:31.600414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b704d8b-5645-40ed-95b5-d291d57a7888 req-8661194f-f5d4-44a2-a4c8-79fdf6b888e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:31.601928 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b704d8b-5645-40ed-95b5-d291d57a7888 req-8661194f-f5d4-44a2-a4c8-79fdf6b888e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 1098 time: 0.0555592 Jul 05 11:14:31.641883 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b704d8b-5645-40ed-95b5-d291d57a7888 req-0ea59499-8923-48eb-a1dd-15835a5f71cb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293307 Jul 05 11:14:32.425715 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcaa36-c448-49b2-abff-0dda66de4dc6 req-b03424e8-d409-4933-b098-3c10b409b9b0 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:32.427256 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06bcaa36-c448-49b2-abff-0dda66de4dc6 req-b03424e8-d409-4933-b098-3c10b409b9b0 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 946 time: 0.0692029 Jul 05 11:14:32.466029 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-06bcaa36-c448-49b2-abff-0dda66de4dc6 req-bf45831e-e631-47e8-8446-bab88be15b2a tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332355 Jul 05 11:14:33.646329 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83447d05-ec39-43d5-afa7-5df2a0112554 req-f7980340-88f4-47fe-aa70-9e6117bc93d6 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:33.648268 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-83447d05-ec39-43d5-afa7-5df2a0112554 req-f7980340-88f4-47fe-aa70-9e6117bc93d6 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 946 time: 0.0675144 Jul 05 11:14:33.686198 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-83447d05-ec39-43d5-afa7-5df2a0112554 req-0c327811-c76a-40f7-b12f-d70dbbd0560e tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325930 Jul 05 11:14:33.859821 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363df30-2d6e-4016-a095-eb1a308e0d10 req-e61b37fa-4071-4be6-8443-980e7b5f74e2 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:33.861983 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5363df30-2d6e-4016-a095-eb1a308e0d10 req-e61b37fa-4071-4be6-8443-980e7b5f74e2 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 946 time: 0.0631425 Jul 05 11:14:33.902296 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5363df30-2d6e-4016-a095-eb1a308e0d10 req-8e81b747-b4e4-43a5-bf33-eb577df7a1ad tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343201 Jul 05 11:14:41.210518 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b117809d-1948-4b45-b5bc-224393b4740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:43.730478 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6a86cbb6-3805-4fb1-9ad9-aa62f505e128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:43.793298 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:45.244760 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:45.408523 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:14:46.093389 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0b2b893-e147-49cc-9017-0dde774b3339 req-f4012fcc-525c-47ef-a622-b8ef1374dd56 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512850 Jul 05 11:14:46.195942 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2b893-e147-49cc-9017-0dde774b3339 req-16a59aa9-fc43-40b6-b3d8-d0e3a08c4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:46.197399 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0b2b893-e147-49cc-9017-0dde774b3339 req-16a59aa9-fc43-40b6-b3d8-d0e3a08c4bbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50d97b4d4924477ba1344590b388e55c&device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 1098 time: 0.0583839 Jul 05 11:14:46.313629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2b893-e147-49cc-9017-0dde774b3339 req-eda22fa5-57db-44e8-a533-22613be90937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:46.315139 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0b2b893-e147-49cc-9017-0dde774b3339 req-eda22fa5-57db-44e8-a533-22613be90937 service neutron] 10.222.0.64 "GET /v2.0/networks?id=77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 HTTP/1.1" status: 200 len: 918 time: 0.0905070 Jul 05 11:14:46.360024 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0b2b893-e147-49cc-9017-0dde774b3339 req-9385dc26-4b69-4941-b4cc-3d91f57db089 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=062f00ba-f100-40fc-ad77-871b642494fb HTTP/1.1" status: 200 len: 217 time: 0.0374937 Jul 05 11:14:46.410635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2b893-e147-49cc-9017-0dde774b3339 req-f2934364-d8b3-45e8-8953-14b24cef0a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:46.412140 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0b2b893-e147-49cc-9017-0dde774b3339 req-f2934364-d8b3-45e8-8953-14b24cef0a88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=13d244c3-a648-463b-bb55-c808ace5d999 HTTP/1.1" status: 200 len: 856 time: 0.0463538 Jul 05 11:14:46.474149 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2b893-e147-49cc-9017-0dde774b3339 req-7b6a9ea7-ffad-4ee5-a339-8c39dbe11839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:46.475692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0b2b893-e147-49cc-9017-0dde774b3339 req-7b6a9ea7-ffad-4ee5-a339-8c39dbe11839 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77c323cb-a7aa-4e44-bc28-e9b9362ce3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559936 Jul 05 11:14:46.570081 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0b2b893-e147-49cc-9017-0dde774b3339 req-7c6cb1af-f1fe-47c6-b5c6-ae8975fa33ca service neutron] 10.222.0.64 "GET /v2.0/networks/77c323cb-a7aa-4e44-bc28-e9b9362ce3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858741 Jul 05 11:14:46.660225 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b0b2b893-e147-49cc-9017-0dde774b3339 req-d4eb7dc9-775e-47b4-b785-97542d4396e2 service neutron] 10.222.0.64 "GET /v2.0/networks/77c323cb-a7aa-4e44-bc28-e9b9362ce3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823178 Jul 05 11:14:47.106588 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:52.890166 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:54.856408 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:58.044132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c90dc5-4f76-43a4-9263-7a554383f5dd req-b1376c40-aa71-43e2-944f-fc5264b0b5df tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:58.045744 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98c90dc5-4f76-43a4-9263-7a554383f5dd req-b1376c40-aa71-43e2-944f-fc5264b0b5df tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 946 time: 0.0666943 Jul 05 11:14:58.083906 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98c90dc5-4f76-43a4-9263-7a554383f5dd req-31904898-834b-4b24-8550-8ab2b248bc6b tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323789 Jul 05 11:14:59.262749 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ecf2d-1a58-433d-bc29-f66201a8d850 req-56d04a1f-a87a-443d-96df-ae30401a7d20 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:59.264331 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7c0ecf2d-1a58-433d-bc29-f66201a8d850 req-56d04a1f-a87a-443d-96df-ae30401a7d20 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 946 time: 0.0658803 Jul 05 11:14:59.303368 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7c0ecf2d-1a58-433d-bc29-f66201a8d850 req-1bcc3cf7-d25e-4850-b50d-58d2cbe21807 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/security-groups?id=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333157 Jul 05 11:14:59.713304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f23fe9-80db-42a5-b533-59e5538c8f36 req-5ac18a81-e7a8-4404-9bfa-bfc921b5b12f tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:14:59.714897 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60f23fe9-80db-42a5-b533-59e5538c8f36 req-5ac18a81-e7a8-4404-9bfa-bfc921b5b12f tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 946 time: 0.0703142 Jul 05 11:14:59.813175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-60f23fe9-80db-42a5-b533-59e5538c8f36 req-a48cd15b-c018-4631-a3f5-5a7313e6aca3 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Deleting port 062f00ba-f100-40fc-ad77-871b642494fb {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:14:59.813519 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-60f23fe9-80db-42a5-b533-59e5538c8f36 req-a48cd15b-c018-4631-a3f5-5a7313e6aca3 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:59.906134 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-60f23fe9-80db-42a5-b533-59e5538c8f36 req-a48cd15b-c018-4631-a3f5-5a7313e6aca3 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] For port 062f00ba-f100-40fc-ad77-871b642494fb, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=062f00ba-f100-40fc-ad77-871b642494fb,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:14:59.906484 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-60f23fe9-80db-42a5-b533-59e5538c8f36 req-a48cd15b-c018-4631-a3f5-5a7313e6aca3 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:14:59.918279 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-60f23fe9-80db-42a5-b533-59e5538c8f36 req-a48cd15b-c018-4631-a3f5-5a7313e6aca3 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Calling delete_port for 062f00ba-f100-40fc-ad77-871b642494fb owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:15:00.174579 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-60f23fe9-80db-42a5-b533-59e5538c8f36 req-a48cd15b-c018-4631-a3f5-5a7313e6aca3 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:00.193079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['062f00ba-f100-40fc-ad77-871b642494fb'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:15:00.543050 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cd15b-c018-4631-a3f5-5a7313e6aca3 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Pushing event deleted for resources: {'Port': ['ID=062f00ba-f100-40fc-ad77-871b642494fb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:00.577109 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6298841a-64c7-4bb5-9554-1c147724dc14 req-3cc4127f-4ed2-43d7-bd35-2680891e05b1 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 210 time: 0.0388854 Jul 05 11:15:00.618104 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f23fe9-80db-42a5-b533-59e5538c8f36 req-a48cd15b-c018-4631-a3f5-5a7313e6aca3 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] No DVR routers for this DVR port 062f00ba-f100-40fc-ad77-871b642494fb on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:15:00.621016 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-60f23fe9-80db-42a5-b533-59e5538c8f36 req-a48cd15b-c018-4631-a3f5-5a7313e6aca3 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:00.623128 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-60f23fe9-80db-42a5-b533-59e5538c8f36 req-a48cd15b-c018-4631-a3f5-5a7313e6aca3 tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.64 "DELETE /v2.0/ports/062f00ba-f100-40fc-ad77-871b642494fb HTTP/1.1" status: 204 len: 173 time: 0.9021039 Jul 05 11:15:00.623580 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7ddfb1-44ea-49a1-b307-98180d26c39b', 'name': 'network-vif-deleted', 'tag': '062f00ba-f100-40fc-ad77-871b642494fb'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:15:00.626198 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34328f7e-4b2e-4bf7-bbcd-63f83b914c28" -d '{"events": [{"server_uuid": "4e7ddfb1-44ea-49a1-b307-98180d26c39b", "name": "network-vif-deleted", "tag": "062f00ba-f100-40fc-ad77-871b642494fb"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:15:00.666461 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22775ce1-d906-48d6-9e2b-0524c088af0f x-openstack-request-id: req-22775ce1-d906-48d6-9e2b-0524c088af0f {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:15:00.666822 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7ddfb1-44ea-49a1-b307-98180d26c39b", "name": "network-vif-deleted", "tag": "062f00ba-f100-40fc-ad77-871b642494fb", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:15:00.667062 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-22775ce1-d906-48d6-9e2b-0524c088af0f {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:15:00.667452 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7ddfb1-44ea-49a1-b307-98180d26c39b', 'name': 'network-vif-deleted', 'tag': '062f00ba-f100-40fc-ad77-871b642494fb', 'status': 'completed', 'code': 200} Jul 05 11:15:01.741552 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ccf2a28b-6aea-43d4-b4d8-3c47b2c5cd10 req-4213c51f-d6ee-4c85-b2c6-a4684d38ea7c tempest-TestEncryptedCinderVolumes-1167235969 tempest-TestEncryptedCinderVolumes-1167235969-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7ddfb1-44ea-49a1-b307-98180d26c39b HTTP/1.1" status: 200 len: 210 time: 0.0347345 Jul 05 11:15:02.934577 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43254) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:03.286705 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:03.361726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 062f00ba-f100-40fc-ad77-871b642494fb no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:15:03.382535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 062f00ba-f100-40fc-ad77-871b642494fb {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:15:03.383501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 062f00ba-f100-40fc-ad77-871b642494fb not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:15:03.544717 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Deleting port 5f2be364-9b8a-4963-992b-d5ee97d98a27 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:15:03.544958 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:03.621867 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] For port 5f2be364-9b8a-4963-992b-d5ee97d98a27, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=5f2be364-9b8a-4963-992b-d5ee97d98a27,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:03.622226 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:03.638524 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Calling delete_port for 5f2be364-9b8a-4963-992b-d5ee97d98a27 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:15:03.913012 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:03.938906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2be364-9b8a-4963-992b-d5ee97d98a27,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:03.980780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:03.980780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:03.980780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:03.980780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:03.980780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:03.980780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:03.980780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:03.980780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:03.980780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:03.980780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:03.980780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:03.980780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:04.456291 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:04.667771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Router 106c0179-ce95-493e-9617-64af750988e2 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:15:04.773219 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:15:04.779244 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9b16aec3-dac1-4cfb-a848-a52866bf67e5 admin admin] 10.222.0.77 "PUT /v2.0/routers/106c0179-ce95-493e-9617-64af750988e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8433814 Jul 05 11:15:04.781767 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43256) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:04.784420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b166826-bef8-447f-9a50-7738197cdb1f None None] Sync routers for ids ['106c0179-ce95-493e-9617-64af750988e2'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:15:04.794023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b166826-bef8-447f-9a50-7738197cdb1f None None] Routers {'106c0179-ce95-493e-9617-64af750988e2'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:15:04.794734 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-6b166826-bef8-447f-9a50-7738197cdb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:14:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['106c0179-ce95-493e-9617-64af750988e2'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:04.888104 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7c3c-0fea-4bb0-a1c0-c17f26f999ea admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:04.902347 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-6b166826-bef8-447f-9a50-7738197cdb1f None None] Set router 106c0179-ce95-493e-9617-64af750988e2 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:15:04.994112 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7c3c-0fea-4bb0-a1c0-c17f26f999ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:05.082018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-6b166826-bef8-447f-9a50-7738197cdb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c0179-ce95-493e-9617-64af750988e2', 'name': 'tempest-TestEncryptedCinderVolumes-1541398386-router', 'tenant_id': '50d97b4d4924477ba1344590b388e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '36372ebb-7236-4ecc-8c56-61e03f4358b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:26Z', 'updated_at': '2021-07-05T11:15:03Z', 'revision_number': 5, 'project_id': '50d97b4d4924477ba1344590b388e55c', 'gw_port': {'id': '36372ebb-7236-4ecc-8c56-61e03f4358b9', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c0179-ce95-493e-9617-64af750988e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:27Z', 'updated_at': '2021-07-05T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:05.108241 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b166826-bef8-447f-9a50-7738197cdb1f None None] Checking router: 106c0179-ce95-493e-9617-64af750988e2 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:15:05.118207 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b166826-bef8-447f-9a50-7738197cdb1f None None] Routers {'106c0179-ce95-493e-9617-64af750988e2'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:15:05.118836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-6b166826-bef8-447f-9a50-7738197cdb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:14:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['106c0179-ce95-493e-9617-64af750988e2'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:05.134933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f7c3c-0fea-4bb0-a1c0-c17f26f999ea admin admin] Deleting port 36372ebb-7236-4ecc-8c56-61e03f4358b9 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:15:05.140767 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7c3c-0fea-4bb0-a1c0-c17f26f999ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:05.208815 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-6b166826-bef8-447f-9a50-7738197cdb1f None None] Set router 106c0179-ce95-493e-9617-64af750988e2 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:15:05.220699 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-4d4f7c3c-0fea-4bb0-a1c0-c17f26f999ea admin admin] For port 36372ebb-7236-4ecc-8c56-61e03f4358b9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=36372ebb-7236-4ecc-8c56-61e03f4358b9,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:05.221065 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7c3c-0fea-4bb0-a1c0-c17f26f999ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:05.234772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f7c3c-0fea-4bb0-a1c0-c17f26f999ea admin admin] Calling delete_port for 36372ebb-7236-4ecc-8c56-61e03f4358b9 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:15:05.263737 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-6b166826-bef8-447f-9a50-7738197cdb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c0179-ce95-493e-9617-64af750988e2', 'name': 'tempest-TestEncryptedCinderVolumes-1541398386-router', 'tenant_id': '50d97b4d4924477ba1344590b388e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:26Z', 'updated_at': '2021-07-05T11:15:04Z', 'revision_number': 6, 'project_id': '50d97b4d4924477ba1344590b388e55c', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:05.290635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b166826-bef8-447f-9a50-7738197cdb1f None None] The sync data for ids ['106c0179-ce95-493e-9617-64af750988e2'] in n-d-779913-27 is: [{'id': '106c0179-ce95-493e-9617-64af750988e2', 'name': 'tempest-TestEncryptedCinderVolumes-1541398386-router', 'tenant_id': '50d97b4d4924477ba1344590b388e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:26Z', 'updated_at': '2021-07-05T11:15:04Z', 'revision_number': 6, 'project_id': '50d97b4d4924477ba1344590b388e55c', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:15:05.467093 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7c3c-0fea-4bb0-a1c0-c17f26f999ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:05.497131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f7c3c-0fea-4bb0-a1c0-c17f26f999ea admin admin] Pushing event deleted for resources: {'Port': ['ID=36372ebb-7236-4ecc-8c56-61e03f4358b9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:05.560997 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7c3c-0fea-4bb0-a1c0-c17f26f999ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:05.652682 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7c3c-0fea-4bb0-a1c0-c17f26f999ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:05.654847 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7c3c-0fea-4bb0-a1c0-c17f26f999ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:05.781535 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7c3c-0fea-4bb0-a1c0-c17f26f999ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:05.782071 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4f7c3c-0fea-4bb0-a1c0-c17f26f999ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 106c0179-ce95-493e-9617-64af750988e2 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:15:05.791019 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7c3c-0fea-4bb0-a1c0-c17f26f999ea admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:05.791019 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4d4f7c3c-0fea-4bb0-a1c0-c17f26f999ea admin admin] 10.222.0.77 "DELETE /v2.0/routers/106c0179-ce95-493e-9617-64af750988e2 HTTP/1.1" status: 204 len: 168 time: 1.0048933 Jul 05 11:15:05.791019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43258) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:05.840274 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d04ca8-36ee-4f52-8f90-42c417af7aa0 admin admin] Deleting subnet 13d244c3-a648-463b-bb55-c808ace5d999 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:15:05.843450 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e2d04ca8-36ee-4f52-8f90-42c417af7aa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:05.878045 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e2d04ca8-36ee-4f52-8f90-42c417af7aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:05.958937 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e2d04ca8-36ee-4f52-8f90-42c417af7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.113678 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e2d04ca8-36ee-4f52-8f90-42c417af7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.144698 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d04ca8-36ee-4f52-8f90-42c417af7aa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13d244c3-a648-463b-bb55-c808ace5d999,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:06.149654 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e2d04ca8-36ee-4f52-8f90-42c417af7aa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.154474 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43260) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:06.155294 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e2d04ca8-36ee-4f52-8f90-42c417af7aa0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/13d244c3-a648-463b-bb55-c808ace5d999 HTTP/1.1" status: 204 len: 168 time: 0.3630974 Jul 05 11:15:06.159638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57879f55-0ff3-40f5-b547-0f73b9ae28d8 None None] Network 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:15:06.224654 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.284096 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] Deleting port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:15:06.284491 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.352434 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1e0f3d-d25a-49ed-ba2a-582a0ca49499 None None] DHCP port deletion for 77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:15:06.357504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] For port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:06.357864 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.372864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] Calling delete_port for e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:15:06.412186 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e0f3d-d25a-49ed-ba2a-582a0ca49499 None None] Deleting port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:15:06.412710 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d1e0f3d-d25a-49ed-ba2a-582a0ca49499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.460311 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:15:06.505209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8d1e0f3d-d25a-49ed-ba2a-582a0ca49499 None None] For port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb,segment=NetworkSegment(178c9868-fc23-448d-ad14-ca1e38f1bb41),segment_id=178c9868-fc23-448d-ad14-ca1e38f1bb41)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:06.505603 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d1e0f3d-d25a-49ed-ba2a-582a0ca49499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.521280 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e0f3d-d25a-49ed-ba2a-582a0ca49499 None None] Calling delete_port for e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:15:06.529926 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.537539 n-d-779913-27 neutron-server[100777]: INFO neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No ports have port_id starting with e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb Jul 05 11:15:06.540964 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 36372ebb-7236-4ecc-8c56-61e03f4358b9 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:15:06.559601 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:06.563355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] No DVR routers for this DVR port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:15:06.591749 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 36372ebb-7236-4ecc-8c56-61e03f4358b9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:15:06.592042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 36372ebb-7236-4ecc-8c56-61e03f4358b9 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:15:06.592462 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5f2be364-9b8a-4963-992b-d5ee97d98a27 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:15:06.613822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 5f2be364-9b8a-4963-992b-d5ee97d98a27 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:15:06.614165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 5f2be364-9b8a-4963-992b-d5ee97d98a27 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:15:06.636065 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.643758 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8d1e0f3d-d25a-49ed-ba2a-582a0ca49499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.647525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c323cb-a7aa-4e44-bc28-e9b9362ce3f4']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:06.658483 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178c9868-fc23-448d-ad14-ca1e38f1bb41') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:06.658781 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178c9868-fc23-448d-ad14-ca1e38f1bb41') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:06.668007 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.669321 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e0f3d-d25a-49ed-ba2a-582a0ca49499 None None] Pushing event deleted for resources: {'Port': ['ID=e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:06.672919 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1e0f3d-d25a-49ed-ba2a-582a0ca49499 None None] No DVR routers for this DVR port e2d56cd5-5168-4b33-b0ed-c7ca76b89ddb on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:15:06.691920 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.697898 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:15:06.698284 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: timer() Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:15:06.700000 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:15:06.815750 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.822381 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:06.824319 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/77c323cb-a7aa-4e44-bc28-e9b9362ce3f4 HTTP/1.1" status: 204 len: 168 time: 0.6688402 Jul 05 11:15:06.829374 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43262) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:06.835463 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a13e0d-171c-40ab-8c80-566395fba4a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=77c323cb-a7aa-4e44-bc28-e9b9362ce3f4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:07.184723 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc0939f4-8ea8-4823-98be-788197410331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:07.449509 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-dc0939f4-8ea8-4823-98be-788197410331 admin admin] Deleting port e0f755df-c630-4733-8a1c-66710d5a9f62 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:15:07.449756 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc0939f4-8ea8-4823-98be-788197410331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:07.531040 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-dc0939f4-8ea8-4823-98be-788197410331 admin admin] For port e0f755df-c630-4733-8a1c-66710d5a9f62, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e0f755df-c630-4733-8a1c-66710d5a9f62,segment=NetworkSegment(105189e2-f800-4655-80a7-9491aab5ef3e),segment_id=105189e2-f800-4655-80a7-9491aab5ef3e)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:07.531397 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc0939f4-8ea8-4823-98be-788197410331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:07.544569 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-dc0939f4-8ea8-4823-98be-788197410331 admin admin] Calling delete_port for e0f755df-c630-4733-8a1c-66710d5a9f62 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:15:07.788068 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc0939f4-8ea8-4823-98be-788197410331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:07.810348 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0939f4-8ea8-4823-98be-788197410331 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f755df-c630-4733-8a1c-66710d5a9f62,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:08.001128 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc0939f4-8ea8-4823-98be-788197410331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:08.226300 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0939f4-8ea8-4823-98be-788197410331 admin admin] Router dc75c153-98f2-4d5e-86b7-f666d9a929fc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:15:08.333530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0939f4-8ea8-4823-98be-788197410331 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:15:08.338522 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dc0939f4-8ea8-4823-98be-788197410331 admin admin] 10.222.0.77 "PUT /v2.0/routers/dc75c153-98f2-4d5e-86b7-f666d9a929fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5080934 Jul 05 11:15:08.341093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43264) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:08.343798 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f74336d-647e-4d4d-8163-ea4136cadb84 None None] Sync routers for ids ['dc75c153-98f2-4d5e-86b7-f666d9a929fc'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:15:08.353247 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f74336d-647e-4d4d-8163-ea4136cadb84 None None] Routers {'dc75c153-98f2-4d5e-86b7-f666d9a929fc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:15:08.353881 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-6f74336d-647e-4d4d-8163-ea4136cadb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:14:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['dc75c153-98f2-4d5e-86b7-f666d9a929fc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:08.452868 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03c3ed2c-5fee-439c-acaa-43392b3f9729 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:08.464911 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-6f74336d-647e-4d4d-8163-ea4136cadb84 None None] Set router dc75c153-98f2-4d5e-86b7-f666d9a929fc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:15:08.558259 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03c3ed2c-5fee-439c-acaa-43392b3f9729 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:08.656621 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-6f74336d-647e-4d4d-8163-ea4136cadb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'name': 'tempest-TestEncryptedCinderVolumes-135644790-router', 'tenant_id': 'b433806b7e9e4addb662104685e1fd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '83be1f29-9894-4e09-8ff8-b3b26ff69c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:33Z', 'updated_at': '2021-07-05T11:15:07Z', 'revision_number': 5, 'project_id': 'b433806b7e9e4addb662104685e1fd4a', 'gw_port': {'id': '83be1f29-9894-4e09-8ff8-b3b26ff69c09', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:13:34Z', 'updated_at': '2021-07-05T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:08.675310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-03c3ed2c-5fee-439c-acaa-43392b3f9729 admin admin] Deleting port 83be1f29-9894-4e09-8ff8-b3b26ff69c09 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:15:08.676218 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03c3ed2c-5fee-439c-acaa-43392b3f9729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:08.683474 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f74336d-647e-4d4d-8163-ea4136cadb84 None None] Checking router: dc75c153-98f2-4d5e-86b7-f666d9a929fc for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:15:08.691843 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f74336d-647e-4d4d-8163-ea4136cadb84 None None] Routers {'dc75c153-98f2-4d5e-86b7-f666d9a929fc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:15:08.692451 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-6f74336d-647e-4d4d-8163-ea4136cadb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:14:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['dc75c153-98f2-4d5e-86b7-f666d9a929fc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:08.757966 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-03c3ed2c-5fee-439c-acaa-43392b3f9729 admin admin] For port 83be1f29-9894-4e09-8ff8-b3b26ff69c09, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=83be1f29-9894-4e09-8ff8-b3b26ff69c09,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:08.758333 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03c3ed2c-5fee-439c-acaa-43392b3f9729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:08.775156 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-03c3ed2c-5fee-439c-acaa-43392b3f9729 admin admin] Calling delete_port for 83be1f29-9894-4e09-8ff8-b3b26ff69c09 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:15:08.781219 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-6f74336d-647e-4d4d-8163-ea4136cadb84 None None] Set router dc75c153-98f2-4d5e-86b7-f666d9a929fc gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:15:08.833848 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-6f74336d-647e-4d4d-8163-ea4136cadb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'name': 'tempest-TestEncryptedCinderVolumes-135644790-router', 'tenant_id': 'b433806b7e9e4addb662104685e1fd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:33Z', 'updated_at': '2021-07-05T11:15:08Z', 'revision_number': 6, 'project_id': 'b433806b7e9e4addb662104685e1fd4a', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:08.956323 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f74336d-647e-4d4d-8163-ea4136cadb84 None None] The sync data for ids ['dc75c153-98f2-4d5e-86b7-f666d9a929fc'] in n-d-779913-27 is: [{'id': 'dc75c153-98f2-4d5e-86b7-f666d9a929fc', 'name': 'tempest-TestEncryptedCinderVolumes-135644790-router', 'tenant_id': 'b433806b7e9e4addb662104685e1fd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:13:33Z', 'updated_at': '2021-07-05T11:15:08Z', 'revision_number': 6, 'project_id': 'b433806b7e9e4addb662104685e1fd4a', 'gw_port_host': None}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:15:09.027241 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03c3ed2c-5fee-439c-acaa-43392b3f9729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:09.057895 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3ed2c-5fee-439c-acaa-43392b3f9729 admin admin] Pushing event deleted for resources: {'Port': ['ID=83be1f29-9894-4e09-8ff8-b3b26ff69c09,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:09.120306 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03c3ed2c-5fee-439c-acaa-43392b3f9729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:09.563708 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03c3ed2c-5fee-439c-acaa-43392b3f9729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:09.565899 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03c3ed2c-5fee-439c-acaa-43392b3f9729 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:09.718644 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03c3ed2c-5fee-439c-acaa-43392b3f9729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:09.719191 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c3ed2c-5fee-439c-acaa-43392b3f9729 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc75c153-98f2-4d5e-86b7-f666d9a929fc {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:15:09.723935 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-03c3ed2c-5fee-439c-acaa-43392b3f9729 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:09.727296 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-03c3ed2c-5fee-439c-acaa-43392b3f9729 admin admin] 10.222.0.77 "DELETE /v2.0/routers/dc75c153-98f2-4d5e-86b7-f666d9a929fc HTTP/1.1" status: 204 len: 168 time: 1.3831384 Jul 05 11:15:09.728367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43266) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:09.774476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-8355def8-d03d-42d1-92eb-c5bab117ea1c admin admin] Deleting subnet 7ab6e64a-bfde-4239-9617-3306498026e7 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:15:09.777614 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8355def8-d03d-42d1-92eb-c5bab117ea1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:09.818588 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8355def8-d03d-42d1-92eb-c5bab117ea1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:09.905552 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8355def8-d03d-42d1-92eb-c5bab117ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:10.056459 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8355def8-d03d-42d1-92eb-c5bab117ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:10.083617 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355def8-d03d-42d1-92eb-c5bab117ea1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab6e64a-bfde-4239-9617-3306498026e7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:10.088829 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8355def8-d03d-42d1-92eb-c5bab117ea1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:10.092343 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8355def8-d03d-42d1-92eb-c5bab117ea1c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7ab6e64a-bfde-4239-9617-3306498026e7 HTTP/1.1" status: 204 len: 168 time: 0.3613706 Jul 05 11:15:10.093323 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43268) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:10.094016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fda5e31-69e5-4737-920c-32cf52b1ce75 None None] Network cc6c40c1-e827-4763-bab6-a6dcc679ebf1 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:15:10.168070 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:10.228984 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] Deleting port c519e031-13dd-43af-b9d2-4063193ab90d {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:15:10.229251 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:10.293670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] For port c519e031-13dd-43af-b9d2-4063193ab90d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c519e031-13dd-43af-b9d2-4063193ab90d,segment=NetworkSegment(105189e2-f800-4655-80a7-9491aab5ef3e),segment_id=105189e2-f800-4655-80a7-9491aab5ef3e)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:10.294036 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:10.307944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] Calling delete_port for c519e031-13dd-43af-b9d2-4063193ab90d owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:15:10.310313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f922605-d016-4683-8b96-a2d91aa58ffb None None] DHCP port deletion for cc6c40c1-e827-4763-bab6-a6dcc679ebf1 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:15:10.358418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-4f922605-d016-4683-8b96-a2d91aa58ffb None None] Deleting port c519e031-13dd-43af-b9d2-4063193ab90d {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:15:10.359004 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4f922605-d016-4683-8b96-a2d91aa58ffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:10.450606 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-4f922605-d016-4683-8b96-a2d91aa58ffb None None] For port c519e031-13dd-43af-b9d2-4063193ab90d, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=c519e031-13dd-43af-b9d2-4063193ab90d,segment=NetworkSegment(105189e2-f800-4655-80a7-9491aab5ef3e),segment_id=105189e2-f800-4655-80a7-9491aab5ef3e)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:10.451108 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4f922605-d016-4683-8b96-a2d91aa58ffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:10.463770 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e0f755df-c630-4733-8a1c-66710d5a9f62 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:15:10.484306 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:10.486362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-4f922605-d016-4683-8b96-a2d91aa58ffb None None] Calling delete_port for c519e031-13dd-43af-b9d2-4063193ab90d owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:15:10.490814 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: e0f755df-c630-4733-8a1c-66710d5a9f62 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:15:10.491164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e0f755df-c630-4733-8a1c-66710d5a9f62 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:15:10.492308 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 83be1f29-9894-4e09-8ff8-b3b26ff69c09 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:15:10.513007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] No DVR routers for this DVR port c519e031-13dd-43af-b9d2-4063193ab90d on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:15:10.515245 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 83be1f29-9894-4e09-8ff8-b3b26ff69c09 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:15:10.515593 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 83be1f29-9894-4e09-8ff8-b3b26ff69c09 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:15:10.516042 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c519e031-13dd-43af-b9d2-4063193ab90d no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:15:10.518405 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] Pushing event deleted for resources: {'Port': ['ID=c519e031-13dd-43af-b9d2-4063193ab90d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:10.537947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: c519e031-13dd-43af-b9d2-4063193ab90d {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:15:10.538363 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device c519e031-13dd-43af-b9d2-4063193ab90d not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:15:10.603657 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:10.616495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6c40c1-e827-4763-bab6-a6dcc679ebf1']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:10.635502 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105189e2-f800-4655-80a7-9491aab5ef3e') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:10.635989 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105189e2-f800-4655-80a7-9491aab5ef3e') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:10.648340 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:10.664347 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:10.671321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: timer() Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:15:10.674454 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:15:10.767327 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4f922605-d016-4683-8b96-a2d91aa58ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:10.791089 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f922605-d016-4683-8b96-a2d91aa58ffb None None] Pushing event deleted for resources: {'Port': ['ID=c519e031-13dd-43af-b9d2-4063193ab90d,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:10.796743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f922605-d016-4683-8b96-a2d91aa58ffb None None] No DVR routers for this DVR port c519e031-13dd-43af-b9d2-4063193ab90d on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:15:10.833188 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:10.838955 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:10.840981 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] 10.222.0.77 "DELETE /v2.0/networks/cc6c40c1-e827-4763-bab6-a6dcc679ebf1 HTTP/1.1" status: 204 len: 168 time: 0.7466044 Jul 05 11:15:10.853112 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231c205-8ff4-447d-99c1-8bca11935035 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc6c40c1-e827-4763-bab6-a6dcc679ebf1,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:11.174651 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-110c26f3-f8ba-4b5b-aa6b-0e5ea04ae0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:11.268364 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43272) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:11.309911 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2f69d77d-e4e9-49a9-85ef-b3cf7c332e88 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=50d97b4d4924477ba1344590b388e55c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401692 Jul 05 11:15:11.312455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43274) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:11.361340 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7274e536-a5a7-49b0-a39a-3c0b02c76f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:11.388854 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7274e536-a5a7-49b0-a39a-3c0b02c76f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:11.529672 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7274e536-a5a7-49b0-a39a-3c0b02c76f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:11.532201 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7274e536-a5a7-49b0-a39a-3c0b02c76f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:11.533389 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7274e536-a5a7-49b0-a39a-3c0b02c76f99 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9 HTTP/1.1" status: 204 len: 168 time: 0.2200327 Jul 05 11:15:11.541509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274e536-a5a7-49b0-a39a-3c0b02c76f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1c7ba1-f5b6-4648-9010-7efcb6fac1c9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:12.267573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43280) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:12.309355 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a0ed618e-1af2-4322-8270-55b4ac493776 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b433806b7e9e4addb662104685e1fd4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404665 Jul 05 11:15:12.311770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43282) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:12.360502 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a19d3f1c-26ba-4998-80b8-d23b577442c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:12.381759 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a19d3f1c-26ba-4998-80b8-d23b577442c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:12.507157 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a19d3f1c-26ba-4998-80b8-d23b577442c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:12.510162 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a19d3f1c-26ba-4998-80b8-d23b577442c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:12.514613 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a19d3f1c-26ba-4998-80b8-d23b577442c2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5f8b334f-ccb1-42a8-bfb9-d336953f1c1f HTTP/1.1" status: 204 len: 168 time: 0.1987259 Jul 05 11:15:12.522575 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d3f1c-26ba-4998-80b8-d23b577442c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8b334f-ccb1-42a8-bfb9-d336953f1c1f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:13.655366 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-524a3465-9916-4b2d-8606-1ee60ac3faf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:13.720570 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43304) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:13.723696 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:13.814150 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-93688995-0456-403a-a535-df8648a7f90d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-240207787-network', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:15:13.918015 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93688995-0456-403a-a535-df8648a7f90d admin admin] Made reservation on behalf of ed93555d2c294798b2fcf409bdb7a6e8 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:15:13.920513 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-93688995-0456-403a-a535-df8648a7f90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:13.930418 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-93688995-0456-403a-a535-df8648a7f90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:14.017272 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-93688995-0456-403a-a535-df8648a7f90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:14.140918 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-93688995-0456-403a-a535-df8648a7f90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:14.166140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93688995-0456-403a-a535-df8648a7f90d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:15:14.176438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93688995-0456-403a-a535-df8648a7f90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b348b9ab-4570-488a-a436-85291f3f0557,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:14.182276 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-93688995-0456-403a-a535-df8648a7f90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:14.182621 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-93688995-0456-403a-a535-df8648a7f90d admin admin] Added segment 3a5ec432-f2fb-4f47-a874-5983f7f0f4db of type vlan for network d05c3526-701c-4407-95d8-28905e635cea Jul 05 11:15:14.221255 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-93688995-0456-403a-a535-df8648a7f90d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:14.317908 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-93688995-0456-403a-a535-df8648a7f90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:14.318891 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93688995-0456-403a-a535-df8648a7f90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:14.319475 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-93688995-0456-403a-a535-df8648a7f90d admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:14.380788 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93688995-0456-403a-a535-df8648a7f90d admin admin] Pushing event updated for resources: {'Network': ['ID=d05c3526-701c-4407-95d8-28905e635cea,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:14.391324 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network d05c3526-701c-4407-95d8-28905e635cea details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:15:14.461995 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-93688995-0456-403a-a535-df8648a7f90d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7402267 Jul 05 11:15:14.464664 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43308) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:14.469421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-00a26853-029f-4d8d-9c2e-1fae4ef096d3 admin admin] Request body: {'subnet': {'network_id': 'd05c3526-701c-4407-95d8-28905e635cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-240207787-subnet', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:15:14.558238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a26853-029f-4d8d-9c2e-1fae4ef096d3 admin admin] Made reservation on behalf of ed93555d2c294798b2fcf409bdb7a6e8 for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:15:14.560690 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-00a26853-029f-4d8d-9c2e-1fae4ef096d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:14.781554 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-00a26853-029f-4d8d-9c2e-1fae4ef096d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:14.837944 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a26853-029f-4d8d-9c2e-1fae4ef096d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a3eda65-bfa9-4d93-b809-722347b4c628,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:14.845079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a26853-029f-4d8d-9c2e-1fae4ef096d3 admin admin] Checking segment: {'id': '3a5ec432-f2fb-4f47-a874-5983f7f0f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:15:14.853988 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a26853-029f-4d8d-9c2e-1fae4ef096d3 admin admin] Network hostable DHCP agents. Network: d05c3526-701c-4407-95d8-28905e635cea, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:15:14.958511 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a26853-029f-4d8d-9c2e-1fae4ef096d3 admin admin] Network d05c3526-701c-4407-95d8-28905e635cea is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:15:15.078292 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-00a26853-029f-4d8d-9c2e-1fae4ef096d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, d05c3526-701c-4407-95d8-28905e635cea) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:15:15.082359 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a26853-029f-4d8d-9c2e-1fae4ef096d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:15.083051 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-00a26853-029f-4d8d-9c2e-1fae4ef096d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:15.087225 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facc9936-4156-42fa-aefc-f030b61333b5 None None] Network d05c3526-701c-4407-95d8-28905e635cea requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:15:15.243887 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-d05c3526-701c-4407-95d8-28905e635cea', 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'fixed_ips': [{'subnet_id': '0a3eda65-bfa9-4d93-b809-722347b4c628'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:15:15.244756 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:15.267616 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-00a26853-029f-4d8d-9c2e-1fae4ef096d3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8018591 Jul 05 11:15:15.272730 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43310) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:15.276394 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-240207787-router', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:15:15.336071 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:15.368556 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:15.369754 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:15.382560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Allocated IP 172.20.0.2 (d05c3526-701c-4407-95d8-28905e635cea/0a3eda65-bfa9-4d93-b809-722347b4c628/70f37d1a-b4d3-4dfc-83be-c49aab57b4d2) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:15:15.424630 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:15.527006 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:15.535938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Transition to ACTIVE for port object 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:15:15.551483 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Transition to ACTIVE for port object 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:15:15.627390 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:15.650758 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:15.672773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Network d05c3526-701c-4407-95d8-28905e635cea is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:15:15.677474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:15:15.680234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Pushing event updated for resources: {'Port': ['ID=70f37d1a-b4d3-4dfc-83be-c49aab57b4d2,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:15.688575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:15:15.745746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Attempting to bind port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:15:15.746139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Attempting to bind port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '3a5ec432-f2fb-4f47-a874-5983f7f0f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:15:15.746496 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Attempting to bind port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 on network d05c3526-701c-4407-95d8-28905e635cea {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:15:15.751567 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:15:15.761775 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Checking segment: {'id': '3a5ec432-f2fb-4f47-a874-5983f7f0f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:15:15.761775 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:15.761775 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Bound using segment: {'id': '3a5ec432-f2fb-4f47-a874-5983f7f0f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:15:15.761775 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Bound port: 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5ec432-f2fb-4f47-a874-5983f7f0f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:15:15.761775 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:15.818928 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] For port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:15:15.822201 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] For port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=70f37d1a-b4d3-4dfc-83be-c49aab57b4d2,segment=NetworkSegment(3a5ec432-f2fb-4f47-a874-5983f7f0f4db),segment_id=3a5ec432-f2fb-4f47-a874-5983f7f0f4db)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:15:15.953501 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:15.970003 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:15.974269 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:16.030015 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a810094-2744-4571-a1d5-84ebf1b2d160 None None] Pushing event updated for resources: {'Port': ['ID=70f37d1a-b4d3-4dfc-83be-c49aab57b4d2,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:16.093305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Allocated IP 172.25.5.14 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/f7e362e4-830e-4657-a003-2d4eb32096d5) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:15:16.223735 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:16.347148 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:16.388161 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:15:16.391075 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:15:16.395209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:15:16.429265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e362e4-830e-4657-a003-2d4eb32096d5,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:16.485652 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:15:16.604065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:15:16.736157 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:16.941954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6c64b9-33d6-4d79-84e9-cfe3ecad7ec9 None None] Network d05c3526-701c-4407-95d8-28905e635cea requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:15:16.956781 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:17.104551 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:17.140835 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-370796f4-3fac-44cf-bdde-ceb34867d1c0 None None] Provisioning for port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:15:17.151086 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-370796f4-3fac-44cf-bdde-ceb34867d1c0 None None] Provisioning complete for port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:17.151086 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-370796f4-3fac-44cf-bdde-ceb34867d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:17.215503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Router b58a5c7d-c45f-438d-af21-ae227c8e143a is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:15:17.231864 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-370796f4-3fac-44cf-bdde-ceb34867d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:17.266787 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-370796f4-3fac-44cf-bdde-ceb34867d1c0 None None] For port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=70f37d1a-b4d3-4dfc-83be-c49aab57b4d2,segment=NetworkSegment(3a5ec432-f2fb-4f47-a874-5983f7f0f4db),segment_id=3a5ec432-f2fb-4f47-a874-5983f7f0f4db)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:17.330893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:15:17.340063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Sync routers for ids ['b58a5c7d-c45f-438d-af21-ae227c8e143a'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:15:17.349646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Routers {'b58a5c7d-c45f-438d-af21-ae227c8e143a'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:15:17.350291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:15:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b58a5c7d-c45f-438d-af21-ae227c8e143a'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:17.355276 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-370796f4-3fac-44cf-bdde-ceb34867d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:17.466895 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:17.468210 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-df00d1cf-02b4-477e-8ec2-76269bd15046 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1963887 Jul 05 11:15:17.470841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43314) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:17.493082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370796f4-3fac-44cf-bdde-ceb34867d1c0 None None] Pushing event updated for resources: {'Port': ['ID=70f37d1a-b4d3-4dfc-83be-c49aab57b4d2,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:17.511168 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bdfde254-cffa-47aa-8dcb-936ab06b09b7 None None] Provisioning complete for port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:17.511545 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bdfde254-cffa-47aa-8dcb-936ab06b09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:17.514151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Set router b58a5c7d-c45f-438d-af21-ae227c8e143a gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:15:17.771941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'name': 'tempest-TestMinimumBasicScenario-240207787-router', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:16Z', 'revision_number': 3, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'gw_port': {'id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:20:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:17.817092 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Checking router: b58a5c7d-c45f-438d-af21-ae227c8e143a for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:15:17.817605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Updating router b58a5c7d-c45f-438d-af21-ae227c8e143a port f7e362e4-830e-4657-a003-2d4eb32096d5 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:15:17.863632 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:18.206820 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:18.217068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Transition to ACTIVE for port object f7e362e4-830e-4657-a003-2d4eb32096d5 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:15:18.329508 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:18.343981 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:18.388153 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Attempting to bind port f7e362e4-830e-4657-a003-2d4eb32096d5 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:15:18.388522 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Attempting to bind port f7e362e4-830e-4657-a003-2d4eb32096d5 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:15:18.388884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Attempting to bind port f7e362e4-830e-4657-a003-2d4eb32096d5 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:15:18.390735 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066278d-debe-4c38-bd8b-15af17f5844c None None] Pushing event updated for resources: {'Port': ['ID=f7e362e4-830e-4657-a003-2d4eb32096d5,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:18.396387 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:15:18.396771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:15:18.397157 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:18.397547 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:15:18.398013 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Bound port: f7e362e4-830e-4657-a003-2d4eb32096d5, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:15:18.398500 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:18.451088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] For port f7e362e4-830e-4657-a003-2d4eb32096d5, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:15:18.454232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] For port f7e362e4-830e-4657-a003-2d4eb32096d5, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f7e362e4-830e-4657-a003-2d4eb32096d5,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:15:18.464427 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:15:18.505543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Allocated IP 172.20.0.1 (d05c3526-701c-4407-95d8-28905e635cea/0a3eda65-bfa9-4d93-b809-722347b4c628/890319ff-2c0d-4e79-a9e0-e25687415c25) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:15:18.511962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:18.512568 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:18.552255 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:18.608078 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:18.621102 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Transition to ACTIVE for port object 890319ff-2c0d-4e79-a9e0-e25687415c25 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:15:18.640155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Routers {'b58a5c7d-c45f-438d-af21-ae227c8e143a'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:15:18.640843 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:15:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b58a5c7d-c45f-438d-af21-ae227c8e143a'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:18.647046 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066278d-debe-4c38-bd8b-15af17f5844c None None] Pushing event updated for resources: {'Port': ['ID=f7e362e4-830e-4657-a003-2d4eb32096d5,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:18.729254 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:18.755458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] Set router b58a5c7d-c45f-438d-af21-ae227c8e143a gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:15:18.770907 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Network d05c3526-701c-4407-95d8-28905e635cea is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:15:18.773795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:15:18.777355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:15:18.814781 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Pushing event updated for resources: {'Port': ['ID=890319ff-2c0d-4e79-a9e0-e25687415c25,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:18.831924 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:18.957531 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'name': 'tempest-TestMinimumBasicScenario-240207787-router', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:16Z', 'revision_number': 3, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'gw_port': {'id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:20:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:18.984456 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf56383-4179-4b5c-8d22-fa74d46279d8 None None] The sync data for ids ['b58a5c7d-c45f-438d-af21-ae227c8e143a'] in n-d-779913-27 is: [{'id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'name': 'tempest-TestMinimumBasicScenario-240207787-router', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:16Z', 'revision_number': 3, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'gw_port': {'id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:20:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:15:19.079747 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:19.221019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6d530d8f-abd6-4b42-ae35-41a3c4092d85 None None] Provisioning for port 890319ff-2c0d-4e79-a9e0-e25687415c25 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:15:19.225685 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6d530d8f-abd6-4b42-ae35-41a3c4092d85 None None] Provisioning complete for port 890319ff-2c0d-4e79-a9e0-e25687415c25 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:19.226055 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6d530d8f-abd6-4b42-ae35-41a3c4092d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:19.276743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6d530d8f-abd6-4b42-ae35-41a3c4092d85 None None] Port 890319ff-2c0d-4e79-a9e0-e25687415c25 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:15:19.277650 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:19.364202 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:19.432852 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:19.434567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Pushing event updated for resources: {'Port': ['ID=890319ff-2c0d-4e79-a9e0-e25687415c25,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:19.537596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Network d05c3526-701c-4407-95d8-28905e635cea is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:15:19.539108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:15:19.667854 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Router b58a5c7d-c45f-438d-af21-ae227c8e143a has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:15:19.790136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:15:19.799867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a6fc4a8d-b4b6-4c91-8c46-31404ffe4689 None None] Provisioning complete for port 890319ff-2c0d-4e79-a9e0-e25687415c25 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:19.800343 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4a8d-b4b6-4c91-8c46-31404ffe4689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:19.803555 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-9f2f20b6-57ca-4db5-a36c-ffe61f60b935 admin admin] 10.222.0.77 "PUT /v2.0/routers/b58a5c7d-c45f-438d-af21-ae227c8e143a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3314216 Jul 05 11:15:19.838347 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a6fc4a8d-b4b6-4c91-8c46-31404ffe4689 None None] Port 890319ff-2c0d-4e79-a9e0-e25687415c25 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:15:20.476018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f7e362e4-830e-4657-a003-2d4eb32096d5 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:15:20.509265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43330) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:20.514663 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f9a4a8e2-40b5-4934-b03e-e23e2cc58fbe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-800725280-network', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:15:20.533184 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Sync routers for ids ['b58a5c7d-c45f-438d-af21-ae227c8e143a'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:15:20.546022 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Routers {'b58a5c7d-c45f-438d-af21-ae227c8e143a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:15:20.546022 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:15:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b58a5c7d-c45f-438d-af21-ae227c8e143a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:20.648192 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Set router b58a5c7d-c45f-438d-af21-ae227c8e143a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:15:20.678110 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port f7e362e4-830e-4657-a003-2d4eb32096d5 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:15:20.681974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f7e362e4-830e-4657-a003-2d4eb32096d5 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:20.682339 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:20.705618 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a4a8e2-40b5-4934-b03e-e23e2cc58fbe admin admin] Made reservation on behalf of 8ccc03967bdf48bc92bdf9ea46ecb533 for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:15:20.708352 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a8e2-40b5-4934-b03e-e23e2cc58fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:20.717802 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a8e2-40b5-4934-b03e-e23e2cc58fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:20.760877 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:20.781960 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port f7e362e4-830e-4657-a003-2d4eb32096d5, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f7e362e4-830e-4657-a003-2d4eb32096d5,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:20.823488 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a8e2-40b5-4934-b03e-e23e2cc58fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:20.850674 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'name': 'tempest-TestMinimumBasicScenario-240207787-router', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:18Z', 'revision_number': 4, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'gw_port': {'id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:20:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '890319ff-2c0d-4e79-a9e0-e25687415c25', 'name': '', 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'mac_address': 'fa:16:3e:12:4c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:18Z', 'updated_at': '2021-07-05T11:15:19Z', 'revision_number': 2, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'subnets': [{'id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:20.855390 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:20.882804 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Checking router: b58a5c7d-c45f-438d-af21-ae227c8e143a for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:15:20.883153 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Updating router b58a5c7d-c45f-438d-af21-ae227c8e143a port 890319ff-2c0d-4e79-a9e0-e25687415c25 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:15:20.895286 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a8e2-40b5-4934-b03e-e23e2cc58fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:20.911151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=f7e362e4-830e-4657-a003-2d4eb32096d5,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:20.919842 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:20.926610 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a4a8e2-40b5-4934-b03e-e23e2cc58fbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:15:20.930642 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4a8e2-40b5-4934-b03e-e23e2cc58fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cf820c-0a22-4cb3-bea4-fbed0804deea,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:20.939788 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a8e2-40b5-4934-b03e-e23e2cc58fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:20.940174 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-f9a4a8e2-40b5-4934-b03e-e23e2cc58fbe admin admin] Added segment 67f32536-3d47-47cc-86a6-48a3402da1eb of type vlan for network 0d78f51e-1532-47d8-971a-85ecbe1979f8 Jul 05 11:15:20.981022 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a8e2-40b5-4934-b03e-e23e2cc58fbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:21.094982 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a8e2-40b5-4934-b03e-e23e2cc58fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:21.096024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a4a8e2-40b5-4934-b03e-e23e2cc58fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:21.096705 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f9a4a8e2-40b5-4934-b03e-e23e2cc58fbe admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:21.161312 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4a8e2-40b5-4934-b03e-e23e2cc58fbe admin admin] Pushing event updated for resources: {'Network': ['ID=0d78f51e-1532-47d8-971a-85ecbe1979f8,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:21.173524 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 0d78f51e-1532-47d8-971a-85ecbe1979f8 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:15:21.196476 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:21.206816 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Transition to ACTIVE for port object 890319ff-2c0d-4e79-a9e0-e25687415c25 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:15:21.220285 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f9a4a8e2-40b5-4934-b03e-e23e2cc58fbe admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7098906 Jul 05 11:15:21.223643 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43334) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:21.228885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f2af87bc-291e-49ce-a327-5e437bc17e6b admin admin] Request body: {'subnet': {'network_id': '0d78f51e-1532-47d8-971a-85ecbe1979f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-800725280-subnet', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:15:21.312173 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:21.347613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2af87bc-291e-49ce-a327-5e437bc17e6b admin admin] Made reservation on behalf of 8ccc03967bdf48bc92bdf9ea46ecb533 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:15:21.350192 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f2af87bc-291e-49ce-a327-5e437bc17e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:21.367248 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289e35f-2652-4ea4-adf4-a2f3b339e91d None None] Pushing event updated for resources: {'Port': ['ID=890319ff-2c0d-4e79-a9e0-e25687415c25,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:21.392260 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289e35f-2652-4ea4-adf4-a2f3b339e91d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:21.392500 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289e35f-2652-4ea4-adf4-a2f3b339e91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:21.392707 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289e35f-2652-4ea4-adf4-a2f3b339e91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:21.393034 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289e35f-2652-4ea4-adf4-a2f3b339e91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:21.393365 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289e35f-2652-4ea4-adf4-a2f3b339e91d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:21.394319 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289e35f-2652-4ea4-adf4-a2f3b339e91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:21.394661 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289e35f-2652-4ea4-adf4-a2f3b339e91d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:21.394970 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289e35f-2652-4ea4-adf4-a2f3b339e91d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:21.395293 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289e35f-2652-4ea4-adf4-a2f3b339e91d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:21.395616 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289e35f-2652-4ea4-adf4-a2f3b339e91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:21.395964 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289e35f-2652-4ea4-adf4-a2f3b339e91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:21.396283 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289e35f-2652-4ea4-adf4-a2f3b339e91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:21.428051 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Attempting to bind port 890319ff-2c0d-4e79-a9e0-e25687415c25 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:15:21.428988 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Attempting to bind port 890319ff-2c0d-4e79-a9e0-e25687415c25 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '3a5ec432-f2fb-4f47-a874-5983f7f0f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:15:21.428988 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Attempting to bind port 890319ff-2c0d-4e79-a9e0-e25687415c25 on network d05c3526-701c-4407-95d8-28905e635cea {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:15:21.434513 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:15:21.441169 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Checking segment: {'id': '3a5ec432-f2fb-4f47-a874-5983f7f0f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:15:21.441169 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:21.441169 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Bound using segment: {'id': '3a5ec432-f2fb-4f47-a874-5983f7f0f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:15:21.441169 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Bound port: 890319ff-2c0d-4e79-a9e0-e25687415c25, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5ec432-f2fb-4f47-a874-5983f7f0f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:15:21.441169 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:21.516975 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] For port 890319ff-2c0d-4e79-a9e0-e25687415c25, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:15:21.521278 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] For port 890319ff-2c0d-4e79-a9e0-e25687415c25, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=890319ff-2c0d-4e79-a9e0-e25687415c25,segment=NetworkSegment(3a5ec432-f2fb-4f47-a874-5983f7f0f4db),segment_id=3a5ec432-f2fb-4f47-a874-5983f7f0f4db)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:15:21.580945 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:21.638129 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f2af87bc-291e-49ce-a327-5e437bc17e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:21.639480 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Routers {'b58a5c7d-c45f-438d-af21-ae227c8e143a'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:15:21.640316 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:15:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b58a5c7d-c45f-438d-af21-ae227c8e143a'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:21.676279 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289e35f-2652-4ea4-adf4-a2f3b339e91d None None] Pushing event updated for resources: {'Port': ['ID=890319ff-2c0d-4e79-a9e0-e25687415c25,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:21.702173 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af87bc-291e-49ce-a327-5e437bc17e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d9d1c0-1bdb-4dfa-89aa-e43619c74b14,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:21.712693 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2af87bc-291e-49ce-a327-5e437bc17e6b admin admin] Checking segment: {'id': '67f32536-3d47-47cc-86a6-48a3402da1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d78f51e-1532-47d8-971a-85ecbe1979f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:15:21.713809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2af87bc-291e-49ce-a327-5e437bc17e6b admin admin] Network hostable DHCP agents. Network: 0d78f51e-1532-47d8-971a-85ecbe1979f8, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:15:21.752123 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] Set router b58a5c7d-c45f-438d-af21-ae227c8e143a gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:15:21.838050 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2af87bc-291e-49ce-a327-5e437bc17e6b admin admin] Network 0d78f51e-1532-47d8-971a-85ecbe1979f8 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:15:21.923552 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-f2af87bc-291e-49ce-a327-5e437bc17e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 0d78f51e-1532-47d8-971a-85ecbe1979f8) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:15:21.932206 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2af87bc-291e-49ce-a327-5e437bc17e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:21.933227 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f2af87bc-291e-49ce-a327-5e437bc17e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:21.939575 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb005c91-c436-4c8c-83ac-080b40751aa4 None None] Network 0d78f51e-1532-47d8-971a-85ecbe1979f8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:15:21.960995 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'name': 'tempest-TestMinimumBasicScenario-240207787-router', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:18Z', 'revision_number': 4, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'gw_port': {'id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '890319ff-2c0d-4e79-a9e0-e25687415c25', 'name': '', 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'mac_address': 'fa:16:3e:12:4c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:18Z', 'updated_at': '2021-07-05T11:15:21Z', 'revision_number': 4, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'subnets': [{'id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:21.987009 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96716459-6f2f-473b-9a7a-ff6af2c256d7 None None] The sync data for ids ['b58a5c7d-c45f-438d-af21-ae227c8e143a'] in n-d-779913-27 is: [{'id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'name': 'tempest-TestMinimumBasicScenario-240207787-router', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:18Z', 'revision_number': 4, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'gw_port': {'id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '890319ff-2c0d-4e79-a9e0-e25687415c25', 'name': '', 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'mac_address': 'fa:16:3e:12:4c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:18Z', 'updated_at': '2021-07-05T11:15:21Z', 'revision_number': 4, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'subnets': [{'id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:15:22.079032 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f2af87bc-291e-49ce-a327-5e437bc17e6b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8542981 Jul 05 11:15:22.081626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43336) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:22.086135 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-800725280-router', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:15:22.103469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-0d78f51e-1532-47d8-971a-85ecbe1979f8', 'network_id': '0d78f51e-1532-47d8-971a-85ecbe1979f8', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'fixed_ips': [{'subnet_id': '83d9d1c0-1bdb-4dfa-89aa-e43619c74b14'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:15:22.104575 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:22.243603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Allocated IP 172.20.0.2 (0d78f51e-1532-47d8-971a-85ecbe1979f8/83d9d1c0-1bdb-4dfa-89aa-e43619c74b14/3cd49d27-7d58-4484-a6f6-98e42e75b315) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:15:22.284692 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:22.286082 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:22.344467 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:22.407468 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:15:22.573890 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 890319ff-2c0d-4e79-a9e0-e25687415c25 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:15:22.610013 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:22.626357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Transition to ACTIVE for port object 3cd49d27-7d58-4484-a6f6-98e42e75b315 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:15:22.641715 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:22.652609 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Transition to ACTIVE for port object 3cd49d27-7d58-4484-a6f6-98e42e75b315 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:15:22.764070 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 890319ff-2c0d-4e79-a9e0-e25687415c25 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:15:22.766637 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:22.773257 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 890319ff-2c0d-4e79-a9e0-e25687415c25 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:22.773634 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:22.850295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Network 0d78f51e-1532-47d8-971a-85ecbe1979f8 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:15:22.861541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:15:22.866317 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Pushing event updated for resources: {'Port': ['ID=3cd49d27-7d58-4484-a6f6-98e42e75b315,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:22.869439 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:15:22.968602 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:22.974510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Attempting to bind port 3cd49d27-7d58-4484-a6f6-98e42e75b315 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:15:22.974881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Attempting to bind port 3cd49d27-7d58-4484-a6f6-98e42e75b315 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '67f32536-3d47-47cc-86a6-48a3402da1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d78f51e-1532-47d8-971a-85ecbe1979f8'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:15:22.975248 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Attempting to bind port 3cd49d27-7d58-4484-a6f6-98e42e75b315 on network 0d78f51e-1532-47d8-971a-85ecbe1979f8 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:15:22.976629 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:22.989180 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:15:22.989569 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Checking segment: {'id': '67f32536-3d47-47cc-86a6-48a3402da1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d78f51e-1532-47d8-971a-85ecbe1979f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:15:22.989966 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:22.990361 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Bound using segment: {'id': '67f32536-3d47-47cc-86a6-48a3402da1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d78f51e-1532-47d8-971a-85ecbe1979f8'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:15:22.990833 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Bound port: 3cd49d27-7d58-4484-a6f6-98e42e75b315, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f32536-3d47-47cc-86a6-48a3402da1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d78f51e-1532-47d8-971a-85ecbe1979f8'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:15:22.991210 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:22.993174 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:22.997981 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:23.057998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 890319ff-2c0d-4e79-a9e0-e25687415c25, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=890319ff-2c0d-4e79-a9e0-e25687415c25,segment=NetworkSegment(3a5ec432-f2fb-4f47-a874-5983f7f0f4db),segment_id=3a5ec432-f2fb-4f47-a874-5983f7f0f4db)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:23.086367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] For port 3cd49d27-7d58-4484-a6f6-98e42e75b315, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:15:23.090161 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] For port 3cd49d27-7d58-4484-a6f6-98e42e75b315, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3cd49d27-7d58-4484-a6f6-98e42e75b315,segment=NetworkSegment(67f32536-3d47-47cc-86a6-48a3402da1eb),segment_id=67f32536-3d47-47cc-86a6-48a3402da1eb)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:15:23.113481 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Allocated IP 172.25.5.99 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/ea2116e7-cf3e-42fd-8d63-2c462051480f) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:15:23.189147 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:23.189147 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f7e362e4-830e-4657-a003-2d4eb32096d5 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:15:23.230787 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:23.231062 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:23.281420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=890319ff-2c0d-4e79-a9e0-e25687415c25,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:23.322831 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port f7e362e4-830e-4657-a003-2d4eb32096d5 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:23.323203 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:23.372126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046c12b-fb8a-441a-a7a4-ff24a6a5afb5 None None] Pushing event updated for resources: {'Port': ['ID=3cd49d27-7d58-4484-a6f6-98e42e75b315,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:23.381080 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:23.420267 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:15:23.423286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:15:23.429227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:15:23.462494 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2116e7-cf3e-42fd-8d63-2c462051480f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:23.774021 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:23.977323 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:24.189296 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac76889-7898-452b-a1f1-a70aab364aed None None] Network 0d78f51e-1532-47d8-971a-85ecbe1979f8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:15:24.231891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Router c86d6657-27c5-4740-adba-efc558d4c4c1 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:15:24.334372 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2b8540be-87ec-41a4-b601-6e4aabd24eb5 None None] Provisioning for port 3cd49d27-7d58-4484-a6f6-98e42e75b315 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:15:24.343641 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:15:24.354870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Sync routers for ids ['c86d6657-27c5-4740-adba-efc558d4c4c1'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:15:24.374216 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Routers {'c86d6657-27c5-4740-adba-efc558d4c4c1'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:15:24.374838 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:15:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c86d6657-27c5-4740-adba-efc558d4c4c1'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:24.423133 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:24.428167 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43338) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:15:24.429045 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b4d8fd19-ecdc-43e5-bea0-06159f014320 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3462584 Jul 05 11:15:24.498250 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Set router c86d6657-27c5-4740-adba-efc558d4c4c1 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:15:24.598695 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 890319ff-2c0d-4e79-a9e0-e25687415c25 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:15:24.697501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 890319ff-2c0d-4e79-a9e0-e25687415c25 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:24.697877 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:24.818060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'name': 'tempest-TestMinimumBasicScenario-800725280-router', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ea2116e7-cf3e-42fd-8d63-2c462051480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:22Z', 'updated_at': '2021-07-05T11:15:23Z', 'revision_number': 3, 'project_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'gw_port': {'id': 'ea2116e7-cf3e-42fd-8d63-2c462051480f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:23Z', 'updated_at': '2021-07-05T11:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:24.823372 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:24.848547 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3cd49d27-7d58-4484-a6f6-98e42e75b315 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:15:24.850362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Checking router: c86d6657-27c5-4740-adba-efc558d4c4c1 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:15:24.850696 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Updating router c86d6657-27c5-4740-adba-efc558d4c4c1 port ea2116e7-cf3e-42fd-8d63-2c462051480f binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:15:24.912215 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:24.921593 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.021678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 3cd49d27-7d58-4484-a6f6-98e42e75b315 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:15:25.031013 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3cd49d27-7d58-4484-a6f6-98e42e75b315 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:25.031385 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.091779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Allocated IP 172.20.0.1 (0d78f51e-1532-47d8-971a-85ecbe1979f8/83d9d1c0-1bdb-4dfa-89aa-e43619c74b14/771bd797-31a2-4ccb-828c-e1cf457e9943) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:15:25.209372 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.215143 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.228849 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Transition to ACTIVE for port object 771bd797-31a2-4ccb-828c-e1cf457e9943 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:15:25.283513 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 3cd49d27-7d58-4484-a6f6-98e42e75b315, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3cd49d27-7d58-4484-a6f6-98e42e75b315,segment=NetworkSegment(67f32536-3d47-47cc-86a6-48a3402da1eb),segment_id=67f32536-3d47-47cc-86a6-48a3402da1eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:25.295143 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.305727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Transition to ACTIVE for port object ea2116e7-cf3e-42fd-8d63-2c462051480f will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:15:25.335820 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.375209 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Network 0d78f51e-1532-47d8-971a-85ecbe1979f8 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:15:25.381602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:15:25.386440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:15:25.389605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Pushing event updated for resources: {'Port': ['ID=771bd797-31a2-4ccb-828c-e1cf457e9943,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:25.415059 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.431178 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.445118 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.489666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Attempting to bind port ea2116e7-cf3e-42fd-8d63-2c462051480f on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:15:25.490051 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Attempting to bind port ea2116e7-cf3e-42fd-8d63-2c462051480f by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:15:25.490421 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Attempting to bind port ea2116e7-cf3e-42fd-8d63-2c462051480f on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:15:25.493663 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=3cd49d27-7d58-4484-a6f6-98e42e75b315,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:25.501242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:15:25.501611 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:15:25.502022 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.502417 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:15:25.502949 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Bound port: ea2116e7-cf3e-42fd-8d63-2c462051480f, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:15:25.503338 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.573747 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901560a5-5962-4082-942e-f96e7795674b None None] Pushing event updated for resources: {'Port': ['ID=ea2116e7-cf3e-42fd-8d63-2c462051480f,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:25.589054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] For port ea2116e7-cf3e-42fd-8d63-2c462051480f, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:15:25.592571 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] For port ea2116e7-cf3e-42fd-8d63-2c462051480f, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ea2116e7-cf3e-42fd-8d63-2c462051480f,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:15:25.656182 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.678084 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.714292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7fa857b3-5608-4a96-917b-214bbe17793c None None] Provisioning for port 771bd797-31a2-4ccb-828c-e1cf457e9943 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:15:25.724589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7fa857b3-5608-4a96-917b-214bbe17793c None None] Provisioning complete for port 771bd797-31a2-4ccb-828c-e1cf457e9943 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:25.724952 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7fa857b3-5608-4a96-917b-214bbe17793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.763803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Routers {'c86d6657-27c5-4740-adba-efc558d4c4c1'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:15:25.764434 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:15:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c86d6657-27c5-4740-adba-efc558d4c4c1'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:25.807742 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901560a5-5962-4082-942e-f96e7795674b None None] Pushing event updated for resources: {'Port': ['ID=ea2116e7-cf3e-42fd-8d63-2c462051480f,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:25.817541 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7fa857b3-5608-4a96-917b-214bbe17793c None None] Port 771bd797-31a2-4ccb-828c-e1cf457e9943 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:15:25.829661 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.883924 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] Set router c86d6657-27c5-4740-adba-efc558d4c4c1 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:15:25.923730 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.996191 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:25.998830 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Pushing event updated for resources: {'Port': ['ID=771bd797-31a2-4ccb-828c-e1cf457e9943,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:26.088897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'name': 'tempest-TestMinimumBasicScenario-800725280-router', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ea2116e7-cf3e-42fd-8d63-2c462051480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:22Z', 'updated_at': '2021-07-05T11:15:25Z', 'revision_number': 4, 'project_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'gw_port': {'id': 'ea2116e7-cf3e-42fd-8d63-2c462051480f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:23Z', 'updated_at': '2021-07-05T11:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '771bd797-31a2-4ccb-828c-e1cf457e9943', 'name': '', 'network_id': '0d78f51e-1532-47d8-971a-85ecbe1979f8', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'mac_address': 'fa:16:3e:41:2f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '83d9d1c0-1bdb-4dfa-89aa-e43619c74b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:24Z', 'updated_at': '2021-07-05T11:15:25Z', 'revision_number': 1, 'project_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'subnets': [{'id': '83d9d1c0-1bdb-4dfa-89aa-e43619c74b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:26.089288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Network 0d78f51e-1532-47d8-971a-85ecbe1979f8 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:15:26.090772 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:15:26.130768 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aaae26-24a2-4b6e-a0a7-82fbb249ff7a None None] The sync data for ids ['c86d6657-27c5-4740-adba-efc558d4c4c1'] in n-d-779913-27 is: [{'id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'name': 'tempest-TestMinimumBasicScenario-800725280-router', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ea2116e7-cf3e-42fd-8d63-2c462051480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:22Z', 'updated_at': '2021-07-05T11:15:25Z', 'revision_number': 4, 'project_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'gw_port': {'id': 'ea2116e7-cf3e-42fd-8d63-2c462051480f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:23Z', 'updated_at': '2021-07-05T11:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '771bd797-31a2-4ccb-828c-e1cf457e9943', 'name': '', 'network_id': '0d78f51e-1532-47d8-971a-85ecbe1979f8', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'mac_address': 'fa:16:3e:41:2f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '83d9d1c0-1bdb-4dfa-89aa-e43619c74b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:24Z', 'updated_at': '2021-07-05T11:15:25Z', 'revision_number': 1, 'project_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'subnets': [{'id': '83d9d1c0-1bdb-4dfa-89aa-e43619c74b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:15:26.225701 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Router c86d6657-27c5-4740-adba-efc558d4c4c1 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:15:26.357395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:15:26.357870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cdac2318-25e3-4a67-b56e-8c3fdbfb152b None None] Provisioning complete for port 771bd797-31a2-4ccb-828c-e1cf457e9943 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:26.358347 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cdac2318-25e3-4a67-b56e-8c3fdbfb152b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:26.364215 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3b497dec-7bb3-4bb4-a584-eb17c684ae78 admin admin] 10.222.0.77 "PUT /v2.0/routers/c86d6657-27c5-4740-adba-efc558d4c4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9342945 Jul 05 11:15:26.424019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-cdac2318-25e3-4a67-b56e-8c3fdbfb152b None None] Port 771bd797-31a2-4ccb-828c-e1cf457e9943 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:15:26.479444 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3cd49d27-7d58-4484-a6f6-98e42e75b315 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:15:26.532840 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3cd49d27-7d58-4484-a6f6-98e42e75b315 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:26.533218 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:28.509175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ea2116e7-cf3e-42fd-8d63-2c462051480f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:15:28.636476 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port ea2116e7-cf3e-42fd-8d63-2c462051480f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:15:28.641882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ea2116e7-cf3e-42fd-8d63-2c462051480f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:28.642262 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:28.741305 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:28.772620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port ea2116e7-cf3e-42fd-8d63-2c462051480f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ea2116e7-cf3e-42fd-8d63-2c462051480f,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:28.849148 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:28.914872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=ea2116e7-cf3e-42fd-8d63-2c462051480f,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:29.669664 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Sync routers for ids ['c86d6657-27c5-4740-adba-efc558d4c4c1'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:15:29.680295 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Routers {'c86d6657-27c5-4740-adba-efc558d4c4c1'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:15:29.681417 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:15:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c86d6657-27c5-4740-adba-efc558d4c4c1'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:29.796999 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Set router c86d6657-27c5-4740-adba-efc558d4c4c1 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:15:30.025960 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'name': 'tempest-TestMinimumBasicScenario-800725280-router', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ea2116e7-cf3e-42fd-8d63-2c462051480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:22Z', 'updated_at': '2021-07-05T11:15:25Z', 'revision_number': 4, 'project_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'gw_port': {'id': 'ea2116e7-cf3e-42fd-8d63-2c462051480f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:23Z', 'updated_at': '2021-07-05T11:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '771bd797-31a2-4ccb-828c-e1cf457e9943', 'name': '', 'network_id': '0d78f51e-1532-47d8-971a-85ecbe1979f8', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'mac_address': 'fa:16:3e:41:2f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '83d9d1c0-1bdb-4dfa-89aa-e43619c74b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:24Z', 'updated_at': '2021-07-05T11:15:25Z', 'revision_number': 2, 'project_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'subnets': [{'id': '83d9d1c0-1bdb-4dfa-89aa-e43619c74b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:30.141605 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Checking router: c86d6657-27c5-4740-adba-efc558d4c4c1 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:15:30.141826 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Updating router c86d6657-27c5-4740-adba-efc558d4c4c1 port 771bd797-31a2-4ccb-828c-e1cf457e9943 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:15:30.177719 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:30.444831 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:30.452519 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Transition to ACTIVE for port object 771bd797-31a2-4ccb-828c-e1cf457e9943 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:15:30.469901 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ea2116e7-cf3e-42fd-8d63-2c462051480f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:15:30.517462 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ea2116e7-cf3e-42fd-8d63-2c462051480f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:30.517827 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:30.620853 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:30.715532 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d206b4-923d-47b2-b891-7ed854d698e0 None None] Pushing event updated for resources: {'Port': ['ID=771bd797-31a2-4ccb-828c-e1cf457e9943,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:30.737030 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Attempting to bind port 771bd797-31a2-4ccb-828c-e1cf457e9943 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:15:30.737913 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Attempting to bind port 771bd797-31a2-4ccb-828c-e1cf457e9943 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '67f32536-3d47-47cc-86a6-48a3402da1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d78f51e-1532-47d8-971a-85ecbe1979f8'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:15:30.738283 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Attempting to bind port 771bd797-31a2-4ccb-828c-e1cf457e9943 on network 0d78f51e-1532-47d8-971a-85ecbe1979f8 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:15:30.753507 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:15:30.754306 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Checking segment: {'id': '67f32536-3d47-47cc-86a6-48a3402da1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d78f51e-1532-47d8-971a-85ecbe1979f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:15:30.754975 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:30.755462 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Bound using segment: {'id': '67f32536-3d47-47cc-86a6-48a3402da1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d78f51e-1532-47d8-971a-85ecbe1979f8'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:15:30.756090 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Bound port: 771bd797-31a2-4ccb-828c-e1cf457e9943, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f32536-3d47-47cc-86a6-48a3402da1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0d78f51e-1532-47d8-971a-85ecbe1979f8'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:15:30.756572 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:30.843953 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] For port 771bd797-31a2-4ccb-828c-e1cf457e9943, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:15:30.847349 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] For port 771bd797-31a2-4ccb-828c-e1cf457e9943, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=771bd797-31a2-4ccb-828c-e1cf457e9943,segment=NetworkSegment(67f32536-3d47-47cc-86a6-48a3402da1eb),segment_id=67f32536-3d47-47cc-86a6-48a3402da1eb)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:15:30.958185 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:31.011708 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Routers {'c86d6657-27c5-4740-adba-efc558d4c4c1'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:15:31.012466 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:15:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c86d6657-27c5-4740-adba-efc558d4c4c1'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:31.140069 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d206b4-923d-47b2-b891-7ed854d698e0 None None] Pushing event updated for resources: {'Port': ['ID=771bd797-31a2-4ccb-828c-e1cf457e9943,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:31.163662 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] Set router c86d6657-27c5-4740-adba-efc558d4c4c1 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:15:31.435051 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'name': 'tempest-TestMinimumBasicScenario-800725280-router', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ea2116e7-cf3e-42fd-8d63-2c462051480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:22Z', 'updated_at': '2021-07-05T11:15:25Z', 'revision_number': 4, 'project_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'gw_port': {'id': 'ea2116e7-cf3e-42fd-8d63-2c462051480f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:23Z', 'updated_at': '2021-07-05T11:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '771bd797-31a2-4ccb-828c-e1cf457e9943', 'name': '', 'network_id': '0d78f51e-1532-47d8-971a-85ecbe1979f8', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'mac_address': 'fa:16:3e:41:2f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '83d9d1c0-1bdb-4dfa-89aa-e43619c74b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:24Z', 'updated_at': '2021-07-05T11:15:30Z', 'revision_number': 4, 'project_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'subnets': [{'id': '83d9d1c0-1bdb-4dfa-89aa-e43619c74b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:15:31.466407 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c9f55-e78a-40ca-9aca-16c34348f34f None None] The sync data for ids ['c86d6657-27c5-4740-adba-efc558d4c4c1'] in n-d-779913-27 is: [{'id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'name': 'tempest-TestMinimumBasicScenario-800725280-router', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ea2116e7-cf3e-42fd-8d63-2c462051480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:22Z', 'updated_at': '2021-07-05T11:15:25Z', 'revision_number': 4, 'project_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'gw_port': {'id': 'ea2116e7-cf3e-42fd-8d63-2c462051480f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:23Z', 'updated_at': '2021-07-05T11:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '771bd797-31a2-4ccb-828c-e1cf457e9943', 'name': '', 'network_id': '0d78f51e-1532-47d8-971a-85ecbe1979f8', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'mac_address': 'fa:16:3e:41:2f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '83d9d1c0-1bdb-4dfa-89aa-e43619c74b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:24Z', 'updated_at': '2021-07-05T11:15:30Z', 'revision_number': 4, 'project_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'subnets': [{'id': '83d9d1c0-1bdb-4dfa-89aa-e43619c74b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:15:32.510111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 771bd797-31a2-4ccb-828c-e1cf457e9943 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:15:32.637746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 771bd797-31a2-4ccb-828c-e1cf457e9943 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:15:32.642246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 771bd797-31a2-4ccb-828c-e1cf457e9943 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:32.652942 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:32.734649 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:32.780622 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 771bd797-31a2-4ccb-828c-e1cf457e9943, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=771bd797-31a2-4ccb-828c-e1cf457e9943,segment=NetworkSegment(67f32536-3d47-47cc-86a6-48a3402da1eb),segment_id=67f32536-3d47-47cc-86a6-48a3402da1eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:15:32.883545 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:33.130786 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=771bd797-31a2-4ccb-828c-e1cf457e9943,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:33.140206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:33.140656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:33.141066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:33.141472 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:33.141882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:33.142300 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:33.142689 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:33.143633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:33.144025 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:33.144739 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:33.146381 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:33.146789 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:15:34.491792 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 771bd797-31a2-4ccb-828c-e1cf457e9943 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:15:34.546020 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 771bd797-31a2-4ccb-828c-e1cf457e9943 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:34.546408 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:38.400427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-6bda07e6-0d3d-4680-8683-00dd9c22fd5e tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:38.401824 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-6bda07e6-0d3d-4680-8683-00dd9c22fd5e tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/networks?id=d05c3526-701c-4407-95d8-28905e635cea HTTP/1.1" status: 200 len: 814 time: 0.0996337 Jul 05 11:15:38.416514 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-80f58e9b-2372-4d7a-a53e-37793d3edd3c tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/quotas/ed93555d2c294798b2fcf409bdb7a6e8 HTTP/1.1" status: 200 len: 375 time: 0.0093353 Jul 05 11:15:38.493621 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-0e6ac70a-91b4-441d-8591-837a01406590 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ed93555d2c294798b2fcf409bdb7a6e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719545 Jul 05 11:15:38.586887 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-97118961-9332-469a-b5e1-fdaf7a1cb56d service neutron] 10.222.0.77 "GET /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813336 Jul 05 11:15:38.681304 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-0f6a0240-be90-45c0-b1c9-46bbcaa4264b service neutron] 10.222.0.77 "GET /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885308 Jul 05 11:15:38.926868 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3d845389-4a47-4382-b52f-988cae2bcfbc req-c86d9637-2104-411f-b721-afd549e97985 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 210 time: 0.0312881 Jul 05 11:15:40.010878 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-28be8f65-4459-48d7-8ad9-fab5c76f15be req-97f4005b-72ef-4e72-8c5e-b3c7b98f92a5 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 210 time: 0.0339870 Jul 05 11:15:41.155387 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7b8a2341-2ac9-4bac-aae8-60686d455c0b req-1b53fdc8-3a1e-41fa-9751-63c376cef9a9 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 210 time: 0.0336888 Jul 05 11:15:41.175082 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-07916c76-bce2-4287-8b21-ff55ff3f3418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:41.605181 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-bb11e222-3d0e-4b3b-8e7f-7f7333742397 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:41.606698 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-bb11e222-3d0e-4b3b-8e7f-7f7333742397 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.73 "GET /v2.0/networks?id=d05c3526-701c-4407-95d8-28905e635cea HTTP/1.1" status: 200 len: 814 time: 0.0994599 Jul 05 11:15:41.626439 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-3848be20-feff-4f39-8cea-1f312dce7b75 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Request body: {'port': {'device_id': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea', 'admin_state_up': True, 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:15:41.791374 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-3848be20-feff-4f39-8cea-1f312dce7b75 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Made reservation on behalf of ed93555d2c294798b2fcf409bdb7a6e8 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:15:41.794980 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-3848be20-feff-4f39-8cea-1f312dce7b75 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:41.924567 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-3848be20-feff-4f39-8cea-1f312dce7b75 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Allocated IP 172.20.0.3 (d05c3526-701c-4407-95d8-28905e635cea/0a3eda65-bfa9-4d93-b809-722347b4c628/4556d67f-d775-49d3-bf2b-c443220b7723) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:15:42.076618 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-3848be20-feff-4f39-8cea-1f312dce7b75 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:42.091169 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-3848be20-feff-4f39-8cea-1f312dce7b75 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Transition to ACTIVE for port object 4556d67f-d775-49d3-bf2b-c443220b7723 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:15:42.220790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-3848be20-feff-4f39-8cea-1f312dce7b75 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:42.263648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-3848be20-feff-4f39-8cea-1f312dce7b75 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Network d05c3526-701c-4407-95d8-28905e635cea is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:15:42.266926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-3848be20-feff-4f39-8cea-1f312dce7b75 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:15:42.273874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-3848be20-feff-4f39-8cea-1f312dce7b75 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:15:42.300084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848be20-feff-4f39-8cea-1f312dce7b75 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Pushing event updated for resources: {'Port': ['ID=4556d67f-d775-49d3-bf2b-c443220b7723,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:42.332675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-3848be20-feff-4f39-8cea-1f312dce7b75 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:42.334614 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-3848be20-feff-4f39-8cea-1f312dce7b75 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:42.337015 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03afea-990f-442d-ac31-c97ac5ece074 req-5c679e45-bb79-404a-884f-f80d3fcf4b5c tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:42.338672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f03afea-990f-442d-ac31-c97ac5ece074 req-5c679e45-bb79-404a-884f-f80d3fcf4b5c tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 931 time: 0.0695033 Jul 05 11:15:42.385725 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f03afea-990f-442d-ac31-c97ac5ece074 req-8056a3d6-2a1f-4d03-be9a-5c2cff1f3989 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388463 Jul 05 11:15:42.459990 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-3848be20-feff-4f39-8cea-1f312dce7b75 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8395739 Jul 05 11:15:42.648950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7d7a4f34-c4ff-4477-8eb3-2dee1d338ff4 None None] Provisioning for port 4556d67f-d775-49d3-bf2b-c443220b7723 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:15:42.655879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7d7a4f34-c4ff-4477-8eb3-2dee1d338ff4 None None] Provisioning complete for port 4556d67f-d775-49d3-bf2b-c443220b7723 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:15:42.657301 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7d7a4f34-c4ff-4477-8eb3-2dee1d338ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:42.693369 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a4f34-c4ff-4477-8eb3-2dee1d338ff4 None None] Port 4556d67f-d775-49d3-bf2b-c443220b7723 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:15:43.566163 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffb9b1-4348-4808-965c-92d7513d22e6 req-91b6c56e-28f6-4523-b057-9490be3ef19b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:43.567799 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-32ffb9b1-4348-4808-965c-92d7513d22e6 req-91b6c56e-28f6-4523-b057-9490be3ef19b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 931 time: 0.0690312 Jul 05 11:15:43.612578 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-32ffb9b1-4348-4808-965c-92d7513d22e6 req-0b148bdd-a317-493d-b8de-d7f2d1ac208a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381465 Jul 05 11:15:43.660353 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f7d47a03-a1d8-4cb2-8976-7b52c1001e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:43.734289 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:44.794504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f700a6b-fda0-434d-a71f-b4a0165af23b req-e1eb1aad-11fd-44fe-9006-468718cadc4d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:44.795972 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f700a6b-fda0-434d-a71f-b4a0165af23b req-e1eb1aad-11fd-44fe-9006-468718cadc4d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 931 time: 0.0676324 Jul 05 11:15:44.847672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5f700a6b-fda0-434d-a71f-b4a0165af23b req-401b4788-9853-4f0f-941f-38b42b7a2b65 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459225 Jul 05 11:15:45.288382 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:46.058496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193f3f5-ee72-4c1e-bdfe-f1241b26bc89 req-95ec9321-ee40-454e-9830-467136698905 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:46.060063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9193f3f5-ee72-4c1e-bdfe-f1241b26bc89 req-95ec9321-ee40-454e-9830-467136698905 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 931 time: 0.0700197 Jul 05 11:15:46.098359 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9193f3f5-ee72-4c1e-bdfe-f1241b26bc89 req-8cafb0e3-5cb5-4c3d-9ac0-b0a008d7d6b1 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321178 Jul 05 11:15:47.126800 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:47.296576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2087afd-74b6-4954-a4db-6fcffc96b529 req-4a39d2ac-81f9-424f-ab63-34b78ec2b75d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:47.298912 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d2087afd-74b6-4954-a4db-6fcffc96b529 req-4a39d2ac-81f9-424f-ab63-34b78ec2b75d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 931 time: 0.0763948 Jul 05 11:15:47.341314 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d2087afd-74b6-4954-a4db-6fcffc96b529 req-c9c5e41c-1635-4cbb-a5cd-a280a5fa4160 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362933 Jul 05 11:15:48.537666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9021a1-4704-48b6-ae78-cad1a3262ca4 req-45c55ee2-3909-40a7-847d-f6e7791fad01 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:48.539145 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba9021a1-4704-48b6-ae78-cad1a3262ca4 req-45c55ee2-3909-40a7-847d-f6e7791fad01 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 931 time: 0.0702164 Jul 05 11:15:48.578509 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ba9021a1-4704-48b6-ae78-cad1a3262ca4 req-7317ec46-8561-4df1-9847-498289a3e1fa tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335608 Jul 05 11:15:49.790096 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee399e8-9e62-4af8-a7c3-5cdd4da01c9b req-288cb48d-7e35-4df8-b5da-eacb4b34f9c6 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:49.791906 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eee399e8-9e62-4af8-a7c3-5cdd4da01c9b req-288cb48d-7e35-4df8-b5da-eacb4b34f9c6 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 931 time: 0.0768969 Jul 05 11:15:49.831510 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-eee399e8-9e62-4af8-a7c3-5cdd4da01c9b req-b9f6a835-86bd-4318-9695-e5c6a1ad2b2c tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Jul 05 11:15:51.005496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6e111-f085-4b76-a6b6-06eb13224819 req-cfd7a4af-ec36-45b8-9fbd-647f0a15e487 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:51.007238 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5cf6e111-f085-4b76-a6b6-06eb13224819 req-cfd7a4af-ec36-45b8-9fbd-647f0a15e487 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 931 time: 0.0627112 Jul 05 11:15:51.044621 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5cf6e111-f085-4b76-a6b6-06eb13224819 req-d2558f3d-cbf0-40c8-8ab5-2cf56d2ee340 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318022 Jul 05 11:15:52.222175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5205c0-5cd9-4e53-9b98-d5e11e6baa7a req-1d049ba8-2b9f-475f-8071-e2eb345fb11e tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:52.223580 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c5205c0-5cd9-4e53-9b98-d5e11e6baa7a req-1d049ba8-2b9f-475f-8071-e2eb345fb11e tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 931 time: 0.0644732 Jul 05 11:15:52.262078 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c5205c0-5cd9-4e53-9b98-d5e11e6baa7a req-a08e61cb-c195-4bc8-ac4a-2a1f22f2c572 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329561 Jul 05 11:15:53.018762 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:53.439316 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a9b11-b097-40d4-b24b-9945592dfb0b req-480517c8-23c8-400a-be26-a44733c1c2da tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:53.440882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f22a9b11-b097-40d4-b24b-9945592dfb0b req-480517c8-23c8-400a-be26-a44733c1c2da tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 931 time: 0.0652139 Jul 05 11:15:53.479205 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f22a9b11-b097-40d4-b24b-9945592dfb0b req-7709735f-b352-4d01-95eb-35c39dcf126d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326216 Jul 05 11:15:54.664442 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fafdc9-8577-4ab3-b5a7-733c273dd6d8 req-86b0053e-2793-4341-90c5-c670e6e9ed82 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:54.665982 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-27fafdc9-8577-4ab3-b5a7-733c273dd6d8 req-86b0053e-2793-4341-90c5-c670e6e9ed82 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 931 time: 0.0643604 Jul 05 11:15:54.715740 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-27fafdc9-8577-4ab3-b5a7-733c273dd6d8 req-bc44c8ce-55f6-4e59-a6f8-eab025d434ae tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410624 Jul 05 11:15:54.791329 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:55.549611 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Request body: {'port': {'device_id': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:15:55.626960 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:55.898159 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4556d67f-d775-49d3-bf2b-c443220b7723 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:15:55.906475 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:55.920396 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Transition to ACTIVE for port object 4556d67f-d775-49d3-bf2b-c443220b7723 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:15:55.979888 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:56.061399 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4556d67f-d775-49d3-bf2b-c443220b7723,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:56.147584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bf839-0dd2-40c3-ac9f-f2ff39f6c730 req-18b65f97-9f80-40ca-bb64-674b8609dfe8 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:56.149180 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a14bf839-0dd2-40c3-ac9f-f2ff39f6c730 req-18b65f97-9f80-40ca-bb64-674b8609dfe8 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 943 time: 0.1376021 Jul 05 11:15:56.174670 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Attempting to bind port 4556d67f-d775-49d3-bf2b-c443220b7723 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:15:56.175010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Attempting to bind port 4556d67f-d775-49d3-bf2b-c443220b7723 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '3a5ec432-f2fb-4f47-a874-5983f7f0f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:15:56.175369 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Attempting to bind port 4556d67f-d775-49d3-bf2b-c443220b7723 on network d05c3526-701c-4407-95d8-28905e635cea {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:15:56.187556 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Port 4556d67f-d775-49d3-bf2b-c443220b7723 on network d05c3526-701c-4407-95d8-28905e635cea not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:15:56.187901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Attempting to bind port 4556d67f-d775-49d3-bf2b-c443220b7723 on network d05c3526-701c-4407-95d8-28905e635cea {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:15:56.196615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:15:56.196873 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Checking segment: {'id': '3a5ec432-f2fb-4f47-a874-5983f7f0f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:15:56.197241 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Bound using segment: {'id': '3a5ec432-f2fb-4f47-a874-5983f7f0f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:15:56.197678 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Bound port: 4556d67f-d775-49d3-bf2b-c443220b7723, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5ec432-f2fb-4f47-a874-5983f7f0f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:15:56.198031 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:56.222571 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a14bf839-0dd2-40c3-ac9f-f2ff39f6c730 req-717fe6ad-189a-41aa-8078-f6199a6034c3 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625696 Jul 05 11:15:56.272553 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] For port 4556d67f-d775-49d3-bf2b-c443220b7723, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:15:56.275568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] For port 4556d67f-d775-49d3-bf2b-c443220b7723, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4556d67f-d775-49d3-bf2b-c443220b7723,segment=NetworkSegment(3a5ec432-f2fb-4f47-a874-5983f7f0f4db),segment_id=3a5ec432-f2fb-4f47-a874-5983f7f0f4db)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:15:56.374892 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:56.422421 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:56.425572 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:15:56.425572 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] 10.222.0.73 "PUT /v2.0/ports/4556d67f-d775-49d3-bf2b-c443220b7723 HTTP/1.1" status: 200 len: 1092 time: 0.8798742 Jul 05 11:15:56.425572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'tag': '4556d67f-d775-49d3-bf2b-c443220b7723'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:15:56.428423 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6133ff4f-a694-4845-9699-a122853bb0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0e14f8-9cf0-4291-9e1d-88a4395f2f45", "tag": "4556d67f-d775-49d3-bf2b-c443220b7723"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:15:56.462204 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac2596-03b0-4136-a095-842c2196e0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4556d67f-d775-49d3-bf2b-c443220b7723,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:15:56.477615 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48055bf-125c-4851-b377-82baddfb8eac x-openstack-request-id: req-b48055bf-125c-4851-b377-82baddfb8eac {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:15:56.477959 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0e14f8-9cf0-4291-9e1d-88a4395f2f45", "tag": "4556d67f-d775-49d3-bf2b-c443220b7723", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:15:56.478161 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b48055bf-125c-4851-b377-82baddfb8eac {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:15:56.478604 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'tag': '4556d67f-d775-49d3-bf2b-c443220b7723', 'status': 'completed', 'code': 200} Jul 05 11:15:56.559870 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133ff4f-a694-4845-9699-a122853bb0cf req-0a9f614c-505e-4e48-a5e5-6ad822a82360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:56.561429 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6133ff4f-a694-4845-9699-a122853bb0cf req-0a9f614c-505e-4e48-a5e5-6ad822a82360 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed93555d2c294798b2fcf409bdb7a6e8&device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 1095 time: 0.0601039 Jul 05 11:15:56.659624 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133ff4f-a694-4845-9699-a122853bb0cf req-893dfaae-d113-4151-997c-9bff0ea9dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:56.661155 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6133ff4f-a694-4845-9699-a122853bb0cf req-893dfaae-d113-4151-997c-9bff0ea9dec3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=ed93555d2c294798b2fcf409bdb7a6e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0928595 Jul 05 11:15:56.758226 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133ff4f-a694-4845-9699-a122853bb0cf req-5100a086-4637-4adb-80b3-c95c8c8f02a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:56.759619 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6133ff4f-a694-4845-9699-a122853bb0cf req-5100a086-4637-4adb-80b3-c95c8c8f02a9 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927229 Jul 05 11:15:56.851154 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-7aee489c-c964-418c-8d89-30792a275219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:56.852748 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-7aee489c-c964-418c-8d89-30792a275219 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed93555d2c294798b2fcf409bdb7a6e8&device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 1095 time: 0.0538003 Jul 05 11:15:56.894824 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-24424134-9952-47fc-a2c5-45535d2fad5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4556d67f-d775-49d3-bf2b-c443220b7723 HTTP/1.1" status: 200 len: 217 time: 0.0352449 Jul 05 11:15:56.942810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-301189ad-1af4-4717-9a0b-73eb04af48ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:56.944297 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-301189ad-1af4-4717-9a0b-73eb04af48ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0a3eda65-bfa9-4d93-b809-722347b4c628 HTTP/1.1" status: 200 len: 853 time: 0.0440116 Jul 05 11:15:57.005189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-bbe6c427-e0fc-41ed-bb73-7e56c18de625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:57.007210 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-bbe6c427-e0fc-41ed-bb73-7e56c18de625 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d05c3526-701c-4407-95d8-28905e635cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568199 Jul 05 11:15:57.097505 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-09865aa4-6c44-4238-806b-0dd9a1a689a1 service neutron] 10.222.0.73 "GET /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837147 Jul 05 11:15:57.190091 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2d4ff21e-5d41-494b-b801-e4d11c9b26e7 req-6e7c2d6b-64e7-4829-97c8-1319d4b88a5b service neutron] 10.222.0.73 "GET /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867391 Jul 05 11:15:57.396659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fa435-8ea9-4a44-b292-ab654735e39c req-79dac407-1633-40cf-9b6e-68bfa3fad4d8 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:57.398086 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d5fa435-8ea9-4a44-b292-ab654735e39c req-79dac407-1633-40cf-9b6e-68bfa3fad4d8 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 943 time: 0.0656590 Jul 05 11:15:57.437766 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8d5fa435-8ea9-4a44-b292-ab654735e39c req-f2b54862-c1df-4a5f-94ab-2e5d1ed56d8a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338907 Jul 05 11:15:58.619835 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041fe2b-f26c-4f3d-a78f-011b823c7e7d req-cabc1f83-e645-4046-95c5-623563c59315 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:58.621396 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2041fe2b-f26c-4f3d-a78f-011b823c7e7d req-cabc1f83-e645-4046-95c5-623563c59315 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 943 time: 0.0644262 Jul 05 11:15:58.659599 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2041fe2b-f26c-4f3d-a78f-011b823c7e7d req-c6c2f096-0b13-4541-967c-7161e2cbde45 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323720 Jul 05 11:15:59.406170 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:15:59.831261 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a136bb1-11de-49b7-89e4-c59fcf3f87d3 req-2c47b62a-50bb-4efe-8703-b2192ce5ec4d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:15:59.832775 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0a136bb1-11de-49b7-89e4-c59fcf3f87d3 req-2c47b62a-50bb-4efe-8703-b2192ce5ec4d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 943 time: 0.0625684 Jul 05 11:15:59.870224 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0a136bb1-11de-49b7-89e4-c59fcf3f87d3 req-51ae3bf7-d5df-45e2-bc9d-9bfc3c1c68a1 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318706 Jul 05 11:16:00.033950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4556d67f-d775-49d3-bf2b-c443220b7723 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:16:00.128357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 4556d67f-d775-49d3-bf2b-c443220b7723, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4556d67f-d775-49d3-bf2b-c443220b7723,segment=NetworkSegment(3a5ec432-f2fb-4f47-a874-5983f7f0f4db),segment_id=3a5ec432-f2fb-4f47-a874-5983f7f0f4db)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:16:00.139793 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '4556d67f-d775-49d3-bf2b-c443220b7723', 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea', 'port_id': '4556d67f-d775-49d3-bf2b-c443220b7723', 'mac_address': 'fa:16:3e:b3:c3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:16:00.176406 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:00.190249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4556d67f-d775-49d3-bf2b-c443220b7723 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:16:00.211646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 4556d67f-d775-49d3-bf2b-c443220b7723, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4556d67f-d775-49d3-bf2b-c443220b7723,segment=NetworkSegment(3a5ec432-f2fb-4f47-a874-5983f7f0f4db),segment_id=3a5ec432-f2fb-4f47-a874-5983f7f0f4db)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:16:00.299277 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:00.345185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=4556d67f-d775-49d3-bf2b-c443220b7723,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:16:00.541461 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['4556d67f-d775-49d3-bf2b-c443220b7723'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:16:01.043252 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3414bb5-4274-47c6-8562-8f36ec18a119 req-35b312bc-eca1-4b35-b2ec-b035ab3ee68b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:01.044774 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b3414bb5-4274-47c6-8562-8f36ec18a119 req-35b312bc-eca1-4b35-b2ec-b035ab3ee68b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 944 time: 0.0638466 Jul 05 11:16:01.092167 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b3414bb5-4274-47c6-8562-8f36ec18a119 req-10fb153c-8b06-42bc-ab61-f74e252828c7 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Jul 05 11:16:02.044583 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4556d67f-d775-49d3-bf2b-c443220b7723 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:16:02.174233 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 4556d67f-d775-49d3-bf2b-c443220b7723 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:16:02.178759 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 4556d67f-d775-49d3-bf2b-c443220b7723 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:16:02.179137 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:02.261121 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:02.272070 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ca0c4-1018-4d28-b162-35eef28b6d5e req-17539b8a-6a62-4fb2-b36e-4925a8445632 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:02.273581 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-732ca0c4-1018-4d28-b162-35eef28b6d5e req-17539b8a-6a62-4fb2-b36e-4925a8445632 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 944 time: 0.0669339 Jul 05 11:16:02.283994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4556d67f-d775-49d3-bf2b-c443220b7723'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:16:02.286355 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4027590-be1c-4b94-9825-08f18634215e" -d '{"events": [{"server_uuid": "7a0e14f8-9cf0-4291-9e1d-88a4395f2f45", "name": "network-vif-plugged", "status": "completed", "tag": "4556d67f-d775-49d3-bf2b-c443220b7723"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:16:02.300232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 4556d67f-d775-49d3-bf2b-c443220b7723, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4556d67f-d775-49d3-bf2b-c443220b7723,segment=NetworkSegment(3a5ec432-f2fb-4f47-a874-5983f7f0f4db),segment_id=3a5ec432-f2fb-4f47-a874-5983f7f0f4db)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:16:02.315749 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-732ca0c4-1018-4d28-b162-35eef28b6d5e req-332d968e-3993-4588-b4ba-1933372d75e1 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363786 Jul 05 11:16:02.325784 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0aeb82-cb70-4acd-95d8-e73f9c211b67 x-openstack-request-id: req-0a0aeb82-cb70-4acd-95d8-e73f9c211b67 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:16:02.326071 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0e14f8-9cf0-4291-9e1d-88a4395f2f45", "name": "network-vif-plugged", "status": "completed", "tag": "4556d67f-d775-49d3-bf2b-c443220b7723", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:16:02.326322 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a0aeb82-cb70-4acd-95d8-e73f9c211b67 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:16:02.326766 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4556d67f-d775-49d3-bf2b-c443220b7723', 'code': 200} Jul 05 11:16:02.373577 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:02.423501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=4556d67f-d775-49d3-bf2b-c443220b7723,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:16:02.446805 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d554e5-1220-490a-8b6d-af64f40648f3 req-1a66c90a-b6fa-4341-b481-af76f0f0d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:02.448320 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31d554e5-1220-490a-8b6d-af64f40648f3 req-1a66c90a-b6fa-4341-b481-af76f0f0d10a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 1097 time: 0.0524297 Jul 05 11:16:02.483972 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-31d554e5-1220-490a-8b6d-af64f40648f3 req-f27c7536-da70-4b31-897e-c679211c5203 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285089 Jul 05 11:16:03.500371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a2d79-1824-4bcb-af65-69713eee1bb3 req-bc7d6bb7-60ac-49e3-847a-cc444a6f3bfc tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:03.503003 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a34a2d79-1824-4bcb-af65-69713eee1bb3 req-bc7d6bb7-60ac-49e3-847a-cc444a6f3bfc tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 945 time: 0.0699883 Jul 05 11:16:03.540893 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a34a2d79-1824-4bcb-af65-69713eee1bb3 req-583d9e23-db87-4f2c-bad3-93f62e400e6d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319865 Jul 05 11:16:03.723231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c995d0-0626-4ef9-af27-520e479aa488 req-82815298-9ec2-47c3-a4c7-09dd23d76d4f tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:03.724661 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8c995d0-0626-4ef9-af27-520e479aa488 req-82815298-9ec2-47c3-a4c7-09dd23d76d4f tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 945 time: 0.0727286 Jul 05 11:16:03.762625 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8c995d0-0626-4ef9-af27-520e479aa488 req-46d0e0ba-442b-487a-8473-2fdffdb951c3 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Jul 05 11:16:04.109653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804238e5-1464-4f1a-8d30-bccecb69e999 req-82a81b0b-4fc4-4eda-804d-366969f0c68e tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:04.111832 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-804238e5-1464-4f1a-8d30-bccecb69e999 req-82a81b0b-4fc4-4eda-804d-366969f0c68e tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 945 time: 0.0672650 Jul 05 11:16:04.149866 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-804238e5-1464-4f1a-8d30-bccecb69e999 req-4c369b5a-6e3f-47de-8abb-9e1c934c3839 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323913 Jul 05 11:16:11.151372 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-42cf8f5d-ce81-4ac7-89b8-48e437155037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:13.653368 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f1bd144a-bb4a-4229-8a47-ada019bfc368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:13.721504 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:15.223589 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:17.074892 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:18.831351 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20dbf7-b373-4179-8074-616161361e11 req-6d1be8f2-67c8-4714-98ba-9b915418ae4d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:18.832870 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be20dbf7-b373-4179-8074-616161361e11 req-6d1be8f2-67c8-4714-98ba-9b915418ae4d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 945 time: 0.0632107 Jul 05 11:16:18.871076 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be20dbf7-b373-4179-8074-616161361e11 req-80d6e327-1db4-4024-9316-572c03883525 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326467 Jul 05 11:16:18.896404 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43548) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:16:19.035838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eb57f8-cd82-4385-afc0-053c581f6bda tempest-TestMinimumBasicScenario-2004807284 tempest-TestMinimumBasicScenario-2004807284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:19.037385 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-48eb57f8-cd82-4385-afc0-053c581f6bda tempest-TestMinimumBasicScenario-2004807284 tempest-TestMinimumBasicScenario-2004807284-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 1092 time: 0.1399925 Jul 05 11:16:19.040406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43552) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:16:19.044839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': '4556d67f-d775-49d3-bf2b-c443220b7723', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:16:19.150684 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:19.249290 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:19.357005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Allocated IP 172.25.5.129 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/b9e21e64-8a5c-4c73-8de8-9f22058017d4) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:16:19.462820 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:19.562193 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:19.600042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:16:19.604718 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:16:19.608306 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:16:19.630551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Pushing event updated for resources: {'Port': ['ID=b9e21e64-8a5c-4c73-8de8-9f22058017d4,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:16:19.644688 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:19.645033 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:19.645371 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:19.645703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:19.646031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:19.646357 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:19.646680 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:19.647004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:19.647323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:19.647642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:19.647986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:19.648349 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:19.982670 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:20.442763 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:20.589605 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:20.653249 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:20.718700 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Pushing event updated for resources: {'Port': ['ID=b9e21e64-8a5c-4c73-8de8-9f22058017d4,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:16:20.731571 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:20.831619 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Floating IP c623167d-1629-4638-b479-85a9adad13b6 associated. External IP: 172.25.5.129, port: 4556d67f-d775-49d3-bf2b-c443220b7723. Jul 05 11:16:21.044821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Router b58a5c7d-c45f-438d-af21-ae227c8e143a has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:16:21.151147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:16:21.160595 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25994482-cb00-444e-a7c0-1b4ef92af41d None None] Sync routers for ids ['b58a5c7d-c45f-438d-af21-ae227c8e143a'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:16:21.169502 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25994482-cb00-444e-a7c0-1b4ef92af41d None None] Routers {'b58a5c7d-c45f-438d-af21-ae227c8e143a'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:16:21.175739 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-25994482-cb00-444e-a7c0-1b4ef92af41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:16:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b58a5c7d-c45f-438d-af21-ae227c8e143a'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:16:21.234752 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:21.273774 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-1a4b1797-93b5-403b-ad96-ff8d24dc078d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2322743 Jul 05 11:16:21.274376 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'tag': '4556d67f-d775-49d3-bf2b-c443220b7723'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:16:21.276745 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3152ce98-7e2a-4c6f-9b09-9a6e117bea9f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0e14f8-9cf0-4291-9e1d-88a4395f2f45", "tag": "4556d67f-d775-49d3-bf2b-c443220b7723"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:16:21.276893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43554) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:16:21.278061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-25994482-cb00-444e-a7c0-1b4ef92af41d None None] Set router b58a5c7d-c45f-438d-af21-ae227c8e143a gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:16:21.281742 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-825041428', 'description': 'tempest-secgroup-smoke-825041428 description', 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:16:21.323357 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfaf9c1-3d7f-4a76-9101-c05914a8c33c x-openstack-request-id: req-2cfaf9c1-3d7f-4a76-9101-c05914a8c33c {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:16:21.323654 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0e14f8-9cf0-4291-9e1d-88a4395f2f45", "tag": "4556d67f-d775-49d3-bf2b-c443220b7723", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:16:21.323941 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2cfaf9c1-3d7f-4a76-9101-c05914a8c33c {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:16:21.324341 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'tag': '4556d67f-d775-49d3-bf2b-c443220b7723', 'status': 'completed', 'code': 200} Jul 05 11:16:21.367506 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:21.454832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152ce98-7e2a-4c6f-9b09-9a6e117bea9f req-1a0b01a4-e7f3-459e-8cf6-46c465b21698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:21.456603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3152ce98-7e2a-4c6f-9b09-9a6e117bea9f req-1a0b01a4-e7f3-459e-8cf6-46c465b21698 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed93555d2c294798b2fcf409bdb7a6e8&device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 1097 time: 0.1071224 Jul 05 11:16:21.458456 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:21.512894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-25994482-cb00-444e-a7c0-1b4ef92af41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'name': 'tempest-TestMinimumBasicScenario-240207787-router', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:18Z', 'revision_number': 4, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'gw_port': {'id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'c623167d-1629-4638-b479-85a9adad13b6', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'port_id': '4556d67f-d775-49d3-bf2b-c443220b7723', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea', 'mac_address': 'fa:16:3e:b3:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:16:19Z', 'updated_at': '2021-07-05T11:16:19Z', 'revision_number': 0, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890319ff-2c0d-4e79-a9e0-e25687415c25', 'name': '', 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'mac_address': 'fa:16:3e:12:4c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:18Z', 'updated_at': '2021-07-05T11:15:23Z', 'revision_number': 5, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'subnets': [{'id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:16:21.539876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25994482-cb00-444e-a7c0-1b4ef92af41d None None] Checking router: b58a5c7d-c45f-438d-af21-ae227c8e143a for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:16:21.548524 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25994482-cb00-444e-a7c0-1b4ef92af41d None None] Routers {'b58a5c7d-c45f-438d-af21-ae227c8e143a'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:16:21.549140 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-25994482-cb00-444e-a7c0-1b4ef92af41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:16:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b58a5c7d-c45f-438d-af21-ae227c8e143a'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:16:21.551602 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:21.553537 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152ce98-7e2a-4c6f-9b09-9a6e117bea9f req-c3f57f5e-5da6-4b26-8bdc-afc4a23dac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:21.555045 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3152ce98-7e2a-4c6f-9b09-9a6e117bea9f req-c3f57f5e-5da6-4b26-8bdc-afc4a23dac86 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d05c3526-701c-4407-95d8-28905e635cea HTTP/1.1" status: 200 len: 915 time: 0.0921826 Jul 05 11:16:21.583108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246e3c42-d287-4230-bf58-dd8403829e17,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:16:21.590782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:21.591136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:21.599084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:21.599084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:21.599084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:21.599084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:21.599084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:21.599084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:21.599084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:21.599084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:21.599084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:21.599084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:16:21.631525 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3152ce98-7e2a-4c6f-9b09-9a6e117bea9f req-2f1fad41-b58d-4d52-9ee1-38726c785d34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4556d67f-d775-49d3-bf2b-c443220b7723 HTTP/1.1" status: 200 len: 999 time: 0.0693254 Jul 05 11:16:21.663107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-25994482-cb00-444e-a7c0-1b4ef92af41d None None] Set router b58a5c7d-c45f-438d-af21-ae227c8e143a gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:16:21.665079 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:21.666537 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-37fc6467-b46b-42c3-ac3a-8fac90835fec tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3886859 Jul 05 11:16:21.669440 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43560) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:16:21.674857 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-3760062f-e4ef-4888-87e8-e17514ea2451 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Request body: {'security_group_rule': {'security_group_id': '246e3c42-d287-4230-bf58-dd8403829e17', 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:16:21.686825 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152ce98-7e2a-4c6f-9b09-9a6e117bea9f req-9a3b4167-f3b1-43e0-be08-4f2f31117bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:21.688666 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3152ce98-7e2a-4c6f-9b09-9a6e117bea9f req-9a3b4167-f3b1-43e0-be08-4f2f31117bc0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0a3eda65-bfa9-4d93-b809-722347b4c628 HTTP/1.1" status: 200 len: 853 time: 0.0507369 Jul 05 11:16:21.746597 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152ce98-7e2a-4c6f-9b09-9a6e117bea9f req-3a4ffeec-16cb-468b-9b63-7f5c9a897f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:21.748137 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3152ce98-7e2a-4c6f-9b09-9a6e117bea9f req-3a4ffeec-16cb-468b-9b63-7f5c9a897f21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d05c3526-701c-4407-95d8-28905e635cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529609 Jul 05 11:16:21.773417 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3760062f-e4ef-4888-87e8-e17514ea2451 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:21.834176 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3760062f-e4ef-4888-87e8-e17514ea2451 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:21.847222 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3152ce98-7e2a-4c6f-9b09-9a6e117bea9f req-61ce9e55-2e8e-4659-b100-335146b1f284 service neutron] 10.222.0.73 "GET /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898046 Jul 05 11:16:21.897648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-25994482-cb00-444e-a7c0-1b4ef92af41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'name': 'tempest-TestMinimumBasicScenario-240207787-router', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:18Z', 'revision_number': 4, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'gw_port': {'id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'c623167d-1629-4638-b479-85a9adad13b6', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'port_id': '4556d67f-d775-49d3-bf2b-c443220b7723', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea', 'mac_address': 'fa:16:3e:b3:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:16:19Z', 'updated_at': '2021-07-05T11:16:19Z', 'revision_number': 0, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890319ff-2c0d-4e79-a9e0-e25687415c25', 'name': '', 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'mac_address': 'fa:16:3e:12:4c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:18Z', 'updated_at': '2021-07-05T11:15:23Z', 'revision_number': 5, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'subnets': [{'id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:16:21.926294 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25994482-cb00-444e-a7c0-1b4ef92af41d None None] The sync data for ids ['b58a5c7d-c45f-438d-af21-ae227c8e143a'] in n-d-779913-27 is: [{'id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'name': 'tempest-TestMinimumBasicScenario-240207787-router', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:18Z', 'revision_number': 4, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'gw_port': {'id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'c623167d-1629-4638-b479-85a9adad13b6', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'port_id': '4556d67f-d775-49d3-bf2b-c443220b7723', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea', 'mac_address': 'fa:16:3e:b3:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:16:19Z', 'updated_at': '2021-07-05T11:16:19Z', 'revision_number': 0, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890319ff-2c0d-4e79-a9e0-e25687415c25', 'name': '', 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'mac_address': 'fa:16:3e:12:4c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:18Z', 'updated_at': '2021-07-05T11:15:23Z', 'revision_number': 5, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'subnets': [{'id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:16:21.933151 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3760062f-e4ef-4888-87e8-e17514ea2451 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:21.946851 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3152ce98-7e2a-4c6f-9b09-9a6e117bea9f req-7bb74002-f40c-4674-9fdf-cb3b8014c0c6 service neutron] 10.222.0.73 "GET /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888119 Jul 05 11:16:21.949221 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760062f-e4ef-4888-87e8-e17514ea2451 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b142ba-8d27-4b35-9884-1a8e48626f52,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:16:22.022873 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3760062f-e4ef-4888-87e8-e17514ea2451 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:22.024175 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3760062f-e4ef-4888-87e8-e17514ea2451 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3536086 Jul 05 11:16:22.033669 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43562) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:16:22.039166 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4ec481a1-7ee3-4697-a9b5-d44d9cf5017c tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Request body: {'security_group_rule': {'security_group_id': '246e3c42-d287-4230-bf58-dd8403829e17', 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:16:22.133948 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0703483b-8a8a-4826-acef-f196eae9bdc4 None None] New status for floating IP c623167d-1629-4638-b479-85a9adad13b6: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:16:22.148527 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ec481a1-7ee3-4697-a9b5-d44d9cf5017c tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:22.209476 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ec481a1-7ee3-4697-a9b5-d44d9cf5017c tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:22.281907 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ec481a1-7ee3-4697-a9b5-d44d9cf5017c tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:22.297603 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec481a1-7ee3-4697-a9b5-d44d9cf5017c tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39894247-a7e3-4fc7-9e6a-5ba67545ac4f,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:16:22.367532 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ec481a1-7ee3-4697-a9b5-d44d9cf5017c tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:22.368803 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4ec481a1-7ee3-4697-a9b5-d44d9cf5017c tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3335834 Jul 05 11:16:22.371627 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43564) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:16:22.376096 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d62f965d-c349-4e59-a370-29f3b00da303 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Request body: {'security_group_rule': {'security_group_id': '246e3c42-d287-4230-bf58-dd8403829e17', 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:16:22.458208 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d62f965d-c349-4e59-a370-29f3b00da303 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:22.523523 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d62f965d-c349-4e59-a370-29f3b00da303 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:22.601409 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d62f965d-c349-4e59-a370-29f3b00da303 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:22.619220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f965d-c349-4e59-a370-29f3b00da303 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551f55d8-d70c-43f8-aafe-87389351a7d2,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:16:22.704334 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d62f965d-c349-4e59-a370-29f3b00da303 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:22.705644 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d62f965d-c349-4e59-a370-29f3b00da303 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330333 Jul 05 11:16:22.708294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43566) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:16:22.712726 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-7b7348cc-a0bc-43b5-a035-01e0c8166c8a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Request body: {'security_group_rule': {'security_group_id': '246e3c42-d287-4230-bf58-dd8403829e17', 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:16:22.805537 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b7348cc-a0bc-43b5-a035-01e0c8166c8a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:22.867117 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b7348cc-a0bc-43b5-a035-01e0c8166c8a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:22.933421 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:22.961636 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b7348cc-a0bc-43b5-a035-01e0c8166c8a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:22.980220 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7348cc-a0bc-43b5-a035-01e0c8166c8a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b03a4a8-3a80-45b4-8f60-b21ff59ea48e,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:16:23.041913 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7b7348cc-a0bc-43b5-a035-01e0c8166c8a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:23.043211 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7b7348cc-a0bc-43b5-a035-01e0c8166c8a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3339379 Jul 05 11:16:23.045936 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43568) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:16:23.050566 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c4a8dafe-712f-4741-84ce-5c023aba70b6 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Request body: {'security_group_rule': {'security_group_id': '246e3c42-d287-4230-bf58-dd8403829e17', 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:16:23.150465 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-c4a8dafe-712f-4741-84ce-5c023aba70b6 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Project ed93555d2c294798b2fcf409bdb7a6e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:16:23.155709 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dafe-712f-4741-84ce-5c023aba70b6 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:23.217827 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dafe-712f-4741-84ce-5c023aba70b6 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:23.309879 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dafe-712f-4741-84ce-5c023aba70b6 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:23.328926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8dafe-712f-4741-84ce-5c023aba70b6 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3386a13-12dc-4f2e-831c-2d379821541f,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:16:23.417415 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dafe-712f-4741-84ce-5c023aba70b6 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:23.418575 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c4a8dafe-712f-4741-84ce-5c023aba70b6 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3716931 Jul 05 11:16:23.421254 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43570) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:16:23.425660 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4a0ffd98-cca4-4b99-91d7-bc0037d66a0a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Request body: {'security_group_rule': {'security_group_id': '246e3c42-d287-4230-bf58-dd8403829e17', 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:16:23.527434 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-4a0ffd98-cca4-4b99-91d7-bc0037d66a0a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Project ed93555d2c294798b2fcf409bdb7a6e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:16:23.532711 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a0ffd98-cca4-4b99-91d7-bc0037d66a0a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:23.600289 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a0ffd98-cca4-4b99-91d7-bc0037d66a0a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:23.662698 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a0ffd98-cca4-4b99-91d7-bc0037d66a0a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:23.682540 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ffd98-cca4-4b99-91d7-bc0037d66a0a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211d015e-85b1-4b87-ac8b-9c88d3449552,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:16:23.931958 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4a0ffd98-cca4-4b99-91d7-bc0037d66a0a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:23.933243 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4a0ffd98-cca4-4b99-91d7-bc0037d66a0a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5110347 Jul 05 11:16:24.053229 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ecb77c0a-c82f-4c41-a581-5aca650fc74a req-b3851a50-57f0-4510-aabe-1f1e5fbd3ae0 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-825041428&fields=id&tenant_id=ed93555d2c294798b2fcf409bdb7a6e8 HTTP/1.1" status: 200 len: 267 time: 0.0326970 Jul 05 11:16:24.122714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb77c0a-c82f-4c41-a581-5aca650fc74a req-c083f41c-b722-48be-ab14-548b17fc0203 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:24.124236 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ecb77c0a-c82f-4c41-a581-5aca650fc74a req-c083f41c-b722-48be-ab14-548b17fc0203 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 945 time: 0.0645034 Jul 05 11:16:24.136205 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-ecb77c0a-c82f-4c41-a581-5aca650fc74a req-6df1bf51-3682-4430-80c7-cfff60128ef5 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Request body: {'port': {'security_groups': ['b348b9ab-4570-488a-a436-85291f3f0557', '246e3c42-d287-4230-bf58-dd8403829e17']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:16:24.224619 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ecb77c0a-c82f-4c41-a581-5aca650fc74a req-6df1bf51-3682-4430-80c7-cfff60128ef5 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:24.407920 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-ecb77c0a-c82f-4c41-a581-5aca650fc74a req-6df1bf51-3682-4430-80c7-cfff60128ef5 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] For port 4556d67f-d775-49d3-bf2b-c443220b7723, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4556d67f-d775-49d3-bf2b-c443220b7723,segment=NetworkSegment(3a5ec432-f2fb-4f47-a874-5983f7f0f4db),segment_id=3a5ec432-f2fb-4f47-a874-5983f7f0f4db)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:16:24.438449 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ecb77c0a-c82f-4c41-a581-5aca650fc74a req-6df1bf51-3682-4430-80c7-cfff60128ef5 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:24.521814 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ecb77c0a-c82f-4c41-a581-5aca650fc74a req-6df1bf51-3682-4430-80c7-cfff60128ef5 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:24.534002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['4556d67f-d775-49d3-bf2b-c443220b7723'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:16:24.566050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb77c0a-c82f-4c41-a581-5aca650fc74a req-6df1bf51-3682-4430-80c7-cfff60128ef5 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:24.566678 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-ecb77c0a-c82f-4c41-a581-5aca650fc74a req-6df1bf51-3682-4430-80c7-cfff60128ef5 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:24.568114 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ecb77c0a-c82f-4c41-a581-5aca650fc74a req-6df1bf51-3682-4430-80c7-cfff60128ef5 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "PUT /v2.0/ports/4556d67f-d775-49d3-bf2b-c443220b7723 HTTP/1.1" status: 200 len: 981 time: 0.4366605 Jul 05 11:16:24.568570 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'tag': '4556d67f-d775-49d3-bf2b-c443220b7723'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:16:24.570999 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09ac3d1-a5ef-45d1-aa43-fd305f3e8334" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0e14f8-9cf0-4291-9e1d-88a4395f2f45", "tag": "4556d67f-d775-49d3-bf2b-c443220b7723"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:16:24.625761 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1bf51-3682-4430-80c7-cfff60128ef5 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Pushing event updated for resources: {'Port': ['ID=4556d67f-d775-49d3-bf2b-c443220b7723,revision_number=6']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:16:24.650990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['4556d67f-d775-49d3-bf2b-c443220b7723'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:16:24.654689 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5ecfb9-9fec-4534-96a5-d39babe10beb x-openstack-request-id: req-6b5ecfb9-9fec-4534-96a5-d39babe10beb {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:16:24.655119 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0e14f8-9cf0-4291-9e1d-88a4395f2f45", "tag": "4556d67f-d775-49d3-bf2b-c443220b7723", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:16:24.655623 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b5ecfb9-9fec-4534-96a5-d39babe10beb {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:16:24.656146 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'tag': '4556d67f-d775-49d3-bf2b-c443220b7723', 'status': 'completed', 'code': 200} Jul 05 11:16:24.763225 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ac3d1-a5ef-45d1-aa43-fd305f3e8334 req-3cb07da4-8d63-4f38-92ea-902fe7f9ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:24.766347 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b09ac3d1-a5ef-45d1-aa43-fd305f3e8334 req-3cb07da4-8d63-4f38-92ea-902fe7f9ffde service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed93555d2c294798b2fcf409bdb7a6e8&device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 1136 time: 0.0860145 Jul 05 11:16:24.834790 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:24.860293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f22789-935c-45cd-9cca-360ea53ceb4c req-40c848d4-89a3-4ad8-bce6-787afe0018b6 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:24.862783 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-28f22789-935c-45cd-9cca-360ea53ceb4c req-40c848d4-89a3-4ad8-bce6-787afe0018b6 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 984 time: 0.1097407 Jul 05 11:16:24.937772 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-28f22789-935c-45cd-9cca-360ea53ceb4c req-b5c3554b-c4cc-4869-85c5-c221b6f670e6 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&id=246e3c42-d287-4230-bf58-dd8403829e17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673404 Jul 05 11:16:24.949196 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ac3d1-a5ef-45d1-aa43-fd305f3e8334 req-29a553d4-f7ec-4b94-a94c-3716fcb6d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:24.950694 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b09ac3d1-a5ef-45d1-aa43-fd305f3e8334 req-29a553d4-f7ec-4b94-a94c-3716fcb6d841 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d05c3526-701c-4407-95d8-28905e635cea HTTP/1.1" status: 200 len: 915 time: 0.1777453 Jul 05 11:16:24.962049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-57deb019-c027-43bb-abb0-4fb616365451 None None] Provisioning complete for port 4556d67f-d775-49d3-bf2b-c443220b7723 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:16:24.962868 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-57deb019-c027-43bb-abb0-4fb616365451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:25.022673 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b09ac3d1-a5ef-45d1-aa43-fd305f3e8334 req-f4ec4a4f-7d60-4a0a-88c2-a1dcc4141e08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4556d67f-d775-49d3-bf2b-c443220b7723 HTTP/1.1" status: 200 len: 1001 time: 0.0644801 Jul 05 11:16:25.081843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ac3d1-a5ef-45d1-aa43-fd305f3e8334 req-7f8f07d1-4d82-47e0-8819-a58d671737d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:25.083596 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b09ac3d1-a5ef-45d1-aa43-fd305f3e8334 req-7f8f07d1-4d82-47e0-8819-a58d671737d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0a3eda65-bfa9-4d93-b809-722347b4c628 HTTP/1.1" status: 200 len: 853 time: 0.0542085 Jul 05 11:16:25.150152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ac3d1-a5ef-45d1-aa43-fd305f3e8334 req-23243a54-1fdf-4ea3-84aa-3233fb748fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:25.151878 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b09ac3d1-a5ef-45d1-aa43-fd305f3e8334 req-23243a54-1fdf-4ea3-84aa-3233fb748fcd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d05c3526-701c-4407-95d8-28905e635cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617204 Jul 05 11:16:25.266628 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b09ac3d1-a5ef-45d1-aa43-fd305f3e8334 req-8a523587-321b-4569-a901-4fdb703b1b49 service neutron] 10.222.0.73 "GET /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062803 Jul 05 11:16:25.368814 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b09ac3d1-a5ef-45d1-aa43-fd305f3e8334 req-89e4357b-462c-44fd-8d95-00886f33be48 service neutron] 10.222.0.73 "GET /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956798 Jul 05 11:16:36.405769 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:16:39.429873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c9679-d94a-4553-9f6d-d19676eb9d9a req-08d3e4a2-116c-48a4-80d0-c0112cdea94b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:39.431453 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d85c9679-d94a-4553-9f6d-d19676eb9d9a req-08d3e4a2-116c-48a4-80d0-c0112cdea94b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 984 time: 0.0659521 Jul 05 11:16:39.474730 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d85c9679-d94a-4553-9f6d-d19676eb9d9a req-a5a1f662-f94c-47a8-84b7-1a8f9a0eb5ea tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&id=246e3c42-d287-4230-bf58-dd8403829e17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365317 Jul 05 11:16:39.498723 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1b4e2-0f8b-4561-90aa-f25785c32d5e req-b61c73ba-c5bb-4c3d-8a34-7d0a72ed6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:39.500306 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8a1b4e2-0f8b-4561-90aa-f25785c32d5e req-b61c73ba-c5bb-4c3d-8a34-7d0a72ed6335 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed93555d2c294798b2fcf409bdb7a6e8&device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 1136 time: 0.0580623 Jul 05 11:16:39.594614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1b4e2-0f8b-4561-90aa-f25785c32d5e req-b239c7f4-542a-4c7d-bc32-9b53021b6332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:39.596154 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8a1b4e2-0f8b-4561-90aa-f25785c32d5e req-b239c7f4-542a-4c7d-bc32-9b53021b6332 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d05c3526-701c-4407-95d8-28905e635cea HTTP/1.1" status: 200 len: 915 time: 0.0896275 Jul 05 11:16:39.662627 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8a1b4e2-0f8b-4561-90aa-f25785c32d5e req-762bed5d-80c5-4485-a866-bd10f6547f03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4556d67f-d775-49d3-bf2b-c443220b7723 HTTP/1.1" status: 200 len: 1001 time: 0.0598292 Jul 05 11:16:39.712957 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1b4e2-0f8b-4561-90aa-f25785c32d5e req-9e1637de-826c-446f-8150-a31547d794d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:39.714435 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8a1b4e2-0f8b-4561-90aa-f25785c32d5e req-9e1637de-826c-446f-8150-a31547d794d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0a3eda65-bfa9-4d93-b809-722347b4c628 HTTP/1.1" status: 200 len: 853 time: 0.0453560 Jul 05 11:16:39.776280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1b4e2-0f8b-4561-90aa-f25785c32d5e req-a04f5ac7-f21d-40f9-a4e0-9cdb7028b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:39.777832 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8a1b4e2-0f8b-4561-90aa-f25785c32d5e req-a04f5ac7-f21d-40f9-a4e0-9cdb7028b19a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d05c3526-701c-4407-95d8-28905e635cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562987 Jul 05 11:16:39.866164 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8a1b4e2-0f8b-4561-90aa-f25785c32d5e req-d7d162d6-ea2d-4992-be4d-0304360a5689 service neutron] 10.222.0.73 "GET /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815136 Jul 05 11:16:39.961501 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8a1b4e2-0f8b-4561-90aa-f25785c32d5e req-b7450806-eb50-48db-aae6-a5b94f96b31d service neutron] 10.222.0.73 "GET /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883231 Jul 05 11:16:40.650496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdb348-7f85-4dc7-b635-0708940e0e47 req-52374654-8c1c-42bc-b4ee-21622b4f1198 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:40.652023 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0cdb348-7f85-4dc7-b635-0708940e0e47 req-52374654-8c1c-42bc-b4ee-21622b4f1198 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 984 time: 0.0640357 Jul 05 11:16:40.693194 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0cdb348-7f85-4dc7-b635-0708940e0e47 req-1b61853a-ccc4-4cb8-b4eb-1441f2983ad0 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&id=246e3c42-d287-4230-bf58-dd8403829e17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352662 Jul 05 11:16:41.131580 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-52ed8f5e-7e8f-4790-b4e8-8e9ba189f2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:41.874164 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea6db4-a873-41f4-ab5e-8d4957499743 req-b44fcb8c-1b32-4817-b384-751617d8bc9a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:41.875693 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98ea6db4-a873-41f4-ab5e-8d4957499743 req-b44fcb8c-1b32-4817-b384-751617d8bc9a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 984 time: 0.0690539 Jul 05 11:16:41.918814 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98ea6db4-a873-41f4-ab5e-8d4957499743 req-e6b1b583-9a2d-46d5-9cf2-3ff8885bb857 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&id=246e3c42-d287-4230-bf58-dd8403829e17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370543 Jul 05 11:16:43.096645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608810c2-d544-4420-98b2-461904698c35 req-77baa73c-8b2a-48dd-979c-2a1d79ada7fb tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:43.098793 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-608810c2-d544-4420-98b2-461904698c35 req-77baa73c-8b2a-48dd-979c-2a1d79ada7fb tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 984 time: 0.0637240 Jul 05 11:16:43.139680 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-608810c2-d544-4420-98b2-461904698c35 req-40ca8b10-466e-44c8-aa72-2c46dda4e0eb tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&id=246e3c42-d287-4230-bf58-dd8403829e17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347512 Jul 05 11:16:43.686591 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-46ef53f9-7d76-46fa-bd5c-1d262f0a7434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:43.720900 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:43.730974 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff9db0-cd25-44ce-8897-db84f73f29f9 req-fceefca2-8bf1-4d98-80a7-32203fac4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:43.732838 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4ff9db0-cd25-44ce-8897-db84f73f29f9 req-fceefca2-8bf1-4d98-80a7-32203fac4d67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed93555d2c294798b2fcf409bdb7a6e8&device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 1136 time: 0.0595515 Jul 05 11:16:43.836035 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff9db0-cd25-44ce-8897-db84f73f29f9 req-18a6394e-1ffb-4b69-9997-d03aca1039a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:43.837502 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4ff9db0-cd25-44ce-8897-db84f73f29f9 req-18a6394e-1ffb-4b69-9997-d03aca1039a1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d05c3526-701c-4407-95d8-28905e635cea HTTP/1.1" status: 200 len: 915 time: 0.0846481 Jul 05 11:16:43.908995 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4ff9db0-cd25-44ce-8897-db84f73f29f9 req-29d76f87-ccf4-406a-885d-b82e135d1c43 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4556d67f-d775-49d3-bf2b-c443220b7723 HTTP/1.1" status: 200 len: 1001 time: 0.0644586 Jul 05 11:16:43.958939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff9db0-cd25-44ce-8897-db84f73f29f9 req-775d680f-6b60-438a-84e4-f5d9f3e60470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:43.960415 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4ff9db0-cd25-44ce-8897-db84f73f29f9 req-775d680f-6b60-438a-84e4-f5d9f3e60470 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0a3eda65-bfa9-4d93-b809-722347b4c628 HTTP/1.1" status: 200 len: 853 time: 0.0456378 Jul 05 11:16:44.018411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff9db0-cd25-44ce-8897-db84f73f29f9 req-49d49f79-5355-48ea-9b99-914fae2ffdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:44.019975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4ff9db0-cd25-44ce-8897-db84f73f29f9 req-49d49f79-5355-48ea-9b99-914fae2ffdc7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d05c3526-701c-4407-95d8-28905e635cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535591 Jul 05 11:16:44.110940 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4ff9db0-cd25-44ce-8897-db84f73f29f9 req-d36dc348-0130-4a1b-9360-1d6314792eca service neutron] 10.222.0.73 "GET /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845535 Jul 05 11:16:44.201181 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a4ff9db0-cd25-44ce-8897-db84f73f29f9 req-b1b57fd3-6eea-43ad-81e9-3978f50648bc service neutron] 10.222.0.73 "GET /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833673 Jul 05 11:16:44.324531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d55d7-ddf3-4c4f-ab13-1784d1784bd7 req-e86aa8e1-ac83-4822-b8bc-b16e86b77cb8 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:44.326043 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c7d55d7-ddf3-4c4f-ab13-1784d1784bd7 req-e86aa8e1-ac83-4822-b8bc-b16e86b77cb8 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 984 time: 0.0645561 Jul 05 11:16:44.366394 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c7d55d7-ddf3-4c4f-ab13-1784d1784bd7 req-35a1c71b-d609-470d-a8dd-6ae058cdf41f tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&id=246e3c42-d287-4230-bf58-dd8403829e17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346787 Jul 05 11:16:45.229704 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:45.547260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf985b1-cd90-4c30-94a6-599ed694fd2a req-958d6d3d-2175-4ba1-8dde-d2303d28f34f tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:45.548792 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1bf985b1-cd90-4c30-94a6-599ed694fd2a req-958d6d3d-2175-4ba1-8dde-d2303d28f34f tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 984 time: 0.0666289 Jul 05 11:16:45.592685 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1bf985b1-cd90-4c30-94a6-599ed694fd2a req-85cab50c-e3ba-41a7-b255-f01837289d9b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&id=246e3c42-d287-4230-bf58-dd8403829e17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380750 Jul 05 11:16:46.771898 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe70a-79d8-4ac8-9b54-3fc34318f3d8 req-deaaf035-2f38-45a8-b316-62fef8d62392 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:46.773509 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-438fe70a-79d8-4ac8-9b54-3fc34318f3d8 req-deaaf035-2f38-45a8-b316-62fef8d62392 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 984 time: 0.0672965 Jul 05 11:16:46.815065 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-438fe70a-79d8-4ac8-9b54-3fc34318f3d8 req-14bfe696-6be9-4ef0-b8be-1f07846978a5 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&id=246e3c42-d287-4230-bf58-dd8403829e17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357134 Jul 05 11:16:47.092855 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:47.992299 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8ce05-dd0c-41c7-a8b0-0f7c31374db9 req-df35593b-a25c-4a83-b5bc-36aea8962039 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:47.993856 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b4b8ce05-dd0c-41c7-a8b0-0f7c31374db9 req-df35593b-a25c-4a83-b5bc-36aea8962039 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 984 time: 0.0681314 Jul 05 11:16:48.035547 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b4b8ce05-dd0c-41c7-a8b0-0f7c31374db9 req-a8e8ca64-5136-45c3-a7a1-c9836a5bff60 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&id=246e3c42-d287-4230-bf58-dd8403829e17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353498 Jul 05 11:16:49.216743 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674025c2-ffb7-4573-bfe2-c83db74928fb req-8b30a94a-9ed1-4fee-ba3e-75128059f860 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:49.218254 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-674025c2-ffb7-4573-bfe2-c83db74928fb req-8b30a94a-9ed1-4fee-ba3e-75128059f860 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 984 time: 0.0681980 Jul 05 11:16:49.259252 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-674025c2-ffb7-4573-bfe2-c83db74928fb req-ad967f38-cba5-451d-bc3a-432db9d64f4d tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&id=246e3c42-d287-4230-bf58-dd8403829e17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350783 Jul 05 11:16:50.431310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dad08-590b-4333-a17b-d3e5a6ceef6a req-763b7c0c-1493-4eb1-ab56-19c1d4065f4a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:50.432816 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-944dad08-590b-4333-a17b-d3e5a6ceef6a req-763b7c0c-1493-4eb1-ab56-19c1d4065f4a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 984 time: 0.0630589 Jul 05 11:16:50.473686 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-944dad08-590b-4333-a17b-d3e5a6ceef6a req-2846f72a-4f2f-466a-b560-63356ffb542a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&id=246e3c42-d287-4230-bf58-dd8403829e17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349185 Jul 05 11:16:51.647501 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be7709-a957-4588-8879-4ec63cdf2745 req-bcc3e4e7-86db-48e5-a664-e4c0695df95a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:16:51.649015 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6be7709-a957-4588-8879-4ec63cdf2745 req-bcc3e4e7-86db-48e5-a664-e4c0695df95a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 984 time: 0.0631120 Jul 05 11:16:51.688997 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6be7709-a957-4588-8879-4ec63cdf2745 req-6187d168-53b2-4d44-8188-37a3a8dc5c57 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&id=246e3c42-d287-4230-bf58-dd8403829e17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341566 Jul 05 11:16:52.926816 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:16:54.850435 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:11.183935 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bda03399-8aea-408f-96cd-5de477f4a986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:13.406699 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:17:13.872641 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3bf20eb1-ec61-4fc7-8b45-c4eaae80f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:13.901574 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:15.258066 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:17.074332 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:22.931750 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:24.571893 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75798a00-d032-4dda-92fb-9dd76724c410 req-3b37dfc1-2a26-47b2-b972-b83e615a279a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-825041428&fields=id&tenant_id=ed93555d2c294798b2fcf409bdb7a6e8 HTTP/1.1" status: 200 len: 267 time: 0.0380890 Jul 05 11:17:24.639347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75798a00-d032-4dda-92fb-9dd76724c410 req-9cf252ad-71ae-4e0b-8c82-14fe437e32f8 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:24.640918 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75798a00-d032-4dda-92fb-9dd76724c410 req-9cf252ad-71ae-4e0b-8c82-14fe437e32f8 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 984 time: 0.0637538 Jul 05 11:17:24.652434 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-75798a00-d032-4dda-92fb-9dd76724c410 req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Request body: {'port': {'security_groups': ['b348b9ab-4570-488a-a436-85291f3f0557']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:24.739933 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-75798a00-d032-4dda-92fb-9dd76724c410 req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:24.759697 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:24.921455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-75798a00-d032-4dda-92fb-9dd76724c410 req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] For port 4556d67f-d775-49d3-bf2b-c443220b7723, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4556d67f-d775-49d3-bf2b-c443220b7723,segment=NetworkSegment(3a5ec432-f2fb-4f47-a874-5983f7f0f4db),segment_id=3a5ec432-f2fb-4f47-a874-5983f7f0f4db)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:24.951668 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-75798a00-d032-4dda-92fb-9dd76724c410 req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:25.021212 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-75798a00-d032-4dda-92fb-9dd76724c410 req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:25.034564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['4556d67f-d775-49d3-bf2b-c443220b7723'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:17:25.074835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75798a00-d032-4dda-92fb-9dd76724c410 req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:25.075471 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-75798a00-d032-4dda-92fb-9dd76724c410 req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:25.083744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43636) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:25.098095 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-75798a00-d032-4dda-92fb-9dd76724c410 req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "PUT /v2.0/ports/4556d67f-d775-49d3-bf2b-c443220b7723 HTTP/1.1" status: 200 len: 942 time: 0.4508097 Jul 05 11:17:25.098670 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'tag': '4556d67f-d775-49d3-bf2b-c443220b7723'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:17:25.101013 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40b828b-e2dd-4f0c-b457-bd66871f926a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0e14f8-9cf0-4291-9e1d-88a4395f2f45", "tag": "4556d67f-d775-49d3-bf2b-c443220b7723"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:17:25.144725 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Pushing event updated for resources: {'Port': ['ID=4556d67f-d775-49d3-bf2b-c443220b7723,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:25.153433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['4556d67f-d775-49d3-bf2b-c443220b7723'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:17:25.159126 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.159469 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.162857 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.163303 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.164966 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.165344 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.166828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.167168 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.167506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.167873 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.169413 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.169762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce51f1-a974-467d-9e3d-8c730541fe99 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.214128 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:25.226519 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4effd4-1b16-4622-87af-24e72fedcce9 x-openstack-request-id: req-fe4effd4-1b16-4622-87af-24e72fedcce9 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:17:25.226950 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0e14f8-9cf0-4291-9e1d-88a4395f2f45", "tag": "4556d67f-d775-49d3-bf2b-c443220b7723", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:17:25.227371 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe4effd4-1b16-4622-87af-24e72fedcce9 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:17:25.227757 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'tag': '4556d67f-d775-49d3-bf2b-c443220b7723', 'status': 'completed', 'code': 200} Jul 05 11:17:25.249430 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:25.300416 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b828b-e2dd-4f0c-b457-bd66871f926a req-402683fc-b905-437e-9650-9c420e56433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:25.302408 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d40b828b-e2dd-4f0c-b457-bd66871f926a req-402683fc-b905-437e-9650-9c420e56433f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed93555d2c294798b2fcf409bdb7a6e8&device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 1097 time: 0.0723760 Jul 05 11:17:25.409774 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b828b-e2dd-4f0c-b457-bd66871f926a req-2759e3b5-da60-4cb2-ad00-5179561b0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:25.443948 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d40b828b-e2dd-4f0c-b457-bd66871f926a req-2759e3b5-da60-4cb2-ad00-5179561b0440 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d05c3526-701c-4407-95d8-28905e635cea HTTP/1.1" status: 200 len: 915 time: 0.1035025 Jul 05 11:17:25.444160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-26ca8f52-2220-411c-87d6-19162dcb1123 None None] Provisioning complete for port 4556d67f-d775-49d3-bf2b-c443220b7723 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:17:25.444160 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-26ca8f52-2220-411c-87d6-19162dcb1123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:25.486026 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d40b828b-e2dd-4f0c-b457-bd66871f926a req-ee4485e3-783d-498f-bf92-cb875479aed5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4556d67f-d775-49d3-bf2b-c443220b7723 HTTP/1.1" status: 200 len: 1001 time: 0.0674334 Jul 05 11:17:25.495359 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:25.498011 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:25.499209 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "DELETE /v2.0/security-groups/246e3c42-d287-4230-bf58-dd8403829e17 HTTP/1.1" status: 204 len: 168 time: 0.4144423 Jul 05 11:17:25.503108 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43640) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:25.517154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=246e3c42-d287-4230-bf58-dd8403829e17,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:25.536923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b828b-e2dd-4f0c-b457-bd66871f926a req-f0ec1f82-39f4-4719-a690-9c32d56846ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:25.538531 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d40b828b-e2dd-4f0c-b457-bd66871f926a req-f0ec1f82-39f4-4719-a690-9c32d56846ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0a3eda65-bfa9-4d93-b809-722347b4c628 HTTP/1.1" status: 200 len: 853 time: 0.0466292 Jul 05 11:17:25.556268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.556515 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.556861 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.557202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.557533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.557871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.558205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.558536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.558867 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.559197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.559525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.559875 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558132de-987b-4b46-bb7b-c52455e2df4b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:25.603334 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b828b-e2dd-4f0c-b457-bd66871f926a req-d8492abe-e963-4bf4-b491-16ac152c1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:25.604878 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d40b828b-e2dd-4f0c-b457-bd66871f926a req-d8492abe-e963-4bf4-b491-16ac152c1fdc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d05c3526-701c-4407-95d8-28905e635cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595851 Jul 05 11:17:25.697069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-4ba58371-163b-4524-bfa8-455500f50385 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Deleting port b9e21e64-8a5c-4c73-8de8-9f22058017d4 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:25.697418 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4ba58371-163b-4524-bfa8-455500f50385 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:25.698165 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d40b828b-e2dd-4f0c-b457-bd66871f926a req-61462ae2-fb0b-446c-971a-47ac654d7e9f service neutron] 10.222.0.73 "GET /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868542 Jul 05 11:17:25.775442 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4ba58371-163b-4524-bfa8-455500f50385 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:25.775794 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4ba58371-163b-4524-bfa8-455500f50385 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:25.787794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-4ba58371-163b-4524-bfa8-455500f50385 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Calling delete_port for b9e21e64-8a5c-4c73-8de8-9f22058017d4 owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:25.789642 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d40b828b-e2dd-4f0c-b457-bd66871f926a req-de494ce9-470a-4d1d-b8d4-4bd75c11f49a service neutron] 10.222.0.73 "GET /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845754 Jul 05 11:17:26.022734 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4ba58371-163b-4524-bfa8-455500f50385 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:26.048344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba58371-163b-4524-bfa8-455500f50385 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Pushing event deleted for resources: {'Port': ['ID=b9e21e64-8a5c-4c73-8de8-9f22058017d4,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:26.115563 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4ba58371-163b-4524-bfa8-455500f50385 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:26.116425 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-4ba58371-163b-4524-bfa8-455500f50385 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Floating IP c623167d-1629-4638-b479-85a9adad13b6 disassociated (deleted). External IP: 172.25.5.129, port: 4556d67f-d775-49d3-bf2b-c443220b7723. Jul 05 11:17:26.660158 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba58371-163b-4524-bfa8-455500f50385 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Router b58a5c7d-c45f-438d-af21-ae227c8e143a has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:17:26.762844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba58371-163b-4524-bfa8-455500f50385 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:17:26.767512 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4ba58371-163b-4524-bfa8-455500f50385 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:26.771860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd443125-88cf-478f-ad89-575715769f72 None None] Sync routers for ids ['b58a5c7d-c45f-438d-af21-ae227c8e143a'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:17:26.784934 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd443125-88cf-478f-ad89-575715769f72 None None] Routers {'b58a5c7d-c45f-438d-af21-ae227c8e143a'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:26.785548 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-dd443125-88cf-478f-ad89-575715769f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:17:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b58a5c7d-c45f-438d-af21-ae227c8e143a'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:26.810144 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4ba58371-163b-4524-bfa8-455500f50385 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "DELETE /v2.0/floatingips/c623167d-1629-4638-b479-85a9adad13b6 HTTP/1.1" status: 204 len: 168 time: 1.3042483 Jul 05 11:17:26.810144 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'tag': '4556d67f-d775-49d3-bf2b-c443220b7723'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:17:26.812931 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666bc727-6b28-4b14-9f07-6e2e815700c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0e14f8-9cf0-4291-9e1d-88a4395f2f45", "tag": "4556d67f-d775-49d3-bf2b-c443220b7723"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:17:26.897130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-dd443125-88cf-478f-ad89-575715769f72 None None] Set router b58a5c7d-c45f-438d-af21-ae227c8e143a gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:27.023106 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af578d0-3bda-41d6-ac69-6d60b78548f8 x-openstack-request-id: req-1af578d0-3bda-41d6-ac69-6d60b78548f8 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:17:27.023928 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0e14f8-9cf0-4291-9e1d-88a4395f2f45", "tag": "4556d67f-d775-49d3-bf2b-c443220b7723", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:17:27.024406 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1af578d0-3bda-41d6-ac69-6d60b78548f8 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:17:27.025289 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'tag': '4556d67f-d775-49d3-bf2b-c443220b7723', 'status': 'completed', 'code': 200} Jul 05 11:17:27.108645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bc727-6b28-4b14-9f07-6e2e815700c7 req-62ac33f2-d1c7-4753-8ad8-5a5fc2e20529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:27.110158 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-666bc727-6b28-4b14-9f07-6e2e815700c7 req-62ac33f2-d1c7-4753-8ad8-5a5fc2e20529 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed93555d2c294798b2fcf409bdb7a6e8&device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 1097 time: 0.0622225 Jul 05 11:17:27.204889 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bc727-6b28-4b14-9f07-6e2e815700c7 req-56a064fd-668c-41e4-bc41-b653279f1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:27.206464 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-666bc727-6b28-4b14-9f07-6e2e815700c7 req-56a064fd-668c-41e4-bc41-b653279f1812 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d05c3526-701c-4407-95d8-28905e635cea HTTP/1.1" status: 200 len: 915 time: 0.0897200 Jul 05 11:17:27.255149 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-666bc727-6b28-4b14-9f07-6e2e815700c7 req-3c3d1374-43c5-4e66-ad38-6f6ec6fdc5dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4556d67f-d775-49d3-bf2b-c443220b7723 HTTP/1.1" status: 200 len: 217 time: 0.0421290 Jul 05 11:17:27.280676 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-dd443125-88cf-478f-ad89-575715769f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'name': 'tempest-TestMinimumBasicScenario-240207787-router', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:18Z', 'revision_number': 4, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'gw_port': {'id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '890319ff-2c0d-4e79-a9e0-e25687415c25', 'name': '', 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'mac_address': 'fa:16:3e:12:4c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:18Z', 'updated_at': '2021-07-05T11:15:23Z', 'revision_number': 5, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'subnets': [{'id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:27.303938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd443125-88cf-478f-ad89-575715769f72 None None] Checking router: b58a5c7d-c45f-438d-af21-ae227c8e143a for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:17:27.307549 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bc727-6b28-4b14-9f07-6e2e815700c7 req-06cb4441-591e-4346-b888-1ab33a687cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:27.309657 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-666bc727-6b28-4b14-9f07-6e2e815700c7 req-06cb4441-591e-4346-b888-1ab33a687cac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0a3eda65-bfa9-4d93-b809-722347b4c628 HTTP/1.1" status: 200 len: 853 time: 0.0483985 Jul 05 11:17:27.312356 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd443125-88cf-478f-ad89-575715769f72 None None] Routers {'b58a5c7d-c45f-438d-af21-ae227c8e143a'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:27.312958 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-dd443125-88cf-478f-ad89-575715769f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:17:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b58a5c7d-c45f-438d-af21-ae227c8e143a'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:27.370361 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bc727-6b28-4b14-9f07-6e2e815700c7 req-9c447154-f2ed-41f6-b898-61aabe42d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:27.371885 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-666bc727-6b28-4b14-9f07-6e2e815700c7 req-9c447154-f2ed-41f6-b898-61aabe42d0df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d05c3526-701c-4407-95d8-28905e635cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566504 Jul 05 11:17:27.423176 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-dd443125-88cf-478f-ad89-575715769f72 None None] Set router b58a5c7d-c45f-438d-af21-ae227c8e143a gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:27.465776 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-666bc727-6b28-4b14-9f07-6e2e815700c7 req-898151b4-7496-406c-a6bd-b7f6a8070927 service neutron] 10.222.0.73 "GET /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854528 Jul 05 11:17:27.558088 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-666bc727-6b28-4b14-9f07-6e2e815700c7 req-45c3fdfb-512d-40a6-9a9a-0b3bacc62034 service neutron] 10.222.0.73 "GET /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837877 Jul 05 11:17:27.623545 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-dd443125-88cf-478f-ad89-575715769f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'name': 'tempest-TestMinimumBasicScenario-240207787-router', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:18Z', 'revision_number': 4, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'gw_port': {'id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '890319ff-2c0d-4e79-a9e0-e25687415c25', 'name': '', 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'mac_address': 'fa:16:3e:12:4c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:18Z', 'updated_at': '2021-07-05T11:15:23Z', 'revision_number': 5, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'subnets': [{'id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:27.650224 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd443125-88cf-478f-ad89-575715769f72 None None] The sync data for ids ['b58a5c7d-c45f-438d-af21-ae227c8e143a'] in n-d-779913-27 is: [{'id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'name': 'tempest-TestMinimumBasicScenario-240207787-router', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:18Z', 'revision_number': 4, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'gw_port': {'id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '890319ff-2c0d-4e79-a9e0-e25687415c25', 'name': '', 'network_id': 'd05c3526-701c-4407-95d8-28905e635cea', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'mac_address': 'fa:16:3e:12:4c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:18Z', 'updated_at': '2021-07-05T11:15:23Z', 'revision_number': 5, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'subnets': [{'id': '0a3eda65-bfa9-4d93-b809-722347b4c628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:17:27.871398 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01320422-9f98-4f17-8513-fb73fde55075 None None] New status for floating IP c623167d-1629-4638-b479-85a9adad13b6: DOWN {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:17:35.818402 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c37a3-19cc-4d36-91ba-61dc47cf17e1 req-00312483-9f2e-4caf-9fd2-794dd91ac8db tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:35.819956 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-893c37a3-19cc-4d36-91ba-61dc47cf17e1 req-00312483-9f2e-4caf-9fd2-794dd91ac8db tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 945 time: 0.0648305 Jul 05 11:17:35.857213 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-893c37a3-19cc-4d36-91ba-61dc47cf17e1 req-89750122-2f0b-4130-9d79-dfcf36a7a74f tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316553 Jul 05 11:17:37.040778 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280ab84-6481-4a81-895f-d58d19f6f3b4 req-eb6e901f-66c4-41af-9492-9ebab8138ec9 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:37.042288 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c280ab84-6481-4a81-895f-d58d19f6f3b4 req-eb6e901f-66c4-41af-9492-9ebab8138ec9 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 945 time: 0.0647089 Jul 05 11:17:37.081141 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c280ab84-6481-4a81-895f-d58d19f6f3b4 req-7293d39d-29b9-4f17-8514-0958272327ab tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/security-groups?id=b348b9ab-4570-488a-a436-85291f3f0557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330095 Jul 05 11:17:37.410516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a3cf8-0c91-4670-a3bf-bd25ab2ece9e req-188b0fc2-8847-40ef-b9bc-2f5c8cc1bf3b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:37.412073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-280a3cf8-0c91-4670-a3bf-bd25ab2ece9e req-188b0fc2-8847-40ef-b9bc-2f5c8cc1bf3b tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 945 time: 0.0661554 Jul 05 11:17:37.509006 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-280a3cf8-0c91-4670-a3bf-bd25ab2ece9e req-f498459a-a50d-43e7-b035-79b0a0e40eb4 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Deleting port 4556d67f-d775-49d3-bf2b-c443220b7723 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:37.509348 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-280a3cf8-0c91-4670-a3bf-bd25ab2ece9e req-f498459a-a50d-43e7-b035-79b0a0e40eb4 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:37.598847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-280a3cf8-0c91-4670-a3bf-bd25ab2ece9e req-f498459a-a50d-43e7-b035-79b0a0e40eb4 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] For port 4556d67f-d775-49d3-bf2b-c443220b7723, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=4556d67f-d775-49d3-bf2b-c443220b7723,segment=NetworkSegment(3a5ec432-f2fb-4f47-a874-5983f7f0f4db),segment_id=3a5ec432-f2fb-4f47-a874-5983f7f0f4db)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:37.599209 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-280a3cf8-0c91-4670-a3bf-bd25ab2ece9e req-f498459a-a50d-43e7-b035-79b0a0e40eb4 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:37.610785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-280a3cf8-0c91-4670-a3bf-bd25ab2ece9e req-f498459a-a50d-43e7-b035-79b0a0e40eb4 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Calling delete_port for 4556d67f-d775-49d3-bf2b-c443220b7723 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:37.802913 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-280a3cf8-0c91-4670-a3bf-bd25ab2ece9e req-f498459a-a50d-43e7-b035-79b0a0e40eb4 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:37.816543 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['4556d67f-d775-49d3-bf2b-c443220b7723'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:17:37.835074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498459a-a50d-43e7-b035-79b0a0e40eb4 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Pushing event deleted for resources: {'Port': ['ID=4556d67f-d775-49d3-bf2b-c443220b7723,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:37.881256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-280a3cf8-0c91-4670-a3bf-bd25ab2ece9e req-f498459a-a50d-43e7-b035-79b0a0e40eb4 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] No DVR routers for this DVR port 4556d67f-d775-49d3-bf2b-c443220b7723 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:17:37.885585 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-280a3cf8-0c91-4670-a3bf-bd25ab2ece9e req-f498459a-a50d-43e7-b035-79b0a0e40eb4 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:37.887650 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-280a3cf8-0c91-4670-a3bf-bd25ab2ece9e req-f498459a-a50d-43e7-b035-79b0a0e40eb4 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.73 "DELETE /v2.0/ports/4556d67f-d775-49d3-bf2b-c443220b7723 HTTP/1.1" status: 204 len: 173 time: 0.4704545 Jul 05 11:17:37.888117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'name': 'network-vif-deleted', 'tag': '4556d67f-d775-49d3-bf2b-c443220b7723'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:17:37.890391 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897fab3e-b7b5-48fc-9eac-9b885dfac3ac" -d '{"events": [{"server_uuid": "7a0e14f8-9cf0-4291-9e1d-88a4395f2f45", "name": "network-vif-deleted", "tag": "4556d67f-d775-49d3-bf2b-c443220b7723"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:17:37.978713 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637324bb-c5f7-452b-920b-4894ab093d1f x-openstack-request-id: req-637324bb-c5f7-452b-920b-4894ab093d1f {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:17:37.979048 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0e14f8-9cf0-4291-9e1d-88a4395f2f45", "name": "network-vif-deleted", "tag": "4556d67f-d775-49d3-bf2b-c443220b7723", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:17:37.979342 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-637324bb-c5f7-452b-920b-4894ab093d1f {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:17:37.979779 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0e14f8-9cf0-4291-9e1d-88a4395f2f45', 'name': 'network-vif-deleted', 'tag': '4556d67f-d775-49d3-bf2b-c443220b7723', 'status': 'completed', 'code': 200} Jul 05 11:17:38.229819 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9dcf8dd4-7f97-49e6-a4d9-532aeb724fb8 req-ffc6919f-32fe-4494-b128-02ef5c6da595 tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 210 time: 0.0303748 Jul 05 11:17:39.393991 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-36012655-5065-4abf-9090-74d5f7c48e8a req-542161dd-fb14-46b2-b2ba-9902396b447a tempest-TestMinimumBasicScenario-1340589027 tempest-TestMinimumBasicScenario-1340589027-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a0e14f8-9cf0-4291-9e1d-88a4395f2f45 HTTP/1.1" status: 200 len: 210 time: 0.0297358 Jul 05 11:17:41.136914 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-084a99b8-bd42-43af-9c4d-a8fa8977457e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:41.760491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43756) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:42.116479 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-06c41a22-51ed-4ecf-9af3-b369ad7d2c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:42.369892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-06c41a22-51ed-4ecf-9af3-b369ad7d2c75 admin admin] Deleting port 890319ff-2c0d-4e79-a9e0-e25687415c25 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:42.370239 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-06c41a22-51ed-4ecf-9af3-b369ad7d2c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:42.450198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-06c41a22-51ed-4ecf-9af3-b369ad7d2c75 admin admin] For port 890319ff-2c0d-4e79-a9e0-e25687415c25, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=890319ff-2c0d-4e79-a9e0-e25687415c25,segment=NetworkSegment(3a5ec432-f2fb-4f47-a874-5983f7f0f4db),segment_id=3a5ec432-f2fb-4f47-a874-5983f7f0f4db)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:42.450565 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-06c41a22-51ed-4ecf-9af3-b369ad7d2c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:42.518173 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4556d67f-d775-49d3-bf2b-c443220b7723 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:17:42.543890 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 4556d67f-d775-49d3-bf2b-c443220b7723 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:17:42.544231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 4556d67f-d775-49d3-bf2b-c443220b7723 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:17:42.801757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-06c41a22-51ed-4ecf-9af3-b369ad7d2c75 admin admin] Calling delete_port for 890319ff-2c0d-4e79-a9e0-e25687415c25 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:43.044937 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-06c41a22-51ed-4ecf-9af3-b369ad7d2c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:43.071202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c41a22-51ed-4ecf-9af3-b369ad7d2c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=890319ff-2c0d-4e79-a9e0-e25687415c25,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:43.235678 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-06c41a22-51ed-4ecf-9af3-b369ad7d2c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:43.446278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c41a22-51ed-4ecf-9af3-b369ad7d2c75 admin admin] Router b58a5c7d-c45f-438d-af21-ae227c8e143a has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:17:43.550939 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c41a22-51ed-4ecf-9af3-b369ad7d2c75 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:17:43.556063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-06c41a22-51ed-4ecf-9af3-b369ad7d2c75 admin admin] 10.222.0.77 "PUT /v2.0/routers/b58a5c7d-c45f-438d-af21-ae227c8e143a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7945263 Jul 05 11:17:43.558618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43758) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:43.561366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6aa360-e241-44d3-8d74-75d227520574 None None] Sync routers for ids ['b58a5c7d-c45f-438d-af21-ae227c8e143a'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:17:43.571155 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6aa360-e241-44d3-8d74-75d227520574 None None] Routers {'b58a5c7d-c45f-438d-af21-ae227c8e143a'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:43.571790 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7a6aa360-e241-44d3-8d74-75d227520574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:17:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b58a5c7d-c45f-438d-af21-ae227c8e143a'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:43.662433 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61444d99-6140-4be3-a60f-2cb64e1f5dc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:43.690135 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2bfa7f3e-6e90-4670-8454-6ff550441889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:43.698324 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-7a6aa360-e241-44d3-8d74-75d227520574 None None] Set router b58a5c7d-c45f-438d-af21-ae227c8e143a gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:43.723749 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:43.771337 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61444d99-6140-4be3-a60f-2cb64e1f5dc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:43.876940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7a6aa360-e241-44d3-8d74-75d227520574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'name': 'tempest-TestMinimumBasicScenario-240207787-router', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:17:42Z', 'revision_number': 5, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'gw_port': {'id': 'f7e362e4-830e-4657-a003-2d4eb32096d5', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:20:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:43.904598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6aa360-e241-44d3-8d74-75d227520574 None None] Checking router: b58a5c7d-c45f-438d-af21-ae227c8e143a for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:17:43.913224 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6aa360-e241-44d3-8d74-75d227520574 None None] Routers {'b58a5c7d-c45f-438d-af21-ae227c8e143a'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:43.913828 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7a6aa360-e241-44d3-8d74-75d227520574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:17:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b58a5c7d-c45f-438d-af21-ae227c8e143a'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:43.934019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-61444d99-6140-4be3-a60f-2cb64e1f5dc7 admin admin] Deleting port f7e362e4-830e-4657-a003-2d4eb32096d5 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:43.934630 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61444d99-6140-4be3-a60f-2cb64e1f5dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:43.999420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-7a6aa360-e241-44d3-8d74-75d227520574 None None] Set router b58a5c7d-c45f-438d-af21-ae227c8e143a gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:44.016861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-61444d99-6140-4be3-a60f-2cb64e1f5dc7 admin admin] For port f7e362e4-830e-4657-a003-2d4eb32096d5, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=f7e362e4-830e-4657-a003-2d4eb32096d5,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:44.017309 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61444d99-6140-4be3-a60f-2cb64e1f5dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:44.029941 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-61444d99-6140-4be3-a60f-2cb64e1f5dc7 admin admin] Calling delete_port for f7e362e4-830e-4657-a003-2d4eb32096d5 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:44.054532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7a6aa360-e241-44d3-8d74-75d227520574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'name': 'tempest-TestMinimumBasicScenario-240207787-router', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:17:43Z', 'revision_number': 6, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:44.080627 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6aa360-e241-44d3-8d74-75d227520574 None None] The sync data for ids ['b58a5c7d-c45f-438d-af21-ae227c8e143a'] in n-d-779913-27 is: [{'id': 'b58a5c7d-c45f-438d-af21-ae227c8e143a', 'name': 'tempest-TestMinimumBasicScenario-240207787-router', 'tenant_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:15Z', 'updated_at': '2021-07-05T11:17:43Z', 'revision_number': 6, 'project_id': 'ed93555d2c294798b2fcf409bdb7a6e8', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:17:44.277697 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61444d99-6140-4be3-a60f-2cb64e1f5dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:44.301737 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61444d99-6140-4be3-a60f-2cb64e1f5dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e362e4-830e-4657-a003-2d4eb32096d5,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:44.365336 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61444d99-6140-4be3-a60f-2cb64e1f5dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:44.456841 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61444d99-6140-4be3-a60f-2cb64e1f5dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:44.459184 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61444d99-6140-4be3-a60f-2cb64e1f5dc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:44.571053 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61444d99-6140-4be3-a60f-2cb64e1f5dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:44.571647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61444d99-6140-4be3-a60f-2cb64e1f5dc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b58a5c7d-c45f-438d-af21-ae227c8e143a {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:17:44.576971 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-61444d99-6140-4be3-a60f-2cb64e1f5dc7 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:44.578406 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-61444d99-6140-4be3-a60f-2cb64e1f5dc7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/b58a5c7d-c45f-438d-af21-ae227c8e143a HTTP/1.1" status: 204 len: 168 time: 1.0187166 Jul 05 11:17:44.581449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43760) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:44.626580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7e6393-f8fd-4739-a9c6-1039da6659b4 admin admin] Deleting subnet 0a3eda65-bfa9-4d93-b809-722347b4c628 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:17:44.629951 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6393-f8fd-4739-a9c6-1039da6659b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:44.664227 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6393-f8fd-4739-a9c6-1039da6659b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:44.744408 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6393-f8fd-4739-a9c6-1039da6659b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:44.860833 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6393-f8fd-4739-a9c6-1039da6659b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:44.886407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e6393-f8fd-4739-a9c6-1039da6659b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a3eda65-bfa9-4d93-b809-722347b4c628,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:44.893609 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6393-f8fd-4739-a9c6-1039da6659b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:44.895896 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3e7e6393-f8fd-4739-a9c6-1039da6659b4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0a3eda65-bfa9-4d93-b809-722347b4c628 HTTP/1.1" status: 204 len: 168 time: 0.3131196 Jul 05 11:17:44.897475 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 890319ff-2c0d-4e79-a9e0-e25687415c25 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:17:44.898425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43762) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:44.919792 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a662f4a8-173b-4765-8799-9b56f3e5296f None None] Network d05c3526-701c-4407-95d8-28905e635cea requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:17:44.922668 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 890319ff-2c0d-4e79-a9e0-e25687415c25 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:17:44.923006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 890319ff-2c0d-4e79-a9e0-e25687415c25 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:17:44.974633 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:45.030219 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] Deleting port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:45.030550 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:45.104271 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] For port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=70f37d1a-b4d3-4dfc-83be-c49aab57b4d2,segment=NetworkSegment(3a5ec432-f2fb-4f47-a874-5983f7f0f4db),segment_id=3a5ec432-f2fb-4f47-a874-5983f7f0f4db)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:45.104628 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:45.121214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] DHCP port deletion for d05c3526-701c-4407-95d8-28905e635cea request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:17:45.125262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] Calling delete_port for 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:45.185047 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Deleting port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:45.185714 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:45.234058 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:45.253160 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] For port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=70f37d1a-b4d3-4dfc-83be-c49aab57b4d2,segment=NetworkSegment(3a5ec432-f2fb-4f47-a874-5983f7f0f4db),segment_id=3a5ec432-f2fb-4f47-a874-5983f7f0f4db)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:45.253529 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:45.266792 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Calling delete_port for 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:45.268187 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:45.295683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] Pushing event deleted for resources: {'Port': ['ID=70f37d1a-b4d3-4dfc-83be-c49aab57b4d2,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:45.299124 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] No DVR routers for this DVR port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:17:45.350640 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:45.376641 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:45.380986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Pushing event deleted for resources: {'Port': ['ID=70f37d1a-b4d3-4dfc-83be-c49aab57b4d2,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:45.385468 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] No DVR routers for this DVR port 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:17:45.387217 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05c3526-701c-4407-95d8-28905e635cea']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:45.393665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:45.394014 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:45.394357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:45.394698 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:45.395033 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:45.395366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:45.395691 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:45.396049 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:45.396375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:45.396695 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:45.397612 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:45.397941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a121d31-a0a2-400b-956c-c81b9dc91491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:17:45.401269 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5ec432-f2fb-4f47-a874-5983f7f0f4db') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:45.402064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5ec432-f2fb-4f47-a874-5983f7f0f4db') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:45.413621 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:45.429333 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:45.437788 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:17:45.438560 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: timer() Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:17:45.440803 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:17:45.580465 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:45.586484 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:45.588707 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] 10.222.0.77 "DELETE /v2.0/networks/d05c3526-701c-4407-95d8-28905e635cea HTTP/1.1" status: 204 len: 168 time: 0.6891718 Jul 05 11:17:45.591983 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43764) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:45.601767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585de6f5-13ba-489f-83f6-1b127956915e admin admin] Pushing event deleted for resources: {'Network': ['ID=d05c3526-701c-4407-95d8-28905e635cea,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:45.971308 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-34bd7b6d-6248-4119-aa17-934e3d5d1bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:46.225832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-34bd7b6d-6248-4119-aa17-934e3d5d1bf9 admin admin] Deleting port 771bd797-31a2-4ccb-828c-e1cf457e9943 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:46.226089 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-34bd7b6d-6248-4119-aa17-934e3d5d1bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:46.302412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-34bd7b6d-6248-4119-aa17-934e3d5d1bf9 admin admin] For port 771bd797-31a2-4ccb-828c-e1cf457e9943, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=771bd797-31a2-4ccb-828c-e1cf457e9943,segment=NetworkSegment(67f32536-3d47-47cc-86a6-48a3402da1eb),segment_id=67f32536-3d47-47cc-86a6-48a3402da1eb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:46.302764 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-34bd7b6d-6248-4119-aa17-934e3d5d1bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:46.315780 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-34bd7b6d-6248-4119-aa17-934e3d5d1bf9 admin admin] Calling delete_port for 771bd797-31a2-4ccb-828c-e1cf457e9943 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:46.535203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f7e362e4-830e-4657-a003-2d4eb32096d5 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:17:46.556318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: f7e362e4-830e-4657-a003-2d4eb32096d5 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:17:46.556662 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device f7e362e4-830e-4657-a003-2d4eb32096d5 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:17:46.557071 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:17:46.570996 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-34bd7b6d-6248-4119-aa17-934e3d5d1bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:46.575542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:17:46.575912 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 70f37d1a-b4d3-4dfc-83be-c49aab57b4d2 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:17:46.598130 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd7b6d-6248-4119-aa17-934e3d5d1bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=771bd797-31a2-4ccb-828c-e1cf457e9943,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:46.774748 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-34bd7b6d-6248-4119-aa17-934e3d5d1bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:46.993280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bd7b6d-6248-4119-aa17-934e3d5d1bf9 admin admin] Router c86d6657-27c5-4740-adba-efc558d4c4c1 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:17:47.096930 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:47.103978 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bd7b6d-6248-4119-aa17-934e3d5d1bf9 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:17:47.108985 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-34bd7b6d-6248-4119-aa17-934e3d5d1bf9 admin admin] 10.222.0.77 "PUT /v2.0/routers/c86d6657-27c5-4740-adba-efc558d4c4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5156722 Jul 05 11:17:47.111770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43766) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:47.115243 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2046d4e-bf4c-4a72-98d7-b9dc5fc2be47 None None] Sync routers for ids ['c86d6657-27c5-4740-adba-efc558d4c4c1'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:17:47.128241 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2046d4e-bf4c-4a72-98d7-b9dc5fc2be47 None None] Routers {'c86d6657-27c5-4740-adba-efc558d4c4c1'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:47.128839 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f2046d4e-bf4c-4a72-98d7-b9dc5fc2be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:17:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c86d6657-27c5-4740-adba-efc558d4c4c1'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:47.225684 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d98a59ec-92ae-4682-82aa-5c325c38279d admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:47.240523 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-f2046d4e-bf4c-4a72-98d7-b9dc5fc2be47 None None] Set router c86d6657-27c5-4740-adba-efc558d4c4c1 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:47.355047 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d98a59ec-92ae-4682-82aa-5c325c38279d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:47.470672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-d98a59ec-92ae-4682-82aa-5c325c38279d admin admin] Deleting port ea2116e7-cf3e-42fd-8d63-2c462051480f {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:47.471045 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d98a59ec-92ae-4682-82aa-5c325c38279d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:47.553524 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f2046d4e-bf4c-4a72-98d7-b9dc5fc2be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'name': 'tempest-TestMinimumBasicScenario-800725280-router', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'ea2116e7-cf3e-42fd-8d63-2c462051480f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:22Z', 'updated_at': '2021-07-05T11:17:46Z', 'revision_number': 5, 'project_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'gw_port': {'id': 'ea2116e7-cf3e-42fd-8d63-2c462051480f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:15:23Z', 'updated_at': '2021-07-05T11:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:47.579919 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-d98a59ec-92ae-4682-82aa-5c325c38279d admin admin] For port ea2116e7-cf3e-42fd-8d63-2c462051480f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ea2116e7-cf3e-42fd-8d63-2c462051480f,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:47.580474 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d98a59ec-92ae-4682-82aa-5c325c38279d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:47.591658 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2046d4e-bf4c-4a72-98d7-b9dc5fc2be47 None None] Checking router: c86d6657-27c5-4740-adba-efc558d4c4c1 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:17:47.597227 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-d98a59ec-92ae-4682-82aa-5c325c38279d admin admin] Calling delete_port for ea2116e7-cf3e-42fd-8d63-2c462051480f owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:47.600926 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2046d4e-bf4c-4a72-98d7-b9dc5fc2be47 None None] Routers {'c86d6657-27c5-4740-adba-efc558d4c4c1'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:47.601546 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f2046d4e-bf4c-4a72-98d7-b9dc5fc2be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:17:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['c86d6657-27c5-4740-adba-efc558d4c4c1'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:47.697943 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-f2046d4e-bf4c-4a72-98d7-b9dc5fc2be47 None None] Set router c86d6657-27c5-4740-adba-efc558d4c4c1 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:47.749422 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-f2046d4e-bf4c-4a72-98d7-b9dc5fc2be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'name': 'tempest-TestMinimumBasicScenario-800725280-router', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:22Z', 'updated_at': '2021-07-05T11:17:47Z', 'revision_number': 6, 'project_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:47.780064 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2046d4e-bf4c-4a72-98d7-b9dc5fc2be47 None None] The sync data for ids ['c86d6657-27c5-4740-adba-efc558d4c4c1'] in n-d-779913-27 is: [{'id': 'c86d6657-27c5-4740-adba-efc558d4c4c1', 'name': 'tempest-TestMinimumBasicScenario-800725280-router', 'tenant_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:15:22Z', 'updated_at': '2021-07-05T11:17:47Z', 'revision_number': 6, 'project_id': '8ccc03967bdf48bc92bdf9ea46ecb533', 'gw_port_host': None}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:17:47.831586 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d98a59ec-92ae-4682-82aa-5c325c38279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:47.856255 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a59ec-92ae-4682-82aa-5c325c38279d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2116e7-cf3e-42fd-8d63-2c462051480f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:47.920250 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d98a59ec-92ae-4682-82aa-5c325c38279d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.013375 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d98a59ec-92ae-4682-82aa-5c325c38279d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.015612 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d98a59ec-92ae-4682-82aa-5c325c38279d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.148567 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d98a59ec-92ae-4682-82aa-5c325c38279d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.149324 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98a59ec-92ae-4682-82aa-5c325c38279d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c86d6657-27c5-4740-adba-efc558d4c4c1 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:17:48.154223 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d98a59ec-92ae-4682-82aa-5c325c38279d admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.155213 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d98a59ec-92ae-4682-82aa-5c325c38279d admin admin] 10.222.0.77 "DELETE /v2.0/routers/c86d6657-27c5-4740-adba-efc558d4c4c1 HTTP/1.1" status: 204 len: 168 time: 1.0422783 Jul 05 11:17:48.159825 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43768) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:48.233507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c61c719-4a86-4e19-975d-c6f7a5a8feb1 admin admin] Deleting subnet 83d9d1c0-1bdb-4dfa-89aa-e43619c74b14 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:17:48.236816 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c61c719-4a86-4e19-975d-c6f7a5a8feb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.275414 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c61c719-4a86-4e19-975d-c6f7a5a8feb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.353366 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c61c719-4a86-4e19-975d-c6f7a5a8feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.491903 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c61c719-4a86-4e19-975d-c6f7a5a8feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.520339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61c719-4a86-4e19-975d-c6f7a5a8feb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d9d1c0-1bdb-4dfa-89aa-e43619c74b14,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:48.525961 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2c61c719-4a86-4e19-975d-c6f7a5a8feb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.527926 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2c61c719-4a86-4e19-975d-c6f7a5a8feb1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/83d9d1c0-1bdb-4dfa-89aa-e43619c74b14 HTTP/1.1" status: 204 len: 168 time: 0.3681247 Jul 05 11:17:48.530602 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43770) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:48.533128 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3af4892-cb6f-43f1-9f87-10d87c59186f None None] Network 0d78f51e-1532-47d8-971a-85ecbe1979f8 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:17:48.619693 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ea2116e7-cf3e-42fd-8d63-2c462051480f no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:17:48.622505 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.642978 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: ea2116e7-cf3e-42fd-8d63-2c462051480f {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:17:48.643349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ea2116e7-cf3e-42fd-8d63-2c462051480f not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:17:48.643794 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 771bd797-31a2-4ccb-828c-e1cf457e9943 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:17:48.679004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] Deleting port 3cd49d27-7d58-4484-a6f6-98e42e75b315 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:48.679258 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.681186 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 771bd797-31a2-4ccb-828c-e1cf457e9943 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:17:48.681540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 771bd797-31a2-4ccb-828c-e1cf457e9943 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:17:48.749180 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] For port 3cd49d27-7d58-4484-a6f6-98e42e75b315, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3cd49d27-7d58-4484-a6f6-98e42e75b315,segment=NetworkSegment(67f32536-3d47-47cc-86a6-48a3402da1eb),segment_id=67f32536-3d47-47cc-86a6-48a3402da1eb)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:48.749669 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.764568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] Calling delete_port for 3cd49d27-7d58-4484-a6f6-98e42e75b315 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:48.783896 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23250236-5bdb-4cd4-99b7-e1c6aaeb5ab8 None None] DHCP port deletion for 0d78f51e-1532-47d8-971a-85ecbe1979f8 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:17:48.839440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-23250236-5bdb-4cd4-99b7-e1c6aaeb5ab8 None None] Deleting port 3cd49d27-7d58-4484-a6f6-98e42e75b315 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:17:48.840249 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-23250236-5bdb-4cd4-99b7-e1c6aaeb5ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.904578 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-23250236-5bdb-4cd4-99b7-e1c6aaeb5ab8 None None] For port 3cd49d27-7d58-4484-a6f6-98e42e75b315, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3cd49d27-7d58-4484-a6f6-98e42e75b315,segment=NetworkSegment(67f32536-3d47-47cc-86a6-48a3402da1eb),segment_id=67f32536-3d47-47cc-86a6-48a3402da1eb)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:17:48.904964 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-23250236-5bdb-4cd4-99b7-e1c6aaeb5ab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.917852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-23250236-5bdb-4cd4-99b7-e1c6aaeb5ab8 None None] Calling delete_port for 3cd49d27-7d58-4484-a6f6-98e42e75b315 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:17:48.925082 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:48.951386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd49d27-7d58-4484-a6f6-98e42e75b315,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:48.956737 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] No DVR routers for this DVR port 3cd49d27-7d58-4484-a6f6-98e42e75b315 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:17:48.997950 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-23250236-5bdb-4cd4-99b7-e1c6aaeb5ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:49.023614 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23250236-5bdb-4cd4-99b7-e1c6aaeb5ab8 None None] Pushing event deleted for resources: {'Port': ['ID=3cd49d27-7d58-4484-a6f6-98e42e75b315,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:49.030700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23250236-5bdb-4cd4-99b7-e1c6aaeb5ab8 None None] No DVR routers for this DVR port 3cd49d27-7d58-4484-a6f6-98e42e75b315 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:17:49.044381 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:49.055030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d78f51e-1532-47d8-971a-85ecbe1979f8']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:49.065327 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f32536-3d47-47cc-86a6-48a3402da1eb') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:49.065623 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f32536-3d47-47cc-86a6-48a3402da1eb') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:49.074294 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:49.088208 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:49.095443 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: timer() Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:17:49.104183 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:17:49.211092 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:49.217213 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:49.219053 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0d78f51e-1532-47d8-971a-85ecbe1979f8 HTTP/1.1" status: 204 len: 168 time: 0.6875412 Jul 05 11:17:49.230162 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46690ca8-39e1-4cd4-979a-c7a052b779a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d78f51e-1532-47d8-971a-85ecbe1979f8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:49.632925 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43774) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:49.681873 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3c5d933d-4fe6-4ac7-b44f-e6eb6854eaf6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ed93555d2c294798b2fcf409bdb7a6e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477290 Jul 05 11:17:49.684483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43776) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:49.737812 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24af6003-3e70-4c20-8dde-5e539187516b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:49.762357 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24af6003-3e70-4c20-8dde-5e539187516b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:49.883441 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24af6003-3e70-4c20-8dde-5e539187516b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:49.886125 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-24af6003-3e70-4c20-8dde-5e539187516b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:49.887335 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-24af6003-3e70-4c20-8dde-5e539187516b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b348b9ab-4570-488a-a436-85291f3f0557 HTTP/1.1" status: 204 len: 168 time: 0.2019367 Jul 05 11:17:49.897858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af6003-3e70-4c20-8dde-5e539187516b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b348b9ab-4570-488a-a436-85291f3f0557,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:50.406403 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:17:50.536812 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3cd49d27-7d58-4484-a6f6-98e42e75b315 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:17:50.557202 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 3cd49d27-7d58-4484-a6f6-98e42e75b315 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:17:50.557544 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3cd49d27-7d58-4484-a6f6-98e42e75b315 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:17:50.683462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43782) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:50.726647 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-be9bbc64-07bf-4f81-8f9c-d841337060f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ccc03967bdf48bc92bdf9ea46ecb533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417650 Jul 05 11:17:50.729089 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43784) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:50.799144 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f48ce64-4b15-4ffb-b5e6-4b1e6be6564b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:50.827931 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f48ce64-4b15-4ffb-b5e6-4b1e6be6564b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:51.016586 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f48ce64-4b15-4ffb-b5e6-4b1e6be6564b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:51.019214 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-0f48ce64-4b15-4ffb-b5e6-4b1e6be6564b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:51.020443 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-0f48ce64-4b15-4ffb-b5e6-4b1e6be6564b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e9cf820c-0a22-4cb3-bea4-fbed0804deea HTTP/1.1" status: 204 len: 168 time: 0.2902429 Jul 05 11:17:51.028879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48ce64-4b15-4ffb-b5e6-4b1e6be6564b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cf820c-0a22-4cb3-bea4-fbed0804deea,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:52.928258 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:53.242927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43824) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:53.247640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4864a5c5-d21a-48ef-b80b-ad2103510c71 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1883477115', 'description': 'tempest-secgroup-smoke-1883477115 description', 'project_id': 'c7ea24a3a627491f8864306d76ae913e'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:53.345805 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4864a5c5-d21a-48ef-b80b-ad2103510c71 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:53.354432 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4864a5c5-d21a-48ef-b80b-ad2103510c71 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:53.445146 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4864a5c5-d21a-48ef-b80b-ad2103510c71 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:53.551650 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4864a5c5-d21a-48ef-b80b-ad2103510c71 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:53.588356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864a5c5-d21a-48ef-b80b-ad2103510c71 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce1ee08-da0c-435a-81df-06999a22cc42,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:53.644170 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4864a5c5-d21a-48ef-b80b-ad2103510c71 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:53.729990 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4864a5c5-d21a-48ef-b80b-ad2103510c71 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:53.759729 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864a5c5-d21a-48ef-b80b-ad2103510c71 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a840852-466d-4e73-85c8-13fd3f1f95ff,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:53.850666 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4864a5c5-d21a-48ef-b80b-ad2103510c71 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:53.851997 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4864a5c5-d21a-48ef-b80b-ad2103510c71 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6080291 Jul 05 11:17:53.855052 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43826) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:53.859579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-382c30df-4eb1-4fc7-9aa3-221cc2f362e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '6a840852-466d-4e73-85c8-13fd3f1f95ff', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:53.975914 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-382c30df-4eb1-4fc7-9aa3-221cc2f362e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:54.030658 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-382c30df-4eb1-4fc7-9aa3-221cc2f362e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:54.111279 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-382c30df-4eb1-4fc7-9aa3-221cc2f362e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:54.129671 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c30df-4eb1-4fc7-9aa3-221cc2f362e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58de1820-1423-4a08-9a2b-eb81cfbd87c1,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:54.199298 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-382c30df-4eb1-4fc7-9aa3-221cc2f362e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:54.200594 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-382c30df-4eb1-4fc7-9aa3-221cc2f362e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3446138 Jul 05 11:17:54.203385 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43828) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:54.207806 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6610ce18-b720-41d9-b0d8-32524466b001 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '6a840852-466d-4e73-85c8-13fd3f1f95ff', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:54.318162 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6610ce18-b720-41d9-b0d8-32524466b001 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:54.375373 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6610ce18-b720-41d9-b0d8-32524466b001 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:54.460065 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6610ce18-b720-41d9-b0d8-32524466b001 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:54.482272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610ce18-b720-41d9-b0d8-32524466b001 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034b3e7d-8c83-450c-a3df-01d4044a0748,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:54.585582 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6610ce18-b720-41d9-b0d8-32524466b001 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:54.586860 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6610ce18-b720-41d9-b0d8-32524466b001 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3824716 Jul 05 11:17:54.589561 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43830) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:54.593997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c2e60f8b-55df-40eb-a37e-5070f7160fa9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '6a840852-466d-4e73-85c8-13fd3f1f95ff', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:54.701041 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2e60f8b-55df-40eb-a37e-5070f7160fa9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:54.759677 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2e60f8b-55df-40eb-a37e-5070f7160fa9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:54.788013 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:54.856217 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2e60f8b-55df-40eb-a37e-5070f7160fa9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:54.878659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e60f8b-55df-40eb-a37e-5070f7160fa9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34ab0f5-1d13-4083-afde-1a34ba81c390,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:54.993489 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c2e60f8b-55df-40eb-a37e-5070f7160fa9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:54.994659 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c2e60f8b-55df-40eb-a37e-5070f7160fa9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4041312 Jul 05 11:17:54.997447 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43832) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:55.002030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a046952d-18be-4b9f-867e-610a16e82d9a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '6a840852-466d-4e73-85c8-13fd3f1f95ff', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:55.129698 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a046952d-18be-4b9f-867e-610a16e82d9a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:55.187970 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a046952d-18be-4b9f-867e-610a16e82d9a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:55.256238 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a046952d-18be-4b9f-867e-610a16e82d9a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:55.274002 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046952d-18be-4b9f-867e-610a16e82d9a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183faa91-7993-4d90-a846-6949f6c9cd08,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:55.342138 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a046952d-18be-4b9f-867e-610a16e82d9a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:55.346157 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a046952d-18be-4b9f-867e-610a16e82d9a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450439 Jul 05 11:17:55.346408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43834) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:55.352472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4c208c89-3f92-4bc3-bebb-a51f00f0520b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '6a840852-466d-4e73-85c8-13fd3f1f95ff', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:55.439570 n-d-779913-27 neutron-server[100775]: INFO neutron.db.securitygroups_db [None req-4c208c89-3f92-4bc3-bebb-a51f00f0520b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Project c7ea24a3a627491f8864306d76ae913e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:17:55.445813 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4c208c89-3f92-4bc3-bebb-a51f00f0520b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:55.504013 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4c208c89-3f92-4bc3-bebb-a51f00f0520b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:55.587817 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4c208c89-3f92-4bc3-bebb-a51f00f0520b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:55.606151 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c208c89-3f92-4bc3-bebb-a51f00f0520b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a955f6-7a03-417a-8f47-696b5bdc4fc8,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:55.705472 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4c208c89-3f92-4bc3-bebb-a51f00f0520b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:55.706844 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4c208c89-3f92-4bc3-bebb-a51f00f0520b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3591285 Jul 05 11:17:55.709396 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43836) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:55.713986 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-cfc81c08-6128-493a-8525-eff1fac847eb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '6a840852-466d-4e73-85c8-13fd3f1f95ff', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:55.802285 n-d-779913-27 neutron-server[100775]: INFO neutron.db.securitygroups_db [None req-cfc81c08-6128-493a-8525-eff1fac847eb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Project c7ea24a3a627491f8864306d76ae913e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:17:55.807919 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cfc81c08-6128-493a-8525-eff1fac847eb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:55.868231 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cfc81c08-6128-493a-8525-eff1fac847eb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:55.957070 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cfc81c08-6128-493a-8525-eff1fac847eb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:55.974979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc81c08-6128-493a-8525-eff1fac847eb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3794b0d3-448a-4753-bb33-d592006fc8b4,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:56.071594 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-cfc81c08-6128-493a-8525-eff1fac847eb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:56.072914 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-cfc81c08-6128-493a-8525-eff1fac847eb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3625693 Jul 05 11:17:56.076002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43838) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:56.081062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b4361638-aa50-4820-a849-271a326f5ed9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'network': {'name': 'tempest-network-smoke--1211569844', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'port_security_enabled': True}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:56.311255 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4361638-aa50-4820-a849-271a326f5ed9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Made reservation on behalf of c7ea24a3a627491f8864306d76ae913e for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:17:56.314956 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4361638-aa50-4820-a849-271a326f5ed9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:56.339195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4361638-aa50-4820-a849-271a326f5ed9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:17:56.348502 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4361638-aa50-4820-a849-271a326f5ed9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:56.349145 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-b4361638-aa50-4820-a849-271a326f5ed9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Added segment 29732776-04de-47bd-9af7-b4b31d3a117c of type vlan for network d4d9f51d-0b41-48f4-af3c-2e8e03dad69c Jul 05 11:17:56.392084 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4361638-aa50-4820-a849-271a326f5ed9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:56.507621 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4361638-aa50-4820-a849-271a326f5ed9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:56.513271 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4361638-aa50-4820-a849-271a326f5ed9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:56.513886 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b4361638-aa50-4820-a849-271a326f5ed9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:56.581305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4361638-aa50-4820-a849-271a326f5ed9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Network': ['ID=d4d9f51d-0b41-48f4-af3c-2e8e03dad69c,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:56.592121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network d4d9f51d-0b41-48f4-af3c-2e8e03dad69c details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:17:56.626331 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b4361638-aa50-4820-a849-271a326f5ed9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5492840 Jul 05 11:17:56.629643 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43840) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:56.634431 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1337943646', 'admin_state_up': True, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:56.723040 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:56.724161 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:56.777311 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:57.290932 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:57.550600 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:57.569715 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:57.673909 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.25.5.121 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/b10f4b1d-0521-475e-a8be-24b4588b979c) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:17:57.777554 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:57.914145 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:57.956475 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:17:57.961938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:17:57.965363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:17:57.970918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=b10f4b1d-0521-475e-a8be-24b4588b979c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:58.303792 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:58.501824 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:58.687928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:17:58.798653 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:17:58.809711 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Sync routers for ids ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:17:58.819244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Routers {'1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:58.822793 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:17:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:58.861942 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:58.863231 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f27f0e47-85b1-457b-a527-34a17f168363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2325776 Jul 05 11:17:58.866959 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43844) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:58.924329 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Set router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:17:58.990491 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b7ef88a9-18e0-4e9b-88ee-34a33e5abd08 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=c7ea24a3a627491f8864306d76ae913e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1219351 Jul 05 11:17:58.993288 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43848) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:59.084766 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a25d312-3538-4be0-99a4-ba34faf9005e tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:59.086317 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8a25d312-3538-4be0-99a4-ba34faf9005e tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921292 Jul 05 11:17:59.089583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43850) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:59.119583 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f84e3e7e-7cf3-456b-a85e-23878a152370 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288813 Jul 05 11:17:59.122727 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43852) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:59.128318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-fd8cb5ab-9393-4bf5-9537-ca983e2f6c87 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-753423610', 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:17:59.263688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337943646', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:56Z', 'updated_at': '2021-07-05T11:17:58Z', 'revision_number': 3, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:57Z', 'updated_at': '2021-07-05T11:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:17:59.289279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Checking router: 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:17:59.289632 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Updating router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b port b10f4b1d-0521-475e-a8be-24b4588b979c binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:17:59.295822 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8cb5ab-9393-4bf5-9537-ca983e2f6c87 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Made reservation on behalf of c7ea24a3a627491f8864306d76ae913e for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:17:59.299424 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb5ab-9393-4bf5-9537-ca983e2f6c87 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:59.326603 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:59.559089 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb5ab-9393-4bf5-9537-ca983e2f6c87 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:59.580999 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:59.591274 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Transition to ACTIVE for port object b10f4b1d-0521-475e-a8be-24b4588b979c will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:17:59.617580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cb5ab-9393-4bf5-9537-ca983e2f6c87 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Subnet': ['ID=f5cc9281-eb49-4c5f-b639-6bae539f2b99,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:59.628135 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8cb5ab-9393-4bf5-9537-ca983e2f6c87 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Checking segment: {'id': '29732776-04de-47bd-9af7-b4b31d3a117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:17:59.628448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8cb5ab-9393-4bf5-9537-ca983e2f6c87 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network hostable DHCP agents. Network: d4d9f51d-0b41-48f4-af3c-2e8e03dad69c, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:17:59.671409 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:59.722281 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Attempting to bind port b10f4b1d-0521-475e-a8be-24b4588b979c on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:17:59.722656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Attempting to bind port b10f4b1d-0521-475e-a8be-24b4588b979c by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:17:59.723025 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Attempting to bind port b10f4b1d-0521-475e-a8be-24b4588b979c on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:17:59.730754 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92a9e2-d877-4e1a-815a-46ce71e93884 None None] Pushing event updated for resources: {'Port': ['ID=b10f4b1d-0521-475e-a8be-24b4588b979c,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:59.733552 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8cb5ab-9393-4bf5-9537-ca983e2f6c87 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network d4d9f51d-0b41-48f4-af3c-2e8e03dad69c is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:17:59.739120 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:17:59.739120 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:17:59.739120 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:59.739120 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:17:59.739120 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Bound port: b10f4b1d-0521-475e-a8be-24b4588b979c, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:17:59.739120 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:59.792095 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] For port b10f4b1d-0521-475e-a8be-24b4588b979c, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:17:59.795033 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] For port b10f4b1d-0521-475e-a8be-24b4588b979c, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b10f4b1d-0521-475e-a8be-24b4588b979c,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:17:59.833000 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-fd8cb5ab-9393-4bf5-9537-ca983e2f6c87 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, d4d9f51d-0b41-48f4-af3c-2e8e03dad69c) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:17:59.842033 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8cb5ab-9393-4bf5-9537-ca983e2f6c87 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:17:59.842033 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb5ab-9393-4bf5-9537-ca983e2f6c87 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:59.842309 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a1779-27c1-4e7f-b6c3-a412ca0a8c22 None None] Network d4d9f51d-0b41-48f4-af3c-2e8e03dad69c requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:17:59.878242 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:17:59.924697 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fd8cb5ab-9393-4bf5-9537-ca983e2f6c87 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8006148 Jul 05 11:17:59.927418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43854) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:17:59.972877 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92a9e2-d877-4e1a-815a-46ce71e93884 None None] Pushing event updated for resources: {'Port': ['ID=b10f4b1d-0521-475e-a8be-24b4588b979c,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:17:59.976788 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Routers {'1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:17:59.977398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:17:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:18:00.118012 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-d4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ips': [{'subnet_id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:18:00.118862 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:00.138960 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] Set router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:18:00.368845 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:00.397165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Allocated IP 172.20.0.2 (d4d9f51d-0b41-48f4-af3c-2e8e03dad69c/f5cc9281-eb49-4c5f-b639-6bae539f2b99/bda7a8d5-ebe2-43dd-8ece-489d26f547b9) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:18:00.478668 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337943646', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:56Z', 'updated_at': '2021-07-05T11:17:58Z', 'revision_number': 3, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:57Z', 'updated_at': '2021-07-05T11:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:18:00.513797 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8195a2-ed51-494a-b256-8cb4d54bc733 None None] The sync data for ids ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'] in n-d-779913-27 is: [{'id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337943646', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:56Z', 'updated_at': '2021-07-05T11:17:58Z', 'revision_number': 3, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:57Z', 'updated_at': '2021-07-05T11:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:18:00.591586 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:00.601153 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Transition to ACTIVE for port object bda7a8d5-ebe2-43dd-8ece-489d26f547b9 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:18:00.616681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Transition to ACTIVE for port object bda7a8d5-ebe2-43dd-8ece-489d26f547b9 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:18:00.685515 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:00.738205 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Pushing event updated for resources: {'Port': ['ID=bda7a8d5-ebe2-43dd-8ece-489d26f547b9,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:00.738389 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.20.0.1 (d4d9f51d-0b41-48f4-af3c-2e8e03dad69c/f5cc9281-eb49-4c5f-b639-6bae539f2b99/08b86976-4bf9-474d-ac1b-712f756e3fe7) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:18:00.742521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Network d4d9f51d-0b41-48f4-af3c-2e8e03dad69c is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:18:00.744764 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:18:00.754318 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:18:00.826889 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Attempting to bind port bda7a8d5-ebe2-43dd-8ece-489d26f547b9 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:18:00.827263 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Attempting to bind port bda7a8d5-ebe2-43dd-8ece-489d26f547b9 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '29732776-04de-47bd-9af7-b4b31d3a117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:18:00.827629 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Attempting to bind port bda7a8d5-ebe2-43dd-8ece-489d26f547b9 on network d4d9f51d-0b41-48f4-af3c-2e8e03dad69c {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:18:00.833209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:18:00.834218 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Checking segment: {'id': '29732776-04de-47bd-9af7-b4b31d3a117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:18:00.834663 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:00.835064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Bound using segment: {'id': '29732776-04de-47bd-9af7-b4b31d3a117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:18:00.835536 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Bound port: bda7a8d5-ebe2-43dd-8ece-489d26f547b9, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29732776-04de-47bd-9af7-b4b31d3a117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:18:00.836049 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:00.912068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] For port bda7a8d5-ebe2-43dd-8ece-489d26f547b9, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:18:00.915965 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] For port bda7a8d5-ebe2-43dd-8ece-489d26f547b9, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bda7a8d5-ebe2-43dd-8ece-489d26f547b9,segment=NetworkSegment(29732776-04de-47bd-9af7-b4b31d3a117c),segment_id=29732776-04de-47bd-9af7-b4b31d3a117c)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:18:00.921570 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:00.935527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Transition to ACTIVE for port object 08b86976-4bf9-474d-ac1b-712f756e3fe7 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:18:01.020707 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:01.056052 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:01.085755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bfcbc-b139-48fd-a688-dafc3d20f806 None None] Pushing event updated for resources: {'Port': ['ID=bda7a8d5-ebe2-43dd-8ece-489d26f547b9,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:01.107468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network d4d9f51d-0b41-48f4-af3c-2e8e03dad69c is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:18:01.113098 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:18:01.117935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:18:01.124871 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=08b86976-4bf9-474d-ac1b-712f756e3fe7,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:01.171825 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:01.479385 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:01.752778 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:01.827632 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:01.909553 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=08b86976-4bf9-474d-ac1b-712f756e3fe7,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:01.913490 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:02.013623 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network d4d9f51d-0b41-48f4-af3c-2e8e03dad69c is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:18:02.015053 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:18:02.034378 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f54a40-2ec1-42ba-85d4-822377fb567b None None] Network d4d9f51d-0b41-48f4-af3c-2e8e03dad69c requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:18:02.134402 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:18:02.159120 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-573cdb42-3ecc-4883-9d91-92546f338bd4 None None] Provisioning for port bda7a8d5-ebe2-43dd-8ece-489d26f547b9 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:18:02.556142 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5fb45c12-9984-417b-ad8a-4366e117728e None None] Provisioning for port 08b86976-4bf9-474d-ac1b-712f756e3fe7 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:18:02.567500 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5fb45c12-9984-417b-ad8a-4366e117728e None None] Provisioning complete for port 08b86976-4bf9-474d-ac1b-712f756e3fe7 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:18:02.567500 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5fb45c12-9984-417b-ad8a-4366e117728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:02.616164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5fb45c12-9984-417b-ad8a-4366e117728e None None] Port 08b86976-4bf9-474d-ac1b-712f756e3fe7 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:18:02.631387 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:18:02.641131 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Sync routers for ids ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:18:02.647068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b10f4b1d-0521-475e-a8be-24b4588b979c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:18:02.648275 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-124cedb2-048f-4cb8-843d-c94796db7e93 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "PUT /v2.0/routers/1be3bdbc-bd86-4ff1-afb2-764f2f7f495b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7197313 Jul 05 11:18:02.652457 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Routers {'1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:18:02.652900 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:17:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:18:02.754456 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fad07c83-a268-4540-a38c-50f8b352eb09 None None] Provisioning complete for port 08b86976-4bf9-474d-ac1b-712f756e3fe7 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:18:02.754954 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fad07c83-a268-4540-a38c-50f8b352eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:02.777841 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Set router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:18:02.785080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port b10f4b1d-0521-475e-a8be-24b4588b979c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:18:02.800200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port b10f4b1d-0521-475e-a8be-24b4588b979c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:18:02.800577 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:02.826572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fad07c83-a268-4540-a38c-50f8b352eb09 None None] Port 08b86976-4bf9-474d-ac1b-712f756e3fe7 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:18:02.838838 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-d728f980-b630-47e4-978e-a62bf5f71e9e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883477115&fields=id&tenant_id=c7ea24a3a627491f8864306d76ae913e HTTP/1.1" status: 200 len: 267 time: 0.0585501 Jul 05 11:18:02.907380 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:02.931165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port b10f4b1d-0521-475e-a8be-24b4588b979c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b10f4b1d-0521-475e-a8be-24b4588b979c,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:18:02.946659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-15e50afd-0a0e-4736-8b4f-82c6a136c484 None None] Provisioning complete for port 08b86976-4bf9-474d-ac1b-712f756e3fe7 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:18:02.947031 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-15e50afd-0a0e-4736-8b4f-82c6a136c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:02.947989 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-d2d1f563-c05e-44fc-955b-14ad027b8c1e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:02.955415 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-d2d1f563-c05e-44fc-955b-14ad027b8c1e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/networks?id=d4d9f51d-0b41-48f4-af3c-2e8e03dad69c HTTP/1.1" status: 200 len: 797 time: 0.1230073 Jul 05 11:18:02.968372 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-247b092b-5cf9-40a4-bd10-9bcbbf2fcfc7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/quotas/c7ea24a3a627491f8864306d76ae913e HTTP/1.1" status: 200 len: 375 time: 0.0117111 Jul 05 11:18:02.981287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-15e50afd-0a0e-4736-8b4f-82c6a136c484 None None] Port 08b86976-4bf9-474d-ac1b-712f756e3fe7 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:18:03.004670 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:03.005535 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bda7a8d5-ebe2-43dd-8ece-489d26f547b9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:18:03.016578 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337943646', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:56Z', 'updated_at': '2021-07-05T11:18:01Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:57Z', 'updated_at': '2021-07-05T11:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '08b86976-4bf9-474d-ac1b-712f756e3fe7', 'name': '', 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:a5:57:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:18:00Z', 'updated_at': '2021-07-05T11:18:01Z', 'revision_number': 2, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:18:03.042482 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-02307c71-c65c-4b4e-b985-4c03c2691afc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670388 Jul 05 11:18:03.048617 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Checking router: 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:18:03.048617 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Updating router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b port 08b86976-4bf9-474d-ac1b-712f756e3fe7 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:18:03.084010 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:03.087163 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=b10f4b1d-0521-475e-a8be-24b4588b979c,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:03.147615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-858833a1-6953-42ac-8271-f6e9e7e3daf6 service neutron] 10.222.0.77 "GET /v2.0/networks/d4d9f51d-0b41-48f4-af3c-2e8e03dad69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900309 Jul 05 11:18:03.181588 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port bda7a8d5-ebe2-43dd-8ece-489d26f547b9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:18:03.185683 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port bda7a8d5-ebe2-43dd-8ece-489d26f547b9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:18:03.186067 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:03.240027 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-93c2ed9f-706f-4484-9b71-1beba5bc652d service neutron] 10.222.0.77 "GET /v2.0/networks/d4d9f51d-0b41-48f4-af3c-2e8e03dad69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858126 Jul 05 11:18:03.268946 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:03.302977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port bda7a8d5-ebe2-43dd-8ece-489d26f547b9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bda7a8d5-ebe2-43dd-8ece-489d26f547b9,segment=NetworkSegment(29732776-04de-47bd-9af7-b4b31d3a117c),segment_id=29732776-04de-47bd-9af7-b4b31d3a117c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:18:03.357200 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:03.366615 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Transition to ACTIVE for port object 08b86976-4bf9-474d-ac1b-712f756e3fe7 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:18:03.379856 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:03.430723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=bda7a8d5-ebe2-43dd-8ece-489d26f547b9,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:03.499934 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1472478e-d783-4c88-89f6-ab201855bb81 req-d45a9dde-ecd5-49b9-81b1-3947f83966b2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 210 time: 0.0298610 Jul 05 11:18:03.541262 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:03.594190 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f30727-5420-46cd-a4fc-92204d9ef165 None None] Pushing event updated for resources: {'Port': ['ID=08b86976-4bf9-474d-ac1b-712f756e3fe7,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:03.638920 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f30727-5420-46cd-a4fc-92204d9ef165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:03.639262 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f30727-5420-46cd-a4fc-92204d9ef165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:03.639593 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f30727-5420-46cd-a4fc-92204d9ef165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:03.639951 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f30727-5420-46cd-a4fc-92204d9ef165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:03.640274 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f30727-5420-46cd-a4fc-92204d9ef165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:03.640596 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f30727-5420-46cd-a4fc-92204d9ef165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:03.640910 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f30727-5420-46cd-a4fc-92204d9ef165 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:03.641226 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f30727-5420-46cd-a4fc-92204d9ef165 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:03.641789 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f30727-5420-46cd-a4fc-92204d9ef165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:03.641957 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f30727-5420-46cd-a4fc-92204d9ef165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:03.642138 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f30727-5420-46cd-a4fc-92204d9ef165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:03.642447 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f30727-5420-46cd-a4fc-92204d9ef165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:03.660476 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Attempting to bind port 08b86976-4bf9-474d-ac1b-712f756e3fe7 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:18:03.660846 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Attempting to bind port 08b86976-4bf9-474d-ac1b-712f756e3fe7 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '29732776-04de-47bd-9af7-b4b31d3a117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:18:03.661202 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Attempting to bind port 08b86976-4bf9-474d-ac1b-712f756e3fe7 on network d4d9f51d-0b41-48f4-af3c-2e8e03dad69c {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:18:03.666720 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:18:03.667111 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Checking segment: {'id': '29732776-04de-47bd-9af7-b4b31d3a117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:18:03.667870 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:03.668026 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Bound using segment: {'id': '29732776-04de-47bd-9af7-b4b31d3a117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:18:03.668404 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Bound port: 08b86976-4bf9-474d-ac1b-712f756e3fe7, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29732776-04de-47bd-9af7-b4b31d3a117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:18:03.668777 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:03.733932 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] For port 08b86976-4bf9-474d-ac1b-712f756e3fe7, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:18:03.737474 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] For port 08b86976-4bf9-474d-ac1b-712f756e3fe7, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=08b86976-4bf9-474d-ac1b-712f756e3fe7,segment=NetworkSegment(29732776-04de-47bd-9af7-b4b31d3a117c),segment_id=29732776-04de-47bd-9af7-b4b31d3a117c)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:18:03.828135 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:03.878462 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Routers {'1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:18:03.879117 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:17:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:18:03.931150 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f30727-5420-46cd-a4fc-92204d9ef165 None None] Pushing event updated for resources: {'Port': ['ID=08b86976-4bf9-474d-ac1b-712f756e3fe7,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:04.001041 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] Set router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:18:04.207286 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337943646', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:56Z', 'updated_at': '2021-07-05T11:18:01Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:57Z', 'updated_at': '2021-07-05T11:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '08b86976-4bf9-474d-ac1b-712f756e3fe7', 'name': '', 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:a5:57:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:18:00Z', 'updated_at': '2021-07-05T11:18:03Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:18:04.322189 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790ea570-d236-4a8b-a18f-680725333b37 None None] The sync data for ids ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'] in n-d-779913-27 is: [{'id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337943646', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:56Z', 'updated_at': '2021-07-05T11:18:01Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:57Z', 'updated_at': '2021-07-05T11:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '08b86976-4bf9-474d-ac1b-712f756e3fe7', 'name': '', 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:a5:57:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:18:00Z', 'updated_at': '2021-07-05T11:18:03Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:18:04.648484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 08b86976-4bf9-474d-ac1b-712f756e3fe7 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:18:04.668411 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3b5c39ff-92de-44f7-aedb-42dff91f4b30 req-aa337753-be87-4a4f-ab01-9b5f73c3365e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 210 time: 0.0326650 Jul 05 11:18:05.004572 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 08b86976-4bf9-474d-ac1b-712f756e3fe7 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:18:05.009390 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 08b86976-4bf9-474d-ac1b-712f756e3fe7 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:18:05.009766 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:05.090038 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:05.125088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 08b86976-4bf9-474d-ac1b-712f756e3fe7, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=08b86976-4bf9-474d-ac1b-712f756e3fe7,segment=NetworkSegment(29732776-04de-47bd-9af7-b4b31d3a117c),segment_id=29732776-04de-47bd-9af7-b4b31d3a117c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:18:05.227365 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:05.228240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b10f4b1d-0521-475e-a8be-24b4588b979c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:18:05.312190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=08b86976-4bf9-474d-ac1b-712f756e3fe7,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:05.328034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port b10f4b1d-0521-475e-a8be-24b4588b979c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:18:05.328699 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:05.408681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bda7a8d5-ebe2-43dd-8ece-489d26f547b9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:18:05.459180 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port bda7a8d5-ebe2-43dd-8ece-489d26f547b9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:18:05.459608 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:05.807140 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1909f5f1-5da8-4cab-83c5-9fbe4a64a597 req-d9a61841-ba41-4d4f-9d81-ed963f6dc61c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 210 time: 0.0290518 Jul 05 11:18:06.166889 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-9d9708b9-2ce1-4cb5-b677-c29239f395a8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:06.168396 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-9d9708b9-2ce1-4cb5-b677-c29239f395a8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "GET /v2.0/networks?id=d4d9f51d-0b41-48f4-af3c-2e8e03dad69c HTTP/1.1" status: 200 len: 797 time: 0.1040616 Jul 05 11:18:06.222091 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-eb366749-083b-41fd-88bb-79e00c65e471 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7ea24a3a627491f8864306d76ae913e HTTP/1.1" status: 200 len: 380 time: 0.0351863 Jul 05 11:18:06.231382 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-2ab8988c-c456-407e-99c2-1be0f11d7459 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'port': {'device_id': '42d8d5c4-24cc-4f72-b191-8fc5e6166bdc', 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'admin_state_up': True, 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'security_groups': ['6a840852-466d-4e73-85c8-13fd3f1f95ff']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:18:06.413572 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-2ab8988c-c456-407e-99c2-1be0f11d7459 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Made reservation on behalf of c7ea24a3a627491f8864306d76ae913e for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:18:06.417250 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-2ab8988c-c456-407e-99c2-1be0f11d7459 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:06.548135 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-2ab8988c-c456-407e-99c2-1be0f11d7459 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.20.0.11 (d4d9f51d-0b41-48f4-af3c-2e8e03dad69c/f5cc9281-eb49-4c5f-b639-6bae539f2b99/73d1e6fb-4089-476e-881e-bbb10922af4e) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:18:06.555351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 08b86976-4bf9-474d-ac1b-712f756e3fe7 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:18:06.602974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 08b86976-4bf9-474d-ac1b-712f756e3fe7 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:18:06.603356 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:06.693534 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-2ab8988c-c456-407e-99c2-1be0f11d7459 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:06.707160 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-2ab8988c-c456-407e-99c2-1be0f11d7459 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Transition to ACTIVE for port object 73d1e6fb-4089-476e-881e-bbb10922af4e will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:18:06.793066 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-2ab8988c-c456-407e-99c2-1be0f11d7459 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:06.838022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-2ab8988c-c456-407e-99c2-1be0f11d7459 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network d4d9f51d-0b41-48f4-af3c-2e8e03dad69c is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:18:06.842567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-2ab8988c-c456-407e-99c2-1be0f11d7459 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:18:06.854627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-2ab8988c-c456-407e-99c2-1be0f11d7459 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:18:06.899651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8988c-c456-407e-99c2-1be0f11d7459 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=73d1e6fb-4089-476e-881e-bbb10922af4e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:06.929749 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-2ab8988c-c456-407e-99c2-1be0f11d7459 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:06.930527 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-2ab8988c-c456-407e-99c2-1be0f11d7459 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:07.019410 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4e0ad-3e80-4220-8bac-769b9af73b39 req-668e5491-2baf-42cd-8f5f-e3dadc2c0ff2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:07.021618 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbc4e0ad-3e80-4220-8bac-769b9af73b39 req-668e5491-2baf-42cd-8f5f-e3dadc2c0ff2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 932 time: 0.0725377 Jul 05 11:18:07.033779 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-2ab8988c-c456-407e-99c2-1be0f11d7459 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8061130 Jul 05 11:18:07.068341 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbc4e0ad-3e80-4220-8bac-769b9af73b39 req-db0d8292-88c4-4c45-af8e-07b14a694ad2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405347 Jul 05 11:18:07.101743 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Request body: {'port': {'device_id': '42d8d5c4-24cc-4f72-b191-8fc5e6166bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:18:07.181257 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:07.238516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-57343133-68dc-4d20-8a2a-f6fc491097cd None None] Provisioning for port 73d1e6fb-4089-476e-881e-bbb10922af4e completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:18:07.242662 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-57343133-68dc-4d20-8a2a-f6fc491097cd None None] Provisioning complete for port 73d1e6fb-4089-476e-881e-bbb10922af4e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:18:07.244759 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-57343133-68dc-4d20-8a2a-f6fc491097cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:07.278444 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-57343133-68dc-4d20-8a2a-f6fc491097cd None None] Port 73d1e6fb-4089-476e-881e-bbb10922af4e cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:18:07.439874 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d1e6fb-4089-476e-881e-bbb10922af4e {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:18:07.447775 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:07.460136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Transition to ACTIVE for port object 73d1e6fb-4089-476e-881e-bbb10922af4e will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:18:07.553016 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:07.628470 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Pushing event updated for resources: {'Port': ['ID=73d1e6fb-4089-476e-881e-bbb10922af4e,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:07.680430 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Attempting to bind port 73d1e6fb-4089-476e-881e-bbb10922af4e on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:18:07.680770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Attempting to bind port 73d1e6fb-4089-476e-881e-bbb10922af4e by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '29732776-04de-47bd-9af7-b4b31d3a117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:18:07.681196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Attempting to bind port 73d1e6fb-4089-476e-881e-bbb10922af4e on network d4d9f51d-0b41-48f4-af3c-2e8e03dad69c {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:18:07.685755 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Port 73d1e6fb-4089-476e-881e-bbb10922af4e on network d4d9f51d-0b41-48f4-af3c-2e8e03dad69c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:18:07.686303 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Attempting to bind port 73d1e6fb-4089-476e-881e-bbb10922af4e on network d4d9f51d-0b41-48f4-af3c-2e8e03dad69c {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:18:07.691189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:18:07.691533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Checking segment: {'id': '29732776-04de-47bd-9af7-b4b31d3a117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:18:07.691953 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Bound using segment: {'id': '29732776-04de-47bd-9af7-b4b31d3a117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:18:07.692530 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Bound port: 73d1e6fb-4089-476e-881e-bbb10922af4e, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29732776-04de-47bd-9af7-b4b31d3a117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:18:07.693491 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:07.760399 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] For port 73d1e6fb-4089-476e-881e-bbb10922af4e, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:18:07.763891 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] For port 73d1e6fb-4089-476e-881e-bbb10922af4e, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=73d1e6fb-4089-476e-881e-bbb10922af4e,segment=NetworkSegment(29732776-04de-47bd-9af7-b4b31d3a117c),segment_id=29732776-04de-47bd-9af7-b4b31d3a117c)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:18:07.860004 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:07.899289 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:07.899428 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:07.901512 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] 10.222.0.64 "PUT /v2.0/ports/73d1e6fb-4089-476e-881e-bbb10922af4e HTTP/1.1" status: 200 len: 1093 time: 0.8558283 Jul 05 11:18:07.903740 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d8d5c4-24cc-4f72-b191-8fc5e6166bdc', 'tag': '73d1e6fb-4089-476e-881e-bbb10922af4e'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:18:07.906159 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d150c5-bb01-4f34-be55-f313ebb776d5" -d '{"events": [{"name": "network-changed", "server_uuid": "42d8d5c4-24cc-4f72-b191-8fc5e6166bdc", "tag": "73d1e6fb-4089-476e-881e-bbb10922af4e"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:18:07.934813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754b45d-0a60-4384-89b0-88f135438e59 service neutron] Pushing event updated for resources: {'Port': ['ID=73d1e6fb-4089-476e-881e-bbb10922af4e,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:07.949874 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434b4e49-7390-4022-9bb6-ba8cbbb76dac x-openstack-request-id: req-434b4e49-7390-4022-9bb6-ba8cbbb76dac {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:18:07.950305 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d8d5c4-24cc-4f72-b191-8fc5e6166bdc", "tag": "73d1e6fb-4089-476e-881e-bbb10922af4e", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:18:07.950564 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-434b4e49-7390-4022-9bb6-ba8cbbb76dac {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:18:07.950972 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d8d5c4-24cc-4f72-b191-8fc5e6166bdc', 'tag': '73d1e6fb-4089-476e-881e-bbb10922af4e', 'status': 'completed', 'code': 200} Jul 05 11:18:08.030600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d150c5-bb01-4f34-be55-f313ebb776d5 req-1731c702-1751-416b-b6a4-5f7a80f0ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:08.032639 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48d150c5-bb01-4f34-be55-f313ebb776d5 req-1731c702-1751-416b-b6a4-5f7a80f0ad27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 1096 time: 0.0601394 Jul 05 11:18:08.142786 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d150c5-bb01-4f34-be55-f313ebb776d5 req-f811f950-7bc5-4eac-8bc3-a46c48e8fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:08.144370 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48d150c5-bb01-4f34-be55-f313ebb776d5 req-f811f950-7bc5-4eac-8bc3-a46c48e8fd05 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c7ea24a3a627491f8864306d76ae913e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1000893 Jul 05 11:18:08.243793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d150c5-bb01-4f34-be55-f313ebb776d5 req-35506ce0-c676-4a07-879d-4921b3648da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:08.245239 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-48d150c5-bb01-4f34-be55-f313ebb776d5 req-35506ce0-c676-4a07-879d-4921b3648da0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918384 Jul 05 11:18:08.254591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c546877-b698-4f7d-92f3-322121f70f6b req-999dfe34-3a8e-4403-8a53-7dfb50f61bd0 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:08.256266 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2c546877-b698-4f7d-92f3-322121f70f6b req-999dfe34-3a8e-4403-8a53-7dfb50f61bd0 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 944 time: 0.0671873 Jul 05 11:18:08.301248 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2c546877-b698-4f7d-92f3-322121f70f6b req-dd66842e-8175-4fcc-9eb0-22a23ae385bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393081 Jul 05 11:18:08.341928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-84716e7f-7bed-44de-b054-c90592c12d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:08.343446 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-84716e7f-7bed-44de-b054-c90592c12d8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 1096 time: 0.0563066 Jul 05 11:18:08.393842 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-68770095-9333-4952-9ca1-407c58652f88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73d1e6fb-4089-476e-881e-bbb10922af4e HTTP/1.1" status: 200 len: 217 time: 0.0393646 Jul 05 11:18:08.444058 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-ced0a200-abee-48d6-8744-b750a5e6c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:08.445517 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-ced0a200-abee-48d6-8744-b750a5e6c81a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f5cc9281-eb49-4c5f-b639-6bae539f2b99 HTTP/1.1" status: 200 len: 834 time: 0.0441031 Jul 05 11:18:08.507392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-b0e7b1d2-b606-4976-a7e8-3d0a1852a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:08.508926 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-b0e7b1d2-b606-4976-a7e8-3d0a1852a899 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4d9f51d-0b41-48f4-af3c-2e8e03dad69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538006 Jul 05 11:18:08.605139 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-50f4dbee-4284-4ba0-b8be-4e4f933b172d service neutron] 10.222.0.64 "GET /v2.0/networks/d4d9f51d-0b41-48f4-af3c-2e8e03dad69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860822 Jul 05 11:18:08.697656 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5f6c16e-4779-4e59-9498-d5feefb0ae65 req-b5f53cfb-9982-4571-bf9f-2f35d9ceeb81 service neutron] 10.222.0.64 "GET /v2.0/networks/d4d9f51d-0b41-48f4-af3c-2e8e03dad69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829840 Jul 05 11:18:09.480232 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973891f-60d4-442a-9cbe-44bce30d9888 req-166ef544-ca51-4ef4-ba1c-fb5ccc2b206e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:09.481735 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6973891f-60d4-442a-9cbe-44bce30d9888 req-166ef544-ca51-4ef4-ba1c-fb5ccc2b206e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 944 time: 0.0654938 Jul 05 11:18:09.524716 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6973891f-60d4-442a-9cbe-44bce30d9888 req-2c7afc7d-80c8-4f0e-ae29-d192e9c207fc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374467 Jul 05 11:18:10.701637 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7e489-da64-462c-a4c3-8009d3fe51df req-fb30c140-f709-4d08-8c82-5d6004b2e7e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:10.703055 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d5e7e489-da64-462c-a4c3-8009d3fe51df req-fb30c140-f709-4d08-8c82-5d6004b2e7e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 944 time: 0.0637851 Jul 05 11:18:10.741507 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d5e7e489-da64-462c-a4c3-8009d3fe51df req-bcf8f271-98ee-4277-b9ea-fe41c7000839 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323930 Jul 05 11:18:11.118417 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0bc62a30-89f2-450d-963b-d52fb408aae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:11.916211 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed436bdc-e897-4712-b645-a5518dff5438 req-6ed094eb-baf5-4ba5-b7aa-c81dde5576fc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:11.917746 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ed436bdc-e897-4712-b645-a5518dff5438 req-6ed094eb-baf5-4ba5-b7aa-c81dde5576fc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 944 time: 0.0666859 Jul 05 11:18:11.957009 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ed436bdc-e897-4712-b645-a5518dff5438 req-dd2280e7-81a7-4f50-ad01-52f0c3ae42ce tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336838 Jul 05 11:18:12.116942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 73d1e6fb-4089-476e-881e-bbb10922af4e details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:18:12.211807 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 73d1e6fb-4089-476e-881e-bbb10922af4e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=73d1e6fb-4089-476e-881e-bbb10922af4e,segment=NetworkSegment(29732776-04de-47bd-9af7-b4b31d3a117c),segment_id=29732776-04de-47bd-9af7-b4b31d3a117c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:18:12.222834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '73d1e6fb-4089-476e-881e-bbb10922af4e', 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'port_id': '73d1e6fb-4089-476e-881e-bbb10922af4e', 'mac_address': 'fa:16:3e:4b:6e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:18:12.259114 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:12.271946 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d1e6fb-4089-476e-881e-bbb10922af4e {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:18:12.292130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 73d1e6fb-4089-476e-881e-bbb10922af4e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=73d1e6fb-4089-476e-881e-bbb10922af4e,segment=NetworkSegment(29732776-04de-47bd-9af7-b4b31d3a117c),segment_id=29732776-04de-47bd-9af7-b4b31d3a117c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:18:12.364263 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:12.412359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=73d1e6fb-4089-476e-881e-bbb10922af4e,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:12.668047 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['73d1e6fb-4089-476e-881e-bbb10922af4e'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:18:13.133290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad86e8-03ab-402e-92b6-208dab30d6af req-3d1b0249-2b19-4f71-ba98-e7fbc232d978 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:13.134775 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d0ad86e8-03ab-402e-92b6-208dab30d6af req-3d1b0249-2b19-4f71-ba98-e7fbc232d978 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 945 time: 0.0671387 Jul 05 11:18:13.175866 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d0ad86e8-03ab-402e-92b6-208dab30d6af req-bc2b3be4-fe5a-44b7-84b4-b606a1f58a91 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353465 Jul 05 11:18:13.650039 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-06133fb2-244d-414d-ac0a-e327a18b550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:13.753081 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:14.134677 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 73d1e6fb-4089-476e-881e-bbb10922af4e up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:18:14.238730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 73d1e6fb-4089-476e-881e-bbb10922af4e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:18:14.242902 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 73d1e6fb-4089-476e-881e-bbb10922af4e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:18:14.243270 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:14.321992 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:14.349476 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d8d5c4-24cc-4f72-b191-8fc5e6166bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d1e6fb-4089-476e-881e-bbb10922af4e'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:18:14.351859 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccf8a0d-1ef3-44af-814e-b06a7784c65d" -d '{"events": [{"server_uuid": "42d8d5c4-24cc-4f72-b191-8fc5e6166bdc", "name": "network-vif-plugged", "status": "completed", "tag": "73d1e6fb-4089-476e-881e-bbb10922af4e"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:18:14.357629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc411cfa-74c7-4f8e-927a-af89851bd2a6 req-efa013dc-28af-4a95-ad80-fbc8654b590f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:14.359199 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dc411cfa-74c7-4f8e-927a-af89851bd2a6 req-efa013dc-28af-4a95-ad80-fbc8654b590f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 945 time: 0.0699868 Jul 05 11:18:14.368088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 73d1e6fb-4089-476e-881e-bbb10922af4e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=73d1e6fb-4089-476e-881e-bbb10922af4e,segment=NetworkSegment(29732776-04de-47bd-9af7-b4b31d3a117c),segment_id=29732776-04de-47bd-9af7-b4b31d3a117c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:18:14.400085 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dc411cfa-74c7-4f8e-927a-af89851bd2a6 req-c7e5d742-19cc-4b1b-9c8f-48faa72de821 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345402 Jul 05 11:18:14.436563 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:14.465114 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9bab39-3199-4e53-a3f3-a6c632b2a98e x-openstack-request-id: req-fd9bab39-3199-4e53-a3f3-a6c632b2a98e {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:18:14.466484 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d8d5c4-24cc-4f72-b191-8fc5e6166bdc", "name": "network-vif-plugged", "status": "completed", "tag": "73d1e6fb-4089-476e-881e-bbb10922af4e", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:18:14.466484 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd9bab39-3199-4e53-a3f3-a6c632b2a98e {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:18:14.466484 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d8d5c4-24cc-4f72-b191-8fc5e6166bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d1e6fb-4089-476e-881e-bbb10922af4e', 'code': 200} Jul 05 11:18:14.493198 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=73d1e6fb-4089-476e-881e-bbb10922af4e,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:14.580070 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea69727-b633-49cb-b64e-1cd8e8ac6f55 req-a4f6c961-4c2a-4759-b03d-ffd9d594d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:14.581584 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2ea69727-b633-49cb-b64e-1cd8e8ac6f55 req-a4f6c961-4c2a-4759-b03d-ffd9d594d24e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 1098 time: 0.0570209 Jul 05 11:18:14.621408 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2ea69727-b633-49cb-b64e-1cd8e8ac6f55 req-85a9e12e-32ee-455b-90ad-79d8869f48aa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276551 Jul 05 11:18:15.278681 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:15.575229 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4daacb-c889-4367-92d4-cdf1ac4b4065 req-208b1064-54f6-4811-a8bf-7f846c3d1b3c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:15.576751 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab4daacb-c889-4367-92d4-cdf1ac4b4065 req-208b1064-54f6-4811-a8bf-7f846c3d1b3c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 946 time: 0.0638690 Jul 05 11:18:15.623348 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ab4daacb-c889-4367-92d4-cdf1ac4b4065 req-674fb059-21da-47e3-8d9a-301ad296e2e8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404789 Jul 05 11:18:16.798889 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c410ca0-2b29-4261-9880-7c8a36f0afa8 req-b8f39c0c-f161-4bf2-93fd-d72338f03187 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:16.800327 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c410ca0-2b29-4261-9880-7c8a36f0afa8 req-b8f39c0c-f161-4bf2-93fd-d72338f03187 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 946 time: 0.0637681 Jul 05 11:18:16.838186 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c410ca0-2b29-4261-9880-7c8a36f0afa8 req-5878a19e-f498-43fc-9ea5-38e171f1df14 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317850 Jul 05 11:18:17.018180 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c274deb-bd7d-4ae3-af92-285d062068ea req-59ff8f9d-b779-4e37-8964-02739fbe9479 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:17.019753 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5c274deb-bd7d-4ae3-af92-285d062068ea req-59ff8f9d-b779-4e37-8964-02739fbe9479 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 946 time: 0.0657835 Jul 05 11:18:17.065588 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5c274deb-bd7d-4ae3-af92-285d062068ea req-b0409f8d-5047-4ad3-a305-4db8f5322a51 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396340 Jul 05 11:18:17.067887 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:17.091355 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43916) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:18:17.148458 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605bf567-ed6d-44b5-af64-552796cc6a03 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:17.149460 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-605bf567-ed6d-44b5-af64-552796cc6a03 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 1093 time: 0.0570531 Jul 05 11:18:17.152648 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43918) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:18:17.157874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': '73d1e6fb-4089-476e-881e-bbb10922af4e', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:18:17.295974 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:17.392372 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:17.497704 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.25.5.133 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/2ea2e0ad-5446-447b-9caa-0c0cfd91ee43) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:18:17.596093 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:17.718795 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:17.755886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:18:17.765079 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:18:17.769816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:18:17.774235 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=2ea2e0ad-5446-447b-9caa-0c0cfd91ee43,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:18.135967 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:18.291108 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:18.451015 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:18.510417 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:18.580092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=2ea2e0ad-5446-447b-9caa-0c0cfd91ee43,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:18.592674 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:18.701849 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Floating IP 5fd13022-fa8f-491c-bbf5-44edac9fe1ef associated. External IP: 172.25.5.133, port: 73d1e6fb-4089-476e-881e-bbb10922af4e. Jul 05 11:18:18.910279 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:18:19.023398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:18:19.033129 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390f0c60-21a2-4038-b6bc-aa4a78088fb4 None None] Sync routers for ids ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:18:19.043146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f0c60-21a2-4038-b6bc-aa4a78088fb4 None None] Routers {'1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:18:19.043803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-390f0c60-21a2-4038-b6bc-aa4a78088fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:18:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:18:19.105031 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:19.142338 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-185adae6-327a-4fc9-a148-b6eb2a94d67a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9884436 Jul 05 11:18:19.143042 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d8d5c4-24cc-4f72-b191-8fc5e6166bdc', 'tag': '73d1e6fb-4089-476e-881e-bbb10922af4e'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:18:19.146073 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bc6257-4f52-41e3-a44c-4ed0aedcb103" -d '{"events": [{"name": "network-changed", "server_uuid": "42d8d5c4-24cc-4f72-b191-8fc5e6166bdc", "tag": "73d1e6fb-4089-476e-881e-bbb10922af4e"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:18:19.157616 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-390f0c60-21a2-4038-b6bc-aa4a78088fb4 None None] Set router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:18:19.186551 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bacc02-6aec-486e-a1d3-0e3721b5d71c x-openstack-request-id: req-03bacc02-6aec-486e-a1d3-0e3721b5d71c {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:18:19.186842 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d8d5c4-24cc-4f72-b191-8fc5e6166bdc", "tag": "73d1e6fb-4089-476e-881e-bbb10922af4e", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:18:19.187091 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-03bacc02-6aec-486e-a1d3-0e3721b5d71c {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:18:19.187493 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d8d5c4-24cc-4f72-b191-8fc5e6166bdc', 'tag': '73d1e6fb-4089-476e-881e-bbb10922af4e', 'status': 'completed', 'code': 200} Jul 05 11:18:19.268932 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc6257-4f52-41e3-a44c-4ed0aedcb103 req-26183b92-42de-4738-abe9-0b2ebf488728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:19.271232 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69bc6257-4f52-41e3-a44c-4ed0aedcb103 req-26183b92-42de-4738-abe9-0b2ebf488728 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 1098 time: 0.0564592 Jul 05 11:18:19.305233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be5faa-746c-471e-b65e-5ba7f3c08eb9 req-8cc8dfe6-0427-48db-b99e-77e1ba5511d5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:19.306706 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8be5faa-746c-471e-b65e-5ba7f3c08eb9 req-8cc8dfe6-0427-48db-b99e-77e1ba5511d5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 946 time: 0.0660288 Jul 05 11:18:19.346251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a8be5faa-746c-471e-b65e-5ba7f3c08eb9 req-f7cd8c19-6bc4-42c7-ad78-862890dfa003 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332572 Jul 05 11:18:19.370053 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc6257-4f52-41e3-a44c-4ed0aedcb103 req-8e7498a9-2aa7-448e-9e50-ad2077f4abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:19.371563 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69bc6257-4f52-41e3-a44c-4ed0aedcb103 req-8e7498a9-2aa7-448e-9e50-ad2077f4abb3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4d9f51d-0b41-48f4-af3c-2e8e03dad69c HTTP/1.1" status: 200 len: 898 time: 0.0943031 Jul 05 11:18:19.378835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43926) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:18:19.405395 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-390f0c60-21a2-4038-b6bc-aa4a78088fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337943646', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:56Z', 'updated_at': '2021-07-05T11:18:01Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:57Z', 'updated_at': '2021-07-05T11:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5fd13022-fa8f-491c-bbf5-44edac9fe1ef', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'port_id': '73d1e6fb-4089-476e-881e-bbb10922af4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'mac_address': 'fa:16:3e:4b:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d8d5c4-24cc-4f72-b191-8fc5e6166bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:18:17Z', 'updated_at': '2021-07-05T11:18:17Z', 'revision_number': 0, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08b86976-4bf9-474d-ac1b-712f756e3fe7', 'name': '', 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:a5:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:18:00Z', 'updated_at': '2021-07-05T11:18:05Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:18:19.437852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390f0c60-21a2-4038-b6bc-aa4a78088fb4 None None] Checking router: 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:18:19.447663 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f0c60-21a2-4038-b6bc-aa4a78088fb4 None None] Routers {'1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:18:19.448325 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-390f0c60-21a2-4038-b6bc-aa4a78088fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:18:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:18:19.452831 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69bc6257-4f52-41e3-a44c-4ed0aedcb103 req-bef09194-dc37-446a-9de0-18bc2fcf766f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73d1e6fb-4089-476e-881e-bbb10922af4e HTTP/1.1" status: 200 len: 1000 time: 0.0750871 Jul 05 11:18:19.467388 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-53828a16-f5b4-4311-8135-db518512dc94 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/5fd13022-fa8f-491c-bbf5-44edac9fe1ef HTTP/1.1" status: 200 len: 992 time: 0.0861187 Jul 05 11:18:19.510599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc6257-4f52-41e3-a44c-4ed0aedcb103 req-b170bdca-41ab-4bd2-a2f2-4f3a67f8427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:19.512261 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69bc6257-4f52-41e3-a44c-4ed0aedcb103 req-b170bdca-41ab-4bd2-a2f2-4f3a67f8427d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f5cc9281-eb49-4c5f-b639-6bae539f2b99 HTTP/1.1" status: 200 len: 834 time: 0.0526729 Jul 05 11:18:19.564198 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-390f0c60-21a2-4038-b6bc-aa4a78088fb4 None None] Set router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:18:19.572076 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc6257-4f52-41e3-a44c-4ed0aedcb103 req-4dada28c-fe9a-4da4-8dd6-08951f8f61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:19.573586 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69bc6257-4f52-41e3-a44c-4ed0aedcb103 req-4dada28c-fe9a-4da4-8dd6-08951f8f61f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4d9f51d-0b41-48f4-af3c-2e8e03dad69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545011 Jul 05 11:18:19.673494 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69bc6257-4f52-41e3-a44c-4ed0aedcb103 req-a4646919-5b46-44e0-90c2-7ff218428848 service neutron] 10.222.0.64 "GET /v2.0/networks/d4d9f51d-0b41-48f4-af3c-2e8e03dad69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935726 Jul 05 11:18:19.770821 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-69bc6257-4f52-41e3-a44c-4ed0aedcb103 req-5e0380fa-8130-46bf-9c40-b89766ba1435 service neutron] 10.222.0.64 "GET /v2.0/networks/d4d9f51d-0b41-48f4-af3c-2e8e03dad69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910513 Jul 05 11:18:19.792883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-390f0c60-21a2-4038-b6bc-aa4a78088fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337943646', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:56Z', 'updated_at': '2021-07-05T11:18:01Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:57Z', 'updated_at': '2021-07-05T11:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5fd13022-fa8f-491c-bbf5-44edac9fe1ef', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'port_id': '73d1e6fb-4089-476e-881e-bbb10922af4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'mac_address': 'fa:16:3e:4b:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d8d5c4-24cc-4f72-b191-8fc5e6166bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:18:17Z', 'updated_at': '2021-07-05T11:18:17Z', 'revision_number': 0, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08b86976-4bf9-474d-ac1b-712f756e3fe7', 'name': '', 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:a5:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:18:00Z', 'updated_at': '2021-07-05T11:18:05Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:18:19.819913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390f0c60-21a2-4038-b6bc-aa4a78088fb4 None None] The sync data for ids ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'] in n-d-779913-27 is: [{'id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337943646', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:56Z', 'updated_at': '2021-07-05T11:18:01Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:57Z', 'updated_at': '2021-07-05T11:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '5fd13022-fa8f-491c-bbf5-44edac9fe1ef', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'port_id': '73d1e6fb-4089-476e-881e-bbb10922af4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'mac_address': 'fa:16:3e:4b:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d8d5c4-24cc-4f72-b191-8fc5e6166bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:18:17Z', 'updated_at': '2021-07-05T11:18:17Z', 'revision_number': 0, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08b86976-4bf9-474d-ac1b-712f756e3fe7', 'name': '', 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:a5:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:18:00Z', 'updated_at': '2021-07-05T11:18:05Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:18:20.022229 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c0133a-87a5-4535-ae33-94094d9161e5 None None] New status for floating IP 5fd13022-fa8f-491c-bbf5-44edac9fe1ef: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:18:20.471813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43928) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:18:20.533400 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-98f8609d-f985-4da5-9d7e-1ab08d14c4e9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/5fd13022-fa8f-491c-bbf5-44edac9fe1ef HTTP/1.1" status: 200 len: 994 time: 0.0583808 Jul 05 11:18:22.922227 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:24.796317 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:27.405606 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:18:41.159125 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1ddbddf4-b426-4266-bde8-c5595645b58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:43.672908 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-eaa5db19-852b-46f7-8783-ac2ad28d1cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:43.735632 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:45.224848 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:47.090211 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:52.904814 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0195b8d5-bddc-433c-9e0d-aae8be8353ec req-3c332182-a0ec-4a05-9535-115a3c791740 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552514 Jul 05 11:18:52.958846 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:53.006286 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195b8d5-bddc-433c-9e0d-aae8be8353ec req-c9ace2b8-3959-4a73-b0ee-1255a7f9fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:53.007854 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0195b8d5-bddc-433c-9e0d-aae8be8353ec req-c9ace2b8-3959-4a73-b0ee-1255a7f9fc8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 1098 time: 0.0591586 Jul 05 11:18:53.112831 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195b8d5-bddc-433c-9e0d-aae8be8353ec req-4bb119ea-be7c-484c-80e3-4e0cd36f3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:53.114376 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0195b8d5-bddc-433c-9e0d-aae8be8353ec req-4bb119ea-be7c-484c-80e3-4e0cd36f3871 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4d9f51d-0b41-48f4-af3c-2e8e03dad69c HTTP/1.1" status: 200 len: 898 time: 0.0850279 Jul 05 11:18:53.185677 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0195b8d5-bddc-433c-9e0d-aae8be8353ec req-e028beea-26e4-47ee-b6aa-dab234aac23f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73d1e6fb-4089-476e-881e-bbb10922af4e HTTP/1.1" status: 200 len: 1002 time: 0.0633054 Jul 05 11:18:53.237320 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195b8d5-bddc-433c-9e0d-aae8be8353ec req-098701ef-7f73-42b3-8535-61518ab4e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:53.238864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0195b8d5-bddc-433c-9e0d-aae8be8353ec req-098701ef-7f73-42b3-8535-61518ab4e3ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f5cc9281-eb49-4c5f-b639-6bae539f2b99 HTTP/1.1" status: 200 len: 834 time: 0.0459056 Jul 05 11:18:53.298265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195b8d5-bddc-433c-9e0d-aae8be8353ec req-0bbdbbbf-d81e-4276-b5b5-188a959c22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:53.299876 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0195b8d5-bddc-433c-9e0d-aae8be8353ec req-0bbdbbbf-d81e-4276-b5b5-188a959c22f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4d9f51d-0b41-48f4-af3c-2e8e03dad69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533984 Jul 05 11:18:53.399505 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0195b8d5-bddc-433c-9e0d-aae8be8353ec req-bb390064-ccf2-45ff-8c16-cb37d57a8f76 service neutron] 10.222.0.64 "GET /v2.0/networks/d4d9f51d-0b41-48f4-af3c-2e8e03dad69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897865 Jul 05 11:18:53.498157 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0195b8d5-bddc-433c-9e0d-aae8be8353ec req-f4829d49-6aa6-411e-a6db-12cf8c4afddb service neutron] 10.222.0.64 "GET /v2.0/networks/d4d9f51d-0b41-48f4-af3c-2e8e03dad69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885715 Jul 05 11:18:54.308946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c8243-caa9-4786-bebe-ef0cefe63a3a req-7f5cd205-d6f8-41a9-8c7e-5914044ffaf7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:54.310443 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c42c8243-caa9-4786-bebe-ef0cefe63a3a req-7f5cd205-d6f8-41a9-8c7e-5914044ffaf7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 946 time: 0.1129878 Jul 05 11:18:54.352854 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c42c8243-caa9-4786-bebe-ef0cefe63a3a req-06f00e82-2cc1-40b0-8bd4-db302654f741 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368974 Jul 05 11:18:54.804245 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:55.602622 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb0f4f-ce18-4808-a402-d04a07603ed1 req-652c299a-4331-4fc7-be48-229b5f742c1e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:55.607758 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3eb0f4f-ce18-4808-a402-d04a07603ed1 req-652c299a-4331-4fc7-be48-229b5f742c1e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 946 time: 0.1229601 Jul 05 11:18:55.647660 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3eb0f4f-ce18-4808-a402-d04a07603ed1 req-28d8ce46-9b59-4fb6-b6ae-b6efb2aa62e1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376353 Jul 05 11:18:55.674424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43954) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:18:55.742922 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-17efa0b1-68b5-44a6-9629-6fd66538ff12 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/5fd13022-fa8f-491c-bbf5-44edac9fe1ef HTTP/1.1" status: 200 len: 994 time: 0.0672886 Jul 05 11:18:57.334361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a831f-c8e1-4593-a2c4-63c70cc3e975 req-cbe44491-34f2-4aef-a3d9-22a84043f9a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:57.335971 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d68a831f-c8e1-4593-a2c4-63c70cc3e975 req-cbe44491-34f2-4aef-a3d9-22a84043f9a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 946 time: 0.0665002 Jul 05 11:18:57.373713 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d68a831f-c8e1-4593-a2c4-63c70cc3e975 req-1d6ffdc9-7213-4964-aaff-01ac57bb1409 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321534 Jul 05 11:18:58.552168 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35939b9-af59-413b-8912-480d4b66a7ff req-643abd42-30e3-4a2d-996b-75bd01f6539a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:18:58.553659 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c35939b9-af59-413b-8912-480d4b66a7ff req-643abd42-30e3-4a2d-996b-75bd01f6539a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 946 time: 0.0676439 Jul 05 11:18:58.592744 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c35939b9-af59-413b-8912-480d4b66a7ff req-4ac981aa-2b45-40c1-8ed1-6b34b08ea615 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334413 Jul 05 11:18:58.618809 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43966) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:18:58.679170 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5b8d4eac-3640-48e9-8de3-9d8649ba6970 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/5fd13022-fa8f-491c-bbf5-44edac9fe1ef HTTP/1.1" status: 200 len: 994 time: 0.0591421 Jul 05 11:18:59.007896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43972) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:18:59.164389 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 2ea2e0ad-5446-447b-9caa-0c0cfd91ee43 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:18:59.164736 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:59.241948 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:59.242280 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:59.253826 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 2ea2e0ad-5446-447b-9caa-0c0cfd91ee43 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:18:59.455542 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:59.482058 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=2ea2e0ad-5446-447b-9caa-0c0cfd91ee43,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:18:59.508709 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:59.509065 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:59.509415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:59.509755 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:59.510090 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:59.510425 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:59.510756 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:59.511086 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:59.511413 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:59.511762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:59.512092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:59.512418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:18:59.553192 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:59.553888 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Floating IP 5fd13022-fa8f-491c-bbf5-44edac9fe1ef disassociated (deleted). External IP: 172.25.5.133, port: 73d1e6fb-4089-476e-881e-bbb10922af4e. Jul 05 11:18:59.762437 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:18:59.868968 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:18:59.873549 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:18:59.879949 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e040f-66a0-4fbe-b72f-89745cd339ae None None] Sync routers for ids ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:18:59.889379 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e040f-66a0-4fbe-b72f-89745cd339ae None None] Routers {'1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:18:59.890091 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7d9e040f-66a0-4fbe-b72f-89745cd339ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:18:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:18:59.909001 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6f85be26-1aa1-472c-a9b8-4ed9e3ca8175 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/floatingips/5fd13022-fa8f-491c-bbf5-44edac9fe1ef HTTP/1.1" status: 204 len: 168 time: 0.9000766 Jul 05 11:18:59.909601 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d8d5c4-24cc-4f72-b191-8fc5e6166bdc', 'tag': '73d1e6fb-4089-476e-881e-bbb10922af4e'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:18:59.912874 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68bae5c-540b-4801-83b9-21fd34c6d367" -d '{"events": [{"name": "network-changed", "server_uuid": "42d8d5c4-24cc-4f72-b191-8fc5e6166bdc", "tag": "73d1e6fb-4089-476e-881e-bbb10922af4e"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:18:59.951530 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c29f8eb-8b7d-4c3f-afb6-f0c95a885bbe x-openstack-request-id: req-4c29f8eb-8b7d-4c3f-afb6-f0c95a885bbe {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:18:59.951848 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d8d5c4-24cc-4f72-b191-8fc5e6166bdc", "tag": "73d1e6fb-4089-476e-881e-bbb10922af4e", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:18:59.952098 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c29f8eb-8b7d-4c3f-afb6-f0c95a885bbe {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:18:59.952494 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d8d5c4-24cc-4f72-b191-8fc5e6166bdc', 'tag': '73d1e6fb-4089-476e-881e-bbb10922af4e', 'status': 'completed', 'code': 200} Jul 05 11:19:00.005292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-7d9e040f-66a0-4fbe-b72f-89745cd339ae None None] Set router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:19:00.028055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bae5c-540b-4801-83b9-21fd34c6d367 req-0d97e425-5257-4ef7-9107-313f27a1d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:00.029519 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b68bae5c-540b-4801-83b9-21fd34c6d367 req-0d97e425-5257-4ef7-9107-313f27a1d9d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 1098 time: 0.0547588 Jul 05 11:19:00.124473 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bae5c-540b-4801-83b9-21fd34c6d367 req-8a0a8abf-0443-4da4-ab87-42485396dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:00.126230 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b68bae5c-540b-4801-83b9-21fd34c6d367 req-8a0a8abf-0443-4da4-ab87-42485396dd07 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4d9f51d-0b41-48f4-af3c-2e8e03dad69c HTTP/1.1" status: 200 len: 898 time: 0.0888057 Jul 05 11:19:00.169853 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b68bae5c-540b-4801-83b9-21fd34c6d367 req-72985086-fc73-4f9d-ae6f-9d6afe023da5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73d1e6fb-4089-476e-881e-bbb10922af4e HTTP/1.1" status: 200 len: 217 time: 0.0353770 Jul 05 11:19:00.202266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7d9e040f-66a0-4fbe-b72f-89745cd339ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337943646', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:56Z', 'updated_at': '2021-07-05T11:18:01Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:57Z', 'updated_at': '2021-07-05T11:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '08b86976-4bf9-474d-ac1b-712f756e3fe7', 'name': '', 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:a5:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:18:00Z', 'updated_at': '2021-07-05T11:18:05Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:00.222016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bae5c-540b-4801-83b9-21fd34c6d367 req-44157e55-24a6-4725-bee7-a674ea127a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:00.224968 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b68bae5c-540b-4801-83b9-21fd34c6d367 req-44157e55-24a6-4725-bee7-a674ea127a7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f5cc9281-eb49-4c5f-b639-6bae539f2b99 HTTP/1.1" status: 200 len: 834 time: 0.0483849 Jul 05 11:19:00.233750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e040f-66a0-4fbe-b72f-89745cd339ae None None] Checking router: 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:19:00.242889 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e040f-66a0-4fbe-b72f-89745cd339ae None None] Routers {'1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:19:00.243563 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7d9e040f-66a0-4fbe-b72f-89745cd339ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:18:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:00.294200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bae5c-540b-4801-83b9-21fd34c6d367 req-28a3f64d-0770-40a9-8749-a30bd44bf919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:00.295737 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b68bae5c-540b-4801-83b9-21fd34c6d367 req-28a3f64d-0770-40a9-8749-a30bd44bf919 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4d9f51d-0b41-48f4-af3c-2e8e03dad69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628507 Jul 05 11:19:00.356299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-7d9e040f-66a0-4fbe-b72f-89745cd339ae None None] Set router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:19:00.391422 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b68bae5c-540b-4801-83b9-21fd34c6d367 req-168e3d26-d52a-4c3b-9f23-76f8233bb1d8 service neutron] 10.222.0.64 "GET /v2.0/networks/d4d9f51d-0b41-48f4-af3c-2e8e03dad69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846074 Jul 05 11:19:00.492076 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b68bae5c-540b-4801-83b9-21fd34c6d367 req-b091ea29-bb34-4bff-875f-d0f4b97b757c service neutron] 10.222.0.64 "GET /v2.0/networks/d4d9f51d-0b41-48f4-af3c-2e8e03dad69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937076 Jul 05 11:19:00.564445 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-7d9e040f-66a0-4fbe-b72f-89745cd339ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337943646', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:56Z', 'updated_at': '2021-07-05T11:18:01Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:57Z', 'updated_at': '2021-07-05T11:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '08b86976-4bf9-474d-ac1b-712f756e3fe7', 'name': '', 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:a5:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:18:00Z', 'updated_at': '2021-07-05T11:18:05Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:00.591484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e040f-66a0-4fbe-b72f-89745cd339ae None None] The sync data for ids ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'] in n-d-779913-27 is: [{'id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337943646', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:56Z', 'updated_at': '2021-07-05T11:18:01Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:57Z', 'updated_at': '2021-07-05T11:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '08b86976-4bf9-474d-ac1b-712f756e3fe7', 'name': '', 'network_id': 'd4d9f51d-0b41-48f4-af3c-2e8e03dad69c', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:a5:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:18:00Z', 'updated_at': '2021-07-05T11:18:05Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'f5cc9281-eb49-4c5f-b639-6bae539f2b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:19:00.597395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f6b20-178c-44ab-825b-e7b8fd00a443 req-be27a283-997a-42e0-a8a7-ace6af4d7e68 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:00.598990 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-698f6b20-178c-44ab-825b-e7b8fd00a443 req-be27a283-997a-42e0-a8a7-ace6af4d7e68 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 946 time: 0.0685091 Jul 05 11:19:00.640805 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-698f6b20-178c-44ab-825b-e7b8fd00a443 req-14e5a828-8a0b-4885-b086-e13f270fb998 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347331 Jul 05 11:19:00.820821 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468dbe8a-cd72-401c-b7ff-3a93490135cf None None] New status for floating IP 5fd13022-fa8f-491c-bbf5-44edac9fe1ef: DOWN {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:19:01.820579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbafbda-7346-47f6-a88c-3bca025a6e7a req-55e6d067-5c52-4fb6-9f0a-d14c4a00deec tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:01.822165 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0bbafbda-7346-47f6-a88c-3bca025a6e7a req-55e6d067-5c52-4fb6-9f0a-d14c4a00deec tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 946 time: 0.0642269 Jul 05 11:19:01.866260 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0bbafbda-7346-47f6-a88c-3bca025a6e7a req-10232cd2-9c39-423d-91e0-f6c11038e641 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=6a840852-466d-4e73-85c8-13fd3f1f95ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384371 Jul 05 11:19:02.314969 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d350b-53cf-4bb2-ab81-b09048deb378 req-50b4ac2a-7534-4383-8cc0-a7d8ec3a5eb8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:02.316560 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-298d350b-53cf-4bb2-ab81-b09048deb378 req-50b4ac2a-7534-4383-8cc0-a7d8ec3a5eb8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 946 time: 0.0645359 Jul 05 11:19:02.425942 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-298d350b-53cf-4bb2-ab81-b09048deb378 req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 73d1e6fb-4089-476e-881e-bbb10922af4e {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:19:02.426189 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-298d350b-53cf-4bb2-ab81-b09048deb378 req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:02.515002 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-298d350b-53cf-4bb2-ab81-b09048deb378 req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] For port 73d1e6fb-4089-476e-881e-bbb10922af4e, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=73d1e6fb-4089-476e-881e-bbb10922af4e,segment=NetworkSegment(29732776-04de-47bd-9af7-b4b31d3a117c),segment_id=29732776-04de-47bd-9af7-b4b31d3a117c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:19:02.515367 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-298d350b-53cf-4bb2-ab81-b09048deb378 req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:02.528357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-298d350b-53cf-4bb2-ab81-b09048deb378 req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 73d1e6fb-4089-476e-881e-bbb10922af4e owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:19:02.744562 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-298d350b-53cf-4bb2-ab81-b09048deb378 req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:02.774582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=73d1e6fb-4089-476e-881e-bbb10922af4e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:02.787958 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:02.788280 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:02.788598 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:02.788959 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:02.789296 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:02.789627 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:02.789979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:02.790413 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:02.790747 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:02.791106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:02.791438 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:02.791809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:02.836946 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-298d350b-53cf-4bb2-ab81-b09048deb378 req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] No DVR routers for this DVR port 73d1e6fb-4089-476e-881e-bbb10922af4e on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:19:02.839708 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-298d350b-53cf-4bb2-ab81-b09048deb378 req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:02.841877 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-298d350b-53cf-4bb2-ab81-b09048deb378 req-42f366de-1f2d-48dc-90b2-5b3cf2e2d792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "DELETE /v2.0/ports/73d1e6fb-4089-476e-881e-bbb10922af4e HTTP/1.1" status: 204 len: 173 time: 0.5165179 Jul 05 11:19:02.842306 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d8d5c4-24cc-4f72-b191-8fc5e6166bdc', 'name': 'network-vif-deleted', 'tag': '73d1e6fb-4089-476e-881e-bbb10922af4e'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:19:02.844583 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d843d7-ceb7-4c78-be0a-69a761b73a9d" -d '{"events": [{"server_uuid": "42d8d5c4-24cc-4f72-b191-8fc5e6166bdc", "name": "network-vif-deleted", "tag": "73d1e6fb-4089-476e-881e-bbb10922af4e"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:19:02.881318 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dd8d36-cd78-4356-9cff-bfbd40221a8e x-openstack-request-id: req-c2dd8d36-cd78-4356-9cff-bfbd40221a8e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:19:02.881701 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d8d5c4-24cc-4f72-b191-8fc5e6166bdc", "name": "network-vif-deleted", "tag": "73d1e6fb-4089-476e-881e-bbb10922af4e", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:19:02.881960 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2dd8d36-cd78-4356-9cff-bfbd40221a8e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:19:02.882361 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d8d5c4-24cc-4f72-b191-8fc5e6166bdc', 'name': 'network-vif-deleted', 'tag': '73d1e6fb-4089-476e-881e-bbb10922af4e', 'status': 'completed', 'code': 200} Jul 05 11:19:03.010872 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0f507338-1f9f-42c5-98a7-7cb254291627 req-dc8d0c2c-04fb-497a-af26-3b0af2794477 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=42d8d5c4-24cc-4f72-b191-8fc5e6166bdc HTTP/1.1" status: 200 len: 210 time: 0.0291126 Jul 05 11:19:04.107743 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43988) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:04.404304 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:19:04.457204 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3140c044-ab56-4af0-b91b-e2d30396855d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:05.073326 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-3140c044-ab56-4af0-b91b-e2d30396855d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 08b86976-4bf9-474d-ac1b-712f756e3fe7 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:19:05.073679 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3140c044-ab56-4af0-b91b-e2d30396855d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:05.164677 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-3140c044-ab56-4af0-b91b-e2d30396855d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] For port 08b86976-4bf9-474d-ac1b-712f756e3fe7, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=08b86976-4bf9-474d-ac1b-712f756e3fe7,segment=NetworkSegment(29732776-04de-47bd-9af7-b4b31d3a117c),segment_id=29732776-04de-47bd-9af7-b4b31d3a117c)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:19:05.165366 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3140c044-ab56-4af0-b91b-e2d30396855d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:05.178064 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-3140c044-ab56-4af0-b91b-e2d30396855d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 08b86976-4bf9-474d-ac1b-712f756e3fe7 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:19:05.432683 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3140c044-ab56-4af0-b91b-e2d30396855d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:05.458026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140c044-ab56-4af0-b91b-e2d30396855d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=08b86976-4bf9-474d-ac1b-712f756e3fe7,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:05.639477 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3140c044-ab56-4af0-b91b-e2d30396855d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:05.851121 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3140c044-ab56-4af0-b91b-e2d30396855d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:19:05.964726 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3140c044-ab56-4af0-b91b-e2d30396855d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:19:05.972956 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3140c044-ab56-4af0-b91b-e2d30396855d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "PUT /v2.0/routers/1be3bdbc-bd86-4ff1-afb2-764f2f7f495b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8614025 Jul 05 11:19:05.973198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43990) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:05.974743 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cae27d-08d2-4d52-af39-ed54b7ead6f2 None None] Sync routers for ids ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:19:05.984537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cae27d-08d2-4d52-af39-ed54b7ead6f2 None None] Routers {'1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:19:05.985158 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-43cae27d-08d2-4d52-af39-ed54b7ead6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:18:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:06.030800 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4a008b-eece-49a8-9835-c183727848be tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting subnet f5cc9281-eb49-4c5f-b639-6bae539f2b99 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:19:06.033949 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ce4a008b-eece-49a8-9835-c183727848be tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:06.074065 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ce4a008b-eece-49a8-9835-c183727848be tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:06.090650 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-43cae27d-08d2-4d52-af39-ed54b7ead6f2 None None] Set router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:19:06.157147 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ce4a008b-eece-49a8-9835-c183727848be tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:06.270867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-43cae27d-08d2-4d52-af39-ed54b7ead6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337943646', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:56Z', 'updated_at': '2021-07-05T11:19:05Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:57Z', 'updated_at': '2021-07-05T11:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:06.284593 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ce4a008b-eece-49a8-9835-c183727848be tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:06.296953 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cae27d-08d2-4d52-af39-ed54b7ead6f2 None None] Checking router: 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:19:06.307344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 73d1e6fb-4089-476e-881e-bbb10922af4e no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:19:06.310279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cae27d-08d2-4d52-af39-ed54b7ead6f2 None None] Routers {'1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:19:06.310841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-43cae27d-08d2-4d52-af39-ed54b7ead6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:18:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:06.312065 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a008b-eece-49a8-9835-c183727848be tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Subnet': ['ID=f5cc9281-eb49-4c5f-b639-6bae539f2b99,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:06.315900 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ce4a008b-eece-49a8-9835-c183727848be tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:06.321472 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ce4a008b-eece-49a8-9835-c183727848be tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/subnets/f5cc9281-eb49-4c5f-b639-6bae539f2b99 HTTP/1.1" status: 204 len: 168 time: 0.3440301 Jul 05 11:19:06.321472 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43992) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:06.364270 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d83776-f890-4690-a26c-a895ed5effeb None None] Network d4d9f51d-0b41-48f4-af3c-2e8e03dad69c requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:19:06.368937 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 73d1e6fb-4089-476e-881e-bbb10922af4e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:19:06.369288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 73d1e6fb-4089-476e-881e-bbb10922af4e not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:19:06.427678 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c1f6-7857-4ad0-96a8-c9f6fe00c461 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:06.522883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-43cae27d-08d2-4d52-af39-ed54b7ead6f2 None None] Set router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:19:06.544140 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c1f6-7857-4ad0-96a8-c9f6fe00c461 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:06.689951 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0c1f6-7857-4ad0-96a8-c9f6fe00c461 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port b10f4b1d-0521-475e-a8be-24b4588b979c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:19:06.690274 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c1f6-7857-4ad0-96a8-c9f6fe00c461 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:06.725256 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-43cae27d-08d2-4d52-af39-ed54b7ead6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337943646', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:56Z', 'updated_at': '2021-07-05T11:19:05Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:57Z', 'updated_at': '2021-07-05T11:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:06.759812 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] DHCP port deletion for d4d9f51d-0b41-48f4-af3c-2e8e03dad69c request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:19:06.762966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cae27d-08d2-4d52-af39-ed54b7ead6f2 None None] The sync data for ids ['1be3bdbc-bd86-4ff1-afb2-764f2f7f495b'] in n-d-779913-27 is: [{'id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337943646', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:17:56Z', 'updated_at': '2021-07-05T11:19:05Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'b10f4b1d-0521-475e-a8be-24b4588b979c', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3bdbc-bd86-4ff1-afb2-764f2f7f495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:17:57Z', 'updated_at': '2021-07-05T11:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:19:06.779088 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-4ae0c1f6-7857-4ad0-96a8-c9f6fe00c461 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] For port b10f4b1d-0521-475e-a8be-24b4588b979c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b10f4b1d-0521-475e-a8be-24b4588b979c,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:19:06.779475 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c1f6-7857-4ad0-96a8-c9f6fe00c461 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:06.797011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0c1f6-7857-4ad0-96a8-c9f6fe00c461 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for b10f4b1d-0521-475e-a8be-24b4588b979c owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:19:06.813373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Deleting port bda7a8d5-ebe2-43dd-8ece-489d26f547b9 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:19:06.813763 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:06.877359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] For port bda7a8d5-ebe2-43dd-8ece-489d26f547b9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bda7a8d5-ebe2-43dd-8ece-489d26f547b9,segment=NetworkSegment(29732776-04de-47bd-9af7-b4b31d3a117c),segment_id=29732776-04de-47bd-9af7-b4b31d3a117c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:19:06.877755 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:06.894825 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Calling delete_port for bda7a8d5-ebe2-43dd-8ece-489d26f547b9 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:19:07.078639 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c1f6-7857-4ad0-96a8-c9f6fe00c461 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:07.079005 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:07.109208 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Pushing event deleted for resources: {'Port': ['ID=bda7a8d5-ebe2-43dd-8ece-489d26f547b9,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:07.109568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0c1f6-7857-4ad0-96a8-c9f6fe00c461 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=b10f4b1d-0521-475e-a8be-24b4588b979c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:07.113884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] No DVR routers for this DVR port bda7a8d5-ebe2-43dd-8ece-489d26f547b9 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:19:07.130506 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:07.130506 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:07.130506 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:07.130506 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:07.130862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:07.130974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:07.131282 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:07.131620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:07.132020 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:07.132497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:07.132758 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:07.132998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a864de36-56c3-4d4f-bbae-4017d0353bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:07.176698 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c1f6-7857-4ad0-96a8-c9f6fe00c461 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:07.269877 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c1f6-7857-4ad0-96a8-c9f6fe00c461 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:07.272537 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c1f6-7857-4ad0-96a8-c9f6fe00c461 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:07.409959 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c1f6-7857-4ad0-96a8-c9f6fe00c461 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:07.410596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae0c1f6-7857-4ad0-96a8-c9f6fe00c461 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Fanout notify agent at l3_agent the message router_deleted on router 1be3bdbc-bd86-4ff1-afb2-764f2f7f495b {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:19:07.417229 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c1f6-7857-4ad0-96a8-c9f6fe00c461 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:07.418358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4ae0c1f6-7857-4ad0-96a8-c9f6fe00c461 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/routers/1be3bdbc-bd86-4ff1-afb2-764f2f7f495b HTTP/1.1" status: 204 len: 168 time: 1.0963993 Jul 05 11:19:07.421112 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 43994) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:07.506315 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1e12d5f-dc10-421b-b2cf-88bc82568579 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:07.591448 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1e12d5f-dc10-421b-b2cf-88bc82568579 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:07.601231 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-a1e12d5f-dc10-421b-b2cf-88bc82568579 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d9f51d-0b41-48f4-af3c-2e8e03dad69c']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:07.611584 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-a1e12d5f-dc10-421b-b2cf-88bc82568579 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29732776-04de-47bd-9af7-b4b31d3a117c') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:07.611929 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-a1e12d5f-dc10-421b-b2cf-88bc82568579 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29732776-04de-47bd-9af7-b4b31d3a117c') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:07.620723 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1e12d5f-dc10-421b-b2cf-88bc82568579 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:07.639350 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1e12d5f-dc10-421b-b2cf-88bc82568579 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:07.645875 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e12d5f-dc10-421b-b2cf-88bc82568579 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:19:07.646263 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1e12d5f-dc10-421b-b2cf-88bc82568579 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: timer() Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:19:07.649333 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:19:07.792850 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1e12d5f-dc10-421b-b2cf-88bc82568579 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:07.804676 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a1e12d5f-dc10-421b-b2cf-88bc82568579 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:07.808401 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a1e12d5f-dc10-421b-b2cf-88bc82568579 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/networks/d4d9f51d-0b41-48f4-af3c-2e8e03dad69c HTTP/1.1" status: 204 len: 168 time: 0.3845870 Jul 05 11:19:07.809775 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 43996) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:07.817652 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e12d5f-dc10-421b-b2cf-88bc82568579 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Network': ['ID=d4d9f51d-0b41-48f4-af3c-2e8e03dad69c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:07.875380 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b94e9881-68f0-4a9f-87c4-f493a46651b0 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:07.902738 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b94e9881-68f0-4a9f-87c4-f493a46651b0 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:08.027076 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b94e9881-68f0-4a9f-87c4-f493a46651b0 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:08.029923 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b94e9881-68f0-4a9f-87c4-f493a46651b0 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:08.031131 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b94e9881-68f0-4a9f-87c4-f493a46651b0 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/security-groups/6a840852-466d-4e73-85c8-13fd3f1f95ff HTTP/1.1" status: 204 len: 168 time: 0.2203584 Jul 05 11:19:08.042150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e9881-68f0-4a9f-87c4-f493a46651b0 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a840852-466d-4e73-85c8-13fd3f1f95ff,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:08.577700 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 08b86976-4bf9-474d-ac1b-712f756e3fe7 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:19:08.597857 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 08b86976-4bf9-474d-ac1b-712f756e3fe7 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:19:08.601236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 08b86976-4bf9-474d-ac1b-712f756e3fe7 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:19:08.601236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b10f4b1d-0521-475e-a8be-24b4588b979c no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:19:08.620273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: b10f4b1d-0521-475e-a8be-24b4588b979c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:19:08.620615 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b10f4b1d-0521-475e-a8be-24b4588b979c not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:19:08.621022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bda7a8d5-ebe2-43dd-8ece-489d26f547b9 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:19:08.632855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44002) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:08.637685 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-959d7d54-8a37-470b-989a-33178f20ebca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-161489460', 'description': 'tempest-secgroup-smoke-161489460 description', 'project_id': 'c7ea24a3a627491f8864306d76ae913e'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:19:08.640749 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: bda7a8d5-ebe2-43dd-8ece-489d26f547b9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:19:08.641088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bda7a8d5-ebe2-43dd-8ece-489d26f547b9 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:19:08.741160 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-959d7d54-8a37-470b-989a-33178f20ebca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:08.826377 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-959d7d54-8a37-470b-989a-33178f20ebca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:08.918518 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-959d7d54-8a37-470b-989a-33178f20ebca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:08.947633 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d7d54-8a37-470b-989a-33178f20ebca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83dfdbf7-06fe-417e-b1a8-e293d9ac9863,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:09.027045 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-959d7d54-8a37-470b-989a-33178f20ebca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:09.028367 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-959d7d54-8a37-470b-989a-33178f20ebca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3944499 Jul 05 11:19:09.031171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44004) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:09.036134 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-314036d6-72e9-4f6a-aadd-55b57143d892 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '83dfdbf7-06fe-417e-b1a8-e293d9ac9863', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:19:09.158937 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-314036d6-72e9-4f6a-aadd-55b57143d892 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:09.222150 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-314036d6-72e9-4f6a-aadd-55b57143d892 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:09.318278 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-314036d6-72e9-4f6a-aadd-55b57143d892 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:09.336692 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314036d6-72e9-4f6a-aadd-55b57143d892 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c356f12-874b-4a79-bf3b-abeb5d37cfcc,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:09.441840 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-314036d6-72e9-4f6a-aadd-55b57143d892 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:09.443191 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-314036d6-72e9-4f6a-aadd-55b57143d892 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4110727 Jul 05 11:19:09.446120 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44006) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:09.451224 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-45faa0d8-2587-4979-9a16-921b9723d1ca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '83dfdbf7-06fe-417e-b1a8-e293d9ac9863', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:19:09.543790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-45faa0d8-2587-4979-9a16-921b9723d1ca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:09.600547 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-45faa0d8-2587-4979-9a16-921b9723d1ca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:09.681620 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-45faa0d8-2587-4979-9a16-921b9723d1ca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:09.697912 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45faa0d8-2587-4979-9a16-921b9723d1ca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df77921e-d0e1-4d58-bf29-558af664569e,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:09.770006 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-45faa0d8-2587-4979-9a16-921b9723d1ca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:09.771845 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-45faa0d8-2587-4979-9a16-921b9723d1ca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3245661 Jul 05 11:19:09.774513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44008) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:09.778984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e693793f-578d-4443-897c-790c4d61ee18 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '83dfdbf7-06fe-417e-b1a8-e293d9ac9863', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:19:09.871601 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e693793f-578d-4443-897c-790c4d61ee18 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:09.931896 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e693793f-578d-4443-897c-790c4d61ee18 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:10.021449 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e693793f-578d-4443-897c-790c4d61ee18 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:10.040034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693793f-578d-4443-897c-790c4d61ee18 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2b2cf0-fcd8-47f8-be7a-3f23aa75f4ee,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:10.107007 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e693793f-578d-4443-897c-790c4d61ee18 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:10.108292 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e693793f-578d-4443-897c-790c4d61ee18 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3328683 Jul 05 11:19:10.110989 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44010) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:10.116119 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-eba1414a-f7dd-4404-85f1-6499fb47d2e7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '83dfdbf7-06fe-417e-b1a8-e293d9ac9863', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:19:10.220343 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eba1414a-f7dd-4404-85f1-6499fb47d2e7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:10.281914 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eba1414a-f7dd-4404-85f1-6499fb47d2e7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:10.358533 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eba1414a-f7dd-4404-85f1-6499fb47d2e7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:10.376915 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1414a-f7dd-4404-85f1-6499fb47d2e7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe3dc5f-6566-4a1e-a830-c28f5c566f74,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:10.470357 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-eba1414a-f7dd-4404-85f1-6499fb47d2e7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:10.471618 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-eba1414a-f7dd-4404-85f1-6499fb47d2e7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3596790 Jul 05 11:19:10.474921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44012) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:10.479350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-49b40d1d-07b9-4d8d-89d2-bc0c47b5f030 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '83dfdbf7-06fe-417e-b1a8-e293d9ac9863', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:19:10.585331 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-49b40d1d-07b9-4d8d-89d2-bc0c47b5f030 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Project c7ea24a3a627491f8864306d76ae913e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:19:10.590575 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49b40d1d-07b9-4d8d-89d2-bc0c47b5f030 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:10.715406 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49b40d1d-07b9-4d8d-89d2-bc0c47b5f030 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:10.796789 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49b40d1d-07b9-4d8d-89d2-bc0c47b5f030 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:10.816213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b40d1d-07b9-4d8d-89d2-bc0c47b5f030 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46804bcd-f491-451c-a5b2-63df164a084d,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:10.895552 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-49b40d1d-07b9-4d8d-89d2-bc0c47b5f030 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:10.896838 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-49b40d1d-07b9-4d8d-89d2-bc0c47b5f030 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4209640 Jul 05 11:19:10.899633 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44014) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:10.907249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-dc1ee03c-f0fe-47b2-9884-2008f71d13fc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '83dfdbf7-06fe-417e-b1a8-e293d9ac9863', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:19:10.990929 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-dc1ee03c-f0fe-47b2-9884-2008f71d13fc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Project c7ea24a3a627491f8864306d76ae913e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:19:10.996152 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc1ee03c-f0fe-47b2-9884-2008f71d13fc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:11.056588 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc1ee03c-f0fe-47b2-9884-2008f71d13fc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:11.116500 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc1ee03c-f0fe-47b2-9884-2008f71d13fc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:11.133816 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ee03c-f0fe-47b2-9884-2008f71d13fc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5b212b-34fc-49d5-8131-56bf88e620e9,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:11.144621 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-15942a63-4af5-4000-a8d5-975216025b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:11.207334 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-dc1ee03c-f0fe-47b2-9884-2008f71d13fc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:11.208882 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dc1ee03c-f0fe-47b2-9884-2008f71d13fc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3079815 Jul 05 11:19:11.211492 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44016) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:11.216365 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d4922e67-b8dc-4b34-b91d-098c5494c342 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'network': {'name': 'tempest-network-smoke--1598724230', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'port_security_enabled': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:19:11.295389 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4922e67-b8dc-4b34-b91d-098c5494c342 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Made reservation on behalf of c7ea24a3a627491f8864306d76ae913e for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:19:11.298937 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d4922e67-b8dc-4b34-b91d-098c5494c342 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:11.322542 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4922e67-b8dc-4b34-b91d-098c5494c342 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:19:11.330945 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d4922e67-b8dc-4b34-b91d-098c5494c342 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:11.331282 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-d4922e67-b8dc-4b34-b91d-098c5494c342 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Added segment 7915e0cc-849e-4d5d-8524-7cf47f6cfaf1 of type vlan for network 03302ac0-ea76-486e-bf23-b895832cadcb Jul 05 11:19:11.374508 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d4922e67-b8dc-4b34-b91d-098c5494c342 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:11.461241 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d4922e67-b8dc-4b34-b91d-098c5494c342 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:11.466676 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4922e67-b8dc-4b34-b91d-098c5494c342 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:11.467259 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d4922e67-b8dc-4b34-b91d-098c5494c342 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:11.530560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4922e67-b8dc-4b34-b91d-098c5494c342 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Network': ['ID=03302ac0-ea76-486e-bf23-b895832cadcb,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:11.541393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 03302ac0-ea76-486e-bf23-b895832cadcb details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:19:11.605322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d4922e67-b8dc-4b34-b91d-098c5494c342 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3927374 Jul 05 11:19:11.607994 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44018) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:11.613307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1073366329', 'admin_state_up': True, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:19:11.725067 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:11.726102 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:11.781343 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:11.990832 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:12.262015 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:12.280144 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:12.381979 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.25.5.182 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/1c754646-3595-4b8c-a5f5-71edb04f0fc8) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:19:12.480487 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:12.575731 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:12.612509 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:19:12.619378 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:19:12.623819 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:19:12.627232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=1c754646-3595-4b8c-a5f5-71edb04f0fc8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:12.919477 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:13.109859 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:13.653627 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:19:13.716005 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:13.747066 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2c5fa6f4-e7af-41d9-be5f-ee2398818b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:13.757850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:19:13.766345 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Sync routers for ids ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:19:13.775458 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Routers {'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:19:13.776103 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:19:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:13.841912 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:13.843185 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e3ffb5e5-a705-4b31-be49-27a14c84db69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2333980 Jul 05 11:19:13.846407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44020) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:13.878395 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e09d7ace-f4b6-4b6b-b37c-3d9b433ea1fc tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=c7ea24a3a627491f8864306d76ae913e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308676 Jul 05 11:19:13.881518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44022) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:13.881706 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Set router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:19:13.971933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787316d4-ce5b-4c11-9875-cb2520f31afc tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:13.973356 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-787316d4-ce5b-4c11-9875-cb2520f31afc tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909257 Jul 05 11:19:13.976923 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44024) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:14.005234 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-59e7aa2d-5438-4069-8453-49f0020f6c86 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272367 Jul 05 11:19:14.007835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44026) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:14.012605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-92440942-771a-4a2d-9ab1-0c08af281efa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-957524371', 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:19:14.061073 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073366329', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:19:11Z', 'updated_at': '2021-07-05T11:19:12Z', 'revision_number': 3, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:12Z', 'updated_at': '2021-07-05T11:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:14.086748 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Checking router: b24b27ce-d9bd-4cb7-b384-ea3eea576d9b for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:19:14.087094 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Updating router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b port 1c754646-3595-4b8c-a5f5-71edb04f0fc8 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:19:14.121251 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:14.186686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92440942-771a-4a2d-9ab1-0c08af281efa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Made reservation on behalf of c7ea24a3a627491f8864306d76ae913e for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:19:14.190313 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-92440942-771a-4a2d-9ab1-0c08af281efa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:14.377673 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:14.388356 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Transition to ACTIVE for port object 1c754646-3595-4b8c-a5f5-71edb04f0fc8 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:19:14.430177 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-92440942-771a-4a2d-9ab1-0c08af281efa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:14.458432 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:14.493724 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92440942-771a-4a2d-9ab1-0c08af281efa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Subnet': ['ID=b41ceb2d-8cfd-4769-b32a-8e6550a07f8b,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:14.498148 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92440942-771a-4a2d-9ab1-0c08af281efa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Checking segment: {'id': '7915e0cc-849e-4d5d-8524-7cf47f6cfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:19:14.498513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92440942-771a-4a2d-9ab1-0c08af281efa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network hostable DHCP agents. Network: 03302ac0-ea76-486e-bf23-b895832cadcb, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:19:14.508266 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Attempting to bind port 1c754646-3595-4b8c-a5f5-71edb04f0fc8 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:19:14.508735 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Attempting to bind port 1c754646-3595-4b8c-a5f5-71edb04f0fc8 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:19:14.513673 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Attempting to bind port 1c754646-3595-4b8c-a5f5-71edb04f0fc8 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:19:14.518510 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:19:14.518877 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:19:14.519275 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:14.519659 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:19:14.520176 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Bound port: 1c754646-3595-4b8c-a5f5-71edb04f0fc8, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:19:14.520596 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:14.540559 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5d46b-24a4-4485-94e5-2b813045993a None None] Pushing event updated for resources: {'Port': ['ID=1c754646-3595-4b8c-a5f5-71edb04f0fc8,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:14.551888 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d46b-24a4-4485-94e5-2b813045993a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:14.552232 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d46b-24a4-4485-94e5-2b813045993a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:14.553086 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d46b-24a4-4485-94e5-2b813045993a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:14.553416 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d46b-24a4-4485-94e5-2b813045993a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:14.553741 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d46b-24a4-4485-94e5-2b813045993a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:14.554066 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d46b-24a4-4485-94e5-2b813045993a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:14.554386 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d46b-24a4-4485-94e5-2b813045993a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:14.554764 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d46b-24a4-4485-94e5-2b813045993a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:14.555082 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d46b-24a4-4485-94e5-2b813045993a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:14.555399 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d46b-24a4-4485-94e5-2b813045993a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:14.555759 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d46b-24a4-4485-94e5-2b813045993a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:14.556046 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d46b-24a4-4485-94e5-2b813045993a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:19:14.587021 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] For port 1c754646-3595-4b8c-a5f5-71edb04f0fc8, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:19:14.589960 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] For port 1c754646-3595-4b8c-a5f5-71edb04f0fc8, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1c754646-3595-4b8c-a5f5-71edb04f0fc8,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:19:14.604323 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92440942-771a-4a2d-9ab1-0c08af281efa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network 03302ac0-ea76-486e-bf23-b895832cadcb is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:19:14.665059 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:14.698580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-92440942-771a-4a2d-9ab1-0c08af281efa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 03302ac0-ea76-486e-bf23-b895832cadcb) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:19:14.703234 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92440942-771a-4a2d-9ab1-0c08af281efa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:14.703955 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-92440942-771a-4a2d-9ab1-0c08af281efa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:14.707771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019b18a0-1b4b-44f8-bb22-631c2ba9c2ee None None] Network 03302ac0-ea76-486e-bf23-b895832cadcb requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:19:14.722172 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Routers {'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:19:14.722806 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:19:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:14.765474 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5d46b-24a4-4485-94e5-2b813045993a None None] Pushing event updated for resources: {'Port': ['ID=1c754646-3595-4b8c-a5f5-71edb04f0fc8,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:14.802396 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-92440942-771a-4a2d-9ab1-0c08af281efa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7935176 Jul 05 11:19:14.805798 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44028) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:14.835850 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] Set router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:19:14.873177 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-03302ac0-ea76-486e-bf23-b895832cadcb', 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ips': [{'subnet_id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:19:14.873177 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:15.024235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Allocated IP 172.20.0.2 (03302ac0-ea76-486e-bf23-b895832cadcb/b41ceb2d-8cfd-4769-b32a-8e6550a07f8b/2d48d6be-de0e-45ec-b3ba-37f8918b9f7c) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:19:15.028425 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073366329', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:19:11Z', 'updated_at': '2021-07-05T11:19:12Z', 'revision_number': 3, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:12Z', 'updated_at': '2021-07-05T11:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:15.055402 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472ab27-4108-4d61-bb01-34489a64fa2c None None] The sync data for ids ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'] in n-d-779913-27 is: [{'id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073366329', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:19:11Z', 'updated_at': '2021-07-05T11:19:12Z', 'revision_number': 3, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:12Z', 'updated_at': '2021-07-05T11:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:19:15.192537 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:15.205113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Transition to ACTIVE for port object 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:19:15.224099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Transition to ACTIVE for port object 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:19:15.264779 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:15.299000 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:15.315503 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:15.342034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Network 03302ac0-ea76-486e-bf23-b895832cadcb is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:19:15.350814 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:19:15.356968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:19:15.360237 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Pushing event updated for resources: {'Port': ['ID=2d48d6be-de0e-45ec-b3ba-37f8918b9f7c,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:15.426693 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Attempting to bind port 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:19:15.427044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Attempting to bind port 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '7915e0cc-849e-4d5d-8524-7cf47f6cfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:19:15.427437 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Attempting to bind port 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c on network 03302ac0-ea76-486e-bf23-b895832cadcb {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:19:15.433355 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:19:15.433736 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Checking segment: {'id': '7915e0cc-849e-4d5d-8524-7cf47f6cfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:19:15.434161 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:15.434606 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Bound using segment: {'id': '7915e0cc-849e-4d5d-8524-7cf47f6cfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:19:15.435086 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Bound port: 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7915e0cc-849e-4d5d-8524-7cf47f6cfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:19:15.435476 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:15.507489 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] For port 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:19:15.510978 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] For port 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=2d48d6be-de0e-45ec-b3ba-37f8918b9f7c,segment=NetworkSegment(7915e0cc-849e-4d5d-8524-7cf47f6cfaf1),segment_id=7915e0cc-849e-4d5d-8524-7cf47f6cfaf1)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:19:15.582125 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:15.614229 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.20.0.1 (03302ac0-ea76-486e-bf23-b895832cadcb/b41ceb2d-8cfd-4769-b32a-8e6550a07f8b/7d236349-b798-409f-83ba-e1a50a491425) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:19:15.657057 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74213a33-7ada-4cce-b1de-300b47ab8c8f None None] Pushing event updated for resources: {'Port': ['ID=2d48d6be-de0e-45ec-b3ba-37f8918b9f7c,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:15.753940 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:15.766865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Transition to ACTIVE for port object 7d236349-b798-409f-83ba-e1a50a491425 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:19:15.879152 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:15.939612 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network 03302ac0-ea76-486e-bf23-b895832cadcb is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:19:15.942975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:19:15.948795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:19:15.956750 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=7d236349-b798-409f-83ba-e1a50a491425,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:16.002026 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:16.369671 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:16.583362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f61ec9-0c2b-43c2-9deb-c2b36730eeb0 None None] Network 03302ac0-ea76-486e-bf23-b895832cadcb requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:19:16.666232 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1c754646-3595-4b8c-a5f5-71edb04f0fc8 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:19:16.687377 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:16.770418 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:16.800028 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-de8a6f6a-4bf7-4aad-83cd-a07c0b94912d None None] Provisioning for port 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:19:16.826882 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 1c754646-3595-4b8c-a5f5-71edb04f0fc8 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:19:16.830691 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 1c754646-3595-4b8c-a5f5-71edb04f0fc8 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:19:16.832259 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:16.848728 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=7d236349-b798-409f-83ba-e1a50a491425,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:16.860916 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:16.930935 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:16.954707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 1c754646-3595-4b8c-a5f5-71edb04f0fc8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1c754646-3595-4b8c-a5f5-71edb04f0fc8,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:19:16.975640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network 03302ac0-ea76-486e-bf23-b895832cadcb is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:19:16.977483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:19:17.058346 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:17.059412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:19:17.117862 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:17.119474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:19:17.166482 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=1c754646-3595-4b8c-a5f5-71edb04f0fc8,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:17.256435 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:19:17.264488 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-523005b7-00fd-43e1-bfe8-219119b1847e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "PUT /v2.0/routers/b24b27ce-d9bd-4cb7-b384-ea3eea576d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4572866 Jul 05 11:19:17.268509 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Sync routers for ids ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:19:17.278326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Routers {'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:19:17.279026 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:19:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:17.317435 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:19:17.319981 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-10d6d9f5-bd6c-4d8e-b350-c56e04fd7083 None None] Provisioning for port 7d236349-b798-409f-83ba-e1a50a491425 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:19:17.330063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:19:17.330440 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:17.332011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-10d6d9f5-bd6c-4d8e-b350-c56e04fd7083 None None] Provisioning complete for port 7d236349-b798-409f-83ba-e1a50a491425 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:19:17.332364 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-10d6d9f5-bd6c-4d8e-b350-c56e04fd7083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:17.435620 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-adf95275-3700-459b-8af7-c25a12d01d3b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161489460&fields=id&tenant_id=c7ea24a3a627491f8864306d76ae913e HTTP/1.1" status: 200 len: 267 time: 0.0465529 Jul 05 11:19:17.449532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-10d6d9f5-bd6c-4d8e-b350-c56e04fd7083 None None] Port 7d236349-b798-409f-83ba-e1a50a491425 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:19:17.461645 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Set router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:19:17.572187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-3732d6e4-6509-4c17-9e96-29d7f452a4a4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:17.573916 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-3732d6e4-6509-4c17-9e96-29d7f452a4a4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/networks?id=03302ac0-ea76-486e-bf23-b895832cadcb HTTP/1.1" status: 200 len: 797 time: 0.1303971 Jul 05 11:19:17.590703 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-8c3ca8ec-87df-40f2-b413-ffe3c5cfedb9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/quotas/c7ea24a3a627491f8864306d76ae913e HTTP/1.1" status: 200 len: 375 time: 0.0105591 Jul 05 11:19:17.670004 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-efd9f388-1921-4ec2-9656-645937bed7a1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733378 Jul 05 11:19:17.686511 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-ef73ac89-aa82-4026-9cbb-5d292ef54638 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:19:17.688515 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-ef73ac89-aa82-4026-9cbb-5d292ef54638 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065074 Jul 05 11:19:17.778113 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:17.790821 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-011c37ca-ce52-40aa-b661-396f88bf06a8 service neutron] 10.222.0.77 "GET /v2.0/networks/03302ac0-ea76-486e-bf23-b895832cadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952921 Jul 05 11:19:17.792175 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-289038c9-9a0c-452b-a0d8-71426dfd1e04 None None] Provisioning complete for port 7d236349-b798-409f-83ba-e1a50a491425 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:19:17.792545 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-289038c9-9a0c-452b-a0d8-71426dfd1e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:17.861551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=2d48d6be-de0e-45ec-b3ba-37f8918b9f7c,segment=NetworkSegment(7915e0cc-849e-4d5d-8524-7cf47f6cfaf1),segment_id=7915e0cc-849e-4d5d-8524-7cf47f6cfaf1)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:19:17.864560 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-289038c9-9a0c-452b-a0d8-71426dfd1e04 None None] Port 7d236349-b798-409f-83ba-e1a50a491425 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:19:17.888800 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-62cedab7-52c7-4473-ab80-e3e2146ed5a9 service neutron] 10.222.0.77 "GET /v2.0/networks/03302ac0-ea76-486e-bf23-b895832cadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921860 Jul 05 11:19:17.937851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073366329', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:19:11Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:12Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7d236349-b798-409f-83ba-e1a50a491425', 'name': '', 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:c2:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:15Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 2, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:17.968437 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:17.971387 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Checking router: b24b27ce-d9bd-4cb7-b384-ea3eea576d9b for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:19:17.971553 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Updating router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b port 7d236349-b798-409f-83ba-e1a50a491425 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:19:18.036185 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:18.054316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=2d48d6be-de0e-45ec-b3ba-37f8918b9f7c,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:18.133338 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e22f5a9c-3e87-4049-be69-a91767952b72 req-0a9c98c0-be4e-45d2-ba8d-27b78b793d0e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 210 time: 0.0304718 Jul 05 11:19:18.329063 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:18.340235 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Transition to ACTIVE for port object 7d236349-b798-409f-83ba-e1a50a491425 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:19:18.429976 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:18.501350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59293d5-f467-4768-8cd4-ecf70ab5c128 None None] Pushing event updated for resources: {'Port': ['ID=7d236349-b798-409f-83ba-e1a50a491425,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:18.534678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Attempting to bind port 7d236349-b798-409f-83ba-e1a50a491425 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:19:18.535137 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Attempting to bind port 7d236349-b798-409f-83ba-e1a50a491425 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '7915e0cc-849e-4d5d-8524-7cf47f6cfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:19:18.535584 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Attempting to bind port 7d236349-b798-409f-83ba-e1a50a491425 on network 03302ac0-ea76-486e-bf23-b895832cadcb {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:19:18.541802 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:19:18.542323 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Checking segment: {'id': '7915e0cc-849e-4d5d-8524-7cf47f6cfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:19:18.542710 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:18.543192 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Bound using segment: {'id': '7915e0cc-849e-4d5d-8524-7cf47f6cfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:19:18.543710 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Bound port: 7d236349-b798-409f-83ba-e1a50a491425, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7915e0cc-849e-4d5d-8524-7cf47f6cfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:19:18.544002 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:18.599682 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1c754646-3595-4b8c-a5f5-71edb04f0fc8 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:19:18.641529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] For port 7d236349-b798-409f-83ba-e1a50a491425, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:19:18.660611 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] For port 7d236349-b798-409f-83ba-e1a50a491425, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7d236349-b798-409f-83ba-e1a50a491425,segment=NetworkSegment(7915e0cc-849e-4d5d-8524-7cf47f6cfaf1),segment_id=7915e0cc-849e-4d5d-8524-7cf47f6cfaf1)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:19:18.672596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 1c754646-3595-4b8c-a5f5-71edb04f0fc8 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:19:18.672969 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:18.735244 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:18.820266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:19:18.862944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59293d5-f467-4768-8cd4-ecf70ab5c128 None None] Pushing event updated for resources: {'Port': ['ID=7d236349-b798-409f-83ba-e1a50a491425,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:18.865910 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Routers {'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:19:18.866532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:19:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:18.986196 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:19:18.986560 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:19.022206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] Set router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:19:19.278385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073366329', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:19:11Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:12Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7d236349-b798-409f-83ba-e1a50a491425', 'name': '', 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:c2:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:15Z', 'updated_at': '2021-07-05T11:19:18Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:19.290060 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2f046a7b-2850-4339-b006-dd94c2143088 req-1fee75b9-04a9-47b9-9109-48bddaefc821 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 210 time: 0.0296593 Jul 05 11:19:19.304899 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7520c-d29e-4352-807b-8dc0fb3846d2 None None] The sync data for ids ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'] in n-d-779913-27 is: [{'id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073366329', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:19:11Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:12Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7d236349-b798-409f-83ba-e1a50a491425', 'name': '', 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:c2:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:15Z', 'updated_at': '2021-07-05T11:19:18Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:19:20.435562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-dc03d7cf-83ba-4946-99a5-e3d0add3b4ea req-033d0a3f-e894-4704-810f-1c94e7e8115a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 210 time: 0.0320671 Jul 05 11:19:20.612742 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7d236349-b798-409f-83ba-e1a50a491425 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:19:20.639943 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-6ff2cd4c-5350-4b5f-946f-527be3f0833b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:20.641467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-6ff2cd4c-5350-4b5f-946f-527be3f0833b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "GET /v2.0/networks?id=03302ac0-ea76-486e-bf23-b895832cadcb HTTP/1.1" status: 200 len: 797 time: 0.1082284 Jul 05 11:19:20.691532 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-b5552ea5-9a31-42cd-a246-027a38c61820 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7ea24a3a627491f8864306d76ae913e HTTP/1.1" status: 200 len: 379 time: 0.0350018 Jul 05 11:19:20.704051 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-dd8f1a26-785a-444e-8960-714d9d7dae61 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'port': {'device_id': '8e9579f9-7b85-4018-872a-b6ae98e7b32c', 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb', 'admin_state_up': True, 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'security_groups': ['83dfdbf7-06fe-417e-b1a8-e293d9ac9863']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:19:20.747207 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 7d236349-b798-409f-83ba-e1a50a491425 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:19:20.751418 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7d236349-b798-409f-83ba-e1a50a491425 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:19:20.751813 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:20.833269 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:20.864443 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 7d236349-b798-409f-83ba-e1a50a491425, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7d236349-b798-409f-83ba-e1a50a491425,segment=NetworkSegment(7915e0cc-849e-4d5d-8524-7cf47f6cfaf1),segment_id=7915e0cc-849e-4d5d-8524-7cf47f6cfaf1)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:19:20.918900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-dd8f1a26-785a-444e-8960-714d9d7dae61 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Made reservation on behalf of c7ea24a3a627491f8864306d76ae913e for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:19:20.922640 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-dd8f1a26-785a-444e-8960-714d9d7dae61 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:20.941222 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:20.992848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=7d236349-b798-409f-83ba-e1a50a491425,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:21.065348 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-dd8f1a26-785a-444e-8960-714d9d7dae61 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.20.0.7 (03302ac0-ea76-486e-bf23-b895832cadcb/b41ceb2d-8cfd-4769-b32a-8e6550a07f8b/6cdb0a67-3aa8-4154-b938-0c086fba0250) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:19:21.208707 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-dd8f1a26-785a-444e-8960-714d9d7dae61 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:21.222395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-dd8f1a26-785a-444e-8960-714d9d7dae61 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Transition to ACTIVE for port object 6cdb0a67-3aa8-4154-b938-0c086fba0250 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:19:21.367697 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-dd8f1a26-785a-444e-8960-714d9d7dae61 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:21.411042 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-dd8f1a26-785a-444e-8960-714d9d7dae61 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network 03302ac0-ea76-486e-bf23-b895832cadcb is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:19:21.416667 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-dd8f1a26-785a-444e-8960-714d9d7dae61 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:19:21.420368 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-dd8f1a26-785a-444e-8960-714d9d7dae61 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:19:21.426656 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f1a26-785a-444e-8960-714d9d7dae61 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=6cdb0a67-3aa8-4154-b938-0c086fba0250,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:21.480655 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-dd8f1a26-785a-444e-8960-714d9d7dae61 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:21.481334 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-dd8f1a26-785a-444e-8960-714d9d7dae61 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:21.600087 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-dd8f1a26-785a-444e-8960-714d9d7dae61 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8991351 Jul 05 11:19:21.616033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Request body: {'port': {'device_id': '8e9579f9-7b85-4018-872a-b6ae98e7b32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:19:21.630083 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873976d4-cb5d-4da8-bcc7-08aa9f879f00 req-9f5b85cb-11eb-4625-a96b-0cb1061f5ee2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:21.631624 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-873976d4-cb5d-4da8-bcc7-08aa9f879f00 req-9f5b85cb-11eb-4625-a96b-0cb1061f5ee2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 931 time: 0.0722179 Jul 05 11:19:21.674370 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-873976d4-cb5d-4da8-bcc7-08aa9f879f00 req-81a8ff38-7a4f-4ab6-82e3-539c61a3b470 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368023 Jul 05 11:19:21.697278 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:21.741092 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ab6aa4ca-64b0-4436-a76a-29065e0010d8 None None] Provisioning for port 6cdb0a67-3aa8-4154-b938-0c086fba0250 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:19:21.745086 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-ab6aa4ca-64b0-4436-a76a-29065e0010d8 None None] Provisioning complete for port 6cdb0a67-3aa8-4154-b938-0c086fba0250 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:19:21.745534 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ab6aa4ca-64b0-4436-a76a-29065e0010d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:21.782618 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-ab6aa4ca-64b0-4436-a76a-29065e0010d8 None None] Port 6cdb0a67-3aa8-4154-b938-0c086fba0250 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:19:22.307262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cdb0a67-3aa8-4154-b938-0c086fba0250 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:19:22.314946 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:22.327522 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Transition to ACTIVE for port object 6cdb0a67-3aa8-4154-b938-0c086fba0250 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:19:22.419000 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:22.472754 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdb0a67-3aa8-4154-b938-0c086fba0250,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:22.547138 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Attempting to bind port 6cdb0a67-3aa8-4154-b938-0c086fba0250 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:19:22.547796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Attempting to bind port 6cdb0a67-3aa8-4154-b938-0c086fba0250 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '7915e0cc-849e-4d5d-8524-7cf47f6cfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:19:22.548030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Attempting to bind port 6cdb0a67-3aa8-4154-b938-0c086fba0250 on network 03302ac0-ea76-486e-bf23-b895832cadcb {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:19:22.553181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Port 6cdb0a67-3aa8-4154-b938-0c086fba0250 on network 03302ac0-ea76-486e-bf23-b895832cadcb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:19:22.553516 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Attempting to bind port 6cdb0a67-3aa8-4154-b938-0c086fba0250 on network 03302ac0-ea76-486e-bf23-b895832cadcb {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:19:22.558845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:19:22.559191 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Checking segment: {'id': '7915e0cc-849e-4d5d-8524-7cf47f6cfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:19:22.559586 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Bound using segment: {'id': '7915e0cc-849e-4d5d-8524-7cf47f6cfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:19:22.560043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Bound port: 6cdb0a67-3aa8-4154-b938-0c086fba0250, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7915e0cc-849e-4d5d-8524-7cf47f6cfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:19:22.560408 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:22.594548 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7d236349-b798-409f-83ba-e1a50a491425 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:19:22.633544 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] For port 6cdb0a67-3aa8-4154-b938-0c086fba0250, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:19:22.637581 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] For port 6cdb0a67-3aa8-4154-b938-0c086fba0250, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=6cdb0a67-3aa8-4154-b938-0c086fba0250,segment=NetworkSegment(7915e0cc-849e-4d5d-8524-7cf47f6cfaf1),segment_id=7915e0cc-849e-4d5d-8524-7cf47f6cfaf1)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:19:22.645475 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7d236349-b798-409f-83ba-e1a50a491425 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:19:22.646499 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:22.757277 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:22.793619 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:22.794269 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:22.795744 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] 10.222.0.64 "PUT /v2.0/ports/6cdb0a67-3aa8-4154-b938-0c086fba0250 HTTP/1.1" status: 200 len: 1092 time: 1.1844256 Jul 05 11:19:22.798572 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9579f9-7b85-4018-872a-b6ae98e7b32c', 'tag': '6cdb0a67-3aa8-4154-b938-0c086fba0250'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:19:22.800820 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b13071-8e4e-47c1-a2d5-26ba9373e398" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9579f9-7b85-4018-872a-b6ae98e7b32c", "tag": "6cdb0a67-3aa8-4154-b938-0c086fba0250"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:19:22.862043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da406fc6-0e67-496a-bba9-a40eccc30861 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdb0a67-3aa8-4154-b938-0c086fba0250,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:22.873147 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915db097-7ccd-4665-b071-c96181619fb2 x-openstack-request-id: req-915db097-7ccd-4665-b071-c96181619fb2 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:19:22.873436 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9579f9-7b85-4018-872a-b6ae98e7b32c", "tag": "6cdb0a67-3aa8-4154-b938-0c086fba0250", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:19:22.874416 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-915db097-7ccd-4665-b071-c96181619fb2 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:19:22.874416 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9579f9-7b85-4018-872a-b6ae98e7b32c', 'tag': '6cdb0a67-3aa8-4154-b938-0c086fba0250', 'status': 'completed', 'code': 200} Jul 05 11:19:22.900455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21b27c-5195-49df-995b-a0d36b5f3032 req-ef23da44-6f2a-4a24-9729-acb3aba7b704 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:22.900455 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3c21b27c-5195-49df-995b-a0d36b5f3032 req-ef23da44-6f2a-4a24-9729-acb3aba7b704 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 943 time: 0.1124139 Jul 05 11:19:22.944358 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:22.979447 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3c21b27c-5195-49df-995b-a0d36b5f3032 req-d527d19c-7a96-4291-b35b-b70cf8939179 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706267 Jul 05 11:19:22.995656 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b13071-8e4e-47c1-a2d5-26ba9373e398 req-8b88a8d9-863c-4f66-b7cd-84576852bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:22.997211 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-89b13071-8e4e-47c1-a2d5-26ba9373e398 req-8b88a8d9-863c-4f66-b7cd-84576852bc81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 1095 time: 0.0962501 Jul 05 11:19:23.098621 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b13071-8e4e-47c1-a2d5-26ba9373e398 req-3530e240-b2eb-451c-936e-f30d2338fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:23.100150 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-89b13071-8e4e-47c1-a2d5-26ba9373e398 req-3530e240-b2eb-451c-936e-f30d2338fb9e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c7ea24a3a627491f8864306d76ae913e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0928063 Jul 05 11:19:23.202603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b13071-8e4e-47c1-a2d5-26ba9373e398 req-38ddb91b-50f6-49c0-bdc6-215b34d73aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:23.204176 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-89b13071-8e4e-47c1-a2d5-26ba9373e398 req-38ddb91b-50f6-49c0-bdc6-215b34d73aa1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948906 Jul 05 11:19:23.301371 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-d7445931-9d84-4b67-a041-23848cf12360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:23.303289 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-d7445931-9d84-4b67-a041-23848cf12360 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 1095 time: 0.0555797 Jul 05 11:19:23.348185 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-6b5e9d6f-ba7b-4025-9df9-fa627f5733e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cdb0a67-3aa8-4154-b938-0c086fba0250 HTTP/1.1" status: 200 len: 217 time: 0.0345063 Jul 05 11:19:23.400513 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-562d4dc2-1e1a-45e9-92cf-ab1215bccde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:23.401994 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-562d4dc2-1e1a-45e9-92cf-ab1215bccde9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b41ceb2d-8cfd-4769-b32a-8e6550a07f8b HTTP/1.1" status: 200 len: 834 time: 0.0448911 Jul 05 11:19:23.465849 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-aa1b0920-87c4-4d3c-9d9f-8238fa2ad266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:23.467420 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-aa1b0920-87c4-4d3c-9d9f-8238fa2ad266 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03302ac0-ea76-486e-bf23-b895832cadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573599 Jul 05 11:19:23.560636 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-7df2a19f-7f9c-437c-8e3f-7551c313ce7c service neutron] 10.222.0.64 "GET /v2.0/networks/03302ac0-ea76-486e-bf23-b895832cadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826271 Jul 05 11:19:23.656966 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-40fe08ba-eb7a-4a98-b3cb-af5b561a9c64 req-0d9c57b4-996c-499f-a25e-e8e165b0b355 service neutron] 10.222.0.64 "GET /v2.0/networks/03302ac0-ea76-486e-bf23-b895832cadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880015 Jul 05 11:19:24.158178 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77357cda-6409-4d63-b6e5-6d7e87d9a25f req-53669376-d6e0-4b30-8827-2d8fec055902 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:24.159605 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-77357cda-6409-4d63-b6e5-6d7e87d9a25f req-53669376-d6e0-4b30-8827-2d8fec055902 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 943 time: 0.0650256 Jul 05 11:19:24.199928 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-77357cda-6409-4d63-b6e5-6d7e87d9a25f req-f0ec52d1-7615-4561-bc05-439928fc8ba7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330544 Jul 05 11:19:24.813120 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:25.384290 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4787df-1058-4d68-bd44-7af6001e0c4d req-ac6c8d41-2612-4dc6-ac2d-e4c1c70b2def tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:25.385770 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be4787df-1058-4d68-bd44-7af6001e0c4d req-ac6c8d41-2612-4dc6-ac2d-e4c1c70b2def tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 943 time: 0.0654323 Jul 05 11:19:25.424488 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be4787df-1058-4d68-bd44-7af6001e0c4d req-a8d054db-9a3a-4a93-b31b-cb86c217e013 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329003 Jul 05 11:19:26.399795 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 6cdb0a67-3aa8-4154-b938-0c086fba0250 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:19:26.495075 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 6cdb0a67-3aa8-4154-b938-0c086fba0250, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=6cdb0a67-3aa8-4154-b938-0c086fba0250,segment=NetworkSegment(7915e0cc-849e-4d5d-8524-7cf47f6cfaf1),segment_id=7915e0cc-849e-4d5d-8524-7cf47f6cfaf1)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:19:26.507254 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '6cdb0a67-3aa8-4154-b938-0c086fba0250', 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb', 'port_id': '6cdb0a67-3aa8-4154-b938-0c086fba0250', 'mac_address': 'fa:16:3e:38:55:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:19:26.548913 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:26.562749 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cdb0a67-3aa8-4154-b938-0c086fba0250 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:19:26.584417 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 6cdb0a67-3aa8-4154-b938-0c086fba0250, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=6cdb0a67-3aa8-4154-b938-0c086fba0250,segment=NetworkSegment(7915e0cc-849e-4d5d-8524-7cf47f6cfaf1),segment_id=7915e0cc-849e-4d5d-8524-7cf47f6cfaf1)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:19:26.603232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc19396-c4fe-4f3d-8855-2db29d6acaef req-d1983785-597f-4bf5-8b13-eaf342aecd46 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:26.604791 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-edc19396-c4fe-4f3d-8855-2db29d6acaef req-d1983785-597f-4bf5-8b13-eaf342aecd46 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 943 time: 0.0687530 Jul 05 11:19:26.644870 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-edc19396-c4fe-4f3d-8855-2db29d6acaef req-665292f0-29c6-4c20-9b73-b00c2539b0f7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343399 Jul 05 11:19:26.707335 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:26.763081 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=6cdb0a67-3aa8-4154-b938-0c086fba0250,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:26.965552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['6cdb0a67-3aa8-4154-b938-0c086fba0250'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:19:27.823018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c790cc-ca14-4dc2-b207-bb8a4130f2de req-53b8b405-73e3-4154-8912-313c1d272f2c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:27.824609 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6c790cc-ca14-4dc2-b207-bb8a4130f2de req-53b8b405-73e3-4154-8912-313c1d272f2c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 944 time: 0.0663538 Jul 05 11:19:27.869171 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b6c790cc-ca14-4dc2-b207-bb8a4130f2de req-cc4e362f-e9ed-4baa-8e92-0371a0f10d76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388198 Jul 05 11:19:28.416836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 6cdb0a67-3aa8-4154-b938-0c086fba0250 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:19:28.535271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 6cdb0a67-3aa8-4154-b938-0c086fba0250 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:19:28.541370 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 6cdb0a67-3aa8-4154-b938-0c086fba0250 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:19:28.541742 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:28.625942 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:28.652227 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9579f9-7b85-4018-872a-b6ae98e7b32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdb0a67-3aa8-4154-b938-0c086fba0250'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:19:28.654546 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d4bbd9-cfac-4f59-81f5-a20c97b829bf" -d '{"events": [{"server_uuid": "8e9579f9-7b85-4018-872a-b6ae98e7b32c", "name": "network-vif-plugged", "status": "completed", "tag": "6cdb0a67-3aa8-4154-b938-0c086fba0250"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:19:28.668136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 6cdb0a67-3aa8-4154-b938-0c086fba0250, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=6cdb0a67-3aa8-4154-b938-0c086fba0250,segment=NetworkSegment(7915e0cc-849e-4d5d-8524-7cf47f6cfaf1),segment_id=7915e0cc-849e-4d5d-8524-7cf47f6cfaf1)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:19:28.690335 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4917c814-05b4-493e-8b1d-7622f6ff9bbe x-openstack-request-id: req-4917c814-05b4-493e-8b1d-7622f6ff9bbe {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:19:28.690623 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9579f9-7b85-4018-872a-b6ae98e7b32c", "name": "network-vif-plugged", "status": "completed", "tag": "6cdb0a67-3aa8-4154-b938-0c086fba0250", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:19:28.690877 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4917c814-05b4-493e-8b1d-7622f6ff9bbe {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:19:28.691264 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9579f9-7b85-4018-872a-b6ae98e7b32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdb0a67-3aa8-4154-b938-0c086fba0250', 'code': 200} Jul 05 11:19:28.750263 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:28.800021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=6cdb0a67-3aa8-4154-b938-0c086fba0250,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:28.818864 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bb316-27a7-4eef-bc62-7da5b54f5500 req-8303c951-4fbe-44db-a38a-8d7c2aae5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:28.820441 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-628bb316-27a7-4eef-bc62-7da5b54f5500 req-8303c951-4fbe-44db-a38a-8d7c2aae5550 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 1097 time: 0.0579133 Jul 05 11:19:28.856277 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-628bb316-27a7-4eef-bc62-7da5b54f5500 req-f26bb5c8-bcf5-4241-8d95-f4931189c82e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291016 Jul 05 11:19:29.046999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539b41e-fb9f-48fa-9967-bd83b9a1eb61 req-eb8cbbf6-00b6-466d-94bd-d3c396755ad2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:29.048471 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4539b41e-fb9f-48fa-9967-bd83b9a1eb61 req-eb8cbbf6-00b6-466d-94bd-d3c396755ad2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0679700 Jul 05 11:19:29.086566 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4539b41e-fb9f-48fa-9967-bd83b9a1eb61 req-13aed580-a860-4220-8e79-89ec62064e83 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322571 Jul 05 11:19:30.267930 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fb7b0-e727-46f9-8225-56bf04f375b1 req-5143c3db-5b5d-4f8e-bb38-19c5bd56abf5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:30.269535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-697fb7b0-e727-46f9-8225-56bf04f375b1 req-5143c3db-5b5d-4f8e-bb38-19c5bd56abf5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0673974 Jul 05 11:19:30.308678 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-697fb7b0-e727-46f9-8225-56bf04f375b1 req-abeca456-e688-4fbc-afbc-693f616944e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335739 Jul 05 11:19:30.482087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b273045-52d9-4325-a6d0-4be62e5c6750 req-0935ef04-62e4-49e0-9127-e447bf4af853 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:30.483581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b273045-52d9-4325-a6d0-4be62e5c6750 req-0935ef04-62e4-49e0-9127-e447bf4af853 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0667210 Jul 05 11:19:30.521946 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b273045-52d9-4325-a6d0-4be62e5c6750 req-62a91471-ba4b-4b13-a93f-bfb290ef69d2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328298 Jul 05 11:19:30.545670 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44086) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:30.595256 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47937747-e754-4431-aab1-40e5700efcda tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:30.596859 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-47937747-e754-4431-aab1-40e5700efcda tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 1092 time: 0.0502191 Jul 05 11:19:30.603386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44088) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:30.607689 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': '6cdb0a67-3aa8-4154-b938-0c086fba0250', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:19:30.758767 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:30.857372 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:30.960419 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.25.5.177 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/8af2d8d8-c1ef-4375-a680-b70c7ad00c12) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:19:31.063907 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:31.179096 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:31.217618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:19:31.222479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:19:31.226085 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:19:31.247985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=8af2d8d8-c1ef-4375-a680-b70c7ad00c12,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:31.594130 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:31.799464 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:31.948706 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:32.043741 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:32.116211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=8af2d8d8-c1ef-4375-a680-b70c7ad00c12,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:19:32.127307 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:32.562402 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Floating IP 0d648c3a-a54f-4f37-82ff-d9ea75d48b0c associated. External IP: 172.25.5.177, port: 6cdb0a67-3aa8-4154-b938-0c086fba0250. Jul 05 11:19:32.768892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:19:32.877210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:19:32.887924 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f71e1-e654-4803-a020-29de42d1290d None None] Sync routers for ids ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:19:32.897935 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f71e1-e654-4803-a020-29de42d1290d None None] Routers {'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:19:32.899531 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a59f71e1-e654-4803-a020-29de42d1290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:19:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:32.961487 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:33.003514 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8bd93eba-ba6f-4fc2-8963-966126db4693 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3973994 Jul 05 11:19:33.003514 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9579f9-7b85-4018-872a-b6ae98e7b32c', 'tag': '6cdb0a67-3aa8-4154-b938-0c086fba0250'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:19:33.006784 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ec9043-22d4-4788-ba09-4ee421b17852" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9579f9-7b85-4018-872a-b6ae98e7b32c", "tag": "6cdb0a67-3aa8-4154-b938-0c086fba0250"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:19:33.017558 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a59f71e1-e654-4803-a020-29de42d1290d None None] Set router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:19:33.054305 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ecb2f1-527b-4be1-92dc-a26302091180 x-openstack-request-id: req-f1ecb2f1-527b-4be1-92dc-a26302091180 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:19:33.054594 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9579f9-7b85-4018-872a-b6ae98e7b32c", "tag": "6cdb0a67-3aa8-4154-b938-0c086fba0250", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:19:33.054960 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1ecb2f1-527b-4be1-92dc-a26302091180 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:19:33.055359 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9579f9-7b85-4018-872a-b6ae98e7b32c', 'tag': '6cdb0a67-3aa8-4154-b938-0c086fba0250', 'status': 'completed', 'code': 200} Jul 05 11:19:33.137561 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec9043-22d4-4788-ba09-4ee421b17852 req-7e9ca731-4dde-422f-b05f-82f9109beac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:33.139000 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00ec9043-22d4-4788-ba09-4ee421b17852 req-7e9ca731-4dde-422f-b05f-82f9109beac3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 1097 time: 0.0600352 Jul 05 11:19:33.171774 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6c952-d85a-48a0-b14b-dedd95eb329e req-b31419cd-a201-4169-b703-18c5ba25da64 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:33.173528 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-92e6c952-d85a-48a0-b14b-dedd95eb329e req-b31419cd-a201-4169-b703-18c5ba25da64 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0703719 Jul 05 11:19:33.223330 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-92e6c952-d85a-48a0-b14b-dedd95eb329e req-616b459f-6b0a-429f-b33f-5e3ee02ce252 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426593 Jul 05 11:19:33.243499 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec9043-22d4-4788-ba09-4ee421b17852 req-1927f13a-5302-49c4-a197-cedd04660809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:33.245217 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00ec9043-22d4-4788-ba09-4ee421b17852 req-1927f13a-5302-49c4-a197-cedd04660809 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03302ac0-ea76-486e-bf23-b895832cadcb HTTP/1.1" status: 200 len: 898 time: 0.1000175 Jul 05 11:19:33.248563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44094) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:33.360995 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-6524197e-1ffd-4d28-870e-3ece7a8d4ded tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/0d648c3a-a54f-4f37-82ff-d9ea75d48b0c HTTP/1.1" status: 200 len: 991 time: 0.1112564 Jul 05 11:19:33.362610 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a59f71e1-e654-4803-a020-29de42d1290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073366329', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:19:11Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:12Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '0d648c3a-a54f-4f37-82ff-d9ea75d48b0c', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'port_id': '6cdb0a67-3aa8-4154-b938-0c086fba0250', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb', 'mac_address': 'fa:16:3e:38:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9579f9-7b85-4018-872a-b6ae98e7b32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:19:31Z', 'updated_at': '2021-07-05T11:19:31Z', 'revision_number': 0, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d236349-b798-409f-83ba-e1a50a491425', 'name': '', 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:c2:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:15Z', 'updated_at': '2021-07-05T11:19:20Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:33.363886 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00ec9043-22d4-4788-ba09-4ee421b17852 req-58392d44-4e2f-455d-a5df-f7c699e704cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cdb0a67-3aa8-4154-b938-0c086fba0250 HTTP/1.1" status: 200 len: 999 time: 0.1069188 Jul 05 11:19:33.393122 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f71e1-e654-4803-a020-29de42d1290d None None] Checking router: b24b27ce-d9bd-4cb7-b384-ea3eea576d9b for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:19:33.401915 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f71e1-e654-4803-a020-29de42d1290d None None] Routers {'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:19:33.402528 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a59f71e1-e654-4803-a020-29de42d1290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:19:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:33.414425 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec9043-22d4-4788-ba09-4ee421b17852 req-39eb49df-4c21-4ad5-a726-dff7fade80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:33.416145 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00ec9043-22d4-4788-ba09-4ee421b17852 req-39eb49df-4c21-4ad5-a726-dff7fade80ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b41ceb2d-8cfd-4769-b32a-8e6550a07f8b HTTP/1.1" status: 200 len: 834 time: 0.0465238 Jul 05 11:19:33.478175 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec9043-22d4-4788-ba09-4ee421b17852 req-1b01d4a4-36d4-4851-b127-7c786f5cbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:33.479965 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00ec9043-22d4-4788-ba09-4ee421b17852 req-1b01d4a4-36d4-4851-b127-7c786f5cbc72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03302ac0-ea76-486e-bf23-b895832cadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578892 Jul 05 11:19:33.508141 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a59f71e1-e654-4803-a020-29de42d1290d None None] Set router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:19:33.573492 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00ec9043-22d4-4788-ba09-4ee421b17852 req-017fed6d-9e5c-4af3-9528-b4b94020dc27 service neutron] 10.222.0.64 "GET /v2.0/networks/03302ac0-ea76-486e-bf23-b895832cadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866342 Jul 05 11:19:33.663554 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-00ec9043-22d4-4788-ba09-4ee421b17852 req-46302ea4-d95c-4d16-ad73-53d610daf514 service neutron] 10.222.0.64 "GET /v2.0/networks/03302ac0-ea76-486e-bf23-b895832cadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839863 Jul 05 11:19:33.731136 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a59f71e1-e654-4803-a020-29de42d1290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073366329', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:19:11Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:12Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '0d648c3a-a54f-4f37-82ff-d9ea75d48b0c', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'port_id': '6cdb0a67-3aa8-4154-b938-0c086fba0250', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb', 'mac_address': 'fa:16:3e:38:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9579f9-7b85-4018-872a-b6ae98e7b32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:19:31Z', 'updated_at': '2021-07-05T11:19:31Z', 'revision_number': 0, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d236349-b798-409f-83ba-e1a50a491425', 'name': '', 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:c2:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:15Z', 'updated_at': '2021-07-05T11:19:20Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:19:33.761643 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f71e1-e654-4803-a020-29de42d1290d None None] The sync data for ids ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'] in n-d-779913-27 is: [{'id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073366329', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:19:11Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:12Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '0d648c3a-a54f-4f37-82ff-d9ea75d48b0c', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'port_id': '6cdb0a67-3aa8-4154-b938-0c086fba0250', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb', 'mac_address': 'fa:16:3e:38:55:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9579f9-7b85-4018-872a-b6ae98e7b32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:19:31Z', 'updated_at': '2021-07-05T11:19:31Z', 'revision_number': 0, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d236349-b798-409f-83ba-e1a50a491425', 'name': '', 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:c2:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:15Z', 'updated_at': '2021-07-05T11:19:20Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:19:33.964706 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac50021-7452-49cf-9d6e-4a7463fcae76 None None] New status for floating IP 0d648c3a-a54f-4f37-82ff-d9ea75d48b0c: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:19:34.364852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44096) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:19:34.430926 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-144b8b80-2fb5-4c14-9ee0-2cdd078437b9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/0d648c3a-a54f-4f37-82ff-d9ea75d48b0c HTTP/1.1" status: 200 len: 993 time: 0.0648983 Jul 05 11:19:41.138778 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5bd404e1-d980-4e69-9509-56aa8b78db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:41.403555 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:19:43.706909 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bd60c732-8403-40d1-a077-30977f6213db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:43.741167 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:45.283997 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:47.084704 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:52.101918 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5fd32a8c-b556-4aac-ace2-bea13d1900e5 req-d7588110-0813-4aed-8698-1105ebd2ed94 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521598 Jul 05 11:19:52.198531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd32a8c-b556-4aac-ace2-bea13d1900e5 req-f777227f-6fdd-42b3-bdcd-be94f8d4542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:52.199985 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5fd32a8c-b556-4aac-ace2-bea13d1900e5 req-f777227f-6fdd-42b3-bdcd-be94f8d4542a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 1097 time: 0.0528896 Jul 05 11:19:52.308780 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd32a8c-b556-4aac-ace2-bea13d1900e5 req-29a8a581-9b6e-4b31-9306-6f437c35bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:52.310259 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5fd32a8c-b556-4aac-ace2-bea13d1900e5 req-29a8a581-9b6e-4b31-9306-6f437c35bc22 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03302ac0-ea76-486e-bf23-b895832cadcb HTTP/1.1" status: 200 len: 898 time: 0.0878429 Jul 05 11:19:52.378409 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5fd32a8c-b556-4aac-ace2-bea13d1900e5 req-3e03e584-a5c1-4df4-b267-b1529758cf0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cdb0a67-3aa8-4154-b938-0c086fba0250 HTTP/1.1" status: 200 len: 1001 time: 0.0597537 Jul 05 11:19:52.430395 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd32a8c-b556-4aac-ace2-bea13d1900e5 req-06ce3d07-a3a3-46f3-baf9-e5dfcbbf8d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:52.431940 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5fd32a8c-b556-4aac-ace2-bea13d1900e5 req-06ce3d07-a3a3-46f3-baf9-e5dfcbbf8d0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b41ceb2d-8cfd-4769-b32a-8e6550a07f8b HTTP/1.1" status: 200 len: 834 time: 0.0472617 Jul 05 11:19:52.494230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd32a8c-b556-4aac-ace2-bea13d1900e5 req-5ad1aeda-7be6-41e7-a780-b63ec3677e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:19:52.495674 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5fd32a8c-b556-4aac-ace2-bea13d1900e5 req-5ad1aeda-7be6-41e7-a780-b63ec3677e12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03302ac0-ea76-486e-bf23-b895832cadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572248 Jul 05 11:19:52.586497 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5fd32a8c-b556-4aac-ace2-bea13d1900e5 req-f3036066-e16a-4133-91de-3cf99ca0f27e service neutron] 10.222.0.64 "GET /v2.0/networks/03302ac0-ea76-486e-bf23-b895832cadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830123 Jul 05 11:19:52.683105 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5fd32a8c-b556-4aac-ace2-bea13d1900e5 req-462306b4-a9de-4f1e-b314-df48fd24536c service neutron] 10.222.0.64 "GET /v2.0/networks/03302ac0-ea76-486e-bf23-b895832cadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891793 Jul 05 11:19:53.006695 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:19:54.798764 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:10.151817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2d42c-5867-4090-a515-6bcd1a367340 req-9b0987d4-4d10-43f3-ab40-95f9818149dd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:10.153441 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-46f2d42c-5867-4090-a515-6bcd1a367340 req-9b0987d4-4d10-43f3-ab40-95f9818149dd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0664799 Jul 05 11:20:10.193013 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-46f2d42c-5867-4090-a515-6bcd1a367340 req-7fa63fca-55d4-4478-9569-07508e4eae1e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338955 Jul 05 11:20:10.250959 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413e552-df66-4432-a3c6-a0542d7a853d req-a237920f-d66a-4074-8f68-c0c246655345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:10.252557 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8413e552-df66-4432-a3c6-a0542d7a853d req-a237920f-d66a-4074-8f68-c0c246655345 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 1097 time: 0.0586381 Jul 05 11:20:10.350185 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413e552-df66-4432-a3c6-a0542d7a853d req-a44f0508-ee54-4a99-82ce-42888a3b0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:10.351886 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8413e552-df66-4432-a3c6-a0542d7a853d req-a44f0508-ee54-4a99-82ce-42888a3b0c74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03302ac0-ea76-486e-bf23-b895832cadcb HTTP/1.1" status: 200 len: 898 time: 0.0928245 Jul 05 11:20:10.417208 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8413e552-df66-4432-a3c6-a0542d7a853d req-a209f6ec-fddb-4edf-9890-3b82488e1979 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cdb0a67-3aa8-4154-b938-0c086fba0250 HTTP/1.1" status: 200 len: 1001 time: 0.0585217 Jul 05 11:20:10.471492 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413e552-df66-4432-a3c6-a0542d7a853d req-847d5e9e-fbc0-4256-b079-d653ba1fd930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:10.472993 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8413e552-df66-4432-a3c6-a0542d7a853d req-847d5e9e-fbc0-4256-b079-d653ba1fd930 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b41ceb2d-8cfd-4769-b32a-8e6550a07f8b HTTP/1.1" status: 200 len: 834 time: 0.0489531 Jul 05 11:20:10.532997 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413e552-df66-4432-a3c6-a0542d7a853d req-4fdcad99-ef07-4e56-bdc3-401c1b757f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:10.534396 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8413e552-df66-4432-a3c6-a0542d7a853d req-4fdcad99-ef07-4e56-bdc3-401c1b757f34 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03302ac0-ea76-486e-bf23-b895832cadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514619 Jul 05 11:20:10.624821 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8413e552-df66-4432-a3c6-a0542d7a853d req-bd3b6df3-e14e-433e-847a-fc70c11360f5 service neutron] 10.222.0.64 "GET /v2.0/networks/03302ac0-ea76-486e-bf23-b895832cadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830522 Jul 05 11:20:10.718695 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8413e552-df66-4432-a3c6-a0542d7a853d req-eba0925b-40e6-4baa-8f96-0d0ff53396e2 service neutron] 10.222.0.64 "GET /v2.0/networks/03302ac0-ea76-486e-bf23-b895832cadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863168 Jul 05 11:20:11.190072 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ac4fb6d9-3b22-457c-b92f-be62b8ae3a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:11.374574 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e7d13-4dc8-4912-b972-c0109a838297 req-53c12f55-a463-4efb-a000-0f1129a755e2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:11.376395 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c71e7d13-4dc8-4912-b972-c0109a838297 req-53c12f55-a463-4efb-a000-0f1129a755e2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0660057 Jul 05 11:20:11.418593 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c71e7d13-4dc8-4912-b972-c0109a838297 req-7cb36c94-b824-4f48-aeb3-432f59a65922 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363922 Jul 05 11:20:12.594633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4d612-de8f-4f85-9261-1a3ae645d78c req-d14c8064-55c1-401c-9590-fbd9ae5d13d1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:12.596165 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0a4d612-de8f-4f85-9261-1a3ae645d78c req-d14c8064-55c1-401c-9590-fbd9ae5d13d1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0653925 Jul 05 11:20:12.633515 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0a4d612-de8f-4f85-9261-1a3ae645d78c req-42d4b52d-6ad7-4533-8a37-84dbf1d26494 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315216 Jul 05 11:20:13.657772 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4b9687e9-bcdc-4394-a7b5-d8e4e18deb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:13.729504 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:13.814969 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f345a-490b-4a42-b983-39cb107345e4 req-6f5b7ce2-a374-4f9d-b131-2f233477b4d4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:13.816543 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-490f345a-490b-4a42-b983-39cb107345e4 req-6f5b7ce2-a374-4f9d-b131-2f233477b4d4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0636849 Jul 05 11:20:13.855282 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-490f345a-490b-4a42-b983-39cb107345e4 req-e9a740b9-6b5c-4530-a629-a518aa37dc9c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330400 Jul 05 11:20:15.039280 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7f870-ff10-4a6d-8a37-414e26823bc0 req-929b0c9c-31ab-4d07-809f-b1f0400f481b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:15.041006 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f3c7f870-ff10-4a6d-8a37-414e26823bc0 req-929b0c9c-31ab-4d07-809f-b1f0400f481b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0705779 Jul 05 11:20:15.081978 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f3c7f870-ff10-4a6d-8a37-414e26823bc0 req-76858ce8-6554-4a0a-a600-06589e5ec8c6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348778 Jul 05 11:20:15.241179 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:16.256656 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2c269-71f1-4cdd-8a54-a653f36df48a req-7b91a3df-3354-4d3f-b407-24b69ef69282 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:16.258173 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4c2c269-71f1-4cdd-8a54-a653f36df48a req-7b91a3df-3354-4d3f-b407-24b69ef69282 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0644631 Jul 05 11:20:16.295582 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c4c2c269-71f1-4cdd-8a54-a653f36df48a req-a3262e8e-717f-4cc8-bb94-7a2db9fafe94 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311058 Jul 05 11:20:17.101016 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:17.481107 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513899af-48f1-4b3d-8d00-3024968ffaa8 req-485f1a04-292e-4b63-81d6-4f0743a1946a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:17.482696 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-513899af-48f1-4b3d-8d00-3024968ffaa8 req-485f1a04-292e-4b63-81d6-4f0743a1946a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0701051 Jul 05 11:20:17.520733 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-513899af-48f1-4b3d-8d00-3024968ffaa8 req-a989b24a-2ad2-4b9e-b094-bc5e6ce6433a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323801 Jul 05 11:20:18.403378 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:20:18.702906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc8c98-c268-4c71-99a5-8e4d933b025a req-131019ac-f00c-4f42-b677-dc27c1c256d7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:18.704601 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9cfc8c98-c268-4c71-99a5-8e4d933b025a req-131019ac-f00c-4f42-b677-dc27c1c256d7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0697541 Jul 05 11:20:18.744534 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9cfc8c98-c268-4c71-99a5-8e4d933b025a req-e5ea647a-8190-4879-bce3-864eefd25457 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343142 Jul 05 11:20:19.918411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1a195-c865-4c47-b00d-c183a42e5b38 req-ac27f66b-4896-46e0-9b28-a13cfd1a07da tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:19.920600 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ef1a195-c865-4c47-b00d-c183a42e5b38 req-ac27f66b-4896-46e0-9b28-a13cfd1a07da tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0647752 Jul 05 11:20:19.959326 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ef1a195-c865-4c47-b00d-c183a42e5b38 req-eb370a23-0c79-49a5-adb1-cbf6e63e8f17 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330524 Jul 05 11:20:21.136762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae58a4-abe3-4488-8e92-8c49d01320dd req-7caae065-a4fd-4efb-a4f7-0515c79dfde0 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:21.138739 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1eae58a4-abe3-4488-8e92-8c49d01320dd req-7caae065-a4fd-4efb-a4f7-0515c79dfde0 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0654259 Jul 05 11:20:21.178899 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1eae58a4-abe3-4488-8e92-8c49d01320dd req-b1c59856-e982-4c51-bfeb-2ea5eb2d13cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342817 Jul 05 11:20:22.365637 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adf61c-bcbf-4edd-84db-58b8fbb080ae req-e130bcfe-c8e7-4112-b0c3-6e4c38ea1c51 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:22.367153 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90adf61c-bcbf-4edd-84db-58b8fbb080ae req-e130bcfe-c8e7-4112-b0c3-6e4c38ea1c51 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0690448 Jul 05 11:20:22.408005 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90adf61c-bcbf-4edd-84db-58b8fbb080ae req-a62dce4a-778f-42f9-a2bc-91e087843f64 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345516 Jul 05 11:20:23.003900 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:23.589956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd474399-331b-4558-bf27-a442f8ebf29f req-ec98c511-1fd4-402e-974a-ce3c7e7f9f5c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:23.592126 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bd474399-331b-4558-bf27-a442f8ebf29f req-ec98c511-1fd4-402e-974a-ce3c7e7f9f5c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0680747 Jul 05 11:20:23.645080 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bd474399-331b-4558-bf27-a442f8ebf29f req-21727a4f-bdc6-412b-a90e-461b0bfae79f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451069 Jul 05 11:20:24.828241 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b77caf-083a-4c5c-aa1f-4c72a5d17857 req-28e16adf-6337-4d5c-aef7-9c4338152ca4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:24.829701 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64b77caf-083a-4c5c-aa1f-4c72a5d17857 req-28e16adf-6337-4d5c-aef7-9c4338152ca4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0662453 Jul 05 11:20:24.846962 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:24.871096 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64b77caf-083a-4c5c-aa1f-4c72a5d17857 req-c5b942ad-9d21-475f-9452-1bdadd2c6a22 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342903 Jul 05 11:20:26.050966 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957f30b-ef21-4985-9b04-dd72901ecd66 req-a195732e-521d-4810-8517-7868ca33cd69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:26.053016 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0957f30b-ef21-4985-9b04-dd72901ecd66 req-a195732e-521d-4810-8517-7868ca33cd69 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0665021 Jul 05 11:20:26.095501 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0957f30b-ef21-4985-9b04-dd72901ecd66 req-1be5ba04-d064-47e2-8457-d4c843872411 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361199 Jul 05 11:20:27.281170 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad3eb7-a27a-4a10-84b8-5ed1f97c7e70 req-b355bef0-f244-4af2-82ca-ab826c4f8044 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:27.282877 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6ad3eb7-a27a-4a10-84b8-5ed1f97c7e70 req-b355bef0-f244-4af2-82ca-ab826c4f8044 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0707352 Jul 05 11:20:27.326124 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f6ad3eb7-a27a-4a10-84b8-5ed1f97c7e70 req-50fc110e-e026-46d3-a723-56b11bb7c05b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375991 Jul 05 11:20:28.507420 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29504bf-2f9b-4e27-a64b-1305c54a8909 req-4df7224a-4bc0-4579-a6d0-b752451367ca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:28.509037 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d29504bf-2f9b-4e27-a64b-1305c54a8909 req-4df7224a-4bc0-4579-a6d0-b752451367ca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0682249 Jul 05 11:20:28.550729 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d29504bf-2f9b-4e27-a64b-1305c54a8909 req-150282cc-ed8e-44aa-9f14-c863db8af000 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357656 Jul 05 11:20:29.728629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba43928-a9e7-4369-8959-52ea989a3b0d req-f29240bd-6013-408f-b636-5798119f6452 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:29.730185 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ba43928-a9e7-4369-8959-52ea989a3b0d req-f29240bd-6013-408f-b636-5798119f6452 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0654187 Jul 05 11:20:29.769970 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ba43928-a9e7-4369-8959-52ea989a3b0d req-f76fb8fd-fb04-47de-b7e5-704e20c828fe tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334210 Jul 05 11:20:30.953991 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badff023-0b9c-4ba5-b918-48aff4ba3e10 req-78a90c11-8ef8-4684-a8c1-5657c46ccdf8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:30.955510 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-badff023-0b9c-4ba5-b918-48aff4ba3e10 req-78a90c11-8ef8-4684-a8c1-5657c46ccdf8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0691562 Jul 05 11:20:30.993755 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-badff023-0b9c-4ba5-b918-48aff4ba3e10 req-203a39a3-4923-49c8-b33f-05e751bd6f95 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325954 Jul 05 11:20:32.172872 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d44a-8093-4be1-90ab-1050bf896388 req-d2d08c67-da83-4333-8a96-80edb4e9c076 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:32.174478 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6328d44a-8093-4be1-90ab-1050bf896388 req-d2d08c67-da83-4333-8a96-80edb4e9c076 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0670302 Jul 05 11:20:32.218085 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6328d44a-8093-4be1-90ab-1050bf896388 req-844b8783-a3f8-4b63-8d69-cc634707d0b9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378020 Jul 05 11:20:33.392211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f63f-3e6f-455c-b1cc-5b0fcd0ac0be req-52514fb0-4f65-4499-a773-824f09df0869 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:33.393761 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-16b2f63f-3e6f-455c-b1cc-5b0fcd0ac0be req-52514fb0-4f65-4499-a773-824f09df0869 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0628164 Jul 05 11:20:33.434020 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-16b2f63f-3e6f-455c-b1cc-5b0fcd0ac0be req-74848aff-42f4-415b-8f6e-c66e744bca76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342989 Jul 05 11:20:33.458620 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44158) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:20:33.519918 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-64ef4dfc-6a3e-4d5f-87c4-f782dc4255c7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/0d648c3a-a54f-4f37-82ff-d9ea75d48b0c HTTP/1.1" status: 200 len: 993 time: 0.0599072 Jul 05 11:20:41.141079 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c417cd16-b517-4b0a-a6e7-fe7818a2f388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:43.651549 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fdb4b9ae-d688-4570-a137-a222dc810251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:43.743502 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:45.269263 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:47.094035 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:52.090809 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23302de3-1d9b-4390-8ab9-f8483e841b6f req-c9a3872a-7e4d-47ee-a932-be4b01aafbc8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527761 Jul 05 11:20:52.196662 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23302de3-1d9b-4390-8ab9-f8483e841b6f req-d980b7b7-aacb-4432-bfeb-5b5027303ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:52.198158 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23302de3-1d9b-4390-8ab9-f8483e841b6f req-d980b7b7-aacb-4432-bfeb-5b5027303ecf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 1097 time: 0.0572071 Jul 05 11:20:52.307353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23302de3-1d9b-4390-8ab9-f8483e841b6f req-e1277f75-19dd-4ef7-92de-95b9d72eff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:52.308862 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23302de3-1d9b-4390-8ab9-f8483e841b6f req-e1277f75-19dd-4ef7-92de-95b9d72eff9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=03302ac0-ea76-486e-bf23-b895832cadcb HTTP/1.1" status: 200 len: 898 time: 0.0882089 Jul 05 11:20:52.380232 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23302de3-1d9b-4390-8ab9-f8483e841b6f req-aae31bd9-d5b6-4371-bf85-24b00b9d9243 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cdb0a67-3aa8-4154-b938-0c086fba0250 HTTP/1.1" status: 200 len: 1001 time: 0.0639977 Jul 05 11:20:52.430390 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23302de3-1d9b-4390-8ab9-f8483e841b6f req-e34a4c08-c627-4dfe-a5ad-5e55c28deac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:52.431960 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23302de3-1d9b-4390-8ab9-f8483e841b6f req-e34a4c08-c627-4dfe-a5ad-5e55c28deac2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b41ceb2d-8cfd-4769-b32a-8e6550a07f8b HTTP/1.1" status: 200 len: 834 time: 0.0449264 Jul 05 11:20:52.491291 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23302de3-1d9b-4390-8ab9-f8483e841b6f req-0dc855ba-2b33-45f6-a535-31f11d4aa29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:20:52.492763 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23302de3-1d9b-4390-8ab9-f8483e841b6f req-0dc855ba-2b33-45f6-a535-31f11d4aa29f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03302ac0-ea76-486e-bf23-b895832cadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539501 Jul 05 11:20:52.588657 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23302de3-1d9b-4390-8ab9-f8483e841b6f req-4bb536c9-f955-4506-b9a2-3f158671a37e service neutron] 10.222.0.64 "GET /v2.0/networks/03302ac0-ea76-486e-bf23-b895832cadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856946 Jul 05 11:20:52.679000 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23302de3-1d9b-4390-8ab9-f8483e841b6f req-2ce85012-9235-4518-96a3-79ea2bbde714 service neutron] 10.222.0.64 "GET /v2.0/networks/03302ac0-ea76-486e-bf23-b895832cadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834937 Jul 05 11:20:52.977295 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:54.849247 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:20:55.403401 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:21:06.214955 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44182) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:06.390021 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 8af2d8d8-c1ef-4375-a680-b70c7ad00c12 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:21:06.390368 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:06.478717 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:06.479173 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:06.501247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 8af2d8d8-c1ef-4375-a680-b70c7ad00c12 owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:21:06.804192 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:06.831620 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=8af2d8d8-c1ef-4375-a680-b70c7ad00c12,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:06.861537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:06.869897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:06.869897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:06.869897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:06.869897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:06.869897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:06.869897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:06.869897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:06.869897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:06.869897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:06.869897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:06.869897 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:06.910077 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:06.910441 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Floating IP 0d648c3a-a54f-4f37-82ff-d9ea75d48b0c disassociated (deleted). External IP: 172.25.5.177, port: 6cdb0a67-3aa8-4154-b938-0c086fba0250. Jul 05 11:21:07.487793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:21:07.605827 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:21:07.610833 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:07.615189 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f963c4-b907-4780-a765-9acfd839d71b None None] Sync routers for ids ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:21:07.624939 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f963c4-b907-4780-a765-9acfd839d71b None None] Routers {'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:21:07.625548 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a6f963c4-b907-4780-a765-9acfd839d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:20:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:07.649192 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2f7c2cdb-5021-46bd-8b5f-1c79b5a95d0c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/floatingips/0d648c3a-a54f-4f37-82ff-d9ea75d48b0c HTTP/1.1" status: 204 len: 168 time: 1.4331322 Jul 05 11:21:07.649914 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9579f9-7b85-4018-872a-b6ae98e7b32c', 'tag': '6cdb0a67-3aa8-4154-b938-0c086fba0250'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:21:07.652352 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc5465b-7e82-4a46-bc4d-7c8861cf6a46" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9579f9-7b85-4018-872a-b6ae98e7b32c", "tag": "6cdb0a67-3aa8-4154-b938-0c086fba0250"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:21:07.698128 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c60a97-9a4d-4314-a5d5-4a030738a061 x-openstack-request-id: req-e2c60a97-9a4d-4314-a5d5-4a030738a061 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:21:07.698426 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9579f9-7b85-4018-872a-b6ae98e7b32c", "tag": "6cdb0a67-3aa8-4154-b938-0c086fba0250", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:21:07.698685 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e2c60a97-9a4d-4314-a5d5-4a030738a061 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:21:07.699089 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9579f9-7b85-4018-872a-b6ae98e7b32c', 'tag': '6cdb0a67-3aa8-4154-b938-0c086fba0250', 'status': 'completed', 'code': 200} Jul 05 11:21:07.736784 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a6f963c4-b907-4780-a765-9acfd839d71b None None] Set router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:21:07.784043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5465b-7e82-4a46-bc4d-7c8861cf6a46 req-c9e89ef7-c451-4f03-bf3b-4e71f73f5ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:07.785658 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6bc5465b-7e82-4a46-bc4d-7c8861cf6a46 req-c9e89ef7-c451-4f03-bf3b-4e71f73f5ef5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 1097 time: 0.0581245 Jul 05 11:21:07.888855 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5465b-7e82-4a46-bc4d-7c8861cf6a46 req-312627a6-8c2f-4216-ac11-5b7ed2db98a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:07.890466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6bc5465b-7e82-4a46-bc4d-7c8861cf6a46 req-312627a6-8c2f-4216-ac11-5b7ed2db98a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03302ac0-ea76-486e-bf23-b895832cadcb HTTP/1.1" status: 200 len: 898 time: 0.0965371 Jul 05 11:21:07.937846 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6bc5465b-7e82-4a46-bc4d-7c8861cf6a46 req-c5b0e09a-1ffb-4c3b-9f3a-b001e07bed95 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cdb0a67-3aa8-4154-b938-0c086fba0250 HTTP/1.1" status: 200 len: 217 time: 0.0379722 Jul 05 11:21:07.953532 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a6f963c4-b907-4780-a765-9acfd839d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073366329', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:19:11Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:12Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7d236349-b798-409f-83ba-e1a50a491425', 'name': '', 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:c2:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:15Z', 'updated_at': '2021-07-05T11:19:20Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:07.985387 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f963c4-b907-4780-a765-9acfd839d71b None None] Checking router: b24b27ce-d9bd-4cb7-b384-ea3eea576d9b for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:21:07.993979 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f963c4-b907-4780-a765-9acfd839d71b None None] Routers {'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:21:07.994568 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a6f963c4-b907-4780-a765-9acfd839d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:20:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:07.994707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5465b-7e82-4a46-bc4d-7c8861cf6a46 req-9cc88b91-9811-49b3-8500-d8b8c062f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:07.996229 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6bc5465b-7e82-4a46-bc4d-7c8861cf6a46 req-9cc88b91-9811-49b3-8500-d8b8c062f882 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b41ceb2d-8cfd-4769-b32a-8e6550a07f8b HTTP/1.1" status: 200 len: 834 time: 0.0514915 Jul 05 11:21:08.063182 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5465b-7e82-4a46-bc4d-7c8861cf6a46 req-13927805-2198-4309-b5ee-bb43af78ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:08.064689 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6bc5465b-7e82-4a46-bc4d-7c8861cf6a46 req-13927805-2198-4309-b5ee-bb43af78ea01 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03302ac0-ea76-486e-bf23-b895832cadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612805 Jul 05 11:21:08.107136 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a6f963c4-b907-4780-a765-9acfd839d71b None None] Set router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:21:08.163877 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6bc5465b-7e82-4a46-bc4d-7c8861cf6a46 req-d86b7a6d-0a19-4206-8175-e057e9cbd6d3 service neutron] 10.222.0.64 "GET /v2.0/networks/03302ac0-ea76-486e-bf23-b895832cadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918999 Jul 05 11:21:08.303820 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6bc5465b-7e82-4a46-bc4d-7c8861cf6a46 req-e4fa3953-4f4c-43f2-8812-91f966323c6e service neutron] 10.222.0.64 "GET /v2.0/networks/03302ac0-ea76-486e-bf23-b895832cadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312811 Jul 05 11:21:08.376067 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a6f963c4-b907-4780-a765-9acfd839d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073366329', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:19:11Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:12Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7d236349-b798-409f-83ba-e1a50a491425', 'name': '', 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:c2:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:15Z', 'updated_at': '2021-07-05T11:19:20Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:08.388629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002fcb4-61a5-4e77-8714-201d9b8ca662 req-44d78e0b-79b2-464a-bc15-f9a23be380b7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:08.390202 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8002fcb4-61a5-4e77-8714-201d9b8ca662 req-44d78e0b-79b2-464a-bc15-f9a23be380b7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0667071 Jul 05 11:21:08.402382 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f963c4-b907-4780-a765-9acfd839d71b None None] The sync data for ids ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'] in n-d-779913-27 is: [{'id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073366329', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:19:11Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:12Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7d236349-b798-409f-83ba-e1a50a491425', 'name': '', 'network_id': '03302ac0-ea76-486e-bf23-b895832cadcb', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:c2:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:15Z', 'updated_at': '2021-07-05T11:19:20Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'b41ceb2d-8cfd-4769-b32a-8e6550a07f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:21:08.434203 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8002fcb4-61a5-4e77-8714-201d9b8ca662 req-5b2e62e2-9760-4b51-b23d-2183c012e8dd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381167 Jul 05 11:21:08.638681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e7693-4eb7-4b46-b931-4d52f2ab4fb8 None None] New status for floating IP 0d648c3a-a54f-4f37-82ff-d9ea75d48b0c: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:21:09.638554 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592f1cc-d578-4712-ac53-d4e43025d8f1 req-dfc609b6-83a8-473a-839b-1766e47c531b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:09.640161 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6592f1cc-d578-4712-ac53-d4e43025d8f1 req-dfc609b6-83a8-473a-839b-1766e47c531b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0683560 Jul 05 11:21:09.685789 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6592f1cc-d578-4712-ac53-d4e43025d8f1 req-28d14ae3-2b01-4b45-880b-01e421325cfa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=83dfdbf7-06fe-417e-b1a8-e293d9ac9863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398061 Jul 05 11:21:09.995066 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1654f-206d-4192-8bcf-a30edaef1d49 req-bf927d11-4183-4621-bd9e-c429f2e63871 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:09.996851 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1ee1654f-206d-4192-8bcf-a30edaef1d49 req-bf927d11-4183-4621-bd9e-c429f2e63871 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 945 time: 0.0660422 Jul 05 11:21:10.105049 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-1ee1654f-206d-4192-8bcf-a30edaef1d49 req-bddfef70-aa9c-4de1-b785-3bf5fecf3793 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 6cdb0a67-3aa8-4154-b938-0c086fba0250 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:21:10.105386 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1ee1654f-206d-4192-8bcf-a30edaef1d49 req-bddfef70-aa9c-4de1-b785-3bf5fecf3793 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:10.198973 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-1ee1654f-206d-4192-8bcf-a30edaef1d49 req-bddfef70-aa9c-4de1-b785-3bf5fecf3793 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] For port 6cdb0a67-3aa8-4154-b938-0c086fba0250, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=6cdb0a67-3aa8-4154-b938-0c086fba0250,segment=NetworkSegment(7915e0cc-849e-4d5d-8524-7cf47f6cfaf1),segment_id=7915e0cc-849e-4d5d-8524-7cf47f6cfaf1)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:21:10.199519 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1ee1654f-206d-4192-8bcf-a30edaef1d49 req-bddfef70-aa9c-4de1-b785-3bf5fecf3793 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:10.221419 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-1ee1654f-206d-4192-8bcf-a30edaef1d49 req-bddfef70-aa9c-4de1-b785-3bf5fecf3793 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 6cdb0a67-3aa8-4154-b938-0c086fba0250 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:21:10.432839 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1ee1654f-206d-4192-8bcf-a30edaef1d49 req-bddfef70-aa9c-4de1-b785-3bf5fecf3793 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:10.464998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfef70-aa9c-4de1-b785-3bf5fecf3793 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=6cdb0a67-3aa8-4154-b938-0c086fba0250,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:10.517568 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee1654f-206d-4192-8bcf-a30edaef1d49 req-bddfef70-aa9c-4de1-b785-3bf5fecf3793 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] No DVR routers for this DVR port 6cdb0a67-3aa8-4154-b938-0c086fba0250 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:21:10.520316 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-1ee1654f-206d-4192-8bcf-a30edaef1d49 req-bddfef70-aa9c-4de1-b785-3bf5fecf3793 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:10.522379 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1ee1654f-206d-4192-8bcf-a30edaef1d49 req-bddfef70-aa9c-4de1-b785-3bf5fecf3793 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "DELETE /v2.0/ports/6cdb0a67-3aa8-4154-b938-0c086fba0250 HTTP/1.1" status: 204 len: 173 time: 0.5186298 Jul 05 11:21:10.522830 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9579f9-7b85-4018-872a-b6ae98e7b32c', 'name': 'network-vif-deleted', 'tag': '6cdb0a67-3aa8-4154-b938-0c086fba0250'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:21:10.525154 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122f9855-dbfd-42dc-9cca-fc887b019555" -d '{"events": [{"server_uuid": "8e9579f9-7b85-4018-872a-b6ae98e7b32c", "name": "network-vif-deleted", "tag": "6cdb0a67-3aa8-4154-b938-0c086fba0250"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:21:10.561793 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e81642-0b1f-4013-8879-2b6a65dc6e9c x-openstack-request-id: req-a6e81642-0b1f-4013-8879-2b6a65dc6e9c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:21:10.562094 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9579f9-7b85-4018-872a-b6ae98e7b32c", "name": "network-vif-deleted", "tag": "6cdb0a67-3aa8-4154-b938-0c086fba0250", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:21:10.562351 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6e81642-0b1f-4013-8879-2b6a65dc6e9c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:21:10.562766 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9579f9-7b85-4018-872a-b6ae98e7b32c', 'name': 'network-vif-deleted', 'tag': '6cdb0a67-3aa8-4154-b938-0c086fba0250', 'status': 'completed', 'code': 200} Jul 05 11:21:10.839563 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6addbeb9-1134-4968-b0fd-b561859b5291 req-073c0e9e-d4ea-4cff-aed7-bc06fdf669a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e9579f9-7b85-4018-872a-b6ae98e7b32c HTTP/1.1" status: 200 len: 210 time: 0.0314975 Jul 05 11:21:11.297845 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e30cb317-18ed-4e2a-a8a1-263d851ae4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:11.950844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44200) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:12.335518 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60adcae9-95e0-46b2-8f68-d9ff4623b26a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:12.627329 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-60adcae9-95e0-46b2-8f68-d9ff4623b26a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 7d236349-b798-409f-83ba-e1a50a491425 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:21:12.627673 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60adcae9-95e0-46b2-8f68-d9ff4623b26a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:12.722077 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-60adcae9-95e0-46b2-8f68-d9ff4623b26a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] For port 7d236349-b798-409f-83ba-e1a50a491425, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7d236349-b798-409f-83ba-e1a50a491425,segment=NetworkSegment(7915e0cc-849e-4d5d-8524-7cf47f6cfaf1),segment_id=7915e0cc-849e-4d5d-8524-7cf47f6cfaf1)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:21:12.722440 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60adcae9-95e0-46b2-8f68-d9ff4623b26a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:12.736532 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-60adcae9-95e0-46b2-8f68-d9ff4623b26a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 7d236349-b798-409f-83ba-e1a50a491425 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:21:12.960889 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 6cdb0a67-3aa8-4154-b938-0c086fba0250 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:21:12.981861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 6cdb0a67-3aa8-4154-b938-0c086fba0250 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:21:12.982209 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 6cdb0a67-3aa8-4154-b938-0c086fba0250 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:21:13.215173 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60adcae9-95e0-46b2-8f68-d9ff4623b26a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:13.244871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60adcae9-95e0-46b2-8f68-d9ff4623b26a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=7d236349-b798-409f-83ba-e1a50a491425,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:13.457030 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-60adcae9-95e0-46b2-8f68-d9ff4623b26a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:13.690758 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60adcae9-95e0-46b2-8f68-d9ff4623b26a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:21:13.705857 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9d9f66db-e30c-4492-90d3-7adf7919b508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:13.746670 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:13.806982 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60adcae9-95e0-46b2-8f68-d9ff4623b26a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:21:13.812609 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-60adcae9-95e0-46b2-8f68-d9ff4623b26a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "PUT /v2.0/routers/b24b27ce-d9bd-4cb7-b384-ea3eea576d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8606522 Jul 05 11:21:13.816637 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44202) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:13.819406 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a712a7b-1459-4654-9354-a99ed21c81c1 None None] Sync routers for ids ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:21:13.829576 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a712a7b-1459-4654-9354-a99ed21c81c1 None None] Routers {'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:21:13.830194 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0a712a7b-1459-4654-9354-a99ed21c81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:13.880772 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-2282b300-12a7-4a01-9465-60b748a65c9d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting subnet b41ceb2d-8cfd-4769-b32a-8e6550a07f8b {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:21:13.884308 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2282b300-12a7-4a01-9465-60b748a65c9d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:13.933440 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2282b300-12a7-4a01-9465-60b748a65c9d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:14.037302 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2282b300-12a7-4a01-9465-60b748a65c9d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:14.091134 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-0a712a7b-1459-4654-9354-a99ed21c81c1 None None] Set router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:21:14.209748 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2282b300-12a7-4a01-9465-60b748a65c9d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:14.242186 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2282b300-12a7-4a01-9465-60b748a65c9d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:14.247873 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2282b300-12a7-4a01-9465-60b748a65c9d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/subnets/b41ceb2d-8cfd-4769-b32a-8e6550a07f8b HTTP/1.1" status: 204 len: 168 time: 0.4271216 Jul 05 11:21:14.247873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282b300-12a7-4a01-9465-60b748a65c9d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Subnet': ['ID=b41ceb2d-8cfd-4769-b32a-8e6550a07f8b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:14.247873 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44204) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:14.252956 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed81d607-e25c-4878-964c-9cf336b0d8f5 None None] Network 03302ac0-ea76-486e-bf23-b895832cadcb requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:21:14.294208 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0a712a7b-1459-4654-9354-a99ed21c81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073366329', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:19:11Z', 'updated_at': '2021-07-05T11:21:12Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:12Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:14.321960 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a712a7b-1459-4654-9354-a99ed21c81c1 None None] Checking router: b24b27ce-d9bd-4cb7-b384-ea3eea576d9b for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:21:14.331143 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a712a7b-1459-4654-9354-a99ed21c81c1 None None] Routers {'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:21:14.331787 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0a712a7b-1459-4654-9354-a99ed21c81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:14.369615 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ade24684-97f2-4ea9-be74-43a2c5d818aa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:14.453107 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-0a712a7b-1459-4654-9354-a99ed21c81c1 None None] Set router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:21:14.486604 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ade24684-97f2-4ea9-be74-43a2c5d818aa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:14.488739 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] DHCP port deletion for 03302ac0-ea76-486e-bf23-b895832cadcb request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:21:14.537350 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Deleting port 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:21:14.537763 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:14.615703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] For port 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=2d48d6be-de0e-45ec-b3ba-37f8918b9f7c,segment=NetworkSegment(7915e0cc-849e-4d5d-8524-7cf47f6cfaf1),segment_id=7915e0cc-849e-4d5d-8524-7cf47f6cfaf1)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:21:14.616155 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:14.635151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Calling delete_port for 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:21:14.651389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-ade24684-97f2-4ea9-be74-43a2c5d818aa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 1c754646-3595-4b8c-a5f5-71edb04f0fc8 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:21:14.651911 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ade24684-97f2-4ea9-be74-43a2c5d818aa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:14.658337 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-0a712a7b-1459-4654-9354-a99ed21c81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073366329', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:19:11Z', 'updated_at': '2021-07-05T11:21:12Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:12Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:14.724411 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a712a7b-1459-4654-9354-a99ed21c81c1 None None] The sync data for ids ['b24b27ce-d9bd-4cb7-b384-ea3eea576d9b'] in n-d-779913-27 is: [{'id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073366329', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:19:11Z', 'updated_at': '2021-07-05T11:21:12Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '1c754646-3595-4b8c-a5f5-71edb04f0fc8', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b27ce-d9bd-4cb7-b384-ea3eea576d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:19:12Z', 'updated_at': '2021-07-05T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:21:14.759236 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:21:14.765703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-ade24684-97f2-4ea9-be74-43a2c5d818aa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] For port 1c754646-3595-4b8c-a5f5-71edb04f0fc8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=1c754646-3595-4b8c-a5f5-71edb04f0fc8,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:21:14.768949 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ade24684-97f2-4ea9-be74-43a2c5d818aa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:14.785591 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-ade24684-97f2-4ea9-be74-43a2c5d818aa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 1c754646-3595-4b8c-a5f5-71edb04f0fc8 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:21:14.832580 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:14.870103 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Pushing event deleted for resources: {'Port': ['ID=2d48d6be-de0e-45ec-b3ba-37f8918b9f7c,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:14.882016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] No DVR routers for this DVR port 2d48d6be-de0e-45ec-b3ba-37f8918b9f7c on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:21:14.886274 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:14.886623 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:14.886964 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:14.889692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:14.889692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:14.889692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:14.889692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:14.889692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:14.889692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:14.889692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:14.889692 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:14.891182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e51a67-ea16-4168-95cd-f7c6679f066d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:14.892682 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:15.057326 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ade24684-97f2-4ea9-be74-43a2c5d818aa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:15.082473 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade24684-97f2-4ea9-be74-43a2c5d818aa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=1c754646-3595-4b8c-a5f5-71edb04f0fc8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:15.166058 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ade24684-97f2-4ea9-be74-43a2c5d818aa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:15.277414 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ade24684-97f2-4ea9-be74-43a2c5d818aa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:15.280115 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ade24684-97f2-4ea9-be74-43a2c5d818aa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:15.285977 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:15.406783 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ade24684-97f2-4ea9-be74-43a2c5d818aa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:15.407258 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade24684-97f2-4ea9-be74-43a2c5d818aa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Fanout notify agent at l3_agent the message router_deleted on router b24b27ce-d9bd-4cb7-b384-ea3eea576d9b {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:21:15.414684 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ade24684-97f2-4ea9-be74-43a2c5d818aa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:15.415941 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ade24684-97f2-4ea9-be74-43a2c5d818aa tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/routers/b24b27ce-d9bd-4cb7-b384-ea3eea576d9b HTTP/1.1" status: 204 len: 168 time: 1.1649916 Jul 05 11:21:15.421851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44206) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:15.505250 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eae26bc-4e76-45d7-a6aa-ef8e719c16e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:15.594112 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eae26bc-4e76-45d7-a6aa-ef8e719c16e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:15.604531 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3eae26bc-4e76-45d7-a6aa-ef8e719c16e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03302ac0-ea76-486e-bf23-b895832cadcb']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:15.614995 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3eae26bc-4e76-45d7-a6aa-ef8e719c16e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7915e0cc-849e-4d5d-8524-7cf47f6cfaf1') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:15.615284 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-3eae26bc-4e76-45d7-a6aa-ef8e719c16e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7915e0cc-849e-4d5d-8524-7cf47f6cfaf1') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:15.623962 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eae26bc-4e76-45d7-a6aa-ef8e719c16e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:15.637597 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eae26bc-4e76-45d7-a6aa-ef8e719c16e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:15.644638 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eae26bc-4e76-45d7-a6aa-ef8e719c16e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eae26bc-4e76-45d7-a6aa-ef8e719c16e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: timer() Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:21:15.648381 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:21:15.805689 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eae26bc-4e76-45d7-a6aa-ef8e719c16e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:15.813607 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-3eae26bc-4e76-45d7-a6aa-ef8e719c16e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:15.814775 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3eae26bc-4e76-45d7-a6aa-ef8e719c16e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/networks/03302ac0-ea76-486e-bf23-b895832cadcb HTTP/1.1" status: 204 len: 168 time: 0.3951855 Jul 05 11:21:15.817547 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44208) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:15.827338 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae26bc-4e76-45d7-a6aa-ef8e719c16e3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Network': ['ID=03302ac0-ea76-486e-bf23-b895832cadcb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:15.882811 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:15.911174 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:16.083678 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:16.086386 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:16.087659 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/security-groups/83dfdbf7-06fe-417e-b1a8-e293d9ac9863 HTTP/1.1" status: 204 len: 168 time: 0.2690122 Jul 05 11:21:16.097387 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dfdbf7-06fe-417e-b1a8-e293d9ac9863,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:16.105463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:16.105824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:16.106170 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:16.106488 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:16.106836 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:16.107179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:16.108029 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:16.108366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:16.108696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:16.109027 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:16.109361 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:16.109690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0190f287-c9b5-49eb-8e40-3ab588bc045d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:16.518466 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44214) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:16.523113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-915bdd80-0fdf-43d1-b780-359234821353 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-976546401', 'description': 'tempest-secgroup-smoke-976546401 description', 'project_id': 'c7ea24a3a627491f8864306d76ae913e'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:21:16.612189 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-915bdd80-0fdf-43d1-b780-359234821353 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:16.655083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7d236349-b798-409f-83ba-e1a50a491425 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:21:16.683860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 7d236349-b798-409f-83ba-e1a50a491425 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:21:16.684295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7d236349-b798-409f-83ba-e1a50a491425 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:21:16.684727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1c754646-3595-4b8c-a5f5-71edb04f0fc8 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:21:16.706485 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 1c754646-3595-4b8c-a5f5-71edb04f0fc8 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:21:16.706485 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 1c754646-3595-4b8c-a5f5-71edb04f0fc8 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:21:16.707855 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-915bdd80-0fdf-43d1-b780-359234821353 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:16.777997 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-915bdd80-0fdf-43d1-b780-359234821353 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:16.808683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bdd80-0fdf-43d1-b780-359234821353 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=977226fd-6f98-4cca-b7ba-8a6dfebfda72,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:16.908991 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-915bdd80-0fdf-43d1-b780-359234821353 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:16.910423 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-915bdd80-0fdf-43d1-b780-359234821353 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3909409 Jul 05 11:21:16.913268 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44216) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:16.917926 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-655e5e5d-4a77-4149-83e7-aed402fec9b2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '977226fd-6f98-4cca-b7ba-8a6dfebfda72', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:21:17.036989 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-655e5e5d-4a77-4149-83e7-aed402fec9b2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:17.095408 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-655e5e5d-4a77-4149-83e7-aed402fec9b2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:17.165861 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:17.217623 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-655e5e5d-4a77-4149-83e7-aed402fec9b2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:17.233564 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e5e5d-4a77-4149-83e7-aed402fec9b2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c3e6d5-934d-4a10-8fe0-f8c45ed66dd3,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:17.375551 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-655e5e5d-4a77-4149-83e7-aed402fec9b2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:17.376845 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-655e5e5d-4a77-4149-83e7-aed402fec9b2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4626312 Jul 05 11:21:17.379575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44218) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:17.384324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e0e69660-d23e-477e-8486-325109f826e1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '977226fd-6f98-4cca-b7ba-8a6dfebfda72', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:21:17.514811 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e0e69660-d23e-477e-8486-325109f826e1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:17.573122 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e0e69660-d23e-477e-8486-325109f826e1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:17.646046 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e0e69660-d23e-477e-8486-325109f826e1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:17.666136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e69660-d23e-477e-8486-325109f826e1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fc0cd7-ef6a-4ab5-a792-1f631f103555,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:17.742873 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e0e69660-d23e-477e-8486-325109f826e1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:17.745273 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e0e69660-d23e-477e-8486-325109f826e1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3635874 Jul 05 11:21:17.747924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44220) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:17.753546 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-9fad0dde-b4b5-4f6d-9bf8-724bed0c5ddc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '977226fd-6f98-4cca-b7ba-8a6dfebfda72', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:21:17.880604 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9fad0dde-b4b5-4f6d-9bf8-724bed0c5ddc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:17.943561 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9fad0dde-b4b5-4f6d-9bf8-724bed0c5ddc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:18.062752 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9fad0dde-b4b5-4f6d-9bf8-724bed0c5ddc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:18.083946 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad0dde-b4b5-4f6d-9bf8-724bed0c5ddc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94890c3-e3b3-4042-9b89-0b9274c0bb6b,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:18.177738 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-9fad0dde-b4b5-4f6d-9bf8-724bed0c5ddc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:18.179070 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9fad0dde-b4b5-4f6d-9bf8-724bed0c5ddc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4294789 Jul 05 11:21:18.181818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44222) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:18.186792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-0b691818-815c-4a35-b329-1792ef724da3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '977226fd-6f98-4cca-b7ba-8a6dfebfda72', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:21:18.305900 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b691818-815c-4a35-b329-1792ef724da3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:18.371837 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b691818-815c-4a35-b329-1792ef724da3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:18.477602 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b691818-815c-4a35-b329-1792ef724da3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:18.497374 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b691818-815c-4a35-b329-1792ef724da3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173eda5e-aded-4919-a170-df9457263a94,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:18.603619 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0b691818-815c-4a35-b329-1792ef724da3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:18.604897 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0b691818-815c-4a35-b329-1792ef724da3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4221427 Jul 05 11:21:18.608314 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44224) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:18.612988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-79ac3997-2af6-4153-b907-b0531e73d840 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '977226fd-6f98-4cca-b7ba-8a6dfebfda72', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:21:18.718417 n-d-779913-27 neutron-server[100775]: INFO neutron.db.securitygroups_db [None req-79ac3997-2af6-4153-b907-b0531e73d840 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Project c7ea24a3a627491f8864306d76ae913e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:21:18.723979 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-79ac3997-2af6-4153-b907-b0531e73d840 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:18.792729 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-79ac3997-2af6-4153-b907-b0531e73d840 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:18.900321 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-79ac3997-2af6-4153-b907-b0531e73d840 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:18.919352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac3997-2af6-4153-b907-b0531e73d840 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416c7021-0168-42b8-89f1-76241c4dedd5,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:19.017418 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-79ac3997-2af6-4153-b907-b0531e73d840 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:19.018686 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-79ac3997-2af6-4153-b907-b0531e73d840 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4093597 Jul 05 11:21:19.021544 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44226) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:19.027210 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-70a09eb1-a8f9-419b-8c76-086a5a3f1394 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': '977226fd-6f98-4cca-b7ba-8a6dfebfda72', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:21:19.131840 n-d-779913-27 neutron-server[100775]: INFO neutron.db.securitygroups_db [None req-70a09eb1-a8f9-419b-8c76-086a5a3f1394 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Project c7ea24a3a627491f8864306d76ae913e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:21:19.138228 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70a09eb1-a8f9-419b-8c76-086a5a3f1394 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:19.226888 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70a09eb1-a8f9-419b-8c76-086a5a3f1394 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:19.340596 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70a09eb1-a8f9-419b-8c76-086a5a3f1394 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:19.361646 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a09eb1-a8f9-419b-8c76-086a5a3f1394 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1091fee2-09da-42d0-b341-79b61867ebb0,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:19.451962 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-70a09eb1-a8f9-419b-8c76-086a5a3f1394 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:19.453493 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-70a09eb1-a8f9-419b-8c76-086a5a3f1394 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4306045 Jul 05 11:21:19.457514 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44228) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:19.467892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-49b5c82c-8dc9-46bb-8d97-6a8176024409 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'network': {'name': 'tempest-network-smoke--1263655143', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'port_security_enabled': True}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:21:19.597509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b5c82c-8dc9-46bb-8d97-6a8176024409 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Made reservation on behalf of c7ea24a3a627491f8864306d76ae913e for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:21:19.601472 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49b5c82c-8dc9-46bb-8d97-6a8176024409 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:19.626551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b5c82c-8dc9-46bb-8d97-6a8176024409 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:21:19.635505 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49b5c82c-8dc9-46bb-8d97-6a8176024409 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:19.635875 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-49b5c82c-8dc9-46bb-8d97-6a8176024409 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Added segment 656cdc0a-22e2-4fa3-b98e-954e6d5c62ce of type vlan for network c87a881c-db3f-4b65-806f-50c7530b71cc Jul 05 11:21:19.676751 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49b5c82c-8dc9-46bb-8d97-6a8176024409 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:19.794522 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49b5c82c-8dc9-46bb-8d97-6a8176024409 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:19.800661 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5c82c-8dc9-46bb-8d97-6a8176024409 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:19.801401 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-49b5c82c-8dc9-46bb-8d97-6a8176024409 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:19.874878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5c82c-8dc9-46bb-8d97-6a8176024409 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Network': ['ID=c87a881c-db3f-4b65-806f-50c7530b71cc,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:19.884940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network c87a881c-db3f-4b65-806f-50c7530b71cc details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:21:19.943754 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-49b5c82c-8dc9-46bb-8d97-6a8176024409 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4841917 Jul 05 11:21:19.946528 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44230) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:19.952973 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1055312905', 'admin_state_up': True, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:21:20.037833 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:20.039069 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:20.091114 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:20.684078 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:20.949927 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:20.973832 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:21.081045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.25.5.72 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/87818e45-57bc-4c59-b28b-681f61e0dd4f) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:21:21.208742 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:21.298039 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:21.344040 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:21:21.351225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:21:21.355511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:21:21.381059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=87818e45-57bc-4c59-b28b-681f61e0dd4f,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:21.730961 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:21.954003 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:22.200013 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router 852c30e5-8fd0-4fc9-9162-625601424c94 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:21:22.313179 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:21:22.324573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Sync routers for ids ['852c30e5-8fd0-4fc9-9162-625601424c94'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:21:22.335012 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Routers {'852c30e5-8fd0-4fc9-9162-625601424c94'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:21:22.335681 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['852c30e5-8fd0-4fc9-9162-625601424c94'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:22.406067 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:22.407551 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a8fb5e9a-e483-4fa6-af1d-0367360082ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4599988 Jul 05 11:21:22.411217 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44232) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:22.444557 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4e75be32-8ee9-486c-b74a-748b606a5619 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=c7ea24a3a627491f8864306d76ae913e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320418 Jul 05 11:21:22.449310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44234) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:22.544484 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5c6957-c1c1-4ccf-9e85-a88de3999f96 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:22.546150 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0d5c6957-c1c1-4ccf-9e85-a88de3999f96 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955217 Jul 05 11:21:22.550174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44236) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:22.585013 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0cb1da28-3fc4-457a-bc87-c77cb738cf31 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336759 Jul 05 11:21:22.589131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44238) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:22.594750 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a07d9f14-a064-4491-8f4f-f85aed60f506 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-139300150', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:21:22.618277 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Set router 852c30e5-8fd0-4fc9-9162-625601424c94 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:21:22.762425 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07d9f14-a064-4491-8f4f-f85aed60f506 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Made reservation on behalf of c7ea24a3a627491f8864306d76ae913e for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:21:22.767041 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a07d9f14-a064-4491-8f4f-f85aed60f506 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:22.830001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055312905', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:21Z', 'revision_number': 3, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:22.858167 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Checking router: 852c30e5-8fd0-4fc9-9162-625601424c94 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:21:22.858534 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Updating router 852c30e5-8fd0-4fc9-9162-625601424c94 port 87818e45-57bc-4c59-b28b-681f61e0dd4f binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:21:22.905613 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:23.016871 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:23.025225 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a07d9f14-a064-4491-8f4f-f85aed60f506 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:23.110666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d9f14-a064-4491-8f4f-f85aed60f506 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Subnet': ['ID=44f1d599-71c6-455f-8144-5640655e6071,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:23.118929 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07d9f14-a064-4491-8f4f-f85aed60f506 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Checking segment: {'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:21:23.119310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07d9f14-a064-4491-8f4f-f85aed60f506 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network hostable DHCP agents. Network: c87a881c-db3f-4b65-806f-50c7530b71cc, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:21:23.211545 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07d9f14-a064-4491-8f4f-f85aed60f506 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network c87a881c-db3f-4b65-806f-50c7530b71cc is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:21:23.237112 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:23.248822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Transition to ACTIVE for port object 87818e45-57bc-4c59-b28b-681f61e0dd4f will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:21:23.291135 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-a07d9f14-a064-4491-8f4f-f85aed60f506 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, c87a881c-db3f-4b65-806f-50c7530b71cc) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:21:23.295865 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d9f14-a064-4491-8f4f-f85aed60f506 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:23.296914 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a07d9f14-a064-4491-8f4f-f85aed60f506 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:23.301118 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70f181e-c40e-4857-b963-b41c05f0f31e None None] Network c87a881c-db3f-4b65-806f-50c7530b71cc requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:21:23.315230 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:23.390494 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a07d9f14-a064-4491-8f4f-f85aed60f506 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7997873 Jul 05 11:21:23.393089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44240) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:23.418994 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d14fa7-b8bc-4245-bcb0-fbcf60419482 None None] Pushing event updated for resources: {'Port': ['ID=87818e45-57bc-4c59-b28b-681f61e0dd4f,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:23.429182 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Attempting to bind port 87818e45-57bc-4c59-b28b-681f61e0dd4f on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:21:23.429559 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Attempting to bind port 87818e45-57bc-4c59-b28b-681f61e0dd4f by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:21:23.429996 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Attempting to bind port 87818e45-57bc-4c59-b28b-681f61e0dd4f on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:21:23.444856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:21:23.445330 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:21:23.445794 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:23.446189 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:21:23.446680 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Bound port: 87818e45-57bc-4c59-b28b-681f61e0dd4f, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:21:23.447069 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:23.535447 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] For port 87818e45-57bc-4c59-b28b-681f61e0dd4f, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:21:23.566992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] For port 87818e45-57bc-4c59-b28b-681f61e0dd4f, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=87818e45-57bc-4c59-b28b-681f61e0dd4f,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:21:23.570021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-c87a881c-db3f-4b65-806f-50c7530b71cc', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ips': [{'subnet_id': '44f1d599-71c6-455f-8144-5640655e6071'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:21:23.574545 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:23.660271 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:23.779647 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Routers {'852c30e5-8fd0-4fc9-9162-625601424c94'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:21:23.780359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['852c30e5-8fd0-4fc9-9162-625601424c94'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:23.786197 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d14fa7-b8bc-4245-bcb0-fbcf60419482 None None] Pushing event updated for resources: {'Port': ['ID=87818e45-57bc-4c59-b28b-681f61e0dd4f,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:23.837644 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Allocated IP 172.20.0.2 (c87a881c-db3f-4b65-806f-50c7530b71cc/44f1d599-71c6-455f-8144-5640655e6071/e624f690-af6f-42af-908e-9b3737ecd2fe) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:21:23.914837 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:23.970038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] Set router 852c30e5-8fd0-4fc9-9162-625601424c94 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:21:24.174738 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:24.203855 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Transition to ACTIVE for port object e624f690-af6f-42af-908e-9b3737ecd2fe will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:21:24.225010 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Transition to ACTIVE for port object e624f690-af6f-42af-908e-9b3737ecd2fe will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:21:24.251344 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055312905', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:21Z', 'revision_number': 3, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:24.284384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e57e2b-b74d-44da-b5c8-af9a2c939d50 None None] The sync data for ids ['852c30e5-8fd0-4fc9-9162-625601424c94'] in n-d-779913-27 is: [{'id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055312905', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:21Z', 'revision_number': 3, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:21:24.301175 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:24.351212 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Network c87a881c-db3f-4b65-806f-50c7530b71cc is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:21:24.356643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:21:24.368883 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:21:24.372420 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Pushing event updated for resources: {'Port': ['ID=e624f690-af6f-42af-908e-9b3737ecd2fe,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:24.383647 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.20.0.1 (c87a881c-db3f-4b65-806f-50c7530b71cc/44f1d599-71c6-455f-8144-5640655e6071/76394a67-60ab-4252-b348-b112722a05b3) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:21:24.456597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Attempting to bind port e624f690-af6f-42af-908e-9b3737ecd2fe on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:21:24.457152 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Attempting to bind port e624f690-af6f-42af-908e-9b3737ecd2fe by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:21:24.457373 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Attempting to bind port e624f690-af6f-42af-908e-9b3737ecd2fe on network c87a881c-db3f-4b65-806f-50c7530b71cc {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:21:24.464939 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:21:24.465389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Checking segment: {'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:21:24.465842 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:24.466266 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Bound using segment: {'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:21:24.467385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Bound port: e624f690-af6f-42af-908e-9b3737ecd2fe, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:21:24.467794 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:24.547152 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:24.579871 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Transition to ACTIVE for port object 76394a67-60ab-4252-b348-b112722a05b3 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:21:24.615669 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] For port e624f690-af6f-42af-908e-9b3737ecd2fe, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:21:24.621301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] For port e624f690-af6f-42af-908e-9b3737ecd2fe, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e624f690-af6f-42af-908e-9b3737ecd2fe,segment=NetworkSegment(656cdc0a-22e2-4fa3-b98e-954e6d5c62ce),segment_id=656cdc0a-22e2-4fa3-b98e-954e6d5c62ce)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:21:24.713203 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:24.727263 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:24.829031 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291230f-6214-432e-aca4-2dd92e16151f None None] Pushing event updated for resources: {'Port': ['ID=e624f690-af6f-42af-908e-9b3737ecd2fe,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:24.830455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network c87a881c-db3f-4b65-806f-50c7530b71cc is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:21:24.842613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:21:24.844502 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 87818e45-57bc-4c59-b28b-681f61e0dd4f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:21:24.847238 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:21:24.906377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=76394a67-60ab-4252-b348-b112722a05b3,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:24.964929 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:25.038264 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:25.074845 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 87818e45-57bc-4c59-b28b-681f61e0dd4f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:21:25.087703 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 87818e45-57bc-4c59-b28b-681f61e0dd4f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:21:25.088430 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:25.205754 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:25.275549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 87818e45-57bc-4c59-b28b-681f61e0dd4f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=87818e45-57bc-4c59-b28b-681f61e0dd4f,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:21:25.289889 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:25.354368 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:25.442474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=87818e45-57bc-4c59-b28b-681f61e0dd4f,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:25.771702 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:25.857595 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:25.940855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=76394a67-60ab-4252-b348-b112722a05b3,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:25.943552 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:26.041406 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network c87a881c-db3f-4b65-806f-50c7530b71cc is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:21:26.042956 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:21:26.070549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695399ec-9f42-4fcc-b688-e866035dc7b6 None None] Network c87a881c-db3f-4b65-806f-50c7530b71cc requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:21:26.177759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router 852c30e5-8fd0-4fc9-9162-625601424c94 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:21:26.300291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d481a838-2c34-4898-9c4a-02388910a1f3 None None] Provisioning for port e624f690-af6f-42af-908e-9b3737ecd2fe completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:21:26.315598 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:21:26.321772 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-29c2da17-b70e-47c7-b61d-91f8996bd3a7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "PUT /v2.0/routers/852c30e5-8fd0-4fc9-9162-625601424c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9274929 Jul 05 11:21:26.498483 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-a113bdb1-3be6-4d3a-b553-751ffc478942 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976546401&fields=id&tenant_id=c7ea24a3a627491f8864306d76ae913e HTTP/1.1" status: 200 len: 267 time: 0.0392001 Jul 05 11:21:26.604712 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Sync routers for ids ['852c30e5-8fd0-4fc9-9162-625601424c94'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:21:26.630853 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-22f93e25-c559-4745-b1f4-629ede6793a8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:26.632809 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Routers {'852c30e5-8fd0-4fc9-9162-625601424c94'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:21:26.633787 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-377417e0-163e-470e-a0df-27a23411f41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['852c30e5-8fd0-4fc9-9162-625601424c94'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:26.634339 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-22f93e25-c559-4745-b1f4-629ede6793a8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/networks?id=c87a881c-db3f-4b65-806f-50c7530b71cc HTTP/1.1" status: 200 len: 797 time: 0.1236749 Jul 05 11:21:26.655371 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-b547941f-bbde-4155-a043-e4be38f8ead1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/quotas/c7ea24a3a627491f8864306d76ae913e HTTP/1.1" status: 200 len: 375 time: 0.0130234 Jul 05 11:21:26.711497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bdb0d92e-8f02-4ac4-8cfe-5e9ae250c878 None None] Provisioning for port 76394a67-60ab-4252-b348-b112722a05b3 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:21:26.716525 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bdb0d92e-8f02-4ac4-8cfe-5e9ae250c878 None None] Provisioning complete for port 76394a67-60ab-4252-b348-b112722a05b3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:21:26.717465 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d92e-8f02-4ac4-8cfe-5e9ae250c878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:26.758516 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-14a8bc25-3da0-4fd9-86ca-841d11c916e0 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969920 Jul 05 11:21:26.774662 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Set router 852c30e5-8fd0-4fc9-9162-625601424c94 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:21:26.811169 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0d92e-8f02-4ac4-8cfe-5e9ae250c878 None None] Port 76394a67-60ab-4252-b348-b112722a05b3 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:21:26.818665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e624f690-af6f-42af-908e-9b3737ecd2fe up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:21:26.925923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e624f690-af6f-42af-908e-9b3737ecd2fe completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:21:26.930108 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e624f690-af6f-42af-908e-9b3737ecd2fe triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:21:26.930480 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:27.017845 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-33d4f448-05be-49b4-a56f-c8440adda469 service neutron] 10.222.0.77 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402518 Jul 05 11:21:27.021859 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-fe57a8b8-92e0-4b9c-b370-526ae02a8039 None None] Provisioning complete for port 76394a67-60ab-4252-b348-b112722a05b3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:21:27.022249 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fe57a8b8-92e0-4b9c-b370-526ae02a8039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:27.046381 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-377417e0-163e-470e-a0df-27a23411f41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055312905', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '76394a67-60ab-4252-b348-b112722a05b3', 'name': '', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:60:47:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '44f1d599-71c6-455f-8144-5640655e6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:24Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 2, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '44f1d599-71c6-455f-8144-5640655e6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:27.078875 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Checking router: 852c30e5-8fd0-4fc9-9162-625601424c94 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:21:27.079215 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Updating router 852c30e5-8fd0-4fc9-9162-625601424c94 port 76394a67-60ab-4252-b348-b112722a05b3 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:21:27.099798 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-fe57a8b8-92e0-4b9c-b370-526ae02a8039 None None] Port 76394a67-60ab-4252-b348-b112722a05b3 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:21:27.101693 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:27.131250 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:27.141065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port e624f690-af6f-42af-908e-9b3737ecd2fe, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e624f690-af6f-42af-908e-9b3737ecd2fe,segment=NetworkSegment(656cdc0a-22e2-4fa3-b98e-954e6d5c62ce),segment_id=656cdc0a-22e2-4fa3-b98e-954e6d5c62ce)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:21:27.142747 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-d1ae3246-579a-42f4-864e-711448988961 service neutron] 10.222.0.77 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182384 Jul 05 11:21:27.222608 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:27.223293 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 87818e45-57bc-4c59-b28b-681f61e0dd4f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:21:27.272905 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c6324792-59ef-4cd1-a759-72e048fa8f7e None None] Provisioning complete for port 76394a67-60ab-4252-b348-b112722a05b3 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:21:27.273310 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c6324792-59ef-4cd1-a759-72e048fa8f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:27.351909 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-c6324792-59ef-4cd1-a759-72e048fa8f7e None None] Port 76394a67-60ab-4252-b348-b112722a05b3 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:21:27.354493 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=e624f690-af6f-42af-908e-9b3737ecd2fe,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:27.376991 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 87818e45-57bc-4c59-b28b-681f61e0dd4f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:21:27.377504 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:27.430225 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-363b8850-f5b7-43ed-b81f-569028a1e3fe req-f3eef508-477a-4113-b245-85a8c2a6cbd1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 210 time: 0.0568829 Jul 05 11:21:27.470940 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:27.483134 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Transition to ACTIVE for port object 76394a67-60ab-4252-b348-b112722a05b3 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:21:27.568880 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:27.622438 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999afc67-768f-472a-92cf-c6623082e22d None None] Pushing event updated for resources: {'Port': ['ID=76394a67-60ab-4252-b348-b112722a05b3,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:27.651501 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999afc67-768f-472a-92cf-c6623082e22d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:27.651883 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999afc67-768f-472a-92cf-c6623082e22d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:27.652223 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999afc67-768f-472a-92cf-c6623082e22d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:27.652563 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999afc67-768f-472a-92cf-c6623082e22d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:27.652897 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999afc67-768f-472a-92cf-c6623082e22d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:27.653325 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999afc67-768f-472a-92cf-c6623082e22d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:27.653647 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999afc67-768f-472a-92cf-c6623082e22d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:27.653962 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999afc67-768f-472a-92cf-c6623082e22d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:27.654903 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999afc67-768f-472a-92cf-c6623082e22d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:27.655239 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999afc67-768f-472a-92cf-c6623082e22d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:27.655561 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999afc67-768f-472a-92cf-c6623082e22d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:27.655916 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999afc67-768f-472a-92cf-c6623082e22d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:21:27.694131 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Attempting to bind port 76394a67-60ab-4252-b348-b112722a05b3 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:21:27.694500 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Attempting to bind port 76394a67-60ab-4252-b348-b112722a05b3 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:21:27.694867 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Attempting to bind port 76394a67-60ab-4252-b348-b112722a05b3 on network c87a881c-db3f-4b65-806f-50c7530b71cc {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:21:27.700232 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:21:27.700606 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Checking segment: {'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:21:27.701557 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:27.701997 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Bound using segment: {'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:21:27.702500 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Bound port: 76394a67-60ab-4252-b348-b112722a05b3, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:21:27.702867 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:27.788856 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-377417e0-163e-470e-a0df-27a23411f41a None None] For port 76394a67-60ab-4252-b348-b112722a05b3, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:21:27.792098 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-377417e0-163e-470e-a0df-27a23411f41a None None] For port 76394a67-60ab-4252-b348-b112722a05b3, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=76394a67-60ab-4252-b348-b112722a05b3,segment=NetworkSegment(656cdc0a-22e2-4fa3-b98e-954e6d5c62ce),segment_id=656cdc0a-22e2-4fa3-b98e-954e6d5c62ce)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:21:27.869222 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:27.940435 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Routers {'852c30e5-8fd0-4fc9-9162-625601424c94'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:21:27.941070 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-377417e0-163e-470e-a0df-27a23411f41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['852c30e5-8fd0-4fc9-9162-625601424c94'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:27.946769 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999afc67-768f-472a-92cf-c6623082e22d None None] Pushing event updated for resources: {'Port': ['ID=76394a67-60ab-4252-b348-b112722a05b3,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:28.164103 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-377417e0-163e-470e-a0df-27a23411f41a None None] Set router 852c30e5-8fd0-4fc9-9162-625601424c94 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:21:28.376980 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-377417e0-163e-470e-a0df-27a23411f41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055312905', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '76394a67-60ab-4252-b348-b112722a05b3', 'name': '', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:60:47:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '44f1d599-71c6-455f-8144-5640655e6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:24Z', 'updated_at': '2021-07-05T11:21:27Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '44f1d599-71c6-455f-8144-5640655e6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:28.404592 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377417e0-163e-470e-a0df-27a23411f41a None None] The sync data for ids ['852c30e5-8fd0-4fc9-9162-625601424c94'] in n-d-779913-27 is: [{'id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055312905', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '76394a67-60ab-4252-b348-b112722a05b3', 'name': '', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:60:47:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '44f1d599-71c6-455f-8144-5640655e6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:24Z', 'updated_at': '2021-07-05T11:21:27Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '44f1d599-71c6-455f-8144-5640655e6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:21:28.598957 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67d1f011-1a74-4eac-b076-1ee843ce9bd2 req-b45663fe-95a2-4a5a-887d-8be6f3c785e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 210 time: 0.0331175 Jul 05 11:21:28.742778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e624f690-af6f-42af-908e-9b3737ecd2fe up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:21:28.796783 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e624f690-af6f-42af-908e-9b3737ecd2fe triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:21:28.797205 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:28.889363 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 76394a67-60ab-4252-b348-b112722a05b3 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:21:29.108900 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 76394a67-60ab-4252-b348-b112722a05b3 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:21:29.113824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 76394a67-60ab-4252-b348-b112722a05b3 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:21:29.119215 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:29.214806 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:29.253759 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 76394a67-60ab-4252-b348-b112722a05b3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=76394a67-60ab-4252-b348-b112722a05b3,segment=NetworkSegment(656cdc0a-22e2-4fa3-b98e-954e6d5c62ce),segment_id=656cdc0a-22e2-4fa3-b98e-954e6d5c62ce)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:21:29.363849 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:29.421098 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=76394a67-60ab-4252-b348-b112722a05b3,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:29.832753 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e1f37788-0676-4492-a46d-3ac349afed3c req-a5785e4f-9160-4afe-b5fd-a36f4a462a40 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 210 time: 0.0288639 Jul 05 11:21:29.994685 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-ad79f5f0-b479-476d-98ca-be9a3884e987 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:29.996368 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-ad79f5f0-b479-476d-98ca-be9a3884e987 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "GET /v2.0/networks?id=c87a881c-db3f-4b65-806f-50c7530b71cc HTTP/1.1" status: 200 len: 797 time: 0.1199331 Jul 05 11:21:30.044993 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-e936fcf1-817c-4355-97aa-6c18ba4fe881 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7ea24a3a627491f8864306d76ae913e HTTP/1.1" status: 200 len: 379 time: 0.0366592 Jul 05 11:21:30.055016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-de46e918-950c-4397-8476-9e16f5d8c429 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'port': {'device_id': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'admin_state_up': True, 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'security_groups': ['977226fd-6f98-4cca-b7ba-8a6dfebfda72']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:21:30.239933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-de46e918-950c-4397-8476-9e16f5d8c429 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Made reservation on behalf of c7ea24a3a627491f8864306d76ae913e for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:21:30.243972 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-de46e918-950c-4397-8476-9e16f5d8c429 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:30.379201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-de46e918-950c-4397-8476-9e16f5d8c429 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.20.0.5 (c87a881c-db3f-4b65-806f-50c7530b71cc/44f1d599-71c6-455f-8144-5640655e6071/83a68cfd-8532-487d-8ff9-533261401453) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:21:30.522651 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-de46e918-950c-4397-8476-9e16f5d8c429 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:30.536599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-de46e918-950c-4397-8476-9e16f5d8c429 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Transition to ACTIVE for port object 83a68cfd-8532-487d-8ff9-533261401453 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:21:30.649490 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-de46e918-950c-4397-8476-9e16f5d8c429 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:30.664023 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 76394a67-60ab-4252-b348-b112722a05b3 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:21:30.705538 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-de46e918-950c-4397-8476-9e16f5d8c429 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network c87a881c-db3f-4b65-806f-50c7530b71cc is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:21:30.708893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-de46e918-950c-4397-8476-9e16f5d8c429 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:21:30.713703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-de46e918-950c-4397-8476-9e16f5d8c429 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:21:30.718555 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46e918-950c-4397-8476-9e16f5d8c429 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=83a68cfd-8532-487d-8ff9-533261401453,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:30.724583 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 76394a67-60ab-4252-b348-b112722a05b3 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:21:30.725072 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:30.773956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-de46e918-950c-4397-8476-9e16f5d8c429 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:30.775047 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-de46e918-950c-4397-8476-9e16f5d8c429 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:30.907358 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-de46e918-950c-4397-8476-9e16f5d8c429 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8561957 Jul 05 11:21:30.926675 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Request body: {'port': {'device_id': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:21:31.017473 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:31.024810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2375f5d-2ec8-4679-98c3-9f1d45f9e262 req-035fe30b-ec5f-4ff6-9559-6dff58f863f2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:31.026290 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a2375f5d-2ec8-4679-98c3-9f1d45f9e262 req-035fe30b-ec5f-4ff6-9559-6dff58f863f2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 931 time: 0.0707548 Jul 05 11:21:31.034226 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-080fe928-2e6f-48a1-97f0-601f9b172347 None None] Provisioning for port 83a68cfd-8532-487d-8ff9-533261401453 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:21:31.039162 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-080fe928-2e6f-48a1-97f0-601f9b172347 None None] Provisioning complete for port 83a68cfd-8532-487d-8ff9-533261401453 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:21:31.039563 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-080fe928-2e6f-48a1-97f0-601f9b172347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:31.074702 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a2375f5d-2ec8-4679-98c3-9f1d45f9e262 req-83ad6970-401a-441c-9761-c515f706133d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373471 Jul 05 11:21:31.086113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-080fe928-2e6f-48a1-97f0-601f9b172347 None None] Port 83a68cfd-8532-487d-8ff9-533261401453 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:21:31.301902 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a68cfd-8532-487d-8ff9-533261401453 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:21:31.309469 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:31.321317 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Transition to ACTIVE for port object 83a68cfd-8532-487d-8ff9-533261401453 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:21:31.394615 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:31.474916 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Pushing event updated for resources: {'Port': ['ID=83a68cfd-8532-487d-8ff9-533261401453,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:31.545752 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Attempting to bind port 83a68cfd-8532-487d-8ff9-533261401453 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:21:31.546321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Attempting to bind port 83a68cfd-8532-487d-8ff9-533261401453 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:21:31.547797 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Attempting to bind port 83a68cfd-8532-487d-8ff9-533261401453 on network c87a881c-db3f-4b65-806f-50c7530b71cc {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:21:31.555997 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Port 83a68cfd-8532-487d-8ff9-533261401453 on network c87a881c-db3f-4b65-806f-50c7530b71cc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:21:31.556369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Attempting to bind port 83a68cfd-8532-487d-8ff9-533261401453 on network c87a881c-db3f-4b65-806f-50c7530b71cc {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:21:31.563793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:21:31.564141 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Checking segment: {'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:21:31.564539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Bound using segment: {'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:21:31.564977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Bound port: 83a68cfd-8532-487d-8ff9-533261401453, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:21:31.565344 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:31.638007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] For port 83a68cfd-8532-487d-8ff9-533261401453, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:21:31.643813 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] For port 83a68cfd-8532-487d-8ff9-533261401453, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=83a68cfd-8532-487d-8ff9-533261401453,segment=NetworkSegment(656cdc0a-22e2-4fa3-b98e-954e6d5c62ce),segment_id=656cdc0a-22e2-4fa3-b98e-954e6d5c62ce)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:21:31.750228 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:31.791135 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:31.791822 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:31.793513 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] 10.222.0.64 "PUT /v2.0/ports/83a68cfd-8532-487d-8ff9-533261401453 HTTP/1.1" status: 200 len: 1092 time: 0.8735769 Jul 05 11:21:31.794059 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'tag': '83a68cfd-8532-487d-8ff9-533261401453'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:21:31.796470 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4135a29-dfbf-480c-aca7-1e91db571f41" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0604c2-23ae-4f8b-b198-43e0ccf6811e", "tag": "83a68cfd-8532-487d-8ff9-533261401453"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:21:31.828146 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0fbc16-2fe0-44fc-b675-f4b7c6902460 service neutron] Pushing event updated for resources: {'Port': ['ID=83a68cfd-8532-487d-8ff9-533261401453,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:31.858628 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35053382-c951-49ce-af64-1b00d48e49bc x-openstack-request-id: req-35053382-c951-49ce-af64-1b00d48e49bc {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:21:31.859045 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0604c2-23ae-4f8b-b198-43e0ccf6811e", "tag": "83a68cfd-8532-487d-8ff9-533261401453", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:21:31.859482 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35053382-c951-49ce-af64-1b00d48e49bc {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:21:31.860021 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'tag': '83a68cfd-8532-487d-8ff9-533261401453', 'status': 'completed', 'code': 200} Jul 05 11:21:31.956557 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4135a29-dfbf-480c-aca7-1e91db571f41 req-899d29cc-5d5c-4b59-a217-544718add375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:31.958193 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4135a29-dfbf-480c-aca7-1e91db571f41 req-899d29cc-5d5c-4b59-a217-544718add375 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 1095 time: 0.0690172 Jul 05 11:21:32.071364 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4135a29-dfbf-480c-aca7-1e91db571f41 req-2b045161-de63-4830-9b5c-566af7dd4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:32.072892 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4135a29-dfbf-480c-aca7-1e91db571f41 req-2b045161-de63-4830-9b5c-566af7dd4fc8 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c7ea24a3a627491f8864306d76ae913e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1033022 Jul 05 11:21:32.185927 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4135a29-dfbf-480c-aca7-1e91db571f41 req-90423d1b-44a5-4a48-ae96-b093c3b3ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:32.187767 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4135a29-dfbf-480c-aca7-1e91db571f41 req-90423d1b-44a5-4a48-ae96-b093c3b3ca94 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055613 Jul 05 11:21:32.285356 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e551-1dcb-48a4-a954-caec289b0281 req-082bbe54-b32a-4c63-addb-6c28c1395d0d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:32.286912 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4651e551-1dcb-48a4-a954-caec289b0281 req-082bbe54-b32a-4c63-addb-6c28c1395d0d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 943 time: 0.0704765 Jul 05 11:21:32.288473 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-b18516da-35d2-48e1-b2fe-9e8d83fe9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:32.290409 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-b18516da-35d2-48e1-b2fe-9e8d83fe9ca1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 1095 time: 0.0593994 Jul 05 11:21:32.337661 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4651e551-1dcb-48a4-a954-caec289b0281 req-f06c0dfd-3837-42a3-b21f-3430bf57ee81 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439367 Jul 05 11:21:32.342494 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-d2bfb035-4ad9-4c29-8292-6410fa9382d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a68cfd-8532-487d-8ff9-533261401453 HTTP/1.1" status: 200 len: 217 time: 0.0411282 Jul 05 11:21:32.402031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-f7290ac6-7a50-4d2b-9917-27a035350b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:32.402316 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:21:32.403510 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-f7290ac6-7a50-4d2b-9917-27a035350b20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44f1d599-71c6-455f-8144-5640655e6071 HTTP/1.1" status: 200 len: 834 time: 0.0516977 Jul 05 11:21:32.468355 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-413bc6d2-4e3a-4851-9b32-3797a9629952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:32.469893 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-413bc6d2-4e3a-4851-9b32-3797a9629952 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c87a881c-db3f-4b65-806f-50c7530b71cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563715 Jul 05 11:21:32.568478 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-cf4b1e37-3ebf-4181-956a-0d91ea7abfeb service neutron] 10.222.0.64 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878496 Jul 05 11:21:32.663900 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-317b7d28-df6d-473a-80ce-1ac795abce60 req-07297788-6799-4ec7-99dd-a4cb9a61347e service neutron] 10.222.0.64 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856891 Jul 05 11:21:33.521626 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c181814-ef05-4789-915b-7c781be0f7ef req-1ef0c9fd-5e3e-4665-98b0-e1cd74ef2f75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:33.523158 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7c181814-ef05-4789-915b-7c781be0f7ef req-1ef0c9fd-5e3e-4665-98b0-e1cd74ef2f75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 943 time: 0.0651364 Jul 05 11:21:33.569443 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7c181814-ef05-4789-915b-7c781be0f7ef req-25329e4d-a68c-4941-88ac-70f5792946ba tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403419 Jul 05 11:21:34.787847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeab5b-f9b1-41a9-8df0-1c9d2d20649a req-7e7d5186-f604-4c66-beb3-85695c211003 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:34.789340 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46aeab5b-f9b1-41a9-8df0-1c9d2d20649a req-7e7d5186-f604-4c66-beb3-85695c211003 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 943 time: 0.0776799 Jul 05 11:21:34.847013 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-46aeab5b-f9b1-41a9-8df0-1c9d2d20649a req-eaf4fe6b-82ad-428c-881a-966d06be37ab tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501657 Jul 05 11:21:35.063664 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 83a68cfd-8532-487d-8ff9-533261401453 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:21:35.163322 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 83a68cfd-8532-487d-8ff9-533261401453, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=83a68cfd-8532-487d-8ff9-533261401453,segment=NetworkSegment(656cdc0a-22e2-4fa3-b98e-954e6d5c62ce),segment_id=656cdc0a-22e2-4fa3-b98e-954e6d5c62ce)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:21:35.185913 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '83a68cfd-8532-487d-8ff9-533261401453', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'port_id': '83a68cfd-8532-487d-8ff9-533261401453', 'mac_address': 'fa:16:3e:08:12:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f1d599-71c6-455f-8144-5640655e6071', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:21:35.232814 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:35.246138 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a68cfd-8532-487d-8ff9-533261401453 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:21:35.269524 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 83a68cfd-8532-487d-8ff9-533261401453, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=83a68cfd-8532-487d-8ff9-533261401453,segment=NetworkSegment(656cdc0a-22e2-4fa3-b98e-954e6d5c62ce),segment_id=656cdc0a-22e2-4fa3-b98e-954e6d5c62ce)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:21:35.354767 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:35.413884 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=83a68cfd-8532-487d-8ff9-533261401453,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:35.662592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['83a68cfd-8532-487d-8ff9-533261401453'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:21:36.039551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c136afa-9f95-48a3-9fb6-8797890a8e63 req-f897598f-d485-46b3-8765-ff884b388143 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:36.041163 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c136afa-9f95-48a3-9fb6-8797890a8e63 req-f897598f-d485-46b3-8765-ff884b388143 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 944 time: 0.0747161 Jul 05 11:21:36.079992 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4c136afa-9f95-48a3-9fb6-8797890a8e63 req-5335ef78-88ea-4558-beaa-282002662c6a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322645 Jul 05 11:21:37.074264 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 83a68cfd-8532-487d-8ff9-533261401453 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:21:37.191916 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 83a68cfd-8532-487d-8ff9-533261401453 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:21:37.196468 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 83a68cfd-8532-487d-8ff9-533261401453 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:21:37.201470 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:37.268943 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834bc99-e0b2-4e1d-a69f-3d74f383b7c9 req-8eaa3af0-bec8-45f4-b6a4-35b9b5c71e11 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:37.270672 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8834bc99-e0b2-4e1d-a69f-3d74f383b7c9 req-8eaa3af0-bec8-45f4-b6a4-35b9b5c71e11 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 944 time: 0.0739875 Jul 05 11:21:37.315658 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8834bc99-e0b2-4e1d-a69f-3d74f383b7c9 req-49b0bf3c-64a4-4038-a5ab-c1070ec7ac5d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390387 Jul 05 11:21:37.450247 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:37.473784 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a68cfd-8532-487d-8ff9-533261401453'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:21:37.476132 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f5dffa-5829-41c1-b621-15e08c57c09f" -d '{"events": [{"server_uuid": "0c0604c2-23ae-4f8b-b198-43e0ccf6811e", "name": "network-vif-plugged", "status": "completed", "tag": "83a68cfd-8532-487d-8ff9-533261401453"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:21:37.489263 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 83a68cfd-8532-487d-8ff9-533261401453, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=83a68cfd-8532-487d-8ff9-533261401453,segment=NetworkSegment(656cdc0a-22e2-4fa3-b98e-954e6d5c62ce),segment_id=656cdc0a-22e2-4fa3-b98e-954e6d5c62ce)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:21:37.511740 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da4f210-056e-4017-ade8-a5d86825f225 x-openstack-request-id: req-3da4f210-056e-4017-ade8-a5d86825f225 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:21:37.512042 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0604c2-23ae-4f8b-b198-43e0ccf6811e", "name": "network-vif-plugged", "status": "completed", "tag": "83a68cfd-8532-487d-8ff9-533261401453", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:21:37.512289 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3da4f210-056e-4017-ade8-a5d86825f225 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:21:37.512681 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a68cfd-8532-487d-8ff9-533261401453', 'code': 200} Jul 05 11:21:37.543123 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:37.596097 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=83a68cfd-8532-487d-8ff9-533261401453,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:37.640100 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3691d-9886-4ed5-8424-94a6a777882c req-6c0dfa84-294f-4d1e-9bbb-5dce83e3f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:37.641732 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-44f3691d-9886-4ed5-8424-94a6a777882c req-6c0dfa84-294f-4d1e-9bbb-5dce83e3f06d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 1097 time: 0.0560663 Jul 05 11:21:37.681087 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-44f3691d-9886-4ed5-8424-94a6a777882c req-cda8ac29-767a-4b0c-b1c9-abebcba5423b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280397 Jul 05 11:21:38.502285 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8757a-effa-4a9b-b8f3-db26a8aa3590 req-f7ccfed8-a390-4543-9e78-ad86bb89b427 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:38.503881 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ac8757a-effa-4a9b-b8f3-db26a8aa3590 req-f7ccfed8-a390-4543-9e78-ad86bb89b427 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0665255 Jul 05 11:21:38.545584 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8ac8757a-effa-4a9b-b8f3-db26a8aa3590 req-28358298-2319-41b8-b431-9837a721aed9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356977 Jul 05 11:21:39.739016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6903de2-b438-41fc-9925-7676b143c054 req-d29e2488-81ff-461a-b9aa-d630465d3eda tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:39.740650 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6903de2-b438-41fc-9925-7676b143c054 req-d29e2488-81ff-461a-b9aa-d630465d3eda tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0723846 Jul 05 11:21:39.780197 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6903de2-b438-41fc-9925-7676b143c054 req-7e49fc6e-3d93-4d67-8ad0-082399b6c8ea tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338869 Jul 05 11:21:39.997541 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a4925-4d03-44c9-b8e8-b8349785974a req-750edff7-475f-443c-8834-5e7c61b8c432 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:39.999313 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-695a4925-4d03-44c9-b8e8-b8349785974a req-750edff7-475f-443c-8834-5e7c61b8c432 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0708187 Jul 05 11:21:40.042164 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-695a4925-4d03-44c9-b8e8-b8349785974a req-b5258fb1-e8f5-48c3-bacd-ce21e3781fe6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365899 Jul 05 11:21:40.068234 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44300) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:40.122370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab026dd4-a0b3-4b79-8c4a-682cde886ee0 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:40.124275 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ab026dd4-a0b3-4b79-8c4a-682cde886ee0 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 1092 time: 0.0545814 Jul 05 11:21:40.127019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44302) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:40.131474 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': '83a68cfd-8532-487d-8ff9-533261401453', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:21:40.222952 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:40.337822 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:40.456484 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.25.5.177 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/82b6f27b-5dd9-4fdd-8601-600fa8b1d6fe) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:21:40.574622 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:40.680593 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:40.721977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:21:40.725779 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:21:40.733946 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:21:40.760263 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=82b6f27b-5dd9-4fdd-8601-600fa8b1d6fe,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:41.143552 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ee9a9dcc-3c9c-4e5f-a574-777bdea0707f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:41.498640 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:41.672359 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:41.887409 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:41.954087 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:42.031986 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=82b6f27b-5dd9-4fdd-8601-600fa8b1d6fe,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:21:42.046158 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:42.177689 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Floating IP 8a1f500a-fdd0-40a8-8e35-07e542ab5c48 associated. External IP: 172.25.5.177, port: 83a68cfd-8532-487d-8ff9-533261401453. Jul 05 11:21:42.429947 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router 852c30e5-8fd0-4fc9-9162-625601424c94 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:21:42.550789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:21:42.560377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d4a2a-746a-4a04-bad1-500ad02d71de None None] Sync routers for ids ['852c30e5-8fd0-4fc9-9162-625601424c94'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:21:42.570157 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d4a2a-746a-4a04-bad1-500ad02d71de None None] Routers {'852c30e5-8fd0-4fc9-9162-625601424c94'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:21:42.571101 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-604d4a2a-746a-4a04-bad1-500ad02d71de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['852c30e5-8fd0-4fc9-9162-625601424c94'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:42.645603 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:42.686350 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d1c4f629-82dc-4f3e-b4ba-37609da964e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5581548 Jul 05 11:21:42.686940 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'tag': '83a68cfd-8532-487d-8ff9-533261401453'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:21:42.689563 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d5170c-d734-4ee7-a9c2-56d92aeb693e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0604c2-23ae-4f8b-b198-43e0ccf6811e", "tag": "83a68cfd-8532-487d-8ff9-533261401453"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:21:42.690999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-604d4a2a-746a-4a04-bad1-500ad02d71de None None] Set router 852c30e5-8fd0-4fc9-9162-625601424c94 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:21:42.735104 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ea5196-24d2-4c6d-ad8b-69406b266219 x-openstack-request-id: req-21ea5196-24d2-4c6d-ad8b-69406b266219 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:21:42.736281 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0604c2-23ae-4f8b-b198-43e0ccf6811e", "tag": "83a68cfd-8532-487d-8ff9-533261401453", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:21:42.736637 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21ea5196-24d2-4c6d-ad8b-69406b266219 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:21:42.737007 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'tag': '83a68cfd-8532-487d-8ff9-533261401453', 'status': 'completed', 'code': 200} Jul 05 11:21:42.893636 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5170c-d734-4ee7-a9c2-56d92aeb693e req-05922a9c-4b0b-49e0-83ed-452b2751a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:42.895203 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77d5170c-d734-4ee7-a9c2-56d92aeb693e req-05922a9c-4b0b-49e0-83ed-452b2751a1ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 1097 time: 0.1352906 Jul 05 11:21:42.909050 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca9a96-4a0e-48ae-b5f4-999c5c9b8d57 req-d12072ff-21f9-4ad5-b5c8-dddc04c6d3bd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:42.910682 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-51ca9a96-4a0e-48ae-b5f4-999c5c9b8d57 req-d12072ff-21f9-4ad5-b5c8-dddc04c6d3bd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.1049659 Jul 05 11:21:42.992878 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-604d4a2a-746a-4a04-bad1-500ad02d71de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055312905', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '8a1f500a-fdd0-40a8-8e35-07e542ab5c48', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'port_id': '83a68cfd-8532-487d-8ff9-533261401453', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'mac_address': 'fa:16:3e:08:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:21:40Z', 'updated_at': '2021-07-05T11:21:40Z', 'revision_number': 0, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76394a67-60ab-4252-b348-b112722a05b3', 'name': '', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:60:47:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '44f1d599-71c6-455f-8144-5640655e6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:24Z', 'updated_at': '2021-07-05T11:21:29Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '44f1d599-71c6-455f-8144-5640655e6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:43.012150 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-51ca9a96-4a0e-48ae-b5f4-999c5c9b8d57 req-2958c40d-5c1f-4531-8ad6-9b2c967fe113 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914915 Jul 05 11:21:43.027017 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d4a2a-746a-4a04-bad1-500ad02d71de None None] Checking router: 852c30e5-8fd0-4fc9-9162-625601424c94 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:21:43.040211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d4a2a-746a-4a04-bad1-500ad02d71de None None] Routers {'852c30e5-8fd0-4fc9-9162-625601424c94'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:21:43.040211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-604d4a2a-746a-4a04-bad1-500ad02d71de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:21:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['852c30e5-8fd0-4fc9-9162-625601424c94'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:43.044742 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44308) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:43.049722 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5170c-d734-4ee7-a9c2-56d92aeb693e req-07ed38e9-35f4-44c6-ab54-32e8c963c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:43.052181 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77d5170c-d734-4ee7-a9c2-56d92aeb693e req-07ed38e9-35f4-44c6-ab54-32e8c963c1aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=c87a881c-db3f-4b65-806f-50c7530b71cc HTTP/1.1" status: 200 len: 898 time: 0.1403728 Jul 05 11:21:43.119669 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-618d2770-595a-4067-aaa3-9cd2bd8ed558 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/8a1f500a-fdd0-40a8-8e35-07e542ab5c48 HTTP/1.1" status: 200 len: 991 time: 0.0726290 Jul 05 11:21:43.143447 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77d5170c-d734-4ee7-a9c2-56d92aeb693e req-de19ab65-19e7-4b1d-941c-7ce4001dcadd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a68cfd-8532-487d-8ff9-533261401453 HTTP/1.1" status: 200 len: 999 time: 0.0830758 Jul 05 11:21:43.178430 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-604d4a2a-746a-4a04-bad1-500ad02d71de None None] Set router 852c30e5-8fd0-4fc9-9162-625601424c94 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:21:43.219738 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5170c-d734-4ee7-a9c2-56d92aeb693e req-9aa15a56-33da-4db7-bd8d-a98d1f96a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:43.221281 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77d5170c-d734-4ee7-a9c2-56d92aeb693e req-9aa15a56-33da-4db7-bd8d-a98d1f96a253 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44f1d599-71c6-455f-8144-5640655e6071 HTTP/1.1" status: 200 len: 834 time: 0.0713539 Jul 05 11:21:43.290635 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5170c-d734-4ee7-a9c2-56d92aeb693e req-80b8dd7a-7d4a-40cf-9ce7-85f7046037c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:43.292174 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77d5170c-d734-4ee7-a9c2-56d92aeb693e req-80b8dd7a-7d4a-40cf-9ce7-85f7046037c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c87a881c-db3f-4b65-806f-50c7530b71cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638533 Jul 05 11:21:43.413910 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77d5170c-d734-4ee7-a9c2-56d92aeb693e req-c6dfe83b-e79e-4a27-b78e-883918cea708 service neutron] 10.222.0.64 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147530 Jul 05 11:21:43.521029 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-77d5170c-d734-4ee7-a9c2-56d92aeb693e req-015adaa3-9767-4689-8a96-85b993a1050f service neutron] 10.222.0.64 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946057 Jul 05 11:21:43.556489 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-604d4a2a-746a-4a04-bad1-500ad02d71de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055312905', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '8a1f500a-fdd0-40a8-8e35-07e542ab5c48', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'port_id': '83a68cfd-8532-487d-8ff9-533261401453', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'mac_address': 'fa:16:3e:08:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:21:40Z', 'updated_at': '2021-07-05T11:21:40Z', 'revision_number': 0, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76394a67-60ab-4252-b348-b112722a05b3', 'name': '', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:60:47:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '44f1d599-71c6-455f-8144-5640655e6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:24Z', 'updated_at': '2021-07-05T11:21:29Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '44f1d599-71c6-455f-8144-5640655e6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:21:43.596862 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d4a2a-746a-4a04-bad1-500ad02d71de None None] The sync data for ids ['852c30e5-8fd0-4fc9-9162-625601424c94'] in n-d-779913-27 is: [{'id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055312905', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '8a1f500a-fdd0-40a8-8e35-07e542ab5c48', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'port_id': '83a68cfd-8532-487d-8ff9-533261401453', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'mac_address': 'fa:16:3e:08:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:21:40Z', 'updated_at': '2021-07-05T11:21:40Z', 'revision_number': 0, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76394a67-60ab-4252-b348-b112722a05b3', 'name': '', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:60:47:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '44f1d599-71c6-455f-8144-5640655e6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:24Z', 'updated_at': '2021-07-05T11:21:29Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '44f1d599-71c6-455f-8144-5640655e6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:21:43.670753 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4f8c4810-817a-482f-94ec-8e5fa5719164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:43.735403 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:43.830367 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b36f68-fef9-461a-81e0-1def518a8217 None None] New status for floating IP 8a1f500a-fdd0-40a8-8e35-07e542ab5c48: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:21:44.122055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44310) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:21:44.219300 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f606b6b9-2e13-4bc6-b690-08ec0687fef3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/8a1f500a-fdd0-40a8-8e35-07e542ab5c48 HTTP/1.1" status: 200 len: 993 time: 0.0959930 Jul 05 11:21:45.265801 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:47.073661 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:52.994214 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:54.100877 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1da44197-33dd-4320-a6fc-d05ea0114f2c req-15935a17-b616-48de-b434-785760bc7f17 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589080 Jul 05 11:21:54.213625 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da44197-33dd-4320-a6fc-d05ea0114f2c req-2547f2e6-97e3-46c2-8822-a243394e45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:54.215243 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1da44197-33dd-4320-a6fc-d05ea0114f2c req-2547f2e6-97e3-46c2-8822-a243394e45b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 1097 time: 0.0636458 Jul 05 11:21:54.324671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da44197-33dd-4320-a6fc-d05ea0114f2c req-ea405b57-5e14-403e-9d3c-fbb05fb821f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:54.326842 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1da44197-33dd-4320-a6fc-d05ea0114f2c req-ea405b57-5e14-403e-9d3c-fbb05fb821f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c87a881c-db3f-4b65-806f-50c7530b71cc HTTP/1.1" status: 200 len: 898 time: 0.0905075 Jul 05 11:21:54.402663 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1da44197-33dd-4320-a6fc-d05ea0114f2c req-3fc49969-0175-4bb7-920d-698811d398b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a68cfd-8532-487d-8ff9-533261401453 HTTP/1.1" status: 200 len: 1001 time: 0.0678720 Jul 05 11:21:54.816435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da44197-33dd-4320-a6fc-d05ea0114f2c req-5be5d05a-5878-4a0e-ac89-26229ed71533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:54.817952 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1da44197-33dd-4320-a6fc-d05ea0114f2c req-5be5d05a-5878-4a0e-ac89-26229ed71533 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44f1d599-71c6-455f-8144-5640655e6071 HTTP/1.1" status: 200 len: 834 time: 0.4084225 Jul 05 11:21:54.879997 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:21:54.885859 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da44197-33dd-4320-a6fc-d05ea0114f2c req-1daef42b-cc26-4af9-ae33-16b9ef8b6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:21:54.887449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1da44197-33dd-4320-a6fc-d05ea0114f2c req-1daef42b-cc26-4af9-ae33-16b9ef8b6ed5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c87a881c-db3f-4b65-806f-50c7530b71cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622518 Jul 05 11:21:55.008220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1da44197-33dd-4320-a6fc-d05ea0114f2c req-45e17a32-4fb9-4230-b43d-efbd10ac914c service neutron] 10.222.0.64 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109996 Jul 05 11:21:55.128712 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1da44197-33dd-4320-a6fc-d05ea0114f2c req-9d483af0-3436-4d07-a55a-62b40c190b26 service neutron] 10.222.0.64 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108966 Jul 05 11:22:09.401427 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:22:11.142082 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-809ecb92-e660-4871-a3fe-0192fc42c2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:13.667623 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4f9004b6-ba2a-4a0d-8c50-c3d19695432f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:13.776193 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:15.265747 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:17.073515 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:18.947454 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025cbe4-138e-41d8-8fa0-bc2165e5b4e6 req-2b64a1ff-229e-49a2-8abe-2a49a92b5602 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:18.949026 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e025cbe4-138e-41d8-8fa0-bc2165e5b4e6 req-2b64a1ff-229e-49a2-8abe-2a49a92b5602 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0680168 Jul 05 11:22:18.997374 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e025cbe4-138e-41d8-8fa0-bc2165e5b4e6 req-b12daf87-2d92-41dd-9325-bca965234320 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420334 Jul 05 11:22:19.082251 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-1ff70f43-3bd7-443b-9b48-1e752fb65280 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085608 Jul 05 11:22:20.210255 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949f17f-7bf7-4825-b11f-49f7597585e5 req-40537d7d-81fc-43e9-b679-81d4024a7dea tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:20.213148 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b949f17f-7bf7-4825-b11f-49f7597585e5 req-40537d7d-81fc-43e9-b679-81d4024a7dea tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0759203 Jul 05 11:22:20.258595 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b949f17f-7bf7-4825-b11f-49f7597585e5 req-de235289-1e71-42b9-b9e0-d21840bdae9a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398765 Jul 05 11:22:21.359523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-271d72c7-0b40-4904-8cd4-42752e58d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:21.361939 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-271d72c7-0b40-4904-8cd4-42752e58d999 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 1097 time: 0.0556688 Jul 05 11:22:21.447332 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e365dd-54a3-4556-9780-c678c1027309 req-3b948208-7d8f-4bfa-a5a7-12cf80dfd5fc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:21.449540 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3e365dd-54a3-4556-9780-c678c1027309 req-3b948208-7d8f-4bfa-a5a7-12cf80dfd5fc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0709205 Jul 05 11:22:21.470509 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-aa80ff47-83ae-4be2-a804-ec8f5709ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:21.472142 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-aa80ff47-83ae-4be2-a804-ec8f5709ddaf service neutron] 10.222.0.64 "GET /v2.0/networks?id=c87a881c-db3f-4b65-806f-50c7530b71cc HTTP/1.1" status: 200 len: 898 time: 0.1002614 Jul 05 11:22:21.496693 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e3e365dd-54a3-4556-9780-c678c1027309 req-e48b9709-0be7-4797-9bd3-f6af74998c62 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374537 Jul 05 11:22:21.547350 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-0bc8048a-2690-4001-9301-d96ee8131a26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a68cfd-8532-487d-8ff9-533261401453 HTTP/1.1" status: 200 len: 1001 time: 0.0655451 Jul 05 11:22:21.601263 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-2a8e3f2a-a0a1-4379-9578-a8c99c4bd76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:21.602743 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-2a8e3f2a-a0a1-4379-9578-a8c99c4bd76f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44f1d599-71c6-455f-8144-5640655e6071 HTTP/1.1" status: 200 len: 834 time: 0.0450809 Jul 05 11:22:21.661856 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-99ff7f2c-4e88-49ba-ba28-1b90c22eb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:21.663366 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-99ff7f2c-4e88-49ba-ba28-1b90c22eb1cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c87a881c-db3f-4b65-806f-50c7530b71cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528519 Jul 05 11:22:21.759802 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-fa7c8b6d-9d6b-4660-a970-8f252eb615d3 service neutron] 10.222.0.64 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857644 Jul 05 11:22:21.851487 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-fe05173e-392d-4cf0-83fa-b020d38e1ba7 service neutron] 10.222.0.64 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817776 Jul 05 11:22:22.682364 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31d22f-8451-43fe-ba55-5898bae8388a req-2b64d9a8-a79a-4869-93cc-ef226f14c56b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:22.683910 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a31d22f-8451-43fe-ba55-5898bae8388a req-2b64d9a8-a79a-4869-93cc-ef226f14c56b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0692987 Jul 05 11:22:22.722177 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1a31d22f-8451-43fe-ba55-5898bae8388a req-b7e10d62-f757-4e46-92b5-542db30f8c62 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327044 Jul 05 11:22:22.976306 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:23.902227 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed92ad-758c-4319-9765-0b991d3f29c2 req-5dc5efe0-f1d9-462a-b182-89087d6400c5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:23.903975 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8ed92ad-758c-4319-9765-0b991d3f29c2 req-5dc5efe0-f1d9-462a-b182-89087d6400c5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0655975 Jul 05 11:22:23.946560 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e8ed92ad-758c-4319-9765-0b991d3f29c2 req-2ccae33d-0af2-4404-a5ef-a467530a0ec8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366642 Jul 05 11:22:24.896463 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:25.130223 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bd346-4549-445a-bbe4-9224907436e1 req-97d857f3-eae5-436b-81bb-cce23512a82e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:25.131985 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f41bd346-4549-445a-bbe4-9224907436e1 req-97d857f3-eae5-436b-81bb-cce23512a82e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0688770 Jul 05 11:22:25.173504 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f41bd346-4549-445a-bbe4-9224907436e1 req-c62688e6-b0f2-4d13-89d7-44386ceab2e4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352638 Jul 05 11:22:26.359453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e6ba4-22e9-41a8-b386-998566e247ab req-621cf23a-825a-43c4-add4-d10377e221d0 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:26.361329 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a2e6ba4-22e9-41a8-b386-998566e247ab req-621cf23a-825a-43c4-add4-d10377e221d0 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0731535 Jul 05 11:22:26.404147 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4a2e6ba4-22e9-41a8-b386-998566e247ab req-606003a4-f42c-4733-a4aa-1e4eea68d25d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360432 Jul 05 11:22:27.582026 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b38363-db2c-4741-a6d5-86fb2d6f2080 req-b9f03077-9a70-4088-92dc-406837c73ef8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:27.583525 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09b38363-db2c-4741-a6d5-86fb2d6f2080 req-b9f03077-9a70-4088-92dc-406837c73ef8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0643325 Jul 05 11:22:27.623807 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09b38363-db2c-4741-a6d5-86fb2d6f2080 req-40326017-7573-4306-9758-06e7ab594b24 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342624 Jul 05 11:22:28.798117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98673d63-1d6c-4d94-8ea4-19cf273085c9 req-f09c860f-eca9-4a03-8fee-eac6752a6a23 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:28.799655 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98673d63-1d6c-4d94-8ea4-19cf273085c9 req-f09c860f-eca9-4a03-8fee-eac6752a6a23 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0652251 Jul 05 11:22:28.842986 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-98673d63-1d6c-4d94-8ea4-19cf273085c9 req-64900e93-db28-4ca6-9449-4111d35852e2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374613 Jul 05 11:22:30.024720 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffbe31-466a-47ee-8ef4-3713f39f283c req-0d654ba0-014d-4cab-8bfe-9278711b036a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:30.026245 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adffbe31-466a-47ee-8ef4-3713f39f283c req-0d654ba0-014d-4cab-8bfe-9278711b036a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0688479 Jul 05 11:22:30.065283 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-adffbe31-466a-47ee-8ef4-3713f39f283c req-d3f4bc4a-2d6a-4c95-b3c1-95fe1217c60d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326884 Jul 05 11:22:31.247839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344fc9f-e081-4eee-a58f-a586ce408ac6 req-58dc1c8e-cfe8-4261-8f77-989715ef7bab tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:31.249743 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c344fc9f-e081-4eee-a58f-a586ce408ac6 req-58dc1c8e-cfe8-4261-8f77-989715ef7bab tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0710919 Jul 05 11:22:31.290586 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c344fc9f-e081-4eee-a58f-a586ce408ac6 req-706b4c99-d14a-49fb-8360-6bbcb7728cc8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343087 Jul 05 11:22:32.473293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe39de-35c7-4e74-bc1f-0a78a3b75c7f req-d48760ba-0fcd-4603-bd23-32e6bf7d6e08 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:32.474793 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64fe39de-35c7-4e74-bc1f-0a78a3b75c7f req-d48760ba-0fcd-4603-bd23-32e6bf7d6e08 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0666003 Jul 05 11:22:32.513670 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64fe39de-35c7-4e74-bc1f-0a78a3b75c7f req-376eb2db-308a-4d08-8011-531f3a133327 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333204 Jul 05 11:22:33.701219 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95c91e-3c44-4ddd-83c2-51a991debdca req-75a7d1e0-efda-4229-ab67-709d347ce403 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:33.702905 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-db95c91e-3c44-4ddd-83c2-51a991debdca req-75a7d1e0-efda-4229-ab67-709d347ce403 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0678220 Jul 05 11:22:33.744243 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-db95c91e-3c44-4ddd-83c2-51a991debdca req-ce974a9f-3d82-4529-b1c8-833fe685c089 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352132 Jul 05 11:22:34.951343 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f52c3-022f-465c-8380-4b218a57e70b req-dbd3422e-4342-4c04-971e-37b19592746c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:34.952845 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b0f52c3-022f-465c-8380-4b218a57e70b req-dbd3422e-4342-4c04-971e-37b19592746c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0840440 Jul 05 11:22:35.001455 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b0f52c3-022f-465c-8380-4b218a57e70b req-c571755d-2d2c-43db-9a24-f0e1f2421c26 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426180 Jul 05 11:22:36.194476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bb3a5-5db2-4b63-8361-ae2bfe1beaa0 req-608763b9-9fa6-4225-a709-51438e6c7d18 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:36.196395 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9e7bb3a5-5db2-4b63-8361-ae2bfe1beaa0 req-608763b9-9fa6-4225-a709-51438e6c7d18 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0780163 Jul 05 11:22:36.248663 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9e7bb3a5-5db2-4b63-8361-ae2bfe1beaa0 req-cd5d90b6-3796-4c85-b711-05f42278d517 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456793 Jul 05 11:22:37.461407 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f3563-1206-457a-be69-1051355a8c11 req-ffaf36e4-0ff4-447f-a2f9-7929ca02185c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:37.462895 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-760f3563-1206-457a-be69-1051355a8c11 req-ffaf36e4-0ff4-447f-a2f9-7929ca02185c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0741339 Jul 05 11:22:37.502835 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-760f3563-1206-457a-be69-1051355a8c11 req-a0046d54-2d26-4259-84f9-eed2f9a89a16 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340619 Jul 05 11:22:38.696679 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b24e2-ed8a-4da9-8404-f86df831d85a req-bbee1b1f-9b1e-4409-97ba-4556a713a87c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:38.698335 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dd1b24e2-ed8a-4da9-8404-f86df831d85a req-bbee1b1f-9b1e-4409-97ba-4556a713a87c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0780487 Jul 05 11:22:38.743390 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dd1b24e2-ed8a-4da9-8404-f86df831d85a req-9e963d7f-5236-4dd8-873b-ea7855279733 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386498 Jul 05 11:22:39.951934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998e76d-86b6-4025-a32e-000f74a9b191 req-6423f8df-1d10-4384-b05b-a5c779054dce tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:39.954870 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9998e76d-86b6-4025-a32e-000f74a9b191 req-6423f8df-1d10-4384-b05b-a5c779054dce tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0836732 Jul 05 11:22:40.003214 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9998e76d-86b6-4025-a32e-000f74a9b191 req-b0965d1a-ee8e-4076-9c1f-ecbf312c9e8e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407927 Jul 05 11:22:41.147767 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-62893cab-efc0-45e0-8b5a-766c3eca3ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:41.194118 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fcbeb-09f2-409b-bdd9-4e0cf7c8fc81 req-a551800e-4ad2-4b7d-b30a-7543c28f7a9c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:41.195668 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b5fcbeb-09f2-409b-bdd9-4e0cf7c8fc81 req-a551800e-4ad2-4b7d-b30a-7543c28f7a9c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0678749 Jul 05 11:22:41.236593 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5b5fcbeb-09f2-409b-bdd9-4e0cf7c8fc81 req-f3776f9e-ce8f-4402-88d9-29208b817654 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351176 Jul 05 11:22:42.422961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5d5ee-a275-42fe-95ce-a8a885f43aa1 req-fe04e562-75b7-4178-b539-737eda78da56 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:42.424531 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85d5d5ee-a275-42fe-95ce-a8a885f43aa1 req-fe04e562-75b7-4178-b539-737eda78da56 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0702024 Jul 05 11:22:42.467522 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-85d5d5ee-a275-42fe-95ce-a8a885f43aa1 req-209eff8c-b0e4-48e9-9d92-72a60580df7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370555 Jul 05 11:22:43.661845 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bd7da244-8a54-478a-8e71-238d4741577a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:43.693442 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc9bd0-0775-4748-98dd-12005472a583 req-7b558cf1-16fe-4c62-9ec2-c7a464c6e6b1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:43.695106 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bfc9bd0-0775-4748-98dd-12005472a583 req-7b558cf1-16fe-4c62-9ec2-c7a464c6e6b1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0965662 Jul 05 11:22:43.716728 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:43.750707 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6bfc9bd0-0775-4748-98dd-12005472a583 req-be6faf35-1631-4a08-b40d-d3420ffe93ca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452051 Jul 05 11:22:44.520397 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-d9cbac5c-9c9a-4cbd-96e7-8291772e36eb service neutron] show failed (client error): The resource could not be found. Jul 05 11:22:44.521458 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-d9cbac5c-9c9a-4cbd-96e7-8291772e36eb service neutron] 10.222.0.64 "GET /v2.0/ports/83a68cfd-8532-487d-8ff9-533261401453/bindings/n-h1-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0617251 Jul 05 11:22:44.982104 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f2753-6b4a-4aef-bcfa-45b5e00a811e req-9a306ddb-c06f-481c-8084-a45ce97f8e56 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:44.983737 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7e6f2753-6b4a-4aef-bcfa-45b5e00a811e req-9a306ddb-c06f-481c-8084-a45ce97f8e56 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0860238 Jul 05 11:22:45.034839 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7e6f2753-6b4a-4aef-bcfa-45b5e00a811e req-c6e12e5c-6cc8-4ecd-a75c-93e29c6c12e1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411372 Jul 05 11:22:45.158862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-b439b441-21ef-4c06-8876-427dac8fb18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:45.160544 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-b439b441-21ef-4c06-8876-427dac8fb18f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e&tenant_id=c7ea24a3a627491f8864306d76ae913e HTTP/1.1" status: 200 len: 1097 time: 0.1269922 Jul 05 11:22:45.173738 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:22:45.254448 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:45.271254 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:45.511282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] For port 83a68cfd-8532-487d-8ff9-533261401453, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=83a68cfd-8532-487d-8ff9-533261401453,segment=NetworkSegment(656cdc0a-22e2-4fa3-b98e-954e6d5c62ce),segment_id=656cdc0a-22e2-4fa3-b98e-954e6d5c62ce)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:45.548838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] For port 83a68cfd-8532-487d-8ff9-533261401453, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:22:45.594587 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83a68cfd-8532-487d-8ff9-533261401453'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:22:45.598384 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa96d23-fad6-4b80-a322-14a21f4d1966" -d '{"events": [{"server_uuid": "0c0604c2-23ae-4f8b-b198-43e0ccf6811e", "name": "network-vif-unplugged", "status": "completed", "tag": "83a68cfd-8532-487d-8ff9-533261401453"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:22:45.604744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:45.624450 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Transition to ACTIVE for port object 83a68cfd-8532-487d-8ff9-533261401453 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:22:45.696412 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:45.739655 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 11:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c56c136-cd7c-4697-b87b-c698c08444cf x-openstack-request-id: req-9c56c136-cd7c-4697-b87b-c698c08444cf {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:22:45.740122 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0604c2-23ae-4f8b-b198-43e0ccf6811e", "name": "network-vif-unplugged", "status": "completed", "tag": "83a68cfd-8532-487d-8ff9-533261401453", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:22:45.740517 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c56c136-cd7c-4697-b87b-c698c08444cf {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:22:45.741439 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83a68cfd-8532-487d-8ff9-533261401453', 'code': 200} Jul 05 11:22:45.801615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Pushing event updated for resources: {'Port': ['ID=83a68cfd-8532-487d-8ff9-533261401453,revision_number=6']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:45.815157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:45.815516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:45.815970 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:45.816318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:45.816659 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:45.816992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:45.817327 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:45.817657 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:45.818110 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:45.818312 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:45.818618 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:45.818946 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:45.863395 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] No DVR routers for this DVR port 83a68cfd-8532-487d-8ff9-533261401453 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:22:46.060605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Attempting to bind port 83a68cfd-8532-487d-8ff9-533261401453 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:22:46.060903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Attempting to bind port 83a68cfd-8532-487d-8ff9-533261401453 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:22:46.061321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Attempting to bind port 83a68cfd-8532-487d-8ff9-533261401453 on network c87a881c-db3f-4b65-806f-50c7530b71cc {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:22:46.069318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Port 83a68cfd-8532-487d-8ff9-533261401453 on network c87a881c-db3f-4b65-806f-50c7530b71cc not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:22:46.069863 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Attempting to bind port 83a68cfd-8532-487d-8ff9-533261401453 on network c87a881c-db3f-4b65-806f-50c7530b71cc {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:22:46.081676 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:22:46.081676 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Checking segment: {'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:22:46.081676 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Bound using segment: {'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:22:46.081676 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Bound port: 83a68cfd-8532-487d-8ff9-533261401453, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:22:46.084102 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:46.200033 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] For port 83a68cfd-8532-487d-8ff9-533261401453, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:22:46.205877 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] For port 83a68cfd-8532-487d-8ff9-533261401453, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=83a68cfd-8532-487d-8ff9-533261401453,segment=NetworkSegment(656cdc0a-22e2-4fa3-b98e-954e6d5c62ce),segment_id=656cdc0a-22e2-4fa3-b98e-954e6d5c62ce)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:22:46.283051 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:46.324261 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd885a5-1647-4238-8f52-4f9574ec6c7b req-1cc8bd7f-423b-4919-84cf-a892a7cff0a2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:46.326522 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-edd885a5-1647-4238-8f52-4f9574ec6c7b req-1cc8bd7f-423b-4919-84cf-a892a7cff0a2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 943 time: 0.0967112 Jul 05 11:22:46.330057 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:46.330057 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:46.332109 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] 10.222.0.73 "PUT /v2.0/ports/83a68cfd-8532-487d-8ff9-533261401453 HTTP/1.1" status: 200 len: 1092 time: 1.1633275 Jul 05 11:22:46.362512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a40ba-f7a8-4a24-8189-1e44d80adf8d service neutron] Pushing event updated for resources: {'Port': ['ID=83a68cfd-8532-487d-8ff9-533261401453,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:46.398452 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-edd885a5-1647-4238-8f52-4f9574ec6c7b req-41061c2a-bfea-4c76-a1cb-c5c2ed95264d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638459 Jul 05 11:22:46.407048 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:22:46.454954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-5f348724-c4ca-4462-b5e0-3b958603c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:46.456825 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-5f348724-c4ca-4462-b5e0-3b958603c91f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 1095 time: 0.0892406 Jul 05 11:22:46.581030 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-9ddb1236-d04d-47ae-bb71-1828384b48de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:46.582707 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-9ddb1236-d04d-47ae-bb71-1828384b48de service neutron] 10.222.0.73 "GET /v2.0/networks?id=c87a881c-db3f-4b65-806f-50c7530b71cc HTTP/1.1" status: 200 len: 898 time: 0.1193683 Jul 05 11:22:46.673252 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-08e4e791-a1e7-49e1-a826-e0e38ea89c4b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a68cfd-8532-487d-8ff9-533261401453 HTTP/1.1" status: 200 len: 999 time: 0.0841095 Jul 05 11:22:46.761597 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-60362751-b3ab-4620-8fa1-ecb1cb55e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:46.764270 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-60362751-b3ab-4620-8fa1-ecb1cb55e720 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=44f1d599-71c6-455f-8144-5640655e6071 HTTP/1.1" status: 200 len: 834 time: 0.0843103 Jul 05 11:22:46.861294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-0d387537-d1e4-4910-b7fa-ce2ea5eb476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:46.863322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-0d387537-d1e4-4910-b7fa-ce2ea5eb476f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c87a881c-db3f-4b65-806f-50c7530b71cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928016 Jul 05 11:22:46.874491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-db3970ba-e84b-43a6-84c8-e64b1fba44ac service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:22:46.875950 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-db3970ba-e84b-43a6-84c8-e64b1fba44ac service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066152 Jul 05 11:22:46.987948 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-4b329e3d-8ca8-42ee-90f7-8a8c08c81b31 service neutron] 10.222.0.73 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055195 Jul 05 11:22:47.096097 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:47.110303 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7fa58991-6d2b-4f38-a3f5-3d38c58c5808 req-8ad6f444-217f-4f9f-a68e-5df48485aa11 service neutron] 10.222.0.73 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163545 Jul 05 11:22:47.373268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 83a68cfd-8532-487d-8ff9-533261401453 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:22:47.419939 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 83a68cfd-8532-487d-8ff9-533261401453 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:22:47.665310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf91cf-7fa2-45ed-92fb-55a607ec279c req-a31d9223-6eb3-467d-a7c9-1e15859e2a25 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:47.667686 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ecf91cf-7fa2-45ed-92fb-55a607ec279c req-a31d9223-6eb3-467d-a7c9-1e15859e2a25 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 943 time: 0.1148019 Jul 05 11:22:47.734980 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ecf91cf-7fa2-45ed-92fb-55a607ec279c req-bcbc52a9-8e7c-4c07-8b89-70b88a62158f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567667 Jul 05 11:22:47.742006 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'tag': '83a68cfd-8532-487d-8ff9-533261401453'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:22:47.746557 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae673f6-5548-4aaa-aa60-3fb787cec145" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0604c2-23ae-4f8b-b198-43e0ccf6811e", "tag": "83a68cfd-8532-487d-8ff9-533261401453"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:22:47.828399 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995bd930-886e-4024-acc4-35c429483067 x-openstack-request-id: req-995bd930-886e-4024-acc4-35c429483067 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:22:47.828867 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0604c2-23ae-4f8b-b198-43e0ccf6811e", "tag": "83a68cfd-8532-487d-8ff9-533261401453", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:22:47.829152 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-995bd930-886e-4024-acc4-35c429483067 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:22:47.829584 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'tag': '83a68cfd-8532-487d-8ff9-533261401453', 'status': 'completed', 'code': 200} Jul 05 11:22:47.926451 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-716ae3ba-348f-4f94-b345-bf9380cf203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:47.928868 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-716ae3ba-348f-4f94-b345-bf9380cf203e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 1095 time: 0.0732310 Jul 05 11:22:47.933152 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-b6108087-4a66-420e-8e4e-3e945bccb6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:47.934703 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-b6108087-4a66-420e-8e4e-3e945bccb6aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 1095 time: 0.0705547 Jul 05 11:22:48.048181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-89294448-8e7b-416d-afee-dc387bc25fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:48.049078 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-d63828d5-024d-4f59-bf54-9270c841635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:48.049732 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-89294448-8e7b-416d-afee-dc387bc25fee service neutron] 10.222.0.64 "GET /v2.0/networks?id=c87a881c-db3f-4b65-806f-50c7530b71cc HTTP/1.1" status: 200 len: 898 time: 0.1034436 Jul 05 11:22:48.051000 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-d63828d5-024d-4f59-bf54-9270c841635a service neutron] 10.222.0.73 "GET /v2.0/networks?id=c87a881c-db3f-4b65-806f-50c7530b71cc HTTP/1.1" status: 200 len: 898 time: 0.1156445 Jul 05 11:22:48.127701 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-e728922e-baa1-4cb4-a3d0-79d02fe22273 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a68cfd-8532-487d-8ff9-533261401453 HTTP/1.1" status: 200 len: 999 time: 0.0684552 Jul 05 11:22:48.132658 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-6483905a-1330-4278-9345-089fcceac98f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a68cfd-8532-487d-8ff9-533261401453 HTTP/1.1" status: 200 len: 999 time: 0.0732467 Jul 05 11:22:48.183821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-bf97118d-c1ab-4a00-80cc-ea192534c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:48.185281 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-bf97118d-c1ab-4a00-80cc-ea192534c797 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=44f1d599-71c6-455f-8144-5640655e6071 HTTP/1.1" status: 200 len: 834 time: 0.0512304 Jul 05 11:22:48.200930 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-1775a32a-5a26-44a1-9d00-b10f86093e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:48.202785 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-1775a32a-5a26-44a1-9d00-b10f86093e8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44f1d599-71c6-455f-8144-5640655e6071 HTTP/1.1" status: 200 len: 834 time: 0.0605695 Jul 05 11:22:48.260594 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-0d0a4efd-2f8d-4053-8431-593cbb262041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:48.262205 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-0d0a4efd-2f8d-4053-8431-593cbb262041 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c87a881c-db3f-4b65-806f-50c7530b71cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696616 Jul 05 11:22:48.272299 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-b3e27564-b787-4337-8369-68bcb2e3c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:48.273863 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-b3e27564-b787-4337-8369-68bcb2e3c02a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c87a881c-db3f-4b65-806f-50c7530b71cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624330 Jul 05 11:22:48.389226 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-82653202-968e-49d1-a2ab-969cd1b89fa8 service neutron] 10.222.0.64 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051149 Jul 05 11:22:48.389555 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-e02eb692-86d4-48b9-bdee-f02925200ff3 service neutron] 10.222.0.73 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190672 Jul 05 11:22:48.502584 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-c27ca54b-6bb9-44fe-9672-8b9a21996176 service neutron] 10.222.0.73 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065249 Jul 05 11:22:48.502881 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cae673f6-5548-4aaa-aa60-3fb787cec145 req-870cd107-b3b6-489a-9f07-1481d72735e0 service neutron] 10.222.0.64 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032941 Jul 05 11:22:48.726522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69cec6-cf46-4cca-93f6-f536db046625 req-06294ff2-e14b-432e-80d1-c70d51cec1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:48.729081 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a69cec6-cf46-4cca-93f6-f536db046625 req-06294ff2-e14b-432e-80d1-c70d51cec1e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 1095 time: 0.0568402 Jul 05 11:22:48.840817 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69cec6-cf46-4cca-93f6-f536db046625 req-ba764f7a-2264-4d36-b7b2-8febb815c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:48.842332 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a69cec6-cf46-4cca-93f6-f536db046625 req-ba764f7a-2264-4d36-b7b2-8febb815c300 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c87a881c-db3f-4b65-806f-50c7530b71cc HTTP/1.1" status: 200 len: 898 time: 0.0922298 Jul 05 11:22:48.955122 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a69cec6-cf46-4cca-93f6-f536db046625 req-548d3777-c145-42ef-a2d4-42915eeb45f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a68cfd-8532-487d-8ff9-533261401453 HTTP/1.1" status: 200 len: 999 time: 0.1050081 Jul 05 11:22:49.023591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020de47-40d4-4d7d-a55f-7ee876051f76 req-47159409-b0f5-4f39-9124-2c04babbfcab tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:49.025829 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f020de47-40d4-4d7d-a55f-7ee876051f76 req-47159409-b0f5-4f39-9124-2c04babbfcab tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 943 time: 0.1330509 Jul 05 11:22:49.035463 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69cec6-cf46-4cca-93f6-f536db046625 req-0ff54b5f-b95a-460c-970d-d711815548b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:49.037065 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a69cec6-cf46-4cca-93f6-f536db046625 req-0ff54b5f-b95a-460c-970d-d711815548b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=44f1d599-71c6-455f-8144-5640655e6071 HTTP/1.1" status: 200 len: 834 time: 0.0746639 Jul 05 11:22:49.105983 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f020de47-40d4-4d7d-a55f-7ee876051f76 req-ed654ea1-a7e2-44a2-a4e4-928b7ed276ee tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677783 Jul 05 11:22:49.131144 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69cec6-cf46-4cca-93f6-f536db046625 req-cb77e944-8af4-4f72-97f8-423bf5939738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:49.132894 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a69cec6-cf46-4cca-93f6-f536db046625 req-cb77e944-8af4-4f72-97f8-423bf5939738 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c87a881c-db3f-4b65-806f-50c7530b71cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881414 Jul 05 11:22:49.237175 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a69cec6-cf46-4cca-93f6-f536db046625 req-94ab0c62-4877-497d-9076-d74f2dcbcc74 service neutron] 10.222.0.73 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955787 Jul 05 11:22:49.337869 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9a69cec6-cf46-4cca-93f6-f536db046625 req-a83972ed-a847-4100-a28b-e1ba0d11f206 service neutron] 10.222.0.73 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889893 Jul 05 11:22:49.936309 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 83a68cfd-8532-487d-8ff9-533261401453 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:22:50.041774 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 83a68cfd-8532-487d-8ff9-533261401453, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=83a68cfd-8532-487d-8ff9-533261401453,segment=NetworkSegment(656cdc0a-22e2-4fa3-b98e-954e6d5c62ce),segment_id=656cdc0a-22e2-4fa3-b98e-954e6d5c62ce)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:50.055100 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '83a68cfd-8532-487d-8ff9-533261401453', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'port_id': '83a68cfd-8532-487d-8ff9-533261401453', 'mac_address': 'fa:16:3e:08:12:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f1d599-71c6-455f-8144-5640655e6071', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:22:50.100364 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.114197 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a68cfd-8532-487d-8ff9-533261401453 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:22:50.137271 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 83a68cfd-8532-487d-8ff9-533261401453, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=83a68cfd-8532-487d-8ff9-533261401453,segment=NetworkSegment(656cdc0a-22e2-4fa3-b98e-954e6d5c62ce),segment_id=656cdc0a-22e2-4fa3-b98e-954e6d5c62ce)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:50.225843 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:50.284193 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=83a68cfd-8532-487d-8ff9-533261401453,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:50.293637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:50.293637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:50.293637 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:50.294074 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:50.294214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:50.294555 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:50.294938 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:50.295275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:50.295608 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:50.295965 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:50.296295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:50.296619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:22:50.332285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef02c7-d995-4d46-a8c5-12c92e2b80d5 req-63a52b61-c2d0-4c74-a1c7-7e7e5fd524b2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:50.333998 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09ef02c7-d995-4d46-a8c5-12c92e2b80d5 req-63a52b61-c2d0-4c74-a1c7-7e7e5fd524b2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 944 time: 0.0801508 Jul 05 11:22:50.384630 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-09ef02c7-d995-4d46-a8c5-12c92e2b80d5 req-155d4101-b754-4e15-ac22-8383d195be20 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445678 Jul 05 11:22:50.496601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['83a68cfd-8532-487d-8ff9-533261401453'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:22:50.902073 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee65d6a-760b-4bf9-a42a-1247b9b35651 req-247a1c41-4e07-4e56-9a18-56473e008fbe tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:50.903809 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ee65d6a-760b-4bf9-a42a-1247b9b35651 req-247a1c41-4e07-4e56-9a18-56473e008fbe tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 944 time: 0.0753613 Jul 05 11:22:50.983357 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ee65d6a-760b-4bf9-a42a-1247b9b35651 req-4f8d79dd-e98c-4171-95ce-2cd8e3137a10 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688210 Jul 05 11:22:51.007511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7a27a-7b48-4b80-9366-0394a8e38799 req-80e35c7d-97b2-41eb-aa24-f903e66b6e84 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:51.009105 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5f7a27a-7b48-4b80-9366-0394a8e38799 req-80e35c7d-97b2-41eb-aa24-f903e66b6e84 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e&tenant_id=c7ea24a3a627491f8864306d76ae913e&binding%3Ahost_id=n-h1-779913-27 HTTP/1.1" status: 200 len: 944 time: 0.1037216 Jul 05 11:22:51.083415 n-d-779913-27 neutron-server[100775]: INFO neutron.api.v2.resource [req-e5f7a27a-7b48-4b80-9366-0394a8e38799 req-ab5e0648-7e5e-4a92-a351-d220df322bbb service neutron] delete failed (client error): The resource could not be found. Jul 05 11:22:51.084466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5f7a27a-7b48-4b80-9366-0394a8e38799 req-ab5e0648-7e5e-4a92-a351-d220df322bbb service neutron] 10.222.0.64 "DELETE /v2.0/ports/83a68cfd-8532-487d-8ff9-533261401453/bindings/n-h2-779913-27 HTTP/1.1" status: 404 len: 381 time: 0.0632479 Jul 05 11:22:51.194931 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f2e4a-3d04-4212-828c-7d26f5e58010 req-b85848e0-70b4-432e-a847-375f448081bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:51.196287 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7a27a-7b48-4b80-9366-0394a8e38799 req-ff3b57a7-fb22-4ec4-b278-6244d9b2c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:51.197486 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a08f2e4a-3d04-4212-828c-7d26f5e58010 req-b85848e0-70b4-432e-a847-375f448081bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 944 time: 0.0778003 Jul 05 11:22:51.197825 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5f7a27a-7b48-4b80-9366-0394a8e38799 req-ff3b57a7-fb22-4ec4-b278-6244d9b2c691 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 1096 time: 0.0618229 Jul 05 11:22:51.239872 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a08f2e4a-3d04-4212-828c-7d26f5e58010 req-02cf1ad1-b735-4300-8439-6b8f0cebfb76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365193 Jul 05 11:22:51.297940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7a27a-7b48-4b80-9366-0394a8e38799 req-6ca33328-a461-40dc-8ab8-3ccb0c04331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:51.299487 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5f7a27a-7b48-4b80-9366-0394a8e38799 req-6ca33328-a461-40dc-8ab8-3ccb0c04331c service neutron] 10.222.0.64 "GET /v2.0/networks?id=c87a881c-db3f-4b65-806f-50c7530b71cc HTTP/1.1" status: 200 len: 898 time: 0.0918615 Jul 05 11:22:51.371880 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5f7a27a-7b48-4b80-9366-0394a8e38799 req-c7d82a8d-24d1-4749-a19d-cb11f81e057c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a68cfd-8532-487d-8ff9-533261401453 HTTP/1.1" status: 200 len: 1000 time: 0.0650039 Jul 05 11:22:51.427655 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7a27a-7b48-4b80-9366-0394a8e38799 req-3cba7de4-8d3f-446d-a7fa-4bd26d51bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:51.429303 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5f7a27a-7b48-4b80-9366-0394a8e38799 req-3cba7de4-8d3f-446d-a7fa-4bd26d51bf2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44f1d599-71c6-455f-8144-5640655e6071 HTTP/1.1" status: 200 len: 834 time: 0.0474367 Jul 05 11:22:51.498714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7a27a-7b48-4b80-9366-0394a8e38799 req-0d13297e-6769-4072-b926-d4e71968205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:51.500239 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5f7a27a-7b48-4b80-9366-0394a8e38799 req-0d13297e-6769-4072-b926-d4e71968205a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c87a881c-db3f-4b65-806f-50c7530b71cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604789 Jul 05 11:22:51.602543 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5f7a27a-7b48-4b80-9366-0394a8e38799 req-04836db9-93e7-4b8e-9905-f0f3e4f59e77 service neutron] 10.222.0.64 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910635 Jul 05 11:22:51.704716 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e5f7a27a-7b48-4b80-9366-0394a8e38799 req-46d1fcfa-694d-48a5-8ca9-f628514dbcfe service neutron] 10.222.0.64 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926836 Jul 05 11:22:51.952660 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 83a68cfd-8532-487d-8ff9-533261401453 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:22:52.054117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 83a68cfd-8532-487d-8ff9-533261401453 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:22:52.058214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 83a68cfd-8532-487d-8ff9-533261401453 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:22:52.058610 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:52.165394 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:52.204375 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a68cfd-8532-487d-8ff9-533261401453'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:22:52.208489 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18285d11-a79f-4d6a-a359-9e36d46cf860" -d '{"events": [{"server_uuid": "0c0604c2-23ae-4f8b-b198-43e0ccf6811e", "name": "network-vif-plugged", "status": "completed", "tag": "83a68cfd-8532-487d-8ff9-533261401453"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:22:52.231242 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 83a68cfd-8532-487d-8ff9-533261401453, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=83a68cfd-8532-487d-8ff9-533261401453,segment=NetworkSegment(656cdc0a-22e2-4fa3-b98e-954e6d5c62ce),segment_id=656cdc0a-22e2-4fa3-b98e-954e6d5c62ce)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:22:52.262021 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaaa3be-1c74-4838-85fe-86bf6ff37671 x-openstack-request-id: req-bcaaa3be-1c74-4838-85fe-86bf6ff37671 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:22:52.262437 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0604c2-23ae-4f8b-b198-43e0ccf6811e", "name": "network-vif-plugged", "status": "completed", "tag": "83a68cfd-8532-487d-8ff9-533261401453", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:22:52.262730 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bcaaa3be-1c74-4838-85fe-86bf6ff37671 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:22:52.263159 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a68cfd-8532-487d-8ff9-533261401453', 'code': 200} Jul 05 11:22:52.319072 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:52.382081 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=83a68cfd-8532-487d-8ff9-533261401453,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:22:52.444776 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed880036-a744-4a22-928e-afa96bc1e86e req-04d6de78-0d0f-4586-b83f-fe5c08e4c491 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:52.446265 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed880036-a744-4a22-928e-afa96bc1e86e req-04d6de78-0d0f-4586-b83f-fe5c08e4c491 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0769386 Jul 05 11:22:52.906033 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ed880036-a744-4a22-928e-afa96bc1e86e req-30faa651-0c81-4ecf-9845-7b2bd19db2fd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4530182 Jul 05 11:22:53.014938 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:22:54.097885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3e312-ef64-49c7-b5a3-36d4176ffafb req-267f8d91-94c4-4ff4-a411-c826be3133be tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:22:54.099408 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ad3e312-ef64-49c7-b5a3-36d4176ffafb req-267f8d91-94c4-4ff4-a411-c826be3133be tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0652812 Jul 05 11:22:54.144640 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6ad3e312-ef64-49c7-b5a3-36d4176ffafb req-1daf8793-6ef7-42e0-8d46-eeed91f33cbc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383964 Jul 05 11:22:54.171217 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44436) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:22:54.232168 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b00c42a4-1808-42af-af5c-36f55a533377 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/8a1f500a-fdd0-40a8-8e35-07e542ab5c48 HTTP/1.1" status: 200 len: 993 time: 0.0596466 Jul 05 11:22:54.888194 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:11.152862 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdf0f-3308-4272-8092-760748e6aa45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:13.659649 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-869cc4d1-41a2-4888-a58f-c531c2135fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:13.740017 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:15.266881 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:17.116830 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:20.644543 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44446) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:20.844482 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-234571d2-0f54-4554-a17a-d1da77de01fe tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 82b6f27b-5dd9-4fdd-8601-600fa8b1d6fe {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:23:20.844880 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-234571d2-0f54-4554-a17a-d1da77de01fe tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:20.928743 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-234571d2-0f54-4554-a17a-d1da77de01fe tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:20.929005 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-234571d2-0f54-4554-a17a-d1da77de01fe tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:20.941233 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-234571d2-0f54-4554-a17a-d1da77de01fe tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 82b6f27b-5dd9-4fdd-8601-600fa8b1d6fe owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:23:21.180956 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-234571d2-0f54-4554-a17a-d1da77de01fe tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:21.206174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234571d2-0f54-4554-a17a-d1da77de01fe tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=82b6f27b-5dd9-4fdd-8601-600fa8b1d6fe,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:21.277626 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-234571d2-0f54-4554-a17a-d1da77de01fe tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:21.278000 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-234571d2-0f54-4554-a17a-d1da77de01fe tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Floating IP 8a1f500a-fdd0-40a8-8e35-07e542ab5c48 disassociated (deleted). External IP: 172.25.5.177, port: 83a68cfd-8532-487d-8ff9-533261401453. Jul 05 11:23:21.490076 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234571d2-0f54-4554-a17a-d1da77de01fe tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router 852c30e5-8fd0-4fc9-9162-625601424c94 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:23:21.599843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234571d2-0f54-4554-a17a-d1da77de01fe tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:23:21.605286 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-234571d2-0f54-4554-a17a-d1da77de01fe tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:21.609650 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538866a2-71ff-4160-846b-4d007d2f8a21 None None] Sync routers for ids ['852c30e5-8fd0-4fc9-9162-625601424c94'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:23:21.619452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538866a2-71ff-4160-846b-4d007d2f8a21 None None] Routers {'852c30e5-8fd0-4fc9-9162-625601424c94'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:23:21.620106 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-538866a2-71ff-4160-846b-4d007d2f8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:23:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['852c30e5-8fd0-4fc9-9162-625601424c94'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:21.651427 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-234571d2-0f54-4554-a17a-d1da77de01fe tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/floatingips/8a1f500a-fdd0-40a8-8e35-07e542ab5c48 HTTP/1.1" status: 204 len: 168 time: 1.0055914 Jul 05 11:23:21.652409 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'tag': '83a68cfd-8532-487d-8ff9-533261401453'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:23:21.654799 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cae654-c8f4-4543-8f46-b3676aaddea4" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0604c2-23ae-4f8b-b198-43e0ccf6811e", "tag": "83a68cfd-8532-487d-8ff9-533261401453"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:23:21.698413 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1ed84c-6050-4cff-ab28-834adbc5bebd x-openstack-request-id: req-bd1ed84c-6050-4cff-ab28-834adbc5bebd {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:23:21.699049 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0604c2-23ae-4f8b-b198-43e0ccf6811e", "tag": "83a68cfd-8532-487d-8ff9-533261401453", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:23:21.699049 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd1ed84c-6050-4cff-ab28-834adbc5bebd {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:23:21.699364 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'tag': '83a68cfd-8532-487d-8ff9-533261401453', 'status': 'completed', 'code': 200} Jul 05 11:23:21.734904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-538866a2-71ff-4160-846b-4d007d2f8a21 None None] Set router 852c30e5-8fd0-4fc9-9162-625601424c94 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:23:21.797478 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cae654-c8f4-4543-8f46-b3676aaddea4 req-7b0216fc-294f-4cb1-9663-c759729d0d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:21.799075 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0cae654-c8f4-4543-8f46-b3676aaddea4 req-7b0216fc-294f-4cb1-9663-c759729d0d84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 1097 time: 0.0731769 Jul 05 11:23:21.925084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cae654-c8f4-4543-8f46-b3676aaddea4 req-7a4b4028-1b31-4f92-9f45-40cf87929ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:21.927831 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0cae654-c8f4-4543-8f46-b3676aaddea4 req-7a4b4028-1b31-4f92-9f45-40cf87929ab4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c87a881c-db3f-4b65-806f-50c7530b71cc HTTP/1.1" status: 200 len: 898 time: 0.1222196 Jul 05 11:23:21.969509 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-538866a2-71ff-4160-846b-4d007d2f8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055312905', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '76394a67-60ab-4252-b348-b112722a05b3', 'name': '', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:60:47:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '44f1d599-71c6-455f-8144-5640655e6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:24Z', 'updated_at': '2021-07-05T11:21:29Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '44f1d599-71c6-455f-8144-5640655e6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:21.974648 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0cae654-c8f4-4543-8f46-b3676aaddea4 req-9c6b510d-6844-4ee5-8ca3-fb3c23339ad8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83a68cfd-8532-487d-8ff9-533261401453 HTTP/1.1" status: 200 len: 217 time: 0.0404000 Jul 05 11:23:21.996763 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538866a2-71ff-4160-846b-4d007d2f8a21 None None] Checking router: 852c30e5-8fd0-4fc9-9162-625601424c94 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:23:22.006993 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538866a2-71ff-4160-846b-4d007d2f8a21 None None] Routers {'852c30e5-8fd0-4fc9-9162-625601424c94'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:23:22.007772 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-538866a2-71ff-4160-846b-4d007d2f8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:23:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['852c30e5-8fd0-4fc9-9162-625601424c94'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:22.031423 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cae654-c8f4-4543-8f46-b3676aaddea4 req-5686fd48-9b76-4e00-b3b6-432d49b7295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:22.033417 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0cae654-c8f4-4543-8f46-b3676aaddea4 req-5686fd48-9b76-4e00-b3b6-432d49b7295f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=44f1d599-71c6-455f-8144-5640655e6071 HTTP/1.1" status: 200 len: 834 time: 0.0512445 Jul 05 11:23:22.107631 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cae654-c8f4-4543-8f46-b3676aaddea4 req-a058184b-66f1-49d4-9b7a-2d393cf33dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:22.110404 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0cae654-c8f4-4543-8f46-b3676aaddea4 req-a058184b-66f1-49d4-9b7a-2d393cf33dbf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c87a881c-db3f-4b65-806f-50c7530b71cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692582 Jul 05 11:23:22.146474 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-538866a2-71ff-4160-846b-4d007d2f8a21 None None] Set router 852c30e5-8fd0-4fc9-9162-625601424c94 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:23:22.241618 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0cae654-c8f4-4543-8f46-b3676aaddea4 req-08ce699b-90da-43c9-a7b7-d3183d7ab9f7 service neutron] 10.222.0.73 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232312 Jul 05 11:23:22.380707 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f0cae654-c8f4-4543-8f46-b3676aaddea4 req-7c5a9569-c011-4b33-adf4-21c3398b8485 service neutron] 10.222.0.73 "GET /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287119 Jul 05 11:23:22.389363 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68be4bd-e34a-4e23-9918-0e47bf840ba6 req-32101c18-59fd-42f5-a89c-284640e07714 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:22.390935 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d68be4bd-e34a-4e23-9918-0e47bf840ba6 req-32101c18-59fd-42f5-a89c-284640e07714 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.1484258 Jul 05 11:23:22.392932 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-538866a2-71ff-4160-846b-4d007d2f8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055312905', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '76394a67-60ab-4252-b348-b112722a05b3', 'name': '', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:60:47:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '44f1d599-71c6-455f-8144-5640655e6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:24Z', 'updated_at': '2021-07-05T11:21:29Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '44f1d599-71c6-455f-8144-5640655e6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:22.426471 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538866a2-71ff-4160-846b-4d007d2f8a21 None None] The sync data for ids ['852c30e5-8fd0-4fc9-9162-625601424c94'] in n-d-779913-27 is: [{'id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055312905', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '76394a67-60ab-4252-b348-b112722a05b3', 'name': '', 'network_id': 'c87a881c-db3f-4b65-806f-50c7530b71cc', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:60:47:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '44f1d599-71c6-455f-8144-5640655e6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:24Z', 'updated_at': '2021-07-05T11:21:29Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '44f1d599-71c6-455f-8144-5640655e6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:23:22.435578 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d68be4bd-e34a-4e23-9918-0e47bf840ba6 req-061fc9e7-f87f-4b71-9e93-aa5045e31e6c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378723 Jul 05 11:23:22.670354 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f516cf7-586a-47ea-a7fa-f7cad3491294 None None] New status for floating IP 8a1f500a-fdd0-40a8-8e35-07e542ab5c48: DOWN {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:23:23.135949 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:23.407702 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:23:23.504987 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00bfb7-82ca-4a00-977b-1d7ebd9a6893 req-06730c90-2726-454a-a504-b4fa8541de04 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:23.507703 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2a00bfb7-82ca-4a00-977b-1d7ebd9a6893 req-06730c90-2726-454a-a504-b4fa8541de04 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0875337 Jul 05 11:23:23.625933 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-2a00bfb7-82ca-4a00-977b-1d7ebd9a6893 req-41f0238e-68e7-4cd1-9445-c4c921d3b73b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 83a68cfd-8532-487d-8ff9-533261401453 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:23:23.626280 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2a00bfb7-82ca-4a00-977b-1d7ebd9a6893 req-41f0238e-68e7-4cd1-9445-c4c921d3b73b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:23.653770 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d15ac-ebfe-420b-8001-e0fd0ff93a7c req-4135b88a-aad6-4c0f-8b7b-84320758c65c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:23.655541 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-896d15ac-ebfe-420b-8001-e0fd0ff93a7c req-4135b88a-aad6-4c0f-8b7b-84320758c65c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 945 time: 0.0729890 Jul 05 11:23:23.699853 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-896d15ac-ebfe-420b-8001-e0fd0ff93a7c req-117d140d-824f-4864-89e0-1597a05dcd87 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=977226fd-6f98-4cca-b7ba-8a6dfebfda72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382204 Jul 05 11:23:23.746294 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-2a00bfb7-82ca-4a00-977b-1d7ebd9a6893 req-41f0238e-68e7-4cd1-9445-c4c921d3b73b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] For port 83a68cfd-8532-487d-8ff9-533261401453, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=83a68cfd-8532-487d-8ff9-533261401453,segment=NetworkSegment(656cdc0a-22e2-4fa3-b98e-954e6d5c62ce),segment_id=656cdc0a-22e2-4fa3-b98e-954e6d5c62ce)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:23:23.746881 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2a00bfb7-82ca-4a00-977b-1d7ebd9a6893 req-41f0238e-68e7-4cd1-9445-c4c921d3b73b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:23.768889 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-2a00bfb7-82ca-4a00-977b-1d7ebd9a6893 req-41f0238e-68e7-4cd1-9445-c4c921d3b73b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 83a68cfd-8532-487d-8ff9-533261401453 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:23:24.169638 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2a00bfb7-82ca-4a00-977b-1d7ebd9a6893 req-41f0238e-68e7-4cd1-9445-c4c921d3b73b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:24.201198 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0238e-68e7-4cd1-9445-c4c921d3b73b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=83a68cfd-8532-487d-8ff9-533261401453,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:24.245690 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a00bfb7-82ca-4a00-977b-1d7ebd9a6893 req-41f0238e-68e7-4cd1-9445-c4c921d3b73b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] No DVR routers for this DVR port 83a68cfd-8532-487d-8ff9-533261401453 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:23:24.250023 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-2a00bfb7-82ca-4a00-977b-1d7ebd9a6893 req-41f0238e-68e7-4cd1-9445-c4c921d3b73b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:24.253028 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2a00bfb7-82ca-4a00-977b-1d7ebd9a6893 req-41f0238e-68e7-4cd1-9445-c4c921d3b73b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.73 "DELETE /v2.0/ports/83a68cfd-8532-487d-8ff9-533261401453 HTTP/1.1" status: 204 len: 173 time: 0.7387784 Jul 05 11:23:24.253028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'name': 'network-vif-deleted', 'tag': '83a68cfd-8532-487d-8ff9-533261401453'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:23:24.254798 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09c9ab8-a0f4-4ca9-b6bb-59402d7c7b84" -d '{"events": [{"server_uuid": "0c0604c2-23ae-4f8b-b198-43e0ccf6811e", "name": "network-vif-deleted", "tag": "83a68cfd-8532-487d-8ff9-533261401453"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:23:24.295006 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8831ffb1-f58c-4f5d-a090-3d4d5bf33e72 x-openstack-request-id: req-8831ffb1-f58c-4f5d-a090-3d4d5bf33e72 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:23:24.295305 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0604c2-23ae-4f8b-b198-43e0ccf6811e", "name": "network-vif-deleted", "tag": "83a68cfd-8532-487d-8ff9-533261401453", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:23:24.295561 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8831ffb1-f58c-4f5d-a090-3d4d5bf33e72 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:23:24.295998 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0604c2-23ae-4f8b-b198-43e0ccf6811e', 'name': 'network-vif-deleted', 'tag': '83a68cfd-8532-487d-8ff9-533261401453', 'status': 'completed', 'code': 200} Jul 05 11:23:24.865808 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-107d3441-dabf-4a65-8b92-29ac8ac4dfff req-434119d5-453c-4a74-9529-01e7f17f43f6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c0604c2-23ae-4f8b-b198-43e0ccf6811e HTTP/1.1" status: 200 len: 210 time: 0.0309618 Jul 05 11:23:24.924338 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:25.975948 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44462) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:26.348500 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfa9aade-de33-4759-ac12-844075183a9e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:26.628614 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9aade-de33-4759-ac12-844075183a9e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 76394a67-60ab-4252-b348-b112722a05b3 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:23:26.628863 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfa9aade-de33-4759-ac12-844075183a9e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:26.720846 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-bfa9aade-de33-4759-ac12-844075183a9e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] For port 76394a67-60ab-4252-b348-b112722a05b3, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=76394a67-60ab-4252-b348-b112722a05b3,segment=NetworkSegment(656cdc0a-22e2-4fa3-b98e-954e6d5c62ce),segment_id=656cdc0a-22e2-4fa3-b98e-954e6d5c62ce)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:23:26.721361 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfa9aade-de33-4759-ac12-844075183a9e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:26.735409 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9aade-de33-4759-ac12-844075183a9e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 76394a67-60ab-4252-b348-b112722a05b3 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:23:26.998544 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfa9aade-de33-4759-ac12-844075183a9e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:27.027635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9aade-de33-4759-ac12-844075183a9e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=76394a67-60ab-4252-b348-b112722a05b3,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:27.206508 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-bfa9aade-de33-4759-ac12-844075183a9e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:27.430906 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa9aade-de33-4759-ac12-844075183a9e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router 852c30e5-8fd0-4fc9-9162-625601424c94 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:23:27.544792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa9aade-de33-4759-ac12-844075183a9e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:23:27.549923 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-bfa9aade-de33-4759-ac12-844075183a9e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "PUT /v2.0/routers/852c30e5-8fd0-4fc9-9162-625601424c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5729072 Jul 05 11:23:27.552851 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44464) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:27.554558 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0b2bd-b66c-4f6d-9b0c-6ddf3fe530e2 None None] Sync routers for ids ['852c30e5-8fd0-4fc9-9162-625601424c94'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:23:27.564620 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0b2bd-b66c-4f6d-9b0c-6ddf3fe530e2 None None] Routers {'852c30e5-8fd0-4fc9-9162-625601424c94'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:23:27.565289 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cbf0b2bd-b66c-4f6d-9b0c-6ddf3fe530e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:23:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['852c30e5-8fd0-4fc9-9162-625601424c94'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:27.604666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-26551adc-409d-47b3-8d55-ea03dcb31889 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting subnet 44f1d599-71c6-455f-8144-5640655e6071 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:23:27.608434 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-26551adc-409d-47b3-8d55-ea03dcb31889 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:27.648154 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-26551adc-409d-47b3-8d55-ea03dcb31889 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:27.674601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-cbf0b2bd-b66c-4f6d-9b0c-6ddf3fe530e2 None None] Set router 852c30e5-8fd0-4fc9-9162-625601424c94 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:23:27.741121 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-26551adc-409d-47b3-8d55-ea03dcb31889 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:27.857904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cbf0b2bd-b66c-4f6d-9b0c-6ddf3fe530e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055312905', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:23:26Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:27.885179 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-26551adc-409d-47b3-8d55-ea03dcb31889 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:27.889110 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0b2bd-b66c-4f6d-9b0c-6ddf3fe530e2 None None] Checking router: 852c30e5-8fd0-4fc9-9162-625601424c94 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:23:27.898537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0b2bd-b66c-4f6d-9b0c-6ddf3fe530e2 None None] Routers {'852c30e5-8fd0-4fc9-9162-625601424c94'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:23:27.899082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cbf0b2bd-b66c-4f6d-9b0c-6ddf3fe530e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:23:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['852c30e5-8fd0-4fc9-9162-625601424c94'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:27.913759 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26551adc-409d-47b3-8d55-ea03dcb31889 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Subnet': ['ID=44f1d599-71c6-455f-8144-5640655e6071,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:27.917726 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-26551adc-409d-47b3-8d55-ea03dcb31889 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:27.919655 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-26551adc-409d-47b3-8d55-ea03dcb31889 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/subnets/44f1d599-71c6-455f-8144-5640655e6071 HTTP/1.1" status: 204 len: 168 time: 0.3658490 Jul 05 11:23:27.922551 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44466) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:27.936835 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2381fac0-ba04-4c23-bf00-69538e2403d5 None None] Network c87a881c-db3f-4b65-806f-50c7530b71cc requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:23:28.044730 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b2580e6e-580d-42ba-9297-0935b9e207bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:28.166549 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b2580e6e-580d-42ba-9297-0935b9e207bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:28.203611 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 83a68cfd-8532-487d-8ff9-533261401453 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:23:28.236756 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 83a68cfd-8532-487d-8ff9-533261401453 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:23:28.237091 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 83a68cfd-8532-487d-8ff9-533261401453 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:23:28.297909 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b2580e6e-580d-42ba-9297-0935b9e207bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 87818e45-57bc-4c59-b28b-681f61e0dd4f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:23:28.298165 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b2580e6e-580d-42ba-9297-0935b9e207bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:28.301127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-cbf0b2bd-b66c-4f6d-9b0c-6ddf3fe530e2 None None] Set router 852c30e5-8fd0-4fc9-9162-625601424c94 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:23:28.387295 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-b2580e6e-580d-42ba-9297-0935b9e207bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] For port 87818e45-57bc-4c59-b28b-681f61e0dd4f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=87818e45-57bc-4c59-b28b-681f61e0dd4f,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:23:28.387668 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b2580e6e-580d-42ba-9297-0935b9e207bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:28.400240 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-b2580e6e-580d-42ba-9297-0935b9e207bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 87818e45-57bc-4c59-b28b-681f61e0dd4f owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:23:28.506995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cbf0b2bd-b66c-4f6d-9b0c-6ddf3fe530e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055312905', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:23:26Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:28.539903 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475f8910-9b94-4118-8b27-91e96096bfb7 None None] DHCP port deletion for c87a881c-db3f-4b65-806f-50c7530b71cc request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:23:28.542844 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0b2bd-b66c-4f6d-9b0c-6ddf3fe530e2 None None] The sync data for ids ['852c30e5-8fd0-4fc9-9162-625601424c94'] in n-d-779913-27 is: [{'id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055312905', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:23:26Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '87818e45-57bc-4c59-b28b-681f61e0dd4f', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c30e5-8fd0-4fc9-9162-625601424c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:21:20Z', 'updated_at': '2021-07-05T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:23:28.596707 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-475f8910-9b94-4118-8b27-91e96096bfb7 None None] Deleting port e624f690-af6f-42af-908e-9b3737ecd2fe {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:23:28.597405 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-475f8910-9b94-4118-8b27-91e96096bfb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:28.649473 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b2580e6e-580d-42ba-9297-0935b9e207bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:28.659001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-475f8910-9b94-4118-8b27-91e96096bfb7 None None] For port e624f690-af6f-42af-908e-9b3737ecd2fe, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e624f690-af6f-42af-908e-9b3737ecd2fe,segment=NetworkSegment(656cdc0a-22e2-4fa3-b98e-954e6d5c62ce),segment_id=656cdc0a-22e2-4fa3-b98e-954e6d5c62ce)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:23:28.659397 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-475f8910-9b94-4118-8b27-91e96096bfb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:28.673483 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-475f8910-9b94-4118-8b27-91e96096bfb7 None None] Calling delete_port for e624f690-af6f-42af-908e-9b3737ecd2fe owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:23:28.676044 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2580e6e-580d-42ba-9297-0935b9e207bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=87818e45-57bc-4c59-b28b-681f61e0dd4f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:28.742295 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b2580e6e-580d-42ba-9297-0935b9e207bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:28.840573 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b2580e6e-580d-42ba-9297-0935b9e207bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:28.842725 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b2580e6e-580d-42ba-9297-0935b9e207bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:28.854055 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-475f8910-9b94-4118-8b27-91e96096bfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:28.880880 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f8910-9b94-4118-8b27-91e96096bfb7 None None] Pushing event deleted for resources: {'Port': ['ID=e624f690-af6f-42af-908e-9b3737ecd2fe,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:28.885980 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475f8910-9b94-4118-8b27-91e96096bfb7 None None] No DVR routers for this DVR port e624f690-af6f-42af-908e-9b3737ecd2fe on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:23:28.964581 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b2580e6e-580d-42ba-9297-0935b9e207bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:28.965141 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2580e6e-580d-42ba-9297-0935b9e207bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Fanout notify agent at l3_agent the message router_deleted on router 852c30e5-8fd0-4fc9-9162-625601424c94 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:23:28.972261 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b2580e6e-580d-42ba-9297-0935b9e207bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:28.976997 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b2580e6e-580d-42ba-9297-0935b9e207bf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/routers/852c30e5-8fd0-4fc9-9162-625601424c94 HTTP/1.1" status: 204 len: 168 time: 1.0447679 Jul 05 11:23:28.976997 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44468) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:29.013306 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e624f690-af6f-42af-908e-9b3737ecd2fe no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:23:29.038817 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: e624f690-af6f-42af-908e-9b3737ecd2fe {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:23:29.039165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e624f690-af6f-42af-908e-9b3737ecd2fe not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:23:29.039585 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 76394a67-60ab-4252-b348-b112722a05b3 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:23:29.059422 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 76394a67-60ab-4252-b348-b112722a05b3 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:23:29.059826 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 76394a67-60ab-4252-b348-b112722a05b3 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:23:29.065739 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6281ad6d-14bd-42c5-a4dc-86298cf19bad tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:29.163073 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6281ad6d-14bd-42c5-a4dc-86298cf19bad tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:29.174578 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6281ad6d-14bd-42c5-a4dc-86298cf19bad tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87a881c-db3f-4b65-806f-50c7530b71cc']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:29.186189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6281ad6d-14bd-42c5-a4dc-86298cf19bad tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:29.186568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-6281ad6d-14bd-42c5-a4dc-86298cf19bad tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656cdc0a-22e2-4fa3-b98e-954e6d5c62ce') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:29.197753 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6281ad6d-14bd-42c5-a4dc-86298cf19bad tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:29.214191 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6281ad6d-14bd-42c5-a4dc-86298cf19bad tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:29.223174 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6281ad6d-14bd-42c5-a4dc-86298cf19bad tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:23:29.223853 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6281ad6d-14bd-42c5-a4dc-86298cf19bad tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: timer() Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:23:29.227947 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:23:29.370327 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6281ad6d-14bd-42c5-a4dc-86298cf19bad tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:29.378485 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6281ad6d-14bd-42c5-a4dc-86298cf19bad tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:29.380416 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6281ad6d-14bd-42c5-a4dc-86298cf19bad tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/networks/c87a881c-db3f-4b65-806f-50c7530b71cc HTTP/1.1" status: 204 len: 168 time: 0.4031224 Jul 05 11:23:29.383298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44470) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:29.393654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281ad6d-14bd-42c5-a4dc-86298cf19bad tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Network': ['ID=c87a881c-db3f-4b65-806f-50c7530b71cc,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:29.445799 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:29.471385 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:29.644618 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:29.647222 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:29.648481 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/security-groups/977226fd-6f98-4cca-b7ba-8a6dfebfda72 HTTP/1.1" status: 204 len: 168 time: 0.2639713 Jul 05 11:23:29.658462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=977226fd-6f98-4cca-b7ba-8a6dfebfda72,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:29.666987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:29.667340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:29.667684 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:29.668045 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:29.668383 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:29.668718 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:29.669048 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:29.669379 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:29.669710 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:29.670035 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:29.670358 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:29.670739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31356dca-177d-4eed-99fb-64bff0512d53 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:30.421707 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44476) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:30.426818 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-56dc2fa2-88ad-4cc8-869b-06d692ba3190 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-575455949', 'description': 'tempest-secgroup-smoke-575455949 description', 'project_id': 'c7ea24a3a627491f8864306d76ae913e'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:23:30.552743 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56dc2fa2-88ad-4cc8-869b-06d692ba3190 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:30.648770 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56dc2fa2-88ad-4cc8-869b-06d692ba3190 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:30.691843 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 87818e45-57bc-4c59-b28b-681f61e0dd4f no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:23:30.712383 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 87818e45-57bc-4c59-b28b-681f61e0dd4f {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:23:30.712729 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 87818e45-57bc-4c59-b28b-681f61e0dd4f not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:23:30.746427 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56dc2fa2-88ad-4cc8-869b-06d692ba3190 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:30.776838 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc2fa2-88ad-4cc8-869b-06d692ba3190 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:30.843959 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-56dc2fa2-88ad-4cc8-869b-06d692ba3190 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:30.845329 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-56dc2fa2-88ad-4cc8-869b-06d692ba3190 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4224374 Jul 05 11:23:30.848296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44478) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:30.852786 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-ac4b87ae-6c6d-46f7-85d9-ef05b822b9b5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': 'e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:23:30.978400 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac4b87ae-6c6d-46f7-85d9-ef05b822b9b5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:31.034649 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac4b87ae-6c6d-46f7-85d9-ef05b822b9b5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:31.123757 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac4b87ae-6c6d-46f7-85d9-ef05b822b9b5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:31.142423 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b87ae-6c6d-46f7-85d9-ef05b822b9b5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408b2d62-2c18-4af7-b5d5-f0ef4c4067f2,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:31.213682 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-ac4b87ae-6c6d-46f7-85d9-ef05b822b9b5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:31.215233 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-ac4b87ae-6c6d-46f7-85d9-ef05b822b9b5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3658202 Jul 05 11:23:31.218527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44480) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:31.223345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-75ce034c-9b4d-49a6-9340-d4bf4b28322f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': 'e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:23:31.323249 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-75ce034c-9b4d-49a6-9340-d4bf4b28322f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:31.386899 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-75ce034c-9b4d-49a6-9340-d4bf4b28322f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:31.458958 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-75ce034c-9b4d-49a6-9340-d4bf4b28322f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:31.477284 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce034c-9b4d-49a6-9340-d4bf4b28322f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19deb32-df3f-4e29-b38e-12f0fe9fe555,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:31.550654 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-75ce034c-9b4d-49a6-9340-d4bf4b28322f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:31.551954 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-75ce034c-9b4d-49a6-9340-d4bf4b28322f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3323236 Jul 05 11:23:31.554836 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44482) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:31.559686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c5918fe4-eec6-43c1-8ae4-7051fa666070 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': 'e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:23:31.655321 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5918fe4-eec6-43c1-8ae4-7051fa666070 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:31.715390 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5918fe4-eec6-43c1-8ae4-7051fa666070 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:31.763900 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5918fe4-eec6-43c1-8ae4-7051fa666070 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:31.782430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5918fe4-eec6-43c1-8ae4-7051fa666070 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095bd2ed-8a79-406a-a4d8-f2582210a64c,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:31.861191 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c5918fe4-eec6-43c1-8ae4-7051fa666070 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:31.862462 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c5918fe4-eec6-43c1-8ae4-7051fa666070 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3066013 Jul 05 11:23:31.865234 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44484) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:31.869949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-967bb16c-c0af-4457-812b-062626fe012b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': 'e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:23:31.957412 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-967bb16c-c0af-4457-812b-062626fe012b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:32.016612 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-967bb16c-c0af-4457-812b-062626fe012b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:32.094870 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-967bb16c-c0af-4457-812b-062626fe012b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:32.113892 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bb16c-c0af-4457-812b-062626fe012b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a390eb-21dd-48f1-bb33-3bae94192c79,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:32.181245 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-967bb16c-c0af-4457-812b-062626fe012b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:32.182669 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-967bb16c-c0af-4457-812b-062626fe012b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3164654 Jul 05 11:23:32.185696 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44486) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:32.190650 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-36538df1-18e8-485a-baf4-9c6bf095ece1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': 'e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:23:32.284045 n-d-779913-27 neutron-server[100775]: INFO neutron.db.securitygroups_db [None req-36538df1-18e8-485a-baf4-9c6bf095ece1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Project c7ea24a3a627491f8864306d76ae913e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:23:32.289426 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-36538df1-18e8-485a-baf4-9c6bf095ece1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:32.343380 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-36538df1-18e8-485a-baf4-9c6bf095ece1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:32.432965 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-36538df1-18e8-485a-baf4-9c6bf095ece1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:32.452839 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36538df1-18e8-485a-baf4-9c6bf095ece1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b5e06b-0d94-438a-8bc8-44c0765184f3,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:32.529724 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-36538df1-18e8-485a-baf4-9c6bf095ece1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:32.530994 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-36538df1-18e8-485a-baf4-9c6bf095ece1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3442407 Jul 05 11:23:32.534256 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44488) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:32.539106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d0a9a2a2-97cf-493c-8f72-3124136fe897 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': 'e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:23:32.604543 n-d-779913-27 neutron-server[100775]: INFO neutron.db.securitygroups_db [None req-d0a9a2a2-97cf-493c-8f72-3124136fe897 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Project c7ea24a3a627491f8864306d76ae913e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:23:32.610625 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a2a2-97cf-493c-8f72-3124136fe897 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:32.678281 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a2a2-97cf-493c-8f72-3124136fe897 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:32.763584 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a2a2-97cf-493c-8f72-3124136fe897 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:32.782418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9a2a2-97cf-493c-8f72-3124136fe897 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6122df9f-777c-4b0e-994d-df70771c0965,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:32.859139 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a2a2-97cf-493c-8f72-3124136fe897 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:32.860499 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d0a9a2a2-97cf-493c-8f72-3124136fe897 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3252530 Jul 05 11:23:32.863801 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44490) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:32.869183 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-a36eab77-0e1c-4875-98e8-b6d74ffb5205 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'network': {'name': 'tempest-network-smoke--1260937270', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'port_security_enabled': True}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:23:32.967842 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36eab77-0e1c-4875-98e8-b6d74ffb5205 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Made reservation on behalf of c7ea24a3a627491f8864306d76ae913e for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:23:32.971595 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a36eab77-0e1c-4875-98e8-b6d74ffb5205 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:32.999484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36eab77-0e1c-4875-98e8-b6d74ffb5205 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:23:33.009922 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a36eab77-0e1c-4875-98e8-b6d74ffb5205 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:33.010463 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-a36eab77-0e1c-4875-98e8-b6d74ffb5205 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Added segment daef9797-bcb8-44cb-bb6c-595c23e73af1 of type vlan for network b96306e1-9276-426b-a8e0-ea56e2a37b9e Jul 05 11:23:33.060666 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a36eab77-0e1c-4875-98e8-b6d74ffb5205 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:33.146727 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a36eab77-0e1c-4875-98e8-b6d74ffb5205 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:33.153537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36eab77-0e1c-4875-98e8-b6d74ffb5205 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:33.155448 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-a36eab77-0e1c-4875-98e8-b6d74ffb5205 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:33.222484 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36eab77-0e1c-4875-98e8-b6d74ffb5205 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Network': ['ID=b96306e1-9276-426b-a8e0-ea56e2a37b9e,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:33.234213 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network b96306e1-9276-426b-a8e0-ea56e2a37b9e details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:23:33.273113 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-a36eab77-0e1c-4875-98e8-b6d74ffb5205 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4081616 Jul 05 11:23:33.276500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44492) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:33.281585 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-302588560', 'admin_state_up': True, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:23:33.386739 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:33.387911 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:33.447542 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:33.665301 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:33.974461 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:33.995107 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:34.108417 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.25.5.25 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/8408d0f5-8881-4eaf-b476-db4ef18abafa) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:23:34.214856 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:34.409787 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:34.454233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:23:34.457146 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:23:34.461764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:23:34.465181 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=8408d0f5-8881-4eaf-b476-db4ef18abafa,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:34.800235 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:34.999681 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:35.209668 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router 894d695c-0ba6-43aa-a566-4d86613c26fc is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:23:35.325828 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:23:35.335497 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Sync routers for ids ['894d695c-0ba6-43aa-a566-4d86613c26fc'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:23:35.346067 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Routers {'894d695c-0ba6-43aa-a566-4d86613c26fc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:23:35.350827 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:23:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['894d695c-0ba6-43aa-a566-4d86613c26fc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:35.396431 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:35.397749 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ffa0d695-1d26-48e8-96c9-97d983e6b64e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1202004 Jul 05 11:23:35.401435 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44494) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:35.451108 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Set router 894d695c-0ba6-43aa-a566-4d86613c26fc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:23:35.485427 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1aac6443-8df8-4f12-877f-6934a46d68aa tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=c7ea24a3a627491f8864306d76ae913e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0802920 Jul 05 11:23:35.486090 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44498) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:35.575704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791b4c71-1b1d-4e5f-b890-4c522b4d4515 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:35.580677 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-791b4c71-1b1d-4e5f-b890-4c522b4d4515 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914216 Jul 05 11:23:35.580846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44500) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:35.612779 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4bb13d3d-1491-4d60-a37d-5e972b6b8788 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284154 Jul 05 11:23:35.613046 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44502) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:35.617899 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-47eb1a55-3271-46f9-bc70-1e0a9c4ab86e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-729116943', 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:23:35.640470 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302588560', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:23:33Z', 'updated_at': '2021-07-05T11:23:34Z', 'revision_number': 3, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:34Z', 'updated_at': '2021-07-05T11:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:35.674094 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Checking router: 894d695c-0ba6-43aa-a566-4d86613c26fc for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:23:35.674433 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Updating router 894d695c-0ba6-43aa-a566-4d86613c26fc port 8408d0f5-8881-4eaf-b476-db4ef18abafa binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:23:35.708891 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:35.774970 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eb1a55-3271-46f9-bc70-1e0a9c4ab86e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Made reservation on behalf of c7ea24a3a627491f8864306d76ae913e for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:23:35.778608 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47eb1a55-3271-46f9-bc70-1e0a9c4ab86e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:35.979256 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:35.989476 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Transition to ACTIVE for port object 8408d0f5-8881-4eaf-b476-db4ef18abafa will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:23:36.055174 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47eb1a55-3271-46f9-bc70-1e0a9c4ab86e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:36.083494 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:36.142667 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb4a2e-5e0e-44ac-bd9a-cc2193a82155 None None] Pushing event updated for resources: {'Port': ['ID=8408d0f5-8881-4eaf-b476-db4ef18abafa,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:36.144885 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Attempting to bind port 8408d0f5-8881-4eaf-b476-db4ef18abafa on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:23:36.145184 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Attempting to bind port 8408d0f5-8881-4eaf-b476-db4ef18abafa by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:23:36.145541 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Attempting to bind port 8408d0f5-8881-4eaf-b476-db4ef18abafa on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:23:36.155766 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb4a2e-5e0e-44ac-bd9a-cc2193a82155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:36.156157 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb4a2e-5e0e-44ac-bd9a-cc2193a82155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:36.156509 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb4a2e-5e0e-44ac-bd9a-cc2193a82155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:36.156838 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb4a2e-5e0e-44ac-bd9a-cc2193a82155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:36.157246 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb4a2e-5e0e-44ac-bd9a-cc2193a82155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:36.157578 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb4a2e-5e0e-44ac-bd9a-cc2193a82155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:36.157905 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb4a2e-5e0e-44ac-bd9a-cc2193a82155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:36.158233 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb4a2e-5e0e-44ac-bd9a-cc2193a82155 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:36.158554 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb4a2e-5e0e-44ac-bd9a-cc2193a82155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:36.158865 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb4a2e-5e0e-44ac-bd9a-cc2193a82155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:36.159187 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb4a2e-5e0e-44ac-bd9a-cc2193a82155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:36.159501 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb4a2e-5e0e-44ac-bd9a-cc2193a82155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:36.163049 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:23:36.169306 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:23:36.169306 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:36.169306 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:23:36.169306 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Bound port: 8408d0f5-8881-4eaf-b476-db4ef18abafa, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:23:36.169306 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:36.223823 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] For port 8408d0f5-8881-4eaf-b476-db4ef18abafa, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:23:36.227297 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] For port 8408d0f5-8881-4eaf-b476-db4ef18abafa, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8408d0f5-8881-4eaf-b476-db4ef18abafa,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:23:36.313149 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:36.374700 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Routers {'894d695c-0ba6-43aa-a566-4d86613c26fc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:23:36.375434 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:23:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['894d695c-0ba6-43aa-a566-4d86613c26fc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:36.380311 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb4a2e-5e0e-44ac-bd9a-cc2193a82155 None None] Pushing event updated for resources: {'Port': ['ID=8408d0f5-8881-4eaf-b476-db4ef18abafa,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:36.483960 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb1a55-3271-46f9-bc70-1e0a9c4ab86e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Subnet': ['ID=aefdf98f-a615-424d-a37d-3d47c47f1e43,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:36.487498 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] Set router 894d695c-0ba6-43aa-a566-4d86613c26fc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:23:36.494062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eb1a55-3271-46f9-bc70-1e0a9c4ab86e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Checking segment: {'id': 'daef9797-bcb8-44cb-bb6c-595c23e73af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:23:36.494578 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb1a55-3271-46f9-bc70-1e0a9c4ab86e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network hostable DHCP agents. Network: b96306e1-9276-426b-a8e0-ea56e2a37b9e, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:23:36.619231 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb1a55-3271-46f9-bc70-1e0a9c4ab86e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network b96306e1-9276-426b-a8e0-ea56e2a37b9e is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:23:36.677187 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302588560', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:23:33Z', 'updated_at': '2021-07-05T11:23:34Z', 'revision_number': 3, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:34Z', 'updated_at': '2021-07-05T11:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:36.706585 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-47eb1a55-3271-46f9-bc70-1e0a9c4ab86e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, b96306e1-9276-426b-a8e0-ea56e2a37b9e) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:23:36.711556 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eb1a55-3271-46f9-bc70-1e0a9c4ab86e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:36.713043 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-47eb1a55-3271-46f9-bc70-1e0a9c4ab86e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:36.719677 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a923aee1-fbd5-4b12-a397-3fecab13da69 None None] Network b96306e1-9276-426b-a8e0-ea56e2a37b9e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:23:36.802119 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76088941-f02e-4a22-b763-8a9b8dce8bd3 None None] The sync data for ids ['894d695c-0ba6-43aa-a566-4d86613c26fc'] in n-d-779913-27 is: [{'id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302588560', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:23:33Z', 'updated_at': '2021-07-05T11:23:34Z', 'revision_number': 3, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:34Z', 'updated_at': '2021-07-05T11:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:23:36.810994 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-47eb1a55-3271-46f9-bc70-1e0a9c4ab86e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1969557 Jul 05 11:23:36.814010 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44504) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:36.882983 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ips': [{'subnet_id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:23:36.883893 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:37.032268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Allocated IP 172.20.0.2 (b96306e1-9276-426b-a8e0-ea56e2a37b9e/aefdf98f-a615-424d-a37d-3d47c47f1e43/089e33ad-8cd7-471f-b15a-9de673d313e9) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:23:37.250114 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:37.260976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Transition to ACTIVE for port object 089e33ad-8cd7-471f-b15a-9de673d313e9 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:23:37.277298 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Transition to ACTIVE for port object 089e33ad-8cd7-471f-b15a-9de673d313e9 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:23:37.341209 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:37.370898 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:37.410490 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Network b96306e1-9276-426b-a8e0-ea56e2a37b9e is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:23:37.413894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:23:37.421194 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:23:37.452033 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Pushing event updated for resources: {'Port': ['ID=089e33ad-8cd7-471f-b15a-9de673d313e9,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:37.496731 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Attempting to bind port 089e33ad-8cd7-471f-b15a-9de673d313e9 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:23:37.497568 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Attempting to bind port 089e33ad-8cd7-471f-b15a-9de673d313e9 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'daef9797-bcb8-44cb-bb6c-595c23e73af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:23:37.497999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Attempting to bind port 089e33ad-8cd7-471f-b15a-9de673d313e9 on network b96306e1-9276-426b-a8e0-ea56e2a37b9e {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:23:37.503920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:23:37.504400 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Checking segment: {'id': 'daef9797-bcb8-44cb-bb6c-595c23e73af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:23:37.504877 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:37.505334 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Bound using segment: {'id': 'daef9797-bcb8-44cb-bb6c-595c23e73af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:23:37.505876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Bound port: 089e33ad-8cd7-471f-b15a-9de673d313e9, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daef9797-bcb8-44cb-bb6c-595c23e73af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:23:37.506324 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:37.577253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] For port 089e33ad-8cd7-471f-b15a-9de673d313e9, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:23:37.581146 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] For port 089e33ad-8cd7-471f-b15a-9de673d313e9, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=089e33ad-8cd7-471f-b15a-9de673d313e9,segment=NetworkSegment(daef9797-bcb8-44cb-bb6c-595c23e73af1),segment_id=daef9797-bcb8-44cb-bb6c-595c23e73af1)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:23:37.678298 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:37.695620 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.20.0.1 (b96306e1-9276-426b-a8e0-ea56e2a37b9e/aefdf98f-a615-424d-a37d-3d47c47f1e43/78f8f5ec-6c0b-4416-b88b-740e02d7f332) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:23:37.744672 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f57a01-36eb-4353-9b18-5588f1d491ee None None] Pushing event updated for resources: {'Port': ['ID=089e33ad-8cd7-471f-b15a-9de673d313e9,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:37.859331 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:37.877433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Transition to ACTIVE for port object 78f8f5ec-6c0b-4416-b88b-740e02d7f332 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:23:38.041234 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:38.084506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network b96306e1-9276-426b-a8e0-ea56e2a37b9e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:23:38.089811 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:23:38.092446 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:23:38.119683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=78f8f5ec-6c0b-4416-b88b-740e02d7f332,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:38.143988 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:38.371142 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:38.672653 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:38.756278 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:38.849164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8408d0f5-8881-4eaf-b476-db4ef18abafa up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:23:38.862543 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:38.864461 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=78f8f5ec-6c0b-4416-b88b-740e02d7f332,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:38.917030 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482cad32-d474-4f9c-9aea-556b52ab58e8 None None] Network b96306e1-9276-426b-a8e0-ea56e2a37b9e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:23:38.970007 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network b96306e1-9276-426b-a8e0-ea56e2a37b9e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:23:38.971379 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:23:38.981073 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 8408d0f5-8881-4eaf-b476-db4ef18abafa completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:23:39.000464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 8408d0f5-8881-4eaf-b476-db4ef18abafa triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:23:39.001086 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:39.091325 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7e8de788-6b78-4ee8-94cd-7f4f23f8765a None None] Provisioning for port 089e33ad-8cd7-471f-b15a-9de673d313e9 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:23:39.096723 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router 894d695c-0ba6-43aa-a566-4d86613c26fc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:23:39.163493 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:39.191515 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 8408d0f5-8881-4eaf-b476-db4ef18abafa, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8408d0f5-8881-4eaf-b476-db4ef18abafa,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:23:39.224809 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:23:39.232672 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5173a7cd-4f2d-4de9-9431-3d96f3eb6a7f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "PUT /v2.0/routers/894d695c-0ba6-43aa-a566-4d86613c26fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4165056 Jul 05 11:23:39.238421 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Sync routers for ids ['894d695c-0ba6-43aa-a566-4d86613c26fc'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:23:39.254773 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Routers {'894d695c-0ba6-43aa-a566-4d86613c26fc'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:23:39.255790 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:23:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['894d695c-0ba6-43aa-a566-4d86613c26fc'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:39.291863 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:39.292723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 089e33ad-8cd7-471f-b15a-9de673d313e9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:23:39.397898 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-ec9f7cb1-6ff7-4675-ba89-cdbc585c07e0 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575455949&fields=id&tenant_id=c7ea24a3a627491f8864306d76ae913e HTTP/1.1" status: 200 len: 267 time: 0.0436084 Jul 05 11:23:39.427222 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=8408d0f5-8881-4eaf-b476-db4ef18abafa,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:39.450238 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Set router 894d695c-0ba6-43aa-a566-4d86613c26fc gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:23:39.526069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11a15f-2982-4375-a049-d542397966eb req-60068d76-848b-41ed-96d4-0fb06f29055e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:39.527639 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-60068d76-848b-41ed-96d4-0fb06f29055e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/networks?id=b96306e1-9276-426b-a8e0-ea56e2a37b9e HTTP/1.1" status: 200 len: 797 time: 0.1217875 Jul 05 11:23:39.536629 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 089e33ad-8cd7-471f-b15a-9de673d313e9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:23:39.544353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 089e33ad-8cd7-471f-b15a-9de673d313e9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:23:39.544620 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:39.554422 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-83b75257-6611-47f5-91ba-f65391d95319 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/quotas/c7ea24a3a627491f8864306d76ae913e HTTP/1.1" status: 200 len: 375 time: 0.0205052 Jul 05 11:23:39.624977 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4a8c66c6-d8e7-4ea8-9c2e-0173ab63983c None None] Provisioning complete for port 089e33ad-8cd7-471f-b15a-9de673d313e9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:23:39.625344 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4a8c66c6-d8e7-4ea8-9c2e-0173ab63983c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:39.627100 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-4dcb2bf9-a38b-4d13-aa9a-2e5cebf1ca8b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718079 Jul 05 11:23:39.706671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-8af523f2-51d8-4755-bbb6-65e9c157ee0a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:23:39.707788 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-8af523f2-51d8-4755-bbb6-65e9c157ee0a service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0615506 Jul 05 11:23:39.794002 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:39.822517 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-ddfb265d-a1a1-4259-a862-7bdec3030f45 service neutron] 10.222.0.77 "GET /v2.0/networks/b96306e1-9276-426b-a8e0-ea56e2a37b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069949 Jul 05 11:23:39.830413 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4a8c66c6-d8e7-4ea8-9c2e-0173ab63983c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:39.868794 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 089e33ad-8cd7-471f-b15a-9de673d313e9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=089e33ad-8cd7-471f-b15a-9de673d313e9,segment=NetworkSegment(daef9797-bcb8-44cb-bb6c-595c23e73af1),segment_id=daef9797-bcb8-44cb-bb6c-595c23e73af1)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:23:39.884400 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302588560', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:23:33Z', 'updated_at': '2021-07-05T11:23:38Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:34Z', 'updated_at': '2021-07-05T11:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '78f8f5ec-6c0b-4416-b88b-740e02d7f332', 'name': '', 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:6b:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:37Z', 'updated_at': '2021-07-05T11:23:38Z', 'revision_number': 2, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:39.912718 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Checking router: 894d695c-0ba6-43aa-a566-4d86613c26fc for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:23:39.913185 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Updating router 894d695c-0ba6-43aa-a566-4d86613c26fc port 78f8f5ec-6c0b-4416-b88b-740e02d7f332 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:23:39.928571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-dcaa4390-4632-4aa1-a0c5-5520cc038770 service neutron] 10.222.0.77 "GET /v2.0/networks/b96306e1-9276-426b-a8e0-ea56e2a37b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979073 Jul 05 11:23:39.938097 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:40.022150 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:40.027823 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.db.api [None req-4a8c66c6-d8e7-4ea8-9c2e-0173ab63983c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 11:23:40.028180 n-d-779913-27 neutron-server[100777]: DEBUG oslo_db.api [None req-4a8c66c6-d8e7-4ea8-9c2e-0173ab63983c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 11:23:40.033867 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=089e33ad-8cd7-471f-b15a-9de673d313e9,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:40.208152 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dade0f9d-cf27-42c2-8b55-e361ee3522ca req-4c566c2a-3f66-46c8-bad5-8a38a9fbe19e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 210 time: 0.0334094 Jul 05 11:23:40.324936 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:40.335096 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Transition to ACTIVE for port object 78f8f5ec-6c0b-4416-b88b-740e02d7f332 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:23:40.426519 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:40.479656 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b3e68-bda7-4709-928f-b3af42f4b860 None None] Pushing event updated for resources: {'Port': ['ID=78f8f5ec-6c0b-4416-b88b-740e02d7f332,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:40.534009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Attempting to bind port 78f8f5ec-6c0b-4416-b88b-740e02d7f332 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:23:40.534377 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Attempting to bind port 78f8f5ec-6c0b-4416-b88b-740e02d7f332 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'daef9797-bcb8-44cb-bb6c-595c23e73af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:23:40.534740 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Attempting to bind port 78f8f5ec-6c0b-4416-b88b-740e02d7f332 on network b96306e1-9276-426b-a8e0-ea56e2a37b9e {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:23:40.562944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:23:40.563317 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Checking segment: {'id': 'daef9797-bcb8-44cb-bb6c-595c23e73af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:23:40.563739 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:40.564338 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Bound using segment: {'id': 'daef9797-bcb8-44cb-bb6c-595c23e73af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:23:40.564633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Bound port: 78f8f5ec-6c0b-4416-b88b-740e02d7f332, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daef9797-bcb8-44cb-bb6c-595c23e73af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:23:40.565015 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:40.645971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] For port 78f8f5ec-6c0b-4416-b88b-740e02d7f332, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:23:40.649524 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] For port 78f8f5ec-6c0b-4416-b88b-740e02d7f332, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=78f8f5ec-6c0b-4416-b88b-740e02d7f332,segment=NetworkSegment(daef9797-bcb8-44cb-bb6c-595c23e73af1),segment_id=daef9797-bcb8-44cb-bb6c-595c23e73af1)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:23:40.745293 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8408d0f5-8881-4eaf-b476-db4ef18abafa up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:23:40.749168 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4a8c66c6-d8e7-4ea8-9c2e-0173ab63983c None None] Provisioning for port 78f8f5ec-6c0b-4416-b88b-740e02d7f332 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:23:40.790886 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:40.854072 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 8408d0f5-8881-4eaf-b476-db4ef18abafa triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:23:40.854426 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:40.885145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Routers {'894d695c-0ba6-43aa-a566-4d86613c26fc'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:23:40.885853 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:23:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['894d695c-0ba6-43aa-a566-4d86613c26fc'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:40.930126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b3e68-bda7-4709-928f-b3af42f4b860 None None] Pushing event updated for resources: {'Port': ['ID=78f8f5ec-6c0b-4416-b88b-740e02d7f332,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:41.242682 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] Set router 894d695c-0ba6-43aa-a566-4d86613c26fc gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:23:41.282542 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 089e33ad-8cd7-471f-b15a-9de673d313e9 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:23:41.295947 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d688e50-113f-4eeb-adbc-48b7ed79c63f req-24110b75-4bc5-4e25-ad35-b71c3b158454 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 210 time: 0.0309894 Jul 05 11:23:41.313700 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb862-8285-4667-b222-ab922f6895d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:41.429717 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 089e33ad-8cd7-471f-b15a-9de673d313e9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:23:41.430072 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:41.553171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302588560', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:23:33Z', 'updated_at': '2021-07-05T11:23:38Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:34Z', 'updated_at': '2021-07-05T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '78f8f5ec-6c0b-4416-b88b-740e02d7f332', 'name': '', 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:6b:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:37Z', 'updated_at': '2021-07-05T11:23:40Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:23:41.580473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54119189-33fd-4953-ba57-dc3a002764e8 None None] The sync data for ids ['894d695c-0ba6-43aa-a566-4d86613c26fc'] in n-d-779913-27 is: [{'id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302588560', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:23:33Z', 'updated_at': '2021-07-05T11:23:38Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:34Z', 'updated_at': '2021-07-05T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '78f8f5ec-6c0b-4416-b88b-740e02d7f332', 'name': '', 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:6b:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:37Z', 'updated_at': '2021-07-05T11:23:40Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:23:42.382398 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3f4adbf2-5be8-4e29-b10e-f5251eb98939 req-4b954854-16e0-40dd-b130-f62588631c86 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 210 time: 0.0298703 Jul 05 11:23:42.761724 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 78f8f5ec-6c0b-4416-b88b-740e02d7f332 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:23:42.876444 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 78f8f5ec-6c0b-4416-b88b-740e02d7f332 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:23:42.880693 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 78f8f5ec-6c0b-4416-b88b-740e02d7f332 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:23:42.881058 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:42.962894 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:42.996941 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 78f8f5ec-6c0b-4416-b88b-740e02d7f332, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=78f8f5ec-6c0b-4416-b88b-740e02d7f332,segment=NetworkSegment(daef9797-bcb8-44cb-bb6c-595c23e73af1),segment_id=daef9797-bcb8-44cb-bb6c-595c23e73af1)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:23:43.083176 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:43.136518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=78f8f5ec-6c0b-4416-b88b-740e02d7f332,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:43.469805 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e218f4d8-b4f2-48de-a467-79e54f65338f req-add008a5-50c0-4e3d-b686-65e6928b3e80 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 210 time: 0.0327146 Jul 05 11:23:43.682289 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f2ce3ca0-7e65-461b-87bc-b251947e9d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:43.738826 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:44.616496 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-37cf4765-bbf4-4078-b016-d8b52f2d4dc6 req-8f3f46f4-b02f-42de-aa9f-8a8f569036fc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 210 time: 0.0283577 Jul 05 11:23:44.744397 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 78f8f5ec-6c0b-4416-b88b-740e02d7f332 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:23:44.793642 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 78f8f5ec-6c0b-4416-b88b-740e02d7f332 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:23:44.793920 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:45.295007 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:45.765476 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d531f44-5d52-4780-8380-767a661e099a req-8d7081b0-c5fc-4501-81d3-6e8914ca489c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 210 time: 0.0317190 Jul 05 11:23:46.439477 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11a15f-2982-4375-a049-d542397966eb req-7cb45657-98f1-4822-88b0-fd1b97260438 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:46.440943 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-7cb45657-98f1-4822-88b0-fd1b97260438 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "GET /v2.0/networks?id=b96306e1-9276-426b-a8e0-ea56e2a37b9e HTTP/1.1" status: 200 len: 797 time: 0.1033869 Jul 05 11:23:46.502701 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-52e2c521-85e8-4bcb-9bba-6e1643f44b83 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7ea24a3a627491f8864306d76ae913e HTTP/1.1" status: 200 len: 379 time: 0.0434377 Jul 05 11:23:46.511376 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-2f11a15f-2982-4375-a049-d542397966eb req-ddb516a7-6009-400d-bc52-f150ecf29448 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'port': {'device_id': '2d054981-62c7-48e3-b87a-ef6394e8b357', 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'admin_state_up': True, 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'security_groups': ['e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:23:46.733344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f11a15f-2982-4375-a049-d542397966eb req-ddb516a7-6009-400d-bc52-f150ecf29448 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Made reservation on behalf of c7ea24a3a627491f8864306d76ae913e for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:23:46.737032 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2f11a15f-2982-4375-a049-d542397966eb req-ddb516a7-6009-400d-bc52-f150ecf29448 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:46.880598 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-2f11a15f-2982-4375-a049-d542397966eb req-ddb516a7-6009-400d-bc52-f150ecf29448 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.20.0.11 (b96306e1-9276-426b-a8e0-ea56e2a37b9e/aefdf98f-a615-424d-a37d-3d47c47f1e43/89b0d75d-eb57-4844-b667-c8c0b45483de) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:23:46.916510 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e5314348-7b85-4cb5-9690-69a790637acd req-53b2ff82-7de0-409f-a874-5263d5157d08 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 210 time: 0.0330195 Jul 05 11:23:47.034349 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2f11a15f-2982-4375-a049-d542397966eb req-ddb516a7-6009-400d-bc52-f150ecf29448 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:47.049734 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-2f11a15f-2982-4375-a049-d542397966eb req-ddb516a7-6009-400d-bc52-f150ecf29448 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Transition to ACTIVE for port object 89b0d75d-eb57-4844-b667-c8c0b45483de will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:23:47.117589 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:47.203944 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2f11a15f-2982-4375-a049-d542397966eb req-ddb516a7-6009-400d-bc52-f150ecf29448 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:47.255261 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f11a15f-2982-4375-a049-d542397966eb req-ddb516a7-6009-400d-bc52-f150ecf29448 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network b96306e1-9276-426b-a8e0-ea56e2a37b9e is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:23:47.258551 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-2f11a15f-2982-4375-a049-d542397966eb req-ddb516a7-6009-400d-bc52-f150ecf29448 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:23:47.265612 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f11a15f-2982-4375-a049-d542397966eb req-ddb516a7-6009-400d-bc52-f150ecf29448 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:23:47.291842 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb516a7-6009-400d-bc52-f150ecf29448 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=89b0d75d-eb57-4844-b667-c8c0b45483de,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:47.323209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11a15f-2982-4375-a049-d542397966eb req-ddb516a7-6009-400d-bc52-f150ecf29448 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:47.323910 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2f11a15f-2982-4375-a049-d542397966eb req-ddb516a7-6009-400d-bc52-f150ecf29448 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:47.421757 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-ddb516a7-6009-400d-bc52-f150ecf29448 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9141467 Jul 05 11:23:47.477030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Request body: {'port': {'device_id': '2d054981-62c7-48e3-b87a-ef6394e8b357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:23:47.557027 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:47.574580 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7dd2987d-dace-4034-a81b-171f3c3c6e7d None None] Provisioning for port 89b0d75d-eb57-4844-b667-c8c0b45483de completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:23:47.584014 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-7dd2987d-dace-4034-a81b-171f3c3c6e7d None None] Provisioning complete for port 89b0d75d-eb57-4844-b667-c8c0b45483de triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:23:47.584014 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7dd2987d-dace-4034-a81b-171f3c3c6e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:47.619598 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2987d-dace-4034-a81b-171f3c3c6e7d None None] Port 89b0d75d-eb57-4844-b667-c8c0b45483de cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:23:47.841470 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b0d75d-eb57-4844-b667-c8c0b45483de {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:23:47.850019 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:47.863867 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Transition to ACTIVE for port object 89b0d75d-eb57-4844-b667-c8c0b45483de will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:23:47.963417 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:48.027031 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Pushing event updated for resources: {'Port': ['ID=89b0d75d-eb57-4844-b667-c8c0b45483de,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:48.155989 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Attempting to bind port 89b0d75d-eb57-4844-b667-c8c0b45483de on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:23:48.156344 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Attempting to bind port 89b0d75d-eb57-4844-b667-c8c0b45483de by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': 'daef9797-bcb8-44cb-bb6c-595c23e73af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:23:48.156691 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Attempting to bind port 89b0d75d-eb57-4844-b667-c8c0b45483de on network b96306e1-9276-426b-a8e0-ea56e2a37b9e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:23:48.170477 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Port 89b0d75d-eb57-4844-b667-c8c0b45483de on network b96306e1-9276-426b-a8e0-ea56e2a37b9e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:23:48.170808 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Attempting to bind port 89b0d75d-eb57-4844-b667-c8c0b45483de on network b96306e1-9276-426b-a8e0-ea56e2a37b9e {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:23:48.179942 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:23:48.180293 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Checking segment: {'id': 'daef9797-bcb8-44cb-bb6c-595c23e73af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:23:48.180720 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Bound using segment: {'id': 'daef9797-bcb8-44cb-bb6c-595c23e73af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:23:48.181165 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Bound port: 89b0d75d-eb57-4844-b667-c8c0b45483de, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daef9797-bcb8-44cb-bb6c-595c23e73af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:23:48.181533 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:48.192460 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4526069-a9fb-45eb-bc20-f4ad27e63cef req-62a2e6c5-5a37-4d00-b235-c0e98033c944 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:48.194193 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4526069-a9fb-45eb-bc20-f4ad27e63cef req-62a2e6c5-5a37-4d00-b235-c0e98033c944 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 944 time: 0.1448803 Jul 05 11:23:48.269442 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b4526069-a9fb-45eb-bc20-f4ad27e63cef req-d15955d6-c8b8-402e-877e-8c62924f2369 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658801 Jul 05 11:23:48.287336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] For port 89b0d75d-eb57-4844-b667-c8c0b45483de, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:23:48.291239 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] For port 89b0d75d-eb57-4844-b667-c8c0b45483de, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=89b0d75d-eb57-4844-b667-c8c0b45483de,segment=NetworkSegment(daef9797-bcb8-44cb-bb6c-595c23e73af1),segment_id=daef9797-bcb8-44cb-bb6c-595c23e73af1)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:23:48.375334 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:48.410707 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:48.411323 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:48.412771 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] 10.222.0.64 "PUT /v2.0/ports/89b0d75d-eb57-4844-b667-c8c0b45483de HTTP/1.1" status: 200 len: 1093 time: 0.9797382 Jul 05 11:23:48.413262 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d054981-62c7-48e3-b87a-ef6394e8b357', 'tag': '89b0d75d-eb57-4844-b667-c8c0b45483de'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:23:48.416635 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bda1ce8-7af6-4e2f-856b-0941f6c1b5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d054981-62c7-48e3-b87a-ef6394e8b357", "tag": "89b0d75d-eb57-4844-b667-c8c0b45483de"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:23:48.441480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af326c5-3796-4271-99c6-b75d09daa115 service neutron] Pushing event updated for resources: {'Port': ['ID=89b0d75d-eb57-4844-b667-c8c0b45483de,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:48.522554 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec93c7f-a65b-4b33-81f6-6f24c131be04 x-openstack-request-id: req-3ec93c7f-a65b-4b33-81f6-6f24c131be04 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:23:48.522850 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d054981-62c7-48e3-b87a-ef6394e8b357", "tag": "89b0d75d-eb57-4844-b667-c8c0b45483de", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:23:48.523153 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ec93c7f-a65b-4b33-81f6-6f24c131be04 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:23:48.523514 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d054981-62c7-48e3-b87a-ef6394e8b357', 'tag': '89b0d75d-eb57-4844-b667-c8c0b45483de', 'status': 'completed', 'code': 200} Jul 05 11:23:48.592424 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11a15f-2982-4375-a049-d542397966eb req-07b91a2e-a9d5-411d-b95a-2761a3f77498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:48.594082 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-07b91a2e-a9d5-411d-b95a-2761a3f77498 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 1096 time: 0.0618970 Jul 05 11:23:48.643154 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-7cbece9a-3a04-434c-8a65-8e6e380b0938 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89b0d75d-eb57-4844-b667-c8c0b45483de HTTP/1.1" status: 200 len: 217 time: 0.0365877 Jul 05 11:23:48.692848 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11a15f-2982-4375-a049-d542397966eb req-ca1df1fe-0d2d-417f-84fb-4dd1960e632b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:48.694348 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-ca1df1fe-0d2d-417f-84fb-4dd1960e632b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aefdf98f-a615-424d-a37d-3d47c47f1e43 HTTP/1.1" status: 200 len: 834 time: 0.0448110 Jul 05 11:23:48.761352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11a15f-2982-4375-a049-d542397966eb req-d3b036b0-840b-4569-a8e0-7fb4ec3ed1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:48.762895 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-d3b036b0-840b-4569-a8e0-7fb4ec3ed1f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b96306e1-9276-426b-a8e0-ea56e2a37b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579202 Jul 05 11:23:48.858311 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-7a649064-757c-42f8-88aa-eaaf62485f96 service neutron] 10.222.0.64 "GET /v2.0/networks/b96306e1-9276-426b-a8e0-ea56e2a37b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842509 Jul 05 11:23:48.956240 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2f11a15f-2982-4375-a049-d542397966eb req-5514b55e-bb8f-43c3-8ae4-3bde256ca508 service neutron] 10.222.0.64 "GET /v2.0/networks/b96306e1-9276-426b-a8e0-ea56e2a37b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883121 Jul 05 11:23:49.178735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda1ce8-7af6-4e2f-856b-0941f6c1b5e6 req-ea4fa638-7477-4d3c-a679-55b1117e7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:49.180289 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bda1ce8-7af6-4e2f-856b-0941f6c1b5e6 req-ea4fa638-7477-4d3c-a679-55b1117e7890 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 1096 time: 0.0558579 Jul 05 11:23:49.272752 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda1ce8-7af6-4e2f-856b-0941f6c1b5e6 req-88880f29-8185-44b2-8753-033d854ea98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:49.274107 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bda1ce8-7af6-4e2f-856b-0941f6c1b5e6 req-88880f29-8185-44b2-8753-033d854ea98d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b96306e1-9276-426b-a8e0-ea56e2a37b9e HTTP/1.1" status: 200 len: 898 time: 0.0864546 Jul 05 11:23:49.319267 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bda1ce8-7af6-4e2f-856b-0941f6c1b5e6 req-fd011302-d597-4d1e-9b43-ef63f62ade84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89b0d75d-eb57-4844-b667-c8c0b45483de HTTP/1.1" status: 200 len: 217 time: 0.0385747 Jul 05 11:23:49.380405 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda1ce8-7af6-4e2f-856b-0941f6c1b5e6 req-263ad4eb-0ab8-4fad-a968-d43a8a370554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:49.381917 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bda1ce8-7af6-4e2f-856b-0941f6c1b5e6 req-263ad4eb-0ab8-4fad-a968-d43a8a370554 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aefdf98f-a615-424d-a37d-3d47c47f1e43 HTTP/1.1" status: 200 len: 834 time: 0.0543976 Jul 05 11:23:49.493416 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9932c0-ade6-4fb4-96e1-85a2af0358c5 req-9ce7e3a7-289a-4df4-9235-005f1084a636 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:49.495047 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d9932c0-ade6-4fb4-96e1-85a2af0358c5 req-9ce7e3a7-289a-4df4-9235-005f1084a636 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 944 time: 0.1090095 Jul 05 11:23:49.498550 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda1ce8-7af6-4e2f-856b-0941f6c1b5e6 req-86ad0ece-a0fc-41f7-9e21-86e2dc029255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:49.500050 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bda1ce8-7af6-4e2f-856b-0941f6c1b5e6 req-86ad0ece-a0fc-41f7-9e21-86e2dc029255 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b96306e1-9276-426b-a8e0-ea56e2a37b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052177 Jul 05 11:23:49.595107 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d9932c0-ade6-4fb4-96e1-85a2af0358c5 req-71442875-44dc-4bbf-a6d5-a6fccd5aa19c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939038 Jul 05 11:23:49.638171 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bda1ce8-7af6-4e2f-856b-0941f6c1b5e6 req-13f0398e-c3d1-4076-ac98-a86bc4bac8cb service neutron] 10.222.0.64 "GET /v2.0/networks/b96306e1-9276-426b-a8e0-ea56e2a37b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222003 Jul 05 11:23:50.108126 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8bda1ce8-7af6-4e2f-856b-0941f6c1b5e6 req-dee229e5-8ba0-459c-97db-4174ed8e946a service neutron] 10.222.0.64 "GET /v2.0/networks/b96306e1-9276-426b-a8e0-ea56e2a37b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630740 Jul 05 11:23:50.788578 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adaf26-7b06-4fa1-acaf-41bbd805b7c5 req-a516db77-b92c-403f-9c87-1ad513d3ad55 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:50.790131 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-60adaf26-7b06-4fa1-acaf-41bbd805b7c5 req-a516db77-b92c-403f-9c87-1ad513d3ad55 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 944 time: 0.0670044 Jul 05 11:23:50.830636 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-60adaf26-7b06-4fa1-acaf-41bbd805b7c5 req-1d46dd81-2094-4478-a0a4-d583a8169841 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333467 Jul 05 11:23:52.023982 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe85272-67fc-475c-885a-b779784579d5 req-7ea18429-7944-44d4-a030-1d55971d6c37 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:52.026147 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bbe85272-67fc-475c-885a-b779784579d5 req-7ea18429-7944-44d4-a030-1d55971d6c37 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 944 time: 0.0715871 Jul 05 11:23:52.075817 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bbe85272-67fc-475c-885a-b779784579d5 req-f4822c86-f818-4637-8db5-162155e4c970 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417173 Jul 05 11:23:52.984800 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:53.256289 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42488433-c320-4240-9c49-f3cc8a800824 req-b1b5ccf6-8294-456c-a059-93ec9ade5794 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:53.257351 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42488433-c320-4240-9c49-f3cc8a800824 req-b1b5ccf6-8294-456c-a059-93ec9ade5794 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 944 time: 0.0654068 Jul 05 11:23:53.299263 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42488433-c320-4240-9c49-f3cc8a800824 req-ea1f78ba-fee5-448b-b858-7ba6914b1b9e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363183 Jul 05 11:23:53.645224 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 89b0d75d-eb57-4844-b667-c8c0b45483de details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:23:53.754976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 89b0d75d-eb57-4844-b667-c8c0b45483de, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=89b0d75d-eb57-4844-b667-c8c0b45483de,segment=NetworkSegment(daef9797-bcb8-44cb-bb6c-595c23e73af1),segment_id=daef9797-bcb8-44cb-bb6c-595c23e73af1)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:23:53.769499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '89b0d75d-eb57-4844-b667-c8c0b45483de', 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'port_id': '89b0d75d-eb57-4844-b667-c8c0b45483de', 'mac_address': 'fa:16:3e:73:40:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:23:53.823976 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:53.842136 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b0d75d-eb57-4844-b667-c8c0b45483de {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:23:53.863233 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 89b0d75d-eb57-4844-b667-c8c0b45483de, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=89b0d75d-eb57-4844-b667-c8c0b45483de,segment=NetworkSegment(daef9797-bcb8-44cb-bb6c-595c23e73af1),segment_id=daef9797-bcb8-44cb-bb6c-595c23e73af1)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:23:53.951701 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:54.001711 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=89b0d75d-eb57-4844-b667-c8c0b45483de,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:54.009354 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:54.009727 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:54.010034 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:54.010366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:54.010701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:54.011032 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:54.011481 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:54.011481 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:54.016638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:54.016638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:54.016638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:54.016638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:54.215381 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['89b0d75d-eb57-4844-b667-c8c0b45483de'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:23:54.542489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf8150-64fc-4278-9799-4c508602a2ad req-2d73db79-9203-4763-b7b1-5cf2ce862513 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:54.544061 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4abf8150-64fc-4278-9799-4c508602a2ad req-2d73db79-9203-4763-b7b1-5cf2ce862513 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 945 time: 0.1258550 Jul 05 11:23:54.584278 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4abf8150-64fc-4278-9799-4c508602a2ad req-e8149cd3-69de-4f61-9254-83254be26ef0 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346496 Jul 05 11:23:54.887709 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:55.661064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 89b0d75d-eb57-4844-b667-c8c0b45483de up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:23:55.763182 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9b32c-bd9c-4ed6-9322-2e75ed44d85b req-397f5b02-0262-4649-aad6-9743b2225994 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:55.764765 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-11e9b32c-bd9c-4ed6-9322-2e75ed44d85b req-397f5b02-0262-4649-aad6-9743b2225994 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 945 time: 0.0652480 Jul 05 11:23:55.786284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 89b0d75d-eb57-4844-b667-c8c0b45483de completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:23:55.790641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 89b0d75d-eb57-4844-b667-c8c0b45483de triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:23:55.790895 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:55.851851 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-11e9b32c-bd9c-4ed6-9322-2e75ed44d85b req-d99085c9-4083-4ab5-a8bc-1c7e8dc76b9f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804985 Jul 05 11:23:55.875860 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:55.900684 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d054981-62c7-48e3-b87a-ef6394e8b357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b0d75d-eb57-4844-b667-c8c0b45483de'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:23:55.903340 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcb7b25-d85c-4c60-92a7-0ef17e7b3800" -d '{"events": [{"server_uuid": "2d054981-62c7-48e3-b87a-ef6394e8b357", "name": "network-vif-plugged", "status": "completed", "tag": "89b0d75d-eb57-4844-b667-c8c0b45483de"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:23:55.917352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 89b0d75d-eb57-4844-b667-c8c0b45483de, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=89b0d75d-eb57-4844-b667-c8c0b45483de,segment=NetworkSegment(daef9797-bcb8-44cb-bb6c-595c23e73af1),segment_id=daef9797-bcb8-44cb-bb6c-595c23e73af1)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:23:55.987548 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebef3f4-9a3b-4d98-b2b6-30e51a46caa3 x-openstack-request-id: req-3ebef3f4-9a3b-4d98-b2b6-30e51a46caa3 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:23:55.987972 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d054981-62c7-48e3-b87a-ef6394e8b357", "name": "network-vif-plugged", "status": "completed", "tag": "89b0d75d-eb57-4844-b667-c8c0b45483de", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:23:55.988321 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ebef3f4-9a3b-4d98-b2b6-30e51a46caa3 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:23:55.988914 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d054981-62c7-48e3-b87a-ef6394e8b357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b0d75d-eb57-4844-b667-c8c0b45483de', 'code': 200} Jul 05 11:23:56.001619 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:56.050170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=89b0d75d-eb57-4844-b667-c8c0b45483de,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:56.108879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff591b-b800-43c4-a419-3428509f6346 req-51d88dd4-498d-49ef-b5e0-f51770523c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:56.110471 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4fff591b-b800-43c4-a419-3428509f6346 req-51d88dd4-498d-49ef-b5e0-f51770523c3f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 1098 time: 0.0535438 Jul 05 11:23:56.149410 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4fff591b-b800-43c4-a419-3428509f6346 req-58fccb29-e635-4e5b-b9a7-baf07bb4479b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290794 Jul 05 11:23:57.163269 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ad147-37d0-4ddf-84cf-9d406615d352 req-e685fdbf-1571-443e-9761-93743da1fdd6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:57.164990 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e6ad147-37d0-4ddf-84cf-9d406615d352 req-e685fdbf-1571-443e-9761-93743da1fdd6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0767457 Jul 05 11:23:57.207446 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8e6ad147-37d0-4ddf-84cf-9d406615d352 req-bd1ff151-4286-4c2f-963c-e9c78f2ffa1f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364828 Jul 05 11:23:58.382305 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26808860-c90f-471f-8859-32c744961dff req-3bc50aa4-c00c-44ac-8bc3-b4dcb35649b9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:58.384424 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-26808860-c90f-471f-8859-32c744961dff req-3bc50aa4-c00c-44ac-8bc3-b4dcb35649b9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0627265 Jul 05 11:23:58.422837 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-26808860-c90f-471f-8859-32c744961dff req-0ea13d75-b256-4827-b7ff-14f4e06f8ce9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327613 Jul 05 11:23:58.594523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccaac0-6476-493e-9f50-12e4023055c1 req-daa3f1eb-0416-4e2d-86bb-6f6b8e6a607b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:58.596049 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-feccaac0-6476-493e-9f50-12e4023055c1 req-daa3f1eb-0416-4e2d-86bb-6f6b8e6a607b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0634413 Jul 05 11:23:58.635127 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-feccaac0-6476-493e-9f50-12e4023055c1 req-826d05d0-8428-4129-903b-848a184c48ca tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332286 Jul 05 11:23:58.658708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44590) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:58.714157 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdbce2c-232a-41f9-b72e-d86d51299548 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:23:58.715688 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0cdbce2c-232a-41f9-b72e-d86d51299548 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 1093 time: 0.0559571 Jul 05 11:23:58.718498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44592) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:23:58.723429 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': '89b0d75d-eb57-4844-b667-c8c0b45483de', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:23:58.814991 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:59.252536 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:59.357331 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.25.5.153 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/312e2eee-946b-455e-910e-87355911048f) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:23:59.456503 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:59.539161 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:23:59.581668 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:23:59.588434 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:23:59.592856 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:23:59.596095 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=312e2eee-946b-455e-910e-87355911048f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:23:59.628785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:59.629138 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:59.629486 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:59.629827 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:59.630165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:59.630607 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:59.630847 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:59.631165 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:59.631495 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:59.631862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:59.632196 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:59.632518 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:23:59.977050 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:00.138807 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:00.307026 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:00.367256 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:00.407920 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:24:00.439245 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=312e2eee-946b-455e-910e-87355911048f,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:24:00.448085 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:00.553350 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Floating IP b985762f-123e-4a0a-b7dd-6bdfc776e253 associated. External IP: 172.25.5.153, port: 89b0d75d-eb57-4844-b667-c8c0b45483de. Jul 05 11:24:00.770768 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router 894d695c-0ba6-43aa-a566-4d86613c26fc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:24:00.881009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:24:00.890651 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6b14c6-85ac-4f81-aefb-baa6a6e23e9d None None] Sync routers for ids ['894d695c-0ba6-43aa-a566-4d86613c26fc'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:24:00.900466 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6b14c6-85ac-4f81-aefb-baa6a6e23e9d None None] Routers {'894d695c-0ba6-43aa-a566-4d86613c26fc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:24:00.906763 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-4c6b14c6-85ac-4f81-aefb-baa6a6e23e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:23:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['894d695c-0ba6-43aa-a566-4d86613c26fc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:24:00.997526 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:01.006306 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-4c6b14c6-85ac-4f81-aefb-baa6a6e23e9d None None] Set router 894d695c-0ba6-43aa-a566-4d86613c26fc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:24:01.035225 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-2a40fb8b-1e4c-4fea-820d-f4e2009ef8bb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3156712 Jul 05 11:24:01.035839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d054981-62c7-48e3-b87a-ef6394e8b357', 'tag': '89b0d75d-eb57-4844-b667-c8c0b45483de'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:24:01.038132 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7441f1e3-18b8-4b5b-90dc-43e8a2887f34" -d '{"events": [{"name": "network-changed", "server_uuid": "2d054981-62c7-48e3-b87a-ef6394e8b357", "tag": "89b0d75d-eb57-4844-b667-c8c0b45483de"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:24:01.078597 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463a40ae-b8df-48e5-87dd-4bf991e5530c x-openstack-request-id: req-463a40ae-b8df-48e5-87dd-4bf991e5530c {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:24:01.078885 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d054981-62c7-48e3-b87a-ef6394e8b357", "tag": "89b0d75d-eb57-4844-b667-c8c0b45483de", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:24:01.079146 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-463a40ae-b8df-48e5-87dd-4bf991e5530c {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:24:01.079592 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d054981-62c7-48e3-b87a-ef6394e8b357', 'tag': '89b0d75d-eb57-4844-b667-c8c0b45483de', 'status': 'completed', 'code': 200} Jul 05 11:24:01.202969 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441f1e3-18b8-4b5b-90dc-43e8a2887f34 req-2df17939-26f3-4f37-9189-ccea222b7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:01.204524 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7441f1e3-18b8-4b5b-90dc-43e8a2887f34 req-2df17939-26f3-4f37-9189-ccea222b7a8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 1098 time: 0.0990255 Jul 05 11:24:01.228298 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2a661-7030-4b90-b9b0-19356de031de req-accab199-7a5c-49f8-92f4-a0fa45896893 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:01.229829 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1dc2a661-7030-4b90-b9b0-19356de031de req-accab199-7a5c-49f8-92f4-a0fa45896893 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0926526 Jul 05 11:24:01.246216 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-4c6b14c6-85ac-4f81-aefb-baa6a6e23e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302588560', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:23:33Z', 'updated_at': '2021-07-05T11:23:38Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:34Z', 'updated_at': '2021-07-05T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'b985762f-123e-4a0a-b7dd-6bdfc776e253', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'port_id': '89b0d75d-eb57-4844-b667-c8c0b45483de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'mac_address': 'fa:16:3e:73:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d054981-62c7-48e3-b87a-ef6394e8b357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:23:59Z', 'updated_at': '2021-07-05T11:23:59Z', 'revision_number': 0, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f8f5ec-6c0b-4416-b88b-740e02d7f332', 'name': '', 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:6b:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:37Z', 'updated_at': '2021-07-05T11:23:42Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:24:01.272869 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6b14c6-85ac-4f81-aefb-baa6a6e23e9d None None] Checking router: 894d695c-0ba6-43aa-a566-4d86613c26fc for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:24:01.282067 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6b14c6-85ac-4f81-aefb-baa6a6e23e9d None None] Routers {'894d695c-0ba6-43aa-a566-4d86613c26fc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:24:01.282676 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-4c6b14c6-85ac-4f81-aefb-baa6a6e23e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:23:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['894d695c-0ba6-43aa-a566-4d86613c26fc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:24:01.312354 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1dc2a661-7030-4b90-b9b0-19356de031de req-6aa3a357-8646-4ae7-a392-47d31548102e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721090 Jul 05 11:24:01.339513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44598) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:24:01.340093 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441f1e3-18b8-4b5b-90dc-43e8a2887f34 req-76aea1ed-bb90-4199-9ed2-701b0a2b39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:01.341588 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7441f1e3-18b8-4b5b-90dc-43e8a2887f34 req-76aea1ed-bb90-4199-9ed2-701b0a2b39f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b96306e1-9276-426b-a8e0-ea56e2a37b9e HTTP/1.1" status: 200 len: 898 time: 0.1300676 Jul 05 11:24:01.397429 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-4c6b14c6-85ac-4f81-aefb-baa6a6e23e9d None None] Set router 894d695c-0ba6-43aa-a566-4d86613c26fc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:24:01.409770 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-45673695-c50b-43bd-abaf-87bb919df547 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/b985762f-123e-4a0a-b7dd-6bdfc776e253 HTTP/1.1" status: 200 len: 992 time: 0.0679204 Jul 05 11:24:01.428692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7441f1e3-18b8-4b5b-90dc-43e8a2887f34 req-1af7fb17-39a8-42ab-b4a6-b219d28cbe2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89b0d75d-eb57-4844-b667-c8c0b45483de HTTP/1.1" status: 200 len: 1000 time: 0.0804060 Jul 05 11:24:01.488933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441f1e3-18b8-4b5b-90dc-43e8a2887f34 req-20c1ccb5-95ec-4366-9ecd-00864d544a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:01.490771 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7441f1e3-18b8-4b5b-90dc-43e8a2887f34 req-20c1ccb5-95ec-4366-9ecd-00864d544a8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aefdf98f-a615-424d-a37d-3d47c47f1e43 HTTP/1.1" status: 200 len: 834 time: 0.0558522 Jul 05 11:24:01.551329 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441f1e3-18b8-4b5b-90dc-43e8a2887f34 req-32818011-a3c8-42a9-bc28-95b07bc98187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:01.552820 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7441f1e3-18b8-4b5b-90dc-43e8a2887f34 req-32818011-a3c8-42a9-bc28-95b07bc98187 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b96306e1-9276-426b-a8e0-ea56e2a37b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559759 Jul 05 11:24:01.645310 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7441f1e3-18b8-4b5b-90dc-43e8a2887f34 req-46462a4b-356e-49a1-91b6-38e4e2d35121 service neutron] 10.222.0.64 "GET /v2.0/networks/b96306e1-9276-426b-a8e0-ea56e2a37b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860188 Jul 05 11:24:01.647822 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-4c6b14c6-85ac-4f81-aefb-baa6a6e23e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302588560', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:23:33Z', 'updated_at': '2021-07-05T11:23:38Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:34Z', 'updated_at': '2021-07-05T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'b985762f-123e-4a0a-b7dd-6bdfc776e253', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'port_id': '89b0d75d-eb57-4844-b667-c8c0b45483de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'mac_address': 'fa:16:3e:73:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d054981-62c7-48e3-b87a-ef6394e8b357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:23:59Z', 'updated_at': '2021-07-05T11:23:59Z', 'revision_number': 0, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f8f5ec-6c0b-4416-b88b-740e02d7f332', 'name': '', 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:6b:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:37Z', 'updated_at': '2021-07-05T11:23:42Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:24:01.681102 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6b14c6-85ac-4f81-aefb-baa6a6e23e9d None None] The sync data for ids ['894d695c-0ba6-43aa-a566-4d86613c26fc'] in n-d-779913-27 is: [{'id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302588560', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:23:33Z', 'updated_at': '2021-07-05T11:23:38Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:34Z', 'updated_at': '2021-07-05T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'b985762f-123e-4a0a-b7dd-6bdfc776e253', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'port_id': '89b0d75d-eb57-4844-b667-c8c0b45483de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'mac_address': 'fa:16:3e:73:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d054981-62c7-48e3-b87a-ef6394e8b357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:23:59Z', 'updated_at': '2021-07-05T11:23:59Z', 'revision_number': 0, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f8f5ec-6c0b-4416-b88b-740e02d7f332', 'name': '', 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:6b:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:37Z', 'updated_at': '2021-07-05T11:23:42Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:24:01.758466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7441f1e3-18b8-4b5b-90dc-43e8a2887f34 req-583705e8-d029-4696-8af1-0628cb203631 service neutron] 10.222.0.64 "GET /v2.0/networks/b96306e1-9276-426b-a8e0-ea56e2a37b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071942 Jul 05 11:24:01.885679 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f34212-05ee-45c7-81bc-c1223ca6831b None None] New status for floating IP b985762f-123e-4a0a-b7dd-6bdfc776e253: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:24:02.412812 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44600) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:24:02.475302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b6f1f808-da85-4412-97ae-6699dba5dfa1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/b985762f-123e-4a0a-b7dd-6bdfc776e253 HTTP/1.1" status: 200 len: 994 time: 0.0609255 Jul 05 11:24:11.168757 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6eef3ef1-a35f-4701-a19e-66d329f40006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:13.653572 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c0375342-0622-4d1c-9ec9-e7a3d2227e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:13.700171 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:15.247217 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:17.111264 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:22.975104 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:24.898347 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:36.088298 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316af65-0a06-4e19-83a8-3bb6f07d015d req-d552cf69-2634-4d9e-b0c2-6c9f5f01e24e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:36.089842 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f316af65-0a06-4e19-83a8-3bb6f07d015d req-d552cf69-2634-4d9e-b0c2-6c9f5f01e24e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0657902 Jul 05 11:24:36.132317 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f316af65-0a06-4e19-83a8-3bb6f07d015d req-cbf6212a-4e31-4170-a81a-0e7254990792 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364122 Jul 05 11:24:37.321714 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3169a-f5ad-4b2c-ad96-d74b2d39369a req-fedc04d1-f3ab-43ca-a8a1-d772de4a7184 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:37.323295 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bce3169a-f5ad-4b2c-ad96-d74b2d39369a req-fedc04d1-f3ab-43ca-a8a1-d772de4a7184 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0724764 Jul 05 11:24:37.363208 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bce3169a-f5ad-4b2c-ad96-d74b2d39369a req-6d794c35-8433-47f0-a523-406c1666284c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338418 Jul 05 11:24:37.406829 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:24:38.536520 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca945d61-7a9b-4088-b623-d2daa5f92a24 req-6007fdfc-6695-46ad-8588-464be48687f2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:38.538508 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ca945d61-7a9b-4088-b623-d2daa5f92a24 req-6007fdfc-6695-46ad-8588-464be48687f2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0631545 Jul 05 11:24:38.577723 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ca945d61-7a9b-4088-b623-d2daa5f92a24 req-7571a9b6-54fc-498c-b26b-75102033f094 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333743 Jul 05 11:24:39.754432 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d7fde-6c07-45ec-996a-e9814fffcbc3 req-09cfda98-30d3-4fa1-8219-3edd9cdd2de8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:39.755996 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-286d7fde-6c07-45ec-996a-e9814fffcbc3 req-09cfda98-30d3-4fa1-8219-3edd9cdd2de8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0643637 Jul 05 11:24:39.794167 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-286d7fde-6c07-45ec-996a-e9814fffcbc3 req-1754dc61-1b48-4e48-890a-7d4694f7502f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320261 Jul 05 11:24:40.988407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a466cff-5de5-4b74-979f-8fc6a6d46007 req-5b266dd6-ec74-4a73-be31-347d67c10ddd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:40.989800 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a466cff-5de5-4b74-979f-8fc6a6d46007 req-5b266dd6-ec74-4a73-be31-347d67c10ddd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0705826 Jul 05 11:24:41.031104 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-8a466cff-5de5-4b74-979f-8fc6a6d46007 req-cf798b26-75da-4306-84c5-3f6dac017318 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350173 Jul 05 11:24:41.138414 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-24e0e555-443b-4bff-8143-e00692c72755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:42.210845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95eb5a-85cf-4606-aaa8-3d940a22d747 req-0cd1520b-522a-4fb3-8f73-3a95ff6c625b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:42.212349 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d95eb5a-85cf-4606-aaa8-3d940a22d747 req-0cd1520b-522a-4fb3-8f73-3a95ff6c625b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0661511 Jul 05 11:24:42.250625 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d95eb5a-85cf-4606-aaa8-3d940a22d747 req-4b990204-35ca-4806-bd90-1b98b436dc2e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327113 Jul 05 11:24:43.424345 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419bc75-7a86-432b-b60c-dd454dcf05f5 req-f633a308-f618-4307-82c9-b559f77aa950 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:43.425843 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7419bc75-7a86-432b-b60c-dd454dcf05f5 req-f633a308-f618-4307-82c9-b559f77aa950 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0637486 Jul 05 11:24:43.463988 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7419bc75-7a86-432b-b60c-dd454dcf05f5 req-1bf8087b-95ee-41d5-8d58-b232e277fd37 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324986 Jul 05 11:24:43.643004 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c1164d3-0241-4e49-9832-51ffc438ac41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:43.693484 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:44.665851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfa3df-060b-4633-b481-7f1ac3fd6942 req-998b7cf8-d678-4a9a-bdfe-64235cbbdfe1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:44.667371 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a3bfa3df-060b-4633-b481-7f1ac3fd6942 req-998b7cf8-d678-4a9a-bdfe-64235cbbdfe1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0694504 Jul 05 11:24:44.707194 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a3bfa3df-060b-4633-b481-7f1ac3fd6942 req-eab34871-2a6e-4f1b-9de2-c255eba8f363 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341313 Jul 05 11:24:45.242377 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:45.895831 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec6582-72d9-469b-a887-f245051a2e9d req-436b4296-36b4-43cf-9fdc-654e9b524e84 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:45.897417 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48ec6582-72d9-469b-a887-f245051a2e9d req-436b4296-36b4-43cf-9fdc-654e9b524e84 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0733922 Jul 05 11:24:45.936653 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48ec6582-72d9-469b-a887-f245051a2e9d req-e7682cfe-ee5e-4230-aa05-a7589c39e824 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333095 Jul 05 11:24:47.116966 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203db86-afe2-417d-b7d8-7a8d1751434d req-0f8e6f7a-1175-47e5-a886-955bcfe8aa84 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:47.117770 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:47.119034 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b203db86-afe2-417d-b7d8-7a8d1751434d req-0f8e6f7a-1175-47e5-a886-955bcfe8aa84 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0683732 Jul 05 11:24:47.158867 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b203db86-afe2-417d-b7d8-7a8d1751434d req-588cff1e-f61f-4560-9ec0-931d725359ef tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344796 Jul 05 11:24:47.185976 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44644) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:24:47.252795 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-57c8b0f3-24f4-4391-a77b-a0a1f903b89d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/b985762f-123e-4a0a-b7dd-6bdfc776e253 HTTP/1.1" status: 200 len: 994 time: 0.0654225 Jul 05 11:24:48.823654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfae23-8c41-4c65-b4a8-99ff0f829d76 req-ef86c281-8db6-4af9-8406-8d08f0a365bc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:48.825206 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbbfae23-8c41-4c65-b4a8-99ff0f829d76 req-ef86c281-8db6-4af9-8406-8d08f0a365bc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0648017 Jul 05 11:24:48.868277 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dbbfae23-8c41-4c65-b4a8-99ff0f829d76 req-4ac4aa61-e061-4545-93fa-5363805f537a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370681 Jul 05 11:24:48.873677 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a8390-2abf-4713-9cb1-467027e2a8b9 req-2aecf799-f74b-4ac1-8e7c-fe9a6433b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:48.876368 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-203a8390-2abf-4713-9cb1-467027e2a8b9 req-2aecf799-f74b-4ac1-8e7c-fe9a6433b897 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 1098 time: 0.0607555 Jul 05 11:24:48.980852 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a8390-2abf-4713-9cb1-467027e2a8b9 req-a0c687c8-651e-481a-a3c7-ec51633562d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:48.982230 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-203a8390-2abf-4713-9cb1-467027e2a8b9 req-a0c687c8-651e-481a-a3c7-ec51633562d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b96306e1-9276-426b-a8e0-ea56e2a37b9e HTTP/1.1" status: 200 len: 898 time: 0.0968642 Jul 05 11:24:49.051367 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-203a8390-2abf-4713-9cb1-467027e2a8b9 req-fb5bebff-f563-431d-a028-bb5640e54271 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89b0d75d-eb57-4844-b667-c8c0b45483de HTTP/1.1" status: 200 len: 1002 time: 0.0595217 Jul 05 11:24:49.106315 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a8390-2abf-4713-9cb1-467027e2a8b9 req-a8c914a8-dbbe-4f75-ac4e-ea95e716f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:49.107875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-203a8390-2abf-4713-9cb1-467027e2a8b9 req-a8c914a8-dbbe-4f75-ac4e-ea95e716f88d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aefdf98f-a615-424d-a37d-3d47c47f1e43 HTTP/1.1" status: 200 len: 834 time: 0.0466430 Jul 05 11:24:49.181236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a8390-2abf-4713-9cb1-467027e2a8b9 req-36f99927-6312-4d6b-8dce-f5000822e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:49.182786 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-203a8390-2abf-4713-9cb1-467027e2a8b9 req-36f99927-6312-4d6b-8dce-f5000822e223 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b96306e1-9276-426b-a8e0-ea56e2a37b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655940 Jul 05 11:24:49.198784 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-203a8390-2abf-4713-9cb1-467027e2a8b9 req-f88c26ca-ec09-4c61-8a73-1e721d9d1e6c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:24:49.199845 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-203a8390-2abf-4713-9cb1-467027e2a8b9 req-f88c26ca-ec09-4c61-8a73-1e721d9d1e6c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057540 Jul 05 11:24:49.296981 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-203a8390-2abf-4713-9cb1-467027e2a8b9 req-20e4d77c-b600-4cd6-99dd-fd153b108347 service neutron] 10.222.0.64 "GET /v2.0/networks/b96306e1-9276-426b-a8e0-ea56e2a37b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860422 Jul 05 11:24:49.394242 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-203a8390-2abf-4713-9cb1-467027e2a8b9 req-ff719215-e234-441b-aa81-61812792516e service neutron] 10.222.0.64 "GET /v2.0/networks/b96306e1-9276-426b-a8e0-ea56e2a37b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895858 Jul 05 11:24:50.075237 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52626a5e-5ed7-4adf-8d1c-267b6353651b req-c67a1ff4-6ed4-474a-8da3-d001e7deeb5e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:50.076881 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-52626a5e-5ed7-4adf-8d1c-267b6353651b req-c67a1ff4-6ed4-474a-8da3-d001e7deeb5e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0787568 Jul 05 11:24:50.117125 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-52626a5e-5ed7-4adf-8d1c-267b6353651b req-9accdee7-ada4-47f0-9169-99e436af819a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342588 Jul 05 11:24:51.302336 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df80ca-5d32-4930-9b37-7d10afb598ee req-2b1a7e65-fb62-4951-9075-cdc64d05139d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:51.303933 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f2df80ca-5d32-4930-9b37-7d10afb598ee req-2b1a7e65-fb62-4951-9075-cdc64d05139d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0655735 Jul 05 11:24:51.342724 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-f2df80ca-5d32-4930-9b37-7d10afb598ee req-d36f8198-4b96-489a-96a9-73516256361b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332167 Jul 05 11:24:51.366702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44656) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:24:51.426467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-21f5c2bc-e0b4-4d1c-a50c-5e7056f84dbb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/b985762f-123e-4a0a-b7dd-6bdfc776e253 HTTP/1.1" status: 200 len: 994 time: 0.0585306 Jul 05 11:24:52.990462 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:54.938314 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:24:56.981778 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10bdee97-c7bf-4a1f-aea6-d4c6445f64b4 req-2106e2eb-b222-43eb-aaaa-20c4a012e18a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563905 Jul 05 11:24:57.078494 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdee97-c7bf-4a1f-aea6-d4c6445f64b4 req-70fad569-c34c-49a8-b5b9-eba58ef93b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:57.080118 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10bdee97-c7bf-4a1f-aea6-d4c6445f64b4 req-70fad569-c34c-49a8-b5b9-eba58ef93b0a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 1098 time: 0.0562947 Jul 05 11:24:57.202939 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdee97-c7bf-4a1f-aea6-d4c6445f64b4 req-4b1aa518-22eb-4265-9cb4-437a22520618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:57.204607 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10bdee97-c7bf-4a1f-aea6-d4c6445f64b4 req-4b1aa518-22eb-4265-9cb4-437a22520618 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b96306e1-9276-426b-a8e0-ea56e2a37b9e HTTP/1.1" status: 200 len: 898 time: 0.1036747 Jul 05 11:24:57.278423 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10bdee97-c7bf-4a1f-aea6-d4c6445f64b4 req-38bf00e1-bb4e-42bb-8d22-cfdf83e3f0ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89b0d75d-eb57-4844-b667-c8c0b45483de HTTP/1.1" status: 200 len: 1002 time: 0.0666616 Jul 05 11:24:57.333387 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdee97-c7bf-4a1f-aea6-d4c6445f64b4 req-8f675359-4e00-473c-b760-ecbee0fa5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:57.335539 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10bdee97-c7bf-4a1f-aea6-d4c6445f64b4 req-8f675359-4e00-473c-b760-ecbee0fa5065 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aefdf98f-a615-424d-a37d-3d47c47f1e43 HTTP/1.1" status: 200 len: 834 time: 0.0511341 Jul 05 11:24:57.431959 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdee97-c7bf-4a1f-aea6-d4c6445f64b4 req-4738b667-ec11-499f-b9c2-edf9fba19bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:24:57.434673 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10bdee97-c7bf-4a1f-aea6-d4c6445f64b4 req-4738b667-ec11-499f-b9c2-edf9fba19bf3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b96306e1-9276-426b-a8e0-ea56e2a37b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920045 Jul 05 11:24:57.533566 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10bdee97-c7bf-4a1f-aea6-d4c6445f64b4 req-b3348534-88ad-4fdc-855b-cc28d68b099a service neutron] 10.222.0.64 "GET /v2.0/networks/b96306e1-9276-426b-a8e0-ea56e2a37b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921233 Jul 05 11:24:57.627325 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-10bdee97-c7bf-4a1f-aea6-d4c6445f64b4 req-223142ad-b7db-456a-9328-162d096b6b81 service neutron] 10.222.0.64 "GET /v2.0/networks/b96306e1-9276-426b-a8e0-ea56e2a37b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873632 Jul 05 11:25:11.127232 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8cfffdd6-7784-49a8-8775-06c42e31ca52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:13.670100 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9f2f8384-d059-4833-be6a-33dc6cbc159c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:13.731925 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:14.405151 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:25:15.264693 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:17.138971 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:23.017681 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:24.085072 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44672) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:24.252604 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 312e2eee-946b-455e-910e-87355911048f {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:25:24.252860 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:24.327804 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:24.328134 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:24.340630 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 312e2eee-946b-455e-910e-87355911048f owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:25:24.555817 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:24.588599 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=312e2eee-946b-455e-910e-87355911048f,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:24.614222 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:24.614582 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:24.614934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:24.615281 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:24.615625 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:24.615991 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:24.616333 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:24.616674 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:24.617008 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:24.617347 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:24.617678 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:24.618013 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:24.667125 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:24.667834 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Floating IP b985762f-123e-4a0a-b7dd-6bdfc776e253 disassociated (deleted). External IP: 172.25.5.153, port: 89b0d75d-eb57-4844-b667-c8c0b45483de. Jul 05 11:25:24.883294 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router 894d695c-0ba6-43aa-a566-4d86613c26fc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:25:24.927950 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:25.000896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:25:25.006464 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:25.012841 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd27bbf-de60-4345-9e7e-4591cd0551df None None] Sync routers for ids ['894d695c-0ba6-43aa-a566-4d86613c26fc'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:25:25.022703 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd27bbf-de60-4345-9e7e-4591cd0551df None None] Routers {'894d695c-0ba6-43aa-a566-4d86613c26fc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:25:25.023321 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7fd27bbf-de60-4345-9e7e-4591cd0551df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:25:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['894d695c-0ba6-43aa-a566-4d86613c26fc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:25.045900 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-16c83205-614f-4d6f-a24f-fe5cf7702a36 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/floatingips/b985762f-123e-4a0a-b7dd-6bdfc776e253 HTTP/1.1" status: 204 len: 168 time: 0.9596949 Jul 05 11:25:25.046614 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d054981-62c7-48e3-b87a-ef6394e8b357', 'tag': '89b0d75d-eb57-4844-b667-c8c0b45483de'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:25:25.048930 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5704d0d-48fd-4361-8807-402af47e9b13" -d '{"events": [{"name": "network-changed", "server_uuid": "2d054981-62c7-48e3-b87a-ef6394e8b357", "tag": "89b0d75d-eb57-4844-b667-c8c0b45483de"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:25:25.091493 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247dcb2b-ba2a-4705-b83c-b2347f12f8bb x-openstack-request-id: req-247dcb2b-ba2a-4705-b83c-b2347f12f8bb {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:25:25.092187 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d054981-62c7-48e3-b87a-ef6394e8b357", "tag": "89b0d75d-eb57-4844-b667-c8c0b45483de", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:25:25.092187 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-247dcb2b-ba2a-4705-b83c-b2347f12f8bb {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:25:25.092451 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d054981-62c7-48e3-b87a-ef6394e8b357', 'tag': '89b0d75d-eb57-4844-b667-c8c0b45483de', 'status': 'completed', 'code': 200} Jul 05 11:25:25.149690 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-7fd27bbf-de60-4345-9e7e-4591cd0551df None None] Set router 894d695c-0ba6-43aa-a566-4d86613c26fc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:25:25.191260 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5704d0d-48fd-4361-8807-402af47e9b13 req-6e6e40e5-cb83-4598-a8c9-5db030243981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:25.194859 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f5704d0d-48fd-4361-8807-402af47e9b13 req-6e6e40e5-cb83-4598-a8c9-5db030243981 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 1098 time: 0.0754128 Jul 05 11:25:25.321896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5704d0d-48fd-4361-8807-402af47e9b13 req-e5d98e50-0092-4bcb-ae11-ca9a5e88efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:25.323433 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f5704d0d-48fd-4361-8807-402af47e9b13 req-e5d98e50-0092-4bcb-ae11-ca9a5e88efcf service neutron] 10.222.0.64 "GET /v2.0/networks?id=b96306e1-9276-426b-a8e0-ea56e2a37b9e HTTP/1.1" status: 200 len: 898 time: 0.1207719 Jul 05 11:25:25.374903 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f5704d0d-48fd-4361-8807-402af47e9b13 req-18514aac-764a-4362-90d1-bc96fc4c93a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89b0d75d-eb57-4844-b667-c8c0b45483de HTTP/1.1" status: 200 len: 217 time: 0.0432782 Jul 05 11:25:25.377335 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7fd27bbf-de60-4345-9e7e-4591cd0551df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302588560', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:23:33Z', 'updated_at': '2021-07-05T11:23:38Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:34Z', 'updated_at': '2021-07-05T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '78f8f5ec-6c0b-4416-b88b-740e02d7f332', 'name': '', 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:6b:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:37Z', 'updated_at': '2021-07-05T11:23:42Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:25.407668 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd27bbf-de60-4345-9e7e-4591cd0551df None None] Checking router: 894d695c-0ba6-43aa-a566-4d86613c26fc for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:25:25.416840 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd27bbf-de60-4345-9e7e-4591cd0551df None None] Routers {'894d695c-0ba6-43aa-a566-4d86613c26fc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:25:25.417457 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7fd27bbf-de60-4345-9e7e-4591cd0551df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:25:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['894d695c-0ba6-43aa-a566-4d86613c26fc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:25.427795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5704d0d-48fd-4361-8807-402af47e9b13 req-f5767efa-1f85-4e79-806f-5d13970dcec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:25.429750 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f5704d0d-48fd-4361-8807-402af47e9b13 req-f5767efa-1f85-4e79-806f-5d13970dcec5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aefdf98f-a615-424d-a37d-3d47c47f1e43 HTTP/1.1" status: 200 len: 834 time: 0.0483525 Jul 05 11:25:25.502954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5704d0d-48fd-4361-8807-402af47e9b13 req-d85085ea-2467-4eb3-8d96-4e94f6d78ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:25.504571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f5704d0d-48fd-4361-8807-402af47e9b13 req-d85085ea-2467-4eb3-8d96-4e94f6d78ca1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b96306e1-9276-426b-a8e0-ea56e2a37b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671043 Jul 05 11:25:25.539607 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-7fd27bbf-de60-4345-9e7e-4591cd0551df None None] Set router 894d695c-0ba6-43aa-a566-4d86613c26fc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:25:25.640252 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f5704d0d-48fd-4361-8807-402af47e9b13 req-cff30d26-20eb-4ba1-a492-322e778c142a service neutron] 10.222.0.64 "GET /v2.0/networks/b96306e1-9276-426b-a8e0-ea56e2a37b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257997 Jul 05 11:25:25.776279 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f5704d0d-48fd-4361-8807-402af47e9b13 req-74de9029-4570-44cf-85a0-21377f825e8a service neutron] 10.222.0.64 "GET /v2.0/networks/b96306e1-9276-426b-a8e0-ea56e2a37b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289008 Jul 05 11:25:25.791309 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7ed98-125b-4fe9-b046-61a787058a83 req-4c3fc513-8b4b-448b-b3da-3e3a6de26a15 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:25.792882 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5a7ed98-125b-4fe9-b046-61a787058a83 req-4c3fc513-8b4b-448b-b3da-3e3a6de26a15 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.1026983 Jul 05 11:25:25.833096 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d5a7ed98-125b-4fe9-b046-61a787058a83 req-349dde3d-7c0c-41af-b02d-180be912c049 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343993 Jul 05 11:25:25.854863 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7fd27bbf-de60-4345-9e7e-4591cd0551df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302588560', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:23:33Z', 'updated_at': '2021-07-05T11:23:38Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:34Z', 'updated_at': '2021-07-05T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '78f8f5ec-6c0b-4416-b88b-740e02d7f332', 'name': '', 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:6b:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:37Z', 'updated_at': '2021-07-05T11:23:42Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:25.881089 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd27bbf-de60-4345-9e7e-4591cd0551df None None] The sync data for ids ['894d695c-0ba6-43aa-a566-4d86613c26fc'] in n-d-779913-27 is: [{'id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302588560', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:23:33Z', 'updated_at': '2021-07-05T11:23:38Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:34Z', 'updated_at': '2021-07-05T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '78f8f5ec-6c0b-4416-b88b-740e02d7f332', 'name': '', 'network_id': 'b96306e1-9276-426b-a8e0-ea56e2a37b9e', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:6b:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:37Z', 'updated_at': '2021-07-05T11:23:42Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': 'aefdf98f-a615-424d-a37d-3d47c47f1e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:25:26.103891 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5392e-a273-431d-a05a-74f94b179ccd None None] New status for floating IP b985762f-123e-4a0a-b7dd-6bdfc776e253: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:25:27.018692 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74129d-6d92-4a52-9437-520caa4c0b5d req-53bf596e-fefb-4293-9cfe-2fa46f328da4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:27.020160 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ea74129d-6d92-4a52-9437-520caa4c0b5d req-53bf596e-fefb-4293-9cfe-2fa46f328da4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0695717 Jul 05 11:25:27.058291 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ea74129d-6d92-4a52-9437-520caa4c0b5d req-ec176513-7cbb-4670-aa14-1011f22de466 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318718 Jul 05 11:25:27.592067 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896adf6-9033-4360-9875-c3fe6bc3a759 req-343765cb-8a2c-4591-9e74-e4240efac1f8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:27.593576 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7896adf6-9033-4360-9875-c3fe6bc3a759 req-343765cb-8a2c-4591-9e74-e4240efac1f8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 946 time: 0.0670981 Jul 05 11:25:27.702476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-7896adf6-9033-4360-9875-c3fe6bc3a759 req-dc50925c-4d52-4882-a020-bc5e9a5caf44 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 89b0d75d-eb57-4844-b667-c8c0b45483de {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:25:27.702806 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7896adf6-9033-4360-9875-c3fe6bc3a759 req-dc50925c-4d52-4882-a020-bc5e9a5caf44 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:27.791631 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-7896adf6-9033-4360-9875-c3fe6bc3a759 req-dc50925c-4d52-4882-a020-bc5e9a5caf44 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] For port 89b0d75d-eb57-4844-b667-c8c0b45483de, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=89b0d75d-eb57-4844-b667-c8c0b45483de,segment=NetworkSegment(daef9797-bcb8-44cb-bb6c-595c23e73af1),segment_id=daef9797-bcb8-44cb-bb6c-595c23e73af1)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:25:27.792019 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7896adf6-9033-4360-9875-c3fe6bc3a759 req-dc50925c-4d52-4882-a020-bc5e9a5caf44 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:27.806150 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-7896adf6-9033-4360-9875-c3fe6bc3a759 req-dc50925c-4d52-4882-a020-bc5e9a5caf44 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 89b0d75d-eb57-4844-b667-c8c0b45483de owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:25:28.013005 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7896adf6-9033-4360-9875-c3fe6bc3a759 req-dc50925c-4d52-4882-a020-bc5e9a5caf44 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:28.042786 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50925c-4d52-4882-a020-bc5e9a5caf44 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=89b0d75d-eb57-4844-b667-c8c0b45483de,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:28.092374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7896adf6-9033-4360-9875-c3fe6bc3a759 req-dc50925c-4d52-4882-a020-bc5e9a5caf44 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] No DVR routers for this DVR port 89b0d75d-eb57-4844-b667-c8c0b45483de on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:25:28.094875 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-7896adf6-9033-4360-9875-c3fe6bc3a759 req-dc50925c-4d52-4882-a020-bc5e9a5caf44 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:28.097155 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7896adf6-9033-4360-9875-c3fe6bc3a759 req-dc50925c-4d52-4882-a020-bc5e9a5caf44 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "DELETE /v2.0/ports/89b0d75d-eb57-4844-b667-c8c0b45483de HTTP/1.1" status: 204 len: 173 time: 0.4947114 Jul 05 11:25:28.097629 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d054981-62c7-48e3-b87a-ef6394e8b357', 'name': 'network-vif-deleted', 'tag': '89b0d75d-eb57-4844-b667-c8c0b45483de'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:25:28.100601 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4689f5-6645-440e-ae44-d0fd2a5b3306" -d '{"events": [{"server_uuid": "2d054981-62c7-48e3-b87a-ef6394e8b357", "name": "network-vif-deleted", "tag": "89b0d75d-eb57-4844-b667-c8c0b45483de"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:25:28.141569 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4642d09c-b31a-41c0-8f77-58e309f67e84 x-openstack-request-id: req-4642d09c-b31a-41c0-8f77-58e309f67e84 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:25:28.141914 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d054981-62c7-48e3-b87a-ef6394e8b357", "name": "network-vif-deleted", "tag": "89b0d75d-eb57-4844-b667-c8c0b45483de", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:25:28.142171 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4642d09c-b31a-41c0-8f77-58e309f67e84 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:25:28.142573 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d054981-62c7-48e3-b87a-ef6394e8b357', 'name': 'network-vif-deleted', 'tag': '89b0d75d-eb57-4844-b667-c8c0b45483de', 'status': 'completed', 'code': 200} Jul 05 11:25:28.232151 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0ee0a66e-96b2-4a8c-b018-b468a22fb1c0 req-47e7fb97-ce2f-4a1e-9043-6950b9852d59 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d054981-62c7-48e3-b87a-ef6394e8b357 HTTP/1.1" status: 200 len: 210 time: 0.0349379 Jul 05 11:25:29.328948 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44690) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:29.694969 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-23bbb416-3a80-4649-8061-045182a777cb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:30.314402 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-23bbb416-3a80-4649-8061-045182a777cb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 78f8f5ec-6c0b-4416-b88b-740e02d7f332 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:25:30.314750 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-23bbb416-3a80-4649-8061-045182a777cb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:30.406043 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-23bbb416-3a80-4649-8061-045182a777cb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] For port 78f8f5ec-6c0b-4416-b88b-740e02d7f332, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=78f8f5ec-6c0b-4416-b88b-740e02d7f332,segment=NetworkSegment(daef9797-bcb8-44cb-bb6c-595c23e73af1),segment_id=daef9797-bcb8-44cb-bb6c-595c23e73af1)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:25:30.406782 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-23bbb416-3a80-4649-8061-045182a777cb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:30.418823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-23bbb416-3a80-4649-8061-045182a777cb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 78f8f5ec-6c0b-4416-b88b-740e02d7f332 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:25:30.663893 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-23bbb416-3a80-4649-8061-045182a777cb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:30.691666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbb416-3a80-4649-8061-045182a777cb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=78f8f5ec-6c0b-4416-b88b-740e02d7f332,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:30.878382 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-23bbb416-3a80-4649-8061-045182a777cb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:31.098353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bbb416-3a80-4649-8061-045182a777cb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router 894d695c-0ba6-43aa-a566-4d86613c26fc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:25:31.230396 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bbb416-3a80-4649-8061-045182a777cb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:25:31.236226 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-23bbb416-3a80-4649-8061-045182a777cb tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "PUT /v2.0/routers/894d695c-0ba6-43aa-a566-4d86613c26fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9055514 Jul 05 11:25:31.238243 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44692) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:31.240901 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4215d16-5943-41ed-871d-5c5c78880d39 None None] Sync routers for ids ['894d695c-0ba6-43aa-a566-4d86613c26fc'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:25:31.251171 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4215d16-5943-41ed-871d-5c5c78880d39 None None] Routers {'894d695c-0ba6-43aa-a566-4d86613c26fc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:25:31.251906 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b4215d16-5943-41ed-871d-5c5c78880d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:25:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['894d695c-0ba6-43aa-a566-4d86613c26fc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:31.289957 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-780f24bc-6329-4aa2-80fc-47535d2cc528 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting subnet aefdf98f-a615-424d-a37d-3d47c47f1e43 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:25:31.293459 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-780f24bc-6329-4aa2-80fc-47535d2cc528 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:31.334374 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-780f24bc-6329-4aa2-80fc-47535d2cc528 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:31.357461 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-b4215d16-5943-41ed-871d-5c5c78880d39 None None] Set router 894d695c-0ba6-43aa-a566-4d86613c26fc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:25:31.425386 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-780f24bc-6329-4aa2-80fc-47535d2cc528 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:31.542926 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b4215d16-5943-41ed-871d-5c5c78880d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302588560', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:23:33Z', 'updated_at': '2021-07-05T11:25:30Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:34Z', 'updated_at': '2021-07-05T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:31.545042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-780f24bc-6329-4aa2-80fc-47535d2cc528 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:31.568989 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4215d16-5943-41ed-871d-5c5c78880d39 None None] Checking router: 894d695c-0ba6-43aa-a566-4d86613c26fc for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:25:31.576807 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f24bc-6329-4aa2-80fc-47535d2cc528 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Subnet': ['ID=aefdf98f-a615-424d-a37d-3d47c47f1e43,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:31.577479 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4215d16-5943-41ed-871d-5c5c78880d39 None None] Routers {'894d695c-0ba6-43aa-a566-4d86613c26fc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:25:31.578134 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b4215d16-5943-41ed-871d-5c5c78880d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:25:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['894d695c-0ba6-43aa-a566-4d86613c26fc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:31.579133 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-780f24bc-6329-4aa2-80fc-47535d2cc528 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:31.581683 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-780f24bc-6329-4aa2-80fc-47535d2cc528 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/subnets/aefdf98f-a615-424d-a37d-3d47c47f1e43 HTTP/1.1" status: 204 len: 168 time: 0.3419833 Jul 05 11:25:31.584467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44694) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:31.588841 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16741c36-ecad-490b-bca5-1cdbec6c04c6 None None] Network b96306e1-9276-426b-a8e0-ea56e2a37b9e requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:25:31.691154 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-b4215d16-5943-41ed-871d-5c5c78880d39 None None] Set router 894d695c-0ba6-43aa-a566-4d86613c26fc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:25:31.708610 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3c32592-8b86-4511-9513-fb5b693e484a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:31.796625 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] DHCP port deletion for b96306e1-9276-426b-a8e0-ea56e2a37b9e request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:25:31.831560 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3c32592-8b86-4511-9513-fb5b693e484a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:31.848640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Deleting port 089e33ad-8cd7-471f-b15a-9de673d313e9 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:25:31.849082 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:31.893667 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-b4215d16-5943-41ed-871d-5c5c78880d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302588560', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:23:33Z', 'updated_at': '2021-07-05T11:25:30Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:34Z', 'updated_at': '2021-07-05T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:31.921976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] For port 089e33ad-8cd7-471f-b15a-9de673d313e9, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=089e33ad-8cd7-471f-b15a-9de673d313e9,segment=NetworkSegment(daef9797-bcb8-44cb-bb6c-595c23e73af1),segment_id=daef9797-bcb8-44cb-bb6c-595c23e73af1)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:25:31.922560 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:31.933777 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4215d16-5943-41ed-871d-5c5c78880d39 None None] The sync data for ids ['894d695c-0ba6-43aa-a566-4d86613c26fc'] in n-d-779913-27 is: [{'id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302588560', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:23:33Z', 'updated_at': '2021-07-05T11:25:30Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': '8408d0f5-8881-4eaf-b476-db4ef18abafa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d695c-0ba6-43aa-a566-4d86613c26fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:23:34Z', 'updated_at': '2021-07-05T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:25:31.941477 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Calling delete_port for 089e33ad-8cd7-471f-b15a-9de673d313e9 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:25:31.947411 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c3c32592-8b86-4511-9513-fb5b693e484a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 8408d0f5-8881-4eaf-b476-db4ef18abafa {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:25:31.947884 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3c32592-8b86-4511-9513-fb5b693e484a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:32.040926 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-c3c32592-8b86-4511-9513-fb5b693e484a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] For port 8408d0f5-8881-4eaf-b476-db4ef18abafa, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=8408d0f5-8881-4eaf-b476-db4ef18abafa,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:25:32.041182 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3c32592-8b86-4511-9513-fb5b693e484a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:32.055409 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-c3c32592-8b86-4511-9513-fb5b693e484a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 8408d0f5-8881-4eaf-b476-db4ef18abafa owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:25:32.127561 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 89b0d75d-eb57-4844-b667-c8c0b45483de no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:25:32.159048 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:32.167492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 89b0d75d-eb57-4844-b667-c8c0b45483de {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:25:32.168074 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 89b0d75d-eb57-4844-b667-c8c0b45483de not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:25:32.201525 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Pushing event deleted for resources: {'Port': ['ID=089e33ad-8cd7-471f-b15a-9de673d313e9,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:32.202384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] No DVR routers for this DVR port 089e33ad-8cd7-471f-b15a-9de673d313e9 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:25:32.209756 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:32.210130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:32.210441 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:32.210781 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:32.211112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:32.211463 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:32.211768 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:32.212099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:32.213110 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:32.213110 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:32.213110 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:32.213597 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543460d6-d436-42e5-a540-6d5e27044418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:32.309763 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3c32592-8b86-4511-9513-fb5b693e484a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:32.335427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c32592-8b86-4511-9513-fb5b693e484a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=8408d0f5-8881-4eaf-b476-db4ef18abafa,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:32.409794 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3c32592-8b86-4511-9513-fb5b693e484a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:32.506511 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3c32592-8b86-4511-9513-fb5b693e484a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:32.508631 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3c32592-8b86-4511-9513-fb5b693e484a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:32.612551 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3c32592-8b86-4511-9513-fb5b693e484a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:32.613132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c32592-8b86-4511-9513-fb5b693e484a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Fanout notify agent at l3_agent the message router_deleted on router 894d695c-0ba6-43aa-a566-4d86613c26fc {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:25:32.620457 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c3c32592-8b86-4511-9513-fb5b693e484a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:32.623566 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c3c32592-8b86-4511-9513-fb5b693e484a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/routers/894d695c-0ba6-43aa-a566-4d86613c26fc HTTP/1.1" status: 204 len: 168 time: 1.0363464 Jul 05 11:25:32.625831 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44696) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:32.709826 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6ae1120-ffcf-475c-8915-52adfa5051ed tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:32.804492 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6ae1120-ffcf-475c-8915-52adfa5051ed tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:32.814088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c6ae1120-ffcf-475c-8915-52adfa5051ed tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96306e1-9276-426b-a8e0-ea56e2a37b9e']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:32.824704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c6ae1120-ffcf-475c-8915-52adfa5051ed tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daef9797-bcb8-44cb-bb6c-595c23e73af1') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:32.825000 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-c6ae1120-ffcf-475c-8915-52adfa5051ed tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daef9797-bcb8-44cb-bb6c-595c23e73af1') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:32.834223 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6ae1120-ffcf-475c-8915-52adfa5051ed tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:32.847481 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6ae1120-ffcf-475c-8915-52adfa5051ed tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:32.853238 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ae1120-ffcf-475c-8915-52adfa5051ed tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:25:32.853626 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6ae1120-ffcf-475c-8915-52adfa5051ed tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: timer() Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:25:32.856528 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:25:32.978446 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6ae1120-ffcf-475c-8915-52adfa5051ed tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:32.983696 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c6ae1120-ffcf-475c-8915-52adfa5051ed tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:32.986488 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c6ae1120-ffcf-475c-8915-52adfa5051ed tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/networks/b96306e1-9276-426b-a8e0-ea56e2a37b9e HTTP/1.1" status: 204 len: 168 time: 0.3598373 Jul 05 11:25:32.988861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44698) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:33.001384 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae1120-ffcf-475c-8915-52adfa5051ed tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Network': ['ID=b96306e1-9276-426b-a8e0-ea56e2a37b9e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:33.049136 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:33.081695 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:33.114794 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8408d0f5-8881-4eaf-b476-db4ef18abafa no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:25:33.135260 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 8408d0f5-8881-4eaf-b476-db4ef18abafa {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:25:33.135603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 8408d0f5-8881-4eaf-b476-db4ef18abafa not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:25:33.136253 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 78f8f5ec-6c0b-4416-b88b-740e02d7f332 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:25:33.154865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 78f8f5ec-6c0b-4416-b88b-740e02d7f332 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:25:33.155203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 78f8f5ec-6c0b-4416-b88b-740e02d7f332 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:25:33.155615 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 089e33ad-8cd7-471f-b15a-9de673d313e9 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:25:33.174813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 089e33ad-8cd7-471f-b15a-9de673d313e9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:25:33.175164 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 089e33ad-8cd7-471f-b15a-9de673d313e9 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:25:33.218653 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:33.221280 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:33.222528 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/security-groups/e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0 HTTP/1.1" status: 204 len: 168 time: 0.2326841 Jul 05 11:25:33.232232 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c0582b-ce08-426a-b2a7-59fdf3c7f3e0,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:33.241502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:33.241848 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:33.242215 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:33.242575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:33.242903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:33.243262 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:33.243613 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:33.244049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:33.244282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:33.244606 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:33.244929 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:33.245506 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c1760-af69-4e35-84d6-348075a37b75 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:33.675434 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44704) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:33.680795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-e0755f4e-3105-4828-bc39-c72cd97b2fc5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312215842', 'description': 'tempest-secgroup-smoke-1312215842 description', 'project_id': 'c7ea24a3a627491f8864306d76ae913e'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:25:33.749643 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e0755f4e-3105-4828-bc39-c72cd97b2fc5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:33.831252 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e0755f4e-3105-4828-bc39-c72cd97b2fc5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:33.886891 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e0755f4e-3105-4828-bc39-c72cd97b2fc5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:33.920325 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0755f4e-3105-4828-bc39-c72cd97b2fc5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fff742-b959-402c-9cfc-ccc9bd7edc89,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:33.978469 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-e0755f4e-3105-4828-bc39-c72cd97b2fc5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:33.979796 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e0755f4e-3105-4828-bc39-c72cd97b2fc5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3032441 Jul 05 11:25:33.982946 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44706) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:33.987568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-4e1608bb-ac10-4900-b47e-e38c2d21147b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': 'd6fff742-b959-402c-9cfc-ccc9bd7edc89', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:25:34.074602 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e1608bb-ac10-4900-b47e-e38c2d21147b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:34.130764 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e1608bb-ac10-4900-b47e-e38c2d21147b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:34.189226 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e1608bb-ac10-4900-b47e-e38c2d21147b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:34.206928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1608bb-ac10-4900-b47e-e38c2d21147b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030123a3-ddda-43b7-8add-d67a30117efb,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:34.316036 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4e1608bb-ac10-4900-b47e-e38c2d21147b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:34.317837 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4e1608bb-ac10-4900-b47e-e38c2d21147b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334680 Jul 05 11:25:34.326665 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44708) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:34.331318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a5a8a335-f507-4d00-9435-1bad89094d4b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': 'd6fff742-b959-402c-9cfc-ccc9bd7edc89', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:25:34.411233 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a335-f507-4d00-9435-1bad89094d4b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:34.468597 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a335-f507-4d00-9435-1bad89094d4b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:34.543733 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a335-f507-4d00-9435-1bad89094d4b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:34.563771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8a335-f507-4d00-9435-1bad89094d4b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290f6c19-0636-45ee-91ad-a32bdb1f43c3,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:34.635295 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a335-f507-4d00-9435-1bad89094d4b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:34.636906 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a5a8a335-f507-4d00-9435-1bad89094d4b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3091252 Jul 05 11:25:34.640010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44710) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:34.644594 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3aff7069-c306-4140-8f35-c1a48be5a521 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': 'd6fff742-b959-402c-9cfc-ccc9bd7edc89', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:25:34.731259 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3aff7069-c306-4140-8f35-c1a48be5a521 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:34.792412 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3aff7069-c306-4140-8f35-c1a48be5a521 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:34.857821 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3aff7069-c306-4140-8f35-c1a48be5a521 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:34.876365 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff7069-c306-4140-8f35-c1a48be5a521 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaeb4dd5-4644-40ab-8244-4270547488b5,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:34.945045 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3aff7069-c306-4140-8f35-c1a48be5a521 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:34.946426 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3aff7069-c306-4140-8f35-c1a48be5a521 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3053644 Jul 05 11:25:34.949141 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44712) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:34.953590 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5c003e18-e6a5-4bc7-aea2-a5e8980988d1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': 'd6fff742-b959-402c-9cfc-ccc9bd7edc89', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:25:35.063789 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c003e18-e6a5-4bc7-aea2-a5e8980988d1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:35.123509 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c003e18-e6a5-4bc7-aea2-a5e8980988d1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:35.201067 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c003e18-e6a5-4bc7-aea2-a5e8980988d1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:35.220718 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c003e18-e6a5-4bc7-aea2-a5e8980988d1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eef27f8-d6e6-40de-93df-e6be78c0718c,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:35.287492 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5c003e18-e6a5-4bc7-aea2-a5e8980988d1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:35.288759 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5c003e18-e6a5-4bc7-aea2-a5e8980988d1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3387012 Jul 05 11:25:35.291708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44714) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:35.296302 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-5fae5731-399f-4ed0-a037-6efa2d59c323 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': 'd6fff742-b959-402c-9cfc-ccc9bd7edc89', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:25:35.384485 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-5fae5731-399f-4ed0-a037-6efa2d59c323 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Project c7ea24a3a627491f8864306d76ae913e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:25:35.389796 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5fae5731-399f-4ed0-a037-6efa2d59c323 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:35.451859 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5fae5731-399f-4ed0-a037-6efa2d59c323 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:35.527083 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5fae5731-399f-4ed0-a037-6efa2d59c323 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:35.545642 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae5731-399f-4ed0-a037-6efa2d59c323 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a270ad5b-5f74-4e10-af70-6c4c859f196a,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:35.618669 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5fae5731-399f-4ed0-a037-6efa2d59c323 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:35.620245 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5fae5731-399f-4ed0-a037-6efa2d59c323 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3272114 Jul 05 11:25:35.623136 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44716) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:35.627708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a3c13897-f788-44f9-8814-0f07ffb93876 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'security_group_rule': {'security_group_id': 'd6fff742-b959-402c-9cfc-ccc9bd7edc89', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:25:35.704309 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-a3c13897-f788-44f9-8814-0f07ffb93876 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Project c7ea24a3a627491f8864306d76ae913e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:25:35.709292 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3c13897-f788-44f9-8814-0f07ffb93876 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:35.774106 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3c13897-f788-44f9-8814-0f07ffb93876 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:35.840812 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3c13897-f788-44f9-8814-0f07ffb93876 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:35.861032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c13897-f788-44f9-8814-0f07ffb93876 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c9fd8e-313b-4261-9e0f-4b5ae86c213e,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:35.955283 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a3c13897-f788-44f9-8814-0f07ffb93876 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:35.956475 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a3c13897-f788-44f9-8814-0f07ffb93876 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3322549 Jul 05 11:25:35.959921 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44718) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:35.964839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-28981a90-7c2e-4acc-b38e-bf39f68a49dd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'network': {'name': 'tempest-network-smoke--1058718661', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'port_security_enabled': True}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:25:36.040715 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28981a90-7c2e-4acc-b38e-bf39f68a49dd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Made reservation on behalf of c7ea24a3a627491f8864306d76ae913e for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:25:36.044316 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28981a90-7c2e-4acc-b38e-bf39f68a49dd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:36.067409 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28981a90-7c2e-4acc-b38e-bf39f68a49dd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:25:36.076130 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28981a90-7c2e-4acc-b38e-bf39f68a49dd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:36.076482 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-28981a90-7c2e-4acc-b38e-bf39f68a49dd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Added segment 77c1db22-b58a-4c1b-8c27-abe09ee4e25d of type vlan for network c10f7e32-8f2c-4626-b5b4-9472827b642f Jul 05 11:25:36.118323 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28981a90-7c2e-4acc-b38e-bf39f68a49dd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:36.223111 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28981a90-7c2e-4acc-b38e-bf39f68a49dd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:36.228591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28981a90-7c2e-4acc-b38e-bf39f68a49dd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:36.229287 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28981a90-7c2e-4acc-b38e-bf39f68a49dd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:36.297436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28981a90-7c2e-4acc-b38e-bf39f68a49dd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Network': ['ID=c10f7e32-8f2c-4626-b5b4-9472827b642f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:36.307514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network c10f7e32-8f2c-4626-b5b4-9472827b642f details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:25:36.343894 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-28981a90-7c2e-4acc-b38e-bf39f68a49dd tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3828745 Jul 05 11:25:36.346622 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44720) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:36.351453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-505924827', 'admin_state_up': True, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:25:36.429273 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:36.430330 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:36.481886 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:36.696581 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:36.925654 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:36.948631 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:37.050025 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.25.5.152 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/ac9945b4-9ce0-443f-b86d-c04a719f77ba) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:25:37.152278 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:37.374387 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:37.412941 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:25:37.419531 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:25:37.427791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:25:37.427791 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=ac9945b4-9ce0-443f-b86d-c04a719f77ba,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:37.751498 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:37.962098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:38.509683 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router b96f724a-d099-4238-904d-ae47c1a4cd22 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:25:38.624793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:25:38.637599 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Sync routers for ids ['b96f724a-d099-4238-904d-ae47c1a4cd22'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:25:38.649621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Routers {'b96f724a-d099-4238-904d-ae47c1a4cd22'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:25:38.650247 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:25:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b96f724a-d099-4238-904d-ae47c1a4cd22'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:38.691420 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:38.693238 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-498ea755-8622-415d-a41f-414b8dfa2943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3456764 Jul 05 11:25:38.696574 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44722) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:38.724717 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f145b566-3821-4f84-a465-a5aa535447a1 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=c7ea24a3a627491f8864306d76ae913e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270154 Jul 05 11:25:38.727377 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44724) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:38.756548 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Set router b96f724a-d099-4238-904d-ae47c1a4cd22 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:25:38.812828 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f17b6e-eacf-4dfc-913b-3a3e29d044b8 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:38.814346 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-93f17b6e-eacf-4dfc-913b-3a3e29d044b8 tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859275 Jul 05 11:25:38.817082 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44726) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:38.845537 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5e30d0cf-8e8a-4dd8-a9ab-7451e5b3de2e tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=22142879-3a95-4b42-ba92-f5a272c3a101&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268230 Jul 05 11:25:38.848009 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44728) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:38.852896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-b4a3bad0-ee6e-4296-8d17-2215d451f659 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2038442963', 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f', 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:25:38.937643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505924827', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:37Z', 'revision_number': 3, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:35:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:38.964649 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Checking router: b96f724a-d099-4238-904d-ae47c1a4cd22 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:25:38.964997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Updating router b96f724a-d099-4238-904d-ae47c1a4cd22 port ac9945b4-9ce0-443f-b86d-c04a719f77ba binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:25:39.003994 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:39.024046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a3bad0-ee6e-4296-8d17-2215d451f659 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Made reservation on behalf of c7ea24a3a627491f8864306d76ae913e for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:25:39.027641 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bad0-ee6e-4296-8d17-2215d451f659 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:39.272977 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:39.283449 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Transition to ACTIVE for port object ac9945b4-9ce0-443f-b86d-c04a719f77ba will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:25:39.298727 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bad0-ee6e-4296-8d17-2215d451f659 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:39.359411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3bad0-ee6e-4296-8d17-2215d451f659 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Subnet': ['ID=993dafde-6296-4186-b4e8-0543e4e28644,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:39.369063 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a3bad0-ee6e-4296-8d17-2215d451f659 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Checking segment: {'id': '77c1db22-b58a-4c1b-8c27-abe09ee4e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:25:39.369824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a3bad0-ee6e-4296-8d17-2215d451f659 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network hostable DHCP agents. Network: c10f7e32-8f2c-4626-b5b4-9472827b642f, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:25:39.395158 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:39.449885 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Attempting to bind port ac9945b4-9ce0-443f-b86d-c04a719f77ba on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:25:39.450249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Attempting to bind port ac9945b4-9ce0-443f-b86d-c04a719f77ba by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:25:39.455750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Attempting to bind port ac9945b4-9ce0-443f-b86d-c04a719f77ba on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:25:39.456076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb517de0-50c8-4c25-a21c-97d5020163a1 None None] Pushing event updated for resources: {'Port': ['ID=ac9945b4-9ce0-443f-b86d-c04a719f77ba,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:39.460589 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:25:39.460961 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:25:39.461363 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:39.461748 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:25:39.462221 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Bound port: ac9945b4-9ce0-443f-b86d-c04a719f77ba, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:25:39.462708 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:39.476084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a3bad0-ee6e-4296-8d17-2215d451f659 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network c10f7e32-8f2c-4626-b5b4-9472827b642f is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:25:39.521631 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] For port ac9945b4-9ce0-443f-b86d-c04a719f77ba, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:25:39.524806 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] For port ac9945b4-9ce0-443f-b86d-c04a719f77ba, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ac9945b4-9ce0-443f-b86d-c04a719f77ba,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:25:39.560911 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-b4a3bad0-ee6e-4296-8d17-2215d451f659 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, c10f7e32-8f2c-4626-b5b4-9472827b642f) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:25:39.566754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a3bad0-ee6e-4296-8d17-2215d451f659 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:39.567859 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bad0-ee6e-4296-8d17-2215d451f659 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:39.571345 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8672ef7-617e-4861-bbb0-b2e23da8ef87 None None] Network c10f7e32-8f2c-4626-b5b4-9472827b642f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:25:39.675290 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-b4a3bad0-ee6e-4296-8d17-2215d451f659 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8262346 Jul 05 11:25:39.678034 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44730) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:39.771940 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:39.857596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Routers {'b96f724a-d099-4238-904d-ae47c1a4cd22'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:25:39.857845 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:25:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b96f724a-d099-4238-904d-ae47c1a4cd22'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:39.859569 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb517de0-50c8-4c25-a21c-97d5020163a1 None None] Pushing event updated for resources: {'Port': ['ID=ac9945b4-9ce0-443f-b86d-c04a719f77ba,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:40.025689 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-c10f7e32-8f2c-4626-b5b4-9472827b642f', 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ips': [{'subnet_id': '993dafde-6296-4186-b4e8-0543e4e28644'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:25:40.026543 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:40.041026 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] Set router b96f724a-d099-4238-904d-ae47c1a4cd22 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:25:40.131284 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:40.302490 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Allocated IP 172.20.0.2 (c10f7e32-8f2c-4626-b5b4-9472827b642f/993dafde-6296-4186-b4e8-0543e4e28644/17397f86-0cfb-46f6-a781-f83eb083b9f1) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:25:40.391998 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505924827', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:37Z', 'revision_number': 3, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:35:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:40.422605 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29958f-7616-4417-af85-8666ba969dd0 None None] The sync data for ids ['b96f724a-d099-4238-904d-ae47c1a4cd22'] in n-d-779913-27 is: [{'id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505924827', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:37Z', 'revision_number': 3, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:35:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:25:40.493678 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:40.502713 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Transition to ACTIVE for port object 17397f86-0cfb-46f6-a781-f83eb083b9f1 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:25:40.518190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Transition to ACTIVE for port object 17397f86-0cfb-46f6-a781-f83eb083b9f1 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:25:40.584582 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:40.627257 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Network c10f7e32-8f2c-4626-b5b4-9472827b642f is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:25:40.630923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:25:40.639399 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:25:40.671803 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.20.0.1 (c10f7e32-8f2c-4626-b5b4-9472827b642f/993dafde-6296-4186-b4e8-0543e4e28644/31cefe42-16e2-4ac5-9002-193b38df920e) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:25:40.689458 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Pushing event updated for resources: {'Port': ['ID=17397f86-0cfb-46f6-a781-f83eb083b9f1,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:40.735263 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Attempting to bind port 17397f86-0cfb-46f6-a781-f83eb083b9f1 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:25:40.736080 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Attempting to bind port 17397f86-0cfb-46f6-a781-f83eb083b9f1 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '77c1db22-b58a-4c1b-8c27-abe09ee4e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:25:40.736538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Attempting to bind port 17397f86-0cfb-46f6-a781-f83eb083b9f1 on network c10f7e32-8f2c-4626-b5b4-9472827b642f {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:25:40.742780 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:25:40.744077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Checking segment: {'id': '77c1db22-b58a-4c1b-8c27-abe09ee4e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:25:40.744077 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:40.744077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Bound using segment: {'id': '77c1db22-b58a-4c1b-8c27-abe09ee4e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:25:40.744824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Bound port: 17397f86-0cfb-46f6-a781-f83eb083b9f1, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c1db22-b58a-4c1b-8c27-abe09ee4e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:25:40.745554 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:40.820716 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:40.824018 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] For port 17397f86-0cfb-46f6-a781-f83eb083b9f1, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:25:40.827915 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] For port 17397f86-0cfb-46f6-a781-f83eb083b9f1, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=17397f86-0cfb-46f6-a781-f83eb083b9f1,segment=NetworkSegment(77c1db22-b58a-4c1b-8c27-abe09ee4e25d),segment_id=77c1db22-b58a-4c1b-8c27-abe09ee4e25d)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:25:40.837418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Transition to ACTIVE for port object 31cefe42-16e2-4ac5-9002-193b38df920e will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:25:40.855963 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ac9945b4-9ce0-443f-b86d-c04a719f77ba up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:25:40.927942 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:40.950607 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:40.996103 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50231c90-6e88-4712-8bf5-6e06b9618abf None None] Pushing event updated for resources: {'Port': ['ID=17397f86-0cfb-46f6-a781-f83eb083b9f1,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:41.005461 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network c10f7e32-8f2c-4626-b5b4-9472827b642f is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:25:41.010861 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port ac9945b4-9ce0-443f-b86d-c04a719f77ba completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:25:41.011751 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:25:41.011866 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ac9945b4-9ce0-443f-b86d-c04a719f77ba triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:25:41.011866 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:41.019173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:25:41.066366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=31cefe42-16e2-4ac5-9002-193b38df920e,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:41.084545 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:41.122797 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:41.149920 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port ac9945b4-9ce0-443f-b86d-c04a719f77ba, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ac9945b4-9ce0-443f-b86d-c04a719f77ba,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:25:41.154319 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dcd7eae6-b574-4dfb-93a9-d498f026e7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:41.237579 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:41.299117 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=ac9945b4-9ce0-443f-b86d-c04a719f77ba,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:41.345353 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:41.624346 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:41.686719 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:41.768935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=31cefe42-16e2-4ac5-9002-193b38df920e,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:41.771938 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:41.870417 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network c10f7e32-8f2c-4626-b5b4-9472827b642f is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:25:41.871918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:25:41.986074 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router b96f724a-d099-4238-904d-ae47c1a4cd22 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:25:41.988714 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b4c914-f5bd-4bf9-8ac7-a6f870c0ede8 None None] Network c10f7e32-8f2c-4626-b5b4-9472827b642f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:25:42.095212 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-77831ad4-260b-4dcb-ab6f-6e12149e1f2b None None] Provisioning for port 17397f86-0cfb-46f6-a781-f83eb083b9f1 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:25:42.101813 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:25:42.109497 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d8cb8ccf-eda3-4139-89ce-a7459f50c919 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "PUT /v2.0/routers/b96f724a-d099-4238-904d-ae47c1a4cd22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4300652 Jul 05 11:25:42.301239 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-2bfd41ae-16b2-4356-8c53-3277816e3a2b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312215842&fields=id&tenant_id=c7ea24a3a627491f8864306d76ae913e HTTP/1.1" status: 200 len: 267 time: 0.0464978 Jul 05 11:25:42.430994 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-9f99d9cc-cd8b-4221-b688-9a61363cffd5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:42.432706 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-9f99d9cc-cd8b-4221-b688-9a61363cffd5 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/networks?id=c10f7e32-8f2c-4626-b5b4-9472827b642f HTTP/1.1" status: 200 len: 797 time: 0.1299634 Jul 05 11:25:42.448854 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-53e443d2-12d6-45e5-a403-a737d49692e1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/quotas/c7ea24a3a627491f8864306d76ae913e HTTP/1.1" status: 200 len: 375 time: 0.0105672 Jul 05 11:25:42.531705 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-cde203f5-4242-4242-9fac-32692129c80f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771940 Jul 05 11:25:42.574336 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Sync routers for ids ['b96f724a-d099-4238-904d-ae47c1a4cd22'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:25:42.584121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2d334f92-d7cd-47eb-905d-8349f0fe5853 None None] Provisioning for port 31cefe42-16e2-4ac5-9002-193b38df920e completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:25:42.589477 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2d334f92-d7cd-47eb-905d-8349f0fe5853 None None] Provisioning complete for port 31cefe42-16e2-4ac5-9002-193b38df920e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:25:42.593336 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2d334f92-d7cd-47eb-905d-8349f0fe5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:42.593538 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Routers {'b96f724a-d099-4238-904d-ae47c1a4cd22'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:25:42.593538 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:25:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b96f724a-d099-4238-904d-ae47c1a4cd22'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:42.648161 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2d334f92-d7cd-47eb-905d-8349f0fe5853 None None] Port 31cefe42-16e2-4ac5-9002-193b38df920e cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:25:42.658347 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-0798d583-0956-4b53-9aac-7fa6bb594fea service neutron] 10.222.0.77 "GET /v2.0/networks/c10f7e32-8f2c-4626-b5b4-9472827b642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143763 Jul 05 11:25:42.727395 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Set router b96f724a-d099-4238-904d-ae47c1a4cd22 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:25:42.780313 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-210b7c44-71b5-4ca2-921b-d1bac7a80d1b service neutron] 10.222.0.77 "GET /v2.0/networks/c10f7e32-8f2c-4626-b5b4-9472827b642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137164 Jul 05 11:25:42.799110 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-21f8fcc7-58a3-4bfb-a107-a437d033045b None None] Provisioning complete for port 31cefe42-16e2-4ac5-9002-193b38df920e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:25:42.799661 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-21f8fcc7-58a3-4bfb-a107-a437d033045b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:42.861499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-21f8fcc7-58a3-4bfb-a107-a437d033045b None None] Port 31cefe42-16e2-4ac5-9002-193b38df920e cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:25:42.976549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 17397f86-0cfb-46f6-a781-f83eb083b9f1 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:25:43.007425 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505924827', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '31cefe42-16e2-4ac5-9002-193b38df920e', 'name': '', 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:cd:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '993dafde-6296-4186-b4e8-0543e4e28644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:40Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 2, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '993dafde-6296-4186-b4e8-0543e4e28644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:43.011007 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-88c7c279-4eb0-4305-8f61-959cd8a797cb None None] Provisioning complete for port 31cefe42-16e2-4ac5-9002-193b38df920e triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:25:43.011007 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-88c7c279-4eb0-4305-8f61-959cd8a797cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:43.036638 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Checking router: b96f724a-d099-4238-904d-ae47c1a4cd22 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:25:43.036994 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Updating router b96f724a-d099-4238-904d-ae47c1a4cd22 port 31cefe42-16e2-4ac5-9002-193b38df920e binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:25:43.086469 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:43.201839 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-369e9703-b2fb-4a63-bd17-6c0fa94a1e7b req-347b2a63-f0ab-4061-847c-bb5482f793c8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 210 time: 0.0383523 Jul 05 11:25:43.240163 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-88c7c279-4eb0-4305-8f61-959cd8a797cb None None] Port 31cefe42-16e2-4ac5-9002-193b38df920e cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:25:43.338349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 17397f86-0cfb-46f6-a781-f83eb083b9f1 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:25:43.344083 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 17397f86-0cfb-46f6-a781-f83eb083b9f1 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:25:43.347668 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:43.415735 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:43.430950 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Transition to ACTIVE for port object 31cefe42-16e2-4ac5-9002-193b38df920e will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:25:43.443296 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:43.478222 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 17397f86-0cfb-46f6-a781-f83eb083b9f1, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=17397f86-0cfb-46f6-a781-f83eb083b9f1,segment=NetworkSegment(77c1db22-b58a-4c1b-8c27-abe09ee4e25d),segment_id=77c1db22-b58a-4c1b-8c27-abe09ee4e25d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:25:43.521445 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:43.551788 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:43.553819 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ac9945b4-9ce0-443f-b86d-c04a719f77ba up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:25:43.571636 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77493f00-ed4a-4c03-8c02-36d84d05edbe None None] Pushing event updated for resources: {'Port': ['ID=31cefe42-16e2-4ac5-9002-193b38df920e,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:43.597007 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77493f00-ed4a-4c03-8c02-36d84d05edbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:43.597672 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77493f00-ed4a-4c03-8c02-36d84d05edbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:43.597672 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77493f00-ed4a-4c03-8c02-36d84d05edbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:43.597985 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77493f00-ed4a-4c03-8c02-36d84d05edbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:43.598369 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77493f00-ed4a-4c03-8c02-36d84d05edbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:43.598663 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77493f00-ed4a-4c03-8c02-36d84d05edbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:43.599008 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77493f00-ed4a-4c03-8c02-36d84d05edbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:43.599299 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77493f00-ed4a-4c03-8c02-36d84d05edbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:43.599617 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77493f00-ed4a-4c03-8c02-36d84d05edbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:43.599973 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77493f00-ed4a-4c03-8c02-36d84d05edbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:43.600494 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77493f00-ed4a-4c03-8c02-36d84d05edbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:43.601003 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77493f00-ed4a-4c03-8c02-36d84d05edbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:25:43.672135 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=17397f86-0cfb-46f6-a781-f83eb083b9f1,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:43.694833 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ac9945b4-9ce0-443f-b86d-c04a719f77ba triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:25:43.695678 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:43.724703 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33fc0ed1-61fe-4a77-9747-18268f5ac289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:43.738561 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:43.749645 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Attempting to bind port 31cefe42-16e2-4ac5-9002-193b38df920e on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:25:43.750086 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Attempting to bind port 31cefe42-16e2-4ac5-9002-193b38df920e by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '77c1db22-b58a-4c1b-8c27-abe09ee4e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:25:43.750724 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Attempting to bind port 31cefe42-16e2-4ac5-9002-193b38df920e on network c10f7e32-8f2c-4626-b5b4-9472827b642f {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:25:43.759361 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:25:43.759823 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Checking segment: {'id': '77c1db22-b58a-4c1b-8c27-abe09ee4e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:25:43.760179 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:43.760720 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Bound using segment: {'id': '77c1db22-b58a-4c1b-8c27-abe09ee4e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:25:43.761207 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Bound port: 31cefe42-16e2-4ac5-9002-193b38df920e, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c1db22-b58a-4c1b-8c27-abe09ee4e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:25:43.761594 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:43.834566 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] For port 31cefe42-16e2-4ac5-9002-193b38df920e, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:25:43.837595 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] For port 31cefe42-16e2-4ac5-9002-193b38df920e, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=31cefe42-16e2-4ac5-9002-193b38df920e,segment=NetworkSegment(77c1db22-b58a-4c1b-8c27-abe09ee4e25d),segment_id=77c1db22-b58a-4c1b-8c27-abe09ee4e25d)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:25:43.944828 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:44.008574 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Routers {'b96f724a-d099-4238-904d-ae47c1a4cd22'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:25:44.009203 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:25:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b96f724a-d099-4238-904d-ae47c1a4cd22'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:44.012550 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77493f00-ed4a-4c03-8c02-36d84d05edbe None None] Pushing event updated for resources: {'Port': ['ID=31cefe42-16e2-4ac5-9002-193b38df920e,revision_number=4']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:44.159585 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] Set router b96f724a-d099-4238-904d-ae47c1a4cd22 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:25:44.370711 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e39b6f6-a188-4695-b39e-1b9e5bf5b90a req-e7e6218b-4e2b-48d9-b042-283700bede11 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 210 time: 0.0365899 Jul 05 11:25:44.375646 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505924827', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '31cefe42-16e2-4ac5-9002-193b38df920e', 'name': '', 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:cd:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '993dafde-6296-4186-b4e8-0543e4e28644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:40Z', 'updated_at': '2021-07-05T11:25:43Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '993dafde-6296-4186-b4e8-0543e4e28644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:44.402467 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbe456-50b1-45ec-a31c-e12eb7d7929f None None] The sync data for ids ['b96f724a-d099-4238-904d-ae47c1a4cd22'] in n-d-779913-27 is: [{'id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505924827', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '31cefe42-16e2-4ac5-9002-193b38df920e', 'name': '', 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:cd:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '993dafde-6296-4186-b4e8-0543e4e28644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:40Z', 'updated_at': '2021-07-05T11:25:43Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '993dafde-6296-4186-b4e8-0543e4e28644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:25:44.888192 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 31cefe42-16e2-4ac5-9002-193b38df920e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:25:45.000992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 31cefe42-16e2-4ac5-9002-193b38df920e completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:25:45.005907 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 31cefe42-16e2-4ac5-9002-193b38df920e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:25:45.006278 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:45.088955 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:45.123734 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 31cefe42-16e2-4ac5-9002-193b38df920e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=31cefe42-16e2-4ac5-9002-193b38df920e,segment=NetworkSegment(77c1db22-b58a-4c1b-8c27-abe09ee4e25d),segment_id=77c1db22-b58a-4c1b-8c27-abe09ee4e25d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:25:45.189736 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:45.190564 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 17397f86-0cfb-46f6-a781-f83eb083b9f1 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:25:45.281748 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=31cefe42-16e2-4ac5-9002-193b38df920e,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:45.298069 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 17397f86-0cfb-46f6-a781-f83eb083b9f1 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:25:45.298442 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:45.321383 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:45.526173 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab9f6938-9c67-4b6a-8e90-cadd65afeb18 req-3438d929-df79-48d0-ad08-87d5f1051f64 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 210 time: 0.0294785 Jul 05 11:25:45.618658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-d994abd6-a745-4742-879f-bdfb60f8beea tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:45.620413 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-d994abd6-a745-4742-879f-bdfb60f8beea tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "GET /v2.0/networks?id=c10f7e32-8f2c-4626-b5b4-9472827b642f HTTP/1.1" status: 200 len: 797 time: 0.1080432 Jul 05 11:25:45.669803 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-a29cb2d6-fcaa-4a16-ad5b-be4a50952c92 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7ea24a3a627491f8864306d76ae913e HTTP/1.1" status: 200 len: 380 time: 0.0354517 Jul 05 11:25:45.679541 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-2aa4117a-0375-4b15-983d-6d3210593c76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'port': {'device_id': '986a56e0-cccc-44a4-9d26-1324b3e6fc6a', 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f', 'admin_state_up': True, 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'security_groups': ['d6fff742-b959-402c-9cfc-ccc9bd7edc89']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:25:45.841333 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-2aa4117a-0375-4b15-983d-6d3210593c76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Made reservation on behalf of c7ea24a3a627491f8864306d76ae913e for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:25:45.845347 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-2aa4117a-0375-4b15-983d-6d3210593c76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:45.981938 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-2aa4117a-0375-4b15-983d-6d3210593c76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.20.0.10 (c10f7e32-8f2c-4626-b5b4-9472827b642f/993dafde-6296-4186-b4e8-0543e4e28644/148612db-7d37-4ed4-8908-1247264c6f74) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:25:46.125556 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-2aa4117a-0375-4b15-983d-6d3210593c76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:46.139258 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-2aa4117a-0375-4b15-983d-6d3210593c76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Transition to ACTIVE for port object 148612db-7d37-4ed4-8908-1247264c6f74 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:25:46.224601 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-2aa4117a-0375-4b15-983d-6d3210593c76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:46.273845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-2aa4117a-0375-4b15-983d-6d3210593c76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network c10f7e32-8f2c-4626-b5b4-9472827b642f is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:25:46.277109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-2aa4117a-0375-4b15-983d-6d3210593c76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:25:46.281769 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-2aa4117a-0375-4b15-983d-6d3210593c76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:25:46.286544 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4117a-0375-4b15-983d-6d3210593c76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=148612db-7d37-4ed4-8908-1247264c6f74,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:46.338197 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-2aa4117a-0375-4b15-983d-6d3210593c76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:46.338869 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-2aa4117a-0375-4b15-983d-6d3210593c76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:46.401608 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-2aa4117a-0375-4b15-983d-6d3210593c76 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7262764 Jul 05 11:25:46.418155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Request body: {'port': {'device_id': '986a56e0-cccc-44a4-9d26-1324b3e6fc6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:25:46.492319 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:46.585132 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d9af4260-624a-44ec-947e-54011d51a457 None None] Provisioning for port 148612db-7d37-4ed4-8908-1247264c6f74 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:25:46.590444 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d9af4260-624a-44ec-947e-54011d51a457 None None] Provisioning complete for port 148612db-7d37-4ed4-8908-1247264c6f74 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:25:46.590896 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d9af4260-624a-44ec-947e-54011d51a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:46.630926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d9af4260-624a-44ec-947e-54011d51a457 None None] Port 148612db-7d37-4ed4-8908-1247264c6f74 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:25:46.769346 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f26bb-bb22-4b13-aa2d-f5690cfc1e54 req-fd85692f-99a8-4b63-a10b-df4a948f0a4e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:46.771507 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-602f26bb-bb22-4b13-aa2d-f5690cfc1e54 req-fd85692f-99a8-4b63-a10b-df4a948f0a4e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 932 time: 0.1082835 Jul 05 11:25:46.808722 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 31cefe42-16e2-4ac5-9002-193b38df920e up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:25:46.845999 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148612db-7d37-4ed4-8908-1247264c6f74 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:25:46.854910 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-602f26bb-bb22-4b13-aa2d-f5690cfc1e54 req-b93ba6fd-29fe-4c2a-bd06-a78b9fee623b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758026 Jul 05 11:25:46.856749 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:46.858139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 31cefe42-16e2-4ac5-9002-193b38df920e triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:25:46.858505 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:46.871035 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Transition to ACTIVE for port object 148612db-7d37-4ed4-8908-1247264c6f74 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:25:46.932263 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:46.985088 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=148612db-7d37-4ed4-8908-1247264c6f74,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:47.064892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Attempting to bind port 148612db-7d37-4ed4-8908-1247264c6f74 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:25:47.065236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Attempting to bind port 148612db-7d37-4ed4-8908-1247264c6f74 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '77c1db22-b58a-4c1b-8c27-abe09ee4e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:25:47.065589 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Attempting to bind port 148612db-7d37-4ed4-8908-1247264c6f74 on network c10f7e32-8f2c-4626-b5b4-9472827b642f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:25:47.070974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Port 148612db-7d37-4ed4-8908-1247264c6f74 on network c10f7e32-8f2c-4626-b5b4-9472827b642f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:25:47.074321 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Attempting to bind port 148612db-7d37-4ed4-8908-1247264c6f74 on network c10f7e32-8f2c-4626-b5b4-9472827b642f {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:25:47.076384 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:25:47.076729 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Checking segment: {'id': '77c1db22-b58a-4c1b-8c27-abe09ee4e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:25:47.077109 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Bound using segment: {'id': '77c1db22-b58a-4c1b-8c27-abe09ee4e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:25:47.077539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Bound port: 148612db-7d37-4ed4-8908-1247264c6f74, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c1db22-b58a-4c1b-8c27-abe09ee4e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:25:47.077900 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:47.121403 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:47.150729 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] For port 148612db-7d37-4ed4-8908-1247264c6f74, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:25:47.155826 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] For port 148612db-7d37-4ed4-8908-1247264c6f74, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=148612db-7d37-4ed4-8908-1247264c6f74,segment=NetworkSegment(77c1db22-b58a-4c1b-8c27-abe09ee4e25d),segment_id=77c1db22-b58a-4c1b-8c27-abe09ee4e25d)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:25:47.247357 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:47.281733 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:47.282375 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:47.283817 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] 10.222.0.64 "PUT /v2.0/ports/148612db-7d37-4ed4-8908-1247264c6f74 HTTP/1.1" status: 200 len: 1093 time: 0.8701930 Jul 05 11:25:47.284261 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986a56e0-cccc-44a4-9d26-1324b3e6fc6a', 'tag': '148612db-7d37-4ed4-8908-1247264c6f74'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:25:47.287070 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77ffec3-cbf5-4109-974e-0c8b7a491285" -d '{"events": [{"name": "network-changed", "server_uuid": "986a56e0-cccc-44a4-9d26-1324b3e6fc6a", "tag": "148612db-7d37-4ed4-8908-1247264c6f74"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:25:47.320433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e91387-4a91-4dda-8d7f-9dfbc3ca2ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=148612db-7d37-4ed4-8908-1247264c6f74,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:47.330547 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df9e7d0-f795-4b1d-b4e8-9db47c4769e1 x-openstack-request-id: req-3df9e7d0-f795-4b1d-b4e8-9db47c4769e1 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:25:47.330862 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986a56e0-cccc-44a4-9d26-1324b3e6fc6a", "tag": "148612db-7d37-4ed4-8908-1247264c6f74", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:25:47.331117 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3df9e7d0-f795-4b1d-b4e8-9db47c4769e1 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:25:47.331516 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986a56e0-cccc-44a4-9d26-1324b3e6fc6a', 'tag': '148612db-7d37-4ed4-8908-1247264c6f74', 'status': 'completed', 'code': 200} Jul 05 11:25:47.423683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ffec3-cbf5-4109-974e-0c8b7a491285 req-1c376219-4f57-4bac-9bf9-8a2edb23ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:47.425373 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b77ffec3-cbf5-4109-974e-0c8b7a491285 req-1c376219-4f57-4bac-9bf9-8a2edb23ef6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 1096 time: 0.0655272 Jul 05 11:25:47.527359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ffec3-cbf5-4109-974e-0c8b7a491285 req-cdc17697-ce13-4fd7-a6c3-3bec6e2d8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:47.528967 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b77ffec3-cbf5-4109-974e-0c8b7a491285 req-cdc17697-ce13-4fd7-a6c3-3bec6e2d8755 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c7ea24a3a627491f8864306d76ae913e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0958667 Jul 05 11:25:47.630554 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ffec3-cbf5-4109-974e-0c8b7a491285 req-6302f733-a039-4398-ae23-9f187f53b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:47.632118 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b77ffec3-cbf5-4109-974e-0c8b7a491285 req-6302f733-a039-4398-ae23-9f187f53b5ee service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964592 Jul 05 11:25:47.728865 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-87e426b3-46a9-46b3-894a-813f77c636d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:47.730383 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-87e426b3-46a9-46b3-894a-813f77c636d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 1096 time: 0.0592098 Jul 05 11:25:47.776451 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-8d2b2158-3bab-4c86-a16a-f13dc61b22e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=148612db-7d37-4ed4-8908-1247264c6f74 HTTP/1.1" status: 200 len: 217 time: 0.0342088 Jul 05 11:25:47.835925 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-8019881d-dc09-4363-86ae-9b4dcf856a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:47.837428 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-8019881d-dc09-4363-86ae-9b4dcf856a0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=993dafde-6296-4186-b4e8-0543e4e28644 HTTP/1.1" status: 200 len: 835 time: 0.0528793 Jul 05 11:25:47.909055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-fddca86e-b1fe-4ba1-8c2c-adbe3a27bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:47.911275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-fddca86e-b1fe-4ba1-8c2c-adbe3a27bed1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c10f7e32-8f2c-4626-b5b4-9472827b642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593748 Jul 05 11:25:48.055706 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-77351d0b-e70c-4897-8a63-6b8860ee03fa service neutron] 10.222.0.64 "GET /v2.0/networks/c10f7e32-8f2c-4626-b5b4-9472827b642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330559 Jul 05 11:25:48.080944 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd93c23-1643-4d2a-8111-920e234b9a7f req-9ad67ec8-23bb-4d04-9551-1a6e085b9bf9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:48.082997 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1fd93c23-1643-4d2a-8111-920e234b9a7f req-9ad67ec8-23bb-4d04-9551-1a6e085b9bf9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 944 time: 0.1029003 Jul 05 11:25:48.167456 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1fd93c23-1643-4d2a-8111-920e234b9a7f req-035454ae-bd6c-43e6-a60e-8ad487c54050 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741072 Jul 05 11:25:48.189381 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-37124c37-da58-4c8c-b400-3f0b9b4e81c1 req-2ed2813a-5530-4836-bfa8-a2b7bae7cefe service neutron] 10.222.0.64 "GET /v2.0/networks/c10f7e32-8f2c-4626-b5b4-9472827b642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243401 Jul 05 11:25:49.346600 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5583d7-d1ad-4b15-8b13-272a50dd45a1 req-92c824c9-96d9-42f5-abee-b1e7fc94dc8a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:49.348144 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3a5583d7-d1ad-4b15-8b13-272a50dd45a1 req-92c824c9-96d9-42f5-abee-b1e7fc94dc8a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 944 time: 0.0647492 Jul 05 11:25:49.389366 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3a5583d7-d1ad-4b15-8b13-272a50dd45a1 req-8b88cdb7-33f3-4956-987f-66e8771511fc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351787 Jul 05 11:25:50.944819 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ec41f-28c5-4a5d-8a01-f92b6e62749f req-ce65bd5f-9fd3-4349-a9cf-d8345f4c329d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:50.946467 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ae0ec41f-28c5-4a5d-8a01-f92b6e62749f req-ce65bd5f-9fd3-4349-a9cf-d8345f4c329d tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 944 time: 0.4372404 Jul 05 11:25:50.992804 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ae0ec41f-28c5-4a5d-8a01-f92b6e62749f req-cad9caac-6749-4686-a9fd-cc5824f7a454 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403664 Jul 05 11:25:51.404894 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:25:52.175465 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618392f3-86ec-41eb-a585-bdbe544625c2 req-6af0230e-0b9d-4df4-9be6-199e272c2478 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:52.177073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-618392f3-86ec-41eb-a585-bdbe544625c2 req-6af0230e-0b9d-4df4-9be6-199e272c2478 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 944 time: 0.0693703 Jul 05 11:25:52.184754 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 148612db-7d37-4ed4-8908-1247264c6f74 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:25:52.238413 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-618392f3-86ec-41eb-a585-bdbe544625c2 req-632f640e-d473-4435-8767-4ff975fcafd7 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543048 Jul 05 11:25:52.302281 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 148612db-7d37-4ed4-8908-1247264c6f74, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=148612db-7d37-4ed4-8908-1247264c6f74,segment=NetworkSegment(77c1db22-b58a-4c1b-8c27-abe09ee4e25d),segment_id=77c1db22-b58a-4c1b-8c27-abe09ee4e25d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:25:52.313741 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '148612db-7d37-4ed4-8908-1247264c6f74', 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f', 'port_id': '148612db-7d37-4ed4-8908-1247264c6f74', 'mac_address': 'fa:16:3e:86:c8:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993dafde-6296-4186-b4e8-0543e4e28644', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:25:52.351477 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:52.369369 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148612db-7d37-4ed4-8908-1247264c6f74 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:25:52.390999 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 148612db-7d37-4ed4-8908-1247264c6f74, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=148612db-7d37-4ed4-8908-1247264c6f74,segment=NetworkSegment(77c1db22-b58a-4c1b-8c27-abe09ee4e25d),segment_id=77c1db22-b58a-4c1b-8c27-abe09ee4e25d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:25:52.446966 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:52.498316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=148612db-7d37-4ed4-8908-1247264c6f74,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:52.767639 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['148612db-7d37-4ed4-8908-1247264c6f74'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:25:53.069724 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:53.418003 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51155309-e3df-4288-84f7-d8235e3f3975 req-0fa24ff2-1e6a-4b61-9fa7-e5e036e5023b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:53.419571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-51155309-e3df-4288-84f7-d8235e3f3975 req-0fa24ff2-1e6a-4b61-9fa7-e5e036e5023b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 945 time: 0.0658829 Jul 05 11:25:53.466080 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-51155309-e3df-4288-84f7-d8235e3f3975 req-dfe9a3eb-6578-4165-a2aa-a1c21bd355c9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394104 Jul 05 11:25:54.200584 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 148612db-7d37-4ed4-8908-1247264c6f74 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:25:54.309187 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 148612db-7d37-4ed4-8908-1247264c6f74 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:25:54.313273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 148612db-7d37-4ed4-8908-1247264c6f74 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:25:54.313670 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:54.394291 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:54.417594 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986a56e0-cccc-44a4-9d26-1324b3e6fc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148612db-7d37-4ed4-8908-1247264c6f74'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:25:54.419792 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a989a93-6fed-4408-ac0c-34281252452c" -d '{"events": [{"server_uuid": "986a56e0-cccc-44a4-9d26-1324b3e6fc6a", "name": "network-vif-plugged", "status": "completed", "tag": "148612db-7d37-4ed4-8908-1247264c6f74"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:25:54.433685 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 148612db-7d37-4ed4-8908-1247264c6f74, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=148612db-7d37-4ed4-8908-1247264c6f74,segment=NetworkSegment(77c1db22-b58a-4c1b-8c27-abe09ee4e25d),segment_id=77c1db22-b58a-4c1b-8c27-abe09ee4e25d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:25:54.460128 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3490bd-2f1a-443a-9640-7e4a89723df7 x-openstack-request-id: req-6b3490bd-2f1a-443a-9640-7e4a89723df7 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:25:54.460426 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986a56e0-cccc-44a4-9d26-1324b3e6fc6a", "name": "network-vif-plugged", "status": "completed", "tag": "148612db-7d37-4ed4-8908-1247264c6f74", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:25:54.460683 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b3490bd-2f1a-443a-9640-7e4a89723df7 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:25:54.461079 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986a56e0-cccc-44a4-9d26-1324b3e6fc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148612db-7d37-4ed4-8908-1247264c6f74', 'code': 200} Jul 05 11:25:54.505712 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:54.559766 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=148612db-7d37-4ed4-8908-1247264c6f74,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:54.623242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcaf60-0b16-4ec9-968c-ec082d53a78b req-a33de84c-8886-42df-957a-537ad240c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:54.625835 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bbcaf60-0b16-4ec9-968c-ec082d53a78b req-a33de84c-8886-42df-957a-537ad240c8db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 1098 time: 0.0876148 Jul 05 11:25:54.695655 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3bbcaf60-0b16-4ec9-968c-ec082d53a78b req-c5c750ae-8502-48c9-93f6-8b9a2b225502 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534592 Jul 05 11:25:54.721793 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6a14-798e-4375-a485-e02a9d5c0cfd req-4bcaf787-309b-4ed8-b334-16c259f5d93c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:54.723860 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82ca6a14-798e-4375-a485-e02a9d5c0cfd req-4bcaf787-309b-4ed8-b334-16c259f5d93c tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 946 time: 0.0903845 Jul 05 11:25:54.764149 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82ca6a14-798e-4375-a485-e02a9d5c0cfd req-d3581e7c-170f-4ef8-94a2-c0e3f35cde9f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343609 Jul 05 11:25:54.881177 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:55.953807 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a24ba-030f-49cf-a884-db023ff66e8c req-c070e536-ab56-4f4f-82bc-72a2aa3dc449 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:55.955398 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1c3a24ba-030f-49cf-a884-db023ff66e8c req-c070e536-ab56-4f4f-82bc-72a2aa3dc449 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 946 time: 0.0674865 Jul 05 11:25:55.995743 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1c3a24ba-030f-49cf-a884-db023ff66e8c req-f1fc9616-8b63-470d-aa39-7c22a69fbfdf tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337572 Jul 05 11:25:56.172309 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ec0bc-0449-4604-9d5e-bff323721ddf req-359dec3a-37e1-4e33-86e4-9f1e2a5f4943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:56.173875 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a87ec0bc-0449-4604-9d5e-bff323721ddf req-359dec3a-37e1-4e33-86e4-9f1e2a5f4943 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 946 time: 0.0669842 Jul 05 11:25:56.216285 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a87ec0bc-0449-4604-9d5e-bff323721ddf req-534b320f-3178-4734-986c-4263df39733a tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359704 Jul 05 11:25:56.249745 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44790) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:56.303436 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9349c69d-35dc-49f3-9acb-4dc3b05e0c3b tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:56.308374 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44792) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:56.312450 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-9349c69d-35dc-49f3-9acb-4dc3b05e0c3b tempest-TestNetworkAdvancedServerOps-907381235 tempest-TestNetworkAdvancedServerOps-907381235-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 1093 time: 0.0614302 Jul 05 11:25:56.313885 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': '148612db-7d37-4ed4-8908-1247264c6f74', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:25:56.384149 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:56.487740 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:56.601001 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Allocated IP 172.25.5.67 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/a4d5bca9-f118-4dd8-a738-fc73625acf7d) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:25:56.710191 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:56.790155 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:56.831812 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:25:56.835106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:25:56.839533 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:25:56.842612 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=a4d5bca9-f118-4dd8-a738-fc73625acf7d,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:57.320519 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:57.454825 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:57.635601 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:57.714335 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:57.787945 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event updated for resources: {'Port': ['ID=a4d5bca9-f118-4dd8-a738-fc73625acf7d,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:25:57.796767 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:57.903033 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Floating IP 57274c82-4a83-411a-882a-a448cec70fac associated. External IP: 172.25.5.67, port: 148612db-7d37-4ed4-8908-1247264c6f74. Jul 05 11:25:58.125133 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router b96f724a-d099-4238-904d-ae47c1a4cd22 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:25:58.241202 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:25:58.250978 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c5fb98-a637-49e5-85d6-3b2e489fd32d None None] Sync routers for ids ['b96f724a-d099-4238-904d-ae47c1a4cd22'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:25:58.261522 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c5fb98-a637-49e5-85d6-3b2e489fd32d None None] Routers {'b96f724a-d099-4238-904d-ae47c1a4cd22'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:25:58.265742 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-84c5fb98-a637-49e5-85d6-3b2e489fd32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:25:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b96f724a-d099-4238-904d-ae47c1a4cd22'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:58.315111 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:25:58.354920 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-4e11d3be-371c-4111-8add-25c5980aea39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0450442 Jul 05 11:25:58.355866 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986a56e0-cccc-44a4-9d26-1324b3e6fc6a', 'tag': '148612db-7d37-4ed4-8908-1247264c6f74'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:25:58.358479 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8563b3-6efe-4cf1-88de-be0ceb260708" -d '{"events": [{"name": "network-changed", "server_uuid": "986a56e0-cccc-44a4-9d26-1324b3e6fc6a", "tag": "148612db-7d37-4ed4-8908-1247264c6f74"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:25:58.376090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-84c5fb98-a637-49e5-85d6-3b2e489fd32d None None] Set router b96f724a-d099-4238-904d-ae47c1a4cd22 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:25:58.397483 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daa8ce8-f03d-47da-a968-4c3abc429d75 x-openstack-request-id: req-0daa8ce8-f03d-47da-a968-4c3abc429d75 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:25:58.397798 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986a56e0-cccc-44a4-9d26-1324b3e6fc6a", "tag": "148612db-7d37-4ed4-8908-1247264c6f74", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:25:58.398033 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0daa8ce8-f03d-47da-a968-4c3abc429d75 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:25:58.398442 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986a56e0-cccc-44a4-9d26-1324b3e6fc6a', 'tag': '148612db-7d37-4ed4-8908-1247264c6f74', 'status': 'completed', 'code': 200} Jul 05 11:25:58.480849 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8563b3-6efe-4cf1-88de-be0ceb260708 req-40543d83-42f2-4031-a7cc-8da99168d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:58.482416 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf8563b3-6efe-4cf1-88de-be0ceb260708 req-40543d83-42f2-4031-a7cc-8da99168d1d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 1098 time: 0.0605578 Jul 05 11:25:58.533483 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ddd0a-4430-4a3a-98df-4cfc99db3e47 req-5cb887c3-19e1-4b39-83d2-3a765494bc39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:58.535008 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2a8ddd0a-4430-4a3a-98df-4cfc99db3e47 req-5cb887c3-19e1-4b39-83d2-3a765494bc39 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 946 time: 0.0726850 Jul 05 11:25:58.578249 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2a8ddd0a-4430-4a3a-98df-4cfc99db3e47 req-63bb6d96-95ae-4193-a841-8849d4b84fda tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367441 Jul 05 11:25:58.605244 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8563b3-6efe-4cf1-88de-be0ceb260708 req-e4cee308-f5c1-4e16-bc8b-84a23791da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:58.606745 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf8563b3-6efe-4cf1-88de-be0ceb260708 req-e4cee308-f5c1-4e16-bc8b-84a23791da51 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c10f7e32-8f2c-4626-b5b4-9472827b642f HTTP/1.1" status: 200 len: 898 time: 0.1176434 Jul 05 11:25:58.607135 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44798) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:58.631147 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-84c5fb98-a637-49e5-85d6-3b2e489fd32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505924827', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '57274c82-4a83-411a-882a-a448cec70fac', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'port_id': '148612db-7d37-4ed4-8908-1247264c6f74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f', 'mac_address': 'fa:16:3e:86:c8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a56e0-cccc-44a4-9d26-1324b3e6fc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:25:57Z', 'updated_at': '2021-07-05T11:25:57Z', 'revision_number': 0, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31cefe42-16e2-4ac5-9002-193b38df920e', 'name': '', 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:cd:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '993dafde-6296-4186-b4e8-0543e4e28644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:40Z', 'updated_at': '2021-07-05T11:25:45Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '993dafde-6296-4186-b4e8-0543e4e28644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:58.658208 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c5fb98-a637-49e5-85d6-3b2e489fd32d None None] Checking router: b96f724a-d099-4238-904d-ae47c1a4cd22 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:25:58.667426 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c5fb98-a637-49e5-85d6-3b2e489fd32d None None] Routers {'b96f724a-d099-4238-904d-ae47c1a4cd22'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:25:58.668088 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-84c5fb98-a637-49e5-85d6-3b2e489fd32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:25:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b96f724a-d099-4238-904d-ae47c1a4cd22'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:58.676966 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c9f5334a-0ba1-4420-92ee-642bc198c9d8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/57274c82-4a83-411a-882a-a448cec70fac HTTP/1.1" status: 200 len: 991 time: 0.0683615 Jul 05 11:25:58.683676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf8563b3-6efe-4cf1-88de-be0ceb260708 req-34375f16-7ad9-4a3e-85d6-832b5e281663 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=148612db-7d37-4ed4-8908-1247264c6f74 HTTP/1.1" status: 200 len: 999 time: 0.0695820 Jul 05 11:25:58.703858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.64', 53172) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:58.742519 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8563b3-6efe-4cf1-88de-be0ceb260708 req-1c0e2b0f-647b-47cf-bec7-86e4aa5a9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:58.745001 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf8563b3-6efe-4cf1-88de-be0ceb260708 req-1c0e2b0f-647b-47cf-bec7-86e4aa5a9b65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=993dafde-6296-4186-b4e8-0543e4e28644 HTTP/1.1" status: 200 len: 835 time: 0.0546708 Jul 05 11:25:58.760299 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-04e211fd-5c56-4bce-b31f-dc04f1ba4643 req-d932b98a-f785-4b4a-b72c-44920247d211 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550606 Jul 05 11:25:58.784487 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-84c5fb98-a637-49e5-85d6-3b2e489fd32d None None] Set router b96f724a-d099-4238-904d-ae47c1a4cd22 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:25:58.807928 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8563b3-6efe-4cf1-88de-be0ceb260708 req-069b25ac-2886-4cc1-96b6-9f3f04bdf9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:58.809591 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf8563b3-6efe-4cf1-88de-be0ceb260708 req-069b25ac-2886-4cc1-96b6-9f3f04bdf9f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c10f7e32-8f2c-4626-b5b4-9472827b642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585158 Jul 05 11:25:58.903710 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf8563b3-6efe-4cf1-88de-be0ceb260708 req-8996cb1b-ed07-436d-94f5-52d7c7bb4580 service neutron] 10.222.0.64 "GET /v2.0/networks/c10f7e32-8f2c-4626-b5b4-9472827b642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876079 Jul 05 11:25:59.003153 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bf8563b3-6efe-4cf1-88de-be0ceb260708 req-2ccdd1af-7f7d-4e4f-a9ec-388c0ea360b0 service neutron] 10.222.0.64 "GET /v2.0/networks/c10f7e32-8f2c-4626-b5b4-9472827b642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919483 Jul 05 11:25:59.015211 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-84c5fb98-a637-49e5-85d6-3b2e489fd32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505924827', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '57274c82-4a83-411a-882a-a448cec70fac', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'port_id': '148612db-7d37-4ed4-8908-1247264c6f74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f', 'mac_address': 'fa:16:3e:86:c8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a56e0-cccc-44a4-9d26-1324b3e6fc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:25:57Z', 'updated_at': '2021-07-05T11:25:57Z', 'revision_number': 0, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31cefe42-16e2-4ac5-9002-193b38df920e', 'name': '', 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:cd:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '993dafde-6296-4186-b4e8-0543e4e28644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:40Z', 'updated_at': '2021-07-05T11:25:45Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '993dafde-6296-4186-b4e8-0543e4e28644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:25:59.045530 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c5fb98-a637-49e5-85d6-3b2e489fd32d None None] The sync data for ids ['b96f724a-d099-4238-904d-ae47c1a4cd22'] in n-d-779913-27 is: [{'id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505924827', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '57274c82-4a83-411a-882a-a448cec70fac', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'port_id': '148612db-7d37-4ed4-8908-1247264c6f74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f', 'mac_address': 'fa:16:3e:86:c8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a56e0-cccc-44a4-9d26-1324b3e6fc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:25:57Z', 'updated_at': '2021-07-05T11:25:57Z', 'revision_number': 0, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31cefe42-16e2-4ac5-9002-193b38df920e', 'name': '', 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:cd:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '993dafde-6296-4186-b4e8-0543e4e28644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:40Z', 'updated_at': '2021-07-05T11:25:45Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '993dafde-6296-4186-b4e8-0543e4e28644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:25:59.197785 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e211fd-5c56-4bce-b31f-dc04f1ba4643 req-bb02f250-f96c-4d43-92cf-4850a51cfc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:59.199652 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-04e211fd-5c56-4bce-b31f-dc04f1ba4643 req-bb02f250-f96c-4d43-92cf-4850a51cfc97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 1098 time: 0.0602701 Jul 05 11:25:59.249653 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a954f03-2f9e-46cf-8e2d-616705299f14 None None] New status for floating IP 57274c82-4a83-411a-882a-a448cec70fac: ACTIVE {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:25:59.319767 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e211fd-5c56-4bce-b31f-dc04f1ba4643 req-de916b11-592e-4da0-94c0-2d63780e9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:59.321341 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-04e211fd-5c56-4bce-b31f-dc04f1ba4643 req-de916b11-592e-4da0-94c0-2d63780e9d4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=c10f7e32-8f2c-4626-b5b4-9472827b642f HTTP/1.1" status: 200 len: 898 time: 0.0985372 Jul 05 11:25:59.391099 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-04e211fd-5c56-4bce-b31f-dc04f1ba4643 req-ad9ad0d3-b284-4a7c-9153-c6d203ee5ef7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=148612db-7d37-4ed4-8908-1247264c6f74 HTTP/1.1" status: 200 len: 999 time: 0.0626771 Jul 05 11:25:59.441690 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e211fd-5c56-4bce-b31f-dc04f1ba4643 req-5e865e8f-7f19-4a51-a4e2-0f2331b15296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:59.443178 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-04e211fd-5c56-4bce-b31f-dc04f1ba4643 req-5e865e8f-7f19-4a51-a4e2-0f2331b15296 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=993dafde-6296-4186-b4e8-0543e4e28644 HTTP/1.1" status: 200 len: 835 time: 0.0460200 Jul 05 11:25:59.511455 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e211fd-5c56-4bce-b31f-dc04f1ba4643 req-aa44b1a3-8375-4d03-9b66-8d56f0d4d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:25:59.513102 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-04e211fd-5c56-4bce-b31f-dc04f1ba4643 req-aa44b1a3-8375-4d03-9b66-8d56f0d4d29a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c10f7e32-8f2c-4626-b5b4-9472827b642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636313 Jul 05 11:25:59.607680 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-04e211fd-5c56-4bce-b31f-dc04f1ba4643 req-fade5280-ddd8-452e-9a36-964f1454cb3b service neutron] 10.222.0.64 "GET /v2.0/networks/c10f7e32-8f2c-4626-b5b4-9472827b642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878303 Jul 05 11:25:59.680880 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44800) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:25:59.708562 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-04e211fd-5c56-4bce-b31f-dc04f1ba4643 req-bb25e1f6-73d7-4b58-b8b0-f78e563b3c4f service neutron] 10.222.0.64 "GET /v2.0/networks/c10f7e32-8f2c-4626-b5b4-9472827b642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937603 Jul 05 11:25:59.746346 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-dc7abbac-571d-441a-ac40-adf15c112aa4 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/57274c82-4a83-411a-882a-a448cec70fac HTTP/1.1" status: 200 len: 993 time: 0.0642748 Jul 05 11:26:02.370660 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-20b70499-ab2c-4f25-83d3-88a4a0908ab4 req-4d4463a6-3f32-4293-a57b-3a8c1c2c8a29 service neutron] (100776) timed out ('10.222.0.77', 41076) {{(pid=100776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 11:26:11.154811 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-953544a9-773b-4f7a-a110-6b95982381e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:13.679886 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-53ab457f-3164-4166-acdd-4f3204efe5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:13.725846 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:15.349351 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:17.137277 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:23.034869 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:24.925983 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:28.403502 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:26:35.400195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7177214-d6f6-44f7-b867-e7fb0135ed80 req-8339d9d4-975d-44da-879c-b79a94f6f30f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:35.401707 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7177214-d6f6-44f7-b867-e7fb0135ed80 req-8339d9d4-975d-44da-879c-b79a94f6f30f tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 946 time: 0.0661967 Jul 05 11:26:35.440400 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b7177214-d6f6-44f7-b867-e7fb0135ed80 req-24f2813a-8311-4ed9-974b-34a890b687df tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329804 Jul 05 11:26:36.617478 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a96410-0788-4d69-9082-71eddd6cf745 req-bb603520-10ef-4a77-9c03-23200ef67736 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:36.619144 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-99a96410-0788-4d69-9082-71eddd6cf745 req-bb603520-10ef-4a77-9c03-23200ef67736 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 946 time: 0.0642567 Jul 05 11:26:36.657750 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-99a96410-0788-4d69-9082-71eddd6cf745 req-d293d939-5135-4cb6-bae3-3d52b094b4b9 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325804 Jul 05 11:26:36.682428 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44818) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:26:36.748059 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a9878ae6-09a0-4ba5-b6c0-3f254a85341b tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/57274c82-4a83-411a-882a-a448cec70fac HTTP/1.1" status: 200 len: 993 time: 0.0644407 Jul 05 11:26:38.380534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f78e71-dbed-4191-88a1-b1147250fd42 req-f782ccdf-3758-489e-a387-a3b67301cf77 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:38.382247 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-20f78e71-dbed-4191-88a1-b1147250fd42 req-f782ccdf-3758-489e-a387-a3b67301cf77 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 946 time: 0.0674038 Jul 05 11:26:38.462565 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-20f78e71-dbed-4191-88a1-b1147250fd42 req-8a45b5a8-09a5-46ee-87b6-125e62b1e31e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679021 Jul 05 11:26:38.479119 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97a221-80b9-40a4-ad3a-dff43fbc0b3e req-c643da10-d41a-4dbd-a363-8b420719d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:38.480847 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d97a221-80b9-40a4-ad3a-dff43fbc0b3e req-c643da10-d41a-4dbd-a363-8b420719d299 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 1098 time: 0.0945990 Jul 05 11:26:38.573987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97a221-80b9-40a4-ad3a-dff43fbc0b3e req-c2f7ae3b-e0e3-4d22-ae60-f4c5b9f53cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:38.575469 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d97a221-80b9-40a4-ad3a-dff43fbc0b3e req-c2f7ae3b-e0e3-4d22-ae60-f4c5b9f53cb1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c10f7e32-8f2c-4626-b5b4-9472827b642f HTTP/1.1" status: 200 len: 898 time: 0.0843167 Jul 05 11:26:38.649725 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d97a221-80b9-40a4-ad3a-dff43fbc0b3e req-8aab17f0-53d9-4893-88ba-f246834388e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=148612db-7d37-4ed4-8908-1247264c6f74 HTTP/1.1" status: 200 len: 1001 time: 0.0635643 Jul 05 11:26:38.701569 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97a221-80b9-40a4-ad3a-dff43fbc0b3e req-bd4d8d60-8111-42ce-9fb2-d31716476583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:38.703045 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d97a221-80b9-40a4-ad3a-dff43fbc0b3e req-bd4d8d60-8111-42ce-9fb2-d31716476583 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=993dafde-6296-4186-b4e8-0543e4e28644 HTTP/1.1" status: 200 len: 835 time: 0.0435331 Jul 05 11:26:38.773649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97a221-80b9-40a4-ad3a-dff43fbc0b3e req-9057ae96-eb74-473f-85d0-540d0207f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:38.775223 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d97a221-80b9-40a4-ad3a-dff43fbc0b3e req-9057ae96-eb74-473f-85d0-540d0207f29b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c10f7e32-8f2c-4626-b5b4-9472827b642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551386 Jul 05 11:26:38.874175 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d97a221-80b9-40a4-ad3a-dff43fbc0b3e req-ede1ddfb-c47b-4ecf-b99c-55930a7d6be4 service neutron] 10.222.0.64 "GET /v2.0/networks/c10f7e32-8f2c-4626-b5b4-9472827b642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882108 Jul 05 11:26:38.968926 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0d97a221-80b9-40a4-ad3a-dff43fbc0b3e req-94b0c5b9-5b84-4612-b3c5-4b161059228b service neutron] 10.222.0.64 "GET /v2.0/networks/c10f7e32-8f2c-4626-b5b4-9472827b642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852051 Jul 05 11:26:39.642438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec39b6b-b60a-460a-983f-0333bfb0138f req-bee4e12b-ac88-42b5-abe9-9c3955c01556 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:39.645568 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ec39b6b-b60a-460a-983f-0333bfb0138f req-bee4e12b-ac88-42b5-abe9-9c3955c01556 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 946 time: 0.0648863 Jul 05 11:26:39.683825 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1ec39b6b-b60a-460a-983f-0333bfb0138f req-29abdb24-687a-4a2b-af33-97f290918f48 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331624 Jul 05 11:26:40.861315 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b4bcb-d2e5-43b9-b22a-3cdfbc4a20ff req-de6b4bb3-ce01-4011-be15-b9745c865cad tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:40.863522 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-928b4bcb-d2e5-43b9-b22a-3cdfbc4a20ff req-de6b4bb3-ce01-4011-be15-b9745c865cad tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 946 time: 0.0644801 Jul 05 11:26:40.913211 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-928b4bcb-d2e5-43b9-b22a-3cdfbc4a20ff req-4d577f82-c1a7-47b0-8135-0d7dd5181a1e tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432653 Jul 05 11:26:40.938144 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44830) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:26:41.002415 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-567a68bb-6e28-474b-978d-26d00a7d67a3 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/floatingips/57274c82-4a83-411a-882a-a448cec70fac HTTP/1.1" status: 200 len: 993 time: 0.0629408 Jul 05 11:26:41.142405 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-31caf59d-80eb-40de-bdca-e246b81ac6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:41.267402 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44836) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:26:41.427624 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port a4d5bca9-f118-4dd8-a738-fc73625acf7d {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:26:41.428009 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:41.503042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:41.503372 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:41.515111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for a4d5bca9-f118-4dd8-a738-fc73625acf7d owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:26:41.742656 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:41.771311 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=a4d5bca9-f118-4dd8-a738-fc73625acf7d,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:41.803679 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:41.804066 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:41.804414 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:41.804757 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:41.805099 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:41.805434 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:41.805766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:41.806097 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:41.806433 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:41.806760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:41.807148 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:41.807427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:41.848695 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:41.849080 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Floating IP 57274c82-4a83-411a-882a-a448cec70fac disassociated (deleted). External IP: 172.25.5.67, port: 148612db-7d37-4ed4-8908-1247264c6f74. Jul 05 11:26:42.061985 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router b96f724a-d099-4238-904d-ae47c1a4cd22 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:26:42.515583 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:26:42.521045 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:42.525302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca2580-25d8-4f10-94cd-624d563f6631 None None] Sync routers for ids ['b96f724a-d099-4238-904d-ae47c1a4cd22'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:26:42.534603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca2580-25d8-4f10-94cd-624d563f6631 None None] Routers {'b96f724a-d099-4238-904d-ae47c1a4cd22'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:26:42.535219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-62ca2580-25d8-4f10-94cd-624d563f6631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:26:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b96f724a-d099-4238-904d-ae47c1a4cd22'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:26:42.556697 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fed808c8-1980-4cfc-902f-fc987170d3d6 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/floatingips/57274c82-4a83-411a-882a-a448cec70fac HTTP/1.1" status: 204 len: 168 time: 1.2882431 Jul 05 11:26:42.557378 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986a56e0-cccc-44a4-9d26-1324b3e6fc6a', 'tag': '148612db-7d37-4ed4-8908-1247264c6f74'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:26:42.559661 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c88adbb-df49-41b2-a1bb-003d34227160" -d '{"events": [{"name": "network-changed", "server_uuid": "986a56e0-cccc-44a4-9d26-1324b3e6fc6a", "tag": "148612db-7d37-4ed4-8908-1247264c6f74"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:26:42.596737 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fdd6b1-6b7c-48c5-9bdf-0938156943f5 x-openstack-request-id: req-65fdd6b1-6b7c-48c5-9bdf-0938156943f5 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:26:42.597272 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986a56e0-cccc-44a4-9d26-1324b3e6fc6a", "tag": "148612db-7d37-4ed4-8908-1247264c6f74", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:26:42.597858 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65fdd6b1-6b7c-48c5-9bdf-0938156943f5 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:26:42.598499 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986a56e0-cccc-44a4-9d26-1324b3e6fc6a', 'tag': '148612db-7d37-4ed4-8908-1247264c6f74', 'status': 'completed', 'code': 200} Jul 05 11:26:42.647903 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-62ca2580-25d8-4f10-94cd-624d563f6631 None None] Set router b96f724a-d099-4238-904d-ae47c1a4cd22 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:26:42.674685 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88adbb-df49-41b2-a1bb-003d34227160 req-84618e9a-f560-4cd7-a3e9-9daae8a19005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:42.676569 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1c88adbb-df49-41b2-a1bb-003d34227160 req-84618e9a-f560-4cd7-a3e9-9daae8a19005 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7ea24a3a627491f8864306d76ae913e&device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 1098 time: 0.0566976 Jul 05 11:26:42.774356 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88adbb-df49-41b2-a1bb-003d34227160 req-0fad6060-9569-4b63-83f2-ae32fc16257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:42.775888 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1c88adbb-df49-41b2-a1bb-003d34227160 req-0fad6060-9569-4b63-83f2-ae32fc16257f service neutron] 10.222.0.64 "GET /v2.0/networks?id=c10f7e32-8f2c-4626-b5b4-9472827b642f HTTP/1.1" status: 200 len: 898 time: 0.0911584 Jul 05 11:26:42.821410 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1c88adbb-df49-41b2-a1bb-003d34227160 req-fcdbf3bc-0534-41d9-9fb8-bedde865abec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=148612db-7d37-4ed4-8908-1247264c6f74 HTTP/1.1" status: 200 len: 217 time: 0.0359542 Jul 05 11:26:42.856670 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-62ca2580-25d8-4f10-94cd-624d563f6631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505924827', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '31cefe42-16e2-4ac5-9002-193b38df920e', 'name': '', 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:cd:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '993dafde-6296-4186-b4e8-0543e4e28644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:40Z', 'updated_at': '2021-07-05T11:25:45Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '993dafde-6296-4186-b4e8-0543e4e28644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:26:42.876596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88adbb-df49-41b2-a1bb-003d34227160 req-26c0c183-abd9-4bad-826f-0aaa734949b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:42.878250 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1c88adbb-df49-41b2-a1bb-003d34227160 req-26c0c183-abd9-4bad-826f-0aaa734949b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=993dafde-6296-4186-b4e8-0543e4e28644 HTTP/1.1" status: 200 len: 835 time: 0.0468643 Jul 05 11:26:42.883551 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca2580-25d8-4f10-94cd-624d563f6631 None None] Checking router: b96f724a-d099-4238-904d-ae47c1a4cd22 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:26:42.891995 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca2580-25d8-4f10-94cd-624d563f6631 None None] Routers {'b96f724a-d099-4238-904d-ae47c1a4cd22'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:26:42.892592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-62ca2580-25d8-4f10-94cd-624d563f6631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:26:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b96f724a-d099-4238-904d-ae47c1a4cd22'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:26:42.946304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88adbb-df49-41b2-a1bb-003d34227160 req-951f1935-e2a7-4d2b-8b7b-9c034358222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:42.947991 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1c88adbb-df49-41b2-a1bb-003d34227160 req-951f1935-e2a7-4d2b-8b7b-9c034358222c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c10f7e32-8f2c-4626-b5b4-9472827b642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598695 Jul 05 11:26:42.999901 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-62ca2580-25d8-4f10-94cd-624d563f6631 None None] Set router b96f724a-d099-4238-904d-ae47c1a4cd22 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:26:43.044132 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1c88adbb-df49-41b2-a1bb-003d34227160 req-a5b2396a-2fa0-4bf5-a0d9-74948d4cd417 service neutron] 10.222.0.64 "GET /v2.0/networks/c10f7e32-8f2c-4626-b5b4-9472827b642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861931 Jul 05 11:26:43.149676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1c88adbb-df49-41b2-a1bb-003d34227160 req-6763fec6-46b6-4cf5-984b-86ef66f0e0d2 service neutron] 10.222.0.64 "GET /v2.0/networks/c10f7e32-8f2c-4626-b5b4-9472827b642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982168 Jul 05 11:26:43.207133 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-62ca2580-25d8-4f10-94cd-624d563f6631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505924827', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '31cefe42-16e2-4ac5-9002-193b38df920e', 'name': '', 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:cd:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '993dafde-6296-4186-b4e8-0543e4e28644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:40Z', 'updated_at': '2021-07-05T11:25:45Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '993dafde-6296-4186-b4e8-0543e4e28644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:26:43.219402 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42192ea2-c1a8-4f9d-999b-0481038a549f req-5cecbd32-498d-455b-8ddf-c64e35226b34 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:43.221128 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42192ea2-c1a8-4f9d-999b-0481038a549f req-5cecbd32-498d-455b-8ddf-c64e35226b34 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 946 time: 0.0671327 Jul 05 11:26:43.236305 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca2580-25d8-4f10-94cd-624d563f6631 None None] The sync data for ids ['b96f724a-d099-4238-904d-ae47c1a4cd22'] in n-d-779913-27 is: [{'id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505924827', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '31cefe42-16e2-4ac5-9002-193b38df920e', 'name': '', 'network_id': 'c10f7e32-8f2c-4626-b5b4-9472827b642f', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'mac_address': 'fa:16:3e:cd:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '993dafde-6296-4186-b4e8-0543e4e28644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:40Z', 'updated_at': '2021-07-05T11:25:45Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'subnets': [{'id': '993dafde-6296-4186-b4e8-0543e4e28644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:26:43.263521 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-42192ea2-c1a8-4f9d-999b-0481038a549f req-010dc3fe-109a-4c6a-af1c-d129224cc095 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364575 Jul 05 11:26:43.467139 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb4d06-0973-485f-9771-5595e5b55067 None None] New status for floating IP 57274c82-4a83-411a-882a-a448cec70fac: DOWN {{(pid=100778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:26:43.807171 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bb13f3f2-351d-4185-9e2e-32318d43d8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:43.903123 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:44.440502 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98323cd1-612f-4848-a48a-066ce8d24f83 req-4309db31-b9d1-4c64-867f-3c70eebbe0a1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:44.442042 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98323cd1-612f-4848-a48a-066ce8d24f83 req-4309db31-b9d1-4c64-867f-3c70eebbe0a1 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 946 time: 0.0665247 Jul 05 11:26:44.480533 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-98323cd1-612f-4848-a48a-066ce8d24f83 req-71e1c7f3-b397-4180-a14c-da2c9a801855 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6fff742-b959-402c-9cfc-ccc9bd7edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329716 Jul 05 11:26:45.050789 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5781dd-6554-4864-9930-5668cb2df852 req-f30638d5-acd4-4d91-953e-3d6b9104ea84 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:45.052227 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-df5781dd-6554-4864-9930-5668cb2df852 req-f30638d5-acd4-4d91-953e-3d6b9104ea84 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 946 time: 0.0642045 Jul 05 11:26:45.160794 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-df5781dd-6554-4864-9930-5668cb2df852 req-c3ffcdaf-1ab8-4ce6-b8de-cac694f91654 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 148612db-7d37-4ed4-8908-1247264c6f74 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:26:45.161139 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-df5781dd-6554-4864-9930-5668cb2df852 req-c3ffcdaf-1ab8-4ce6-b8de-cac694f91654 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:45.250906 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-df5781dd-6554-4864-9930-5668cb2df852 req-c3ffcdaf-1ab8-4ce6-b8de-cac694f91654 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] For port 148612db-7d37-4ed4-8908-1247264c6f74, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=148612db-7d37-4ed4-8908-1247264c6f74,segment=NetworkSegment(77c1db22-b58a-4c1b-8c27-abe09ee4e25d),segment_id=77c1db22-b58a-4c1b-8c27-abe09ee4e25d)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:26:45.251271 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-df5781dd-6554-4864-9930-5668cb2df852 req-c3ffcdaf-1ab8-4ce6-b8de-cac694f91654 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:45.265379 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-df5781dd-6554-4864-9930-5668cb2df852 req-c3ffcdaf-1ab8-4ce6-b8de-cac694f91654 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 148612db-7d37-4ed4-8908-1247264c6f74 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:26:45.308405 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:45.445345 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-df5781dd-6554-4864-9930-5668cb2df852 req-c3ffcdaf-1ab8-4ce6-b8de-cac694f91654 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:45.473878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffcdaf-1ab8-4ce6-b8de-cac694f91654 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=148612db-7d37-4ed4-8908-1247264c6f74,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:45.529247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5781dd-6554-4864-9930-5668cb2df852 req-c3ffcdaf-1ab8-4ce6-b8de-cac694f91654 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] No DVR routers for this DVR port 148612db-7d37-4ed4-8908-1247264c6f74 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:26:45.531967 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-df5781dd-6554-4864-9930-5668cb2df852 req-c3ffcdaf-1ab8-4ce6-b8de-cac694f91654 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:45.534147 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-df5781dd-6554-4864-9930-5668cb2df852 req-c3ffcdaf-1ab8-4ce6-b8de-cac694f91654 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.64 "DELETE /v2.0/ports/148612db-7d37-4ed4-8908-1247264c6f74 HTTP/1.1" status: 204 len: 173 time: 0.4728742 Jul 05 11:26:45.534606 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986a56e0-cccc-44a4-9d26-1324b3e6fc6a', 'name': 'network-vif-deleted', 'tag': '148612db-7d37-4ed4-8908-1247264c6f74'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:26:45.536939 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6088651-822e-4035-8e0c-8b4188098fe1" -d '{"events": [{"server_uuid": "986a56e0-cccc-44a4-9d26-1324b3e6fc6a", "name": "network-vif-deleted", "tag": "148612db-7d37-4ed4-8908-1247264c6f74"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:26:45.577599 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c89307-9c4a-4b05-a7f6-239fad49747f x-openstack-request-id: req-64c89307-9c4a-4b05-a7f6-239fad49747f {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:26:45.577905 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986a56e0-cccc-44a4-9d26-1324b3e6fc6a", "name": "network-vif-deleted", "tag": "148612db-7d37-4ed4-8908-1247264c6f74", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:26:45.578157 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64c89307-9c4a-4b05-a7f6-239fad49747f {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:26:45.578563 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986a56e0-cccc-44a4-9d26-1324b3e6fc6a', 'name': 'network-vif-deleted', 'tag': '148612db-7d37-4ed4-8908-1247264c6f74', 'status': 'completed', 'code': 200} Jul 05 11:26:45.624880 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9853032b-e12a-4c4d-b3c3-8f078def6e16 req-7bf7e253-4658-457f-b4c8-2a89e2ea7134 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "GET /v2.0/ports?device_id=986a56e0-cccc-44a4-9d26-1324b3e6fc6a HTTP/1.1" status: 200 len: 210 time: 0.0284889 Jul 05 11:26:46.719431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44854) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:26:47.085988 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e008d4c0-0de9-41ad-83f7-f20bc9afe378 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:47.113998 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:47.358359 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-e008d4c0-0de9-41ad-83f7-f20bc9afe378 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port 31cefe42-16e2-4ac5-9002-193b38df920e {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:26:47.358708 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e008d4c0-0de9-41ad-83f7-f20bc9afe378 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:47.451924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-e008d4c0-0de9-41ad-83f7-f20bc9afe378 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] For port 31cefe42-16e2-4ac5-9002-193b38df920e, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=31cefe42-16e2-4ac5-9002-193b38df920e,segment=NetworkSegment(77c1db22-b58a-4c1b-8c27-abe09ee4e25d),segment_id=77c1db22-b58a-4c1b-8c27-abe09ee4e25d)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:26:47.452785 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e008d4c0-0de9-41ad-83f7-f20bc9afe378 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:47.465936 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-e008d4c0-0de9-41ad-83f7-f20bc9afe378 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for 31cefe42-16e2-4ac5-9002-193b38df920e owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:26:47.725255 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e008d4c0-0de9-41ad-83f7-f20bc9afe378 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:47.753845 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008d4c0-0de9-41ad-83f7-f20bc9afe378 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=31cefe42-16e2-4ac5-9002-193b38df920e,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:47.952675 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-e008d4c0-0de9-41ad-83f7-f20bc9afe378 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:48.170963 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e008d4c0-0de9-41ad-83f7-f20bc9afe378 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Router b96f724a-d099-4238-904d-ae47c1a4cd22 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:26:48.277585 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e008d4c0-0de9-41ad-83f7-f20bc9afe378 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:26:48.283386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-e008d4c0-0de9-41ad-83f7-f20bc9afe378 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "PUT /v2.0/routers/b96f724a-d099-4238-904d-ae47c1a4cd22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5626373 Jul 05 11:26:48.286351 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44856) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:26:48.288315 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d09f332-ba0d-444f-9cfc-29ab84f94234 None None] Sync routers for ids ['b96f724a-d099-4238-904d-ae47c1a4cd22'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:26:48.297532 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d09f332-ba0d-444f-9cfc-29ab84f94234 None None] Routers {'b96f724a-d099-4238-904d-ae47c1a4cd22'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:26:48.298218 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3d09f332-ba0d-444f-9cfc-29ab84f94234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:26:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b96f724a-d099-4238-904d-ae47c1a4cd22'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:26:48.341875 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-18728635-939f-4ac0-819b-13fd591cbf45 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting subnet 993dafde-6296-4186-b4e8-0543e4e28644 {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:26:48.345112 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18728635-939f-4ac0-819b-13fd591cbf45 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:48.386454 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18728635-939f-4ac0-819b-13fd591cbf45 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:48.401984 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-3d09f332-ba0d-444f-9cfc-29ab84f94234 None None] Set router b96f724a-d099-4238-904d-ae47c1a4cd22 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:26:48.429025 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 148612db-7d37-4ed4-8908-1247264c6f74 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:26:48.470675 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18728635-939f-4ac0-819b-13fd591cbf45 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:48.489950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 148612db-7d37-4ed4-8908-1247264c6f74 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:26:48.490881 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 148612db-7d37-4ed4-8908-1247264c6f74 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:26:48.612325 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18728635-939f-4ac0-819b-13fd591cbf45 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:48.626433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3d09f332-ba0d-444f-9cfc-29ab84f94234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505924827', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:26:47Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:26:48.644979 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18728635-939f-4ac0-819b-13fd591cbf45 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Subnet': ['ID=993dafde-6296-4186-b4e8-0543e4e28644,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:48.649781 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18728635-939f-4ac0-819b-13fd591cbf45 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:48.655872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44858) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:26:48.656488 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-18728635-939f-4ac0-819b-13fd591cbf45 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/subnets/993dafde-6296-4186-b4e8-0543e4e28644 HTTP/1.1" status: 204 len: 168 time: 0.3680763 Jul 05 11:26:48.661246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46ebda9-ad00-41a4-8d4e-4a7eecc975cb None None] Network c10f7e32-8f2c-4626-b5b4-9472827b642f requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:26:48.664974 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d09f332-ba0d-444f-9cfc-29ab84f94234 None None] Checking router: b96f724a-d099-4238-904d-ae47c1a4cd22 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:26:48.727824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d09f332-ba0d-444f-9cfc-29ab84f94234 None None] Routers {'b96f724a-d099-4238-904d-ae47c1a4cd22'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:26:48.728366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3d09f332-ba0d-444f-9cfc-29ab84f94234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:26:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b96f724a-d099-4238-904d-ae47c1a4cd22'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:26:48.777190 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:48.903475 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:48.923327 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-3d09f332-ba0d-444f-9cfc-29ab84f94234 None None] Set router b96f724a-d099-4238-904d-ae47c1a4cd22 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:26:49.038155 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Deleting port ac9945b4-9ce0-443f-b86d-c04a719f77ba {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:26:49.038541 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:49.115360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] DHCP port deletion for c10f7e32-8f2c-4626-b5b4-9472827b642f request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:26:49.124370 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] For port ac9945b4-9ce0-443f-b86d-c04a719f77ba, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ac9945b4-9ce0-443f-b86d-c04a719f77ba,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:26:49.124667 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:49.138147 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Calling delete_port for ac9945b4-9ce0-443f-b86d-c04a719f77ba owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:26:49.152215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-3d09f332-ba0d-444f-9cfc-29ab84f94234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505924827', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:26:47Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:26:49.186066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d09f332-ba0d-444f-9cfc-29ab84f94234 None None] The sync data for ids ['b96f724a-d099-4238-904d-ae47c1a4cd22'] in n-d-779913-27 is: [{'id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505924827', 'tenant_id': 'c7ea24a3a627491f8864306d76ae913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:26:47Z', 'revision_number': 5, 'project_id': 'c7ea24a3a627491f8864306d76ae913e', 'gw_port': {'id': 'ac9945b4-9ce0-443f-b86d-c04a719f77ba', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96f724a-d099-4238-904d-ae47c1a4cd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:25:36Z', 'updated_at': '2021-07-05T11:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:26:49.208818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Deleting port 17397f86-0cfb-46f6-a781-f83eb083b9f1 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:26:49.209291 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:49.273747 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] For port 17397f86-0cfb-46f6-a781-f83eb083b9f1, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=17397f86-0cfb-46f6-a781-f83eb083b9f1,segment=NetworkSegment(77c1db22-b58a-4c1b-8c27-abe09ee4e25d),segment_id=77c1db22-b58a-4c1b-8c27-abe09ee4e25d)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:26:49.279030 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:49.288776 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Calling delete_port for 17397f86-0cfb-46f6-a781-f83eb083b9f1 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:26:49.394333 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:49.421343 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Port': ['ID=ac9945b4-9ce0-443f-b86d-c04a719f77ba,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:49.451413 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:49.451775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.451775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.452140 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.452476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.452808 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.453145 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.453473 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.453801 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.454126 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.454448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.454771 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.455091 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.478491 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Pushing event deleted for resources: {'Port': ['ID=17397f86-0cfb-46f6-a781-f83eb083b9f1,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:49.483204 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] No DVR routers for this DVR port 17397f86-0cfb-46f6-a781-f83eb083b9f1 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:26:49.490954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.491297 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.491633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.491992 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.492329 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.492655 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.496879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.496879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.496879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.496879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.496879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.496879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92956103-8c4c-415d-85f3-9c30e9a8d956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:49.505653 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:49.606882 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:49.609267 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:49.767418 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:49.767418 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Fanout notify agent at l3_agent the message router_deleted on router b96f724a-d099-4238-904d-ae47c1a4cd22 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:26:49.773881 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:49.775035 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-12237d41-1047-4d42-92eb-1862e4a583cc tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/routers/b96f724a-d099-4238-904d-ae47c1a4cd22 HTTP/1.1" status: 204 len: 168 time: 1.1179438 Jul 05 11:26:49.778307 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44860) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:26:49.866185 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-10fa9688-3e64-4efd-a50d-f56b726a61e2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:49.959416 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-10fa9688-3e64-4efd-a50d-f56b726a61e2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:49.969161 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-10fa9688-3e64-4efd-a50d-f56b726a61e2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10f7e32-8f2c-4626-b5b4-9472827b642f']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:26:49.981092 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-10fa9688-3e64-4efd-a50d-f56b726a61e2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c1db22-b58a-4c1b-8c27-abe09ee4e25d') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:26:49.981386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-10fa9688-3e64-4efd-a50d-f56b726a61e2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c1db22-b58a-4c1b-8c27-abe09ee4e25d') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:26:49.990638 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-10fa9688-3e64-4efd-a50d-f56b726a61e2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:50.004849 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-10fa9688-3e64-4efd-a50d-f56b726a61e2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:50.011108 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fa9688-3e64-4efd-a50d-f56b726a61e2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:26:50.011671 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-10fa9688-3e64-4efd-a50d-f56b726a61e2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: timer() Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:26:50.016271 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:26:50.154093 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-10fa9688-3e64-4efd-a50d-f56b726a61e2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:50.161722 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-10fa9688-3e64-4efd-a50d-f56b726a61e2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:50.164226 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-10fa9688-3e64-4efd-a50d-f56b726a61e2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/networks/c10f7e32-8f2c-4626-b5b4-9472827b642f HTTP/1.1" status: 204 len: 168 time: 0.3843484 Jul 05 11:26:50.166669 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44862) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:26:50.179977 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa9688-3e64-4efd-a50d-f56b726a61e2 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'Network': ['ID=c10f7e32-8f2c-4626-b5b4-9472827b642f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:50.235674 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b807cd58-e6ad-4f9e-b8d5-ae362e9095c8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:50.264398 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b807cd58-e6ad-4f9e-b8d5-ae362e9095c8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:50.382626 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b807cd58-e6ad-4f9e-b8d5-ae362e9095c8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:50.385317 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b807cd58-e6ad-4f9e-b8d5-ae362e9095c8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:50.386610 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b807cd58-e6ad-4f9e-b8d5-ae362e9095c8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] 10.222.0.77 "DELETE /v2.0/security-groups/d6fff742-b959-402c-9cfc-ccc9bd7edc89 HTTP/1.1" status: 204 len: 168 time: 0.2188962 Jul 05 11:26:50.396559 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807cd58-e6ad-4f9e-b8d5-ae362e9095c8 tempest-TestNetworkAdvancedServerOps-1482202770 tempest-TestNetworkAdvancedServerOps-1482202770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fff742-b959-402c-9cfc-ccc9bd7edc89,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:50.845199 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 31cefe42-16e2-4ac5-9002-193b38df920e no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:26:50.867744 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 31cefe42-16e2-4ac5-9002-193b38df920e {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:26:50.868141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 31cefe42-16e2-4ac5-9002-193b38df920e not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:26:50.868828 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 17397f86-0cfb-46f6-a781-f83eb083b9f1 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:26:50.889008 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 17397f86-0cfb-46f6-a781-f83eb083b9f1 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:26:50.889357 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 17397f86-0cfb-46f6-a781-f83eb083b9f1 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:26:50.889784 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ac9945b4-9ce0-443f-b86d-c04a719f77ba no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:26:50.909865 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: ac9945b4-9ce0-443f-b86d-c04a719f77ba {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:26:50.910213 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ac9945b4-9ce0-443f-b86d-c04a719f77ba not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:26:51.075032 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44870) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:26:51.218370 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fd6ac090-8764-4ab9-af6d-de02d345f1cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c7ea24a3a627491f8864306d76ae913e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421332 Jul 05 11:26:51.220931 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44874) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:26:51.268261 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9a1b06a-0f27-441d-916b-28f5ea0d3920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:51.288602 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9a1b06a-0f27-441d-916b-28f5ea0d3920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:51.422528 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9a1b06a-0f27-441d-916b-28f5ea0d3920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:51.425806 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-f9a1b06a-0f27-441d-916b-28f5ea0d3920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:51.426976 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-f9a1b06a-0f27-441d-916b-28f5ea0d3920 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ce1ee08-da0c-435a-81df-06999a22cc42 HTTP/1.1" status: 204 len: 168 time: 0.2051508 Jul 05 11:26:51.435069 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1b06a-0f27-441d-916b-28f5ea0d3920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce1ee08-da0c-435a-81df-06999a22cc42,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:52.098361 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44880) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:26:52.111897 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51fe0dea-23e7-4a96-8e99-7487d9e1ccb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:52.216296 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51fe0dea-23e7-4a96-8e99-7487d9e1ccb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:52.331138 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-51fe0dea-23e7-4a96-8e99-7487d9e1ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:52.370155 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-51fe0dea-23e7-4a96-8e99-7487d9e1ccb7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8086e7f105534fd99ec122eaecb0b4b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706690 Jul 05 11:26:52.370979 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe0dea-23e7-4a96-8e99-7487d9e1ccb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e0945a-ed7f-4841-9e9c-d42049b24021,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:52.373132 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44882) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:26:52.424868 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c637f30-f34b-4e54-ac1e-a4a1dcc6a266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:52.447220 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c637f30-f34b-4e54-ac1e-a4a1dcc6a266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:52.594145 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c637f30-f34b-4e54-ac1e-a4a1dcc6a266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:52.597704 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5c637f30-f34b-4e54-ac1e-a4a1dcc6a266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:52.599104 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5c637f30-f34b-4e54-ac1e-a4a1dcc6a266 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/32e0945a-ed7f-4841-9e9c-d42049b24021 HTTP/1.1" status: 204 len: 168 time: 0.2249322 Jul 05 11:26:52.608111 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c637f30-f34b-4e54-ac1e-a4a1dcc6a266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e0945a-ed7f-4841-9e9c-d42049b24021,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:53.062815 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:53.884051 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44904) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:26:53.985655 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8c28aa6d-9616-4263-96d9-9dabf1b676dc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2055447535-network', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:26:54.074045 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c28aa6d-9616-4263-96d9-9dabf1b676dc admin admin] Made reservation on behalf of 644833e6906b4c9f9311cbb727dcbd3d for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:26:54.076482 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c28aa6d-9616-4263-96d9-9dabf1b676dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:54.086625 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c28aa6d-9616-4263-96d9-9dabf1b676dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:54.177689 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c28aa6d-9616-4263-96d9-9dabf1b676dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:54.251113 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c28aa6d-9616-4263-96d9-9dabf1b676dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:54.278489 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c28aa6d-9616-4263-96d9-9dabf1b676dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:26:54.284825 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28aa6d-9616-4263-96d9-9dabf1b676dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e371d21a-589c-423d-86c1-192579d8c1a6,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:54.292557 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c28aa6d-9616-4263-96d9-9dabf1b676dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:54.292850 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-8c28aa6d-9616-4263-96d9-9dabf1b676dc admin admin] Added segment 37101a02-cc89-4f7a-b2c5-e82ffcdf4838 of type vlan for network 2c4d8259-7c02-4133-a025-a74440a9d1c9 Jul 05 11:26:54.332501 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c28aa6d-9616-4263-96d9-9dabf1b676dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:54.445478 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c28aa6d-9616-4263-96d9-9dabf1b676dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:54.446621 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c28aa6d-9616-4263-96d9-9dabf1b676dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:54.447222 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8c28aa6d-9616-4263-96d9-9dabf1b676dc admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:54.510708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28aa6d-9616-4263-96d9-9dabf1b676dc admin admin] Pushing event updated for resources: {'Network': ['ID=2c4d8259-7c02-4133-a025-a74440a9d1c9,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:54.521224 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 2c4d8259-7c02-4133-a025-a74440a9d1c9 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:26:54.617835 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8c28aa6d-9616-4263-96d9-9dabf1b676dc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7325962 Jul 05 11:26:54.622398 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44908) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:26:54.627924 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-59e23fc9-4752-4f60-a051-def61f73be9c admin admin] Request body: {'subnet': {'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2055447535-subnet', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'ip_version': 4}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:26:54.702292 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e23fc9-4752-4f60-a051-def61f73be9c admin admin] Made reservation on behalf of 644833e6906b4c9f9311cbb727dcbd3d for: {'subnet': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:26:54.704749 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59e23fc9-4752-4f60-a051-def61f73be9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59728972'] for subnet, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:54.959589 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:55.017096 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59e23fc9-4752-4f60-a051-def61f73be9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59755127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59728990'] for subnet, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:55.071127 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e23fc9-4752-4f60-a051-def61f73be9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a4d419f-e74b-4991-8875-5a5c54588710,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:55.082468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e23fc9-4752-4f60-a051-def61f73be9c admin admin] Checking segment: {'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:26:55.082913 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e23fc9-4752-4f60-a051-def61f73be9c admin admin] Network hostable DHCP agents. Network: 2c4d8259-7c02-4133-a025-a74440a9d1c9, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:26:55.165408 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e23fc9-4752-4f60-a051-def61f73be9c admin admin] Network 2c4d8259-7c02-4133-a025-a74440a9d1c9 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:26:55.273632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-59e23fc9-4752-4f60-a051-def61f73be9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 2c4d8259-7c02-4133-a025-a74440a9d1c9) {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:26:55.278694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e23fc9-4752-4f60-a051-def61f73be9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:26:55.289104 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-59e23fc9-4752-4f60-a051-def61f73be9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:55.289836 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4bb54a-93e8-4c72-a934-6283124965d1 None None] Network 2c4d8259-7c02-4133-a025-a74440a9d1c9 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:26:55.394876 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-59e23fc9-4752-4f60-a051-def61f73be9c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7713029 Jul 05 11:26:55.397530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44910) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:26:55.402512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:26:55.437348 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-2c4d8259-7c02-4133-a025-a74440a9d1c9', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:26:55.438386 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:55.508266 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:55.509846 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:55.567752 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:55.581757 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Allocated IP 172.20.0.2 (2c4d8259-7c02-4133-a025-a74440a9d1c9/5a4d419f-e74b-4991-8875-5a5c54588710/ac5708c1-bdd8-4cf3-abf2-549c51a165ac) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:26:55.729317 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:55.738316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Transition to ACTIVE for port object ac5708c1-bdd8-4cf3-abf2-549c51a165ac will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:26:55.754549 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Transition to ACTIVE for port object ac5708c1-bdd8-4cf3-abf2-549c51a165ac will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:26:55.778561 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:55.874025 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:55.917880 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Network 2c4d8259-7c02-4133-a025-a74440a9d1c9 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:26:55.922968 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:26:55.926469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:26:55.935771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Pushing event updated for resources: {'Port': ['ID=ac5708c1-bdd8-4cf3-abf2-549c51a165ac,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:55.996316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Attempting to bind port ac5708c1-bdd8-4cf3-abf2-549c51a165ac on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:26:55.996580 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Attempting to bind port ac5708c1-bdd8-4cf3-abf2-549c51a165ac by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:26:55.996942 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Attempting to bind port ac5708c1-bdd8-4cf3-abf2-549c51a165ac on network 2c4d8259-7c02-4133-a025-a74440a9d1c9 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:26:56.002130 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:26:56.003064 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Checking segment: {'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:26:56.003491 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:56.003915 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Bound using segment: {'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:26:56.004382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Bound port: ac5708c1-bdd8-4cf3-abf2-549c51a165ac, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:26:56.004762 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:56.071019 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] For port ac5708c1-bdd8-4cf3-abf2-549c51a165ac, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:26:56.074561 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] For port ac5708c1-bdd8-4cf3-abf2-549c51a165ac, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ac5708c1-bdd8-4cf3-abf2-549c51a165ac,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:26:56.142922 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:56.211197 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6925c-9d0a-4992-b64c-2634b4307519 None None] Pushing event updated for resources: {'Port': ['ID=ac5708c1-bdd8-4cf3-abf2-549c51a165ac,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:56.486776 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:56.506951 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:56.621686 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Allocated IP 172.25.5.130 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/15adefd3-41c1-46b2-bfff-1226f72aab28) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:26:56.724818 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:56.814303 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:56.864787 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:26:56.870952 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:26:56.872998 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Pushing event updated for resources: {'Port': ['ID=15adefd3-41c1-46b2-bfff-1226f72aab28,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:56.875264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:26:56.891856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ac5708c1-bdd8-4cf3-abf2-549c51a165ac up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:26:57.011194 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port ac5708c1-bdd8-4cf3-abf2-549c51a165ac completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:26:57.218732 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142ac619-d975-45ec-a280-c4a50e4a5990 None None] Network 2c4d8259-7c02-4133-a025-a74440a9d1c9 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:26:57.235231 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:57.370481 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1c4a4c6d-fc5d-410b-98c3-712b03691c6e None None] Provisioning for port ac5708c1-bdd8-4cf3-abf2-549c51a165ac completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:26:57.375856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1c4a4c6d-fc5d-410b-98c3-712b03691c6e None None] Provisioning complete for port ac5708c1-bdd8-4cf3-abf2-549c51a165ac triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:26:57.376331 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4c6d-fc5d-410b-98c3-712b03691c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:57.454437 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:57.489849 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4c6d-fc5d-410b-98c3-712b03691c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:57.534356 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1c4a4c6d-fc5d-410b-98c3-712b03691c6e None None] For port ac5708c1-bdd8-4cf3-abf2-549c51a165ac, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ac5708c1-bdd8-4cf3-abf2-549c51a165ac,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:26:57.616791 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c4a4c6d-fc5d-410b-98c3-712b03691c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:57.671149 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a4c6d-fc5d-410b-98c3-712b03691c6e None None] Pushing event updated for resources: {'Port': ['ID=ac5708c1-bdd8-4cf3-abf2-549c51a165ac,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:57.683031 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:26:57.737125 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-c128e482-12fa-4ba8-a964-7b3cbedcd3c6 None None] Provisioning complete for port ac5708c1-bdd8-4cf3-abf2-549c51a165ac triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:26:57.737613 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c128e482-12fa-4ba8-a964-7b3cbedcd3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:57.796507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:26:57.808464 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Sync routers for ids ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:26:57.818688 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Routers {'ad794777-4c59-4434-b9d6-2ef4e8e02cb6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:26:57.819299 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:26:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:26:57.925603 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Set router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:26:57.926030 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:57.927370 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-0d273211-aa03-4de2-843f-ffb9a4afba64 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5283418 Jul 05 11:26:57.930093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44914) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:26:58.107534 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:57Z', 'revision_number': 3, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:26:58.134190 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Checking router: ad794777-4c59-4434-b9d6-2ef4e8e02cb6 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:26:58.134453 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Updating router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 port 15adefd3-41c1-46b2-bfff-1226f72aab28 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:26:58.168727 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:58.359263 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:58.426638 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:58.437478 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Transition to ACTIVE for port object 15adefd3-41c1-46b2-bfff-1226f72aab28 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:26:58.513389 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:58.513678 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Allocated IP 172.20.0.1 (2c4d8259-7c02-4133-a025-a74440a9d1c9/5a4d419f-e74b-4991-8875-5a5c54588710/21bf217d-3f0a-400a-8774-e2e382d8772f) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:26:58.566838 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Attempting to bind port 15adefd3-41c1-46b2-bfff-1226f72aab28 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:26:58.567195 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Attempting to bind port 15adefd3-41c1-46b2-bfff-1226f72aab28 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:26:58.567550 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Attempting to bind port 15adefd3-41c1-46b2-bfff-1226f72aab28 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:26:58.570659 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22460fc-fd74-4a65-913e-0373d9009bef None None] Pushing event updated for resources: {'Port': ['ID=15adefd3-41c1-46b2-bfff-1226f72aab28,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:58.578688 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:26:58.579055 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:26:58.579444 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:58.579859 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:26:58.580875 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Bound port: 15adefd3-41c1-46b2-bfff-1226f72aab28, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:26:58.581248 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:58.584316 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22460fc-fd74-4a65-913e-0373d9009bef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:58.584648 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22460fc-fd74-4a65-913e-0373d9009bef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:58.585888 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22460fc-fd74-4a65-913e-0373d9009bef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:58.585888 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22460fc-fd74-4a65-913e-0373d9009bef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:58.585888 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22460fc-fd74-4a65-913e-0373d9009bef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:58.585888 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22460fc-fd74-4a65-913e-0373d9009bef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:58.586403 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22460fc-fd74-4a65-913e-0373d9009bef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:58.586505 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22460fc-fd74-4a65-913e-0373d9009bef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:58.586816 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22460fc-fd74-4a65-913e-0373d9009bef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:58.587127 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22460fc-fd74-4a65-913e-0373d9009bef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:58.587443 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22460fc-fd74-4a65-913e-0373d9009bef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:58.587778 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22460fc-fd74-4a65-913e-0373d9009bef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:26:58.626384 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:58.638829 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] For port 15adefd3-41c1-46b2-bfff-1226f72aab28, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:26:58.640011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Transition to ACTIVE for port object 21bf217d-3f0a-400a-8774-e2e382d8772f will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:26:58.641922 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] For port 15adefd3-41c1-46b2-bfff-1226f72aab28, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=15adefd3-41c1-46b2-bfff-1226f72aab28,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:26:58.714445 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:58.742640 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:58.775172 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Routers {'ad794777-4c59-4434-b9d6-2ef4e8e02cb6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:26:58.775836 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:26:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:26:58.780680 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22460fc-fd74-4a65-913e-0373d9009bef None None] Pushing event updated for resources: {'Port': ['ID=15adefd3-41c1-46b2-bfff-1226f72aab28,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:58.782501 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Network 2c4d8259-7c02-4133-a025-a74440a9d1c9 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:26:58.790604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:26:58.793088 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:26:58.824055 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Pushing event updated for resources: {'Port': ['ID=21bf217d-3f0a-400a-8774-e2e382d8772f,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:58.850458 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:58.872657 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ac5708c1-bdd8-4cf3-abf2-549c51a165ac up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:26:58.910662 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] Set router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:26:58.945536 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ac5708c1-bdd8-4cf3-abf2-549c51a165ac triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:26:58.946228 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:59.105053 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:59.216670 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:57Z', 'revision_number': 3, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:26:59.228295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3ca81815-78c3-45cc-a6dd-38e136e56fb3 None None] Provisioning for port 21bf217d-3f0a-400a-8774-e2e382d8772f completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:26:59.232385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3ca81815-78c3-45cc-a6dd-38e136e56fb3 None None] Provisioning complete for port 21bf217d-3f0a-400a-8774-e2e382d8772f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:26:59.232891 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3ca81815-78c3-45cc-a6dd-38e136e56fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:59.244642 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c8431-c902-48dd-9181-ae2484d48c3c None None] The sync data for ids ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'] in n-d-779913-27 is: [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:57Z', 'revision_number': 3, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:26:59.272156 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-3ca81815-78c3-45cc-a6dd-38e136e56fb3 None None] Port 21bf217d-3f0a-400a-8774-e2e382d8772f cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:26:59.293444 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:59.365098 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:59.436875 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:59.438649 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Pushing event updated for resources: {'Port': ['ID=21bf217d-3f0a-400a-8774-e2e382d8772f,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:26:59.541620 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Network 2c4d8259-7c02-4133-a025-a74440a9d1c9 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:26:59.543255 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:26:59.675449 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:26:59.795604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:26:59.801500 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fcf96b64-9716-4751-aff8-d391594a24d1 admin admin] 10.222.0.77 "PUT /v2.0/routers/ad794777-4c59-4434-b9d6-2ef4e8e02cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8703518 Jul 05 11:26:59.805545 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-6dd21653-1b71-4ab6-aac5-e58a2698783f None None] Provisioning complete for port 21bf217d-3f0a-400a-8774-e2e382d8772f triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:26:59.806083 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6dd21653-1b71-4ab6-aac5-e58a2698783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:26:59.848210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-6dd21653-1b71-4ab6-aac5-e58a2698783f None None] Port 21bf217d-3f0a-400a-8774-e2e382d8772f cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:27:00.450889 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44930) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:27:00.455954 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a2fe8e6c-ce93-4337-b9bb-a6c439e63208 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1656084165-network', 'tenant_id': 'c59e60ec398d42cab8651c6c3fdc5d72'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:27:00.571173 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fe8e6c-ce93-4337-b9bb-a6c439e63208 admin admin] Made reservation on behalf of c59e60ec398d42cab8651c6c3fdc5d72 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:27:00.574029 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a2fe8e6c-ce93-4337-b9bb-a6c439e63208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:00.583473 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a2fe8e6c-ce93-4337-b9bb-a6c439e63208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:00.678274 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a2fe8e6c-ce93-4337-b9bb-a6c439e63208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:00.759134 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a2fe8e6c-ce93-4337-b9bb-a6c439e63208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:00.785202 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fe8e6c-ce93-4337-b9bb-a6c439e63208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:27:00.795493 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe8e6c-ce93-4337-b9bb-a6c439e63208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f44a42-5965-4f26-bcac-074a23b70634,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:00.801501 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a2fe8e6c-ce93-4337-b9bb-a6c439e63208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:00.802037 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-a2fe8e6c-ce93-4337-b9bb-a6c439e63208 admin admin] Added segment ec80a0fd-d39b-4eb9-8a00-1100ffdaf048 of type vlan for network e3842b98-9a0f-45bb-b620-824633b0a090 Jul 05 11:27:00.848891 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a2fe8e6c-ce93-4337-b9bb-a6c439e63208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:00.885041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Sync routers for ids ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:27:00.897906 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 15adefd3-41c1-46b2-bfff-1226f72aab28 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:27:00.902460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Routers {'ad794777-4c59-4434-b9d6-2ef4e8e02cb6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:27:00.907852 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:26:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:27:00.960017 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a2fe8e6c-ce93-4337-b9bb-a6c439e63208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:00.961278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe8e6c-ce93-4337-b9bb-a6c439e63208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:00.962015 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a2fe8e6c-ce93-4337-b9bb-a6c439e63208 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:01.021480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe8e6c-ce93-4337-b9bb-a6c439e63208 admin admin] Pushing event updated for resources: {'Network': ['ID=e3842b98-9a0f-45bb-b620-824633b0a090,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:01.035610 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network e3842b98-9a0f-45bb-b620-824633b0a090 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:27:01.044044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Set router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:27:01.088535 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a2fe8e6c-ce93-4337-b9bb-a6c439e63208 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6340168 Jul 05 11:27:01.089021 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44932) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:27:01.094153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b08b6ba8-9023-495b-b8f3-b4c6da7ebf7b admin admin] Request body: {'subnet': {'network_id': 'e3842b98-9a0f-45bb-b620-824633b0a090', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1656084165-subnet', 'tenant_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:27:01.163537 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 15adefd3-41c1-46b2-bfff-1226f72aab28 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:27:01.172370 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 15adefd3-41c1-46b2-bfff-1226f72aab28 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:27:01.172714 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:01.216818 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08b6ba8-9023-495b-b8f3-b4c6da7ebf7b admin admin] Made reservation on behalf of c59e60ec398d42cab8651c6c3fdc5d72 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:27:01.219325 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b08b6ba8-9023-495b-b8f3-b4c6da7ebf7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:01.341851 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:01.373292 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 15adefd3-41c1-46b2-bfff-1226f72aab28, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=15adefd3-41c1-46b2-bfff-1226f72aab28,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:27:01.388894 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '21bf217d-3f0a-400a-8774-e2e382d8772f', 'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'mac_address': 'fa:16:3e:98:1d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:58Z', 'updated_at': '2021-07-05T11:26:59Z', 'revision_number': 2, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'subnets': [{'id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:27:01.415946 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Checking router: ad794777-4c59-4434-b9d6-2ef4e8e02cb6 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:27:01.416304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Updating router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 port 21bf217d-3f0a-400a-8774-e2e382d8772f binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:27:01.448981 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:01.456117 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:01.473649 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b08b6ba8-9023-495b-b8f3-b4c6da7ebf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:01.531367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b6ba8-9023-495b-b8f3-b4c6da7ebf7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c8f396-7f85-4385-92f1-2e2f721bcbfc,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:01.536814 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=15adefd3-41c1-46b2-bfff-1226f72aab28,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:01.540513 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b6ba8-9023-495b-b8f3-b4c6da7ebf7b admin admin] Checking segment: {'id': 'ec80a0fd-d39b-4eb9-8a00-1100ffdaf048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e3842b98-9a0f-45bb-b620-824633b0a090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:27:01.540879 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08b6ba8-9023-495b-b8f3-b4c6da7ebf7b admin admin] Network hostable DHCP agents. Network: e3842b98-9a0f-45bb-b620-824633b0a090, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:27:01.622247 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08b6ba8-9023-495b-b8f3-b4c6da7ebf7b admin admin] Network e3842b98-9a0f-45bb-b620-824633b0a090 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:27:01.691357 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-b08b6ba8-9023-495b-b8f3-b4c6da7ebf7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, e3842b98-9a0f-45bb-b620-824633b0a090) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:27:01.696537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b6ba8-9023-495b-b8f3-b4c6da7ebf7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:01.697297 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b08b6ba8-9023-495b-b8f3-b4c6da7ebf7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:01.710766 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c16bc67-10fe-4220-a674-435b0f59b183 None None] Network e3842b98-9a0f-45bb-b620-824633b0a090 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:27:01.811497 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b08b6ba8-9023-495b-b8f3-b4c6da7ebf7b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7213387 Jul 05 11:27:01.813994 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44934) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:27:01.819329 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1656084165-router', 'tenant_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:27:01.835383 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:01.869895 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Transition to ACTIVE for port object 21bf217d-3f0a-400a-8774-e2e382d8772f will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:27:01.908271 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:01.909416 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:01.919144 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-e3842b98-9a0f-45bb-b620-824633b0a090', 'network_id': 'e3842b98-9a0f-45bb-b620-824633b0a090', 'tenant_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'fixed_ips': [{'subnet_id': 'f7c8f396-7f85-4385-92f1-2e2f721bcbfc'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:27:01.920085 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:01.941160 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:01.965701 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:02.054829 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ed82e-63ea-4773-aefe-be3113a1e2f9 None None] Pushing event updated for resources: {'Port': ['ID=21bf217d-3f0a-400a-8774-e2e382d8772f,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:02.144460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Attempting to bind port 21bf217d-3f0a-400a-8774-e2e382d8772f on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:27:02.144749 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Attempting to bind port 21bf217d-3f0a-400a-8774-e2e382d8772f by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:27:02.145111 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Attempting to bind port 21bf217d-3f0a-400a-8774-e2e382d8772f on network 2c4d8259-7c02-4133-a025-a74440a9d1c9 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:27:02.153848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Allocated IP 172.20.0.2 (e3842b98-9a0f-45bb-b620-824633b0a090/f7c8f396-7f85-4385-92f1-2e2f721bcbfc/035e7a89-407f-4c7c-887a-e6ccec33f44b) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:27:02.157113 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:27:02.157582 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Checking segment: {'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:27:02.158554 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:02.159022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Bound using segment: {'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:27:02.159514 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Bound port: 21bf217d-3f0a-400a-8774-e2e382d8772f, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:27:02.159964 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:02.195793 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:02.296666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] For port 21bf217d-3f0a-400a-8774-e2e382d8772f, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:27:02.320940 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] For port 21bf217d-3f0a-400a-8774-e2e382d8772f, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=21bf217d-3f0a-400a-8774-e2e382d8772f,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:27:02.385838 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:02.394947 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Transition to ACTIVE for port object 035e7a89-407f-4c7c-887a-e6ccec33f44b will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:27:02.397183 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:02.443685 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Transition to ACTIVE for port object 035e7a89-407f-4c7c-887a-e6ccec33f44b will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:27:02.473997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Routers {'ad794777-4c59-4434-b9d6-2ef4e8e02cb6'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:27:02.474641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:26:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:27:02.482613 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:02.505492 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:02.516035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ed82e-63ea-4773-aefe-be3113a1e2f9 None None] Pushing event updated for resources: {'Port': ['ID=21bf217d-3f0a-400a-8774-e2e382d8772f,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:02.529701 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:02.616932 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Network e3842b98-9a0f-45bb-b620-824633b0a090 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:27:02.622527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Allocated IP 172.25.5.11 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/ce775a83-6263-4036-97d3-1a46b2262df7) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:27:02.627872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:27:02.629644 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Pushing event updated for resources: {'Port': ['ID=035e7a89-407f-4c7c-887a-e6ccec33f44b,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:02.631933 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:27:02.644923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] Set router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:27:02.771757 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Attempting to bind port 035e7a89-407f-4c7c-887a-e6ccec33f44b on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:27:02.772022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Attempting to bind port 035e7a89-407f-4c7c-887a-e6ccec33f44b by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'ec80a0fd-d39b-4eb9-8a00-1100ffdaf048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e3842b98-9a0f-45bb-b620-824633b0a090'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:27:02.772508 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Attempting to bind port 035e7a89-407f-4c7c-887a-e6ccec33f44b on network e3842b98-9a0f-45bb-b620-824633b0a090 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:27:02.792946 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:27:02.793322 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Checking segment: {'id': 'ec80a0fd-d39b-4eb9-8a00-1100ffdaf048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e3842b98-9a0f-45bb-b620-824633b0a090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:27:02.793741 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:02.794139 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Bound using segment: {'id': 'ec80a0fd-d39b-4eb9-8a00-1100ffdaf048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e3842b98-9a0f-45bb-b620-824633b0a090'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:27:02.794627 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Bound port: 035e7a89-407f-4c7c-887a-e6ccec33f44b, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec80a0fd-d39b-4eb9-8a00-1100ffdaf048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e3842b98-9a0f-45bb-b620-824633b0a090'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:27:02.795046 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:02.994728 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 15adefd3-41c1-46b2-bfff-1226f72aab28 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:27:03.094429 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:03.148695 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] For port 035e7a89-407f-4c7c-887a-e6ccec33f44b, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:27:03.165643 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] For port 035e7a89-407f-4c7c-887a-e6ccec33f44b, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=035e7a89-407f-4c7c-887a-e6ccec33f44b,segment=NetworkSegment(ec80a0fd-d39b-4eb9-8a00-1100ffdaf048),segment_id=ec80a0fd-d39b-4eb9-8a00-1100ffdaf048)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:27:03.168301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 15adefd3-41c1-46b2-bfff-1226f72aab28 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:27:03.168301 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:03.217527 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:03.229206 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '21bf217d-3f0a-400a-8774-e2e382d8772f', 'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'mac_address': 'fa:16:3e:98:1d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:58Z', 'updated_at': '2021-07-05T11:27:02Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'subnets': [{'id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:27:03.256842 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:27:03.259692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:27:03.265956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:27:03.280493 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:03.287932 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4f36e-7511-41ac-b0d8-3a7b30d344aa None None] The sync data for ids ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'] in n-d-779913-27 is: [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '21bf217d-3f0a-400a-8774-e2e382d8772f', 'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'mac_address': 'fa:16:3e:98:1d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:58Z', 'updated_at': '2021-07-05T11:27:02Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'subnets': [{'id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:27:03.289497 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Pushing event updated for resources: {'Port': ['ID=ce775a83-6263-4036-97d3-1a46b2262df7,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:03.388460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04615afb-1a03-46b4-b71c-ef5f024d9f05 None None] Pushing event updated for resources: {'Port': ['ID=035e7a89-407f-4c7c-887a-e6ccec33f44b,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:03.671649 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:03.886666 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:04.137069 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Router d0ca4960-d973-401e-817a-1c8f908438d3 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:27:04.264146 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:27:04.274226 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Sync routers for ids ['d0ca4960-d973-401e-817a-1c8f908438d3'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:27:04.290091 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Routers {'d0ca4960-d973-401e-817a-1c8f908438d3'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:27:04.293529 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:26:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d0ca4960-d973-401e-817a-1c8f908438d3'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:27:04.348268 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:04.349577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-35f3439d-ccd1-45a7-8da6-1578ef150027 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5338743 Jul 05 11:27:04.353393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44936) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:27:04.433705 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Set router d0ca4960-d973-401e-817a-1c8f908438d3 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:27:04.433982 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1381b25e-bb20-433f-b245-4d5c3d567a4d None None] Network e3842b98-9a0f-45bb-b620-824633b0a090 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:27:04.599062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-a2a67af6-07d9-43fa-bc3f-91fa96ce1d4f None None] Provisioning for port 035e7a89-407f-4c7c-887a-e6ccec33f44b completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:27:04.659492 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'name': 'tempest-TestShelveInstance-1656084165-router', 'tenant_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ce775a83-6263-4036-97d3-1a46b2262df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:27:01Z', 'updated_at': '2021-07-05T11:27:03Z', 'revision_number': 3, 'project_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'gw_port': {'id': 'ce775a83-6263-4036-97d3-1a46b2262df7', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:27:02Z', 'updated_at': '2021-07-05T11:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:27:04.692776 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Checking router: d0ca4960-d973-401e-817a-1c8f908438d3 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:27:04.693131 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Updating router d0ca4960-d973-401e-817a-1c8f908438d3 port ce775a83-6263-4036-97d3-1a46b2262df7 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:27:04.729344 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:04.909549 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:04.975085 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 035e7a89-407f-4c7c-887a-e6ccec33f44b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:27:05.049979 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.059612 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Transition to ACTIVE for port object ce775a83-6263-4036-97d3-1a46b2262df7 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:27:05.086090 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Allocated IP 172.20.0.1 (e3842b98-9a0f-45bb-b620-824633b0a090/f7c8f396-7f85-4385-92f1-2e2f721bcbfc/ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:27:05.114231 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 035e7a89-407f-4c7c-887a-e6ccec33f44b completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:27:05.118112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 035e7a89-407f-4c7c-887a-e6ccec33f44b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:27:05.122714 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.182367 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.204585 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.219850 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.223025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Transition to ACTIVE for port object ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:27:05.247622 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Attempting to bind port ce775a83-6263-4036-97d3-1a46b2262df7 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:27:05.254313 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Attempting to bind port ce775a83-6263-4036-97d3-1a46b2262df7 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:27:05.254313 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Attempting to bind port ce775a83-6263-4036-97d3-1a46b2262df7 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:27:05.255685 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62bde9-70d6-4686-aa59-ff30f7c10b03 None None] Pushing event updated for resources: {'Port': ['ID=ce775a83-6263-4036-97d3-1a46b2262df7,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:05.266967 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:27:05.267398 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:27:05.267787 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.268178 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:27:05.268651 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Bound port: ce775a83-6263-4036-97d3-1a46b2262df7, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:27:05.269030 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.281112 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 035e7a89-407f-4c7c-887a-e6ccec33f44b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=035e7a89-407f-4c7c-887a-e6ccec33f44b,segment=NetworkSegment(ec80a0fd-d39b-4eb9-8a00-1100ffdaf048),segment_id=ec80a0fd-d39b-4eb9-8a00-1100ffdaf048)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:27:05.324757 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] For port ce775a83-6263-4036-97d3-1a46b2262df7, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:27:05.328095 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] For port ce775a83-6263-4036-97d3-1a46b2262df7, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ce775a83-6263-4036-97d3-1a46b2262df7,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:27:05.331160 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.371915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Network e3842b98-9a0f-45bb-b620-824633b0a090 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:27:05.378168 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:27:05.382670 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:27:05.385872 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Pushing event updated for resources: {'Port': ['ID=ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:05.402908 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:27:05.410211 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.411031 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 21bf217d-3f0a-400a-8774-e2e382d8772f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:27:05.426364 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.462636 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.509442 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=035e7a89-407f-4c7c-887a-e6ccec33f44b,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:05.557912 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Routers {'d0ca4960-d973-401e-817a-1c8f908438d3'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:27:05.558692 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:26:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d0ca4960-d973-401e-817a-1c8f908438d3'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:27:05.564011 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62bde9-70d6-4686-aa59-ff30f7c10b03 None None] Pushing event updated for resources: {'Port': ['ID=ce775a83-6263-4036-97d3-1a46b2262df7,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:05.577033 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 21bf217d-3f0a-400a-8774-e2e382d8772f completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:27:05.582047 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 21bf217d-3f0a-400a-8774-e2e382d8772f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:27:05.582295 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.674931 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.682880 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.697277 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] Set router d0ca4960-d973-401e-817a-1c8f908438d3 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:27:05.717984 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 21bf217d-3f0a-400a-8774-e2e382d8772f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=21bf217d-3f0a-400a-8774-e2e382d8772f,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:27:05.742574 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4243dd22-d9e9-4156-847b-c76138d9fd35 None None] Provisioning for port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:27:05.747348 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-4243dd22-d9e9-4156-847b-c76138d9fd35 None None] Provisioning complete for port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:27:05.750726 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4243dd22-d9e9-4156-847b-c76138d9fd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.769869 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.816990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-4243dd22-d9e9-4156-847b-c76138d9fd35 None None] Port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:27:05.831550 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=21bf217d-3f0a-400a-8774-e2e382d8772f,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:05.866996 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:05.905120 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'name': 'tempest-TestShelveInstance-1656084165-router', 'tenant_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ce775a83-6263-4036-97d3-1a46b2262df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:27:01Z', 'updated_at': '2021-07-05T11:27:03Z', 'revision_number': 3, 'project_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'gw_port': {'id': 'ce775a83-6263-4036-97d3-1a46b2262df7', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:27:02Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:27:05.932403 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293f3724-70a6-4c24-a1b8-746d4b50073a None None] The sync data for ids ['d0ca4960-d973-401e-817a-1c8f908438d3'] in n-d-779913-27 is: [{'id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'name': 'tempest-TestShelveInstance-1656084165-router', 'tenant_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ce775a83-6263-4036-97d3-1a46b2262df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:27:01Z', 'updated_at': '2021-07-05T11:27:03Z', 'revision_number': 3, 'project_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'gw_port': {'id': 'ce775a83-6263-4036-97d3-1a46b2262df7', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:27:02Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:27:05.948101 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:06.025702 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Pushing event updated for resources: {'Port': ['ID=ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:06.028355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:06.125949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Network e3842b98-9a0f-45bb-b620-824633b0a090 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:27:06.128024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:27:06.282791 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Router d0ca4960-d973-401e-817a-1c8f908438d3 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:27:06.415011 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:27:06.424642 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c379016b-fdfe-4cd6-8124-7a2518daa234 admin admin] 10.222.0.77 "PUT /v2.0/routers/d0ca4960-d973-401e-817a-1c8f908438d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0693924 Jul 05 11:27:06.449165 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5ec8aca6-1398-4181-8e79-02343aab9795 None None] Provisioning complete for port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:27:06.449889 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5ec8aca6-1398-4181-8e79-02343aab9795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:06.508194 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5ec8aca6-1398-4181-8e79-02343aab9795 None None] Port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:27:06.939433 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 035e7a89-407f-4c7c-887a-e6ccec33f44b up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:27:06.990359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 035e7a89-407f-4c7c-887a-e6ccec33f44b triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:27:06.990735 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:07.077943 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ce775a83-6263-4036-97d3-1a46b2262df7 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:27:07.169033 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44946) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:27:07.173986 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-1cc4e5e4-cd92-45a5-861c-7b1778b031b2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1308816573', 'description': 'tempest-secgroup-smoke-1308816573 description', 'project_id': '644833e6906b4c9f9311cbb727dcbd3d'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:27:07.188001 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port ce775a83-6263-4036-97d3-1a46b2262df7 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:27:07.192170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ce775a83-6263-4036-97d3-1a46b2262df7 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:27:07.192654 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:07.275290 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:07.279640 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1cc4e5e4-cd92-45a5-861c-7b1778b031b2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:07.297944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port ce775a83-6263-4036-97d3-1a46b2262df7, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ce775a83-6263-4036-97d3-1a46b2262df7,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:27:07.365118 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:07.366179 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 21bf217d-3f0a-400a-8774-e2e382d8772f up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:27:07.366545 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1cc4e5e4-cd92-45a5-861c-7b1778b031b2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:07.444621 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=ce775a83-6263-4036-97d3-1a46b2262df7,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:07.460054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 21bf217d-3f0a-400a-8774-e2e382d8772f triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:27:07.460410 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:07.480041 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1cc4e5e4-cd92-45a5-861c-7b1778b031b2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:07.516893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4e5e4-cd92-45a5-861c-7b1778b031b2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4901e9b-6de7-45bf-9e47-622bf6602016,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:07.588995 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1cc4e5e4-cd92-45a5-861c-7b1778b031b2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:07.593888 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1cc4e5e4-cd92-45a5-861c-7b1778b031b2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4207134 Jul 05 11:27:07.594516 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44948) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:27:07.597604 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Sync routers for ids ['d0ca4960-d973-401e-817a-1c8f908438d3'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:27:07.600228 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-8a3313ef-9cba-4822-894c-3dfb12ee171c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'security_group_rule': {'security_group_id': 'f4901e9b-6de7-45bf-9e47-622bf6602016', 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:27:07.612809 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Routers {'d0ca4960-d973-401e-817a-1c8f908438d3'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:27:07.612809 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:26:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d0ca4960-d973-401e-817a-1c8f908438d3'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:27:07.697178 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a3313ef-9cba-4822-894c-3dfb12ee171c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:07.721190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Set router d0ca4960-d973-401e-817a-1c8f908438d3 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:27:07.761001 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a3313ef-9cba-4822-894c-3dfb12ee171c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:07.844890 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a3313ef-9cba-4822-894c-3dfb12ee171c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:07.865235 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3313ef-9cba-4822-894c-3dfb12ee171c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96e7fb2-2689-4ed1-8cc8-1bb9dee22f22,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:07.940592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'name': 'tempest-TestShelveInstance-1656084165-router', 'tenant_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ce775a83-6263-4036-97d3-1a46b2262df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:27:01Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 4, 'project_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'gw_port': {'id': 'ce775a83-6263-4036-97d3-1a46b2262df7', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:27:02Z', 'updated_at': '2021-07-05T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169', 'name': '', 'network_id': 'e3842b98-9a0f-45bb-b620-824633b0a090', 'tenant_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'mac_address': 'fa:16:3e:21:ac:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f7c8f396-7f85-4385-92f1-2e2f721bcbfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:27:04Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 2, 'project_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'subnets': [{'id': 'f7c8f396-7f85-4385-92f1-2e2f721bcbfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:27:07.947992 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-8a3313ef-9cba-4822-894c-3dfb12ee171c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:07.949365 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8a3313ef-9cba-4822-894c-3dfb12ee171c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3533192 Jul 05 11:27:07.952743 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44950) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:27:07.959201 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-1ebcc0ea-fefd-416b-ab3f-72e8d16e917c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'security_group_rule': {'security_group_id': 'f4901e9b-6de7-45bf-9e47-622bf6602016', 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:27:07.969002 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Checking router: d0ca4960-d973-401e-817a-1c8f908438d3 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:27:07.969409 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Updating router d0ca4960-d973-401e-817a-1c8f908438d3 port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:27:08.004621 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:08.072355 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ebcc0ea-fefd-416b-ab3f-72e8d16e917c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:08.135793 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ebcc0ea-fefd-416b-ab3f-72e8d16e917c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:08.233398 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ebcc0ea-fefd-416b-ab3f-72e8d16e917c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:08.255815 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcc0ea-fefd-416b-ab3f-72e8d16e917c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ffe269-ffc6-49d8-ae43-87aba0225785,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:08.288977 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:08.300997 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Transition to ACTIVE for port object ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:27:08.336771 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-1ebcc0ea-fefd-416b-ab3f-72e8d16e917c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:08.338029 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-1ebcc0ea-fefd-416b-ab3f-72e8d16e917c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3843114 Jul 05 11:27:08.341093 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44952) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:27:08.346694 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-72cf272d-d9c2-4825-b13d-9963b040fbb2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'security_group_rule': {'security_group_id': 'f4901e9b-6de7-45bf-9e47-622bf6602016', 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:27:08.359353 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:08.411121 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae73e29-d450-40f1-8330-38efd48a2422 None None] Pushing event updated for resources: {'Port': ['ID=ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:08.466848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Attempting to bind port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:27:08.467240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Attempting to bind port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'ec80a0fd-d39b-4eb9-8a00-1100ffdaf048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e3842b98-9a0f-45bb-b620-824633b0a090'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:27:08.467590 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Attempting to bind port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 on network e3842b98-9a0f-45bb-b620-824633b0a090 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:27:08.471050 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72cf272d-d9c2-4825-b13d-9963b040fbb2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:08.473864 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:27:08.474240 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Checking segment: {'id': 'ec80a0fd-d39b-4eb9-8a00-1100ffdaf048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e3842b98-9a0f-45bb-b620-824633b0a090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:27:08.474642 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:08.475035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Bound using segment: {'id': 'ec80a0fd-d39b-4eb9-8a00-1100ffdaf048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e3842b98-9a0f-45bb-b620-824633b0a090'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:27:08.475512 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Bound port: ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec80a0fd-d39b-4eb9-8a00-1100ffdaf048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e3842b98-9a0f-45bb-b620-824633b0a090'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:27:08.476064 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:08.542426 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72cf272d-d9c2-4825-b13d-9963b040fbb2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:08.552479 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] For port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:27:08.556190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] For port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169,segment=NetworkSegment(ec80a0fd-d39b-4eb9-8a00-1100ffdaf048),segment_id=ec80a0fd-d39b-4eb9-8a00-1100ffdaf048)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:27:08.629314 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72cf272d-d9c2-4825-b13d-9963b040fbb2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:08.646338 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:08.656596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf272d-d9c2-4825-b13d-9963b040fbb2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c8b56e-a918-441e-83b3-acf93841413d,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:08.711376 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Routers {'d0ca4960-d973-401e-817a-1c8f908438d3'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:27:08.712051 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:26:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d0ca4960-d973-401e-817a-1c8f908438d3'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:27:08.713458 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72cf272d-d9c2-4825-b13d-9963b040fbb2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:08.715051 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-72cf272d-d9c2-4825-b13d-9963b040fbb2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3725047 Jul 05 11:27:08.717450 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44954) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:27:08.723657 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-63b51dc0-833b-4a3d-891a-27ea2aa93469 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'security_group_rule': {'security_group_id': 'f4901e9b-6de7-45bf-9e47-622bf6602016', 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:27:08.752879 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae73e29-d450-40f1-8330-38efd48a2422 None None] Pushing event updated for resources: {'Port': ['ID=ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:08.806336 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63b51dc0-833b-4a3d-891a-27ea2aa93469 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:08.860699 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] Set router d0ca4960-d973-401e-817a-1c8f908438d3 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:27:08.877807 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63b51dc0-833b-4a3d-891a-27ea2aa93469 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:08.894094 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ce775a83-6263-4036-97d3-1a46b2262df7 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:27:09.010666 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63b51dc0-833b-4a3d-891a-27ea2aa93469 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:09.029983 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b51dc0-833b-4a3d-891a-27ea2aa93469 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c087d86-729c-4d30-8f71-d35d0fa18856,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:09.044090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ce775a83-6263-4036-97d3-1a46b2262df7 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:27:09.044642 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:09.119752 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-63b51dc0-833b-4a3d-891a-27ea2aa93469 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:09.121529 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-63b51dc0-833b-4a3d-891a-27ea2aa93469 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4024792 Jul 05 11:27:09.124367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 44956) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:27:09.129209 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-72a5c51d-b835-49b8-aad5-b6cdb7a4d4c5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'security_group_rule': {'security_group_id': 'f4901e9b-6de7-45bf-9e47-622bf6602016', 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:27:09.216419 n-d-779913-27 neutron-server[100775]: INFO neutron.db.securitygroups_db [None req-72a5c51d-b835-49b8-aad5-b6cdb7a4d4c5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Project 644833e6906b4c9f9311cbb727dcbd3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:27:09.222624 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72a5c51d-b835-49b8-aad5-b6cdb7a4d4c5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:09.291646 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72a5c51d-b835-49b8-aad5-b6cdb7a4d4c5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:09.359809 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'name': 'tempest-TestShelveInstance-1656084165-router', 'tenant_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ce775a83-6263-4036-97d3-1a46b2262df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:27:01Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 4, 'project_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'gw_port': {'id': 'ce775a83-6263-4036-97d3-1a46b2262df7', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:27:02Z', 'updated_at': '2021-07-05T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169', 'name': '', 'network_id': 'e3842b98-9a0f-45bb-b620-824633b0a090', 'tenant_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'mac_address': 'fa:16:3e:21:ac:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f7c8f396-7f85-4385-92f1-2e2f721bcbfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:27:04Z', 'updated_at': '2021-07-05T11:27:08Z', 'revision_number': 4, 'project_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'subnets': [{'id': 'f7c8f396-7f85-4385-92f1-2e2f721bcbfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:27:09.370826 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72a5c51d-b835-49b8-aad5-b6cdb7a4d4c5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:09.380469 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a00c50a-4f3f-40c1-abf5-9ec71f78fb3d None None] The sync data for ids ['d0ca4960-d973-401e-817a-1c8f908438d3'] in n-d-779913-27 is: [{'id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'name': 'tempest-TestShelveInstance-1656084165-router', 'tenant_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ce775a83-6263-4036-97d3-1a46b2262df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:27:01Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 4, 'project_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'gw_port': {'id': 'ce775a83-6263-4036-97d3-1a46b2262df7', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:27:02Z', 'updated_at': '2021-07-05T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169', 'name': '', 'network_id': 'e3842b98-9a0f-45bb-b620-824633b0a090', 'tenant_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'mac_address': 'fa:16:3e:21:ac:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f7c8f396-7f85-4385-92f1-2e2f721bcbfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:27:04Z', 'updated_at': '2021-07-05T11:27:08Z', 'revision_number': 4, 'project_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'subnets': [{'id': 'f7c8f396-7f85-4385-92f1-2e2f721bcbfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:27:09.394272 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5c51d-b835-49b8-aad5-b6cdb7a4d4c5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195916cd-f45c-4c63-ace9-d495ae2fe1ea,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:09.451383 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-72a5c51d-b835-49b8-aad5-b6cdb7a4d4c5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:09.452823 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-72a5c51d-b835-49b8-aad5-b6cdb7a4d4c5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274703 Jul 05 11:27:09.457539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 44958) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:27:09.462851 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-a9fd72b8-9a46-4db5-a481-e5b8c574a9eb tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'security_group_rule': {'security_group_id': 'f4901e9b-6de7-45bf-9e47-622bf6602016', 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:27:09.559287 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-a9fd72b8-9a46-4db5-a481-e5b8c574a9eb tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Project 644833e6906b4c9f9311cbb727dcbd3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:27:09.565999 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a9fd72b8-9a46-4db5-a481-e5b8c574a9eb tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:09.647434 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a9fd72b8-9a46-4db5-a481-e5b8c574a9eb tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:09.719584 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a9fd72b8-9a46-4db5-a481-e5b8c574a9eb tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:09.742794 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd72b8-9a46-4db5-a481-e5b8c574a9eb tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bc7109-1c6b-49c1-9c3a-4bdb6d368259,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:09.834007 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a9fd72b8-9a46-4db5-a481-e5b8c574a9eb tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:09.835730 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a9fd72b8-9a46-4db5-a481-e5b8c574a9eb tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3770299 Jul 05 11:27:10.081570 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b075702-aac6-4d54-af41-10305b80635d req-f699205d-58cd-42bc-b595-267ef232bfcf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1308816573&fields=id&tenant_id=644833e6906b4c9f9311cbb727dcbd3d HTTP/1.1" status: 200 len: 267 time: 0.0430393 Jul 05 11:27:10.195579 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075702-aac6-4d54-af41-10305b80635d req-d4e73540-3086-4893-aba0-760019f1779b tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:10.197223 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b075702-aac6-4d54-af41-10305b80635d req-d4e73540-3086-4893-aba0-760019f1779b tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 809 time: 0.1090648 Jul 05 11:27:10.217247 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b075702-aac6-4d54-af41-10305b80635d req-00a32dc4-db5f-4fa9-a9e0-80d4938533bb tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/quotas/644833e6906b4c9f9311cbb727dcbd3d HTTP/1.1" status: 200 len: 375 time: 0.0099890 Jul 05 11:27:10.301442 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b075702-aac6-4d54-af41-10305b80635d req-3ce34d06-e459-44de-9893-ce7d0556b13a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779221 Jul 05 11:27:10.493988 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b075702-aac6-4d54-af41-10305b80635d req-0e25c0ac-5123-45b6-9920-369ec4343e6a service neutron] 10.222.0.77 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804521 Jul 05 11:27:10.598634 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4b075702-aac6-4d54-af41-10305b80635d req-0eeb14cc-8dbd-4cab-8880-3adc34cf702f service neutron] 10.222.0.77 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978606 Jul 05 11:27:10.880896 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:27:11.016461 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:27:11.020596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:27:11.020964 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:11.107443 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:11.140986 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169,segment=NetworkSegment(ec80a0fd-d39b-4eb9-8a00-1100ffdaf048),segment_id=ec80a0fd-d39b-4eb9-8a00-1100ffdaf048)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:27:11.142905 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-afcc84e2-b6bd-42c1-85d1-3efefeebc1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:11.222590 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:11.275079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:11.999410 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9282b38b-47e1-4c07-9eb4-e12edc198b63 req-aeba6189-38f1-4345-9965-fa2d98f5668c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 210 time: 0.0311391 Jul 05 11:27:12.861734 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:27:12.912273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:27:12.912704 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:13.082329 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e755a226-d61e-4634-8755-cbfb09e3f3c5 req-46695a45-e671-48b6-9c47-d7ccce038fc1 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 210 time: 0.0293698 Jul 05 11:27:13.696347 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-64aef282-feae-4988-9c8b-6918b63d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:13.742252 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:14.170472 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-65e70122-1ffa-4e71-bd45-e8361e716e61 req-a5107a2f-a71f-43e1-bdd7-17b87f9ee92d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 210 time: 0.0283880 Jul 05 11:27:15.262046 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-830cac37-867d-408b-ab24-019da0551478 req-ace8357a-e334-436f-a97b-7afd53e7e622 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 210 time: 0.0285091 Jul 05 11:27:15.301980 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:16.401930 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d2a0dda-4b54-4be5-a0c6-04036bb1aeaf req-d3ed5584-e169-48a0-860d-c226d6c032d5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 210 time: 0.0283806 Jul 05 11:27:17.107569 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:17.546858 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2230da51-6025-475b-9089-3b1a9899f4fb req-8b86fb5a-877e-4bd9-bb63-42ff0798c796 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 210 time: 0.0322232 Jul 05 11:27:18.578826 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075702-aac6-4d54-af41-10305b80635d req-5e827107-4c6c-4ef9-ad84-5a06f90cd34e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:18.580934 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b075702-aac6-4d54-af41-10305b80635d req-5e827107-4c6c-4ef9-ad84-5a06f90cd34e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.64 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 809 time: 0.1078334 Jul 05 11:27:18.632496 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b075702-aac6-4d54-af41-10305b80635d req-7f9d08c5-0f05-476e-9d92-b8a5ca1527a5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=644833e6906b4c9f9311cbb727dcbd3d HTTP/1.1" status: 200 len: 380 time: 0.0374782 Jul 05 11:27:18.645013 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-4b075702-aac6-4d54-af41-10305b80635d req-6f2c1f28-54f3-4afc-8ef5-671b60290e28 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'port': {'device_id': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'admin_state_up': True, 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'security_groups': ['f4901e9b-6de7-45bf-9e47-622bf6602016']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:27:18.725922 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-23dd7c23-4ffd-4617-a7ff-5a2697148b63 req-1e8b756a-eaba-453b-9fe1-0b5dd3d6e323 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 210 time: 0.0405326 Jul 05 11:27:18.855744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b075702-aac6-4d54-af41-10305b80635d req-6f2c1f28-54f3-4afc-8ef5-671b60290e28 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Made reservation on behalf of 644833e6906b4c9f9311cbb727dcbd3d for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:27:18.859300 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4b075702-aac6-4d54-af41-10305b80635d req-6f2c1f28-54f3-4afc-8ef5-671b60290e28 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:18.985831 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-4b075702-aac6-4d54-af41-10305b80635d req-6f2c1f28-54f3-4afc-8ef5-671b60290e28 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Allocated IP 172.20.0.5 (2c4d8259-7c02-4133-a025-a74440a9d1c9/5a4d419f-e74b-4991-8875-5a5c54588710/a503ec26-6d64-4c54-ae45-c8e1abaa7df9) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:27:19.133785 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4b075702-aac6-4d54-af41-10305b80635d req-6f2c1f28-54f3-4afc-8ef5-671b60290e28 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:19.148270 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-4b075702-aac6-4d54-af41-10305b80635d req-6f2c1f28-54f3-4afc-8ef5-671b60290e28 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Transition to ACTIVE for port object a503ec26-6d64-4c54-ae45-c8e1abaa7df9 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:27:19.222534 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4b075702-aac6-4d54-af41-10305b80635d req-6f2c1f28-54f3-4afc-8ef5-671b60290e28 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:19.265831 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b075702-aac6-4d54-af41-10305b80635d req-6f2c1f28-54f3-4afc-8ef5-671b60290e28 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Network 2c4d8259-7c02-4133-a025-a74440a9d1c9 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:27:19.271495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-4b075702-aac6-4d54-af41-10305b80635d req-6f2c1f28-54f3-4afc-8ef5-671b60290e28 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:27:19.275200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b075702-aac6-4d54-af41-10305b80635d req-6f2c1f28-54f3-4afc-8ef5-671b60290e28 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:27:19.283054 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c1f28-54f3-4afc-8ef5-671b60290e28 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'Port': ['ID=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:19.333198 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075702-aac6-4d54-af41-10305b80635d req-6f2c1f28-54f3-4afc-8ef5-671b60290e28 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:19.333826 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4b075702-aac6-4d54-af41-10305b80635d req-6f2c1f28-54f3-4afc-8ef5-671b60290e28 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:19.428648 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b075702-aac6-4d54-af41-10305b80635d req-6f2c1f28-54f3-4afc-8ef5-671b60290e28 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7879245 Jul 05 11:27:19.444951 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Request body: {'port': {'device_id': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:27:19.516709 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:19.622011 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bf3ecede-69b9-43da-b2e0-9bee72a5132a None None] Provisioning for port a503ec26-6d64-4c54-ae45-c8e1abaa7df9 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:27:19.626135 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-bf3ecede-69b9-43da-b2e0-9bee72a5132a None None] Provisioning complete for port a503ec26-6d64-4c54-ae45-c8e1abaa7df9 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:27:19.627179 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bf3ecede-69b9-43da-b2e0-9bee72a5132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:19.661313 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ecede-69b9-43da-b2e0-9bee72a5132a None None] Port a503ec26-6d64-4c54-ae45-c8e1abaa7df9 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:27:19.787498 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a503ec26-6d64-4c54-ae45-c8e1abaa7df9 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:27:19.795608 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:19.807738 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Transition to ACTIVE for port object a503ec26-6d64-4c54-ae45-c8e1abaa7df9 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:27:19.884907 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:19.902953 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d924abf-eb79-41b8-b98c-0d2979b38cb3 req-bdb177e6-7055-40de-bbf4-540ac9f86d9e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:19.904580 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0d924abf-eb79-41b8-b98c-0d2979b38cb3 req-bdb177e6-7055-40de-bbf4-540ac9f86d9e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 931 time: 0.0650375 Jul 05 11:27:19.940185 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Pushing event updated for resources: {'Port': ['ID=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:19.948193 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0d924abf-eb79-41b8-b98c-0d2979b38cb3 req-b524571c-695d-4559-9677-231ebe50b081 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368731 Jul 05 11:27:20.014263 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Attempting to bind port a503ec26-6d64-4c54-ae45-c8e1abaa7df9 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:27:20.014600 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Attempting to bind port a503ec26-6d64-4c54-ae45-c8e1abaa7df9 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:27:20.014938 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Attempting to bind port a503ec26-6d64-4c54-ae45-c8e1abaa7df9 on network 2c4d8259-7c02-4133-a025-a74440a9d1c9 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:27:20.020162 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Port a503ec26-6d64-4c54-ae45-c8e1abaa7df9 on network 2c4d8259-7c02-4133-a025-a74440a9d1c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:27:20.020511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Attempting to bind port a503ec26-6d64-4c54-ae45-c8e1abaa7df9 on network 2c4d8259-7c02-4133-a025-a74440a9d1c9 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:27:20.025764 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:27:20.026106 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Checking segment: {'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:27:20.026495 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Bound using segment: {'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:27:20.026934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Bound port: a503ec26-6d64-4c54-ae45-c8e1abaa7df9, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:27:20.027393 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:20.108884 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] For port a503ec26-6d64-4c54-ae45-c8e1abaa7df9, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:27:20.115016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] For port a503ec26-6d64-4c54-ae45-c8e1abaa7df9, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:27:20.165520 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:20.200539 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:20.201150 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:20.202666 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b075702-aac6-4d54-af41-10305b80635d req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] 10.222.0.64 "PUT /v2.0/ports/a503ec26-6d64-4c54-ae45-c8e1abaa7df9 HTTP/1.1" status: 200 len: 1092 time: 0.7621450 Jul 05 11:27:20.202987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'tag': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:27:20.205789 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c821a0-e65d-44ab-a2b5-5acfa720e891" -d '{"events": [{"name": "network-changed", "server_uuid": "1994cd90-cbe1-409a-b06c-b1410ff25793", "tag": "a503ec26-6d64-4c54-ae45-c8e1abaa7df9"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:27:20.231803 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3047d-5baa-467a-a896-9421ca5835bf service neutron] Pushing event updated for resources: {'Port': ['ID=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:20.250916 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52b544e-d343-42b7-860f-361414251de8 x-openstack-request-id: req-b52b544e-d343-42b7-860f-361414251de8 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:27:20.251214 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1994cd90-cbe1-409a-b06c-b1410ff25793", "tag": "a503ec26-6d64-4c54-ae45-c8e1abaa7df9", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:27:20.251458 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b52b544e-d343-42b7-860f-361414251de8 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:27:20.251906 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'tag': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'status': 'completed', 'code': 200} Jul 05 11:27:20.355504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c821a0-e65d-44ab-a2b5-5acfa720e891 req-eec0c81a-0bc7-4413-bb2d-bf5bc8431703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:20.357093 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c7c821a0-e65d-44ab-a2b5-5acfa720e891 req-eec0c81a-0bc7-4413-bb2d-bf5bc8431703 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 1095 time: 0.0768356 Jul 05 11:27:20.468399 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c821a0-e65d-44ab-a2b5-5acfa720e891 req-2e11dcee-0973-44cc-8681-23fb79c890f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:20.469791 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c7c821a0-e65d-44ab-a2b5-5acfa720e891 req-2e11dcee-0973-44cc-8681-23fb79c890f4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1011028 Jul 05 11:27:20.570751 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c821a0-e65d-44ab-a2b5-5acfa720e891 req-0c55ebfe-039a-4444-a246-f0e55694dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:20.572323 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c7c821a0-e65d-44ab-a2b5-5acfa720e891 req-0c55ebfe-039a-4444-a246-f0e55694dfb5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914965 Jul 05 11:27:20.678103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075702-aac6-4d54-af41-10305b80635d req-9a26e110-2998-4919-ad3d-7a72e1b134b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:20.679648 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b075702-aac6-4d54-af41-10305b80635d req-9a26e110-2998-4919-ad3d-7a72e1b134b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 1095 time: 0.0553417 Jul 05 11:27:20.728855 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b075702-aac6-4d54-af41-10305b80635d req-0b95d3e1-835b-48f6-a5c4-7cb7fe63b6fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9 HTTP/1.1" status: 200 len: 217 time: 0.0384388 Jul 05 11:27:20.782617 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075702-aac6-4d54-af41-10305b80635d req-a4455823-d44d-4940-8e70-46fa64680633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:20.784129 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b075702-aac6-4d54-af41-10305b80635d req-a4455823-d44d-4940-8e70-46fa64680633 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0462484 Jul 05 11:27:20.938429 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075702-aac6-4d54-af41-10305b80635d req-90fd6f4c-70f2-44e0-8395-acc2b6251503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:20.941145 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b075702-aac6-4d54-af41-10305b80635d req-90fd6f4c-70f2-44e0-8395-acc2b6251503 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496880 Jul 05 11:27:21.050116 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b075702-aac6-4d54-af41-10305b80635d req-e206c25c-c1bc-4f8f-b046-93743bd1aff8 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980213 Jul 05 11:27:21.130228 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede7873-4290-43c1-ae1a-bc7af1b46aa0 req-50fad2c6-9746-4dae-b514-a027fd552ff2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:21.131958 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ede7873-4290-43c1-ae1a-bc7af1b46aa0 req-50fad2c6-9746-4dae-b514-a027fd552ff2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.0681512 Jul 05 11:27:21.166275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4b075702-aac6-4d54-af41-10305b80635d req-5a032406-356f-4eb0-9af2-a39030118a56 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053994 Jul 05 11:27:21.194741 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ede7873-4290-43c1-ae1a-bc7af1b46aa0 req-a7f65547-4cce-4746-82a3-0700d5065f8d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554318 Jul 05 11:27:22.384616 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee37bc-b9ff-44f6-9f10-97d050c2f508 req-3bb1ca0f-a71a-4e83-b1de-dfa4c6e9a07c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:22.386320 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1fee37bc-b9ff-44f6-9f10-97d050c2f508 req-3bb1ca0f-a71a-4e83-b1de-dfa4c6e9a07c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.0748546 Jul 05 11:27:22.428865 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-1fee37bc-b9ff-44f6-9f10-97d050c2f508 req-fc6febcd-4713-471c-a4a4-0759b4b19f37 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334368 Jul 05 11:27:23.032743 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:23.608982 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b18409-3f08-4c63-a0f6-2cb991a0710f req-4d486e23-22f7-4ec5-b323-bbd5a3edfe30 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:23.610481 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48b18409-3f08-4c63-a0f6-2cb991a0710f req-4d486e23-22f7-4ec5-b323-bbd5a3edfe30 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.0675352 Jul 05 11:27:23.648651 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-48b18409-3f08-4c63-a0f6-2cb991a0710f req-9f6e5b4e-b147-42d0-9e94-fce30d63e368 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318899 Jul 05 11:27:24.576926 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a503ec26-6d64-4c54-ae45-c8e1abaa7df9 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:27:24.673709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a503ec26-6d64-4c54-ae45-c8e1abaa7df9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:27:24.685725 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'port_id': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'mac_address': 'fa:16:3e:1f:bc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:27:24.724272 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:24.738147 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a503ec26-6d64-4c54-ae45-c8e1abaa7df9 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:27:24.828798 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fe6cf-0343-4898-897f-bb378a68eb9f req-346f704a-aca5-46aa-843c-5adfda1b21df tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:24.830326 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b24fe6cf-0343-4898-897f-bb378a68eb9f req-346f704a-aca5-46aa-843c-5adfda1b21df tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.0674264 Jul 05 11:27:24.838824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a503ec26-6d64-4c54-ae45-c8e1abaa7df9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:27:24.878371 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b24fe6cf-0343-4898-897f-bb378a68eb9f req-4c2e3297-4a74-4e3c-ad8b-42600f7fd153 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395765 Jul 05 11:27:24.902583 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:24.933337 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:24.951900 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:25.178249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['a503ec26-6d64-4c54-ae45-c8e1abaa7df9'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:27:26.053349 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ee69c-9aa6-4835-9371-5f49fa945ca6 req-3fcdfef9-28ca-4a1e-82fb-764bbcd9bf2f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:26.054921 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-736ee69c-9aa6-4835-9371-5f49fa945ca6 req-3fcdfef9-28ca-4a1e-82fb-764bbcd9bf2f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 944 time: 0.0643308 Jul 05 11:27:26.095265 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-736ee69c-9aa6-4835-9371-5f49fa945ca6 req-6a0a1e45-aa20-42a1-9161-8c34d49d731c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346520 Jul 05 11:27:26.590927 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a503ec26-6d64-4c54-ae45-c8e1abaa7df9 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:27:26.695552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port a503ec26-6d64-4c54-ae45-c8e1abaa7df9 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:27:26.699822 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port a503ec26-6d64-4c54-ae45-c8e1abaa7df9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:27:26.700194 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:26.780428 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:26.803452 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:27:26.805741 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da5fbf4-af2d-4f7d-85d4-383db6a80c5a" -d '{"events": [{"server_uuid": "1994cd90-cbe1-409a-b06c-b1410ff25793", "name": "network-vif-plugged", "status": "completed", "tag": "a503ec26-6d64-4c54-ae45-c8e1abaa7df9"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:27:26.822187 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a503ec26-6d64-4c54-ae45-c8e1abaa7df9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:27:26.847431 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8a0ae8-2b37-4784-8dee-12e8a7a7e3d8 x-openstack-request-id: req-0d8a0ae8-2b37-4784-8dee-12e8a7a7e3d8 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:27:26.847646 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994cd90-cbe1-409a-b06c-b1410ff25793", "name": "network-vif-plugged", "status": "completed", "tag": "a503ec26-6d64-4c54-ae45-c8e1abaa7df9", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:27:26.854163 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d8a0ae8-2b37-4784-8dee-12e8a7a7e3d8 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:27:26.854163 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'code': 200} Jul 05 11:27:26.896295 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:26.945331 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:26.985727 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975a71e-2401-4e7e-b82a-97fbd720f5db req-95f8a901-aa82-48be-a5ef-5119001ffb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:26.987247 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5975a71e-2401-4e7e-b82a-97fbd720f5db req-95f8a901-aa82-48be-a5ef-5119001ffb05 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 1097 time: 0.0544195 Jul 05 11:27:27.025607 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5975a71e-2401-4e7e-b82a-97fbd720f5db req-cc2f21b8-f83c-41b9-9d90-202823d30d3a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280612 Jul 05 11:27:27.270758 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834af5e-0cf1-4288-9c4a-3b5f72ce2e8b req-8b5bb7b2-002a-44e8-8f6e-f7fd896046b9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:27.272311 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3834af5e-0cf1-4288-9c4a-3b5f72ce2e8b req-8b5bb7b2-002a-44e8-8f6e-f7fd896046b9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.0651660 Jul 05 11:27:27.314277 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3834af5e-0cf1-4288-9c4a-3b5f72ce2e8b req-489f23f8-a4f8-40ca-a732-8885215423f1 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357416 Jul 05 11:27:28.502213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16946a9-ca4d-414b-b2ee-efde4e6bbec7 req-9a24176a-9959-4fdb-bbed-018575a5b91c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:28.503777 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f16946a9-ca4d-414b-b2ee-efde4e6bbec7 req-9a24176a-9959-4fdb-bbed-018575a5b91c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.0771933 Jul 05 11:27:28.554337 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f16946a9-ca4d-414b-b2ee-efde4e6bbec7 req-fda30a61-5b16-44f1-801e-334859f18614 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447233 Jul 05 11:27:28.734049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab954e6-eb97-4473-b7c1-463c63cf92af req-259c38f8-8be1-4928-a7bf-3c1ff244818d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:28.735620 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5ab954e6-eb97-4473-b7c1-463c63cf92af req-259c38f8-8be1-4928-a7bf-3c1ff244818d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.0683470 Jul 05 11:27:28.780769 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5ab954e6-eb97-4473-b7c1-463c63cf92af req-405b5214-3164-468c-b1fa-674eca8c4fba tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358565 Jul 05 11:27:28.805780 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45032) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:27:28.907420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066fb4de-32ce-4e0b-98e7-2b5c49b69108 tempest-TestShelveInstance-489565953 tempest-TestShelveInstance-489565953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:28.909021 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-066fb4de-32ce-4e0b-98e7-2b5c49b69108 tempest-TestShelveInstance-489565953 tempest-TestShelveInstance-489565953-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 1092 time: 0.1022370 Jul 05 11:27:28.912084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45036) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:27:28.916534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:27:28.999214 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:29.099523 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:29.202527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Allocated IP 172.25.5.96 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/e75d7cec-b0fe-4412-9fbc-d18f845e5e5a) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:27:29.651858 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:29.730476 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:29.769303 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:27:29.774169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:27:29.777689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:27:29.783691 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'Port': ['ID=e75d7cec-b0fe-4412-9fbc-d18f845e5e5a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:30.156589 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:30.303869 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:30.459531 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:30.518715 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:30.596814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'Port': ['ID=e75d7cec-b0fe-4412-9fbc-d18f845e5e5a,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:27:30.608782 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:30.709678 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Floating IP edf2e502-d798-443a-87c6-903a957faaeb associated. External IP: 172.25.5.96, port: a503ec26-6d64-4c54-ae45-c8e1abaa7df9. Jul 05 11:27:30.922801 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:27:31.028739 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:27:31.037948 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38bec4d-248d-4637-aae8-a8dc68091425 None None] Sync routers for ids ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:27:31.047184 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38bec4d-248d-4637-aae8-a8dc68091425 None None] Routers {'ad794777-4c59-4434-b9d6-2ef4e8e02cb6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:27:31.055363 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e38bec4d-248d-4637-aae8-a8dc68091425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:27:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:27:31.107125 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:31.148761 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5bef8f05-6838-4942-9058-7424050beb8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2356381 Jul 05 11:27:31.149338 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'tag': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:27:31.151760 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86fe374-b30e-4b3b-8a58-93a699ded43e" -d '{"events": [{"name": "network-changed", "server_uuid": "1994cd90-cbe1-409a-b06c-b1410ff25793", "tag": "a503ec26-6d64-4c54-ae45-c8e1abaa7df9"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:27:31.154235 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e38bec4d-248d-4637-aae8-a8dc68091425 None None] Set router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:27:31.191084 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae85cd6-fe61-4945-b751-06bd23880ef9 x-openstack-request-id: req-9ae85cd6-fe61-4945-b751-06bd23880ef9 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:27:31.191386 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1994cd90-cbe1-409a-b06c-b1410ff25793", "tag": "a503ec26-6d64-4c54-ae45-c8e1abaa7df9", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:27:31.191638 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ae85cd6-fe61-4945-b751-06bd23880ef9 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:27:31.192146 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'tag': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'status': 'completed', 'code': 200} Jul 05 11:27:31.271215 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fe374-b30e-4b3b-8a58-93a699ded43e req-2d317667-3c3b-428b-8a15-c7d0aca9e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:31.272792 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e86fe374-b30e-4b3b-8a58-93a699ded43e req-2d317667-3c3b-428b-8a15-c7d0aca9e712 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 1097 time: 0.0575597 Jul 05 11:27:31.368235 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fe374-b30e-4b3b-8a58-93a699ded43e req-d8159c4e-24d2-4a99-818f-973f5d49509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:31.369722 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e86fe374-b30e-4b3b-8a58-93a699ded43e req-d8159c4e-24d2-4a99-818f-973f5d49509c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.0869448 Jul 05 11:27:31.441603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e86fe374-b30e-4b3b-8a58-93a699ded43e req-4a3c90fb-f713-4d00-8883-6e63a2cf0e1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9 HTTP/1.1" status: 200 len: 998 time: 0.0640261 Jul 05 11:27:31.470174 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e38bec4d-248d-4637-aae8-a8dc68091425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'edf2e502-d798-443a-87c6-903a957faaeb', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'port_id': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'mac_address': 'fa:16:3e:1f:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:27:30Z', 'updated_at': '2021-07-05T11:27:30Z', 'revision_number': 0, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bf217d-3f0a-400a-8774-e2e382d8772f', 'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'mac_address': 'fa:16:3e:98:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:58Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 5, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'subnets': [{'id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:27:31.490983 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fe374-b30e-4b3b-8a58-93a699ded43e req-faecf594-d012-4408-b168-095f521a206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:31.492478 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e86fe374-b30e-4b3b-8a58-93a699ded43e req-faecf594-d012-4408-b168-095f521a206e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0446374 Jul 05 11:27:31.499611 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38bec4d-248d-4637-aae8-a8dc68091425 None None] Checking router: ad794777-4c59-4434-b9d6-2ef4e8e02cb6 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:27:31.508480 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38bec4d-248d-4637-aae8-a8dc68091425 None None] Routers {'ad794777-4c59-4434-b9d6-2ef4e8e02cb6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:27:31.509087 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e38bec4d-248d-4637-aae8-a8dc68091425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:27:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:27:31.549949 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fe374-b30e-4b3b-8a58-93a699ded43e req-9fe48d54-6b16-41c7-96a3-cdee2693bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:31.551462 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e86fe374-b30e-4b3b-8a58-93a699ded43e req-9fe48d54-6b16-41c7-96a3-cdee2693bfc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528061 Jul 05 11:27:31.613882 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-e38bec4d-248d-4637-aae8-a8dc68091425 None None] Set router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:27:31.656155 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e86fe374-b30e-4b3b-8a58-93a699ded43e req-1445ca01-a3d7-4f80-8b46-10aef51a2007 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906374 Jul 05 11:27:31.750523 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e86fe374-b30e-4b3b-8a58-93a699ded43e req-bb6a7ba1-df97-4fba-aebb-ac26cde0a4c8 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872581 Jul 05 11:27:31.847095 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-e38bec4d-248d-4637-aae8-a8dc68091425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'edf2e502-d798-443a-87c6-903a957faaeb', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'port_id': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'mac_address': 'fa:16:3e:1f:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:27:30Z', 'updated_at': '2021-07-05T11:27:30Z', 'revision_number': 0, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bf217d-3f0a-400a-8774-e2e382d8772f', 'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'mac_address': 'fa:16:3e:98:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:58Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 5, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'subnets': [{'id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:27:31.878056 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38bec4d-248d-4637-aae8-a8dc68091425 None None] The sync data for ids ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'] in n-d-779913-27 is: [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'edf2e502-d798-443a-87c6-903a957faaeb', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'port_id': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'mac_address': 'fa:16:3e:1f:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:27:30Z', 'updated_at': '2021-07-05T11:27:30Z', 'revision_number': 0, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bf217d-3f0a-400a-8774-e2e382d8772f', 'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'mac_address': 'fa:16:3e:98:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:58Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 5, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'subnets': [{'id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:27:32.095508 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411403d-34b5-42dc-bb21-88ef12fdd190 None None] New status for floating IP edf2e502-d798-443a-87c6-903a957faaeb: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:27:41.130133 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-62c17c03-ec99-4003-a26c-bb377a6486fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:42.402443 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:27:43.667321 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2accf0c1-66a0-4e4e-9b21-5cbbb66da945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:43.729859 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:45.341403 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:47.153012 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:53.090063 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:54.923997 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:27:59.082099 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e4dfb6f-ebb7-49f8-9b47-d15d4f18a67f req-8bd547bf-b526-4b8b-ab97-71f40662d5c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587749 Jul 05 11:27:59.183024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dfb6f-ebb7-49f8-9b47-d15d4f18a67f req-2d4b6d25-02ed-446b-9231-9d3614b68664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:59.184570 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e4dfb6f-ebb7-49f8-9b47-d15d4f18a67f req-2d4b6d25-02ed-446b-9231-9d3614b68664 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 1097 time: 0.0534019 Jul 05 11:27:59.290841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dfb6f-ebb7-49f8-9b47-d15d4f18a67f req-5092caa6-5e73-4f8a-967a-a4d81260b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:59.292376 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e4dfb6f-ebb7-49f8-9b47-d15d4f18a67f req-5092caa6-5e73-4f8a-967a-a4d81260b4cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.0850320 Jul 05 11:27:59.366200 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e4dfb6f-ebb7-49f8-9b47-d15d4f18a67f req-4005ba13-0bab-408d-857d-38c107bc0a54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9 HTTP/1.1" status: 200 len: 1000 time: 0.0640121 Jul 05 11:27:59.416570 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dfb6f-ebb7-49f8-9b47-d15d4f18a67f req-53b929ec-9aa0-41b1-88cf-cd19bded3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:59.418050 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e4dfb6f-ebb7-49f8-9b47-d15d4f18a67f req-53b929ec-9aa0-41b1-88cf-cd19bded3405 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0456257 Jul 05 11:27:59.476565 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dfb6f-ebb7-49f8-9b47-d15d4f18a67f req-851087b5-f113-47b2-9477-c6920bfab7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:27:59.478294 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e4dfb6f-ebb7-49f8-9b47-d15d4f18a67f req-851087b5-f113-47b2-9477-c6920bfab7a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534480 Jul 05 11:27:59.575867 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e4dfb6f-ebb7-49f8-9b47-d15d4f18a67f req-4aa653ee-5085-48be-a0f7-ebab7ddd1863 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889947 Jul 05 11:27:59.670394 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6e4dfb6f-ebb7-49f8-9b47-d15d4f18a67f req-780e92e2-db59-43a3-a80f-bd22b922bd68 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866947 Jul 05 11:28:11.135188 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0dd39aac-8b26-4f70-be41-210ba95d9337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:13.734399 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-286989f4-b63b-4ebb-8459-83767c3f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:13.815046 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:15.323854 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:17.140473 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:19.401594 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:28:23.071854 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:24.906286 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:41.123057 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9f74c17a-03bb-45ed-8f84-28a76f473a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:43.682706 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-30a99068-6a5d-486f-a1a2-383f3b388a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:43.705223 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:45.317989 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:47.157117 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:53.042788 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:54.966359 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:28:56.400618 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:29:00.134668 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fdbf3e1-889c-4e92-8741-0082f152558c req-6270aee6-2b9b-4d54-82ab-77f0a1eaa744 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1017978 Jul 05 11:29:00.233993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbf3e1-889c-4e92-8741-0082f152558c req-89727ae3-05b1-4828-8774-2d395baf8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:00.235510 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fdbf3e1-889c-4e92-8741-0082f152558c req-89727ae3-05b1-4828-8774-2d395baf8e98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 1097 time: 0.0536394 Jul 05 11:29:00.346760 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbf3e1-889c-4e92-8741-0082f152558c req-3d30ea2f-7595-40c9-b283-31608908831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:00.348803 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fdbf3e1-889c-4e92-8741-0082f152558c req-3d30ea2f-7595-40c9-b283-31608908831f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.0870190 Jul 05 11:29:00.421992 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fdbf3e1-889c-4e92-8741-0082f152558c req-682e625c-d524-43c8-818e-0f6f76d026b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9 HTTP/1.1" status: 200 len: 1000 time: 0.0618775 Jul 05 11:29:00.475841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbf3e1-889c-4e92-8741-0082f152558c req-78ab6691-1b33-4cac-8a4a-8942ed7964f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:00.477304 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fdbf3e1-889c-4e92-8741-0082f152558c req-78ab6691-1b33-4cac-8a4a-8942ed7964f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0460196 Jul 05 11:29:00.541505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbf3e1-889c-4e92-8741-0082f152558c req-e700d64f-7c4e-4591-8758-af2f80a9ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:00.543043 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fdbf3e1-889c-4e92-8741-0082f152558c req-e700d64f-7c4e-4591-8758-af2f80a9ce1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585794 Jul 05 11:29:00.639396 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fdbf3e1-889c-4e92-8741-0082f152558c req-f1f7f766-9e18-463d-b71d-be14154ae2e1 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852778 Jul 05 11:29:00.740627 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7fdbf3e1-889c-4e92-8741-0082f152558c req-23b4fde5-3644-494c-bf45-627355ea2b98 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905185 Jul 05 11:29:11.140104 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ed533cc9-860b-442c-ad55-252c3454958b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:13.711068 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-62ba5e4c-4c8f-408e-9966-0fdd30adbbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:13.751649 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:15.339627 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:17.146019 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:23.117015 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:24.955899 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:30.089369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6e22d-fcbf-4fb1-b9b4-01f440d601aa req-fd87c5b5-78ac-4c1e-9d88-b63a1ea8d3bb tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:30.091014 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b8b6e22d-fcbf-4fb1-b9b4-01f440d601aa req-fd87c5b5-78ac-4c1e-9d88-b63a1ea8d3bb tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.1229446 Jul 05 11:29:30.139312 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b8b6e22d-fcbf-4fb1-b9b4-01f440d601aa req-b2940af1-6ac8-4a83-bd10-62ac69bece6e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368853 Jul 05 11:29:31.349296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd6134-f3b6-4749-9750-a5f7460e7e08 req-eb5adc6a-64f3-43fb-ac8e-cc6433c33689 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:31.351003 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2fcd6134-f3b6-4749-9750-a5f7460e7e08 req-eb5adc6a-64f3-43fb-ac8e-cc6433c33689 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.0770009 Jul 05 11:29:31.394850 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-2fcd6134-f3b6-4749-9750-a5f7460e7e08 req-4010fd2a-bf52-48c6-8b0f-2b7b834e94d9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375791 Jul 05 11:29:32.691563 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f60eb8-ea7e-4723-9372-bfcb0d57e428 req-a926dadb-0d6d-4ba5-b0dc-09ee50f12b16 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:32.693420 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7f60eb8-ea7e-4723-9372-bfcb0d57e428 req-a926dadb-0d6d-4ba5-b0dc-09ee50f12b16 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.0727079 Jul 05 11:29:32.740671 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d7f60eb8-ea7e-4723-9372-bfcb0d57e428 req-ce8da39c-0ed9-4742-8969-33a0f18b37f2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371213 Jul 05 11:29:33.401262 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:29:33.942412 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a21f9-024a-4240-b5ff-7f07deb41612 req-6c347a7d-e95d-4346-9d72-cf95e8a1d066 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:33.944105 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-965a21f9-024a-4240-b5ff-7f07deb41612 req-6c347a7d-e95d-4346-9d72-cf95e8a1d066 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.0767841 Jul 05 11:29:33.986243 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-965a21f9-024a-4240-b5ff-7f07deb41612 req-abbc94d3-bef3-441a-b9ea-950d757db468 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362654 Jul 05 11:29:35.187024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311234f8-86c6-4607-af25-d4a1c42405d6 req-5f83a2eb-f832-4d30-ad64-540c1af7291e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:35.188722 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-311234f8-86c6-4607-af25-d4a1c42405d6 req-5f83a2eb-f832-4d30-ad64-540c1af7291e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.0784833 Jul 05 11:29:35.235315 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-311234f8-86c6-4607-af25-d4a1c42405d6 req-9aa869f4-31a5-41a0-95c2-868280a93543 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398192 Jul 05 11:29:36.431814 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d66823-08fc-4f00-8d12-3067f0e2267b req-bf882d3d-f974-45a6-8672-6e7a208dc8dd tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:36.433515 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-19d66823-08fc-4f00-8d12-3067f0e2267b req-bf882d3d-f974-45a6-8672-6e7a208dc8dd tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.0712497 Jul 05 11:29:36.482606 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-19d66823-08fc-4f00-8d12-3067f0e2267b req-210cb7f6-ed1c-439f-aefe-29fd56913db9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Jul 05 11:29:37.693659 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4511a9f-d8c4-47ff-91d6-76046718b81c req-9468c1db-6a94-46eb-97c3-1f4064a2b473 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:37.695593 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4511a9f-d8c4-47ff-91d6-76046718b81c req-9468c1db-6a94-46eb-97c3-1f4064a2b473 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.0795460 Jul 05 11:29:37.755097 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c4511a9f-d8c4-47ff-91d6-76046718b81c req-e599157b-4912-4d14-8298-80c51c19a89f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530612 Jul 05 11:29:38.988532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67687ca4-9ba7-4425-8596-baea11573e33 req-f4404093-eae8-4a7e-854b-9c7ed028fdce tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:38.991272 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67687ca4-9ba7-4425-8596-baea11573e33 req-f4404093-eae8-4a7e-854b-9c7ed028fdce tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.1131053 Jul 05 11:29:39.053976 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-67687ca4-9ba7-4425-8596-baea11573e33 req-1482f073-76df-4240-b9ef-3c773f0c8049 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564945 Jul 05 11:29:40.258544 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b19c79-cc8d-453f-88f2-28f916cf62aa req-e208bca2-3221-4095-90d0-061a719899f8 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:40.260692 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-96b19c79-cc8d-453f-88f2-28f916cf62aa req-e208bca2-3221-4095-90d0-061a719899f8 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.0741789 Jul 05 11:29:40.312187 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-96b19c79-cc8d-453f-88f2-28f916cf62aa req-377990dd-b623-45f3-8dab-e1604ed4be97 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Jul 05 11:29:41.162142 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-80d02c25-3711-4fe2-b6f7-6683ccacf4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:41.370659 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a503ec26-6d64-4c54-ae45-c8e1abaa7df9 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:29:41.526676 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73644c47-12e0-4896-bb6d-fbbf98f63985 req-b0f88a52-7069-4f18-8163-c58e940250d0 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:41.528315 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73644c47-12e0-4896-bb6d-fbbf98f63985 req-b0f88a52-7069-4f18-8163-c58e940250d0 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.0864854 Jul 05 11:29:41.530601 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a503ec26-6d64-4c54-ae45-c8e1abaa7df9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:29:41.545646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'port_id': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'mac_address': 'fa:16:3e:1f:bc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:29:41.582261 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-73644c47-12e0-4896-bb6d-fbbf98f63985 req-6bbf8cc6-5897-4a6c-b10a-afde86f10382 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426793 Jul 05 11:29:41.590202 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:41.605915 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a503ec26-6d64-4c54-ae45-c8e1abaa7df9 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:29:41.629346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a503ec26-6d64-4c54-ae45-c8e1abaa7df9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:29:41.756643 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:41.825169 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:29:41.833259 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:29:41.833603 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:29:41.833944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:29:41.834276 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:29:41.834632 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:29:41.834970 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:29:41.835291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:29:41.835612 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:29:41.835962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:29:41.836284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:29:41.836723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:29:41.836904 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:29:41.869813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['a503ec26-6d64-4c54-ae45-c8e1abaa7df9'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:29:42.875660 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93473e3e-a2a5-4ec9-b987-915ea2c3d06b req-fa35ae2d-b4f8-464c-acfb-ab0b89c032ae tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:42.877964 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-93473e3e-a2a5-4ec9-b987-915ea2c3d06b req-fa35ae2d-b4f8-464c-acfb-ab0b89c032ae tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 944 time: 0.0892897 Jul 05 11:29:42.928931 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-93473e3e-a2a5-4ec9-b987-915ea2c3d06b req-e28350a2-bc0d-4e6f-a750-8ef1ff95d4df tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430262 Jul 05 11:29:43.390723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a503ec26-6d64-4c54-ae45-c8e1abaa7df9 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:29:43.449276 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port a503ec26-6d64-4c54-ae45-c8e1abaa7df9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:29:43.449893 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:43.541736 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:43.573587 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:29:43.577610 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545a560d-15ba-44be-87c6-6ac13f7612e7" -d '{"events": [{"server_uuid": "1994cd90-cbe1-409a-b06c-b1410ff25793", "name": "network-vif-plugged", "status": "completed", "tag": "a503ec26-6d64-4c54-ae45-c8e1abaa7df9"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:29:43.608803 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a503ec26-6d64-4c54-ae45-c8e1abaa7df9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:29:43.700001 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:43.749734 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fe21ded0-d043-4176-a662-0dd8a474c3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:43.751828 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:43.780203 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:29:43.794991 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308998d2-4189-4470-a0fe-28ce730e7dfc x-openstack-request-id: req-308998d2-4189-4470-a0fe-28ce730e7dfc {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:29:43.795427 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994cd90-cbe1-409a-b06c-b1410ff25793", "name": "network-vif-plugged", "status": "completed", "tag": "a503ec26-6d64-4c54-ae45-c8e1abaa7df9", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:29:43.795810 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-308998d2-4189-4470-a0fe-28ce730e7dfc {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:29:43.796339 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'code': 200} Jul 05 11:29:44.161324 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc5cbd-77e9-48bf-a38c-e3bf6b0e8bc6 req-99f8c048-3cf2-4da8-9643-74360d99781f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:44.164581 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b8fc5cbd-77e9-48bf-a38c-e3bf6b0e8bc6 req-99f8c048-3cf2-4da8-9643-74360d99781f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.0827162 Jul 05 11:29:44.219759 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b8fc5cbd-77e9-48bf-a38c-e3bf6b0e8bc6 req-64233dbe-a394-4817-94c9-bbc47275da05 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421817 Jul 05 11:29:45.362735 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:45.535007 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6266f-89c7-4fa0-92e0-55871015abdb req-bc5cec62-5d32-4523-ade1-ff8d9907db0e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:45.537418 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-81b6266f-89c7-4fa0-92e0-55871015abdb req-bc5cec62-5d32-4523-ade1-ff8d9907db0e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.0864997 Jul 05 11:29:45.619780 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-81b6266f-89c7-4fa0-92e0-55871015abdb req-ef4328f1-8017-4510-91a7-bb4792f6e4ec tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702641 Jul 05 11:29:46.944063 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428b60f-d38e-48eb-a539-2438ef97f5be req-500e4f6a-0707-44e9-81f4-1f32935675b8 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:46.946760 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3428b60f-d38e-48eb-a539-2438ef97f5be req-500e4f6a-0707-44e9-81f4-1f32935675b8 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.1378767 Jul 05 11:29:47.004941 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3428b60f-d38e-48eb-a539-2438ef97f5be req-0484afcf-9173-489a-8fa8-e7f443dc8d64 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514750 Jul 05 11:29:47.168485 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:48.364296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a97f5-34dd-41f4-ae08-fbf6e22f5a7b req-ef2df0d1-ae9b-4317-9782-b5295132458f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:48.364296 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be2a97f5-34dd-41f4-ae08-fbf6e22f5a7b req-ef2df0d1-ae9b-4317-9782-b5295132458f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.1180248 Jul 05 11:29:48.456672 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be2a97f5-34dd-41f4-ae08-fbf6e22f5a7b req-e3106647-ce59-4ec7-81c5-f8e9faae881f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856659 Jul 05 11:29:49.820858 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44520dcd-45b0-4f9b-ac3e-8d41ba7a4daa req-9cc642cf-c8c2-4463-8f36-610be0109bdd tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:49.824184 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-44520dcd-45b0-4f9b-ac3e-8d41ba7a4daa req-9cc642cf-c8c2-4463-8f36-610be0109bdd tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.1402564 Jul 05 11:29:49.906290 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-44520dcd-45b0-4f9b-ac3e-8d41ba7a4daa req-72c6439e-4cad-4c01-98cb-9b858cbec174 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709574 Jul 05 11:29:51.169319 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f42b9e-2228-4857-ba35-d5bdaf9f2c9d req-21257499-8e67-4f2d-90ea-02b74453e260 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:51.172073 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-64f42b9e-2228-4857-ba35-d5bdaf9f2c9d req-21257499-8e67-4f2d-90ea-02b74453e260 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.1111271 Jul 05 11:29:51.225284 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-64f42b9e-2228-4857-ba35-d5bdaf9f2c9d req-bbc3fc63-b8e9-41e4-9bdb-221f4923c3d3 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460072 Jul 05 11:29:52.479018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbcf01-a5ae-4c91-b41d-76411001459f req-474e8a52-e5bb-4487-a643-dc1b79e2f750 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:52.481930 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a3fbcf01-a5ae-4c91-b41d-76411001459f req-474e8a52-e5bb-4487-a643-dc1b79e2f750 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.0990016 Jul 05 11:29:52.543047 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a3fbcf01-a5ae-4c91-b41d-76411001459f req-6003bf5e-08ab-4101-9720-ad11b74ca1cd tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540450 Jul 05 11:29:53.088381 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:53.859084 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13a835-fcec-4e71-a737-d166d0c04116 req-4d09ae4a-c0b8-4508-8a4d-2168d33d9562 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:53.862561 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7d13a835-fcec-4e71-a737-d166d0c04116 req-4d09ae4a-c0b8-4508-8a4d-2168d33d9562 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.1022918 Jul 05 11:29:53.936953 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-7d13a835-fcec-4e71-a737-d166d0c04116 req-318f109a-44dd-48e5-a284-8c437531b84d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595975 Jul 05 11:29:55.178317 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170488f2-5381-40ad-922b-bdc3241da811 req-82991dba-871a-4032-a9db-e6777be43217 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:55.179872 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-170488f2-5381-40ad-922b-bdc3241da811 req-82991dba-871a-4032-a9db-e6777be43217 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.0742118 Jul 05 11:29:55.196377 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:29:55.223665 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-170488f2-5381-40ad-922b-bdc3241da811 req-d8613730-8a6d-4079-919b-79013d029275 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367854 Jul 05 11:29:56.459491 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3787-f94b-4272-9582-f6deaca3b06a req-fca72d33-01ec-4938-964e-aa355f9cdf5f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:56.462118 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0a6c3787-f94b-4272-9582-f6deaca3b06a req-fca72d33-01ec-4938-964e-aa355f9cdf5f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.0943701 Jul 05 11:29:56.518665 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0a6c3787-f94b-4272-9582-f6deaca3b06a req-25c6824f-6375-4ec5-85be-3cae80d86452 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454931 Jul 05 11:29:57.492553 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ac326-c274-4536-ad8a-7f6c14724991 req-4df7249e-d4b5-4add-b7d3-a03c14c971e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:57.494183 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e6ac326-c274-4536-ad8a-7f6c14724991 req-4df7249e-d4b5-4add-b7d3-a03c14c971e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 1097 time: 0.0826612 Jul 05 11:29:57.636945 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ac326-c274-4536-ad8a-7f6c14724991 req-4e0932c4-b0ff-4676-83f8-2bae59bc49b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:57.638918 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e6ac326-c274-4536-ad8a-7f6c14724991 req-4e0932c4-b0ff-4676-83f8-2bae59bc49b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.1356387 Jul 05 11:29:57.755137 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e6ac326-c274-4536-ad8a-7f6c14724991 req-95b3020b-6d6a-416d-aba6-1fa2a386b8a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9 HTTP/1.1" status: 200 len: 1000 time: 0.1033373 Jul 05 11:29:57.887154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ac326-c274-4536-ad8a-7f6c14724991 req-3486b1d1-5c55-4ef2-9a6a-e8ab828aafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:57.888997 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e6ac326-c274-4536-ad8a-7f6c14724991 req-3486b1d1-5c55-4ef2-9a6a-e8ab828aafe4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0986915 Jul 05 11:29:57.922672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1212b-a904-4c03-a984-cd447f99ad47 req-b77317a5-25e3-4d78-b4d8-af3f1a656786 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:57.924940 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90a1212b-a904-4c03-a984-cd447f99ad47 req-b77317a5-25e3-4d78-b4d8-af3f1a656786 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.2058260 Jul 05 11:29:58.003837 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-90a1212b-a904-4c03-a984-cd447f99ad47 req-3be9a195-4ab0-46dd-a73c-404966dcde2a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524821 Jul 05 11:29:58.025030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ac326-c274-4536-ad8a-7f6c14724991 req-6f55d34c-2736-4315-a47b-7a72cd389ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:58.026845 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e6ac326-c274-4536-ad8a-7f6c14724991 req-6f55d34c-2736-4315-a47b-7a72cd389ab9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263804 Jul 05 11:29:58.143260 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e6ac326-c274-4536-ad8a-7f6c14724991 req-d3811448-0398-41db-910d-8b1c2e840fc5 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053731 Jul 05 11:29:58.309127 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5e6ac326-c274-4536-ad8a-7f6c14724991 req-fff59ba0-d35a-4fe1-add9-ebd7e2fc0945 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553621 Jul 05 11:29:59.472222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bf48b-c028-43cd-a538-ef8fe2940aa2 req-a2ab340b-e78a-4c90-996b-78cc21790aa8 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:29:59.474019 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-096bf48b-c028-43cd-a538-ef8fe2940aa2 req-a2ab340b-e78a-4c90-996b-78cc21790aa8 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.1106179 Jul 05 11:29:59.535168 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-096bf48b-c028-43cd-a538-ef8fe2940aa2 req-a752a318-7f51-441e-b649-1a839f097494 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526137 Jul 05 11:30:00.824502 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86051ce8-7d76-40fd-b399-d1a28d9db95e req-6f33ed1a-eb04-425c-842b-66b3a78c0e04 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:00.827348 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-86051ce8-7d76-40fd-b399-d1a28d9db95e req-6f33ed1a-eb04-425c-842b-66b3a78c0e04 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.1191630 Jul 05 11:30:00.899615 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-86051ce8-7d76-40fd-b399-d1a28d9db95e req-afc5f70a-355e-4f9c-8dd3-5d5dacafea90 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643387 Jul 05 11:30:01.178797 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-02bd92aa-7f54-453c-8d93-25e724e5a36a req-a412c2ac-3878-45f7-bd0d-44f03268eb86 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0656850 Jul 05 11:30:01.308904 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd92aa-7f54-453c-8d93-25e724e5a36a req-a8af5621-1a98-4248-b5cc-0a5919a0404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:01.311324 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-02bd92aa-7f54-453c-8d93-25e724e5a36a req-a8af5621-1a98-4248-b5cc-0a5919a0404c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 1097 time: 0.0807910 Jul 05 11:30:01.502363 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a503ec26-6d64-4c54-ae45-c8e1abaa7df9 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:30:01.577386 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd92aa-7f54-453c-8d93-25e724e5a36a req-7c69cba1-87c6-438c-b2f3-4036edb58058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:01.577386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-02bd92aa-7f54-453c-8d93-25e724e5a36a req-7c69cba1-87c6-438c-b2f3-4036edb58058 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.2342618 Jul 05 11:30:01.659493 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:01.698464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:30:01.701985 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106f89bd-a1f0-4064-a08c-130d13593016" -d '{"events": [{"server_uuid": "1994cd90-cbe1-409a-b06c-b1410ff25793", "name": "network-vif-unplugged", "status": "completed", "tag": "a503ec26-6d64-4c54-ae45-c8e1abaa7df9"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:30:01.720115 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a503ec26-6d64-4c54-ae45-c8e1abaa7df9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:30:01.749073 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-02bd92aa-7f54-453c-8d93-25e724e5a36a req-e07eeb07-7229-4ec9-a00f-e4286017bfa3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9 HTTP/1.1" status: 200 len: 1000 time: 0.1601400 Jul 05 11:30:01.763988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41818f0d-6190-4316-b686-a7d63e5cb15f req-8897b90a-47ed-463e-9ba0-02eb80c51d32 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:01.771765 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-41818f0d-6190-4316-b686-a7d63e5cb15f req-8897b90a-47ed-463e-9ba0-02eb80c51d32 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 945 time: 0.2708700 Jul 05 11:30:01.790658 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 11:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646991a7-bed6-4cc9-8971-c52b5bfa8477 x-openstack-request-id: req-646991a7-bed6-4cc9-8971-c52b5bfa8477 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:30:01.791104 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994cd90-cbe1-409a-b06c-b1410ff25793", "name": "network-vif-unplugged", "status": "failed", "tag": "a503ec26-6d64-4c54-ae45-c8e1abaa7df9", "code": 422}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:30:01.791534 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-646991a7-bed6-4cc9-8971-c52b5bfa8477 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:30:01.792142 n-d-779913-27 neutron-server[100777]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'code': 422} returned with failed status Jul 05 11:30:01.837119 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:01.890516 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-41818f0d-6190-4316-b686-a7d63e5cb15f req-853799cc-b26c-4de5-9ab7-95048b9f9f51 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052506 Jul 05 11:30:01.900691 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd92aa-7f54-453c-8d93-25e724e5a36a req-ae76a82c-52b3-49da-8a70-cbfb8c54438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:01.900691 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-02bd92aa-7f54-453c-8d93-25e724e5a36a req-ae76a82c-52b3-49da-8a70-cbfb8c54438e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.1218860 Jul 05 11:30:01.934487 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:30:01.973203 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45242) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:30:02.011754 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd92aa-7f54-453c-8d93-25e724e5a36a req-a09dae7a-4602-434b-b179-40961fe1fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:02.013522 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-02bd92aa-7f54-453c-8d93-25e724e5a36a req-a09dae7a-4602-434b-b179-40961fe1fbbf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073201 Jul 05 11:30:02.164560 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-02bd92aa-7f54-453c-8d93-25e724e5a36a req-0ce380d4-68ae-4ccd-a3b6-aa333077ce36 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394327 Jul 05 11:30:02.173410 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-22f6eb0b-233d-4896-93ae-b69e24000d50 req-5004a88d-b116-4848-9de4-39a21284d310 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1987042 Jul 05 11:30:02.286658 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-02bd92aa-7f54-453c-8d93-25e724e5a36a req-1267fc35-2749-43cb-a0c6-724bb47df347 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114779 Jul 05 11:30:03.218206 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5a05b-a0af-46ac-b25e-b89ee96d94da req-7f410146-18f0-4040-9167-a47f4c18f3c3 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:03.220471 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10b5a05b-a0af-46ac-b25e-b89ee96d94da req-7f410146-18f0-4040-9167-a47f4c18f3c3 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.1284969 Jul 05 11:30:03.286161 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-10b5a05b-a0af-46ac-b25e-b89ee96d94da req-d1820097-1089-483f-887d-60a43cd990d6 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587592 Jul 05 11:30:04.614017 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347444ff-58f1-4f3b-837d-7b661ac69c57 req-e92180c6-78c9-4873-8bdf-680ebe8d6e8c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:04.617095 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-347444ff-58f1-4f3b-837d-7b661ac69c57 req-e92180c6-78c9-4873-8bdf-680ebe8d6e8c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.1055930 Jul 05 11:30:04.674344 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-347444ff-58f1-4f3b-837d-7b661ac69c57 req-45746da8-7a63-442a-be04-e6ede44fc26e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479143 Jul 05 11:30:05.909984 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6fd6d-9ff0-4d15-83c4-12a657489ba2 req-07f14f70-7f41-4c98-b820-fce067386d76 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:05.911648 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6de6fd6d-9ff0-4d15-83c4-12a657489ba2 req-07f14f70-7f41-4c98-b820-fce067386d76 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.0921731 Jul 05 11:30:05.971420 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6de6fd6d-9ff0-4d15-83c4-12a657489ba2 req-57b502d4-65f3-437f-a99e-b0ee252511c5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487673 Jul 05 11:30:07.222367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6068faf-ca86-40a5-923e-1cbd8b3f157f req-37b800ca-4665-4b39-99eb-0c3c548a7f4a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:07.225047 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6068faf-ca86-40a5-923e-1cbd8b3f157f req-37b800ca-4665-4b39-99eb-0c3c548a7f4a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.1028738 Jul 05 11:30:07.292619 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d6068faf-ca86-40a5-923e-1cbd8b3f157f req-fe9588ac-b792-4fa2-af09-a7ec3096bc78 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602818 Jul 05 11:30:08.515155 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb55a70-d299-433b-9fa3-499207f541e8 req-f0f4f541-f35b-4129-bf85-73fc9a28cf82 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:08.517394 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5cb55a70-d299-433b-9fa3-499207f541e8 req-f0f4f541-f35b-4129-bf85-73fc9a28cf82 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.0801330 Jul 05 11:30:08.564172 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5cb55a70-d299-433b-9fa3-499207f541e8 req-143faf6c-7758-4883-a733-447e82533435 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393529 Jul 05 11:30:08.722958 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6eb0b-233d-4896-93ae-b69e24000d50 req-62a4dcdf-5787-46f0-837d-7d31cdcfa0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:08.725183 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-22f6eb0b-233d-4896-93ae-b69e24000d50 req-62a4dcdf-5787-46f0-837d-7d31cdcfa0a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793&tenant_id=644833e6906b4c9f9311cbb727dcbd3d HTTP/1.1" status: 200 len: 1095 time: 0.0701265 Jul 05 11:30:08.834074 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6eb0b-233d-4896-93ae-b69e24000d50 req-8a6505ac-1190-489a-a590-5312b452f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:08.836848 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-22f6eb0b-233d-4896-93ae-b69e24000d50 req-8a6505ac-1190-489a-a590-5312b452f686 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 1095 time: 0.0788829 Jul 05 11:30:09.366027 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6eb0b-233d-4896-93ae-b69e24000d50 req-60fb8865-b7c5-4508-b14f-dc2823fb22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:09.367646 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-22f6eb0b-233d-4896-93ae-b69e24000d50 req-60fb8865-b7c5-4508-b14f-dc2823fb22e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.5213642 Jul 05 11:30:09.447586 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-22f6eb0b-233d-4896-93ae-b69e24000d50 req-32782c69-8dda-4190-9af6-7b025b87cc2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9 HTTP/1.1" status: 200 len: 998 time: 0.0695479 Jul 05 11:30:09.522505 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6eb0b-233d-4896-93ae-b69e24000d50 req-bce75a9b-448c-4b2f-94fe-9846396301cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:09.524195 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-22f6eb0b-233d-4896-93ae-b69e24000d50 req-bce75a9b-448c-4b2f-94fe-9846396301cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0662880 Jul 05 11:30:09.595861 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6eb0b-233d-4896-93ae-b69e24000d50 req-6a0f19ce-c73e-4887-b1c7-c30b909b5315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:09.597653 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-22f6eb0b-233d-4896-93ae-b69e24000d50 req-6a0f19ce-c73e-4887-b1c7-c30b909b5315 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634682 Jul 05 11:30:09.745742 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-22f6eb0b-233d-4896-93ae-b69e24000d50 req-06dc2d53-f954-4cbf-b31e-6cfb3668554f service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368058 Jul 05 11:30:09.946514 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971483d6-7b01-4afa-a22b-c77dd3609691 req-f8480638-cd63-4a16-8775-84cb65c41dff tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:09.949344 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-971483d6-7b01-4afa-a22b-c77dd3609691 req-f8480638-cd63-4a16-8775-84cb65c41dff tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.1952927 Jul 05 11:30:09.953676 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-22f6eb0b-233d-4896-93ae-b69e24000d50 req-d8d9af07-f43a-42af-bb08-bde63cabe6d2 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865969 Jul 05 11:30:10.011265 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-971483d6-7b01-4afa-a22b-c77dd3609691 req-df7100bb-526d-46ad-9145-684c5b470774 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545082 Jul 05 11:30:10.405502 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:30:11.163401 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-21919667-db65-40c7-9262-7e482513f8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:11.314754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07b541-9adf-440f-8279-bc13de75efd1 req-f3f8efde-66cb-468f-9b90-085766fc4841 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:11.317949 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c07b541-9adf-440f-8279-bc13de75efd1 req-f3f8efde-66cb-468f-9b90-085766fc4841 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.1051278 Jul 05 11:30:11.389832 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5c07b541-9adf-440f-8279-bc13de75efd1 req-1685aaea-6ced-404d-aa6b-5589deda9a1d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621195 Jul 05 11:30:12.639075 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7565b-db85-4c08-8e76-46423a27fe50 req-cab15a5b-0856-40f9-b430-c85e128eb2ad tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:12.640842 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e3b7565b-db85-4c08-8e76-46423a27fe50 req-cab15a5b-0856-40f9-b430-c85e128eb2ad tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.0822608 Jul 05 11:30:12.696228 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e3b7565b-db85-4c08-8e76-46423a27fe50 req-6418d1e2-5872-49ca-aa5d-59cb88f42f8e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450683 Jul 05 11:30:13.819864 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e19f6f85-199f-45c6-8f06-1f1a44227f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:13.883033 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:13.965214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4d303-9bab-4154-851c-f3790f718dfe req-7471053e-755f-4cd2-ae88-0f076abd2745 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:13.968424 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40d4d303-9bab-4154-851c-f3790f718dfe req-7471053e-755f-4cd2-ae88-0f076abd2745 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.1358118 Jul 05 11:30:14.047890 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-40d4d303-9bab-4154-851c-f3790f718dfe req-28ddfe83-cfb6-4b2e-a312-35c08261470c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673227 Jul 05 11:30:15.333714 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:15.370783 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4811149-ce4f-484a-bc59-c9b16f633a85 req-42543aa3-e33f-4185-b1cd-ac937834a797 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:15.372516 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4811149-ce4f-484a-bc59-c9b16f633a85 req-42543aa3-e33f-4185-b1cd-ac937834a797 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.1099637 Jul 05 11:30:15.424738 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4811149-ce4f-484a-bc59-c9b16f633a85 req-148fc919-f83d-4a09-b8d5-79a7db4577af tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407560 Jul 05 11:30:16.725935 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0161ea4-f37f-43cd-85fa-749617b6a6a6 req-0b0a6f44-5d4b-4661-96f8-fe86a260bd02 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:16.728550 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0161ea4-f37f-43cd-85fa-749617b6a6a6 req-0b0a6f44-5d4b-4661-96f8-fe86a260bd02 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.1058283 Jul 05 11:30:16.795394 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0161ea4-f37f-43cd-85fa-749617b6a6a6 req-e245b338-484d-481d-b150-d4c7c87d65b8 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612271 Jul 05 11:30:17.167304 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:18.032583 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee097a3-4036-4a40-ba05-81ba56a1e3f9 req-32712d35-0972-4b24-973c-e70d6023a824 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:18.034570 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cee097a3-4036-4a40-ba05-81ba56a1e3f9 req-32712d35-0972-4b24-973c-e70d6023a824 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.0814259 Jul 05 11:30:18.082386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cee097a3-4036-4a40-ba05-81ba56a1e3f9 req-d77cc654-a9df-4d7c-9bfe-05259083f086 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406528 Jul 05 11:30:19.348430 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee319a-b729-41e3-a8dd-10468dc59710 req-1c4677b0-a37a-45e7-89cd-ad13cd5575d9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:19.352521 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d9ee319a-b729-41e3-a8dd-10468dc59710 req-1c4677b0-a37a-45e7-89cd-ad13cd5575d9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.1205790 Jul 05 11:30:19.417425 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d9ee319a-b729-41e3-a8dd-10468dc59710 req-91f92214-de2f-4e66-801f-dbe21eb99ff0 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568209 Jul 05 11:30:20.653393 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea0bed-7323-42d9-9435-3c2e821a0a93 req-ec10f413-7066-4db0-aa02-ad34687d57ee tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:20.656210 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-19ea0bed-7323-42d9-9435-3c2e821a0a93 req-ec10f413-7066-4db0-aa02-ad34687d57ee tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.0891511 Jul 05 11:30:20.713115 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-19ea0bed-7323-42d9-9435-3c2e821a0a93 req-adff0699-869f-45ac-9b73-5e7ddbca41eb tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495315 Jul 05 11:30:21.918549 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed24635-4262-4bc6-8680-b5fbb0e9d4b5 req-46e174a3-31aa-4eb8-a51c-d6bd7a5c3a94 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:21.920215 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6ed24635-4262-4bc6-8680-b5fbb0e9d4b5 req-46e174a3-31aa-4eb8-a51c-d6bd7a5c3a94 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.0785530 Jul 05 11:30:21.971114 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6ed24635-4262-4bc6-8680-b5fbb0e9d4b5 req-c216adbb-6ead-4d8d-9f46-072290087482 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397964 Jul 05 11:30:23.087360 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:23.214632 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdc8fa-595c-4aa8-946e-34c4300f855c req-501c3348-eb98-4be2-8391-f20d780a12b7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:23.216248 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-55fdc8fa-595c-4aa8-946e-34c4300f855c req-501c3348-eb98-4be2-8391-f20d780a12b7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 943 time: 0.1070263 Jul 05 11:30:23.269295 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-55fdc8fa-595c-4aa8-946e-34c4300f855c req-5e0f6af1-6d61-462f-9537-2998dd58e7cc tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464334 Jul 05 11:30:23.587022 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a503ec26-6d64-4c54-ae45-c8e1abaa7df9 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:30:23.696678 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a503ec26-6d64-4c54-ae45-c8e1abaa7df9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:30:23.714246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'port_id': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'mac_address': 'fa:16:3e:1f:bc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:30:23.756614 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:23.771873 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a503ec26-6d64-4c54-ae45-c8e1abaa7df9 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:30:23.793293 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a503ec26-6d64-4c54-ae45-c8e1abaa7df9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:30:23.881347 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:23.935054 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:30:24.187396 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['a503ec26-6d64-4c54-ae45-c8e1abaa7df9'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:30:24.510858 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e947a6d-c1ca-4b13-9e51-d62639dddbd7 req-e94f09eb-306e-4705-969f-c3cbeec9082b tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:24.512396 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e947a6d-c1ca-4b13-9e51-d62639dddbd7 req-e94f09eb-306e-4705-969f-c3cbeec9082b tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 944 time: 0.0918040 Jul 05 11:30:24.557330 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4e947a6d-c1ca-4b13-9e51-d62639dddbd7 req-13674b6a-dc52-4d7e-b930-d2fd03c4727d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365691 Jul 05 11:30:24.961449 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:25.604363 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a503ec26-6d64-4c54-ae45-c8e1abaa7df9 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:30:25.696412 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port a503ec26-6d64-4c54-ae45-c8e1abaa7df9 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:30:25.696990 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:25.802479 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0cc98-8635-4eaa-bfce-0a949f50ca50 req-433d87d8-2803-469f-88f3-e3abf31e5480 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:25.804230 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a6c0cc98-8635-4eaa-bfce-0a949f50ca50 req-433d87d8-2803-469f-88f3-e3abf31e5480 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 944 time: 0.0959096 Jul 05 11:30:25.808024 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:25.834576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:30:25.837352 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98490c0-b422-4182-a6e1-0cea46680c5c" -d '{"events": [{"server_uuid": "1994cd90-cbe1-409a-b06c-b1410ff25793", "name": "network-vif-plugged", "status": "completed", "tag": "a503ec26-6d64-4c54-ae45-c8e1abaa7df9"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:30:25.852570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port a503ec26-6d64-4c54-ae45-c8e1abaa7df9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:30:25.853872 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-a6c0cc98-8635-4eaa-bfce-0a949f50ca50 req-bc241037-0e98-4ede-b168-6a30cb3f61e2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395336 Jul 05 11:30:25.905212 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d7cb1d-65ee-406c-84d9-d2c3d8af75fc x-openstack-request-id: req-15d7cb1d-65ee-406c-84d9-d2c3d8af75fc {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:30:25.905212 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994cd90-cbe1-409a-b06c-b1410ff25793", "name": "network-vif-plugged", "status": "completed", "tag": "a503ec26-6d64-4c54-ae45-c8e1abaa7df9", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:30:25.905212 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-15d7cb1d-65ee-406c-84d9-d2c3d8af75fc {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:30:25.905212 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'code': 200} Jul 05 11:30:25.933445 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:26.006801 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,revision_number=10']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:30:26.218000 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be45fd9-b0f1-49d2-a3e2-2c4e16e41f4f req-f7669cc5-a305-48ea-a9d3-e81fed73be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:26.219509 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2be45fd9-b0f1-49d2-a3e2-2c4e16e41f4f req-f7669cc5-a305-48ea-a9d3-e81fed73be8d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 1098 time: 0.0635767 Jul 05 11:30:26.265225 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2be45fd9-b0f1-49d2-a3e2-2c4e16e41f4f req-a371d5e8-c6a4-4db4-8693-eee385cc41bf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343974 Jul 05 11:30:27.082892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb962b-d05a-4479-b098-e68f1219b728 req-285aa2fb-59d5-4898-b536-83a26470751d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:27.085043 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87fb962b-d05a-4479-b098-e68f1219b728 req-285aa2fb-59d5-4898-b536-83a26470751d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 946 time: 0.0819521 Jul 05 11:30:27.147083 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-87fb962b-d05a-4479-b098-e68f1219b728 req-2d12592a-f3b9-41a4-8ad7-1424b6570e95 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501301 Jul 05 11:30:28.362839 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0d8fa-9075-4c7c-8c7b-638ddfa65b14 req-127d2af5-34a2-471a-b3df-b3f435833633 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:28.364946 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aea0d8fa-9075-4c7c-8c7b-638ddfa65b14 req-127d2af5-34a2-471a-b3df-b3f435833633 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 946 time: 0.0747671 Jul 05 11:30:28.412906 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aea0d8fa-9075-4c7c-8c7b-638ddfa65b14 req-475bdde5-fd50-4ebf-88f2-6f8ff86b8c11 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416057 Jul 05 11:30:29.633923 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ab5d2-ce78-4ee4-bc0e-9fa63c40af66 req-32c83c2c-8e8b-4e87-bc80-a1e15d8981d5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:30:29.636722 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-375ab5d2-ce78-4ee4-bc0e-9fa63c40af66 req-32c83c2c-8e8b-4e87-bc80-a1e15d8981d5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 946 time: 0.0940423 Jul 05 11:30:29.702384 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-375ab5d2-ce78-4ee4-bc0e-9fa63c40af66 req-641feb3b-47cb-45ff-9f70-e97e175be195 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590065 Jul 05 11:30:41.178568 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7def8f63-f7d7-455e-a756-d0fffe1a5251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:43.778808 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7832d807-2387-4d72-b99a-113a14210b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:43.834822 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:45.321078 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:47.172744 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:47.408279 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:30:53.080891 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:30:55.007054 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:03.094059 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4892036f-402e-4b1d-9f8a-62936734a5f5 req-f0be1766-74c2-4e2e-98df-253fa2fca31d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570061 Jul 05 11:31:03.202492 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892036f-402e-4b1d-9f8a-62936734a5f5 req-4e6c44b6-1215-4061-ac3e-5d2effbdb64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:31:03.204030 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4892036f-402e-4b1d-9f8a-62936734a5f5 req-4e6c44b6-1215-4061-ac3e-5d2effbdb64b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 1098 time: 0.0623884 Jul 05 11:31:03.326537 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892036f-402e-4b1d-9f8a-62936734a5f5 req-27dc19aa-112b-416b-96b3-9ae162025d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:31:03.328652 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4892036f-402e-4b1d-9f8a-62936734a5f5 req-27dc19aa-112b-416b-96b3-9ae162025d65 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.1011109 Jul 05 11:31:03.419893 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4892036f-402e-4b1d-9f8a-62936734a5f5 req-74590565-e585-466f-a3c9-d6199418c1cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9 HTTP/1.1" status: 200 len: 1000 time: 0.0832305 Jul 05 11:31:03.483541 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892036f-402e-4b1d-9f8a-62936734a5f5 req-0d5fc6d5-0ac9-4c36-9eca-871b94ae6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:31:03.485275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4892036f-402e-4b1d-9f8a-62936734a5f5 req-0d5fc6d5-0ac9-4c36-9eca-871b94ae6777 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0565288 Jul 05 11:31:03.553857 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892036f-402e-4b1d-9f8a-62936734a5f5 req-4480591c-b3bd-4002-9ab5-b97981bb22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:31:03.555450 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4892036f-402e-4b1d-9f8a-62936734a5f5 req-4480591c-b3bd-4002-9ab5-b97981bb22c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622201 Jul 05 11:31:03.683643 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4892036f-402e-4b1d-9f8a-62936734a5f5 req-1922e789-44f5-42ea-a81f-6c6d7e5e20d4 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191635 Jul 05 11:31:03.795454 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4892036f-402e-4b1d-9f8a-62936734a5f5 req-2876dea7-4110-4c79-88fe-be8d9232c15f service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039588 Jul 05 11:31:11.195047 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1b659efa-84ba-4bd3-aa2c-55d089675dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:13.686941 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4f080c47-4a7a-41dd-a74a-20508f65de5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:13.754786 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:15.353665 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:17.177623 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:23.160589 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:24.408360 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:31:24.955222 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:41.165733 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7008f62-d994-46c6-8366-f295ecf01654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:43.303045 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45378) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:31:43.483570 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Deleting port e75d7cec-b0fe-4412-9fbc-d18f845e5e5a {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:31:43.484005 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:43.565183 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:43.565643 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:43.580667 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Calling delete_port for e75d7cec-b0fe-4412-9fbc-d18f845e5e5a owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:31:43.657598 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed837-afa2-41b7-8183-0a4e1d9ea205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:43.742786 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:43.834384 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:43.869696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event deleted for resources: {'Port': ['ID=e75d7cec-b0fe-4412-9fbc-d18f845e5e5a,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:31:43.901621 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:43.902114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:43.902571 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:43.903008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:43.903539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:43.904038 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:43.904448 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:43.904841 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:43.905214 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:43.905582 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:43.906014 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:43.906441 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:43.952430 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:43.952970 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Floating IP edf2e502-d798-443a-87c6-903a957faaeb disassociated (deleted). External IP: 172.25.5.96, port: a503ec26-6d64-4c54-ae45-c8e1abaa7df9. Jul 05 11:31:44.208324 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:31:44.332810 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:31:44.337979 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:44.342325 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1614c8b7-5fc4-4783-9426-e0f9264faed4 None None] Sync routers for ids ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:31:44.352288 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1614c8b7-5fc4-4783-9426-e0f9264faed4 None None] Routers {'ad794777-4c59-4434-b9d6-2ef4e8e02cb6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:31:44.352904 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-1614c8b7-5fc4-4783-9426-e0f9264faed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:31:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:31:44.377294 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-840674d8-e9be-4b3c-951b-c62d7b9af6c9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "DELETE /v2.0/floatingips/edf2e502-d798-443a-87c6-903a957faaeb HTTP/1.1" status: 204 len: 168 time: 1.0729949 Jul 05 11:31:44.378046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'tag': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:31:44.380718 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720583b3-9ab3-4478-a318-cd27ec9b219a" -d '{"events": [{"name": "network-changed", "server_uuid": "1994cd90-cbe1-409a-b06c-b1410ff25793", "tag": "a503ec26-6d64-4c54-ae45-c8e1abaa7df9"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:31:44.486408 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-1614c8b7-5fc4-4783-9426-e0f9264faed4 None None] Set router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:31:44.491604 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046bc97a-305d-4e5a-bbe4-3e38e3ddb04a x-openstack-request-id: req-046bc97a-305d-4e5a-bbe4-3e38e3ddb04a {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:31:44.491986 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1994cd90-cbe1-409a-b06c-b1410ff25793", "tag": "a503ec26-6d64-4c54-ae45-c8e1abaa7df9", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:31:44.492303 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-046bc97a-305d-4e5a-bbe4-3e38e3ddb04a {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:31:44.492791 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'tag': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'status': 'completed', 'code': 200} Jul 05 11:31:44.593205 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720583b3-9ab3-4478-a318-cd27ec9b219a req-21284561-3f61-4c1d-9255-b9698e1a54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:31:44.595240 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-720583b3-9ab3-4478-a318-cd27ec9b219a req-21284561-3f61-4c1d-9255-b9698e1a54f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 1098 time: 0.0713253 Jul 05 11:31:44.729570 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720583b3-9ab3-4478-a318-cd27ec9b219a req-50ead3a4-a4e0-40ec-a407-68cefafa6dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:31:44.731293 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-720583b3-9ab3-4478-a318-cd27ec9b219a req-50ead3a4-a4e0-40ec-a407-68cefafa6dbc service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.1256857 Jul 05 11:31:44.763935 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-1614c8b7-5fc4-4783-9426-e0f9264faed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '21bf217d-3f0a-400a-8774-e2e382d8772f', 'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'mac_address': 'fa:16:3e:98:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:58Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 5, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'subnets': [{'id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:31:44.787501 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-720583b3-9ab3-4478-a318-cd27ec9b219a req-fa46a44d-1e45-46e4-8102-c81c800d2cc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9 HTTP/1.1" status: 200 len: 217 time: 0.0448728 Jul 05 11:31:44.791354 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1614c8b7-5fc4-4783-9426-e0f9264faed4 None None] Checking router: ad794777-4c59-4434-b9d6-2ef4e8e02cb6 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:31:44.801282 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1614c8b7-5fc4-4783-9426-e0f9264faed4 None None] Routers {'ad794777-4c59-4434-b9d6-2ef4e8e02cb6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:31:44.801926 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-1614c8b7-5fc4-4783-9426-e0f9264faed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:31:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:31:44.850851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720583b3-9ab3-4478-a318-cd27ec9b219a req-c748e3da-5095-404e-9a9b-378e6282ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:31:44.852577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-720583b3-9ab3-4478-a318-cd27ec9b219a req-c748e3da-5095-404e-9a9b-378e6282ef67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0555341 Jul 05 11:31:44.933857 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-1614c8b7-5fc4-4783-9426-e0f9264faed4 None None] Set router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:31:44.957649 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720583b3-9ab3-4478-a318-cd27ec9b219a req-bcba0c9b-829f-40e8-a02a-785d32d12d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:31:44.960460 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-720583b3-9ab3-4478-a318-cd27ec9b219a req-bcba0c9b-829f-40e8-a02a-785d32d12d61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957901 Jul 05 11:31:45.077986 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-720583b3-9ab3-4478-a318-cd27ec9b219a req-6ae01590-727a-4925-bbac-141a41dd2c29 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084318 Jul 05 11:31:45.228440 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-720583b3-9ab3-4478-a318-cd27ec9b219a req-e9057f27-2bc2-4c7c-bdc2-5b38542ab4f2 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422760 Jul 05 11:31:45.238478 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28528d-c5d9-4cea-aea3-fc7c1aec87ae req-3f9b1091-d42c-43f9-82e4-1e04ea3c6f16 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:31:45.239794 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af28528d-c5d9-4cea-aea3-fc7c1aec87ae req-3f9b1091-d42c-43f9-82e4-1e04ea3c6f16 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 946 time: 0.1451104 Jul 05 11:31:45.298617 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-1614c8b7-5fc4-4783-9426-e0f9264faed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '21bf217d-3f0a-400a-8774-e2e382d8772f', 'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'mac_address': 'fa:16:3e:98:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:58Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 5, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'subnets': [{'id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:31:45.314101 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-af28528d-c5d9-4cea-aea3-fc7c1aec87ae req-aa3e2b16-f2ad-47ef-a510-5b5c919137a7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678685 Jul 05 11:31:45.333388 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1614c8b7-5fc4-4783-9426-e0f9264faed4 None None] The sync data for ids ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'] in n-d-779913-27 is: [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '21bf217d-3f0a-400a-8774-e2e382d8772f', 'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'mac_address': 'fa:16:3e:98:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:58Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 5, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'subnets': [{'id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:31:45.355015 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:45.593630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f0a1f4-f149-4bba-8b38-0df3bb098bef None None] New status for floating IP edf2e502-d798-443a-87c6-903a957faaeb: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:31:46.561728 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b627e6-d90e-47c4-9d91-bda66c71bece req-4ce4e07d-a533-48b1-a27b-08890ada441d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:31:46.564562 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-18b627e6-d90e-47c4-9d91-bda66c71bece req-4ce4e07d-a533-48b1-a27b-08890ada441d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 946 time: 0.1135638 Jul 05 11:31:46.623512 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-18b627e6-d90e-47c4-9d91-bda66c71bece req-dbfb6e37-5c59-4df0-b122-21c266d44c88 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4901e9b-6de7-45bf-9e47-622bf6602016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523770 Jul 05 11:31:46.665413 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9ee6b-0c7d-4543-afb7-ded35ac286ef req-df2fef96-9196-4d8a-9faa-13d2b37d37a0 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:31:46.667963 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ad9ee6b-0c7d-4543-afb7-ded35ac286ef req-df2fef96-9196-4d8a-9faa-13d2b37d37a0 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.64 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 946 time: 0.1019959 Jul 05 11:31:46.788233 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-3ad9ee6b-0c7d-4543-afb7-ded35ac286ef req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Deleting port a503ec26-6d64-4c54-ae45-c8e1abaa7df9 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:31:46.788632 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3ad9ee6b-0c7d-4543-afb7-ded35ac286ef req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:46.900157 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-3ad9ee6b-0c7d-4543-afb7-ded35ac286ef req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] For port a503ec26-6d64-4c54-ae45-c8e1abaa7df9, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:31:46.900577 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3ad9ee6b-0c7d-4543-afb7-ded35ac286ef req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:46.918095 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-3ad9ee6b-0c7d-4543-afb7-ded35ac286ef req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Calling delete_port for a503ec26-6d64-4c54-ae45-c8e1abaa7df9 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:31:47.171545 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3ad9ee6b-0c7d-4543-afb7-ded35ac286ef req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:47.188833 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:47.209801 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event deleted for resources: {'Port': ['ID=a503ec26-6d64-4c54-ae45-c8e1abaa7df9,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:31:47.225415 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:47.226170 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:47.228892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:47.228892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:47.228892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:47.228892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:47.228892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:47.228892 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:47.230113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:47.230113 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:47.230490 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:47.231016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:31:47.296448 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad9ee6b-0c7d-4543-afb7-ded35ac286ef req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] No DVR routers for this DVR port a503ec26-6d64-4c54-ae45-c8e1abaa7df9 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:31:47.299168 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-3ad9ee6b-0c7d-4543-afb7-ded35ac286ef req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:47.301246 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3ad9ee6b-0c7d-4543-afb7-ded35ac286ef req-5071b6a6-83c6-4569-8e20-eb2bf19349cf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.64 "DELETE /v2.0/ports/a503ec26-6d64-4c54-ae45-c8e1abaa7df9 HTTP/1.1" status: 204 len: 173 time: 0.6247015 Jul 05 11:31:47.301689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'name': 'network-vif-deleted', 'tag': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:31:47.304009 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3850efd-80ae-4cad-a3f4-fc972f8b8e2d" -d '{"events": [{"server_uuid": "1994cd90-cbe1-409a-b06c-b1410ff25793", "name": "network-vif-deleted", "tag": "a503ec26-6d64-4c54-ae45-c8e1abaa7df9"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:31:47.425373 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6bbc05-cba4-452d-97ad-9c5cbd4d7b9c x-openstack-request-id: req-5d6bbc05-cba4-452d-97ad-9c5cbd4d7b9c {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:31:47.425671 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994cd90-cbe1-409a-b06c-b1410ff25793", "name": "network-vif-deleted", "tag": "a503ec26-6d64-4c54-ae45-c8e1abaa7df9", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:31:47.425931 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d6bbc05-cba4-452d-97ad-9c5cbd4d7b9c {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:31:47.426368 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994cd90-cbe1-409a-b06c-b1410ff25793', 'name': 'network-vif-deleted', 'tag': 'a503ec26-6d64-4c54-ae45-c8e1abaa7df9', 'status': 'completed', 'code': 200} Jul 05 11:31:47.820563 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9d403b50-85cc-44bd-8d99-6dfcefe0c274 req-9df674bf-2033-4b0c-8f08-7d5ac9888a38 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994cd90-cbe1-409a-b06c-b1410ff25793 HTTP/1.1" status: 200 len: 210 time: 0.0380127 Jul 05 11:31:48.937380 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45406) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:31:49.014828 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28e4250a-45d8-4b04-89e1-1c4f566f3456 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:49.047229 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28e4250a-45d8-4b04-89e1-1c4f566f3456 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:49.182686 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28e4250a-45d8-4b04-89e1-1c4f566f3456 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:49.186403 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-28e4250a-45d8-4b04-89e1-1c4f566f3456 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:49.188026 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-28e4250a-45d8-4b04-89e1-1c4f566f3456 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "DELETE /v2.0/security-groups/f4901e9b-6de7-45bf-9e47-622bf6602016 HTTP/1.1" status: 204 len: 168 time: 0.2489295 Jul 05 11:31:49.199901 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4250a-45d8-4b04-89e1-1c4f566f3456 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4901e9b-6de7-45bf-9e47-622bf6602016,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:31:49.852201 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45412) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:31:49.857091 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-fab11fc9-2684-4a6f-9232-0a9ae3b0e980 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-926619959', 'description': 'tempest-secgroup-smoke-926619959 description', 'project_id': '644833e6906b4c9f9311cbb727dcbd3d'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:31:49.948506 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fab11fc9-2684-4a6f-9232-0a9ae3b0e980 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:49.961850 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a503ec26-6d64-4c54-ae45-c8e1abaa7df9 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:31:49.995453 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: a503ec26-6d64-4c54-ae45-c8e1abaa7df9 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:31:49.996006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device a503ec26-6d64-4c54-ae45-c8e1abaa7df9 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:31:50.076213 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fab11fc9-2684-4a6f-9232-0a9ae3b0e980 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:50.142622 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fab11fc9-2684-4a6f-9232-0a9ae3b0e980 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:50.177011 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab11fc9-2684-4a6f-9232-0a9ae3b0e980 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8310115-44dd-43f5-ab7b-5bf98f0924f6,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:31:50.297122 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fab11fc9-2684-4a6f-9232-0a9ae3b0e980 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:50.298465 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fab11fc9-2684-4a6f-9232-0a9ae3b0e980 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4452636 Jul 05 11:31:50.301468 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45414) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:31:50.306215 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-df98e462-25cc-4f07-adc4-d54ed93d6cd9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'security_group_rule': {'security_group_id': 'f8310115-44dd-43f5-ab7b-5bf98f0924f6', 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:31:50.416718 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-df98e462-25cc-4f07-adc4-d54ed93d6cd9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:50.486248 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-df98e462-25cc-4f07-adc4-d54ed93d6cd9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:50.588563 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-df98e462-25cc-4f07-adc4-d54ed93d6cd9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:50.607350 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98e462-25cc-4f07-adc4-d54ed93d6cd9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130330e3-43b3-4fe2-a037-5ddd7ec1b14f,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:31:50.703177 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-df98e462-25cc-4f07-adc4-d54ed93d6cd9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:50.704712 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-df98e462-25cc-4f07-adc4-d54ed93d6cd9 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4022141 Jul 05 11:31:50.709261 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45416) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:31:50.713949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-3683c69f-4fe8-4dd4-9de2-ff552bfc2030 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'security_group_rule': {'security_group_id': 'f8310115-44dd-43f5-ab7b-5bf98f0924f6', 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:31:50.845554 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3683c69f-4fe8-4dd4-9de2-ff552bfc2030 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:50.916589 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3683c69f-4fe8-4dd4-9de2-ff552bfc2030 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:51.000081 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3683c69f-4fe8-4dd4-9de2-ff552bfc2030 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:51.022142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683c69f-4fe8-4dd4-9de2-ff552bfc2030 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e56964-24b7-4eec-8d0c-0b2212c7f658,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:31:51.092268 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-3683c69f-4fe8-4dd4-9de2-ff552bfc2030 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:51.093903 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-3683c69f-4fe8-4dd4-9de2-ff552bfc2030 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3836086 Jul 05 11:31:51.097133 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45418) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:31:51.104948 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8e222568-a7d3-4823-a789-a86f847b1aaa tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'security_group_rule': {'security_group_id': 'f8310115-44dd-43f5-ab7b-5bf98f0924f6', 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:31:51.228516 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e222568-a7d3-4823-a789-a86f847b1aaa tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:51.303370 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e222568-a7d3-4823-a789-a86f847b1aaa tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:51.388602 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e222568-a7d3-4823-a789-a86f847b1aaa tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:51.408477 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e222568-a7d3-4823-a789-a86f847b1aaa tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4cc19d5-0bd8-40a6-9819-5b032376be7a,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:31:51.513916 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e222568-a7d3-4823-a789-a86f847b1aaa tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:51.515206 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8e222568-a7d3-4823-a789-a86f847b1aaa tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4167044 Jul 05 11:31:51.519708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45420) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:31:51.524516 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8e684726-1f98-4b5d-b70e-81fe71924ede tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'security_group_rule': {'security_group_id': 'f8310115-44dd-43f5-ab7b-5bf98f0924f6', 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:31:51.653318 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e684726-1f98-4b5d-b70e-81fe71924ede tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:51.741007 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e684726-1f98-4b5d-b70e-81fe71924ede tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:51.868858 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e684726-1f98-4b5d-b70e-81fe71924ede tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:51.889765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e684726-1f98-4b5d-b70e-81fe71924ede tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8d2506-a3ce-4b87-b2e4-c0d9158dc897,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:31:52.005412 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8e684726-1f98-4b5d-b70e-81fe71924ede tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:52.006607 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8e684726-1f98-4b5d-b70e-81fe71924ede tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4858789 Jul 05 11:31:52.009567 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45422) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:31:52.015318 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-c8bfa131-5865-4b2a-abca-a4f4cced030a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'security_group_rule': {'security_group_id': 'f8310115-44dd-43f5-ab7b-5bf98f0924f6', 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:31:52.171282 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-c8bfa131-5865-4b2a-abca-a4f4cced030a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Project 644833e6906b4c9f9311cbb727dcbd3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:31:52.177165 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8bfa131-5865-4b2a-abca-a4f4cced030a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:52.248703 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8bfa131-5865-4b2a-abca-a4f4cced030a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:52.343326 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8bfa131-5865-4b2a-abca-a4f4cced030a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:52.363859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bfa131-5865-4b2a-abca-a4f4cced030a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12103fe4-d850-41bc-8ebf-92c9874433a8,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:31:52.444686 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c8bfa131-5865-4b2a-abca-a4f4cced030a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:52.446380 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c8bfa131-5865-4b2a-abca-a4f4cced030a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4354539 Jul 05 11:31:52.449581 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45424) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:31:52.455163 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-8f715a78-314d-472f-9706-a834408a794f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'security_group_rule': {'security_group_id': 'f8310115-44dd-43f5-ab7b-5bf98f0924f6', 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:31:52.560496 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-8f715a78-314d-472f-9706-a834408a794f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Project 644833e6906b4c9f9311cbb727dcbd3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:31:52.566474 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8f715a78-314d-472f-9706-a834408a794f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:52.646476 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8f715a78-314d-472f-9706-a834408a794f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:52.731994 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8f715a78-314d-472f-9706-a834408a794f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:52.754961 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f715a78-314d-472f-9706-a834408a794f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600aeddf-6032-45d1-b5a9-f4e909e29ad8,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:31:52.925716 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-8f715a78-314d-472f-9706-a834408a794f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:52.927199 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8f715a78-314d-472f-9706-a834408a794f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4764054 Jul 05 11:31:53.148787 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:31:54.976703 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:01.410833 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:32:11.256681 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-94a43c1c-c94f-4291-abd6-63803463c224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:13.754121 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cad35758-d58a-45a2-864a-e65290fa8f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:13.845269 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:15.382407 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:15.953778 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-3a42ebb0-d09c-4706-be60-f515739a275b tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926619959&fields=id&tenant_id=644833e6906b4c9f9311cbb727dcbd3d HTTP/1.1" status: 200 len: 267 time: 0.0371928 Jul 05 11:32:16.075972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-87df7df8-ead4-4f5c-94e2-3d385e6aa291 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:16.077634 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-87df7df8-ead4-4f5c-94e2-3d385e6aa291 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 809 time: 0.1147346 Jul 05 11:32:16.094249 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-e4c7ea46-de0c-4585-9df5-cbc66af00388 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/quotas/644833e6906b4c9f9311cbb727dcbd3d HTTP/1.1" status: 200 len: 375 time: 0.0105870 Jul 05 11:32:16.168038 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-b88332bb-1e0c-4b84-80f5-4a890afe4c72 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679379 Jul 05 11:32:16.243366 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-e0dbd727-80d1-4c38-bcdb-0a8fd1f539ff service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:32:16.244468 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-e0dbd727-80d1-4c38-bcdb-0a8fd1f539ff service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0637367 Jul 05 11:32:16.719746 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-98d5aaf7-e04b-4834-bf15-7b12f59c4087 service neutron] 10.222.0.77 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631677 Jul 05 11:32:16.823537 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-0cf29259-ca66-4feb-ad10-d656214683ef service neutron] 10.222.0.77 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973644 Jul 05 11:32:17.239203 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:18.640096 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b649471f-b4be-4109-9b24-d3a8867ac692 req-208525ea-fd60-43e8-9c0d-a944bca21c29 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 210 time: 0.0365140 Jul 05 11:32:19.767677 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c0c5bdc0-7a08-4d16-b563-8210e1940e96 req-4bdd0d33-3e36-446f-8f34-2ec8a079362e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 210 time: 0.0436873 Jul 05 11:32:20.942328 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b9d498e9-185d-4fda-a9bb-de31a6879be5 req-d7f42b35-942e-406f-a359-0c9a267dd0ed tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 210 time: 0.0326831 Jul 05 11:32:22.104613 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b1940db7-06d5-4d63-b493-3d6a3e0ce98d req-6eef9b89-5159-401c-9a03-47dfab355808 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 210 time: 0.0370743 Jul 05 11:32:23.113501 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:23.269362 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-4440b973-2603-44bf-a954-693820709dce req-c98cbcdf-3107-4106-9ec2-ffea482cdc01 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 210 time: 0.0409758 Jul 05 11:32:23.502823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-930526fd-6201-4f2a-b660-a2d0ab7114fa tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:23.504386 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-930526fd-6201-4f2a-b660-a2d0ab7114fa tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.64 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 809 time: 0.1346934 Jul 05 11:32:23.557884 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-6b183e7c-fa9b-4ba9-ab8a-3e5299aa9f88 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=644833e6906b4c9f9311cbb727dcbd3d HTTP/1.1" status: 200 len: 379 time: 0.0417910 Jul 05 11:32:23.570115 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-ff65c966-25c7-47f9-a534-c5d89295a378 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'port': {'device_id': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'admin_state_up': True, 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'security_groups': ['f8310115-44dd-43f5-ab7b-5bf98f0924f6']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:32:23.799851 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-ff65c966-25c7-47f9-a534-c5d89295a378 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Made reservation on behalf of 644833e6906b4c9f9311cbb727dcbd3d for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:32:23.803704 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-ff65c966-25c7-47f9-a534-c5d89295a378 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:23.961931 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-ff65c966-25c7-47f9-a534-c5d89295a378 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Allocated IP 172.20.0.11 (2c4d8259-7c02-4133-a025-a74440a9d1c9/5a4d419f-e74b-4991-8875-5a5c54588710/3ba5edb1-6b5f-42c4-bf71-97efb2d25578) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:32:24.205393 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-ff65c966-25c7-47f9-a534-c5d89295a378 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:24.231692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-ff65c966-25c7-47f9-a534-c5d89295a378 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Transition to ACTIVE for port object 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:32:24.372057 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-ff65c966-25c7-47f9-a534-c5d89295a378 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:24.458078 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-ff65c966-25c7-47f9-a534-c5d89295a378 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Network 2c4d8259-7c02-4133-a025-a74440a9d1c9 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:32:24.468871 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-ff65c966-25c7-47f9-a534-c5d89295a378 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:32:24.476882 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-ff65c966-25c7-47f9-a534-c5d89295a378 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:32:24.518940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65c966-25c7-47f9-a534-c5d89295a378 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'Port': ['ID=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:32:24.575081 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c9c9b-1039-4b51-aaa5-3d3367d00828 req-1dac9d2c-5ce2-4ec6-8dcb-5889367bb5ae tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:24.577389 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-ff65c966-25c7-47f9-a534-c5d89295a378 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:24.578508 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-787c9c9b-1039-4b51-aaa5-3d3367d00828 req-1dac9d2c-5ce2-4ec6-8dcb-5889367bb5ae tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 932 time: 0.1292284 Jul 05 11:32:24.579641 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-ff65c966-25c7-47f9-a534-c5d89295a378 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:24.654409 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-787c9c9b-1039-4b51-aaa5-3d3367d00828 req-320715be-efbe-4478-b86a-b19ac539e40e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639708 Jul 05 11:32:24.696394 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-ff65c966-25c7-47f9-a534-c5d89295a378 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1302092 Jul 05 11:32:24.716742 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Request body: {'port': {'device_id': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:32:24.861949 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:24.931796 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b9dca447-a23d-4f06-a1e9-f62b6b460083 None None] Provisioning for port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:32:24.942555 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b9dca447-a23d-4f06-a1e9-f62b6b460083 None None] Provisioning complete for port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:32:24.945129 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b9dca447-a23d-4f06-a1e9-f62b6b460083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:25.010238 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:25.026873 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b9dca447-a23d-4f06-a1e9-f62b6b460083 None None] Port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:32:25.281881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:32:25.290524 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:25.304365 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Transition to ACTIVE for port object 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:32:25.423665 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:25.568816 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Pushing event updated for resources: {'Port': ['ID=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:32:25.672829 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Attempting to bind port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:32:25.673379 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Attempting to bind port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:32:25.673950 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Attempting to bind port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 on network 2c4d8259-7c02-4133-a025-a74440a9d1c9 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:32:25.682766 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 on network 2c4d8259-7c02-4133-a025-a74440a9d1c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:32:25.683476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Attempting to bind port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 on network 2c4d8259-7c02-4133-a025-a74440a9d1c9 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:32:25.713675 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:32:25.715692 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Checking segment: {'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:32:25.716369 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Bound using segment: {'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:32:25.717386 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Bound port: 3ba5edb1-6b5f-42c4-bf71-97efb2d25578, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:32:25.718185 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:25.835244 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] For port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:32:25.842019 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] For port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:32:25.946495 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:26.025055 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:26.027007 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:26.029130 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] 10.222.0.64 "PUT /v2.0/ports/3ba5edb1-6b5f-42c4-bf71-97efb2d25578 HTTP/1.1" status: 200 len: 1093 time: 1.3194358 Jul 05 11:32:26.031154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'tag': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:32:26.034395 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b802341-97a9-4b06-962d-1b6d735c1c27" -d '{"events": [{"name": "network-changed", "server_uuid": "8515dba7-b40a-4e30-9e87-caa7024df57f", "tag": "3ba5edb1-6b5f-42c4-bf71-97efb2d25578"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:32:26.123153 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dcc05-54e7-4afc-94fd-1f6a5d96279f service neutron] Pushing event updated for resources: {'Port': ['ID=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:32:26.130187 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9a508e-dc99-4f7f-af9d-ed82af351d24 x-openstack-request-id: req-1a9a508e-dc99-4f7f-af9d-ed82af351d24 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:32:26.130780 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8515dba7-b40a-4e30-9e87-caa7024df57f", "tag": "3ba5edb1-6b5f-42c4-bf71-97efb2d25578", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:32:26.131375 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a9a508e-dc99-4f7f-af9d-ed82af351d24 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:32:26.132497 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'tag': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578', 'status': 'completed', 'code': 200} Jul 05 11:32:26.155236 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d639a4-b71e-44e4-880f-4019aced4238 req-141222e8-3a9e-4a4f-82d5-9f90d7d870bd tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:26.158279 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64d639a4-b71e-44e4-880f-4019aced4238 req-141222e8-3a9e-4a4f-82d5-9f90d7d870bd tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.2684355 Jul 05 11:32:26.285829 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64d639a4-b71e-44e4-880f-4019aced4238 req-479c6aa6-4e0c-44a0-81a8-2b84e20167e4 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216626 Jul 05 11:32:26.326390 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b802341-97a9-4b06-962d-1b6d735c1c27 req-eb9146f2-d635-4540-973a-d331f5fe0c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:26.329177 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0b802341-97a9-4b06-962d-1b6d735c1c27 req-eb9146f2-d635-4540-973a-d331f5fe0c78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 1096 time: 0.1505549 Jul 05 11:32:26.504662 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b802341-97a9-4b06-962d-1b6d735c1c27 req-4f526759-72d7-4dd8-b72b-5ef81f213c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:26.506842 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0b802341-97a9-4b06-962d-1b6d735c1c27 req-4f526759-72d7-4dd8-b72b-5ef81f213c53 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1648710 Jul 05 11:32:26.617427 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b802341-97a9-4b06-962d-1b6d735c1c27 req-fee5f4c1-6e85-403b-9f7c-0a93d09d0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:26.619088 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-0b802341-97a9-4b06-962d-1b6d735c1c27 req-fee5f4c1-6e85-403b-9f7c-0a93d09d0e12 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047633 Jul 05 11:32:26.720841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-15f77ca9-0aa6-41a4-94f6-081d041d9de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:26.722471 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-15f77ca9-0aa6-41a4-94f6-081d041d9de7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 1096 time: 0.0585120 Jul 05 11:32:26.774520 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-27a6cbac-02e9-4dd8-8d43-87946e7fdf48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578 HTTP/1.1" status: 200 len: 217 time: 0.0411835 Jul 05 11:32:26.834095 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-96c59deb-0bec-4f1a-a40d-587d99b340a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:26.836577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-96c59deb-0bec-4f1a-a40d-587d99b340a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0511260 Jul 05 11:32:26.911336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-442ddeff-e3c4-4499-bbbb-b9d387e22d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:26.913207 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-442ddeff-e3c4-4499-bbbb-b9d387e22d6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689437 Jul 05 11:32:27.057457 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-3c393478-40e0-4eae-b50b-bbc8351270f0 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328926 Jul 05 11:32:27.223367 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ada182e5-7bf7-48b2-bd7e-b1ed5c13cc36 req-a9a38700-e69c-422a-b64a-a94dd6c48f1a service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540105 Jul 05 11:32:27.584227 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d9dc3-d38f-4958-9566-878c8823a710 req-d605c6a6-eef9-469b-9414-eedbf0f52237 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:27.585927 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-778d9dc3-d38f-4958-9566-878c8823a710 req-d605c6a6-eef9-469b-9414-eedbf0f52237 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0984478 Jul 05 11:32:27.638402 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-778d9dc3-d38f-4958-9566-878c8823a710 req-42644007-4062-48d6-9a36-a8b1f2327c1f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410986 Jul 05 11:32:28.898432 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e29e1-0eef-475f-917f-c7ffc6478dd2 req-3c9ae0b8-ee12-4a19-a010-4e45c19e8090 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:28.900871 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b5e29e1-0eef-475f-917f-c7ffc6478dd2 req-3c9ae0b8-ee12-4a19-a010-4e45c19e8090 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0903707 Jul 05 11:32:28.965617 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8b5e29e1-0eef-475f-917f-c7ffc6478dd2 req-5cbf0da9-c3dc-4e6b-ae49-7092ce24ff18 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562117 Jul 05 11:32:30.162503 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24c30a-daf9-495e-b439-28ac6122a887 req-bcf230b5-9d30-4b01-ae03-4bf84e95dfe2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:30.164152 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bf24c30a-daf9-495e-b439-28ac6122a887 req-bcf230b5-9d30-4b01-ae03-4bf84e95dfe2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0716107 Jul 05 11:32:30.211426 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bf24c30a-daf9-495e-b439-28ac6122a887 req-2fe41caa-5b2f-439e-a790-fa715eb9d3dd tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363190 Jul 05 11:32:31.404768 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fd1fa-f1a0-46c6-b121-065e3cc87467 req-2d55539c-6fbc-41a1-be3d-5056138b70e2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:31.406508 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c29fd1fa-f1a0-46c6-b121-065e3cc87467 req-2d55539c-6fbc-41a1-be3d-5056138b70e2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0735426 Jul 05 11:32:31.466745 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c29fd1fa-f1a0-46c6-b121-065e3cc87467 req-06133dd6-01a4-4a0d-8ceb-e8aa54f899c8 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537312 Jul 05 11:32:32.672507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e372620-c7a8-460a-a49a-58c081f6953a req-440b7837-223e-4fea-9a87-fb366d95ae72 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:32.674160 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9e372620-c7a8-460a-a49a-58c081f6953a req-440b7837-223e-4fea-9a87-fb366d95ae72 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0708647 Jul 05 11:32:32.717640 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9e372620-c7a8-460a-a49a-58c081f6953a req-500bba98-827c-40f3-a8e8-c0da512bff69 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364883 Jul 05 11:32:33.926027 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21090ea4-1254-4bb9-ac43-38dd780e9b35 req-1c3a1775-e6af-4df9-96f1-90ee8d591fad tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:33.927686 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21090ea4-1254-4bb9-ac43-38dd780e9b35 req-1c3a1775-e6af-4df9-96f1-90ee8d591fad tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0869210 Jul 05 11:32:33.973135 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-21090ea4-1254-4bb9-ac43-38dd780e9b35 req-ce469be9-2b8e-44c7-a4ae-e26af03ffb04 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383084 Jul 05 11:32:35.182142 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61405ca2-3a4c-4653-8c6a-b405b2af6f4f req-07d6ee4b-cc7c-4b10-bcb1-4bb958c23fa8 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:35.184891 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-61405ca2-3a4c-4653-8c6a-b405b2af6f4f req-07d6ee4b-cc7c-4b10-bcb1-4bb958c23fa8 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0768383 Jul 05 11:32:35.234931 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-61405ca2-3a4c-4653-8c6a-b405b2af6f4f req-09c31254-55d4-4081-a150-3a1a647dd709 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400126 Jul 05 11:32:36.448736 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440e9e7-56ab-4ede-af0b-2920a5db2344 req-daa94a40-db21-453b-b47c-762a2d57960e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:36.450353 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e440e9e7-56ab-4ede-af0b-2920a5db2344 req-daa94a40-db21-453b-b47c-762a2d57960e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0748250 Jul 05 11:32:36.492449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e440e9e7-56ab-4ede-af0b-2920a5db2344 req-5499af87-d506-41a7-96cc-af2ca3338a50 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361087 Jul 05 11:32:37.695929 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10b69d-42ea-4c05-b70d-8688b21c523e req-34673b60-63ff-4962-8433-84cacf78d3df tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:37.697603 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dc10b69d-42ea-4c05-b70d-8688b21c523e req-34673b60-63ff-4962-8433-84cacf78d3df tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0726619 Jul 05 11:32:37.747996 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-dc10b69d-42ea-4c05-b70d-8688b21c523e req-76497ad5-aaaf-47e3-959d-14aa265d9f6a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406022 Jul 05 11:32:38.412423 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:32:38.982818 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685743f-10f6-450d-bd1a-b6fa6e4da321 req-31bd5115-78c1-405d-826c-65aaa58f72e1 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:38.984514 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f685743f-10f6-450d-bd1a-b6fa6e4da321 req-31bd5115-78c1-405d-826c-65aaa58f72e1 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0712707 Jul 05 11:32:39.031128 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-f685743f-10f6-450d-bd1a-b6fa6e4da321 req-858c0aac-b2ff-4d04-bb0f-df05296e79f5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361509 Jul 05 11:32:40.148856 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:32:40.285750 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60037b38-4d68-4373-9de8-51c455acb467 req-7888082e-ef08-47ed-ac15-2800b6fa2d57 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:40.287428 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-60037b38-4d68-4373-9de8-51c455acb467 req-7888082e-ef08-47ed-ac15-2800b6fa2d57 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.1012626 Jul 05 11:32:40.300460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:32:40.319762 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'port_id': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578', 'mac_address': 'fa:16:3e:d3:37:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:32:40.339786 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-60037b38-4d68-4373-9de8-51c455acb467 req-d86197fd-d0c8-4c8e-a0f3-81998542e5c7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416732 Jul 05 11:32:40.369619 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:40.394787 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:32:40.431366 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:32:40.517762 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:40.573825 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:32:40.582258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:40.582606 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:40.582954 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:40.583349 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:40.583697 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:40.584058 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:40.584393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:40.584721 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:40.585063 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:40.585381 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:40.585709 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:40.586035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:40.789021 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['3ba5edb1-6b5f-42c4-bf71-97efb2d25578'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:32:41.159040 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-240e4dd0-6ebf-44d2-90cc-1111cf58a526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:41.552924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bdf7f-f497-4beb-a265-cfcad5bcea86 req-840768a8-250e-4762-9307-fc73dd20b28e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:41.554556 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c87bdf7f-f497-4beb-a265-cfcad5bcea86 req-840768a8-250e-4762-9307-fc73dd20b28e tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 945 time: 0.0773618 Jul 05 11:32:41.600924 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c87bdf7f-f497-4beb-a265-cfcad5bcea86 req-11097833-78d6-4727-9afe-422ce42e5ae1 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368917 Jul 05 11:32:42.146257 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:32:42.262012 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:32:42.266975 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:32:42.267349 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:42.357742 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:42.383804 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:32:42.386661 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35bc2a4-2ffb-4d31-a004-5b9508a93f19" -d '{"events": [{"server_uuid": "8515dba7-b40a-4e30-9e87-caa7024df57f", "name": "network-vif-plugged", "status": "completed", "tag": "3ba5edb1-6b5f-42c4-bf71-97efb2d25578"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:32:42.404679 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:32:42.430053 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd65aa4a-f81e-4a78-ada8-44a64fa727df x-openstack-request-id: req-bd65aa4a-f81e-4a78-ada8-44a64fa727df {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:32:42.430462 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8515dba7-b40a-4e30-9e87-caa7024df57f", "name": "network-vif-plugged", "status": "completed", "tag": "3ba5edb1-6b5f-42c4-bf71-97efb2d25578", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:32:42.430813 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd65aa4a-f81e-4a78-ada8-44a64fa727df {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:32:42.431296 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578', 'code': 200} Jul 05 11:32:42.524824 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:42.570503 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfbf30-2f88-40a8-8a46-07c4b2f2703f req-9e120354-f39d-457b-89fc-7e47b33606b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:42.572105 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4cfbf30-2f88-40a8-8a46-07c4b2f2703f req-9e120354-f39d-457b-89fc-7e47b33606b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 1097 time: 0.0626416 Jul 05 11:32:42.580186 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:32:42.620492 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d4cfbf30-2f88-40a8-8a46-07c4b2f2703f req-8b45d38f-6340-48b5-b669-aa716298ad7f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376778 Jul 05 11:32:42.805790 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132fcdc-2053-49af-a540-d17cb1f0c204 req-be235eda-a0c7-49b1-b701-73185dd94049 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:42.807912 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e132fcdc-2053-49af-a540-d17cb1f0c204 req-be235eda-a0c7-49b1-b701-73185dd94049 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.0702138 Jul 05 11:32:42.850370 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e132fcdc-2053-49af-a540-d17cb1f0c204 req-02fcefb9-0e06-4e01-801d-ae084ec2a496 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355153 Jul 05 11:32:43.696536 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-aec022c1-4ed7-4d7a-83db-9ef3967168f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:43.770461 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:44.049753 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1092da-3aae-44ef-88c1-35ccf5934eb4 req-2fe78dca-eaf9-41f1-874b-7039d2a5b9a3 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:44.051287 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb1092da-3aae-44ef-88c1-35ccf5934eb4 req-2fe78dca-eaf9-41f1-874b-7039d2a5b9a3 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.0761027 Jul 05 11:32:44.102123 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cb1092da-3aae-44ef-88c1-35ccf5934eb4 req-1bd0649f-bfcf-4ec9-8f24-f58e05f149ba tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443370 Jul 05 11:32:44.306677 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badda25a-1590-4e61-ae36-3653587c81cf req-14b81066-219d-4d99-ab25-5f32d41107e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:44.309163 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-badda25a-1590-4e61-ae36-3653587c81cf req-14b81066-219d-4d99-ab25-5f32d41107e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.0782630 Jul 05 11:32:44.351887 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-badda25a-1590-4e61-ae36-3653587c81cf req-14f06750-5fa3-46b6-aa0b-7063a05dfb08 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364835 Jul 05 11:32:44.379280 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45668) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:32:44.530708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93a2faa-fe39-4a15-b062-0c2b5713cea7 tempest-TestShelveInstance-489565953 tempest-TestShelveInstance-489565953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:44.532371 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a93a2faa-fe39-4a15-b062-0c2b5713cea7 tempest-TestShelveInstance-489565953 tempest-TestShelveInstance-489565953-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 1093 time: 0.1515546 Jul 05 11:32:44.535744 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45672) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:32:44.541113 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:32:44.616394 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:44.734102 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:44.855335 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Allocated IP 172.25.5.167 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/c71b6e97-4593-4ac4-9587-6f1d47b88e56) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:32:44.987037 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:45.137551 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:45.178247 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:32:45.183974 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:32:45.187896 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:32:45.217861 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'Port': ['ID=c71b6e97-4593-4ac4-9587-6f1d47b88e56,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:32:45.232928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:45.233322 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:45.233737 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:45.234123 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:45.234509 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:45.235004 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:45.235476 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:45.236296 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:45.236775 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:45.237168 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:45.237605 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:45.237993 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:32:45.353164 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:45.719265 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:45.892516 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:46.064856 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:46.157527 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:46.233315 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event updated for resources: {'Port': ['ID=c71b6e97-4593-4ac4-9587-6f1d47b88e56,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:32:46.248421 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:46.362149 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Floating IP f92224d1-7ad6-475e-8f86-79ee90a1b7d9 associated. External IP: 172.25.5.167, port: 3ba5edb1-6b5f-42c4-bf71-97efb2d25578. Jul 05 11:32:46.595020 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:32:46.717795 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:32:46.730776 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595ad058-08ef-4e2b-8850-80074b1fa293 None None] Sync routers for ids ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:32:46.742441 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ad058-08ef-4e2b-8850-80074b1fa293 None None] Routers {'ad794777-4c59-4434-b9d6-2ef4e8e02cb6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:32:46.743065 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-595ad058-08ef-4e2b-8850-80074b1fa293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:32:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:32:46.793820 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:46.835654 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-edc3f235-d33b-40cf-aa7e-108d068147e7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2984428 Jul 05 11:32:46.836992 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'tag': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:32:46.840076 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179c5ebe-86f3-4b51-b1e4-4ad9263c075a" -d '{"events": [{"name": "network-changed", "server_uuid": "8515dba7-b40a-4e30-9e87-caa7024df57f", "tag": "3ba5edb1-6b5f-42c4-bf71-97efb2d25578"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:32:46.873063 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-595ad058-08ef-4e2b-8850-80074b1fa293 None None] Set router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:32:46.892330 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a3fe6b-f589-42db-a713-fb134348bc9b x-openstack-request-id: req-28a3fe6b-f589-42db-a713-fb134348bc9b {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:32:46.892776 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8515dba7-b40a-4e30-9e87-caa7024df57f", "tag": "3ba5edb1-6b5f-42c4-bf71-97efb2d25578", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:32:46.893145 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28a3fe6b-f589-42db-a713-fb134348bc9b {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:32:46.893782 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'tag': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578', 'status': 'completed', 'code': 200} Jul 05 11:32:46.990402 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c5ebe-86f3-4b51-b1e4-4ad9263c075a req-ea1dc7b4-2b4b-4b4e-b719-3d6472908dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:46.993740 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-179c5ebe-86f3-4b51-b1e4-4ad9263c075a req-ea1dc7b4-2b4b-4b4e-b719-3d6472908dd1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 1098 time: 0.0702224 Jul 05 11:32:47.114107 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c5ebe-86f3-4b51-b1e4-4ad9263c075a req-9c21d9ae-5c2a-4f1e-a5d3-5178012ebbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:47.117489 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-179c5ebe-86f3-4b51-b1e4-4ad9263c075a req-9c21d9ae-5c2a-4f1e-a5d3-5178012ebbf1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.1169696 Jul 05 11:32:47.180329 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-595ad058-08ef-4e2b-8850-80074b1fa293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'f92224d1-7ad6-475e-8f86-79ee90a1b7d9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'port_id': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'mac_address': 'fa:16:3e:d3:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:32:45Z', 'updated_at': '2021-07-05T11:32:45Z', 'revision_number': 0, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bf217d-3f0a-400a-8774-e2e382d8772f', 'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'mac_address': 'fa:16:3e:98:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:58Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 5, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'subnets': [{'id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:32:47.197488 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-179c5ebe-86f3-4b51-b1e4-4ad9263c075a req-6f3f0402-bcd0-4599-9f11-35a70dfe841c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578 HTTP/1.1" status: 200 len: 1000 time: 0.0743346 Jul 05 11:32:47.215318 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595ad058-08ef-4e2b-8850-80074b1fa293 None None] Checking router: ad794777-4c59-4434-b9d6-2ef4e8e02cb6 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:32:47.215785 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:47.230348 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ad058-08ef-4e2b-8850-80074b1fa293 None None] Routers {'ad794777-4c59-4434-b9d6-2ef4e8e02cb6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:32:47.231492 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-595ad058-08ef-4e2b-8850-80074b1fa293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:32:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:32:47.275063 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c5ebe-86f3-4b51-b1e4-4ad9263c075a req-dffa76b9-8690-4699-a8d2-0bbe19395d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:47.277718 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-179c5ebe-86f3-4b51-b1e4-4ad9263c075a req-dffa76b9-8690-4699-a8d2-0bbe19395d4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0735178 Jul 05 11:32:47.360757 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c5ebe-86f3-4b51-b1e4-4ad9263c075a req-419e97ac-face-4661-9b0d-1e8e9afc15be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:32:47.363156 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-179c5ebe-86f3-4b51-b1e4-4ad9263c075a req-419e97ac-face-4661-9b0d-1e8e9afc15be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747428 Jul 05 11:32:47.383942 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-595ad058-08ef-4e2b-8850-80074b1fa293 None None] Set router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:32:47.469181 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-179c5ebe-86f3-4b51-b1e4-4ad9263c075a req-594db5e9-6941-4f43-9058-7a67a4536bc6 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000922 Jul 05 11:32:47.589304 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-179c5ebe-86f3-4b51-b1e4-4ad9263c075a req-228a85b1-bb49-427a-a320-21663b3b2fbc service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136475 Jul 05 11:32:47.688318 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-595ad058-08ef-4e2b-8850-80074b1fa293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'f92224d1-7ad6-475e-8f86-79ee90a1b7d9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'port_id': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'mac_address': 'fa:16:3e:d3:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:32:45Z', 'updated_at': '2021-07-05T11:32:45Z', 'revision_number': 0, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bf217d-3f0a-400a-8774-e2e382d8772f', 'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'mac_address': 'fa:16:3e:98:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:58Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 5, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'subnets': [{'id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:32:47.719316 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595ad058-08ef-4e2b-8850-80074b1fa293 None None] The sync data for ids ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'] in n-d-779913-27 is: [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'f92224d1-7ad6-475e-8f86-79ee90a1b7d9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'port_id': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'mac_address': 'fa:16:3e:d3:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:32:45Z', 'updated_at': '2021-07-05T11:32:45Z', 'revision_number': 0, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bf217d-3f0a-400a-8774-e2e382d8772f', 'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'mac_address': 'fa:16:3e:98:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:58Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 5, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'subnets': [{'id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:32:47.939648 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aac7dd0-edc9-4c9b-bf3b-a562eabb6aa1 None None] New status for floating IP f92224d1-7ad6-475e-8f86-79ee90a1b7d9: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:32:53.124529 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:32:55.033507 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:33:06.077433 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72a27c54-a57a-4d96-8bf7-37720429f8ee req-ffe110f7-1105-450e-a4a3-56ff1196e68e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598030 Jul 05 11:33:06.199063 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27c54-a57a-4d96-8bf7-37720429f8ee req-474172f5-6555-4873-87e7-e87e7bf6dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:33:06.200840 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72a27c54-a57a-4d96-8bf7-37720429f8ee req-474172f5-6555-4873-87e7-e87e7bf6dd21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 1098 time: 0.0750499 Jul 05 11:33:06.350922 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27c54-a57a-4d96-8bf7-37720429f8ee req-7f155eb1-1189-4726-b86d-fa4e43603174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:33:06.353708 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72a27c54-a57a-4d96-8bf7-37720429f8ee req-7f155eb1-1189-4726-b86d-fa4e43603174 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.1269352 Jul 05 11:33:06.437115 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72a27c54-a57a-4d96-8bf7-37720429f8ee req-35ae404d-5273-4e50-85b3-f7fb240a4114 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578 HTTP/1.1" status: 200 len: 1002 time: 0.0769997 Jul 05 11:33:06.502080 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27c54-a57a-4d96-8bf7-37720429f8ee req-d3592d95-b87a-414e-ad81-c1cca1e92e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:33:06.504882 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72a27c54-a57a-4d96-8bf7-37720429f8ee req-d3592d95-b87a-414e-ad81-c1cca1e92e8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0611832 Jul 05 11:33:06.576778 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27c54-a57a-4d96-8bf7-37720429f8ee req-e4ed0cbe-c20e-46a8-bb11-6cd2ceebe9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:33:06.578358 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72a27c54-a57a-4d96-8bf7-37720429f8ee req-e4ed0cbe-c20e-46a8-bb11-6cd2ceebe9fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659702 Jul 05 11:33:06.699446 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72a27c54-a57a-4d96-8bf7-37720429f8ee req-f0df512c-e2dd-4200-9b70-32a0a9be9678 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096554 Jul 05 11:33:06.821140 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-72a27c54-a57a-4d96-8bf7-37720429f8ee req-cbb09d87-378e-481b-917d-4484b0b62a61 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141562 Jul 05 11:33:11.216269 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-992fec1d-0ad4-4628-bdf3-c7829139df9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:33:13.730077 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6834ecb4-1bb5-4e36-acde-1374f7cb5836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:33:13.792518 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:33:15.410169 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:33:15.414579 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:33:17.216161 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:33:23.130073 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:33:25.032527 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:33:41.185111 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c078ff65-b575-4ac0-a5dd-a33759292de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:33:43.699476 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-440a5abc-d937-4ff3-957a-30466e304917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:33:43.769218 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:33:45.398325 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:33:47.215073 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:33:52.416105 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:33:53.156143 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:33:55.077755 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:34:08.180563 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e151b26b-7d20-42bd-a4cf-54f17ec9b04a req-c6dd59d6-2672-48d4-992e-44a000ace4f9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1464441 Jul 05 11:34:08.292788 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151b26b-7d20-42bd-a4cf-54f17ec9b04a req-4ea3389b-4bdc-4d4c-bd96-eaea37da7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:34:08.294372 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e151b26b-7d20-42bd-a4cf-54f17ec9b04a req-4ea3389b-4bdc-4d4c-bd96-eaea37da7947 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 1098 time: 0.0596776 Jul 05 11:34:08.415605 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151b26b-7d20-42bd-a4cf-54f17ec9b04a req-7851d0a7-194c-40ba-95ad-08a4e3dd6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:34:08.417237 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e151b26b-7d20-42bd-a4cf-54f17ec9b04a req-7851d0a7-194c-40ba-95ad-08a4e3dd6ec3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.0976562 Jul 05 11:34:08.494355 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e151b26b-7d20-42bd-a4cf-54f17ec9b04a req-0720eab0-b258-43a3-8f45-acf40f5870e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578 HTTP/1.1" status: 200 len: 1002 time: 0.0654678 Jul 05 11:34:08.554744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151b26b-7d20-42bd-a4cf-54f17ec9b04a req-6d73e45f-78cb-45c9-9756-4ed62ce7a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:34:08.556466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e151b26b-7d20-42bd-a4cf-54f17ec9b04a req-6d73e45f-78cb-45c9-9756-4ed62ce7a809 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0539639 Jul 05 11:34:08.621524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151b26b-7d20-42bd-a4cf-54f17ec9b04a req-75ceb486-df12-49f3-af8e-6725be142b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:34:08.623109 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e151b26b-7d20-42bd-a4cf-54f17ec9b04a req-75ceb486-df12-49f3-af8e-6725be142b5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586770 Jul 05 11:34:08.723567 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e151b26b-7d20-42bd-a4cf-54f17ec9b04a req-f3a6740a-0dab-4ea7-8a32-d07c1f9f5992 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900059 Jul 05 11:34:09.238510 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e151b26b-7d20-42bd-a4cf-54f17ec9b04a req-e292f887-7243-44b1-b4cd-5e1139d00cfb service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073729 Jul 05 11:34:11.201009 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b2d8bea3-179f-46b2-bc9c-0880ea2fee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:34:13.722716 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd1beedd-2ef5-4afd-8663-619dc617aa9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:34:13.802925 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:34:15.406514 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:34:17.201237 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:34:23.134427 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:34:25.048301 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:34:29.416807 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:34:41.156699 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-49832c5f-c52c-41ad-9856-731f540a7c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:34:43.705204 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fad76281-f802-4fb6-ad08-427b815473d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:34:43.734313 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:34:45.419322 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:34:47.189231 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:34:53.148660 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:34:55.060913 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:06.418110 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:35:09.101653 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94e05cb2-6d72-4b52-98c6-9598818137b1 req-52807a74-9cac-4ef8-a580-937013dd0943 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0671115 Jul 05 11:35:09.225577 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e05cb2-6d72-4b52-98c6-9598818137b1 req-e144fd78-b2b4-49a3-a97a-8ec3fa0ec183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:09.227099 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94e05cb2-6d72-4b52-98c6-9598818137b1 req-e144fd78-b2b4-49a3-a97a-8ec3fa0ec183 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 1098 time: 0.0641768 Jul 05 11:35:09.353177 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e05cb2-6d72-4b52-98c6-9598818137b1 req-590dc2f1-e4d0-49b9-a5a2-4e2ad9b6a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:09.354713 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94e05cb2-6d72-4b52-98c6-9598818137b1 req-590dc2f1-e4d0-49b9-a5a2-4e2ad9b6a38a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.0986791 Jul 05 11:35:09.428439 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94e05cb2-6d72-4b52-98c6-9598818137b1 req-f1773720-19e3-42b8-aea7-ce5e476aa82b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578 HTTP/1.1" status: 200 len: 1002 time: 0.0626211 Jul 05 11:35:09.489159 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e05cb2-6d72-4b52-98c6-9598818137b1 req-3b5f8b38-c80b-4295-9bbe-5ebb43ca0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:09.490655 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94e05cb2-6d72-4b52-98c6-9598818137b1 req-3b5f8b38-c80b-4295-9bbe-5ebb43ca0b65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0525091 Jul 05 11:35:09.556603 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e05cb2-6d72-4b52-98c6-9598818137b1 req-45f230a9-3ae5-48b3-8ce3-efb7c70eda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:09.558203 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94e05cb2-6d72-4b52-98c6-9598818137b1 req-45f230a9-3ae5-48b3-8ce3-efb7c70eda3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601335 Jul 05 11:35:09.573340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-94e05cb2-6d72-4b52-98c6-9598818137b1 req-4997e50d-35fe-4fd2-b90c-50b11f263e37 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:35:09.574370 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94e05cb2-6d72-4b52-98c6-9598818137b1 req-4997e50d-35fe-4fd2-b90c-50b11f263e37 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056171 Jul 05 11:35:09.678691 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94e05cb2-6d72-4b52-98c6-9598818137b1 req-a739538b-77d8-4ea0-8736-e69a942526e3 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975790 Jul 05 11:35:09.788141 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-94e05cb2-6d72-4b52-98c6-9598818137b1 req-a3c5805c-c409-4f09-838d-95c2e7aa988b service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980260 Jul 05 11:35:11.205256 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b4bc004e-6560-4ef7-9610-3be355d6bc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:13.667947 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a68bafad-f41a-42d4-a8d0-7b20a97b33fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:13.750118 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:15.350677 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:17.204746 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:23.217059 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:25.173662 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:26.129499 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b8315-dcbd-4e19-b157-42c21d8f8fcd req-8c920f79-d901-4641-9013-b018d665f105 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:26.131136 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-257b8315-dcbd-4e19-b157-42c21d8f8fcd req-8c920f79-d901-4641-9013-b018d665f105 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.1440554 Jul 05 11:35:26.183013 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-257b8315-dcbd-4e19-b157-42c21d8f8fcd req-6029ef50-5a74-4fce-b98b-6be7707569b8 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456064 Jul 05 11:35:27.486451 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ee610-7dec-4df7-aa20-a34e4f1b27a2 req-53da3d2e-4175-4b1a-a488-bfdb2f2a75ec tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:27.488758 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c55ee610-7dec-4df7-aa20-a34e4f1b27a2 req-53da3d2e-4175-4b1a-a488-bfdb2f2a75ec tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.1323159 Jul 05 11:35:27.535882 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c55ee610-7dec-4df7-aa20-a34e4f1b27a2 req-a6448aac-b75d-439d-bd11-b5d042de8db5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404198 Jul 05 11:35:28.797608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c16f1-e116-4578-810f-b4548773778e req-cc31774b-69a1-40ad-9883-f137f40cf9f6 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:28.799314 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a28c16f1-e116-4578-810f-b4548773778e req-cc31774b-69a1-40ad-9883-f137f40cf9f6 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.1067660 Jul 05 11:35:28.862217 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-a28c16f1-e116-4578-810f-b4548773778e req-ca94c35f-1e87-42a2-b80e-e378fac98ff7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556710 Jul 05 11:35:30.072345 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd831a74-adbe-4c60-81e3-4e8de0021784 req-8e90aa1f-fd4e-4730-8c44-5db13b8c3f69 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:30.073980 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bd831a74-adbe-4c60-81e3-4e8de0021784 req-8e90aa1f-fd4e-4730-8c44-5db13b8c3f69 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.0770066 Jul 05 11:35:30.121684 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-bd831a74-adbe-4c60-81e3-4e8de0021784 req-73b0ad23-7194-4e49-a06c-9dd90cf5cb58 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377729 Jul 05 11:35:31.364995 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe86e6-fc1c-4be1-a8c8-2c1c76c73680 req-6564074d-cdc5-4781-9619-bf4f757b633c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:31.366672 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aefe86e6-fc1c-4be1-a8c8-2c1c76c73680 req-6564074d-cdc5-4781-9619-bf4f757b633c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.0793548 Jul 05 11:35:31.413970 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aefe86e6-fc1c-4be1-a8c8-2c1c76c73680 req-4df02288-3ad0-4730-9092-8d14ab3e1583 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394964 Jul 05 11:35:32.604278 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e351c4f-1589-4026-ac48-bbf45ad7dd7e req-17a81e9d-7369-4b7e-b9fe-844b6b1016a1 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:32.606049 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2e351c4f-1589-4026-ac48-bbf45ad7dd7e req-17a81e9d-7369-4b7e-b9fe-844b6b1016a1 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.0705736 Jul 05 11:35:32.655844 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2e351c4f-1589-4026-ac48-bbf45ad7dd7e req-7964c555-f68c-4052-b15e-e0ef9c36f86d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385306 Jul 05 11:35:33.888073 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e2349-33bf-47aa-8a62-8eae2b9c3ddc req-aa71f049-c147-4049-bb91-a7e986c2a45a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:33.889993 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-702e2349-33bf-47aa-8a62-8eae2b9c3ddc req-aa71f049-c147-4049-bb91-a7e986c2a45a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.0926514 Jul 05 11:35:33.949197 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-702e2349-33bf-47aa-8a62-8eae2b9c3ddc req-77c1985b-1f2a-403e-af84-f7b2568819a4 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495498 Jul 05 11:35:35.233508 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658660a-bba1-4640-834d-ba37ef26d914 req-1c0c100c-b1d4-43f6-a69d-0027f27967df tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:35.236152 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5658660a-bba1-4640-834d-ba37ef26d914 req-1c0c100c-b1d4-43f6-a69d-0027f27967df tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.1292117 Jul 05 11:35:35.287970 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5658660a-bba1-4640-834d-ba37ef26d914 req-56a98c50-1e3e-46d0-97b1-655ffb0963fb tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411263 Jul 05 11:35:36.263408 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ff939-8a2a-462a-ad6f-55a5c96b2c15 req-a2ea878c-a4a5-4c0d-8559-96b4fe9fe2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:36.264906 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea3ff939-8a2a-462a-ad6f-55a5c96b2c15 req-a2ea878c-a4a5-4c0d-8559-96b4fe9fe2b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 1098 time: 0.0593479 Jul 05 11:35:36.376475 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ff939-8a2a-462a-ad6f-55a5c96b2c15 req-2bd67478-f2c8-4337-9eeb-662010792def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:36.378906 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea3ff939-8a2a-462a-ad6f-55a5c96b2c15 req-2bd67478-f2c8-4337-9eeb-662010792def service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.1042514 Jul 05 11:35:36.467992 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea3ff939-8a2a-462a-ad6f-55a5c96b2c15 req-8ec535ea-c18a-444c-9ebf-79a0b3d986fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578 HTTP/1.1" status: 200 len: 1002 time: 0.0758865 Jul 05 11:35:36.538510 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ff939-8a2a-462a-ad6f-55a5c96b2c15 req-83a92e14-d5b7-466d-8b00-71710a53ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:36.540929 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea3ff939-8a2a-462a-ad6f-55a5c96b2c15 req-83a92e14-d5b7-466d-8b00-71710a53ac96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0624650 Jul 05 11:35:36.598135 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783d74d-698b-4d7f-81fd-08e0b93fa6e8 req-04582f21-ce9b-4051-bdae-6ec06530d082 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:36.602256 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6783d74d-698b-4d7f-81fd-08e0b93fa6e8 req-04582f21-ce9b-4051-bdae-6ec06530d082 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.0972433 Jul 05 11:35:36.634388 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ff939-8a2a-462a-ad6f-55a5c96b2c15 req-0b27c36f-37d5-42a2-95df-53fe9cab819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:36.636460 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea3ff939-8a2a-462a-ad6f-55a5c96b2c15 req-0b27c36f-37d5-42a2-95df-53fe9cab819c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855880 Jul 05 11:35:36.646164 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6783d74d-698b-4d7f-81fd-08e0b93fa6e8 req-c4d5c701-65cf-407a-9c23-721cb7cf620a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380554 Jul 05 11:35:36.754618 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea3ff939-8a2a-462a-ad6f-55a5c96b2c15 req-e5695455-f5bd-477d-8677-91361d67f133 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070969 Jul 05 11:35:36.870488 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-ea3ff939-8a2a-462a-ad6f-55a5c96b2c15 req-890ce634-0cf5-4f9e-be9b-a5a21daf8736 service neutron] 10.222.0.64 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041813 Jul 05 11:35:37.859237 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1af7-929a-4c5c-82cc-634462cce4f7 req-434ca046-816f-499c-8f24-2d26a475ea6c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:37.860927 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43aa1af7-929a-4c5c-82cc-634462cce4f7 req-434ca046-816f-499c-8f24-2d26a475ea6c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.0798998 Jul 05 11:35:37.923070 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-43aa1af7-929a-4c5c-82cc-634462cce4f7 req-2316ab19-618c-4e04-a6d4-d8b967760f43 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511019 Jul 05 11:35:39.238703 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccdf58-39df-4270-a665-b164e98864da req-201d5b67-3853-4452-ad40-3f60250506f7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:39.241602 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49ccdf58-39df-4270-a665-b164e98864da req-201d5b67-3853-4452-ad40-3f60250506f7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.1208305 Jul 05 11:35:39.313641 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-49ccdf58-39df-4270-a665-b164e98864da req-36b42026-039a-4d3a-acd8-d075daab72de tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612218 Jul 05 11:35:40.630965 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f8209-2e27-42bb-9a91-485be1391700 req-25ae8bc8-ab5b-438b-8ce5-fa5c6671f494 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:40.632642 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cf7f8209-2e27-42bb-9a91-485be1391700 req-25ae8bc8-ab5b-438b-8ce5-fa5c6671f494 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.0727639 Jul 05 11:35:40.689914 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-cf7f8209-2e27-42bb-9a91-485be1391700 req-f0a44dc9-bfbd-455c-8327-ebc04a20b707 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471547 Jul 05 11:35:41.182043 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e3118f0-2f94-4c13-9432-0deec2b1622b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:41.979066 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb350c3-aec2-4b0a-a991-441f9a205caa req-a7947041-c84d-4893-9273-702fcd85ad88 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:41.980809 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aeb350c3-aec2-4b0a-a991-441f9a205caa req-a7947041-c84d-4893-9273-702fcd85ad88 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.0965002 Jul 05 11:35:42.026019 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-aeb350c3-aec2-4b0a-a991-441f9a205caa req-f0292fe2-0532-4e51-b8c0-d9cc28bda8ef tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388274 Jul 05 11:35:42.853282 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa738d7-e047-4a3a-b6d2-9b388d3df35c req-009d774c-b575-43cf-832d-435e7a3dcc76 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:42.856620 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0fa738d7-e047-4a3a-b6d2-9b388d3df35c req-009d774c-b575-43cf-832d-435e7a3dcc76 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 946 time: 0.2024231 Jul 05 11:35:42.869099 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-46cf2df6-70c8-46d6-a73c-4e765654521e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2382798 Jul 05 11:35:42.933575 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-0fa738d7-e047-4a3a-b6d2-9b388d3df35c req-67b1beaf-c9bb-4b81-b5c5-ea506cc59219 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628293 Jul 05 11:35:43.032462 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:35:43.171519 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:43.217043 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:35:43.222395 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9dc6ab-b36f-48a5-886c-c1ee355b6d14" -d '{"events": [{"server_uuid": "8515dba7-b40a-4e30-9e87-caa7024df57f", "name": "network-vif-unplugged", "status": "completed", "tag": "3ba5edb1-6b5f-42c4-bf71-97efb2d25578"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:35:43.248006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:35:43.327803 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:43.369411 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 11:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b71b74-8d96-4b78-821e-d4d8c44971b0 x-openstack-request-id: req-33b71b74-8d96-4b78-821e-d4d8c44971b0 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:35:43.370196 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8515dba7-b40a-4e30-9e87-caa7024df57f", "name": "network-vif-unplugged", "status": "failed", "tag": "3ba5edb1-6b5f-42c4-bf71-97efb2d25578", "code": 422}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:35:43.370605 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33b71b74-8d96-4b78-821e-d4d8c44971b0 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:35:43.371188 n-d-779913-27 neutron-server[100777]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578', 'code': 422} returned with failed status Jul 05 11:35:43.418461 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:35:43.425174 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:35:43.433284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:43.433838 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:43.434619 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:43.435682 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:43.436055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:43.437190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:43.437190 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:43.437846 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:43.438538 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:43.439234 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:43.439917 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:43.441078 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:43.708068 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-228dce68-9230-4a8d-8df9-35ab19f00f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:43.755692 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:44.217572 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24941389-9c59-4871-afcf-6471e092dd3a req-84339cd5-b309-4704-8d5a-a6fc6a4f1072 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:44.220429 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-24941389-9c59-4871-afcf-6471e092dd3a req-84339cd5-b309-4704-8d5a-a6fc6a4f1072 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.1334336 Jul 05 11:35:44.274075 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-24941389-9c59-4871-afcf-6471e092dd3a req-4b7fd5b8-4da5-43f0-b7a2-620eaf946976 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396490 Jul 05 11:35:45.383892 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:45.592313 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82516463-c8a8-4089-b90b-e8d1c42a7eeb req-cb2bc08a-9ed2-474a-95de-a05951c21224 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:45.593933 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82516463-c8a8-4089-b90b-e8d1c42a7eeb req-cb2bc08a-9ed2-474a-95de-a05951c21224 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0971658 Jul 05 11:35:45.642055 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82516463-c8a8-4089-b90b-e8d1c42a7eeb req-9172c521-1492-4454-907e-e05252646cba tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404918 Jul 05 11:35:46.880855 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc473f-cabc-47ba-9588-7a0757539f9f req-da94f8fa-69d2-4747-ba8c-3907280c991b tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:46.883769 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ddc473f-cabc-47ba-9588-7a0757539f9f req-da94f8fa-69d2-4747-ba8c-3907280c991b tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0925047 Jul 05 11:35:46.949821 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4ddc473f-cabc-47ba-9588-7a0757539f9f req-761ab6e7-1f31-4766-85c1-004046b6175c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584409 Jul 05 11:35:47.195783 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:48.238730 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a430b5-ff0c-43f6-aea9-31ff68d291f7 req-496797ee-b7b5-406e-a9d5-5debf909037d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:48.240781 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82a430b5-ff0c-43f6-aea9-31ff68d291f7 req-496797ee-b7b5-406e-a9d5-5debf909037d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0987692 Jul 05 11:35:48.295775 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-82a430b5-ff0c-43f6-aea9-31ff68d291f7 req-582ad22d-3fe3-485e-8994-a5c7bc59d129 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447962 Jul 05 11:35:49.575380 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1c58d-d741-4d1a-a68c-5a93cb382d56 req-4c9fbbf9-1313-47f9-ac51-339a60029e3d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:49.577043 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-90b1c58d-d741-4d1a-a68c-5a93cb382d56 req-4c9fbbf9-1313-47f9-ac51-339a60029e3d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0760107 Jul 05 11:35:49.628005 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-90b1c58d-d741-4d1a-a68c-5a93cb382d56 req-cdb8abd1-081e-4e8b-b8a8-abf1cc537d5d tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420287 Jul 05 11:35:50.860773 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edaa91-da92-480c-acdc-c0bc8f604554 req-f91736e1-68f9-43bf-8a31-22ef7df82b72 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:50.862516 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03edaa91-da92-480c-acdc-c0bc8f604554 req-f91736e1-68f9-43bf-8a31-22ef7df82b72 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0942550 Jul 05 11:35:50.927081 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-03edaa91-da92-480c-acdc-c0bc8f604554 req-b0a033a1-bf10-4f1b-9461-70ca195702b6 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549760 Jul 05 11:35:51.162456 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-6009320c-0574-4684-a03f-7dd5b92ddd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:51.165193 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-6009320c-0574-4684-a03f-7dd5b92ddd1c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f&tenant_id=644833e6906b4c9f9311cbb727dcbd3d HTTP/1.1" status: 200 len: 1096 time: 0.1451066 Jul 05 11:35:51.179529 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-27', 'device_owner': 'compute:nova'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:35:51.270136 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:51.612207 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] For port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:35:51.660582 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] For port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578, host n-h2-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:35:51.702740 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:35:51.711706 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:51.727863 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Transition to ACTIVE for port object 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:35:51.838523 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:51.981207 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,revision_number=7']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:35:52.006290 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:52.006932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:52.007522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:52.008528 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:52.008705 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:52.009260 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:52.009833 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:52.010386 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:52.010975 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:52.011530 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:52.012179 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:52.012814 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:35:52.082407 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] No DVR routers for this DVR port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 on host n-h2-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:35:52.371682 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43804fa8-837b-49d3-b6c5-a0df6f010a95 req-8089d7df-fb0d-4114-aa5d-ae38d99f7cd4 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:52.374452 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43804fa8-837b-49d3-b6c5-a0df6f010a95 req-8089d7df-fb0d-4114-aa5d-ae38d99f7cd4 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.2334344 Jul 05 11:35:52.459525 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Attempting to bind port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:35:52.459905 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Attempting to bind port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:35:52.460122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Attempting to bind port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 on network 2c4d8259-7c02-4133-a025-a74440a9d1c9 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:35:52.471620 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 on network 2c4d8259-7c02-4133-a025-a74440a9d1c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:35:52.472193 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Attempting to bind port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 on network 2c4d8259-7c02-4133-a025-a74440a9d1c9 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:35:52.488116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:35:52.488509 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Checking segment: {'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:35:52.488937 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Bound using segment: {'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:35:52.489453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Bound port: 3ba5edb1-6b5f-42c4-bf71-97efb2d25578, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37101a02-cc89-4f7a-b2c5-e82ffcdf4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:35:52.489865 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:52.495959 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-43804fa8-837b-49d3-b6c5-a0df6f010a95 req-7af0464c-6da8-4ad6-9090-474e5b629f1f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832887 Jul 05 11:35:52.568455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] For port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:35:52.572741 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] For port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:35:52.715959 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:52.761151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:52.762195 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:52.764653 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] 10.222.0.73 "PUT /v2.0/ports/3ba5edb1-6b5f-42c4-bf71-97efb2d25578 HTTP/1.1" status: 200 len: 1093 time: 1.5924971 Jul 05 11:35:52.765043 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'tag': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:35:52.767539 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f066b3a-03b4-44df-b9fc-0304c3a94392" -d '{"events": [{"name": "network-changed", "server_uuid": "8515dba7-b40a-4e30-9e87-caa7024df57f", "tag": "3ba5edb1-6b5f-42c4-bf71-97efb2d25578"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:35:52.847655 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855c99ff-1f2d-4913-bc01-02ca8eccd1a0 x-openstack-request-id: req-855c99ff-1f2d-4913-bc01-02ca8eccd1a0 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:35:52.853777 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8515dba7-b40a-4e30-9e87-caa7024df57f", "tag": "3ba5edb1-6b5f-42c4-bf71-97efb2d25578", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:35:52.853777 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-855c99ff-1f2d-4913-bc01-02ca8eccd1a0 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:35:52.853777 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'tag': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578', 'status': 'completed', 'code': 200} Jul 05 11:35:52.859414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316d7c7-9755-4ca0-a349-427962219ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,revision_number=8']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:35:52.906874 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-e7e31f64-e1ca-4270-9401-183bb8ff1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:52.909479 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-e7e31f64-e1ca-4270-9401-183bb8ff1254 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 1096 time: 0.1054604 Jul 05 11:35:53.059752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-817dc47e-b02b-4753-9464-6a0e7abab375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:53.064459 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-817dc47e-b02b-4753-9464-6a0e7abab375 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.1458924 Jul 05 11:35:53.184397 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-5c5ac839-a4c7-4d2e-9ffa-d839f7c7328e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578 HTTP/1.1" status: 200 len: 1000 time: 0.1143930 Jul 05 11:35:53.196722 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:53.278414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-e681851c-e50a-4abd-84a6-65a982e47ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:53.280964 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-e681851c-e50a-4abd-84a6-65a982e47ca5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0901110 Jul 05 11:35:53.383580 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-a3f3e5c0-a595-4ba7-8244-698a45eeb06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:53.386233 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-a3f3e5c0-a595-4ba7-8244-698a45eeb06f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974624 Jul 05 11:35:53.401365 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-a27059f9-20f2-4bd2-8200-a270aba1d84f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 11:35:53.403204 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-a27059f9-20f2-4bd2-8200-a270aba1d84f service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104644 Jul 05 11:35:53.568686 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-e4a8ba9b-a83e-4322-9cec-3e2540a11ede service neutron] 10.222.0.73 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585238 Jul 05 11:35:53.813690 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-d387cccc-d939-4d74-bac9-b244be0988df service neutron] 10.222.0.73 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382569 Jul 05 11:35:53.837754 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096016e-948e-48cb-b1b9-b1fd4d70111d req-dabc9539-b26b-4207-8825-6ee7110a3cde tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:53.843153 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5096016e-948e-48cb-b1b9-b1fd4d70111d req-dabc9539-b26b-4207-8825-6ee7110a3cde tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.1788907 Jul 05 11:35:53.904744 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-5096016e-948e-48cb-b1b9-b1fd4d70111d req-e89f0d82-99fa-43a7-b959-846f9d6019e4 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562427 Jul 05 11:35:54.077783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f066b3a-03b4-44df-b9fc-0304c3a94392 req-39dccaba-3124-4e44-8115-ccfa9ade1e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:54.079308 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f066b3a-03b4-44df-b9fc-0304c3a94392 req-39dccaba-3124-4e44-8115-ccfa9ade1e01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 1096 time: 0.0648763 Jul 05 11:35:54.228522 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f066b3a-03b4-44df-b9fc-0304c3a94392 req-ddd96988-a714-46c9-81a5-cee8a9635bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:54.231368 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f066b3a-03b4-44df-b9fc-0304c3a94392 req-ddd96988-a714-46c9-81a5-cee8a9635bcd service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.1440799 Jul 05 11:35:54.309915 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f066b3a-03b4-44df-b9fc-0304c3a94392 req-46bbfac2-94e2-4795-911d-70f8f2ceb2b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578 HTTP/1.1" status: 200 len: 1000 time: 0.0715456 Jul 05 11:35:54.399107 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f066b3a-03b4-44df-b9fc-0304c3a94392 req-bd280c43-3efc-48f9-9cd8-cf73af51857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:54.401545 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f066b3a-03b4-44df-b9fc-0304c3a94392 req-bd280c43-3efc-48f9-9cd8-cf73af51857b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0837445 Jul 05 11:35:54.472843 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f066b3a-03b4-44df-b9fc-0304c3a94392 req-34a45fc4-fe76-497a-a5b9-d6f2b93d4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:54.474790 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f066b3a-03b4-44df-b9fc-0304c3a94392 req-34a45fc4-fe76-497a-a5b9-d6f2b93d4768 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670271 Jul 05 11:35:54.593106 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f066b3a-03b4-44df-b9fc-0304c3a94392 req-57e705c0-49eb-4abc-b3ba-b145ce5756e4 service neutron] 10.222.0.73 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112916 Jul 05 11:35:54.709255 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-1f066b3a-03b4-44df-b9fc-0304c3a94392 req-8f042cdb-e141-42cf-ac1c-0c68073cbafc service neutron] 10.222.0.73 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088314 Jul 05 11:35:55.089439 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:35:55.137154 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bf849-b5c2-43ea-9e58-91aa82ff4954 req-5b868bc0-67ee-4ecb-9e75-b9d9c5dbb0bd tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:55.138957 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b63bf849-b5c2-43ea-9e58-91aa82ff4954 req-5b868bc0-67ee-4ecb-9e75-b9d9c5dbb0bd tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0900562 Jul 05 11:35:55.183111 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b63bf849-b5c2-43ea-9e58-91aa82ff4954 req-584ec8c3-b56f-473c-9f7a-0b0754d09439 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380931 Jul 05 11:35:56.431596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae60f1-88f7-4e16-ba65-77fd965704a2 req-c576f4ef-f2e6-4973-93e1-7fee5735cfa2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:56.433222 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e0ae60f1-88f7-4e16-ba65-77fd965704a2 req-c576f4ef-f2e6-4973-93e1-7fee5735cfa2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0719185 Jul 05 11:35:56.484459 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e0ae60f1-88f7-4e16-ba65-77fd965704a2 req-45c0db3d-4e39-4816-ac59-2564704b697b tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426266 Jul 05 11:35:57.729565 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d61d72-a630-4dd6-b49c-a13032ab12e5 req-9c72cc68-aa35-4749-86b8-66983baea32f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:57.732587 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-61d61d72-a630-4dd6-b49c-a13032ab12e5 req-9c72cc68-aa35-4749-86b8-66983baea32f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0989313 Jul 05 11:35:57.793749 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-61d61d72-a630-4dd6-b49c-a13032ab12e5 req-ab2c6653-91fc-48ba-adf3-76c4f19f1d75 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540967 Jul 05 11:35:58.723675 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7e29f-e51a-4e50-b0a0-e65f7051ff97 req-5e4a51d7-fd01-467d-97f6-2aa074bcfa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:58.725643 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39a7e29f-e51a-4e50-b0a0-e65f7051ff97 req-5e4a51d7-fd01-467d-97f6-2aa074bcfa4b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 1096 time: 0.0900149 Jul 05 11:35:58.877637 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7e29f-e51a-4e50-b0a0-e65f7051ff97 req-ef109ec9-94bb-4372-9078-b7c8b41a1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:58.879883 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39a7e29f-e51a-4e50-b0a0-e65f7051ff97 req-ef109ec9-94bb-4372-9078-b7c8b41a1428 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.1331000 Jul 05 11:35:58.993061 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39a7e29f-e51a-4e50-b0a0-e65f7051ff97 req-0be157da-7233-4d31-a1f7-2b31b1fe73a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578 HTTP/1.1" status: 200 len: 1000 time: 0.0997982 Jul 05 11:35:59.077938 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7e29f-e51a-4e50-b0a0-e65f7051ff97 req-cb318c2c-ca43-4f9c-b5d4-6aa06d4a3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:59.079467 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39a7e29f-e51a-4e50-b0a0-e65f7051ff97 req-cb318c2c-ca43-4f9c-b5d4-6aa06d4a3fe2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0827019 Jul 05 11:35:59.145321 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02595f-48c6-4b6a-8c31-8bc9ed661bfc req-0f378769-26fd-4a44-9f59-0080ff938f85 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:59.147026 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ac02595f-48c6-4b6a-8c31-8bc9ed661bfc req-0f378769-26fd-4a44-9f59-0080ff938f85 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.1488235 Jul 05 11:35:59.202666 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7e29f-e51a-4e50-b0a0-e65f7051ff97 req-ea023af0-535c-4850-8ec3-6cfab6e3b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:35:59.204653 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39a7e29f-e51a-4e50-b0a0-e65f7051ff97 req-ea023af0-535c-4850-8ec3-6cfab6e3b895 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1177394 Jul 05 11:35:59.217848 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ac02595f-48c6-4b6a-8c31-8bc9ed661bfc req-48f07c29-db47-4911-ab30-2b637455ea81 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607469 Jul 05 11:35:59.332870 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39a7e29f-e51a-4e50-b0a0-e65f7051ff97 req-6ada336b-6826-4f9c-a55c-ea8a99d1983b service neutron] 10.222.0.73 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206734 Jul 05 11:35:59.451328 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-39a7e29f-e51a-4e50-b0a0-e65f7051ff97 req-72d17bce-a215-4893-ab72-d86ec2d90416 service neutron] 10.222.0.73 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126158 Jul 05 11:36:00.479610 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d325844-7ef2-4a2f-b6ff-151de24d87bd req-f3dc1f56-a270-4c03-96ca-e131c9c1ae31 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:36:00.482814 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d325844-7ef2-4a2f-b6ff-151de24d87bd req-f3dc1f56-a270-4c03-96ca-e131c9c1ae31 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.1124055 Jul 05 11:36:00.543881 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-7d325844-7ef2-4a2f-b6ff-151de24d87bd req-5249393d-7de5-4083-8834-fac5b9ce04d6 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532796 Jul 05 11:36:01.736809 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f057b1-bc2a-4baf-ad31-90f6f3ce49e6 req-56c2b99c-825c-46ac-ba38-9cd4ed89772a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:36:01.739708 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-87f057b1-bc2a-4baf-ad31-90f6f3ce49e6 req-56c2b99c-825c-46ac-ba38-9cd4ed89772a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0737910 Jul 05 11:36:01.785747 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-87f057b1-bc2a-4baf-ad31-90f6f3ce49e6 req-e109d0a1-f316-4d8c-941f-72170fbc12da tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406153 Jul 05 11:36:02.985827 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ba6d4-e41a-472b-ae53-b620f90194e4 req-c8abb563-c2d7-422c-9e22-932425c05fb5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:36:02.988007 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be3ba6d4-e41a-472b-ae53-b620f90194e4 req-c8abb563-c2d7-422c-9e22-932425c05fb5 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 944 time: 0.0743983 Jul 05 11:36:03.029558 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-be3ba6d4-e41a-472b-ae53-b620f90194e4 req-b8e2eedb-313a-4a25-be86-1c3612818cf0 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352263 Jul 05 11:36:03.383842 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:36:03.557931 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:36:03.579950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'port_id': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578', 'mac_address': 'fa:16:3e:d3:37:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:36:03.648305 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:03.679484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:36:03.718728 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:36:03.811801 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:03.871903 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,revision_number=9']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:36:04.055909 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['3ba5edb1-6b5f-42c4-bf71-97efb2d25578'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:36:04.360625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68e752-406a-446c-9e87-d1b0b2fd34f1 req-c95b42e8-90c4-4566-abb9-3c2f10c3d3dd tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:36:04.363598 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd68e752-406a-446c-9e87-d1b0b2fd34f1 req-c95b42e8-90c4-4566-abb9-3c2f10c3d3dd tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 945 time: 0.1123176 Jul 05 11:36:04.426439 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-fd68e752-406a-446c-9e87-d1b0b2fd34f1 req-05c5bc3d-1c10-4fe0-93af-49a892bb15d8 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562458 Jul 05 11:36:05.399789 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:36:05.543658 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:36:05.549249 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:36:05.549575 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:05.661377 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:05.678418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2f797-d4d9-45fd-a07f-90f717b59f2f req-2a8634c2-cc98-47a7-a8bc-82ffbb122e89 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:36:05.680197 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64b2f797-d4d9-45fd-a07f-90f717b59f2f req-2a8634c2-cc98-47a7-a8bc-82ffbb122e89 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 945 time: 0.0770237 Jul 05 11:36:05.698051 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:36:05.703034 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593a2f1c-f8a3-4110-9287-9746a75a3000" -d '{"events": [{"server_uuid": "8515dba7-b40a-4e30-9e87-caa7024df57f", "name": "network-vif-plugged", "status": "completed", "tag": "3ba5edb1-6b5f-42c4-bf71-97efb2d25578"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:36:05.726091 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:36:05.748638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-64b2f797-d4d9-45fd-a07f-90f717b59f2f req-0a45e987-3c04-46c8-ad52-649189aa35c8 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582974 Jul 05 11:36:05.755382 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfda32a-0aac-4c00-bcb6-421c8a839056 x-openstack-request-id: req-6dfda32a-0aac-4c00-bcb6-421c8a839056 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:36:05.755681 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8515dba7-b40a-4e30-9e87-caa7024df57f", "name": "network-vif-plugged", "status": "completed", "tag": "3ba5edb1-6b5f-42c4-bf71-97efb2d25578", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:36:05.755965 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6dfda32a-0aac-4c00-bcb6-421c8a839056 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:36:05.756419 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578', 'code': 200} Jul 05 11:36:05.804252 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:05.876674 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,revision_number=10']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:36:05.962120 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994d01b-b337-4ee0-9f4b-48beb3be70ff req-568d073e-6726-48b3-a30a-fa7f7512d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:36:05.963583 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9994d01b-b337-4ee0-9f4b-48beb3be70ff req-568d073e-6726-48b3-a30a-fa7f7512d790 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 1099 time: 0.0631793 Jul 05 11:36:06.004637 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9994d01b-b337-4ee0-9f4b-48beb3be70ff req-60869354-1705-495c-8d88-fe9e14ea7c1e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344098 Jul 05 11:36:06.984411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c284ae4-4139-40ba-8f30-e53f83df4900 req-a133edc3-45a6-427a-b958-1dd5efe8338f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:36:06.986471 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c284ae4-4139-40ba-8f30-e53f83df4900 req-a133edc3-45a6-427a-b958-1dd5efe8338f tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 947 time: 0.0801399 Jul 05 11:36:07.032402 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-3c284ae4-4139-40ba-8f30-e53f83df4900 req-203facd0-5bb0-4c30-9993-8b005e52892b tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355062 Jul 05 11:36:08.230378 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df9aa6-5aef-48bd-8e7a-141933e59695 req-f8de1034-463e-490c-98d9-1e37e236d9a1 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:36:08.232195 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c5df9aa6-5aef-48bd-8e7a-141933e59695 req-f8de1034-463e-490c-98d9-1e37e236d9a1 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 947 time: 0.0784853 Jul 05 11:36:08.283259 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c5df9aa6-5aef-48bd-8e7a-141933e59695 req-c757fbd4-3463-4fae-bcbd-fa0dabf2e696 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407510 Jul 05 11:36:11.163522 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-870612a4-ebea-4a46-aae5-fdc3d5f5ecd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:13.740304 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-33cead76-49fc-4a05-a69c-6e2fcb935d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:13.803203 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:15.400119 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:17.214980 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:20.415581 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:36:23.148906 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:25.132320 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:41.199838 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b4dda814-f047-42dd-b0f0-6b11c668dd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:43.825512 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0e784eb5-b59d-47fb-8f8d-4b483c71b529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:43.977966 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:45.373766 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:47.220216 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:53.211135 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:55.176711 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:36:57.417147 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:36:59.652416 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-679c6d7c-059e-43b2-8409-4c1dc2cd9b6c req-a4524038-0258-46e7-8298-942b0bf5156f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0669119 Jul 05 11:37:00.146881 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c6d7c-059e-43b2-8409-4c1dc2cd9b6c req-68ffd59d-27a3-4fda-b8ac-cb08f5a77c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:37:00.148526 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-679c6d7c-059e-43b2-8409-4c1dc2cd9b6c req-68ffd59d-27a3-4fda-b8ac-cb08f5a77c10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 1099 time: 0.4426222 Jul 05 11:37:00.286765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c6d7c-059e-43b2-8409-4c1dc2cd9b6c req-42756182-c5ae-427a-940a-43bcf9e21423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:37:00.288306 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-679c6d7c-059e-43b2-8409-4c1dc2cd9b6c req-42756182-c5ae-427a-940a-43bcf9e21423 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.1143751 Jul 05 11:37:00.376582 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-679c6d7c-059e-43b2-8409-4c1dc2cd9b6c req-73dd1322-132b-4577-a3f9-dd37a2bea691 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578 HTTP/1.1" status: 200 len: 1002 time: 0.0817266 Jul 05 11:37:00.458785 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c6d7c-059e-43b2-8409-4c1dc2cd9b6c req-d9753f42-c333-49fd-9266-e4d3bd727d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:37:00.461434 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-679c6d7c-059e-43b2-8409-4c1dc2cd9b6c req-d9753f42-c333-49fd-9266-e4d3bd727d0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0785160 Jul 05 11:37:00.545583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c6d7c-059e-43b2-8409-4c1dc2cd9b6c req-e3f8ad45-3a4e-4759-9763-f58263ed77fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:37:00.548385 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-679c6d7c-059e-43b2-8409-4c1dc2cd9b6c req-e3f8ad45-3a4e-4759-9763-f58263ed77fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808609 Jul 05 11:37:00.681616 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-679c6d7c-059e-43b2-8409-4c1dc2cd9b6c req-b41f102e-56e4-4320-9ba5-d4eec1990f07 service neutron] 10.222.0.73 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260054 Jul 05 11:37:00.813386 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-679c6d7c-059e-43b2-8409-4c1dc2cd9b6c req-dc1e183d-c03d-40cd-95eb-0e5543602ade service neutron] 10.222.0.73 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247747 Jul 05 11:37:11.167340 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3b017d81-6e69-4bf3-b959-e9ca20cf8fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:13.727427 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-06c0c21a-a4c8-4351-b92f-b0f55643043e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:13.871072 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:15.434178 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:17.287797 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:23.202095 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:25.107643 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:34.415763 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:37:41.152813 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ea72323e-2e41-4342-8824-1d1ddf208ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:43.715299 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-fb05be57-d9a9-403f-b815-ccfb1731c5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:43.755346 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:45.398530 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:47.229410 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:53.212317 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:55.138657 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:56.348928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45906) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:37:56.721438 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Deleting port c71b6e97-4593-4ac4-9587-6f1d47b88e56 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:37:56.721733 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:56.808854 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:56.809189 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:56.823047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Calling delete_port for c71b6e97-4593-4ac4-9587-6f1d47b88e56 owned by network:floatingip {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:37:57.141484 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:57.168583 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event deleted for resources: {'Port': ['ID=c71b6e97-4593-4ac4-9587-6f1d47b88e56,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:37:57.200960 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:37:57.201310 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:37:57.201660 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:37:57.202005 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:37:57.202341 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:37:57.202678 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:37:57.203010 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:37:57.203343 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:37:57.203670 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:37:57.204028 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:37:57.204364 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:37:57.204875 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:37:57.251783 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for floatingip, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:57.252253 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Floating IP f92224d1-7ad6-475e-8f86-79ee90a1b7d9 disassociated (deleted). External IP: 172.25.5.167, port: 3ba5edb1-6b5f-42c4-bf71-97efb2d25578. Jul 05 11:37:57.503509 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:37:57.626132 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:37:57.635877 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:37:57.636538 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d6af0-dc57-4b91-b6cc-e5f55c728de5 None None] Sync routers for ids ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:37:57.647512 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d6af0-dc57-4b91-b6cc-e5f55c728de5 None None] Routers {'ad794777-4c59-4434-b9d6-2ef4e8e02cb6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:37:57.648251 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-723d6af0-dc57-4b91-b6cc-e5f55c728de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:37:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:37:57.684425 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6e4dc001-e697-4d09-ba8e-b0fae02d8a5a tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "DELETE /v2.0/floatingips/f92224d1-7ad6-475e-8f86-79ee90a1b7d9 HTTP/1.1" status: 204 len: 168 time: 1.3341625 Jul 05 11:37:57.685151 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'tag': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:37:57.687533 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e79074-9aff-4e2d-87b6-a6d4c83ad809" -d '{"events": [{"name": "network-changed", "server_uuid": "8515dba7-b40a-4e30-9e87-caa7024df57f", "tag": "3ba5edb1-6b5f-42c4-bf71-97efb2d25578"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:37:57.887350 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-723d6af0-dc57-4b91-b6cc-e5f55c728de5 None None] Set router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:37:57.915430 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14663020-0d27-4c4e-adcb-8d8c719780a8 x-openstack-request-id: req-14663020-0d27-4c4e-adcb-8d8c719780a8 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:37:57.915822 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8515dba7-b40a-4e30-9e87-caa7024df57f", "tag": "3ba5edb1-6b5f-42c4-bf71-97efb2d25578", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:37:57.916059 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14663020-0d27-4c4e-adcb-8d8c719780a8 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:37:57.916419 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'tag': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578', 'status': 'completed', 'code': 200} Jul 05 11:37:58.001991 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e79074-9aff-4e2d-87b6-a6d4c83ad809 req-973d785f-a29c-4aec-b2f9-4dafd5d1a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:37:58.003615 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57e79074-9aff-4e2d-87b6-a6d4c83ad809 req-973d785f-a29c-4aec-b2f9-4dafd5d1a218 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 1099 time: 0.0632038 Jul 05 11:37:58.135211 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e79074-9aff-4e2d-87b6-a6d4c83ad809 req-67072c68-6756-45c3-99bf-a48b28bedb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:37:58.137226 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57e79074-9aff-4e2d-87b6-a6d4c83ad809 req-67072c68-6756-45c3-99bf-a48b28bedb81 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 200 len: 910 time: 0.1272886 Jul 05 11:37:58.146161 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-723d6af0-dc57-4b91-b6cc-e5f55c728de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '21bf217d-3f0a-400a-8774-e2e382d8772f', 'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'mac_address': 'fa:16:3e:98:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:58Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 5, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'subnets': [{'id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:37:58.180027 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d6af0-dc57-4b91-b6cc-e5f55c728de5 None None] Checking router: ad794777-4c59-4434-b9d6-2ef4e8e02cb6 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:37:58.187802 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57e79074-9aff-4e2d-87b6-a6d4c83ad809 req-c05b64c1-97a9-46b8-a384-8eb00d506dd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578 HTTP/1.1" status: 200 len: 217 time: 0.0443037 Jul 05 11:37:58.190537 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d6af0-dc57-4b91-b6cc-e5f55c728de5 None None] Routers {'ad794777-4c59-4434-b9d6-2ef4e8e02cb6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:37:58.191166 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-723d6af0-dc57-4b91-b6cc-e5f55c728de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:37:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:37:58.244072 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e79074-9aff-4e2d-87b6-a6d4c83ad809 req-64778cab-07a0-45c6-b672-52e8779bc692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:37:58.246068 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57e79074-9aff-4e2d-87b6-a6d4c83ad809 req-64778cab-07a0-45c6-b672-52e8779bc692 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 200 len: 848 time: 0.0523627 Jul 05 11:37:58.311864 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e79074-9aff-4e2d-87b6-a6d4c83ad809 req-938a1b2e-3a5f-4b6c-acaa-15c22f04bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:37:58.313414 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57e79074-9aff-4e2d-87b6-a6d4c83ad809 req-938a1b2e-3a5f-4b6c-acaa-15c22f04bbf4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c4d8259-7c02-4133-a025-a74440a9d1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603371 Jul 05 11:37:58.322022 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-723d6af0-dc57-4b91-b6cc-e5f55c728de5 None None] Set router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:37:58.449550 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57e79074-9aff-4e2d-87b6-a6d4c83ad809 req-ca2e0bab-39fe-45aa-a090-d166ddec01e3 service neutron] 10.222.0.73 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288638 Jul 05 11:37:58.538888 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626d3f5-2e2a-4669-a8fa-d26c7d99194f req-e66321fd-a33f-4570-b44e-d3abc1cceaaf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:37:58.541202 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9626d3f5-2e2a-4669-a8fa-d26c7d99194f req-e66321fd-a33f-4570-b44e-d3abc1cceaaf tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 947 time: 0.0872574 Jul 05 11:37:58.569754 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-723d6af0-dc57-4b91-b6cc-e5f55c728de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '21bf217d-3f0a-400a-8774-e2e382d8772f', 'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'mac_address': 'fa:16:3e:98:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:58Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 5, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'subnets': [{'id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:37:58.572737 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-57e79074-9aff-4e2d-87b6-a6d4c83ad809 req-f37ec427-f58a-49bd-b6cf-f5315c778d0f service neutron] 10.222.0.73 "GET /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155155 Jul 05 11:37:58.598469 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9626d3f5-2e2a-4669-a8fa-d26c7d99194f req-c41f53e3-09bb-4bc1-a53f-e95ccf67c599 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487726 Jul 05 11:37:58.608023 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d6af0-dc57-4b91-b6cc-e5f55c728de5 None None] The sync data for ids ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'] in n-d-779913-27 is: [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:26:58Z', 'revision_number': 4, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '21bf217d-3f0a-400a-8774-e2e382d8772f', 'name': '', 'network_id': '2c4d8259-7c02-4133-a025-a74440a9d1c9', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'mac_address': 'fa:16:3e:98:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:58Z', 'updated_at': '2021-07-05T11:27:05Z', 'revision_number': 5, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'subnets': [{'id': '5a4d419f-e74b-4991-8875-5a5c54588710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:37:58.869518 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299adb3b-a380-46cd-9d9b-33a3c4a4e62b None None] New status for floating IP f92224d1-7ad6-475e-8f86-79ee90a1b7d9: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:37:59.792118 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95575b06-937d-40fc-9e5e-91b2b8672a97 req-467c413a-af69-461d-ac4f-d8b864a88c6c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:37:59.793803 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95575b06-937d-40fc-9e5e-91b2b8672a97 req-467c413a-af69-461d-ac4f-d8b864a88c6c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 947 time: 0.0716827 Jul 05 11:37:59.843837 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-95575b06-937d-40fc-9e5e-91b2b8672a97 req-863cddac-d7f0-4231-af5b-a67fb32656d7 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8310115-44dd-43f5-ab7b-5bf98f0924f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395293 Jul 05 11:37:59.931455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06c925-d216-4086-b0dd-a703e96e4913 req-f8e62631-8905-4795-b341-5307ec778705 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:37:59.932947 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc06c925-d216-4086-b0dd-a703e96e4913 req-f8e62631-8905-4795-b341-5307ec778705 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.73 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 947 time: 0.0801072 Jul 05 11:38:00.061236 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-cc06c925-d216-4086-b0dd-a703e96e4913 req-aa680262-ce0e-48c0-85e7-aae4625e2950 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Deleting port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:38:00.061803 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cc06c925-d216-4086-b0dd-a703e96e4913 req-aa680262-ce0e-48c0-85e7-aae4625e2950 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:00.206360 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-cc06c925-d216-4086-b0dd-a703e96e4913 req-aa680262-ce0e-48c0-85e7-aae4625e2950 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] For port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:00.206691 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cc06c925-d216-4086-b0dd-a703e96e4913 req-aa680262-ce0e-48c0-85e7-aae4625e2950 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:00.221625 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-cc06c925-d216-4086-b0dd-a703e96e4913 req-aa680262-ce0e-48c0-85e7-aae4625e2950 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Calling delete_port for 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:38:00.463674 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cc06c925-d216-4086-b0dd-a703e96e4913 req-aa680262-ce0e-48c0-85e7-aae4625e2950 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:00.496644 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa680262-ce0e-48c0-85e7-aae4625e2950 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event deleted for resources: {'Port': ['ID=3ba5edb1-6b5f-42c4-bf71-97efb2d25578,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:00.548696 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc06c925-d216-4086-b0dd-a703e96e4913 req-aa680262-ce0e-48c0-85e7-aae4625e2950 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] No DVR routers for this DVR port 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:38:00.551474 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-cc06c925-d216-4086-b0dd-a703e96e4913 req-aa680262-ce0e-48c0-85e7-aae4625e2950 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:00.553908 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cc06c925-d216-4086-b0dd-a703e96e4913 req-aa680262-ce0e-48c0-85e7-aae4625e2950 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.73 "DELETE /v2.0/ports/3ba5edb1-6b5f-42c4-bf71-97efb2d25578 HTTP/1.1" status: 204 len: 173 time: 0.6150949 Jul 05 11:38:00.554373 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'name': 'network-vif-deleted', 'tag': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:38:00.556855 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac5d12b-9b88-4253-8ef8-f06b53339173" -d '{"events": [{"server_uuid": "8515dba7-b40a-4e30-9e87-caa7024df57f", "name": "network-vif-deleted", "tag": "3ba5edb1-6b5f-42c4-bf71-97efb2d25578"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:38:00.598923 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e121858-a678-4a29-b2ee-888b029405ee x-openstack-request-id: req-5e121858-a678-4a29-b2ee-888b029405ee {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:38:00.598923 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8515dba7-b40a-4e30-9e87-caa7024df57f", "name": "network-vif-deleted", "tag": "3ba5edb1-6b5f-42c4-bf71-97efb2d25578", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:38:00.598923 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e121858-a678-4a29-b2ee-888b029405ee {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:38:00.598923 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8515dba7-b40a-4e30-9e87-caa7024df57f', 'name': 'network-vif-deleted', 'tag': '3ba5edb1-6b5f-42c4-bf71-97efb2d25578', 'status': 'completed', 'code': 200} Jul 05 11:38:01.048383 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c42cd92d-10ae-4730-beaa-56e9c652f0f3 req-548247cd-ae4c-4765-bcd0-796d49b06b32 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 210 time: 0.0537152 Jul 05 11:38:02.222194 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9e930dad-dde6-4c61-a40e-50b5a185ea04 req-41c70559-1a6c-4589-902d-6f25ebe2a3ca tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 210 time: 0.0310278 Jul 05 11:38:03.387112 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-90f3c275-f5c4-43d7-a358-3a56e8b56135 req-51bea3f4-c02e-430e-ac97-3845e339ea36 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 210 time: 0.0335088 Jul 05 11:38:03.743577 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:38:03.766719 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:38:03.767071 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device 3ba5edb1-6b5f-42c4-bf71-97efb2d25578 not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:38:04.544888 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8ce4f51d-1553-4734-802c-2fef81587c4a req-996d79ad-2042-4f56-a597-6eb4a0afbcb2 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 210 time: 0.0378556 Jul 05 11:38:05.751414 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d152449d-3c70-4188-9e27-44ec460712c3 req-dfdd3b9e-7acc-47f3-8436-a6df83611b6c tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "GET /v2.0/ports?device_id=8515dba7-b40a-4e30-9e87-caa7024df57f HTTP/1.1" status: 200 len: 210 time: 0.0320361 Jul 05 11:38:06.876246 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45946) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:06.953806 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-de41f4e4-5924-4289-81c2-5486814f6625 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:06.995222 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-de41f4e4-5924-4289-81c2-5486814f6625 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:07.136109 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-de41f4e4-5924-4289-81c2-5486814f6625 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:07.141009 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-de41f4e4-5924-4289-81c2-5486814f6625 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:07.142547 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-de41f4e4-5924-4289-81c2-5486814f6625 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] 10.222.0.77 "DELETE /v2.0/security-groups/f8310115-44dd-43f5-ab7b-5bf98f0924f6 HTTP/1.1" status: 204 len: 168 time: 0.2646625 Jul 05 11:38:07.170949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41f4e4-5924-4289-81c2-5486814f6625 tempest-TestShelveInstance-1321068174 tempest-TestShelveInstance-1321068174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8310115-44dd-43f5-ab7b-5bf98f0924f6,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:07.284862 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45950) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:07.880720 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d63b3e25-b2a9-46a9-b326-7bc6b0a4ea06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:08.248089 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-d63b3e25-b2a9-46a9-b326-7bc6b0a4ea06 admin admin] Deleting port 21bf217d-3f0a-400a-8774-e2e382d8772f {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:38:08.248468 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d63b3e25-b2a9-46a9-b326-7bc6b0a4ea06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:08.339733 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-d63b3e25-b2a9-46a9-b326-7bc6b0a4ea06 admin admin] For port 21bf217d-3f0a-400a-8774-e2e382d8772f, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=21bf217d-3f0a-400a-8774-e2e382d8772f,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:08.340627 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d63b3e25-b2a9-46a9-b326-7bc6b0a4ea06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:08.357372 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-d63b3e25-b2a9-46a9-b326-7bc6b0a4ea06 admin admin] Calling delete_port for 21bf217d-3f0a-400a-8774-e2e382d8772f owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:38:08.649544 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d63b3e25-b2a9-46a9-b326-7bc6b0a4ea06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:08.684527 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b3e25-b2a9-46a9-b326-7bc6b0a4ea06 admin admin] Pushing event deleted for resources: {'Port': ['ID=21bf217d-3f0a-400a-8774-e2e382d8772f,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:08.916904 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d63b3e25-b2a9-46a9-b326-7bc6b0a4ea06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:09.175540 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63b3e25-b2a9-46a9-b326-7bc6b0a4ea06 admin admin] Router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:38:09.310507 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63b3e25-b2a9-46a9-b326-7bc6b0a4ea06 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:38:09.318299 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d63b3e25-b2a9-46a9-b326-7bc6b0a4ea06 admin admin] 10.222.0.77 "PUT /v2.0/routers/ad794777-4c59-4434-b9d6-2ef4e8e02cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0317545 Jul 05 11:38:09.321210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45954) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:09.325055 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375ff6b-aa3f-4ebb-8ce2-2e81035db809 None None] Sync routers for ids ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:38:09.339021 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8375ff6b-aa3f-4ebb-8ce2-2e81035db809 None None] Routers {'ad794777-4c59-4434-b9d6-2ef4e8e02cb6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:38:09.340145 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-8375ff6b-aa3f-4ebb-8ce2-2e81035db809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:37:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:09.490339 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28fcf1ed-cb0f-47e5-866c-8784dc310369 admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:09.509082 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-8375ff6b-aa3f-4ebb-8ce2-2e81035db809 None None] Set router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:38:09.658414 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28fcf1ed-cb0f-47e5-866c-8784dc310369 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:09.775854 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-8375ff6b-aa3f-4ebb-8ce2-2e81035db809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:38:08Z', 'revision_number': 5, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port': {'id': '15adefd3-41c1-46b2-bfff-1226f72aab28', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:26:56Z', 'updated_at': '2021-07-05T11:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:09.822955 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-28fcf1ed-cb0f-47e5-866c-8784dc310369 admin admin] Deleting port 15adefd3-41c1-46b2-bfff-1226f72aab28 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:38:09.823304 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28fcf1ed-cb0f-47e5-866c-8784dc310369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:09.827613 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375ff6b-aa3f-4ebb-8ce2-2e81035db809 None None] Checking router: ad794777-4c59-4434-b9d6-2ef4e8e02cb6 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:38:09.843745 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8375ff6b-aa3f-4ebb-8ce2-2e81035db809 None None] Routers {'ad794777-4c59-4434-b9d6-2ef4e8e02cb6'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:38:09.844804 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-8375ff6b-aa3f-4ebb-8ce2-2e81035db809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:37:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:09.943964 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-28fcf1ed-cb0f-47e5-866c-8784dc310369 admin admin] For port 15adefd3-41c1-46b2-bfff-1226f72aab28, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=15adefd3-41c1-46b2-bfff-1226f72aab28,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:09.944889 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28fcf1ed-cb0f-47e5-866c-8784dc310369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:09.963532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-28fcf1ed-cb0f-47e5-866c-8784dc310369 admin admin] Calling delete_port for 15adefd3-41c1-46b2-bfff-1226f72aab28 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:38:09.975776 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-8375ff6b-aa3f-4ebb-8ce2-2e81035db809 None None] Set router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:38:10.065433 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-8375ff6b-aa3f-4ebb-8ce2-2e81035db809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:38:09Z', 'revision_number': 6, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:10.102620 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375ff6b-aa3f-4ebb-8ce2-2e81035db809 None None] The sync data for ids ['ad794777-4c59-4434-b9d6-2ef4e8e02cb6'] in n-d-779913-27 is: [{'id': 'ad794777-4c59-4434-b9d6-2ef4e8e02cb6', 'name': 'tempest-TestShelveInstance-2055447535-router', 'tenant_id': '644833e6906b4c9f9311cbb727dcbd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:26:55Z', 'updated_at': '2021-07-05T11:38:09Z', 'revision_number': 6, 'project_id': '644833e6906b4c9f9311cbb727dcbd3d', 'gw_port_host': None}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:38:10.278988 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28fcf1ed-cb0f-47e5-866c-8784dc310369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:10.307266 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcf1ed-cb0f-47e5-866c-8784dc310369 admin admin] Pushing event deleted for resources: {'Port': ['ID=15adefd3-41c1-46b2-bfff-1226f72aab28,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:10.381919 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28fcf1ed-cb0f-47e5-866c-8784dc310369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:10.851547 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28fcf1ed-cb0f-47e5-866c-8784dc310369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:10.854439 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28fcf1ed-cb0f-47e5-866c-8784dc310369 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:11.009825 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28fcf1ed-cb0f-47e5-866c-8784dc310369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:11.010594 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fcf1ed-cb0f-47e5-866c-8784dc310369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad794777-4c59-4434-b9d6-2ef4e8e02cb6 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:38:11.020142 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-28fcf1ed-cb0f-47e5-866c-8784dc310369 admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:11.021786 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-28fcf1ed-cb0f-47e5-866c-8784dc310369 admin admin] 10.222.0.77 "DELETE /v2.0/routers/ad794777-4c59-4434-b9d6-2ef4e8e02cb6 HTTP/1.1" status: 204 len: 168 time: 1.6991882 Jul 05 11:38:11.025049 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45956) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:11.084286 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d38f3e3-1574-4874-95ff-ac28695d6779 admin admin] Deleting subnet 5a4d419f-e74b-4991-8875-5a5c54588710 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:38:11.087974 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d38f3e3-1574-4874-95ff-ac28695d6779 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:11.132617 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d38f3e3-1574-4874-95ff-ac28695d6779 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:11.183534 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0773ef77-fdd6-4695-bda2-7417c2adc614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:11.252124 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d38f3e3-1574-4874-95ff-ac28695d6779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:11.292552 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 21bf217d-3f0a-400a-8774-e2e382d8772f no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:38:11.315495 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 21bf217d-3f0a-400a-8774-e2e382d8772f {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:38:11.321269 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 21bf217d-3f0a-400a-8774-e2e382d8772f not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:38:11.321269 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 15adefd3-41c1-46b2-bfff-1226f72aab28 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:38:11.344533 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 15adefd3-41c1-46b2-bfff-1226f72aab28 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:38:11.344909 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 15adefd3-41c1-46b2-bfff-1226f72aab28 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:38:11.406512 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d38f3e3-1574-4874-95ff-ac28695d6779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:11.420567 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:38:11.433596 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38f3e3-1574-4874-95ff-ac28695d6779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a4d419f-e74b-4991-8875-5a5c54588710,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:11.437585 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-5d38f3e3-1574-4874-95ff-ac28695d6779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:11.442949 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-5d38f3e3-1574-4874-95ff-ac28695d6779 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5a4d419f-e74b-4991-8875-5a5c54588710 HTTP/1.1" status: 204 len: 168 time: 0.4132202 Jul 05 11:38:11.442949 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45958) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:11.445453 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a79910-359c-4f8e-b0ef-d6adc79a7066 None None] Network 2c4d8259-7c02-4133-a025-a74440a9d1c9 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:38:11.530602 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:11.591550 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] Deleting port ac5708c1-bdd8-4cf3-abf2-549c51a165ac {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:38:11.592021 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:11.696414 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] For port ac5708c1-bdd8-4cf3-abf2-549c51a165ac, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ac5708c1-bdd8-4cf3-abf2-549c51a165ac,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:11.697586 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:11.707351 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] DHCP port deletion for 2c4d8259-7c02-4133-a025-a74440a9d1c9 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:38:11.721903 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] Calling delete_port for ac5708c1-bdd8-4cf3-abf2-549c51a165ac owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:38:11.764279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Deleting port ac5708c1-bdd8-4cf3-abf2-549c51a165ac {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:38:11.764659 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:11.836510 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] For port ac5708c1-bdd8-4cf3-abf2-549c51a165ac, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ac5708c1-bdd8-4cf3-abf2-549c51a165ac,segment=NetworkSegment(37101a02-cc89-4f7a-b2c5-e82ffcdf4838),segment_id=37101a02-cc89-4f7a-b2c5-e82ffcdf4838)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:11.836914 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:11.851533 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Calling delete_port for ac5708c1-bdd8-4cf3-abf2-549c51a165ac owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:38:11.901350 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 11:38:11.936102 n-d-779913-27 neutron-server[100777]: self.session.flush() Jul 05 11:38:11.941615 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] No DVR routers for this DVR port ac5708c1-bdd8-4cf3-abf2-549c51a165ac on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:38:11.944980 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5708c1-bdd8-4cf3-abf2-549c51a165ac,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:11.946670 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:11.974799 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Pushing event deleted for resources: {'Port': ['ID=ac5708c1-bdd8-4cf3-abf2-549c51a165ac,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:11.986427 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:11.987876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:11.987876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:11.987876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:11.988462 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:11.988923 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:11.989353 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:11.989783 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:11.990245 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:11.990673 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:11.991107 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:11.991604 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:11.994746 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d5a2ac-e7d8-4f04-8e3a-947cce183f70 None None] No DVR routers for this DVR port ac5708c1-bdd8-4cf3-abf2-549c51a165ac on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:38:12.030018 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:12.041932 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4d8259-7c02-4133-a025-a74440a9d1c9']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:12.054767 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37101a02-cc89-4f7a-b2c5-e82ffcdf4838') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:12.055122 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37101a02-cc89-4f7a-b2c5-e82ffcdf4838') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:12.066714 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:12.083097 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:12.090223 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:38:12.090639 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: timer() Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:38:12.092605 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:38:12.252015 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:12.259295 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:12.262252 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] 10.222.0.77 "DELETE /v2.0/networks/2c4d8259-7c02-4133-a025-a74440a9d1c9 HTTP/1.1" status: 204 len: 168 time: 0.8178210 Jul 05 11:38:12.273573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45960) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:12.274502 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d88e64-426d-4dc8-9981-8f6ccc20d8aa admin admin] Pushing event deleted for resources: {'Network': ['ID=2c4d8259-7c02-4133-a025-a74440a9d1c9,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:12.665667 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:12.959473 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Deleting port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:38:12.959808 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:13.063961 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] For port ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169,segment=NetworkSegment(ec80a0fd-d39b-4eb9-8a00-1100ffdaf048),segment_id=ec80a0fd-d39b-4eb9-8a00-1100ffdaf048)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:13.064329 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:13.080689 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Calling delete_port for ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:38:13.510580 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ac5708c1-bdd8-4cf3-abf2-549c51a165ac no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:38:13.510580 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: ac5708c1-bdd8-4cf3-abf2-549c51a165ac {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:38:13.510580 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ac5708c1-bdd8-4cf3-abf2-549c51a165ac not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:38:13.512348 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:13.530534 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:13.549988 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:13.550200 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:13.550552 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:13.551041 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:13.551423 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:13.551823 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:13.552167 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:13.552545 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:13.553225 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:13.553672 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:13.554062 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:13.554674 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:13.732315 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cef6977d-fa72-44ce-ada0-1b03c66e4fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:13.760543 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:13.791315 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:14.044773 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Router d0ca4960-d973-401e-817a-1c8f908438d3 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:38:14.171918 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:38:14.178071 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-efa2b1ff-1f96-466c-a6b2-2937a7e629a3 admin admin] 10.222.0.77 "PUT /v2.0/routers/d0ca4960-d973-401e-817a-1c8f908438d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9029791 Jul 05 11:38:14.182300 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45962) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:14.186848 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910afc0-7a3e-4825-b52d-42341dbdaecc None None] Sync routers for ids ['d0ca4960-d973-401e-817a-1c8f908438d3'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:38:14.198757 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910afc0-7a3e-4825-b52d-42341dbdaecc None None] Routers {'d0ca4960-d973-401e-817a-1c8f908438d3'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:38:14.200283 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2910afc0-7a3e-4825-b52d-42341dbdaecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d0ca4960-d973-401e-817a-1c8f908438d3'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:14.315456 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-04606d26-313f-49ed-9a31-8ddfdf0a37d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:14.343960 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-2910afc0-7a3e-4825-b52d-42341dbdaecc None None] Set router d0ca4960-d973-401e-817a-1c8f908438d3 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:38:14.433024 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-04606d26-313f-49ed-9a31-8ddfdf0a37d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:14.599171 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2910afc0-7a3e-4825-b52d-42341dbdaecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'name': 'tempest-TestShelveInstance-1656084165-router', 'tenant_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ce775a83-6263-4036-97d3-1a46b2262df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:27:01Z', 'updated_at': '2021-07-05T11:38:13Z', 'revision_number': 5, 'project_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'gw_port': {'id': 'ce775a83-6263-4036-97d3-1a46b2262df7', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:27:02Z', 'updated_at': '2021-07-05T11:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:14.632797 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-04606d26-313f-49ed-9a31-8ddfdf0a37d7 admin admin] Deleting port ce775a83-6263-4036-97d3-1a46b2262df7 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:38:14.633357 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-04606d26-313f-49ed-9a31-8ddfdf0a37d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:14.785954 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-04606d26-313f-49ed-9a31-8ddfdf0a37d7 admin admin] For port ce775a83-6263-4036-97d3-1a46b2262df7, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=ce775a83-6263-4036-97d3-1a46b2262df7,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:14.786422 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-04606d26-313f-49ed-9a31-8ddfdf0a37d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:14.807388 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-04606d26-313f-49ed-9a31-8ddfdf0a37d7 admin admin] Calling delete_port for ce775a83-6263-4036-97d3-1a46b2262df7 owned by network:router_gateway {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:38:14.859548 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910afc0-7a3e-4825-b52d-42341dbdaecc None None] Checking router: d0ca4960-d973-401e-817a-1c8f908438d3 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:38:14.869813 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910afc0-7a3e-4825-b52d-42341dbdaecc None None] Routers {'d0ca4960-d973-401e-817a-1c8f908438d3'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:38:14.870473 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2910afc0-7a3e-4825-b52d-42341dbdaecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['d0ca4960-d973-401e-817a-1c8f908438d3'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:14.977179 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-2910afc0-7a3e-4825-b52d-42341dbdaecc None None] Set router d0ca4960-d973-401e-817a-1c8f908438d3 gateway port host: None {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:38:15.039870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-2910afc0-7a3e-4825-b52d-42341dbdaecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'name': 'tempest-TestShelveInstance-1656084165-router', 'tenant_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:27:01Z', 'updated_at': '2021-07-05T11:38:14Z', 'revision_number': 6, 'project_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:15.070044 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910afc0-7a3e-4825-b52d-42341dbdaecc None None] The sync data for ids ['d0ca4960-d973-401e-817a-1c8f908438d3'] in n-d-779913-27 is: [{'id': 'd0ca4960-d973-401e-817a-1c8f908438d3', 'name': 'tempest-TestShelveInstance-1656084165-router', 'tenant_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:27:01Z', 'updated_at': '2021-07-05T11:38:14Z', 'revision_number': 6, 'project_id': 'c59e60ec398d42cab8651c6c3fdc5d72', 'gw_port_host': None}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:38:15.141144 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-04606d26-313f-49ed-9a31-8ddfdf0a37d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:15.169523 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04606d26-313f-49ed-9a31-8ddfdf0a37d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce775a83-6263-4036-97d3-1a46b2262df7,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:15.257862 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-04606d26-313f-49ed-9a31-8ddfdf0a37d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:15.395213 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-04606d26-313f-49ed-9a31-8ddfdf0a37d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:15.398147 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-04606d26-313f-49ed-9a31-8ddfdf0a37d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:15.530485 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:15.580791 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-04606d26-313f-49ed-9a31-8ddfdf0a37d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:15.581419 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04606d26-313f-49ed-9a31-8ddfdf0a37d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0ca4960-d973-401e-817a-1c8f908438d3 {{(pid=100775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:38:15.586127 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-04606d26-313f-49ed-9a31-8ddfdf0a37d7 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:15.587397 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-04606d26-313f-49ed-9a31-8ddfdf0a37d7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d0ca4960-d973-401e-817a-1c8f908438d3 HTTP/1.1" status: 204 len: 168 time: 1.4038513 Jul 05 11:38:15.590878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45964) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:15.640972 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57d3b34-3607-4619-8665-9cd472ebc1ff admin admin] Deleting subnet f7c8f396-7f85-4385-92f1-2e2f721bcbfc {{(pid=100775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:38:15.644591 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d57d3b34-3607-4619-8665-9cd472ebc1ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:15.686288 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d57d3b34-3607-4619-8665-9cd472ebc1ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58866662'] for subnet, precommit_delete_associations {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:15.778242 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d57d3b34-3607-4619-8665-9cd472ebc1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:15.848809 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:38:15.871573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:38:15.872492 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ec1e3a7a-2e4f-4c73-979e-52a0d9e5a169 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:38:15.912640 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d57d3b34-3607-4619-8665-9cd472ebc1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60194477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60232892'] for subnet, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:15.959540 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d3b34-3607-4619-8665-9cd472ebc1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c8f396-7f85-4385-92f1-2e2f721bcbfc,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:15.965307 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d57d3b34-3607-4619-8665-9cd472ebc1ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:15.969328 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d57d3b34-3607-4619-8665-9cd472ebc1ff admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f7c8f396-7f85-4385-92f1-2e2f721bcbfc HTTP/1.1" status: 204 len: 168 time: 0.3764510 Jul 05 11:38:15.972353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45966) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:15.975401 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d87d842-dca1-481e-b9d2-60ca42289628 None None] Network e3842b98-9a0f-45bb-b620-824633b0a090 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:38:16.087257 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:16.162144 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] Deleting port 035e7a89-407f-4c7c-887a-e6ccec33f44b {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:38:16.162499 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:16.244966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c5532e-4098-4b97-becf-8f7ad4bc79dd None None] DHCP port deletion for e3842b98-9a0f-45bb-b620-824633b0a090 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:38:16.275798 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] For port 035e7a89-407f-4c7c-887a-e6ccec33f44b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=035e7a89-407f-4c7c-887a-e6ccec33f44b,segment=NetworkSegment(ec80a0fd-d39b-4eb9-8a00-1100ffdaf048),segment_id=ec80a0fd-d39b-4eb9-8a00-1100ffdaf048)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:16.276390 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:16.301067 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] Calling delete_port for 035e7a89-407f-4c7c-887a-e6ccec33f44b owned by network:dhcp {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:38:16.301922 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5532e-4098-4b97-becf-8f7ad4bc79dd None None] Deleting port 035e7a89-407f-4c7c-887a-e6ccec33f44b {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:38:16.302313 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3c5532e-4098-4b97-becf-8f7ad4bc79dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:16.422062 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b3c5532e-4098-4b97-becf-8f7ad4bc79dd None None] For port 035e7a89-407f-4c7c-887a-e6ccec33f44b, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=035e7a89-407f-4c7c-887a-e6ccec33f44b,segment=NetworkSegment(ec80a0fd-d39b-4eb9-8a00-1100ffdaf048),segment_id=ec80a0fd-d39b-4eb9-8a00-1100ffdaf048)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:16.422930 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3c5532e-4098-4b97-becf-8f7ad4bc79dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:16.452789 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5532e-4098-4b97-becf-8f7ad4bc79dd None None] Calling delete_port for 035e7a89-407f-4c7c-887a-e6ccec33f44b owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:38:16.526055 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:16.559788 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] No DVR routers for this DVR port 035e7a89-407f-4c7c-887a-e6ccec33f44b on host n-d-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:38:16.561571 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] Pushing event deleted for resources: {'Port': ['ID=035e7a89-407f-4c7c-887a-e6ccec33f44b,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:16.580039 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b3c5532e-4098-4b97-becf-8f7ad4bc79dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:16.627398 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5532e-4098-4b97-becf-8f7ad4bc79dd None None] Pushing event deleted for resources: {'Port': ['ID=035e7a89-407f-4c7c-887a-e6ccec33f44b,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:16.633358 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5532e-4098-4b97-becf-8f7ad4bc79dd None None] No DVR routers for this DVR port 035e7a89-407f-4c7c-887a-e6ccec33f44b on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:38:16.639309 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:16.652330 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3842b98-9a0f-45bb-b620-824633b0a090']}} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:16.669146 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec80a0fd-d39b-4eb9-8a00-1100ffdaf048') {'for_net_delete': True} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:16.669686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.services.segments.db [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec80a0fd-d39b-4eb9-8a00-1100ffdaf048') {} {{(pid=100775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:16.680873 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58866673'] for segment, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:16.696897 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:16.706324 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=100775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:38:16.706324 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60194376'] for segment, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: Traceback (most recent call last): Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: timer() Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: cb(*args, **kw) Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: return func(*args, **kwargs) Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: self._notify() Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: self.callback(batched_events) Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: event.method(event) Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: return f(self, *a, **k) Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: return self._get(url).json() Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: return self.request(url, 'GET', **kwargs) Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:38:16.707952 n-d-779913-27 neutron-server[100775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:38:16.883829 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:16.890510 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:16.892490 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] 10.222.0.77 "DELETE /v2.0/networks/e3842b98-9a0f-45bb-b620-824633b0a090 HTTP/1.1" status: 204 len: 168 time: 0.9186087 Jul 05 11:38:16.905292 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d7e33-1fb1-4917-80b1-34ccf532364c admin admin] Pushing event deleted for resources: {'Network': ['ID=e3842b98-9a0f-45bb-b620-824633b0a090,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:17.234628 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:17.256739 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 035e7a89-407f-4c7c-887a-e6ccec33f44b no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:38:17.282362 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 035e7a89-407f-4c7c-887a-e6ccec33f44b {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:38:17.282701 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 035e7a89-407f-4c7c-887a-e6ccec33f44b not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:38:17.283127 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ce775a83-6263-4036-97d3-1a46b2262df7 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:38:17.305072 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: ce775a83-6263-4036-97d3-1a46b2262df7 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:38:17.305346 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device ce775a83-6263-4036-97d3-1a46b2262df7 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:38:17.327802 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45972) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:17.373864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-8e4a67f9-7123-44f7-a8eb-eccecdac4173 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=644833e6906b4c9f9311cbb727dcbd3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448377 Jul 05 11:38:17.376841 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 45974) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:17.431499 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dfaecb45-46a1-4bbd-89a2-b473bd06470b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:17.467639 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dfaecb45-46a1-4bbd-89a2-b473bd06470b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:17.662554 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dfaecb45-46a1-4bbd-89a2-b473bd06470b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:17.665288 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-dfaecb45-46a1-4bbd-89a2-b473bd06470b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:17.666530 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-dfaecb45-46a1-4bbd-89a2-b473bd06470b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e371d21a-589c-423d-86c1-192579d8c1a6 HTTP/1.1" status: 204 len: 168 time: 0.2885659 Jul 05 11:38:17.676932 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaecb45-46a1-4bbd-89a2-b473bd06470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e371d21a-589c-423d-86c1-192579d8c1a6,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:18.447835 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45982) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:18.491749 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-8adf74e4-6f26-410a-aea5-24213e963c0a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c59e60ec398d42cab8651c6c3fdc5d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427263 Jul 05 11:38:18.494460 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 45984) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:18.546803 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c78e2a-205e-4d4e-ba53-739ef95e7513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:18.571845 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c78e2a-205e-4d4e-ba53-739ef95e7513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:18.731334 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c78e2a-205e-4d4e-ba53-739ef95e7513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:18.733942 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-d1c78e2a-205e-4d4e-ba53-739ef95e7513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:18.735121 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-d1c78e2a-205e-4d4e-ba53-739ef95e7513 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/98f44a42-5965-4f26-bcac-074a23b70634 HTTP/1.1" status: 204 len: 168 time: 0.2396660 Jul 05 11:38:18.743927 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c78e2a-205e-4d4e-ba53-739ef95e7513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f44a42-5965-4f26-bcac-074a23b70634,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:20.067597 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46006) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:20.173279 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-00015b8e-4a4f-44df-8293-529a7332d846 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-778733547-network', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:38:20.288928 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00015b8e-4a4f-44df-8293-529a7332d846 admin admin] Made reservation on behalf of daccc23f3de947e0bdc1e05cd108bc35 for: {'network': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:38:20.291424 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-00015b8e-4a4f-44df-8293-529a7332d846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:20.306405 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-00015b8e-4a4f-44df-8293-529a7332d846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:20.415976 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-00015b8e-4a4f-44df-8293-529a7332d846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:20.500892 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-00015b8e-4a4f-44df-8293-529a7332d846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:20.529661 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00015b8e-4a4f-44df-8293-529a7332d846 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=100776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:38:20.540908 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00015b8e-4a4f-44df-8293-529a7332d846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d72276b-78fd-4d8c-99cf-e555884b4b65,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:20.547646 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-00015b8e-4a4f-44df-8293-529a7332d846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:20.548113 n-d-779913-27 neutron-server[100776]: INFO neutron.db.segments_db [None req-00015b8e-4a4f-44df-8293-529a7332d846 admin admin] Added segment 53002da0-7dae-4c5b-b25b-416879311b5c of type vlan for network 03649a89-905c-419f-b6cf-a8ff3627e04c Jul 05 11:38:20.596071 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-00015b8e-4a4f-44df-8293-529a7332d846 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:20.702891 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-00015b8e-4a4f-44df-8293-529a7332d846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:20.703881 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00015b8e-4a4f-44df-8293-529a7332d846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:20.704484 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-00015b8e-4a4f-44df-8293-529a7332d846 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:20.774832 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00015b8e-4a4f-44df-8293-529a7332d846 admin admin] Pushing event updated for resources: {'Network': ['ID=03649a89-905c-419f-b6cf-a8ff3627e04c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:20.795041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 03649a89-905c-419f-b6cf-a8ff3627e04c details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:38:20.821480 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-00015b8e-4a4f-44df-8293-529a7332d846 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7524981 Jul 05 11:38:20.825268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46010) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:20.832471 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-fb6b2feb-e6cf-4c05-9377-4a837c7da0ef admin admin] Request body: {'subnet': {'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-778733547-subnet', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:38:20.942586 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6b2feb-e6cf-4c05-9377-4a837c7da0ef admin admin] Made reservation on behalf of daccc23f3de947e0bdc1e05cd108bc35 for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:38:20.945359 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb6b2feb-e6cf-4c05-9377-4a837c7da0ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:21.255395 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb6b2feb-e6cf-4c05-9377-4a837c7da0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:21.676814 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b2feb-e6cf-4c05-9377-4a837c7da0ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1cf49d6-5386-410e-92d9-121ee3785686,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:21.690300 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b2feb-e6cf-4c05-9377-4a837c7da0ef admin admin] Checking segment: {'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:38:21.690673 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b2feb-e6cf-4c05-9377-4a837c7da0ef admin admin] Network hostable DHCP agents. Network: 03649a89-905c-419f-b6cf-a8ff3627e04c, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:38:21.788265 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b2feb-e6cf-4c05-9377-4a837c7da0ef admin admin] Network 03649a89-905c-419f-b6cf-a8ff3627e04c is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:38:21.888940 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-fb6b2feb-e6cf-4c05-9377-4a837c7da0ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 03649a89-905c-419f-b6cf-a8ff3627e04c) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:38:21.894527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6b2feb-e6cf-4c05-9377-4a837c7da0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:21.895336 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-fb6b2feb-e6cf-4c05-9377-4a837c7da0ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:21.904723 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554cf490-dcf0-4a01-b131-2a841804e671 None None] Network 03649a89-905c-419f-b6cf-a8ff3627e04c requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:38:21.999782 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-fb6b2feb-e6cf-4c05-9377-4a837c7da0ef admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1729100 Jul 05 11:38:22.002713 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46016) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:22.009941 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:38:22.088009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-03649a89-905c-419f-b6cf-a8ff3627e04c', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:38:22.089151 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:22.172090 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:22.173459 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:22.236614 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:22.269347 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Allocated IP 172.20.0.2 (03649a89-905c-419f-b6cf-a8ff3627e04c/c1cf49d6-5386-410e-92d9-121ee3785686/bfa9b788-4df6-41b1-a4f1-8e715eeb18a8) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:38:22.480258 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:22.491633 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Transition to ACTIVE for port object bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:38:22.510202 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Transition to ACTIVE for port object bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:38:22.510570 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:22.609541 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:22.649900 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Network 03649a89-905c-419f-b6cf-a8ff3627e04c is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:38:22.656516 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:38:22.660638 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:38:22.668802 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Pushing event updated for resources: {'Port': ['ID=bfa9b788-4df6-41b1-a4f1-8e715eeb18a8,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:22.729399 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Attempting to bind port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:38:22.730017 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Attempting to bind port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:38:22.730846 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Attempting to bind port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 on network 03649a89-905c-419f-b6cf-a8ff3627e04c {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:38:22.738304 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:38:22.739055 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Checking segment: {'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:38:22.739685 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:22.740443 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Bound using segment: {'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:38:22.741135 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Bound port: bfa9b788-4df6-41b1-a4f1-8e715eeb18a8, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:38:22.741592 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:22.831468 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] For port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:38:22.836446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] For port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bfa9b788-4df6-41b1-a4f1-8e715eeb18a8,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:38:22.855341 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:22.877330 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:22.921251 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:23.007058 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bec2b-b54f-4c38-ad46-2a9e210b28d7 None None] Pushing event updated for resources: {'Port': ['ID=bfa9b788-4df6-41b1-a4f1-8e715eeb18a8,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:23.030903 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Allocated IP 172.25.5.238 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/b9dd35cc-7cf2-4e45-bffb-048c08543962) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:38:23.219441 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:23.223074 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:23.348041 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:38:23.387781 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:23.429277 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:38:23.434815 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:38:23.438704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:38:23.445140 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Pushing event updated for resources: {'Port': ['ID=b9dd35cc-7cf2-4e45-bffb-048c08543962,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:23.502562 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:38:23.818905 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:24.054568 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:24.139919 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875d10c3-da16-4fdb-b40d-20f158b012fd None None] Network 03649a89-905c-419f-b6cf-a8ff3627e04c requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:38:24.417506 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Router 89a453cb-9942-4898-9034-094ca45f0abc is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:38:24.434849 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-16974d3e-77bf-4a46-a8ba-fe8b9f9cf9e4 None None] Provisioning for port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:38:24.441184 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-16974d3e-77bf-4a46-a8ba-fe8b9f9cf9e4 None None] Provisioning complete for port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:24.441803 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-16974d3e-77bf-4a46-a8ba-fe8b9f9cf9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:24.562541 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-16974d3e-77bf-4a46-a8ba-fe8b9f9cf9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:24.613169 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:38:24.614077 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-16974d3e-77bf-4a46-a8ba-fe8b9f9cf9e4 None None] For port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bfa9b788-4df6-41b1-a4f1-8e715eeb18a8,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:24.622171 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Sync routers for ids ['89a453cb-9942-4898-9034-094ca45f0abc'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:38:24.632186 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Routers {'89a453cb-9942-4898-9034-094ca45f0abc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:38:24.633064 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['89a453cb-9942-4898-9034-094ca45f0abc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:24.714688 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-16974d3e-77bf-4a46-a8ba-fe8b9f9cf9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:24.729390 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:24.730941 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5eac6bec-4cfe-4856-8f87-d465d2391a0b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7270703 Jul 05 11:38:24.734259 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46018) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:24.802793 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16974d3e-77bf-4a46-a8ba-fe8b9f9cf9e4 None None] Pushing event updated for resources: {'Port': ['ID=bfa9b788-4df6-41b1-a4f1-8e715eeb18a8,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:24.853576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-3c57145e-d9b2-42f7-a422-686406fe57eb None None] Provisioning complete for port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:24.854534 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3c57145e-d9b2-42f7-a422-686406fe57eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:24.988871 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Set router 89a453cb-9942-4898-9034-094ca45f0abc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:38:25.095447 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:25.242704 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:23Z', 'revision_number': 3, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:25.298509 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Checking router: 89a453cb-9942-4898-9034-094ca45f0abc for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:38:25.299327 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Updating router 89a453cb-9942-4898-9034-094ca45f0abc port b9dd35cc-7cf2-4e45-bffb-048c08543962 binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:38:25.320446 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:38:25.374098 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:25.387961 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:25.388337 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:25.397403 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:25.683977 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Allocated IP 172.20.0.1 (03649a89-905c-419f-b6cf-a8ff3627e04c/c1cf49d6-5386-410e-92d9-121ee3785686/7f47a29a-94f5-4611-9fe5-39894b992709) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:38:25.822085 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:25.839644 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Transition to ACTIVE for port object 7f47a29a-94f5-4611-9fe5-39894b992709 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:38:25.880295 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:25.898274 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Transition to ACTIVE for port object b9dd35cc-7cf2-4e45-bffb-048c08543962 will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:38:25.952734 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:25.988882 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:25.994362 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Network 03649a89-905c-419f-b6cf-a8ff3627e04c is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:38:26.000784 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:38:26.004916 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:38:26.011492 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Pushing event updated for resources: {'Port': ['ID=7f47a29a-94f5-4611-9fe5-39894b992709,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:26.055628 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:26.077820 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Attempting to bind port b9dd35cc-7cf2-4e45-bffb-048c08543962 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:38:26.078437 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Attempting to bind port b9dd35cc-7cf2-4e45-bffb-048c08543962 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:38:26.079042 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Attempting to bind port b9dd35cc-7cf2-4e45-bffb-048c08543962 on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:38:26.103131 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:38:26.103860 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:38:26.104539 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:26.105221 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:38:26.106047 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Bound port: b9dd35cc-7cf2-4e45-bffb-048c08543962, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:38:26.106946 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:26.111776 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d45c9f-1f13-4ebd-ab55-a68d65ae4593 None None] Pushing event updated for resources: {'Port': ['ID=b9dd35cc-7cf2-4e45-bffb-048c08543962,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:26.173544 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d45c9f-1f13-4ebd-ab55-a68d65ae4593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:26.174152 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d45c9f-1f13-4ebd-ab55-a68d65ae4593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:26.174591 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d45c9f-1f13-4ebd-ab55-a68d65ae4593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:26.175030 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d45c9f-1f13-4ebd-ab55-a68d65ae4593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:26.175452 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d45c9f-1f13-4ebd-ab55-a68d65ae4593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:26.175910 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d45c9f-1f13-4ebd-ab55-a68d65ae4593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:26.176331 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d45c9f-1f13-4ebd-ab55-a68d65ae4593 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:26.176763 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d45c9f-1f13-4ebd-ab55-a68d65ae4593 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:26.177175 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d45c9f-1f13-4ebd-ab55-a68d65ae4593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:26.177610 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d45c9f-1f13-4ebd-ab55-a68d65ae4593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:26.178035 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d45c9f-1f13-4ebd-ab55-a68d65ae4593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:26.178452 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d45c9f-1f13-4ebd-ab55-a68d65ae4593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:38:26.220899 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] For port b9dd35cc-7cf2-4e45-bffb-048c08543962, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:38:26.224836 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] For port b9dd35cc-7cf2-4e45-bffb-048c08543962, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b9dd35cc-7cf2-4e45-bffb-048c08543962,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:38:26.290732 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:26.317867 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:26.379487 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Routers {'89a453cb-9942-4898-9034-094ca45f0abc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:38:26.380165 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['89a453cb-9942-4898-9034-094ca45f0abc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:26.419645 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d45c9f-1f13-4ebd-ab55-a68d65ae4593 None None] Pushing event updated for resources: {'Port': ['ID=b9dd35cc-7cf2-4e45-bffb-048c08543962,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:26.467174 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e6f0be82-8fb2-4139-b414-bc518c82b070 None None] Provisioning for port 7f47a29a-94f5-4611-9fe5-39894b992709 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:38:26.471559 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-e6f0be82-8fb2-4139-b414-bc518c82b070 None None] Provisioning complete for port 7f47a29a-94f5-4611-9fe5-39894b992709 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:26.471966 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e6f0be82-8fb2-4139-b414-bc518c82b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:26.487181 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:26.513688 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-e6f0be82-8fb2-4139-b414-bc518c82b070 None None] Port 7f47a29a-94f5-4611-9fe5-39894b992709 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:38:26.555988 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] Set router 89a453cb-9942-4898-9034-094ca45f0abc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:38:26.565806 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:26.643189 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Pushing event updated for resources: {'Port': ['ID=7f47a29a-94f5-4611-9fe5-39894b992709,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:26.646289 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:26.791074 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Network 03649a89-905c-419f-b6cf-a8ff3627e04c is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:38:26.793683 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:38:26.866490 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:25Z', 'revision_number': 1, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:26.918126 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c8722c-9274-4a69-ba63-2e0e1365a02c None None] The sync data for ids ['89a453cb-9942-4898-9034-094ca45f0abc'] in n-d-779913-27 is: [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:25Z', 'revision_number': 1, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:38:26.971881 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Router 89a453cb-9942-4898-9034-094ca45f0abc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:38:27.130282 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:38:27.135391 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-ff7c9f99-be79-49c3-b086-7a1f8a7a4c2e admin admin] 10.222.0.77 "PUT /v2.0/routers/89a453cb-9942-4898-9034-094ca45f0abc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3997900 Jul 05 11:38:27.162715 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-01e47aa2-d59d-4115-9c45-affd77aba99b None None] Provisioning complete for port 7f47a29a-94f5-4611-9fe5-39894b992709 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:27.162715 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-01e47aa2-d59d-4115-9c45-affd77aba99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:27.268726 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-01e47aa2-d59d-4115-9c45-affd77aba99b None None] Port 7f47a29a-94f5-4611-9fe5-39894b992709 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:38:28.152008 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46036) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:28.157541 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-18be62c2-4599-4800-9d58-026f6a43d6d0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2124663611-network', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:38:28.331796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18be62c2-4599-4800-9d58-026f6a43d6d0 admin admin] Made reservation on behalf of db31475425554ac994620c0c0f22dcaa for: {'network': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:38:28.336383 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18be62c2-4599-4800-9d58-026f6a43d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for network, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:28.353765 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18be62c2-4599-4800-9d58-026f6a43d6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:28.502372 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18be62c2-4599-4800-9d58-026f6a43d6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:28.611021 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18be62c2-4599-4800-9d58-026f6a43d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:28.639230 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18be62c2-4599-4800-9d58-026f6a43d6d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=100775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 11:38:28.650461 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be62c2-4599-4800-9d58-026f6a43d6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e87684-6384-4f72-9ad4-a45a3914e4cb,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:28.662837 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18be62c2-4599-4800-9d58-026f6a43d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:28.663850 n-d-779913-27 neutron-server[100775]: INFO neutron.db.segments_db [None req-18be62c2-4599-4800-9d58-026f6a43d6d0 admin admin] Added segment 3992a052-08b2-41b6-90d8-42f82cb3bf02 of type vlan for network 9586088d-5852-4759-908d-a0c7250a14b2 Jul 05 11:38:28.710714 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18be62c2-4599-4800-9d58-026f6a43d6d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773646535015'] for network, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:28.857451 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18be62c2-4599-4800-9d58-026f6a43d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904'] for network, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:28.858487 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18be62c2-4599-4800-9d58-026f6a43d6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:28.859059 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-18be62c2-4599-4800-9d58-026f6a43d6d0 admin admin] Notify callbacks [] for network, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:28.925136 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be62c2-4599-4800-9d58-026f6a43d6d0 admin admin] Pushing event updated for resources: {'Network': ['ID=9586088d-5852-4759-908d-a0c7250a14b2,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:28.937440 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Network 9586088d-5852-4759-908d-a0c7250a14b2 details requested by agent ovs-agent-n-d-779913-27 with host n-d-779913-27 {{(pid=100777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 11:38:29.021995 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-18be62c2-4599-4800-9d58-026f6a43d6d0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8685727 Jul 05 11:38:29.025524 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46038) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:29.031645 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-f4136b9d-930c-4398-8b6c-d5fe606af94e admin admin] Request body: {'subnet': {'network_id': '9586088d-5852-4759-908d-a0c7250a14b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2124663611-subnet', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'ip_version': 4}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:38:29.157658 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4136b9d-930c-4398-8b6c-d5fe606af94e admin admin] Made reservation on behalf of db31475425554ac994620c0c0f22dcaa for: {'subnet': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:38:29.160514 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4136b9d-930c-4398-8b6c-d5fe606af94e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60233053'] for subnet, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:29.330279 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Sync routers for ids ['89a453cb-9942-4898-9034-094ca45f0abc'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:38:29.334466 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b9dd35cc-7cf2-4e45-bffb-048c08543962 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:38:29.373515 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Routers {'89a453cb-9942-4898-9034-094ca45f0abc'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:38:29.374169 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['89a453cb-9942-4898-9034-094ca45f0abc'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:29.486128 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4136b9d-930c-4398-8b6c-d5fe606af94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60194538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60233039'] for subnet, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:29.506359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Set router 89a453cb-9942-4898-9034-094ca45f0abc gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:38:29.563038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port b9dd35cc-7cf2-4e45-bffb-048c08543962 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:38:29.567384 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4136b9d-930c-4398-8b6c-d5fe606af94e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a50370b-5ea5-443f-91a7-fc598739e2ed,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:29.580947 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4136b9d-930c-4398-8b6c-d5fe606af94e admin admin] Checking segment: {'id': '3992a052-08b2-41b6-90d8-42f82cb3bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9586088d-5852-4759-908d-a0c7250a14b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:38:29.581525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4136b9d-930c-4398-8b6c-d5fe606af94e admin admin] Network hostable DHCP agents. Network: 9586088d-5852-4759-908d-a0c7250a14b2, hostable agents: ['6dfc08b3-2e5e-40ca-afce-fe82553b0bd9'], hosted agents: [] {{(pid=100775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 11:38:29.610635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port b9dd35cc-7cf2-4e45-bffb-048c08543962 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:29.611097 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:29.702462 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4136b9d-930c-4398-8b6c-d5fe606af94e admin admin] Network 9586088d-5852-4759-908d-a0c7250a14b2 is scheduled to be hosted by DHCP agent 6dfc08b3-2e5e-40ca-afce-fe82553b0bd9 with binding_index 1 {{(pid=100775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 11:38:29.794693 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:29.805299 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-f4136b9d-930c-4398-8b6c-d5fe606af94e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-27, 9586088d-5852-4759-908d-a0c7250a14b2) {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:38:29.810361 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4136b9d-930c-4398-8b6c-d5fe606af94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:29.811608 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f4136b9d-930c-4398-8b6c-d5fe606af94e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:29.820215 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccb2e38-1e47-43f9-aac0-bf964e196559 None None] Network 9586088d-5852-4759-908d-a0c7250a14b2 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:38:29.828489 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port b9dd35cc-7cf2-4e45-bffb-048c08543962, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b9dd35cc-7cf2-4e45-bffb-048c08543962,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:29.885409 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 2, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:29.917176 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f4136b9d-930c-4398-8b6c-d5fe606af94e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8904555 Jul 05 11:38:29.920795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46040) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:29.926137 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2124663611-router', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:38:29.927169 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Checking router: 89a453cb-9942-4898-9034-094ca45f0abc for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:38:29.927533 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Updating router 89a453cb-9942-4898-9034-094ca45f0abc port 7f47a29a-94f5-4611-9fe5-39894b992709 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:38:29.934043 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:30.078054 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10260'] for router, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:30.079147 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10253'] for router, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:30.148388 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:30.206334 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:30.225426 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=b9dd35cc-7cf2-4e45-bffb-048c08543962,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:30.308767 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp891adce5-0532-5e41-9b2e-8e5c5bb60b5e-9586088d-5852-4759-908d-a0c7250a14b2', 'network_id': '9586088d-5852-4759-908d-a0c7250a14b2', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'fixed_ips': [{'subnet_id': '7a50370b-5ea5-443f-91a7-fc598739e2ed'}]}} from n-d-779913-27. {{(pid=100777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 11:38:30.309900 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:30.588273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.db_base_plugin_common [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Allocated IP 172.20.0.2 (9586088d-5852-4759-908d-a0c7250a14b2/7a50370b-5ea5-443f-91a7-fc598739e2ed/3a9ce9d0-3872-4d39-99b3-483e166f9291) {{(pid=100777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:38:30.745697 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:30.769965 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10303'] for router, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:30.771779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Transition to ACTIVE for port object 7f47a29a-94f5-4611-9fe5-39894b992709 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:38:30.830864 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Notify callbacks [] for port, precommit_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:30.840851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Transition to ACTIVE for port object 3a9ce9d0-3872-4d39-99b3-483e166f9291 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:38:30.857498 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Transition to ACTIVE for port object 3a9ce9d0-3872-4d39-99b3-483e166f9291 will not be triggered until provisioned by entity DHCP. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:38:30.947988 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:31.006955 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3b2ec-f65c-4e02-ab52-94acc2131de7 None None] Pushing event updated for resources: {'Port': ['ID=7f47a29a-94f5-4611-9fe5-39894b992709,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:31.048394 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989'] for port, after_create {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:31.119602 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:31.127794 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Attempting to bind port 7f47a29a-94f5-4611-9fe5-39894b992709 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:38:31.128210 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Attempting to bind port 7f47a29a-94f5-4611-9fe5-39894b992709 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:38:31.128522 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Attempting to bind port 7f47a29a-94f5-4611-9fe5-39894b992709 on network 03649a89-905c-419f-b6cf-a8ff3627e04c {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:38:31.132038 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Network 9586088d-5852-4759-908d-a0c7250a14b2 is already hosted by enough agents. {{(pid=100777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:38:31.140799 n-d-779913-27 neutron-server[100777]: DEBUG neutron.scheduler.base_scheduler [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Resources bound (agent type, host, resource id): {{(pid=100777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:38:31.142406 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:31.146316 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Received port after_create {{(pid=100777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:38:31.153360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Pushing event updated for resources: {'Port': ['ID=3a9ce9d0-3872-4d39-99b3-483e166f9291,revision_number=1']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:31.155912 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:38:31.156290 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Checking segment: {'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:38:31.156694 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:31.157079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Bound using segment: {'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:38:31.157566 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Bound port: 7f47a29a-94f5-4611-9fe5-39894b992709, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:38:31.158354 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:31.251003 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Attempting to bind port 3a9ce9d0-3872-4d39-99b3-483e166f9291 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:38:31.251971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Attempting to bind port 3a9ce9d0-3872-4d39-99b3-483e166f9291 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '3992a052-08b2-41b6-90d8-42f82cb3bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9586088d-5852-4759-908d-a0c7250a14b2'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:38:31.251971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Attempting to bind port 3a9ce9d0-3872-4d39-99b3-483e166f9291 on network 9586088d-5852-4759-908d-a0c7250a14b2 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:38:31.265961 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:38:31.266409 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Checking segment: {'id': '3992a052-08b2-41b6-90d8-42f82cb3bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9586088d-5852-4759-908d-a0c7250a14b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:38:31.266743 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:31.267147 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Bound using segment: {'id': '3992a052-08b2-41b6-90d8-42f82cb3bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9586088d-5852-4759-908d-a0c7250a14b2'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:38:31.267755 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Bound port: 3a9ce9d0-3872-4d39-99b3-483e166f9291, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3992a052-08b2-41b6-90d8-42f82cb3bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9586088d-5852-4759-908d-a0c7250a14b2'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:38:31.268054 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:31.306461 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] For port 7f47a29a-94f5-4611-9fe5-39894b992709, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:38:31.334542 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Allocated IP 172.25.5.154 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/2975cc2c-d0b2-4cca-be23-510bd239fefa) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:38:31.346360 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b9dd35cc-7cf2-4e45-bffb-048c08543962 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:38:31.353646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] For port 7f47a29a-94f5-4611-9fe5-39894b992709, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7f47a29a-94f5-4611-9fe5-39894b992709,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:38:31.409090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] For port 3a9ce9d0-3872-4d39-99b3-483e166f9291, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:38:31.437068 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] For port 3a9ce9d0-3872-4d39-99b3-483e166f9291, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3a9ce9d0-3872-4d39-99b3-483e166f9291,segment=NetworkSegment(3992a052-08b2-41b6-90d8-42f82cb3bf02),segment_id=3992a052-08b2-41b6-90d8-42f82cb3bf02)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:38:31.455090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port b9dd35cc-7cf2-4e45-bffb-048c08543962 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:31.455518 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:31.459025 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:31.475011 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:31.555455 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:31.584284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3b2ec-f65c-4e02-ab52-94acc2131de7 None None] Pushing event updated for resources: {'Port': ['ID=7f47a29a-94f5-4611-9fe5-39894b992709,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:31.590294 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Routers {'89a453cb-9942-4898-9034-094ca45f0abc'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:38:31.590950 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['89a453cb-9942-4898-9034-094ca45f0abc'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:31.663915 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:31.756985 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:38:31.768392 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:38:31.775353 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:38:31.827200 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8c2b3-72e5-4b0a-a79a-8e8d5c2d8630 None None] Pushing event updated for resources: {'Port': ['ID=3a9ce9d0-3872-4d39-99b3-483e166f9291,revision_number=2']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:31.843782 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Pushing event updated for resources: {'Port': ['ID=2975cc2c-d0b2-4cca-be23-510bd239fefa,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:31.880061 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] Set router 89a453cb-9942-4898-9034-094ca45f0abc gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:38:32.207386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:31Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:32.239219 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f362597-451a-489d-a34c-3a9c206c7fd3 None None] The sync data for ids ['89a453cb-9942-4898-9034-094ca45f0abc'] in n-d-779913-27 is: [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:31Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:38:32.353314 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:32.690881 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588264'] for router, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:32.983931 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e6e28-adac-44f5-847d-7ea9b4a720c2 None None] Network 9586088d-5852-4759-908d-a0c7250a14b2 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:38:33.015078 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Router b63521aa-6b3e-4f7f-ab6d-db6455386184 is scheduled to L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 with binding_index 1 {{(pid=100775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 11:38:33.213645 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-86edcc3f-7753-4ce9-93dd-e5bd01790374 None None] Provisioning for port 3a9ce9d0-3872-4d39-99b3-483e166f9291 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:38:33.215931 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:38:33.241815 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Sync routers for ids ['b63521aa-6b3e-4f7f-ab6d-db6455386184'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:38:33.272818 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Routers {'b63521aa-6b3e-4f7f-ab6d-db6455386184'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:38:33.274533 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b63521aa-6b3e-4f7f-ab6d-db6455386184'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:33.331002 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] Notify callbacks [] for router, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:33.336890 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-5a8d98a4-0934-429a-a9dd-41a247b2bd78 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4142437 Jul 05 11:38:33.337437 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46042) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:33.480563 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3a9ce9d0-3872-4d39-99b3-483e166f9291 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:38:33.511069 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Set router b63521aa-6b3e-4f7f-ab6d-db6455386184 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:38:33.703089 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 3a9ce9d0-3872-4d39-99b3-483e166f9291 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:38:33.710817 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3a9ce9d0-3872-4d39-99b3-483e166f9291 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:33.711455 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:33.807272 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'name': 'tempest-TestSnapshotPattern-2124663611-router', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:30Z', 'updated_at': '2021-07-05T11:38:32Z', 'revision_number': 3, 'project_id': 'db31475425554ac994620c0c0f22dcaa', 'gw_port': {'id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:31Z', 'updated_at': '2021-07-05T11:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:33.838076 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Checking router: b63521aa-6b3e-4f7f-ab6d-db6455386184 for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:38:33.838814 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Updating router b63521aa-6b3e-4f7f-ab6d-db6455386184 port 2975cc2c-d0b2-4cca-be23-510bd239fefa binding host n-d-779913-27 {{(pid=100778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:38:33.847128 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:33.893349 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:33.901519 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 3a9ce9d0-3872-4d39-99b3-483e166f9291, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3a9ce9d0-3872-4d39-99b3-483e166f9291,segment=NetworkSegment(3992a052-08b2-41b6-90d8-42f82cb3bf02),segment_id=3992a052-08b2-41b6-90d8-42f82cb3bf02)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:33.950100 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:33.988110 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:33.988914 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7f47a29a-94f5-4611-9fe5-39894b992709 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:38:34.078499 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=3a9ce9d0-3872-4d39-99b3-483e166f9291,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:34.159608 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Allocated IP 172.20.0.1 (9586088d-5852-4759-908d-a0c7250a14b2/7a50370b-5ea5-443f-91a7-fc598739e2ed/e2add714-bbcf-46ff-a12e-ecab324543b8) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:38:34.169484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 7f47a29a-94f5-4611-9fe5-39894b992709 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:38:34.174872 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7f47a29a-94f5-4611-9fe5-39894b992709 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:34.175457 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:34.297534 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:34.328111 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:34.339962 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 7f47a29a-94f5-4611-9fe5-39894b992709, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7f47a29a-94f5-4611-9fe5-39894b992709,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:34.347797 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Transition to ACTIVE for port object e2add714-bbcf-46ff-a12e-ecab324543b8 will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:38:34.411053 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Notify callbacks [] for port, precommit_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:34.427340 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.provisioning_blocks [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Transition to ACTIVE for port object 2975cc2c-d0b2-4cca-be23-510bd239fefa will not be triggered until provisioned by entity L2. {{(pid=100778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:38:34.428351 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:34.482782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=7f47a29a-94f5-4611-9fe5-39894b992709,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:34.492083 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:34.534775 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:34.540632 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Network 9586088d-5852-4759-908d-a0c7250a14b2 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:38:34.547272 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:38:34.551070 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:38:34.580635 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Pushing event updated for resources: {'Port': ['ID=e2add714-bbcf-46ff-a12e-ecab324543b8,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:34.605149 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585951'] for router_interface, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:34.615696 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Attempting to bind port 2975cc2c-d0b2-4cca-be23-510bd239fefa on host n-d-779913-27 for vnic_type normal with profile {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:38:34.616208 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Attempting to bind port 2975cc2c-d0b2-4cca-be23-510bd239fefa by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:38:34.616705 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Attempting to bind port 2975cc2c-d0b2-4cca-be23-510bd239fefa on network 22142879-3a95-4b42-ba92-f5a272c3a101 {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:38:34.630557 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:38:34.632399 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Checking segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:38:34.633220 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:34.633731 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Bound using segment: {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'} {{(pid=100778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:38:34.634357 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.managers [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Bound port: 2975cc2c-d0b2-4cca-be23-510bd239fefa, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c4ce29-545c-4720-b3f2-d0eddf065bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101'}}] {{(pid=100778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:38:34.634853 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:34.638190 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590d101-cc0a-4a61-8cff-143bd9861019 None None] Pushing event updated for resources: {'Port': ['ID=2975cc2c-d0b2-4cca-be23-510bd239fefa,revision_number=2']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:34.723075 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] For port 2975cc2c-d0b2-4cca-be23-510bd239fefa, host n-d-779913-27, cleared binding levels {{(pid=100778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:38:34.727221 n-d-779913-27 neutron-server[100778]: DEBUG neutron.plugins.ml2.db [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] For port 2975cc2c-d0b2-4cca-be23-510bd239fefa, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=2975cc2c-d0b2-4cca-be23-510bd239fefa,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:38:34.800006 n-d-779913-27 neutron-server[100778]: DEBUG neutron_lib.callbacks.manager [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:34.873536 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Routers {'b63521aa-6b3e-4f7f-ab6d-db6455386184'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:38:34.874193 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b63521aa-6b3e-4f7f-ab6d-db6455386184'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:34.879595 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590d101-cc0a-4a61-8cff-143bd9861019 None None] Pushing event updated for resources: {'Port': ['ID=2975cc2c-d0b2-4cca-be23-510bd239fefa,revision_number=3']} {{(pid=100778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:34.905871 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:34.962448 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d0c94413-10f2-4f0d-ae29-3ec76e795d62 None None] Provisioning for port e2add714-bbcf-46ff-a12e-ecab324543b8 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:38:34.972536 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d0c94413-10f2-4f0d-ae29-3ec76e795d62 None None] Provisioning complete for port e2add714-bbcf-46ff-a12e-ecab324543b8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:34.973257 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d0c94413-10f2-4f0d-ae29-3ec76e795d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:35.024736 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] Set router b63521aa-6b3e-4f7f-ab6d-db6455386184 gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:38:35.031013 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d0c94413-10f2-4f0d-ae29-3ec76e795d62 None None] Port e2add714-bbcf-46ff-a12e-ecab324543b8 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:38:35.169744 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:35.239419 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:35.301704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3a9ce9d0-3872-4d39-99b3-483e166f9291 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:38:35.322117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Pushing event updated for resources: {'Port': ['ID=e2add714-bbcf-46ff-a12e-ecab324543b8,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:35.328707 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586402'] for router_interface, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:35.329796 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'name': 'tempest-TestSnapshotPattern-2124663611-router', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:30Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 4, 'project_id': 'db31475425554ac994620c0c0f22dcaa', 'gw_port': {'id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:31Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'e2add714-bbcf-46ff-a12e-ecab324543b8', 'name': '', 'network_id': '9586088d-5852-4759-908d-a0c7250a14b2', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'mac_address': 'fa:16:3e:fb:30:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7a50370b-5ea5-443f-91a7-fc598739e2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:33Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 1, 'project_id': 'db31475425554ac994620c0c0f22dcaa', 'subnets': [{'id': '7a50370b-5ea5-443f-91a7-fc598739e2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:35.384935 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b73d9-5fd1-4479-a639-bdab9f572613 None None] The sync data for ids ['b63521aa-6b3e-4f7f-ab6d-db6455386184'] in n-d-779913-27 is: [{'id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'name': 'tempest-TestSnapshotPattern-2124663611-router', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:30Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 4, 'project_id': 'db31475425554ac994620c0c0f22dcaa', 'gw_port': {'id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:31Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'e2add714-bbcf-46ff-a12e-ecab324543b8', 'name': '', 'network_id': '9586088d-5852-4759-908d-a0c7250a14b2', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'mac_address': 'fa:16:3e:fb:30:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7a50370b-5ea5-443f-91a7-fc598739e2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:33Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 1, 'project_id': 'db31475425554ac994620c0c0f22dcaa', 'subnets': [{'id': '7a50370b-5ea5-443f-91a7-fc598739e2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:38:35.409933 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 3a9ce9d0-3872-4d39-99b3-483e166f9291 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:35.409933 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:35.481002 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Network 9586088d-5852-4759-908d-a0c7250a14b2 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:38:35.482825 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:38:35.542683 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7f47a29a-94f5-4611-9fe5-39894b992709 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:38:35.629359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 7f47a29a-94f5-4611-9fe5-39894b992709 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:35.630529 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:35.737870 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Router b63521aa-6b3e-4f7f-ab6d-db6455386184 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:38:35.875519 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-d7f87931-3164-404d-a13e-b042947c7326 None None] Provisioning complete for port e2add714-bbcf-46ff-a12e-ecab324543b8 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:35.876040 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d7f87931-3164-404d-a13e-b042947c7326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:35.944650 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-d7f87931-3164-404d-a13e-b042947c7326 None None] Port e2add714-bbcf-46ff-a12e-ecab324543b8 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:38:35.962974 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:38:35.968601 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-a5112a8c-c00d-4521-baed-e33f08a97164 admin admin] 10.222.0.77 "PUT /v2.0/routers/b63521aa-6b3e-4f7f-ab6d-db6455386184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6300082 Jul 05 11:38:37.101476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46050) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:37.108824 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-d5969579-21f4-4a15-ab6a-9424df956ae7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-864581048', 'description': 'tempest-secgroup-smoke-864581048 description', 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:38:37.211417 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d5969579-21f4-4a15-ab6a-9424df956ae7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:37.331326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 2975cc2c-d0b2-4cca-be23-510bd239fefa up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:38:37.354042 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d5969579-21f4-4a15-ab6a-9424df956ae7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:37.438348 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d5969579-21f4-4a15-ab6a-9424df956ae7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:37.473846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5969579-21f4-4a15-ab6a-9424df956ae7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d44733-98dc-4fd8-8a29-83a9f5b7b4df,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:37.490545 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port 2975cc2c-d0b2-4cca-be23-510bd239fefa completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:38:37.494665 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 2975cc2c-d0b2-4cca-be23-510bd239fefa triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:37.495552 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:37.525647 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-d5969579-21f4-4a15-ab6a-9424df956ae7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:37.527584 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-d5969579-21f4-4a15-ab6a-9424df956ae7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4244831 Jul 05 11:38:37.530557 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46052) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:37.538051 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-87c1ffda-a3a4-43c1-b40d-bcfe0986a6e1 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Request body: {'security_group_rule': {'security_group_id': '53d44733-98dc-4fd8-8a29-83a9f5b7b4df', 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:38:37.584155 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:37.610228 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port 2975cc2c-d0b2-4cca-be23-510bd239fefa, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=2975cc2c-d0b2-4cca-be23-510bd239fefa,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:37.656971 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-87c1ffda-a3a4-43c1-b40d-bcfe0986a6e1 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:37.685556 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:37.753872 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-87c1ffda-a3a4-43c1-b40d-bcfe0986a6e1 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:37.760289 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=2975cc2c-d0b2-4cca-be23-510bd239fefa,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:37.828405 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-87c1ffda-a3a4-43c1-b40d-bcfe0986a6e1 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:37.848744 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1ffda-a3a4-43c1-b40d-bcfe0986a6e1 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db59bab-6642-4bf7-aa63-c6fec0c776d9,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:37.935559 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-87c1ffda-a3a4-43c1-b40d-bcfe0986a6e1 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:37.937055 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-87c1ffda-a3a4-43c1-b40d-bcfe0986a6e1 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4033158 Jul 05 11:38:37.941431 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46054) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:37.947543 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-2444c0d4-fe3f-4d68-8236-9ec0ae759517 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Request body: {'security_group_rule': {'security_group_id': '53d44733-98dc-4fd8-8a29-83a9f5b7b4df', 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:38:38.053973 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2444c0d4-fe3f-4d68-8236-9ec0ae759517 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:38.160697 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2444c0d4-fe3f-4d68-8236-9ec0ae759517 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:38.245452 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2444c0d4-fe3f-4d68-8236-9ec0ae759517 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:38.264242 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444c0d4-fe3f-4d68-8236-9ec0ae759517 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2599432e-9adf-44e6-bb82-25765fbf65ea,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:38.337074 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-2444c0d4-fe3f-4d68-8236-9ec0ae759517 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:38.339884 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-2444c0d4-fe3f-4d68-8236-9ec0ae759517 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3962896 Jul 05 11:38:38.342870 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46056) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:38.349324 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-59618cd6-eaf9-4046-9a3e-456d834c43de tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Request body: {'security_group_rule': {'security_group_id': '53d44733-98dc-4fd8-8a29-83a9f5b7b4df', 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:38:38.451407 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-59618cd6-eaf9-4046-9a3e-456d834c43de tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:38.523648 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-59618cd6-eaf9-4046-9a3e-456d834c43de tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:38.616411 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-59618cd6-eaf9-4046-9a3e-456d834c43de tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:38.637842 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59618cd6-eaf9-4046-9a3e-456d834c43de tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112b0e4c-f2e1-4352-a4bb-da15cba99b67,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:38.740491 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-59618cd6-eaf9-4046-9a3e-456d834c43de tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:38.742073 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-59618cd6-eaf9-4046-9a3e-456d834c43de tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3977551 Jul 05 11:38:38.747025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46058) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:38.753049 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-b402740e-9691-4f40-8974-37902f0b1f5f tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Request body: {'security_group_rule': {'security_group_id': '53d44733-98dc-4fd8-8a29-83a9f5b7b4df', 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:38:38.889175 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b402740e-9691-4f40-8974-37902f0b1f5f tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:38.974125 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b402740e-9691-4f40-8974-37902f0b1f5f tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:39.119907 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b402740e-9691-4f40-8974-37902f0b1f5f tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:39.153500 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402740e-9691-4f40-8974-37902f0b1f5f tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d1d295-d26a-451c-94df-0b7cc9e5bf62,revision_number=0']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:39.263970 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-b402740e-9691-4f40-8974-37902f0b1f5f tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:39.267413 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-b402740e-9691-4f40-8974-37902f0b1f5f tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5184939 Jul 05 11:38:39.271158 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46060) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:39.279216 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-7e1c26ad-4304-4ff1-bf88-5af33517e496 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Request body: {'security_group_rule': {'security_group_id': '53d44733-98dc-4fd8-8a29-83a9f5b7b4df', 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:38:39.294521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 2975cc2c-d0b2-4cca-be23-510bd239fefa up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:38:39.337284 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Sync routers for ids ['b63521aa-6b3e-4f7f-ab6d-db6455386184'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:38:39.369918 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Routers {'b63521aa-6b3e-4f7f-ab6d-db6455386184'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:38:39.370645 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b63521aa-6b3e-4f7f-ab6d-db6455386184'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:39.411418 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-7e1c26ad-4304-4ff1-bf88-5af33517e496 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Project daccc23f3de947e0bdc1e05cd108bc35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:38:39.418930 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7e1c26ad-4304-4ff1-bf88-5af33517e496 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:39.431216 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port 2975cc2c-d0b2-4cca-be23-510bd239fefa triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:39.431583 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:39.537634 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7e1c26ad-4304-4ff1-bf88-5af33517e496 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:39.634186 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7e1c26ad-4304-4ff1-bf88-5af33517e496 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:39.667611 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c26ad-4304-4ff1-bf88-5af33517e496 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da324b5-d611-4071-8a14-8c23c7e60524,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:39.707521 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Set router b63521aa-6b3e-4f7f-ab6d-db6455386184 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:38:39.748442 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-7e1c26ad-4304-4ff1-bf88-5af33517e496 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:39.754214 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-7e1c26ad-4304-4ff1-bf88-5af33517e496 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4771891 Jul 05 11:38:39.754467 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46062) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:39.759866 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-234d8573-6b1b-4c5e-9660-bb1e04e59347 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Request body: {'security_group_rule': {'security_group_id': '53d44733-98dc-4fd8-8a29-83a9f5b7b4df', 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:38:39.868643 n-d-779913-27 neutron-server[100776]: INFO neutron.db.securitygroups_db [None req-234d8573-6b1b-4c5e-9660-bb1e04e59347 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Project daccc23f3de947e0bdc1e05cd108bc35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 11:38:39.878374 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-234d8573-6b1b-4c5e-9660-bb1e04e59347 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:39.962945 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-234d8573-6b1b-4c5e-9660-bb1e04e59347 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:39.976839 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'name': 'tempest-TestSnapshotPattern-2124663611-router', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:30Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 4, 'project_id': 'db31475425554ac994620c0c0f22dcaa', 'gw_port': {'id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:31Z', 'updated_at': '2021-07-05T11:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'e2add714-bbcf-46ff-a12e-ecab324543b8', 'name': '', 'network_id': '9586088d-5852-4759-908d-a0c7250a14b2', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'mac_address': 'fa:16:3e:fb:30:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7a50370b-5ea5-443f-91a7-fc598739e2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:33Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 2, 'project_id': 'db31475425554ac994620c0c0f22dcaa', 'subnets': [{'id': '7a50370b-5ea5-443f-91a7-fc598739e2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:40.010305 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Checking router: b63521aa-6b3e-4f7f-ab6d-db6455386184 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:38:40.011246 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Updating router b63521aa-6b3e-4f7f-ab6d-db6455386184 port e2add714-bbcf-46ff-a12e-ecab324543b8 binding host n-d-779913-27 {{(pid=100777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 11:38:40.048337 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:40.088379 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-234d8573-6b1b-4c5e-9660-bb1e04e59347 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104807'] for security_group_rule, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:40.106152 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d8573-6b1b-4c5e-9660-bb1e04e59347 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d673796-3d4e-42eb-81ea-b36685c581a7,revision_number=0']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:40.214553 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-234d8573-6b1b-4c5e-9660-bb1e04e59347 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:40.216281 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-234d8573-6b1b-4c5e-9660-bb1e04e59347 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4605453 Jul 05 11:38:40.406694 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Notify callbacks [] for port, precommit_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:40.413999 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6425fee7-bd1e-4740-898f-761e4740d73c req-ecb8c2e6-9f5b-4045-b4bc-ae8ed9714bb9 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864581048&fields=id&tenant_id=daccc23f3de947e0bdc1e05cd108bc35 HTTP/1.1" status: 200 len: 267 time: 0.0387113 Jul 05 11:38:40.421438 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Transition to ACTIVE for port object e2add714-bbcf-46ff-a12e-ecab324543b8 will not be triggered until provisioned by entity L2. {{(pid=100777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:38:40.508949 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:40.547046 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425fee7-bd1e-4740-898f-761e4740d73c req-ace6350b-f24e-49d4-a89d-4fd2385fc535 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:40.548864 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6425fee7-bd1e-4740-898f-761e4740d73c req-ace6350b-f24e-49d4-a89d-4fd2385fc535 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/networks?id=03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 200 len: 809 time: 0.1220729 Jul 05 11:38:40.577415 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6425fee7-bd1e-4740-898f-761e4740d73c req-9be21df1-d5b8-44f8-a599-e9299c91e08b tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/quotas/daccc23f3de947e0bdc1e05cd108bc35 HTTP/1.1" status: 200 len: 375 time: 0.0109699 Jul 05 11:38:40.578066 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56433f-5328-4a16-834c-58b9e634b280 None None] Pushing event updated for resources: {'Port': ['ID=e2add714-bbcf-46ff-a12e-ecab324543b8,revision_number=3']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:40.647824 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Attempting to bind port e2add714-bbcf-46ff-a12e-ecab324543b8 on host n-d-779913-27 for vnic_type normal with profile {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:38:40.648224 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Attempting to bind port e2add714-bbcf-46ff-a12e-ecab324543b8 by drivers openvswitch,hyperv on host n-d-779913-27 at level 0 using segments [{'id': '3992a052-08b2-41b6-90d8-42f82cb3bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9586088d-5852-4759-908d-a0c7250a14b2'}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:38:40.649295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Attempting to bind port e2add714-bbcf-46ff-a12e-ecab324543b8 on network 9586088d-5852-4759-908d-a0c7250a14b2 {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:38:40.654387 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Checking agent: {'id': 'c45fef2a-f87d-4b3c-bff3-10aff8dcbd4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 50, 14), 'started_at': datetime.datetime(2021, 7, 5, 9, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:38:40.654768 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Checking segment: {'id': '3992a052-08b2-41b6-90d8-42f82cb3bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9586088d-5852-4759-908d-a0c7250a14b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:38:40.655177 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:40.655573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Bound using segment: {'id': '3992a052-08b2-41b6-90d8-42f82cb3bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9586088d-5852-4759-908d-a0c7250a14b2'} {{(pid=100777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:38:40.656314 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.managers [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Bound port: e2add714-bbcf-46ff-a12e-ecab324543b8, host: n-d-779913-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3992a052-08b2-41b6-90d8-42f82cb3bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9586088d-5852-4759-908d-a0c7250a14b2'}}] {{(pid=100777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:38:40.657303 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:40.688601 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6425fee7-bd1e-4740-898f-761e4740d73c req-01564dae-90bc-4164-9687-5c93f9b3e683 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983837 Jul 05 11:38:40.745014 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] For port e2add714-bbcf-46ff-a12e-ecab324543b8, host n-d-779913-27, cleared binding levels {{(pid=100777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:38:40.750750 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] For port e2add714-bbcf-46ff-a12e-ecab324543b8, host n-d-779913-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e2add714-bbcf-46ff-a12e-ecab324543b8,segment=NetworkSegment(3992a052-08b2-41b6-90d8-42f82cb3bf02),segment_id=3992a052-08b2-41b6-90d8-42f82cb3bf02)] {{(pid=100777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:38:40.849103 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:40.920382 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Routers {'b63521aa-6b3e-4f7f-ab6d-db6455386184'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:38:40.920951 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:38:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b63521aa-6b3e-4f7f-ab6d-db6455386184'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:40.958946 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6425fee7-bd1e-4740-898f-761e4740d73c req-3f2c7d1d-d86d-41e5-a409-dc3d568b90aa service neutron] 10.222.0.77 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513158 Jul 05 11:38:40.969556 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56433f-5328-4a16-834c-58b9e634b280 None None] Pushing event updated for resources: {'Port': ['ID=e2add714-bbcf-46ff-a12e-ecab324543b8,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:41.111665 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6425fee7-bd1e-4740-898f-761e4740d73c req-54e733b7-976e-4d1a-b467-a7d8cd51019d service neutron] 10.222.0.77 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414623 Jul 05 11:38:41.154243 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] Set router b63521aa-6b3e-4f7f-ab6d-db6455386184 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:38:41.297214 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1f7c4f6f-3101-4030-a7ed-383689e37694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:41.370484 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e2add714-bbcf-46ff-a12e-ecab324543b8 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:38:41.456662 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2084c999-9f7c-4dec-8b14-2034ee34492c req-6a458cb8-75d4-4001-b43c-c6ffb3489d44 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 210 time: 0.0327866 Jul 05 11:38:41.532641 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'name': 'tempest-TestSnapshotPattern-2124663611-router', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:30Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 4, 'project_id': 'db31475425554ac994620c0c0f22dcaa', 'gw_port': {'id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:31Z', 'updated_at': '2021-07-05T11:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'e2add714-bbcf-46ff-a12e-ecab324543b8', 'name': '', 'network_id': '9586088d-5852-4759-908d-a0c7250a14b2', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'mac_address': 'fa:16:3e:fb:30:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7a50370b-5ea5-443f-91a7-fc598739e2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:33Z', 'updated_at': '2021-07-05T11:38:40Z', 'revision_number': 4, 'project_id': 'db31475425554ac994620c0c0f22dcaa', 'subnets': [{'id': '7a50370b-5ea5-443f-91a7-fc598739e2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:41.565658 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b37cb0-f4fd-440f-8cc2-474b1d91d1e4 None None] The sync data for ids ['b63521aa-6b3e-4f7f-ab6d-db6455386184'] in n-d-779913-27 is: [{'id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'name': 'tempest-TestSnapshotPattern-2124663611-router', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:30Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 4, 'project_id': 'db31475425554ac994620c0c0f22dcaa', 'gw_port': {'id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:31Z', 'updated_at': '2021-07-05T11:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': 'e2add714-bbcf-46ff-a12e-ecab324543b8', 'name': '', 'network_id': '9586088d-5852-4759-908d-a0c7250a14b2', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'mac_address': 'fa:16:3e:fb:30:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7a50370b-5ea5-443f-91a7-fc598739e2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:33Z', 'updated_at': '2021-07-05T11:38:40Z', 'revision_number': 4, 'project_id': 'db31475425554ac994620c0c0f22dcaa', 'subnets': [{'id': '7a50370b-5ea5-443f-91a7-fc598739e2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:38:41.633048 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning for port e2add714-bbcf-46ff-a12e-ecab324543b8 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:38:41.633768 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e2add714-bbcf-46ff-a12e-ecab324543b8 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:41.634212 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:41.766782 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:41.807299 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] For port e2add714-bbcf-46ff-a12e-ecab324543b8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e2add714-bbcf-46ff-a12e-ecab324543b8,segment=NetworkSegment(3992a052-08b2-41b6-90d8-42f82cb3bf02),segment_id=3992a052-08b2-41b6-90d8-42f82cb3bf02)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:41.902768 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:41.958442 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Pushing event updated for resources: {'Port': ['ID=e2add714-bbcf-46ff-a12e-ecab324543b8,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:42.576955 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4840b27e-1219-4f02-ac33-6284719c02b4 req-fc5b5761-183a-4642-b8c4-66184a8d4307 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 210 time: 0.0309553 Jul 05 11:38:43.283596 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e2add714-bbcf-46ff-a12e-ecab324543b8 up at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:38:43.348684 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Provisioning complete for port e2add714-bbcf-46ff-a12e-ecab324543b8 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:43.349225 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:43.712501 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-90b881f9-c24e-4554-b136-9f24bd1a8cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:43.779121 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-db22d883-0a07-4a6c-8d36-79925663323b req-acb4cfce-a8cb-4396-85f5-ebd5b88440c5 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 210 time: 0.0541441 Jul 05 11:38:43.786618 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:44.740103 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425fee7-bd1e-4740-898f-761e4740d73c req-61e92e2a-c211-4f8e-a307-3655ea32c207 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:44.741685 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6425fee7-bd1e-4740-898f-761e4740d73c req-61e92e2a-c211-4f8e-a307-3655ea32c207 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.64 "GET /v2.0/networks?id=03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 200 len: 809 time: 0.1117861 Jul 05 11:38:44.792267 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6425fee7-bd1e-4740-898f-761e4740d73c req-ac8daa34-82d0-47c1-aed4-eeb942a9d669 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daccc23f3de947e0bdc1e05cd108bc35 HTTP/1.1" status: 200 len: 379 time: 0.0410700 Jul 05 11:38:44.802094 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-6425fee7-bd1e-4740-898f-761e4740d73c req-580043f2-1945-4aa3-b3cd-dcdf0adfc1fc tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Request body: {'port': {'device_id': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'admin_state_up': True, 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'security_groups': ['53d44733-98dc-4fd8-8a29-83a9f5b7b4df']}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:38:45.003348 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-adb608c3-ac15-4cfe-8d82-5ff9f764fe67 req-48bfb3c7-1982-4f2e-a509-33502fa97302 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 210 time: 0.0334404 Jul 05 11:38:45.124651 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6425fee7-bd1e-4740-898f-761e4740d73c req-580043f2-1945-4aa3-b3cd-dcdf0adfc1fc tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Made reservation on behalf of daccc23f3de947e0bdc1e05cd108bc35 for: {'port': 1} {{(pid=100775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:38:45.129808 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6425fee7-bd1e-4740-898f-761e4740d73c req-580043f2-1945-4aa3-b3cd-dcdf0adfc1fc tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:45.352795 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [req-6425fee7-bd1e-4740-898f-761e4740d73c req-580043f2-1945-4aa3-b3cd-dcdf0adfc1fc tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Allocated IP 172.20.0.6 (03649a89-905c-419f-b6cf-a8ff3627e04c/c1cf49d6-5386-410e-92d9-121ee3785686/1443c8c2-5d62-426d-9069-b2e7fdd0be65) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:38:45.434162 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:45.539820 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6425fee7-bd1e-4740-898f-761e4740d73c req-580043f2-1945-4aa3-b3cd-dcdf0adfc1fc tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:45.565461 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-6425fee7-bd1e-4740-898f-761e4740d73c req-580043f2-1945-4aa3-b3cd-dcdf0adfc1fc tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Transition to ACTIVE for port object 1443c8c2-5d62-426d-9069-b2e7fdd0be65 will not be triggered until provisioned by entity DHCP. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:38:45.702573 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6425fee7-bd1e-4740-898f-761e4740d73c req-580043f2-1945-4aa3-b3cd-dcdf0adfc1fc tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:45.783035 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6425fee7-bd1e-4740-898f-761e4740d73c req-580043f2-1945-4aa3-b3cd-dcdf0adfc1fc tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Network 03649a89-905c-419f-b6cf-a8ff3627e04c is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:38:45.794006 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [req-6425fee7-bd1e-4740-898f-761e4740d73c req-580043f2-1945-4aa3-b3cd-dcdf0adfc1fc tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:38:45.801687 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6425fee7-bd1e-4740-898f-761e4740d73c req-580043f2-1945-4aa3-b3cd-dcdf0adfc1fc tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:38:45.857190 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580043f2-1945-4aa3-b3cd-dcdf0adfc1fc tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event updated for resources: {'Port': ['ID=1443c8c2-5d62-426d-9069-b2e7fdd0be65,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:45.910847 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425fee7-bd1e-4740-898f-761e4740d73c req-580043f2-1945-4aa3-b3cd-dcdf0adfc1fc tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:45.912041 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6425fee7-bd1e-4740-898f-761e4740d73c req-580043f2-1945-4aa3-b3cd-dcdf0adfc1fc tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:46.015980 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6425fee7-bd1e-4740-898f-761e4740d73c req-580043f2-1945-4aa3-b3cd-dcdf0adfc1fc tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2182891 Jul 05 11:38:46.037434 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Request body: {'port': {'device_id': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-27'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:38:46.168029 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:46.299870 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-44b81996-087a-4a29-8982-7aebb4d96dc0 None None] Provisioning for port 1443c8c2-5d62-426d-9069-b2e7fdd0be65 completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:38:46.305126 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-44b81996-087a-4a29-8982-7aebb4d96dc0 None None] Provisioning complete for port 1443c8c2-5d62-426d-9069-b2e7fdd0be65 triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:46.305517 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-44b81996-087a-4a29-8982-7aebb4d96dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:46.363308 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-44b81996-087a-4a29-8982-7aebb4d96dc0 None None] Port 1443c8c2-5d62-426d-9069-b2e7fdd0be65 cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:38:46.366924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f811cd5-1a4d-451c-a8f5-376f2a733645 req-9c571792-12ab-4ba5-9f6d-c04b22f1d0b7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:46.368615 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f811cd5-1a4d-451c-a8f5-376f2a733645 req-9c571792-12ab-4ba5-9f6d-c04b22f1d0b7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 931 time: 0.1885893 Jul 05 11:38:46.461603 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9f811cd5-1a4d-451c-a8f5-376f2a733645 req-0d617c7b-5df1-49c3-85d8-6f72e257b4aa tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824618 Jul 05 11:38:46.558367 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1443c8c2-5d62-426d-9069-b2e7fdd0be65 {{(pid=100775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:38:46.566847 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:46.580934 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.provisioning_blocks [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Transition to ACTIVE for port object 1443c8c2-5d62-426d-9069-b2e7fdd0be65 will not be triggered until provisioned by entity L2. {{(pid=100775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:38:46.668606 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:46.721915 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1443c8c2-5d62-426d-9069-b2e7fdd0be65,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:46.808862 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Attempting to bind port 1443c8c2-5d62-426d-9069-b2e7fdd0be65 on host n-h2-779913-27 for vnic_type normal with profile {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:38:46.809857 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Attempting to bind port 1443c8c2-5d62-426d-9069-b2e7fdd0be65 by drivers openvswitch,hyperv on host n-h2-779913-27 at level 0 using segments [{'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:38:46.809857 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Attempting to bind port 1443c8c2-5d62-426d-9069-b2e7fdd0be65 on network 03649a89-905c-419f-b6cf-a8ff3627e04c {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:38:46.815122 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Port 1443c8c2-5d62-426d-9069-b2e7fdd0be65 on network 03649a89-905c-419f-b6cf-a8ff3627e04c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-27 {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:38:46.815642 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Attempting to bind port 1443c8c2-5d62-426d-9069-b2e7fdd0be65 on network 03649a89-905c-419f-b6cf-a8ff3627e04c {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:38:46.822530 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Checking agent: {'id': 'ec2ccb85-217d-4f9a-8711-342d15a56833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:38:46.822916 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Checking segment: {'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:38:46.823323 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Bound using segment: {'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'} {{(pid=100775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:38:46.823796 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.managers [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Bound port: 1443c8c2-5d62-426d-9069-b2e7fdd0be65, host: n-h2-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'}}] {{(pid=100775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:38:46.824168 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:46.907494 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] For port 1443c8c2-5d62-426d-9069-b2e7fdd0be65, host n-h2-779913-27, cleared binding levels {{(pid=100775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:38:46.911196 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] For port 1443c8c2-5d62-426d-9069-b2e7fdd0be65, host n-h2-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:38:47.010123 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:47.066821 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:47.067607 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:47.068935 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6425fee7-bd1e-4740-898f-761e4740d73c req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] 10.222.0.64 "PUT /v2.0/ports/1443c8c2-5d62-426d-9069-b2e7fdd0be65 HTTP/1.1" status: 200 len: 1092 time: 1.0398693 Jul 05 11:38:47.069401 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'tag': '1443c8c2-5d62-426d-9069-b2e7fdd0be65'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:38:47.071755 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efdf885-0f13-4d79-8143-7297680369f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9152f8-825f-44ff-8ac2-12d9b98dee4f", "tag": "1443c8c2-5d62-426d-9069-b2e7fdd0be65"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:38:47.096991 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7314af8-65f1-45a1-ba57-7c8c059c99f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1443c8c2-5d62-426d-9069-b2e7fdd0be65,revision_number=3']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:47.252667 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9840ab4-bb82-4459-a048-cbd370b6aa3e x-openstack-request-id: req-a9840ab4-bb82-4459-a048-cbd370b6aa3e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:38:47.252970 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9152f8-825f-44ff-8ac2-12d9b98dee4f", "tag": "1443c8c2-5d62-426d-9069-b2e7fdd0be65", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:38:47.253219 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a9840ab4-bb82-4459-a048-cbd370b6aa3e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:38:47.253629 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'tag': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'status': 'completed', 'code': 200} Jul 05 11:38:47.273981 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:47.291030 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425fee7-bd1e-4740-898f-761e4740d73c req-789b99c5-2e35-433b-b9bf-b0be23f62de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:47.293234 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6425fee7-bd1e-4740-898f-761e4740d73c req-789b99c5-2e35-433b-b9bf-b0be23f62de6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 1095 time: 0.0744917 Jul 05 11:38:47.350178 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6425fee7-bd1e-4740-898f-761e4740d73c req-187fa0f4-50c0-4ace-a5cc-bb4d77884117 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65 HTTP/1.1" status: 200 len: 217 time: 0.0443194 Jul 05 11:38:47.411285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425fee7-bd1e-4740-898f-761e4740d73c req-0c798be5-84be-44cc-97d6-0ef0139b2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:47.412882 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6425fee7-bd1e-4740-898f-761e4740d73c req-0c798be5-84be-44cc-97d6-0ef0139b2709 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1cf49d6-5386-410e-92d9-121ee3785686 HTTP/1.1" status: 200 len: 848 time: 0.0525587 Jul 05 11:38:47.488604 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425fee7-bd1e-4740-898f-761e4740d73c req-358fe941-062a-4eeb-8eac-f94b30aaac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:47.490178 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6425fee7-bd1e-4740-898f-761e4740d73c req-358fe941-062a-4eeb-8eac-f94b30aaac43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03649a89-905c-419f-b6cf-a8ff3627e04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673895 Jul 05 11:38:47.645720 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6425fee7-bd1e-4740-898f-761e4740d73c req-9b761453-f1fe-49d8-af66-b9d316835454 service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441317 Jul 05 11:38:47.753525 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b5fb3-fd68-4330-9ef4-8c9e71b13729 req-22b3e517-fe78-435c-9f37-9011d29e9d6e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:47.755203 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-081b5fb3-fd68-4330-9ef4-8c9e71b13729 req-22b3e517-fe78-435c-9f37-9011d29e9d6e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 943 time: 0.1521454 Jul 05 11:38:47.790135 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-6425fee7-bd1e-4740-898f-761e4740d73c req-b42a3c4e-b433-47fe-ba86-9a6882699e7c service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344028 Jul 05 11:38:47.837577 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-081b5fb3-fd68-4330-9ef4-8c9e71b13729 req-e8fa7bdb-d788-4af7-b723-eb001d35e8f0 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622444 Jul 05 11:38:48.086429 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdf885-0f13-4d79-8143-7297680369f1 req-d436dbb9-2ce6-4a67-a4db-a880adf20ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:48.088079 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2efdf885-0f13-4d79-8143-7297680369f1 req-d436dbb9-2ce6-4a67-a4db-a880adf20ce6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 1095 time: 0.0629752 Jul 05 11:38:48.227933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdf885-0f13-4d79-8143-7297680369f1 req-012ce16e-f1ca-4617-809d-aa61ae72ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:48.230878 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2efdf885-0f13-4d79-8143-7297680369f1 req-012ce16e-f1ca-4617-809d-aa61ae72ed5b service neutron] 10.222.0.64 "GET /v2.0/networks?id=03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 200 len: 910 time: 0.1363287 Jul 05 11:38:48.280179 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2efdf885-0f13-4d79-8143-7297680369f1 req-8c60e533-1686-4128-a1ea-f174cea60a15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65 HTTP/1.1" status: 200 len: 217 time: 0.0427761 Jul 05 11:38:48.369849 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdf885-0f13-4d79-8143-7297680369f1 req-6f6cd881-2879-4a3f-b7ea-5d4434845386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:48.372532 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2efdf885-0f13-4d79-8143-7297680369f1 req-6f6cd881-2879-4a3f-b7ea-5d4434845386 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1cf49d6-5386-410e-92d9-121ee3785686 HTTP/1.1" status: 200 len: 848 time: 0.0824876 Jul 05 11:38:48.421824 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:38:48.441472 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdf885-0f13-4d79-8143-7297680369f1 req-f8b9232f-d16e-4412-8ffa-38bd0b1cd90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:48.443095 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2efdf885-0f13-4d79-8143-7297680369f1 req-f8b9232f-d16e-4412-8ffa-38bd0b1cd90d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03649a89-905c-419f-b6cf-a8ff3627e04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636239 Jul 05 11:38:48.545787 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2efdf885-0f13-4d79-8143-7297680369f1 req-93e0a60d-675d-458d-af0f-b29e1e950da2 service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948970 Jul 05 11:38:48.668508 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2efdf885-0f13-4d79-8143-7297680369f1 req-cbc34026-22fd-42d0-98c3-ec1eb8d0cbb0 service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152530 Jul 05 11:38:49.039781 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225812-f506-4205-aad9-0a486268e0e5 req-14904eba-9d71-47ab-95d7-8a9139adf300 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:49.041364 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd225812-f506-4205-aad9-0a486268e0e5 req-14904eba-9d71-47ab-95d7-8a9139adf300 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 943 time: 0.0821285 Jul 05 11:38:49.086825 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cd225812-f506-4205-aad9-0a486268e0e5 req-5066586b-fc0f-4ccc-ad3c-5a0bcbffda76 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395162 Jul 05 11:38:49.853636 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1443c8c2-5d62-426d-9069-b2e7fdd0be65 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:38:49.995009 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 1443c8c2-5d62-426d-9069-b2e7fdd0be65, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:50.017570 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'port_id': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'mac_address': 'fa:16:3e:73:dc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:38:50.081933 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:50.109505 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1443c8c2-5d62-426d-9069-b2e7fdd0be65 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:38:50.142860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 1443c8c2-5d62-426d-9069-b2e7fdd0be65, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:50.252134 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:50.317029 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cbb90-b478-465a-ad13-d787225443e3 req-1286fb76-a5a9-46ee-8610-34c2bdd6fbd3 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:50.319980 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b87cbb90-b478-465a-ad13-d787225443e3 req-1286fb76-a5a9-46ee-8610-34c2bdd6fbd3 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 943 time: 0.1009583 Jul 05 11:38:50.322628 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=1443c8c2-5d62-426d-9069-b2e7fdd0be65,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:50.376400 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b87cbb90-b478-465a-ad13-d787225443e3 req-3b5b3b02-271b-4eea-a17b-0902d733a705 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466325 Jul 05 11:38:50.580728 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['1443c8c2-5d62-426d-9069-b2e7fdd0be65'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:38:51.588604 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19dfdc-92c6-4f59-a728-8b7861bcfc46 req-8ae604eb-be3d-4673-ae02-bdeee9989263 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:51.590246 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6f19dfdc-92c6-4f59-a728-8b7861bcfc46 req-8ae604eb-be3d-4673-ae02-bdeee9989263 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 944 time: 0.0691876 Jul 05 11:38:51.637375 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-6f19dfdc-92c6-4f59-a728-8b7861bcfc46 req-7e24314f-050c-480e-ba70-a1e563cc7fdf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402296 Jul 05 11:38:51.870229 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1443c8c2-5d62-426d-9069-b2e7fdd0be65 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:38:52.031354 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning for port 1443c8c2-5d62-426d-9069-b2e7fdd0be65 completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:38:52.036291 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 1443c8c2-5d62-426d-9069-b2e7fdd0be65 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:38:52.038959 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:52.122536 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:52.147326 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1443c8c2-5d62-426d-9069-b2e7fdd0be65'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:38:52.150068 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9825b5bc-088c-4758-948f-64639aebcb81" -d '{"events": [{"server_uuid": "9c9152f8-825f-44ff-8ac2-12d9b98dee4f", "name": "network-vif-plugged", "status": "completed", "tag": "1443c8c2-5d62-426d-9069-b2e7fdd0be65"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:38:52.167170 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 1443c8c2-5d62-426d-9069-b2e7fdd0be65, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:38:52.193910 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f907456d-35ba-4718-bd43-50a206e180e6 x-openstack-request-id: req-f907456d-35ba-4718-bd43-50a206e180e6 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:38:52.194389 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9152f8-825f-44ff-8ac2-12d9b98dee4f", "name": "network-vif-plugged", "status": "completed", "tag": "1443c8c2-5d62-426d-9069-b2e7fdd0be65", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:38:52.194801 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f907456d-35ba-4718-bd43-50a206e180e6 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:38:52.195444 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'code': 200} Jul 05 11:38:52.326695 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b818511-4cf3-42a7-a44d-845addd92b4d req-edc69aad-2958-4e70-bed1-785f3d488e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:52.328329 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b818511-4cf3-42a7-a44d-845addd92b4d req-edc69aad-2958-4e70-bed1-785f3d488e40 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 1096 time: 0.0592875 Jul 05 11:38:52.371507 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2b818511-4cf3-42a7-a44d-845addd92b4d req-41c8249d-5327-4863-9725-4a12f1a563c1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330844 Jul 05 11:38:52.414499 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:52.467501 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=1443c8c2-5d62-426d-9069-b2e7fdd0be65,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:52.845437 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894cad1-3063-49ba-9eb9-0123b4d7febf req-26e63343-de9b-4f8d-861e-fa062f25e43b tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:52.847063 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9894cad1-3063-49ba-9eb9-0123b4d7febf req-26e63343-de9b-4f8d-861e-fa062f25e43b tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 945 time: 0.0896382 Jul 05 11:38:52.892436 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-9894cad1-3063-49ba-9eb9-0123b4d7febf req-a1759a12-0821-415d-8573-57e47b9f3a38 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371087 Jul 05 11:38:53.193213 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:54.101454 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe4867-07e2-46c6-8a00-99b9e5c3abd7 req-2c106f85-e05c-4004-8182-bef8c1413ade tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:54.103106 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d3fe4867-07e2-46c6-8a00-99b9e5c3abd7 req-2c106f85-e05c-4004-8182-bef8c1413ade tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 945 time: 0.0860388 Jul 05 11:38:54.147957 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-d3fe4867-07e2-46c6-8a00-99b9e5c3abd7 req-6990db1c-4bc6-438e-820a-ea2e003bc21f tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378866 Jul 05 11:38:54.355536 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d2fd8-caca-42c6-a919-146b668cd7d3 req-caea76c3-e6d2-4bb8-8f3f-94ccab6ca822 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:54.357243 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e12d2fd8-caca-42c6-a919-146b668cd7d3 req-caea76c3-e6d2-4bb8-8f3f-94ccab6ca822 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 945 time: 0.0748382 Jul 05 11:38:54.406135 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e12d2fd8-caca-42c6-a919-146b668cd7d3 req-6a7ecec6-2ec8-4bf8-83b8-183da9a10227 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382895 Jul 05 11:38:54.432172 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46134) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:54.539425 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b54b43-0e70-40c8-90e6-089983f3ad6e tempest-TestSnapshotPattern-1673334889 tempest-TestSnapshotPattern-1673334889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:54.541228 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-e5b54b43-0e70-40c8-90e6-089983f3ad6e tempest-TestSnapshotPattern-1673334889 tempest-TestSnapshotPattern-1673334889-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 1092 time: 0.1078916 Jul 05 11:38:54.545131 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46140) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:38:54.550424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:38:54.668788 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for floatingip, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:54.800491 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:55.001512 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Allocated IP 172.25.5.163 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/c2405319-a10d-4067-ad90-57de9fafe611) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:38:55.062152 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:55.152037 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:55.279488 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:55.324186 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:38:55.326999 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:38:55.333637 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:38:55.362805 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event updated for resources: {'Port': ['ID=c2405319-a10d-4067-ad90-57de9fafe611,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:55.770566 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:55.956593 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:56.166840 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:56.250704 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:56.351090 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event updated for resources: {'Port': ['ID=c2405319-a10d-4067-ad90-57de9fafe611,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:38:56.364326 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:56.493693 n-d-779913-27 neutron-server[100776]: INFO neutron.db.l3_db [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Floating IP a47ff243-e87d-436e-a40a-d7d210eef67a associated. External IP: 172.25.5.163, port: 1443c8c2-5d62-426d-9069-b2e7fdd0be65. Jul 05 11:38:57.149424 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Router 89a453cb-9942-4898-9034-094ca45f0abc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:38:57.300077 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:38:57.314553 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c414c1c-a133-4c97-b8df-c766e3c0c2f1 None None] Sync routers for ids ['89a453cb-9942-4898-9034-094ca45f0abc'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:38:57.328420 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c414c1c-a133-4c97-b8df-c766e3c0c2f1 None None] Routers {'89a453cb-9942-4898-9034-094ca45f0abc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:38:57.335867 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7c414c1c-a133-4c97-b8df-c766e3c0c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['89a453cb-9942-4898-9034-094ca45f0abc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:57.462292 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-7c414c1c-a133-4c97-b8df-c766e3c0c2f1 None None] Set router 89a453cb-9942-4898-9034-094ca45f0abc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:38:57.467075 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:38:57.523203 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-6c8a4348-7f2f-4871-8794-ebf31f78d476 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9766762 Jul 05 11:38:57.524075 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'tag': '1443c8c2-5d62-426d-9069-b2e7fdd0be65'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:38:57.528037 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bf80d6-a848-4f1a-baf7-78e596f67e09" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9152f8-825f-44ff-8ac2-12d9b98dee4f", "tag": "1443c8c2-5d62-426d-9069-b2e7fdd0be65"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:38:57.584346 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73537596-2d23-4ce7-91c0-5f9bb2275723 x-openstack-request-id: req-73537596-2d23-4ce7-91c0-5f9bb2275723 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:38:57.584346 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9152f8-825f-44ff-8ac2-12d9b98dee4f", "tag": "1443c8c2-5d62-426d-9069-b2e7fdd0be65", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:38:57.584346 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73537596-2d23-4ce7-91c0-5f9bb2275723 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:38:57.584898 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'tag': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'status': 'completed', 'code': 200} Jul 05 11:38:57.691052 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf80d6-a848-4f1a-baf7-78e596f67e09 req-b73924f1-2c1a-44d3-88f8-46eeddf9551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:57.692781 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-93bf80d6-a848-4f1a-baf7-78e596f67e09 req-b73924f1-2c1a-44d3-88f8-46eeddf9551a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 1097 time: 0.0824907 Jul 05 11:38:57.859961 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7c414c1c-a133-4c97-b8df-c766e3c0c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'a47ff243-e87d-436e-a40a-d7d210eef67a', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'port_id': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'mac_address': 'fa:16:3e:73:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:38:55Z', 'updated_at': '2021-07-05T11:38:55Z', 'revision_number': 0, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 5, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:57.909085 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c414c1c-a133-4c97-b8df-c766e3c0c2f1 None None] Checking router: 89a453cb-9942-4898-9034-094ca45f0abc for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:38:57.922152 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c414c1c-a133-4c97-b8df-c766e3c0c2f1 None None] Routers {'89a453cb-9942-4898-9034-094ca45f0abc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:38:57.923240 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7c414c1c-a133-4c97-b8df-c766e3c0c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:38:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['89a453cb-9942-4898-9034-094ca45f0abc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:58.188247 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-7c414c1c-a133-4c97-b8df-c766e3c0c2f1 None None] Set router 89a453cb-9942-4898-9034-094ca45f0abc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:38:58.239573 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf80d6-a848-4f1a-baf7-78e596f67e09 req-494a6acc-fe67-401b-bad5-9992cad9b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:58.242220 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-93bf80d6-a848-4f1a-baf7-78e596f67e09 req-494a6acc-fe67-401b-bad5-9992cad9b173 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 200 len: 910 time: 0.5428364 Jul 05 11:38:58.325327 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-93bf80d6-a848-4f1a-baf7-78e596f67e09 req-46e9262a-7d74-4cd1-afcd-be8646269c33 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65 HTTP/1.1" status: 200 len: 999 time: 0.0758390 Jul 05 11:38:58.386352 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf80d6-a848-4f1a-baf7-78e596f67e09 req-52906564-34d8-4fcb-90d2-b783caedb409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:58.387926 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-93bf80d6-a848-4f1a-baf7-78e596f67e09 req-52906564-34d8-4fcb-90d2-b783caedb409 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1cf49d6-5386-410e-92d9-121ee3785686 HTTP/1.1" status: 200 len: 848 time: 0.0565166 Jul 05 11:38:58.472418 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf80d6-a848-4f1a-baf7-78e596f67e09 req-b3593ea2-c739-4889-aede-9c2b21e84ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:38:58.474953 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-93bf80d6-a848-4f1a-baf7-78e596f67e09 req-b3593ea2-c739-4889-aede-9c2b21e84ded service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03649a89-905c-419f-b6cf-a8ff3627e04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782192 Jul 05 11:38:58.594309 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-93bf80d6-a848-4f1a-baf7-78e596f67e09 req-fde0e53c-ebb8-4268-85d0-b8b40b17b6be service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124299 Jul 05 11:38:58.600048 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-7c414c1c-a133-4c97-b8df-c766e3c0c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'a47ff243-e87d-436e-a40a-d7d210eef67a', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'port_id': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'mac_address': 'fa:16:3e:73:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:38:55Z', 'updated_at': '2021-07-05T11:38:55Z', 'revision_number': 0, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 5, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:38:58.630404 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c414c1c-a133-4c97-b8df-c766e3c0c2f1 None None] The sync data for ids ['89a453cb-9942-4898-9034-094ca45f0abc'] in n-d-779913-27 is: [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'a47ff243-e87d-436e-a40a-d7d210eef67a', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'port_id': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'mac_address': 'fa:16:3e:73:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:38:55Z', 'updated_at': '2021-07-05T11:38:55Z', 'revision_number': 0, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 5, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:38:58.739162 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-93bf80d6-a848-4f1a-baf7-78e596f67e09 req-268c68f0-83fd-46e9-9586-f561a9cc44ff service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383333 Jul 05 11:38:58.898666 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79cb887-1904-4daf-bf03-ea444de5af9d None None] New status for floating IP a47ff243-e87d-436e-a40a-d7d210eef67a: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:39:11.158899 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4b4da8a8-c96d-4378-9382-938b07c584f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:39:13.707475 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-79cb8f03-fdd4-456f-a534-6509b0a3a81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:39:13.776847 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:39:15.529054 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:39:16.946174 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd0ad898-0c8d-44b3-8c92-16766f0786c2 req-119e1028-3989-4df7-b88f-6bf578dc13a2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1761172 Jul 05 11:39:17.086791 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ad898-0c8d-44b3-8c92-16766f0786c2 req-4b37bc9f-bf4f-4b95-9ef6-d5fdcd0cf339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:39:17.089585 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd0ad898-0c8d-44b3-8c92-16766f0786c2 req-4b37bc9f-bf4f-4b95-9ef6-d5fdcd0cf339 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 1097 time: 0.0926845 Jul 05 11:39:17.268084 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ad898-0c8d-44b3-8c92-16766f0786c2 req-93296efc-f57e-47fa-a809-f9180f3e5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:39:17.294699 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd0ad898-0c8d-44b3-8c92-16766f0786c2 req-93296efc-f57e-47fa-a809-f9180f3e5c0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 200 len: 910 time: 0.1549602 Jul 05 11:39:17.371459 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd0ad898-0c8d-44b3-8c92-16766f0786c2 req-8d2bc0bb-cda1-4ab4-9a9e-99b0dc02caf2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65 HTTP/1.1" status: 200 len: 1001 time: 0.0912364 Jul 05 11:39:17.424896 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:39:17.452924 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ad898-0c8d-44b3-8c92-16766f0786c2 req-e02e1217-fed3-4308-8203-383b8d5317ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:39:17.454522 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd0ad898-0c8d-44b3-8c92-16766f0786c2 req-e02e1217-fed3-4308-8203-383b8d5317ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1cf49d6-5386-410e-92d9-121ee3785686 HTTP/1.1" status: 200 len: 848 time: 0.0766006 Jul 05 11:39:17.531933 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ad898-0c8d-44b3-8c92-16766f0786c2 req-c0252217-7782-40ba-a6db-920eaf28c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:39:17.533661 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd0ad898-0c8d-44b3-8c92-16766f0786c2 req-c0252217-7782-40ba-a6db-920eaf28c19e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03649a89-905c-419f-b6cf-a8ff3627e04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672493 Jul 05 11:39:17.645478 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd0ad898-0c8d-44b3-8c92-16766f0786c2 req-e514dd1f-5b27-4dc5-96b4-ece6855f91c6 service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032898 Jul 05 11:39:17.764874 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-fd0ad898-0c8d-44b3-8c92-16766f0786c2 req-79acbb1e-82f2-4419-88b7-3803628ab8d8 service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126134 Jul 05 11:39:23.220193 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:39:25.158131 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:39:25.424937 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:39:41.185033 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-204e9029-e53c-49c8-9495-084a80d9c8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:39:43.695121 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab39d-117f-4adb-b8c7-254aee485802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:39:43.757396 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:39:45.397541 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:39:47.262988 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:39:53.152842 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:39:55.089048 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:40:02.424939 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:40:11.168310 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a8efeb1b-85c2-4187-b845-e7fcad8140ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:40:13.699990 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0a4c8e52-c456-4dd5-8e14-2b0b12d54d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:40:13.808189 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:40:15.372151 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:40:17.271031 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:40:19.095137 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16c979a1-756b-4d0a-91cd-cead09cb49ed req-6156aff7-484f-4f37-9108-8bd6b1f9689d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558517 Jul 05 11:40:19.232436 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c979a1-756b-4d0a-91cd-cead09cb49ed req-149b3127-b25c-48d6-a659-fe357770bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:40:19.234082 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16c979a1-756b-4d0a-91cd-cead09cb49ed req-149b3127-b25c-48d6-a659-fe357770bbb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 1097 time: 0.0906582 Jul 05 11:40:19.365990 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c979a1-756b-4d0a-91cd-cead09cb49ed req-2201b2e3-735f-4d1d-9b36-6093f882fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:40:19.367431 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16c979a1-756b-4d0a-91cd-cead09cb49ed req-2201b2e3-735f-4d1d-9b36-6093f882fc92 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 200 len: 910 time: 0.1033108 Jul 05 11:40:19.453803 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16c979a1-756b-4d0a-91cd-cead09cb49ed req-c1d31063-3ec8-4a0f-9835-a875b84da250 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65 HTTP/1.1" status: 200 len: 1001 time: 0.0756464 Jul 05 11:40:19.512420 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c979a1-756b-4d0a-91cd-cead09cb49ed req-d221538d-39b3-4fa1-8f8d-edaf63b8c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:40:19.514052 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16c979a1-756b-4d0a-91cd-cead09cb49ed req-d221538d-39b3-4fa1-8f8d-edaf63b8c92b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1cf49d6-5386-410e-92d9-121ee3785686 HTTP/1.1" status: 200 len: 848 time: 0.0500298 Jul 05 11:40:19.588608 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c979a1-756b-4d0a-91cd-cead09cb49ed req-8fb551ce-4e5a-4437-9f05-d3069418ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:40:19.590197 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16c979a1-756b-4d0a-91cd-cead09cb49ed req-8fb551ce-4e5a-4437-9f05-d3069418ae81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03649a89-905c-419f-b6cf-a8ff3627e04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655415 Jul 05 11:40:19.697297 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16c979a1-756b-4d0a-91cd-cead09cb49ed req-37868a47-d5d7-460d-bde8-0646d0c50852 service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950234 Jul 05 11:40:19.799997 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-16c979a1-756b-4d0a-91cd-cead09cb49ed req-7bf7aed0-4b13-499d-8d94-396a8156af2d service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911641 Jul 05 11:40:23.219566 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:40:25.150800 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:40:39.424003 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:40:41.167237 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b5deee03-c8f7-41ca-80f4-d4138ee8697b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:40:43.698845 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-cad20250-74a4-4dfc-86a0-1192bbd45d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:40:43.761477 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:40:45.396771 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:40:47.235903 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:40:53.161381 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:40:55.160597 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:40:58.763365 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-04e211fd-5c56-4bce-b31f-dc04f1ba4643 req-d932b98a-f785-4b4a-b72c-44920247d211 service neutron] (100776) timed out ('10.222.0.64', 53172) {{(pid=100776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 11:41:00.349159 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1443c8c2-5d62-426d-9069-b2e7fdd0be65 details requested by agent hyperv_n-h2-779913-27 with host n-h2-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:41:00.449105 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 1443c8c2-5d62-426d-9069-b2e7fdd0be65, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:41:00.461573 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Returning: {'device': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'port_id': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'mac_address': 'fa:16:3e:73:dc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:41:00.505161 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:00.520480 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1443c8c2-5d62-426d-9069-b2e7fdd0be65 {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:41:00.556090 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 1443c8c2-5d62-426d-9069-b2e7fdd0be65, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:41:00.675265 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:00.736529 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=1443c8c2-5d62-426d-9069-b2e7fdd0be65,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:41:00.745295 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:00.745640 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:00.746285 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:00.746629 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:00.746976 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:00.747290 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:00.747647 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:00.748006 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:00.748352 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:00.748734 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:00.749071 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:00.749399 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:00.758853 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] get_ports_and_sgs() called for port_ids ['1443c8c2-5d62-426d-9069-b2e7fdd0be65'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:41:02.369730 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1443c8c2-5d62-426d-9069-b2e7fdd0be65 up at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:41:02.421356 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Provisioning complete for port 1443c8c2-5d62-426d-9069-b2e7fdd0be65 triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:41:02.422029 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:02.511371 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:02.539574 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1443c8c2-5d62-426d-9069-b2e7fdd0be65'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:41:02.542572 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82b4f1a-3e64-48b9-8607-fab13d926e2a" -d '{"events": [{"server_uuid": "9c9152f8-825f-44ff-8ac2-12d9b98dee4f", "name": "network-vif-plugged", "status": "completed", "tag": "1443c8c2-5d62-426d-9069-b2e7fdd0be65"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:41:02.561385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 1443c8c2-5d62-426d-9069-b2e7fdd0be65, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:41:02.677029 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b9e588-bb43-41c7-b32f-7b0d1a99296e x-openstack-request-id: req-68b9e588-bb43-41c7-b32f-7b0d1a99296e {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:41:02.677029 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9152f8-825f-44ff-8ac2-12d9b98dee4f", "name": "network-vif-plugged", "status": "completed", "tag": "1443c8c2-5d62-426d-9069-b2e7fdd0be65", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:41:02.677029 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68b9e588-bb43-41c7-b32f-7b0d1a99296e {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:41:02.678301 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'code': 200} Jul 05 11:41:02.744160 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:02.800889 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=1443c8c2-5d62-426d-9069-b2e7fdd0be65,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:41:11.155027 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a0bf44c3-78cf-4638-bae2-5c78098bac83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:11.577460 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-1bd9253a-6824-4e48-8329-c95fe0c26404 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864581048&fields=id&tenant_id=daccc23f3de947e0bdc1e05cd108bc35 HTTP/1.1" status: 200 len: 267 time: 0.0351222 Jul 05 11:41:11.685824 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-5ab9dbc2-39bc-4704-ad20-e3d907ed2911 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:11.687188 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-5ab9dbc2-39bc-4704-ad20-e3d907ed2911 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/networks?id=03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 200 len: 809 time: 0.1030974 Jul 05 11:41:11.702846 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-b1524523-965f-40bc-833c-44232f8f8d1f tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/quotas/daccc23f3de947e0bdc1e05cd108bc35 HTTP/1.1" status: 200 len: 375 time: 0.0096698 Jul 05 11:41:11.774419 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-dd64a9db-a568-423d-b024-e9aacf3f8313 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0659373 Jul 05 11:41:11.869851 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-26fe6516-6a02-4ca1-818d-ca4d7c8113c5 service neutron] 10.222.0.77 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841939 Jul 05 11:41:11.961679 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-9b4d7d27-e639-46da-b14b-ebdcbc3c0ef0 service neutron] 10.222.0.77 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858068 Jul 05 11:41:12.270579 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-654675e3-732b-4afa-96e6-dc5e3a4b05c3 req-0554f13c-510d-4c7f-afb2-fe4f0df6c577 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 210 time: 0.0798497 Jul 05 11:41:13.418955 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bb4e6de4-3392-4761-82fd-623d11f8c40a req-8837d12c-0dd8-48e7-bd2b-a328d8b30a4c tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 210 time: 0.0286033 Jul 05 11:41:13.726024 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7af6f2c3-5ccb-44bb-b1d7-02c981940555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:13.789241 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:14.441302 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1443c8c2-5d62-426d-9069-b2e7fdd0be65 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:41:14.570370 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c0bac7b5-b6a3-492f-bf7f-8661c4c406b0 req-ff8fde01-69a6-47e4-b8e9-51b2639b0dbb tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 210 time: 0.0313022 Jul 05 11:41:14.610496 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-6ee25cdd-bd37-45ab-87ab-6cac4860a44c tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:14.612944 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-6ee25cdd-bd37-45ab-87ab-6cac4860a44c tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.73 "GET /v2.0/networks?id=03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 200 len: 809 time: 0.1184347 Jul 05 11:41:14.663682 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-908ddc48-1867-4467-b6cf-d2e6feadeb8d tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daccc23f3de947e0bdc1e05cd108bc35 HTTP/1.1" status: 200 len: 379 time: 0.0404041 Jul 05 11:41:14.673985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Request body: {'port': {'device_id': '916f71a7-5958-4b9d-9d81-5128d977050c', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'admin_state_up': True, 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'security_groups': ['53d44733-98dc-4fd8-8a29-83a9f5b7b4df']}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:41:14.692201 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:14.717889 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1443c8c2-5d62-426d-9069-b2e7fdd0be65'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:41:14.720267 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635d9e07-dff0-4319-802a-5c55f959f0d1" -d '{"events": [{"server_uuid": "9c9152f8-825f-44ff-8ac2-12d9b98dee4f", "name": "network-vif-unplugged", "status": "completed", "tag": "1443c8c2-5d62-426d-9069-b2e7fdd0be65"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:41:14.733380 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] For port 1443c8c2-5d62-426d-9069-b2e7fdd0be65, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:41:14.773470 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 11:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e19e48e-374f-46f8-9622-b96b90495584 x-openstack-request-id: req-6e19e48e-374f-46f8-9622-b96b90495584 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:41:14.773470 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9152f8-825f-44ff-8ac2-12d9b98dee4f", "name": "network-vif-unplugged", "status": "completed", "tag": "1443c8c2-5d62-426d-9069-b2e7fdd0be65", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:41:14.773470 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6e19e48e-374f-46f8-9622-b96b90495584 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:41:14.773470 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'code': 200} Jul 05 11:41:14.829300 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:14.863597 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Made reservation on behalf of daccc23f3de947e0bdc1e05cd108bc35 for: {'port': 1} {{(pid=100776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 11:41:14.868216 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:14.879166 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Pushing event updated for resources: {'Port': ['ID=1443c8c2-5d62-426d-9069-b2e7fdd0be65,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:41:15.007872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_common [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Allocated IP 172.20.0.4 (03649a89-905c-419f-b6cf-a8ff3627e04c/c1cf49d6-5386-410e-92d9-121ee3785686/fcd31dd1-4aea-4e70-a375-ed3fecc7834c) {{(pid=100776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:41:15.153746 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for port, precommit_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:15.170455 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Transition to ACTIVE for port object fcd31dd1-4aea-4e70-a375-ed3fecc7834c will not be triggered until provisioned by entity DHCP. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:41:15.304758 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59755011'] for port, after_create {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:15.347887 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Network 03649a89-905c-419f-b6cf-a8ff3627e04c is already hosted by enough agents. {{(pid=100776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:41:15.351645 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.base_scheduler [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Resources bound (agent type, host, resource id): {{(pid=100776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:41:15.354264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Received port after_create {{(pid=100776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:41:15.395019 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event updated for resources: {'Port': ['ID=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,revision_number=1']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:41:15.408192 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:15.408533 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:15.408875 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:15.409213 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:15.409547 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:15.409872 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:15.410206 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:15.410535 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:15.411045 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:15.411382 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:15.412271 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:15.416850 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:15.428640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:15.429403 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:15.469859 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:15.539537 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-9bb3fd47-8566-4dd2-b01f-9ba4a966e020 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8695748 Jul 05 11:41:15.749036 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-89d8d14a-77f3-488c-a584-133e0a9d93cc None None] Provisioning for port fcd31dd1-4aea-4e70-a375-ed3fecc7834c completed by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:41:15.759834 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-89d8d14a-77f3-488c-a584-133e0a9d93cc None None] Provisioning complete for port fcd31dd1-4aea-4e70-a375-ed3fecc7834c triggered by entity DHCP. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:41:15.763586 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-89d8d14a-77f3-488c-a584-133e0a9d93cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:15.797854 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c621d43-d232-49ed-b505-c09d87c5237e req-848ce072-e124-4772-be1b-84312074427c tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:15.803772 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c621d43-d232-49ed-b505-c09d87c5237e req-848ce072-e124-4772-be1b-84312074427c tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 931 time: 0.0852890 Jul 05 11:41:15.813214 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-89d8d14a-77f3-488c-a584-133e0a9d93cc None None] Port fcd31dd1-4aea-4e70-a375-ed3fecc7834c cannot update to ACTIVE because it is not bound. {{(pid=100777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 11:41:15.856735 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8c621d43-d232-49ed-b505-c09d87c5237e req-83fb554e-b337-4b91-812d-0c61ec1e573b tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465100 Jul 05 11:41:16.425293 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:41:17.047415 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599e4f5-c4ec-4aa1-9289-fba5138daa2f req-5985288c-2a72-4409-bdcb-ed451e5e8c33 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:17.049034 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d599e4f5-c4ec-4aa1-9289-fba5138daa2f req-5985288c-2a72-4409-bdcb-ed451e5e8c33 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 931 time: 0.0721581 Jul 05 11:41:17.090182 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-d599e4f5-c4ec-4aa1-9289-fba5138daa2f req-dcc58519-8c83-4f13-9df2-c2d3f34b889f tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346622 Jul 05 11:41:17.227936 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:18.271347 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217aad07-a6c0-4760-9cb1-94a12b663112 req-c7336ed0-ee23-46a6-881c-eaa59f9cbdc1 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:18.272912 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-217aad07-a6c0-4760-9cb1-94a12b663112 req-c7336ed0-ee23-46a6-881c-eaa59f9cbdc1 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 931 time: 0.0660944 Jul 05 11:41:18.313786 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-217aad07-a6c0-4760-9cb1-94a12b663112 req-ab6c56a3-d5b8-44f1-a9b0-d62069a75a45 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350566 Jul 05 11:41:19.496020 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b47189-f631-4cfd-bddd-7fbc8c9cd691 req-842f4460-6955-4a2b-9bb0-ec0be7494597 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:19.497530 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e6b47189-f631-4cfd-bddd-7fbc8c9cd691 req-842f4460-6955-4a2b-9bb0-ec0be7494597 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 931 time: 0.0681226 Jul 05 11:41:19.536637 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-e6b47189-f631-4cfd-bddd-7fbc8c9cd691 req-ddae5541-384a-43a0-97dc-e3a1984a4acc tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334361 Jul 05 11:41:20.739735 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e5d78-7c2f-44e5-af7c-dcf3a0de107b req-3df292e4-6309-4601-b356-0f2f0246883b tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:20.741238 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-453e5d78-7c2f-44e5-af7c-dcf3a0de107b req-3df292e4-6309-4601-b356-0f2f0246883b tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 931 time: 0.0722106 Jul 05 11:41:20.785043 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-453e5d78-7c2f-44e5-af7c-dcf3a0de107b req-838e4d62-3cc3-43f6-a5e3-696a21ab543f tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382226 Jul 05 11:41:20.876846 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-28f58f35-dc25-4bac-8abd-8e349d303a79 req-640c0d72-338d-46a2-ad5e-44111f156dd9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0597770 Jul 05 11:41:21.029268 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f58f35-dc25-4bac-8abd-8e349d303a79 req-9cfcb43e-3db0-4095-ae32-0dbc363d6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:21.032154 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-28f58f35-dc25-4bac-8abd-8e349d303a79 req-9cfcb43e-3db0-4095-ae32-0dbc363d6651 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 1095 time: 0.0984128 Jul 05 11:41:21.151064 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f58f35-dc25-4bac-8abd-8e349d303a79 req-c3c00189-6be9-4a03-aee6-156860dce566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:21.152550 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-28f58f35-dc25-4bac-8abd-8e349d303a79 req-c3c00189-6be9-4a03-aee6-156860dce566 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 200 len: 910 time: 0.0942347 Jul 05 11:41:21.230864 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-28f58f35-dc25-4bac-8abd-8e349d303a79 req-33f1f30f-dd4d-4c0b-8960-d21a6ddab78b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65 HTTP/1.1" status: 200 len: 999 time: 0.0689735 Jul 05 11:41:21.289800 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f58f35-dc25-4bac-8abd-8e349d303a79 req-d8036a2f-8293-4a7c-9b48-ebe62c2ee557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:21.291622 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-28f58f35-dc25-4bac-8abd-8e349d303a79 req-d8036a2f-8293-4a7c-9b48-ebe62c2ee557 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1cf49d6-5386-410e-92d9-121ee3785686 HTTP/1.1" status: 200 len: 848 time: 0.0498514 Jul 05 11:41:21.356396 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f58f35-dc25-4bac-8abd-8e349d303a79 req-fe649b6b-c77d-4f24-9256-6d3a7d2acf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:21.358246 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-28f58f35-dc25-4bac-8abd-8e349d303a79 req-fe649b6b-c77d-4f24-9256-6d3a7d2acf2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03649a89-905c-419f-b6cf-a8ff3627e04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577660 Jul 05 11:41:21.464599 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-28f58f35-dc25-4bac-8abd-8e349d303a79 req-fc570473-142c-44b3-a9f2-d060c331e2e1 service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975235 Jul 05 11:41:21.568817 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-28f58f35-dc25-4bac-8abd-8e349d303a79 req-2c4034cc-70df-49a7-97aa-418407c2c6be service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951159 Jul 05 11:41:21.979218 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2213-9e42-439d-8ec2-0899aaf9aad4 req-074d73b6-7346-4119-8c03-5971370d4a41 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:21.980955 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-281a2213-9e42-439d-8ec2-0899aaf9aad4 req-074d73b6-7346-4119-8c03-5971370d4a41 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 931 time: 0.0710423 Jul 05 11:41:22.025059 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-281a2213-9e42-439d-8ec2-0899aaf9aad4 req-5cef0a1b-cbdc-481e-a386-da2902ce82e9 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377944 Jul 05 11:41:23.219266 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaa306-8760-4427-8a30-105d21103f2d req-74cdbae1-56e5-4869-a055-c80e2d64c2d1 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:23.220770 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8eeaa306-8760-4427-8a30-105d21103f2d req-74cdbae1-56e5-4869-a055-c80e2d64c2d1 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 931 time: 0.0751104 Jul 05 11:41:23.257405 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:23.263216 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8eeaa306-8760-4427-8a30-105d21103f2d req-426095ae-bdcf-4a58-8066-dbc36c7683d9 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359380 Jul 05 11:41:24.447886 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbdc6a-fb26-49a8-ab61-bb18f11b289a req-9c8d581b-018d-4ca1-8578-4e4abe98d4d3 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:24.449519 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cbfbdc6a-fb26-49a8-ab61-bb18f11b289a req-9c8d581b-018d-4ca1-8578-4e4abe98d4d3 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 931 time: 0.0716054 Jul 05 11:41:24.491287 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-cbfbdc6a-fb26-49a8-ab61-bb18f11b289a req-8dbb3840-96f8-4867-afdc-84dff0115c2f tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359807 Jul 05 11:41:25.137821 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:25.700558 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c9cc7-04d9-4fbc-a201-80cc0986073b req-771661af-996a-4fb5-a71b-61f1178a2a68 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:25.702275 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d9c9cc7-04d9-4fbc-a201-80cc0986073b req-771661af-996a-4fb5-a71b-61f1178a2a68 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 931 time: 0.0679979 Jul 05 11:41:25.745782 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-5d9c9cc7-04d9-4fbc-a201-80cc0986073b req-447202b4-a58f-4ef7-826f-8ef0dcb1b9cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379825 Jul 05 11:41:26.407427 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.v2.base [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Request body: {'port': {'device_id': '916f71a7-5958-4b9d-9d81-5128d977050c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-27'}} {{(pid=100776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:41:26.479259 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:26.739706 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd31dd1-4aea-4e70-a375-ed3fecc7834c {{(pid=100776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:41:26.746976 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:26.758547 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.provisioning_blocks [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Transition to ACTIVE for port object fcd31dd1-4aea-4e70-a375-ed3fecc7834c will not be triggered until provisioned by entity L2. {{(pid=100776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 11:41:26.822929 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:26.906128 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Pushing event updated for resources: {'Port': ['ID=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,revision_number=2']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:41:27.006817 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ad739-e072-4250-8dfc-e048a275134d req-159357e9-bc00-4444-ac93-7fd493ec998b tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:27.008435 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-470ad739-e072-4250-8dfc-e048a275134d req-159357e9-bc00-4444-ac93-7fd493ec998b tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 943 time: 0.1479414 Jul 05 11:41:27.009756 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Attempting to bind port fcd31dd1-4aea-4e70-a375-ed3fecc7834c on host n-h1-779913-27 for vnic_type normal with profile {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 11:41:27.010139 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Attempting to bind port fcd31dd1-4aea-4e70-a375-ed3fecc7834c by drivers openvswitch,hyperv on host n-h1-779913-27 at level 0 using segments [{'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 11:41:27.010479 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Attempting to bind port fcd31dd1-4aea-4e70-a375-ed3fecc7834c on network 03649a89-905c-419f-b6cf-a8ff3627e04c {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:41:27.022831 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Port fcd31dd1-4aea-4e70-a375-ed3fecc7834c on network 03649a89-905c-419f-b6cf-a8ff3627e04c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-27 {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 11:41:27.023189 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Attempting to bind port fcd31dd1-4aea-4e70-a375-ed3fecc7834c on network 03649a89-905c-419f-b6cf-a8ff3627e04c {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 11:41:27.036763 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Checking agent: {'id': '9dc8dcea-5394-4600-a70e-91f473dcc089', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'started_at': datetime.datetime(2021, 7, 5, 9, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 11, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 11:41:27.037114 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Checking segment: {'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 11:41:27.037513 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Bound using segment: {'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'} {{(pid=100776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 11:41:27.037962 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.managers [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Bound port: fcd31dd1-4aea-4e70-a375-ed3fecc7834c, host: n-h1-779913-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53002da0-7dae-4c5b-b25b-416879311b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c'}}] {{(pid=100776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 11:41:27.038332 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:27.067097 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-470ad739-e072-4250-8dfc-e048a275134d req-fa7a82d6-35fa-4b63-9642-e9ecdabe7de7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516722 Jul 05 11:41:27.116887 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] For port fcd31dd1-4aea-4e70-a375-ed3fecc7834c, host n-h1-779913-27, cleared binding levels {{(pid=100776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 11:41:27.120264 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] For port fcd31dd1-4aea-4e70-a375-ed3fecc7834c, host n-h1-779913-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 11:41:27.229620 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59755249'] for port, after_update {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:27.267111 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:27.268528 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:27.269933 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] 10.222.0.73 "PUT /v2.0/ports/fcd31dd1-4aea-4e70-a375-ed3fecc7834c HTTP/1.1" status: 200 len: 1092 time: 0.9089799 Jul 05 11:41:27.272292 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916f71a7-5958-4b9d-9d81-5128d977050c', 'tag': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:41:27.275706 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c11973-fd93-49df-b0a8-75d170176a54" -d '{"events": [{"name": "network-changed", "server_uuid": "916f71a7-5958-4b9d-9d81-5128d977050c", "tag": "fcd31dd1-4aea-4e70-a375-ed3fecc7834c"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:41:27.303258 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e13dc-d969-4f5a-b3ef-087e1849171c service neutron] Pushing event updated for resources: {'Port': ['ID=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,revision_number=3']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:41:27.318865 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fff4451-0664-4673-a81e-f07be1845987 x-openstack-request-id: req-5fff4451-0664-4673-a81e-f07be1845987 {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:41:27.319123 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916f71a7-5958-4b9d-9d81-5128d977050c", "tag": "fcd31dd1-4aea-4e70-a375-ed3fecc7834c", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:41:27.319382 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5fff4451-0664-4673-a81e-f07be1845987 {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:41:27.320277 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916f71a7-5958-4b9d-9d81-5128d977050c', 'tag': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c', 'status': 'completed', 'code': 200} Jul 05 11:41:27.393639 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c11973-fd93-49df-b0a8-75d170176a54 req-3b8bb372-8fd3-4450-8764-4a506fe9a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:27.395165 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-81c11973-fd93-49df-b0a8-75d170176a54 req-3b8bb372-8fd3-4450-8764-4a506fe9a1ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 1095 time: 0.0573435 Jul 05 11:41:27.497820 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c11973-fd93-49df-b0a8-75d170176a54 req-fca645af-9948-4c0a-9970-a20d8b500aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:27.499358 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-81c11973-fd93-49df-b0a8-75d170176a54 req-fca645af-9948-4c0a-9970-a20d8b500aa7 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0971472 Jul 05 11:41:27.594762 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c11973-fd93-49df-b0a8-75d170176a54 req-6263838c-d9f1-499a-bd5b-0d999cc5b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:27.597457 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-81c11973-fd93-49df-b0a8-75d170176a54 req-6263838c-d9f1-499a-bd5b-0d999cc5b07c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921907 Jul 05 11:41:27.687793 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-da10f8dc-0dc1-451f-9b88-987b616a3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:27.689322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-da10f8dc-0dc1-451f-9b88-987b616a3006 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 1095 time: 0.0545707 Jul 05 11:41:27.734894 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-8afaa176-7762-41e4-b7ef-5bdaebe1d0ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd31dd1-4aea-4e70-a375-ed3fecc7834c HTTP/1.1" status: 200 len: 217 time: 0.0388064 Jul 05 11:41:27.784171 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-2eb2d866-f5f9-4bb1-bf73-ce4a77bfd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:27.785643 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-2eb2d866-f5f9-4bb1-bf73-ce4a77bfd3fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c1cf49d6-5386-410e-92d9-121ee3785686 HTTP/1.1" status: 200 len: 848 time: 0.0448315 Jul 05 11:41:27.844859 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-b1a8b41b-e1dc-40b9-8c1a-3d697bde3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:27.846371 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-b1a8b41b-e1dc-40b9-8c1a-3d697bde3c26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03649a89-905c-419f-b6cf-a8ff3627e04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544250 Jul 05 11:41:27.939854 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-d68a08e3-ac3c-4e43-bc20-da39f75e1068 service neutron] 10.222.0.73 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870297 Jul 05 11:41:28.027910 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b06ffff0-eb60-4689-ae8a-644bc629bfa5 req-815f6abc-cabe-45a9-aa0c-d821834abdcf service neutron] 10.222.0.73 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821307 Jul 05 11:41:28.242717 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1328e-3252-4329-8217-914de041bd51 req-4e59c895-fb5a-46e0-aa87-1d6efaf3f19b tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:28.244333 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b1e1328e-3252-4329-8217-914de041bd51 req-4e59c895-fb5a-46e0-aa87-1d6efaf3f19b tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 943 time: 0.0661378 Jul 05 11:41:28.287262 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-b1e1328e-3252-4329-8217-914de041bd51 req-73410f55-4a58-41a6-938c-d23706b29919 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367768 Jul 05 11:41:29.468666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2a82f-a778-4514-8512-932dd64ec2af req-1b4ae358-2b83-4768-bcc8-60fd100fa619 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:29.470180 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71a2a82f-a778-4514-8512-932dd64ec2af req-1b4ae358-2b83-4768-bcc8-60fd100fa619 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 943 time: 0.0700653 Jul 05 11:41:29.508992 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-71a2a82f-a778-4514-8512-932dd64ec2af req-037feff0-747e-4222-814c-0459cb93f5a5 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322270 Jul 05 11:41:30.682347 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e16750-661f-4711-b22f-968221e1f8a5 req-0716db3a-3ca1-4eda-b727-1a2271dbbc2f tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:30.683862 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-33e16750-661f-4711-b22f-968221e1f8a5 req-0716db3a-3ca1-4eda-b727-1a2271dbbc2f tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 943 time: 0.0625722 Jul 05 11:41:30.704515 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device fcd31dd1-4aea-4e70-a375-ed3fecc7834c details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:41:30.724519 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-33e16750-661f-4711-b22f-968221e1f8a5 req-8abe1791-821d-4ad6-900e-00152887c441 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351405 Jul 05 11:41:30.799275 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port fcd31dd1-4aea-4e70-a375-ed3fecc7834c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:41:30.810268 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'port_id': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c', 'mac_address': 'fa:16:3e:e9:41:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:41:30.850666 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:30.862957 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd31dd1-4aea-4e70-a375-ed3fecc7834c {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:41:30.884584 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port fcd31dd1-4aea-4e70-a375-ed3fecc7834c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:41:30.948761 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:30.996329 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,revision_number=4']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:41:31.186916 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['fcd31dd1-4aea-4e70-a375-ed3fecc7834c'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:41:31.900637 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a4438-94bf-459f-b1ca-e645b1f99842 req-39fa8fc9-83a0-4952-ae45-963e7aca310b tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:31.902549 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d4a4438-94bf-459f-b1ca-e645b1f99842 req-39fa8fc9-83a0-4952-ae45-963e7aca310b tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 944 time: 0.0646207 Jul 05 11:41:31.940897 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-9d4a4438-94bf-459f-b1ca-e645b1f99842 req-44b37aba-28a3-4c99-9b2e-b3949267ee0a tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330737 Jul 05 11:41:32.718454 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device fcd31dd1-4aea-4e70-a375-ed3fecc7834c up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:41:32.834367 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning for port fcd31dd1-4aea-4e70-a375-ed3fecc7834c completed by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 11:41:32.838451 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port fcd31dd1-4aea-4e70-a375-ed3fecc7834c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:41:32.838827 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:32.919086 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:32.941779 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916f71a7-5958-4b9d-9d81-5128d977050c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:41:32.944052 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19471a6-71b2-465e-9a09-6fa30d925570" -d '{"events": [{"server_uuid": "916f71a7-5958-4b9d-9d81-5128d977050c", "name": "network-vif-plugged", "status": "completed", "tag": "fcd31dd1-4aea-4e70-a375-ed3fecc7834c"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:41:32.956588 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port fcd31dd1-4aea-4e70-a375-ed3fecc7834c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:41:32.992423 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c45f76-cf2d-413c-9fab-9ca976449318 x-openstack-request-id: req-10c45f76-cf2d-413c-9fab-9ca976449318 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:41:32.992423 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916f71a7-5958-4b9d-9d81-5128d977050c", "name": "network-vif-plugged", "status": "completed", "tag": "fcd31dd1-4aea-4e70-a375-ed3fecc7834c", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:41:32.992423 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-10c45f76-cf2d-413c-9fab-9ca976449318 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:41:32.992423 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916f71a7-5958-4b9d-9d81-5128d977050c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c', 'code': 200} Jul 05 11:41:33.052307 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:33.104539 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96fda9-b2a7-4ea9-9189-a976c9835f23 req-9844a85a-225f-40d4-879f-0d0c3c4de164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:33.106092 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab96fda9-b2a7-4ea9-9189-a976c9835f23 req-9844a85a-225f-40d4-879f-0d0c3c4de164 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 1097 time: 0.0588202 Jul 05 11:41:33.107065 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,revision_number=5']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:41:33.120642 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659435d-c7fc-4c81-b75d-7ae2fa76e3f6 req-b16a8330-c308-4fd7-8e88-15a25da5de4d tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:33.122326 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c659435d-c7fc-4c81-b75d-7ae2fa76e3f6 req-b16a8330-c308-4fd7-8e88-15a25da5de4d tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 945 time: 0.0683775 Jul 05 11:41:33.144914 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-ab96fda9-b2a7-4ea9-9189-a976c9835f23 req-49211014-ec58-4cfa-9668-76dda00a02c6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328188 Jul 05 11:41:33.160871 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-c659435d-c7fc-4c81-b75d-7ae2fa76e3f6 req-d41d64e0-82b4-4790-b322-4b3c70017005 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330577 Jul 05 11:41:34.340733 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcca063-b0a3-4c88-98a0-99312b245ac8 req-1163ffcf-b23c-4332-be53-45bda0f8ddc7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:34.342235 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4dcca063-b0a3-4c88-98a0-99312b245ac8 req-1163ffcf-b23c-4332-be53-45bda0f8ddc7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 945 time: 0.0673230 Jul 05 11:41:34.381447 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-4dcca063-b0a3-4c88-98a0-99312b245ac8 req-e467b820-5f9c-421c-b1bf-c67e26c9b58d tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333517 Jul 05 11:41:34.560036 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416390a-eb7d-463b-bade-969dfc4dc536 req-386d10a7-fa29-45f4-874d-ff991387f9e5 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:34.561466 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b416390a-eb7d-463b-bade-969dfc4dc536 req-386d10a7-fa29-45f4-874d-ff991387f9e5 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 945 time: 0.0691042 Jul 05 11:41:34.600131 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-b416390a-eb7d-463b-bade-969dfc4dc536 req-97c87a38-19f0-4a87-ac17-e34ee26b5145 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329485 Jul 05 11:41:34.624491 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46446) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:41:34.678285 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d867cf-59af-4af6-ad2b-925cce4a83ce tempest-TestSnapshotPattern-1673334889 tempest-TestSnapshotPattern-1673334889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:34.679856 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-13d867cf-59af-4af6-ad2b-925cce4a83ce tempest-TestSnapshotPattern-1673334889 tempest-TestSnapshotPattern-1673334889-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 1092 time: 0.0543280 Jul 05 11:41:34.682634 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46448) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:41:34.687024 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.v2.base [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Request body: {'floatingip': {'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'port_id': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 11:41:34.771914 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for floatingip, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:34.871773 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:34.975799 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.db_base_plugin_common [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Allocated IP 172.25.5.16 (22142879-3a95-4b42-ba92-f5a272c3a101/1fa5f09e-0502-49c5-9bb7-d2c1435efbf5/205ee39e-d7f8-432c-8a6b-16f3f527b70a) {{(pid=100775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 11:41:35.080202 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for port, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:35.188377 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3897405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-100078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773646549989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60194462'] for port, after_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:35.226029 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Network 22142879-3a95-4b42-ba92-f5a272c3a101 is already hosted by enough agents. {{(pid=100775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 11:41:35.228908 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.base_scheduler [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Resources bound (agent type, host, resource id): {{(pid=100775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 11:41:35.235025 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Received port after_create {{(pid=100775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 11:41:35.260878 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event updated for resources: {'Port': ['ID=205ee39e-d7f8-432c-8a6b-16f3f527b70a,revision_number=1']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:41:35.274155 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:35.274504 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:35.274853 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:35.275194 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:35.275536 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:35.275900 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:35.278846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:35.278846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:35.278846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:35.278846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:35.278846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:35.278846 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:41:35.628702 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:35.763396 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:35.911945 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for port, precommit_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:35.954098 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60194412'] for port, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:36.026576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event updated for resources: {'Port': ['ID=205ee39e-d7f8-432c-8a6b-16f3f527b70a,revision_number=2']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:41:36.039162 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588174'] for floatingip, after_update {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:36.143153 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Floating IP 2b8e55cc-01ca-433c-9c46-0c93b7be3928 associated. External IP: 172.25.5.16, port: fcd31dd1-4aea-4e70-a375-ed3fecc7834c. Jul 05 11:41:36.356810 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Router 89a453cb-9942-4898-9034-094ca45f0abc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:41:36.466896 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:41:36.478014 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a049ba-758a-42cb-a8ca-a39ce702ee7e None None] Sync routers for ids ['89a453cb-9942-4898-9034-094ca45f0abc'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:41:36.487147 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a049ba-758a-42cb-a8ca-a39ce702ee7e None None] Routers {'89a453cb-9942-4898-9034-094ca45f0abc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:41:36.487780 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a8a049ba-758a-42cb-a8ca-a39ce702ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['89a453cb-9942-4898-9034-094ca45f0abc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:41:36.520118 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:36.561070 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-506eb41d-005a-4026-8cc9-74d14ff537cf tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8773801 Jul 05 11:41:36.561817 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916f71a7-5958-4b9d-9d81-5128d977050c', 'tag': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:41:36.564318 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa07d8b-1e33-49dc-96ee-8b424c107058" -d '{"events": [{"name": "network-changed", "server_uuid": "916f71a7-5958-4b9d-9d81-5128d977050c", "tag": "fcd31dd1-4aea-4e70-a375-ed3fecc7834c"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:41:36.612189 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1c21d2-d8aa-44c8-b1f2-f065591e3c18 x-openstack-request-id: req-8c1c21d2-d8aa-44c8-b1f2-f065591e3c18 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:41:36.612479 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916f71a7-5958-4b9d-9d81-5128d977050c", "tag": "fcd31dd1-4aea-4e70-a375-ed3fecc7834c", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:41:36.612733 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8c1c21d2-d8aa-44c8-b1f2-f065591e3c18 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:41:36.613137 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916f71a7-5958-4b9d-9d81-5128d977050c', 'tag': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c', 'status': 'completed', 'code': 200} Jul 05 11:41:36.692773 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a8a049ba-758a-42cb-a8ca-a39ce702ee7e None None] Set router 89a453cb-9942-4898-9034-094ca45f0abc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:41:36.696532 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa07d8b-1e33-49dc-96ee-8b424c107058 req-c45124fd-53fe-4a47-9ba4-598d264b4430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:36.698074 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eaa07d8b-1e33-49dc-96ee-8b424c107058 req-c45124fd-53fe-4a47-9ba4-598d264b4430 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 1097 time: 0.0634601 Jul 05 11:41:36.795942 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa07d8b-1e33-49dc-96ee-8b424c107058 req-40cd6925-273c-4772-a3bf-bb497a8b0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:36.797420 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eaa07d8b-1e33-49dc-96ee-8b424c107058 req-40cd6925-273c-4772-a3bf-bb497a8b0999 service neutron] 10.222.0.73 "GET /v2.0/networks?id=03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 200 len: 910 time: 0.0928090 Jul 05 11:41:36.864173 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eaa07d8b-1e33-49dc-96ee-8b424c107058 req-46bfc122-9643-4e22-8a9e-2e9eb9c7feaa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd31dd1-4aea-4e70-a375-ed3fecc7834c HTTP/1.1" status: 200 len: 998 time: 0.0606489 Jul 05 11:41:36.914515 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa07d8b-1e33-49dc-96ee-8b424c107058 req-2295ef54-b803-46b9-b001-1c545160bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:36.916053 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eaa07d8b-1e33-49dc-96ee-8b424c107058 req-2295ef54-b803-46b9-b001-1c545160bf18 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c1cf49d6-5386-410e-92d9-121ee3785686 HTTP/1.1" status: 200 len: 848 time: 0.0463600 Jul 05 11:41:36.934880 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a8a049ba-758a-42cb-a8ca-a39ce702ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '2b8e55cc-01ca-433c-9c46-0c93b7be3928', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'floating_ip_address': '172.25.5.16', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'port_id': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'mac_address': 'fa:16:3e:e9:41:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916f71a7-5958-4b9d-9d81-5128d977050c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:41:35Z', 'updated_at': '2021-07-05T11:41:35Z', 'revision_number': 0, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'fixed_ip_address_scope': None}, {'id': 'a47ff243-e87d-436e-a40a-d7d210eef67a', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'port_id': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'mac_address': 'fa:16:3e:73:dc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:38:55Z', 'updated_at': '2021-07-05T11:38:59Z', 'revision_number': 1, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 5, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:41:36.962440 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a049ba-758a-42cb-a8ca-a39ce702ee7e None None] Checking router: 89a453cb-9942-4898-9034-094ca45f0abc for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:41:36.971770 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a049ba-758a-42cb-a8ca-a39ce702ee7e None None] Routers {'89a453cb-9942-4898-9034-094ca45f0abc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:41:36.973045 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a8a049ba-758a-42cb-a8ca-a39ce702ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:41:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['89a453cb-9942-4898-9034-094ca45f0abc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:41:36.983460 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa07d8b-1e33-49dc-96ee-8b424c107058 req-6150d947-10e4-4cee-a8fd-6417d59c23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:41:36.985183 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eaa07d8b-1e33-49dc-96ee-8b424c107058 req-6150d947-10e4-4cee-a8fd-6417d59c23d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03649a89-905c-419f-b6cf-a8ff3627e04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628762 Jul 05 11:41:37.081286 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eaa07d8b-1e33-49dc-96ee-8b424c107058 req-69c72b22-c07e-4b62-8558-45c524fd817e service neutron] 10.222.0.73 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891590 Jul 05 11:41:37.084354 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-a8a049ba-758a-42cb-a8ca-a39ce702ee7e None None] Set router 89a453cb-9942-4898-9034-094ca45f0abc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:41:37.180854 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-eaa07d8b-1e33-49dc-96ee-8b424c107058 req-fd50fe3b-3caa-403c-86f4-bb4c9414c1cd service neutron] 10.222.0.73 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937643 Jul 05 11:41:37.327599 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-a8a049ba-758a-42cb-a8ca-a39ce702ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '2b8e55cc-01ca-433c-9c46-0c93b7be3928', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'floating_ip_address': '172.25.5.16', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'port_id': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'mac_address': 'fa:16:3e:e9:41:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916f71a7-5958-4b9d-9d81-5128d977050c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:41:35Z', 'updated_at': '2021-07-05T11:41:35Z', 'revision_number': 0, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'fixed_ip_address_scope': None}, {'id': 'a47ff243-e87d-436e-a40a-d7d210eef67a', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'port_id': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'mac_address': 'fa:16:3e:73:dc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:38:55Z', 'updated_at': '2021-07-05T11:38:59Z', 'revision_number': 1, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 5, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:41:37.355791 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a049ba-758a-42cb-a8ca-a39ce702ee7e None None] The sync data for ids ['89a453cb-9942-4898-9034-094ca45f0abc'] in n-d-779913-27 is: [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': '2b8e55cc-01ca-433c-9c46-0c93b7be3928', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'floating_ip_address': '172.25.5.16', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'port_id': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'mac_address': 'fa:16:3e:e9:41:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916f71a7-5958-4b9d-9d81-5128d977050c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:41:35Z', 'updated_at': '2021-07-05T11:41:35Z', 'revision_number': 0, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'fixed_ip_address_scope': None}, {'id': 'a47ff243-e87d-436e-a40a-d7d210eef67a', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'port_id': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'mac_address': 'fa:16:3e:73:dc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:38:55Z', 'updated_at': '2021-07-05T11:38:59Z', 'revision_number': 1, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 5, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:41:37.555258 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549a6ae6-5bf7-4bc0-ae1d-615812896ff8 None None] New status for floating IP 2b8e55cc-01ca-433c-9c46-0c93b7be3928: ACTIVE {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:41:41.158852 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bef7236c-dc23-45bb-9a90-a68c1a19d73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:43.678822 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b902fabd-a81a-421a-bd90-8391c0b2007e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:43.759564 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:45.388146 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:47.234042 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:53.177105 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:41:53.424604 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:41:55.215881 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:42:02.638418 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be9ef10d-963b-4ffc-ba5c-2914ba8849b5 req-09fee84e-ad8a-4222-89de-7537443470c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534420 Jul 05 11:42:02.733985 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ef10d-963b-4ffc-ba5c-2914ba8849b5 req-c365eb50-f1ca-4eb3-a016-7e23f68d2422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:42:02.735497 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be9ef10d-963b-4ffc-ba5c-2914ba8849b5 req-c365eb50-f1ca-4eb3-a016-7e23f68d2422 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 1097 time: 0.0558071 Jul 05 11:42:02.845185 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ef10d-963b-4ffc-ba5c-2914ba8849b5 req-c4a38886-8c13-4366-8e69-d0f51f0c5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:42:02.846917 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be9ef10d-963b-4ffc-ba5c-2914ba8849b5 req-c4a38886-8c13-4366-8e69-d0f51f0c5b2c service neutron] 10.222.0.73 "GET /v2.0/networks?id=03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 200 len: 910 time: 0.0906200 Jul 05 11:42:02.916290 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be9ef10d-963b-4ffc-ba5c-2914ba8849b5 req-f7cd7e41-bb93-4795-9f5c-db7b4ff48d37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd31dd1-4aea-4e70-a375-ed3fecc7834c HTTP/1.1" status: 200 len: 1000 time: 0.0627422 Jul 05 11:42:02.964073 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ef10d-963b-4ffc-ba5c-2914ba8849b5 req-de364e25-56bb-43cc-8211-71a737904e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:42:02.965546 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be9ef10d-963b-4ffc-ba5c-2914ba8849b5 req-de364e25-56bb-43cc-8211-71a737904e9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c1cf49d6-5386-410e-92d9-121ee3785686 HTTP/1.1" status: 200 len: 848 time: 0.0437441 Jul 05 11:42:03.026210 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ef10d-963b-4ffc-ba5c-2914ba8849b5 req-567afa05-8de6-47c9-93c8-89819987d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:42:03.027744 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be9ef10d-963b-4ffc-ba5c-2914ba8849b5 req-567afa05-8de6-47c9-93c8-89819987d659 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03649a89-905c-419f-b6cf-a8ff3627e04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564785 Jul 05 11:42:03.117720 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be9ef10d-963b-4ffc-ba5c-2914ba8849b5 req-dd1c021c-881b-479b-89a1-ab912e79f9c5 service neutron] 10.222.0.73 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830429 Jul 05 11:42:03.216260 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-be9ef10d-963b-4ffc-ba5c-2914ba8849b5 req-51a3885c-e5cd-496a-8139-e6f1573cdea5 service neutron] 10.222.0.73 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925708 Jul 05 11:42:11.165228 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5e4dedff-aab7-434c-bbc4-37d7a4cf6d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:42:13.685025 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6492cd39-d8d4-4b14-9469-760fd5d8cbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:42:13.742156 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:42:15.393109 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:42:17.233128 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:42:22.806773 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3fbf02db-d3fc-4cb5-b5f8-0f1c7c2ab4a6 req-6b42263a-9ef7-4c4b-a3ae-0960b1f6c375 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532594 Jul 05 11:42:22.923481 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf02db-d3fc-4cb5-b5f8-0f1c7c2ab4a6 req-808e42b6-66df-4752-962f-d294afcf287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:42:22.925595 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3fbf02db-d3fc-4cb5-b5f8-0f1c7c2ab4a6 req-808e42b6-66df-4752-962f-d294afcf287c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 1095 time: 0.0585551 Jul 05 11:42:23.045998 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf02db-d3fc-4cb5-b5f8-0f1c7c2ab4a6 req-baaf1d6f-dec0-4629-99f4-191c339172be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:42:23.048571 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3fbf02db-d3fc-4cb5-b5f8-0f1c7c2ab4a6 req-baaf1d6f-dec0-4629-99f4-191c339172be service neutron] 10.222.0.64 "GET /v2.0/networks?id=03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 200 len: 910 time: 0.0951664 Jul 05 11:42:23.120882 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3fbf02db-d3fc-4cb5-b5f8-0f1c7c2ab4a6 req-7fa73102-01cf-4aff-91cf-2adc84501e6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65 HTTP/1.1" status: 200 len: 999 time: 0.0626047 Jul 05 11:42:23.183511 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf02db-d3fc-4cb5-b5f8-0f1c7c2ab4a6 req-2a04a641-5094-4ebe-a290-e422cc34fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:42:23.185075 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3fbf02db-d3fc-4cb5-b5f8-0f1c7c2ab4a6 req-2a04a641-5094-4ebe-a290-e422cc34fd26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1cf49d6-5386-410e-92d9-121ee3785686 HTTP/1.1" status: 200 len: 848 time: 0.0539515 Jul 05 11:42:23.198693 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:42:23.255480 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf02db-d3fc-4cb5-b5f8-0f1c7c2ab4a6 req-fd76fdef-7b6d-4ceb-af9d-fa71ba67b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:42:23.257369 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3fbf02db-d3fc-4cb5-b5f8-0f1c7c2ab4a6 req-fd76fdef-7b6d-4ceb-af9d-fa71ba67b75c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03649a89-905c-419f-b6cf-a8ff3627e04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608890 Jul 05 11:42:23.353938 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3fbf02db-d3fc-4cb5-b5f8-0f1c7c2ab4a6 req-cd1054f3-1bff-4945-9e27-e995def99f94 service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851703 Jul 05 11:42:23.453858 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-3fbf02db-d3fc-4cb5-b5f8-0f1c7c2ab4a6 req-ff72ab15-27f4-4c6e-b7d6-5e9496b4124d service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898795 Jul 05 11:42:25.101681 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:42:30.424041 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:42:41.129731 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e66a88b6-2595-4b70-9047-7e9198ef373d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:42:43.680558 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-ac8643fb-0b61-4cbf-b2dc-44062ee5fad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:42:43.752304 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:42:45.392380 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:42:47.289723 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:42:53.243972 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:42:55.117536 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:04.630660 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-002bf1bb-9bab-42ac-b9cc-9be580868ff7 req-29d24396-4a4f-4394-b43c-5733bd53bdce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524774 Jul 05 11:43:04.723897 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bf1bb-9bab-42ac-b9cc-9be580868ff7 req-de9722f1-0bb2-4b13-8708-dd506da60778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:04.725397 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-002bf1bb-9bab-42ac-b9cc-9be580868ff7 req-de9722f1-0bb2-4b13-8708-dd506da60778 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 1097 time: 0.0530977 Jul 05 11:43:04.836922 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bf1bb-9bab-42ac-b9cc-9be580868ff7 req-abd9b20b-37f5-40dd-b195-b6614a7a6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:04.838417 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-002bf1bb-9bab-42ac-b9cc-9be580868ff7 req-abd9b20b-37f5-40dd-b195-b6614a7a6a89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 200 len: 910 time: 0.0918705 Jul 05 11:43:04.903319 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-002bf1bb-9bab-42ac-b9cc-9be580868ff7 req-b445d39c-50ea-4a06-8cca-ec94e5c46b46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd31dd1-4aea-4e70-a375-ed3fecc7834c HTTP/1.1" status: 200 len: 1000 time: 0.0577412 Jul 05 11:43:04.950488 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bf1bb-9bab-42ac-b9cc-9be580868ff7 req-e1782213-18df-44d9-bfff-4397b81172a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:04.951958 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-002bf1bb-9bab-42ac-b9cc-9be580868ff7 req-e1782213-18df-44d9-bfff-4397b81172a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c1cf49d6-5386-410e-92d9-121ee3785686 HTTP/1.1" status: 200 len: 848 time: 0.0426435 Jul 05 11:43:05.012222 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bf1bb-9bab-42ac-b9cc-9be580868ff7 req-13558e91-2fc7-432c-928a-3a42c0820439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:05.013728 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-002bf1bb-9bab-42ac-b9cc-9be580868ff7 req-13558e91-2fc7-432c-928a-3a42c0820439 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03649a89-905c-419f-b6cf-a8ff3627e04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556178 Jul 05 11:43:05.101800 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-002bf1bb-9bab-42ac-b9cc-9be580868ff7 req-01166964-505d-480b-994b-32e67355bbae service neutron] 10.222.0.73 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818326 Jul 05 11:43:05.194431 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-002bf1bb-9bab-42ac-b9cc-9be580868ff7 req-d03331d4-9957-40aa-8b7f-713b5d5eafe5 service neutron] 10.222.0.73 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864422 Jul 05 11:43:07.424668 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:43:11.140030 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6544eb50-f629-41cb-a336-a15440b66b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:13.689083 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9bfe6e53-1764-401f-8009-27106892ada1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:13.728412 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:15.408885 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:17.220276 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:19.199264 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device fcd31dd1-4aea-4e70-a375-ed3fecc7834c details requested by agent hyperv_n-h1-779913-27 with host n-h1-779913-27 {{(pid=100777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 11:43:19.298385 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port fcd31dd1-4aea-4e70-a375-ed3fecc7834c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:43:19.310060 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Returning: {'device': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'port_id': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c', 'mac_address': 'fa:16:3e:e9:41:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 11:43:19.352111 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:19.364744 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcd31dd1-4aea-4e70-a375-ed3fecc7834c {{(pid=100777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 11:43:19.391037 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port fcd31dd1-4aea-4e70-a375-ed3fecc7834c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:43:19.449112 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:19.504580 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,revision_number=6']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:19.513712 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:19.514059 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:19.514401 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:19.514733 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:19.515248 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:19.515585 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:19.516493 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:19.516823 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:19.517145 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:19.517464 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:19.517782 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:19.518099 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:19.526851 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] get_ports_and_sgs() called for port_ids ['fcd31dd1-4aea-4e70-a375-ed3fecc7834c'] {{(pid=100777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 11:43:21.211704 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device fcd31dd1-4aea-4e70-a375-ed3fecc7834c up at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 11:43:21.270897 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.provisioning_blocks [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Provisioning complete for port fcd31dd1-4aea-4e70-a375-ed3fecc7834c triggered by entity L2. {{(pid=100777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 11:43:21.271356 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053621'] for port, provisioning_complete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:21.363558 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:21.395244 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916f71a7-5958-4b9d-9d81-5128d977050c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:43:21.397664 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ed5800-7615-49f7-89e9-1cf7643d7459" -d '{"events": [{"server_uuid": "916f71a7-5958-4b9d-9d81-5128d977050c", "name": "network-vif-plugged", "status": "completed", "tag": "fcd31dd1-4aea-4e70-a375-ed3fecc7834c"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:43:21.412860 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port fcd31dd1-4aea-4e70-a375-ed3fecc7834c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:43:21.449565 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bc7b8d-01a3-46d9-8c81-adfa39f2c44d x-openstack-request-id: req-83bc7b8d-01a3-46d9-8c81-adfa39f2c44d {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:43:21.450135 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916f71a7-5958-4b9d-9d81-5128d977050c", "name": "network-vif-plugged", "status": "completed", "tag": "fcd31dd1-4aea-4e70-a375-ed3fecc7834c", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:43:21.450445 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83bc7b8d-01a3-46d9-8c81-adfa39f2c44d {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:43:21.450903 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916f71a7-5958-4b9d-9d81-5128d977050c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c', 'code': 200} Jul 05 11:43:21.472534 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:21.530426 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,revision_number=7']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:23.231693 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:24.875753 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e50323fb-7058-4cb3-a57b-ab631bab1239 req-4dfd993f-1932-4299-a846-d4b52c8b9f88 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0686345 Jul 05 11:43:24.997016 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50323fb-7058-4cb3-a57b-ab631bab1239 req-3fa4962d-23f1-4e4e-88d2-28c507221ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:24.998409 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e50323fb-7058-4cb3-a57b-ab631bab1239 req-3fa4962d-23f1-4e4e-88d2-28c507221ea6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 1095 time: 0.0585225 Jul 05 11:43:25.124213 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50323fb-7058-4cb3-a57b-ab631bab1239 req-5db73ef8-a47c-4dc9-817f-c9f85c75814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:25.126277 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e50323fb-7058-4cb3-a57b-ab631bab1239 req-5db73ef8-a47c-4dc9-817f-c9f85c75814a service neutron] 10.222.0.64 "GET /v2.0/networks?id=03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 200 len: 910 time: 0.0951803 Jul 05 11:43:25.194749 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e50323fb-7058-4cb3-a57b-ab631bab1239 req-ff201ca4-8fa4-4018-b198-d3f0c1be15cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65 HTTP/1.1" status: 200 len: 999 time: 0.0588038 Jul 05 11:43:25.351386 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:25.658476 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50323fb-7058-4cb3-a57b-ab631bab1239 req-ffe7fd2c-b280-4531-b8cb-0242813033a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:25.660269 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e50323fb-7058-4cb3-a57b-ab631bab1239 req-ffe7fd2c-b280-4531-b8cb-0242813033a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1cf49d6-5386-410e-92d9-121ee3785686 HTTP/1.1" status: 200 len: 848 time: 0.4461312 Jul 05 11:43:25.734270 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50323fb-7058-4cb3-a57b-ab631bab1239 req-4a009c86-691a-4dde-8470-bd98f28bd0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:25.735971 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e50323fb-7058-4cb3-a57b-ab631bab1239 req-4a009c86-691a-4dde-8470-bd98f28bd0a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03649a89-905c-419f-b6cf-a8ff3627e04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653353 Jul 05 11:43:25.889646 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e50323fb-7058-4cb3-a57b-ab631bab1239 req-d6f419cc-163d-48f9-aae4-e760fd8a62a5 service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436596 Jul 05 11:43:26.001217 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-e50323fb-7058-4cb3-a57b-ab631bab1239 req-f1b41682-57c8-46da-a838-a6ee68761bd1 service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008554 Jul 05 11:43:30.380596 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46662) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:43:30.536987 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Deleting port 205ee39e-d7f8-432c-8a6b-16f3f527b70a {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:43:30.537326 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:30.615213 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:30.615457 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:30.627336 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Calling delete_port for 205ee39e-d7f8-432c-8a6b-16f3f527b70a owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:43:30.848295 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:30.874214 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event deleted for resources: {'Port': ['ID=205ee39e-d7f8-432c-8a6b-16f3f527b70a,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:30.903589 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:30.903956 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:30.904299 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:30.904640 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:30.904974 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:30.905304 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:30.905637 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:30.906011 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:30.906340 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:30.906666 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:30.906993 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:30.907319 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:30.947433 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:30.947803 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Floating IP 2b8e55cc-01ca-433c-9c46-0c93b7be3928 disassociated (deleted). External IP: 172.25.5.16, port: fcd31dd1-4aea-4e70-a375-ed3fecc7834c. Jul 05 11:43:31.159604 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Router 89a453cb-9942-4898-9034-094ca45f0abc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:43:31.270849 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:43:31.275590 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:31.280069 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f6996-45f9-4deb-b4b7-4741c3a296a7 None None] Sync routers for ids ['89a453cb-9942-4898-9034-094ca45f0abc'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:43:31.289019 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0f6996-45f9-4deb-b4b7-4741c3a296a7 None None] Routers {'89a453cb-9942-4898-9034-094ca45f0abc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:43:31.289626 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9b0f6996-45f9-4deb-b4b7-4741c3a296a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:43:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['89a453cb-9942-4898-9034-094ca45f0abc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:31.311449 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-7b2b93c9-3a3a-4a61-8934-3b943966171e tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "DELETE /v2.0/floatingips/2b8e55cc-01ca-433c-9c46-0c93b7be3928 HTTP/1.1" status: 204 len: 168 time: 0.9297180 Jul 05 11:43:31.312087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916f71a7-5958-4b9d-9d81-5128d977050c', 'tag': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:43:31.314883 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde1c7e6-6099-48cb-a529-807bf23fa22b" -d '{"events": [{"name": "network-changed", "server_uuid": "916f71a7-5958-4b9d-9d81-5128d977050c", "tag": "fcd31dd1-4aea-4e70-a375-ed3fecc7834c"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:43:31.399075 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5a5bd9-1dd7-4aa0-91d0-b6cdd8e7feab x-openstack-request-id: req-6c5a5bd9-1dd7-4aa0-91d0-b6cdd8e7feab {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:43:31.399999 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916f71a7-5958-4b9d-9d81-5128d977050c", "tag": "fcd31dd1-4aea-4e70-a375-ed3fecc7834c", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:43:31.400412 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-9b0f6996-45f9-4deb-b4b7-4741c3a296a7 None None] Set router 89a453cb-9942-4898-9034-094ca45f0abc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:43:31.400542 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c5a5bd9-1dd7-4aa0-91d0-b6cdd8e7feab {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:43:31.401076 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916f71a7-5958-4b9d-9d81-5128d977050c', 'tag': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c', 'status': 'completed', 'code': 200} Jul 05 11:43:31.478050 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1c7e6-6099-48cb-a529-807bf23fa22b req-d9767f2b-9ede-4c22-9187-7904e3605246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:31.479606 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde1c7e6-6099-48cb-a529-807bf23fa22b req-d9767f2b-9ede-4c22-9187-7904e3605246 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 1097 time: 0.0558538 Jul 05 11:43:31.573440 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1c7e6-6099-48cb-a529-807bf23fa22b req-087c0065-515a-4bf1-8052-d2df164c1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:31.575121 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde1c7e6-6099-48cb-a529-807bf23fa22b req-087c0065-515a-4bf1-8052-d2df164c1853 service neutron] 10.222.0.73 "GET /v2.0/networks?id=03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 200 len: 910 time: 0.0895457 Jul 05 11:43:31.618684 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde1c7e6-6099-48cb-a529-807bf23fa22b req-9d3e5f3e-d209-4d9b-b216-1de85fe69525 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd31dd1-4aea-4e70-a375-ed3fecc7834c HTTP/1.1" status: 200 len: 217 time: 0.0359199 Jul 05 11:43:31.631079 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9b0f6996-45f9-4deb-b4b7-4741c3a296a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'a47ff243-e87d-436e-a40a-d7d210eef67a', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'port_id': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'mac_address': 'fa:16:3e:73:dc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:38:55Z', 'updated_at': '2021-07-05T11:38:59Z', 'revision_number': 1, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 5, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:31.657239 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f6996-45f9-4deb-b4b7-4741c3a296a7 None None] Checking router: 89a453cb-9942-4898-9034-094ca45f0abc for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:43:31.665973 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0f6996-45f9-4deb-b4b7-4741c3a296a7 None None] Routers {'89a453cb-9942-4898-9034-094ca45f0abc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:43:31.666585 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9b0f6996-45f9-4deb-b4b7-4741c3a296a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:43:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['89a453cb-9942-4898-9034-094ca45f0abc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:31.669931 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1c7e6-6099-48cb-a529-807bf23fa22b req-91865f4c-0ff1-46d5-b574-ab5d1d853ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:31.670322 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde1c7e6-6099-48cb-a529-807bf23fa22b req-91865f4c-0ff1-46d5-b574-ab5d1d853ae2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c1cf49d6-5386-410e-92d9-121ee3785686 HTTP/1.1" status: 200 len: 848 time: 0.0458338 Jul 05 11:43:31.736458 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1c7e6-6099-48cb-a529-807bf23fa22b req-e01fca60-a4c7-4af4-ba2f-7b5ec6c587a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:31.737900 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde1c7e6-6099-48cb-a529-807bf23fa22b req-e01fca60-a4c7-4af4-ba2f-7b5ec6c587a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03649a89-905c-419f-b6cf-a8ff3627e04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589828 Jul 05 11:43:31.780903 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-9b0f6996-45f9-4deb-b4b7-4741c3a296a7 None None] Set router 89a453cb-9942-4898-9034-094ca45f0abc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:43:31.842791 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde1c7e6-6099-48cb-a529-807bf23fa22b req-9f481168-9cfc-4363-b287-5e820114b3ab service neutron] 10.222.0.73 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978181 Jul 05 11:43:31.984177 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33795f2-46ba-4c98-a09a-1e30d9acc6b2 req-83f0191d-8126-448f-a8f4-235f3078bf77 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:31.985590 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c33795f2-46ba-4c98-a09a-1e30d9acc6b2 req-83f0191d-8126-448f-a8f4-235f3078bf77 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 945 time: 0.1387968 Jul 05 11:43:31.987367 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-bde1c7e6-6099-48cb-a529-807bf23fa22b req-c70eafef-2c3b-426a-a722-7243d4132c6c service neutron] 10.222.0.73 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316850 Jul 05 11:43:32.024567 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-c33795f2-46ba-4c98-a09a-1e30d9acc6b2 req-43068d0c-652f-4f05-9123-3e49a927c5c9 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332816 Jul 05 11:43:32.102189 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-9b0f6996-45f9-4deb-b4b7-4741c3a296a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'a47ff243-e87d-436e-a40a-d7d210eef67a', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'port_id': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'mac_address': 'fa:16:3e:73:dc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:38:55Z', 'updated_at': '2021-07-05T11:38:59Z', 'revision_number': 1, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 5, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:32.127912 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f6996-45f9-4deb-b4b7-4741c3a296a7 None None] The sync data for ids ['89a453cb-9942-4898-9034-094ca45f0abc'] in n-d-779913-27 is: [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_floatingips': [{'id': 'a47ff243-e87d-436e-a40a-d7d210eef67a', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'router_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'port_id': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'mac_address': 'fa:16:3e:73:dc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T11:38:55Z', 'updated_at': '2021-07-05T11:38:59Z', 'revision_number': 1, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 5, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:43:32.378245 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1694d92c-8a5c-45a5-bc6f-f887d7946a29 None None] New status for floating IP 2b8e55cc-01ca-433c-9c46-0c93b7be3928: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:43:33.206893 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e216e-84f7-4cb6-aad2-05d45933a0fe req-3c98d84d-a8a3-4dc4-9b33-c1b824b9a9a8 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:33.208661 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f6e216e-84f7-4cb6-aad2-05d45933a0fe req-3c98d84d-a8a3-4dc4-9b33-c1b824b9a9a8 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 945 time: 0.0699990 Jul 05 11:43:33.250828 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-8f6e216e-84f7-4cb6-aad2-05d45933a0fe req-105c27de-a492-4120-9985-3d14fc843053 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364752 Jul 05 11:43:33.291646 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device fcd31dd1-4aea-4e70-a375-ed3fecc7834c no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:43:33.365052 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3898360'] for port, before_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:33.387079 n-d-779913-27 neutron-server[100777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916f71a7-5958-4b9d-9d81-5128d977050c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c'}] {{(pid=100777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:43:33.388701 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f2b8a9fd60c98e38a4d0cb51209c058daf88f99ed8f1d55d8ded623d09d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c5398a-4476-4249-8369-437a9a2360f7" -d '{"events": [{"server_uuid": "916f71a7-5958-4b9d-9d81-5128d977050c", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd31dd1-4aea-4e70-a375-ed3fecc7834c"}]}' {{(pid=100777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:43:33.403592 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] For port fcd31dd1-4aea-4e70-a375-ed3fecc7834c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:43:33.426816 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 11:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bcaa45-e758-4104-92ab-c0b0a16c15b8 x-openstack-request-id: req-31bcaa45-e758-4104-92ab-c0b0a16c15b8 {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:43:33.427114 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916f71a7-5958-4b9d-9d81-5128d977050c", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd31dd1-4aea-4e70-a375-ed3fecc7834c", "code": 200}]} {{(pid=100777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:43:33.427365 n-d-779913-27 neutron-server[100777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31bcaa45-e758-4104-92ab-c0b0a16c15b8 {{(pid=100777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:43:33.427801 n-d-779913-27 neutron-server[100777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916f71a7-5958-4b9d-9d81-5128d977050c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c', 'code': 200} Jul 05 11:43:33.462995 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfa082-63dd-49dd-9208-65cac95a2672 req-aee1de99-cc82-4a41-9aea-ad15c5242fc9 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:33.464407 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84dfa082-63dd-49dd-9208-65cac95a2672 req-aee1de99-cc82-4a41-9aea-ad15c5242fc9 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.73 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 945 time: 0.0663254 Jul 05 11:43:33.493799 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773647102760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773646550007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773646550056'] for port, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:33.547907 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Pushing event updated for resources: {'Port': ['ID=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,revision_number=8']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:33.926116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-84dfa082-63dd-49dd-9208-65cac95a2672 req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Deleting port fcd31dd1-4aea-4e70-a375-ed3fecc7834c {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:43:33.926527 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-84dfa082-63dd-49dd-9208-65cac95a2672 req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:34.017674 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [req-84dfa082-63dd-49dd-9208-65cac95a2672 req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] For port fcd31dd1-4aea-4e70-a375-ed3fecc7834c, host n-h1-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-27',level=0,port_id=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:43:34.018365 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-84dfa082-63dd-49dd-9208-65cac95a2672 req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:34.030792 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [req-84dfa082-63dd-49dd-9208-65cac95a2672 req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Calling delete_port for fcd31dd1-4aea-4e70-a375-ed3fecc7834c owned by compute:nova {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:43:34.242726 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-84dfa082-63dd-49dd-9208-65cac95a2672 req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:34.277591 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event deleted for resources: {'Port': ['ID=fcd31dd1-4aea-4e70-a375-ed3fecc7834c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:34.310789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:34.310789 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:34.311154 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:34.311498 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:34.311893 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:34.312783 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:34.313116 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:34.313480 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:34.313787 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:34.314105 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:34.314428 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:34.314752 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-27 {{(pid=100776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 11:43:34.333150 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [req-84dfa082-63dd-49dd-9208-65cac95a2672 req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] No DVR routers for this DVR port fcd31dd1-4aea-4e70-a375-ed3fecc7834c on host n-h1-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:43:34.336101 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [req-84dfa082-63dd-49dd-9208-65cac95a2672 req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:34.338255 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-84dfa082-63dd-49dd-9208-65cac95a2672 req-78ed1c00-2810-4525-bbb1-dfaaa87876fd tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.73 "DELETE /v2.0/ports/fcd31dd1-4aea-4e70-a375-ed3fecc7834c HTTP/1.1" status: 204 len: 173 time: 0.8680754 Jul 05 11:43:34.338708 n-d-779913-27 neutron-server[100776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916f71a7-5958-4b9d-9d81-5128d977050c', 'name': 'network-vif-deleted', 'tag': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c'}] {{(pid=100776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:43:34.341120 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f53bb9859d19dd902e8e56b39d826e3cad0beb9b3441d62cb0ba16c18406a98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bccbc4-9c4a-417f-8e38-f4f7b2f9a90a" -d '{"events": [{"server_uuid": "916f71a7-5958-4b9d-9d81-5128d977050c", "name": "network-vif-deleted", "tag": "fcd31dd1-4aea-4e70-a375-ed3fecc7834c"}]}' {{(pid=100776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:43:34.401302 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-52dd43a4-98f8-4941-a207-ff9ec4f7bfaa req-d754c4c9-cd7c-422b-9143-63d0860bf4fc tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=916f71a7-5958-4b9d-9d81-5128d977050c HTTP/1.1" status: 200 len: 210 time: 0.0293145 Jul 05 11:43:34.437188 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9507655-776b-4f1e-b41e-12abade783fa x-openstack-request-id: req-e9507655-776b-4f1e-b41e-12abade783fa {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:43:34.437481 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916f71a7-5958-4b9d-9d81-5128d977050c", "name": "network-vif-deleted", "tag": "fcd31dd1-4aea-4e70-a375-ed3fecc7834c", "status": "completed", "code": 200}]} {{(pid=100776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:43:34.437734 n-d-779913-27 neutron-server[100776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e9507655-776b-4f1e-b41e-12abade783fa {{(pid=100776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:43:34.438132 n-d-779913-27 neutron-server[100776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916f71a7-5958-4b9d-9d81-5128d977050c', 'name': 'network-vif-deleted', 'tag': 'fcd31dd1-4aea-4e70-a375-ed3fecc7834c', 'status': 'completed', 'code': 200} Jul 05 11:43:36.791467 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46728) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:43:36.949260 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-87bc45b3-928c-4b38-bbba-5803eaf7e8d7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Deleting port c2405319-a10d-4067-ad90-57de9fafe611 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:43:36.949609 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-87bc45b3-928c-4b38-bbba-5803eaf7e8d7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:37.031261 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-87bc45b3-928c-4b38-bbba-5803eaf7e8d7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:37.031593 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-87bc45b3-928c-4b38-bbba-5803eaf7e8d7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:37.043164 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-87bc45b3-928c-4b38-bbba-5803eaf7e8d7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Calling delete_port for c2405319-a10d-4067-ad90-57de9fafe611 owned by network:floatingip {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:43:37.242652 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-87bc45b3-928c-4b38-bbba-5803eaf7e8d7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:37.272613 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc45b3-928c-4b38-bbba-5803eaf7e8d7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event deleted for resources: {'Port': ['ID=c2405319-a10d-4067-ad90-57de9fafe611,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:37.311778 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device fcd31dd1-4aea-4e70-a375-ed3fecc7834c no longer exists at agent hyperv_n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:43:37.332566 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] No Port match for: fcd31dd1-4aea-4e70-a375-ed3fecc7834c {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:43:37.332921 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Device fcd31dd1-4aea-4e70-a375-ed3fecc7834c not bound to the agent host n-h1-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:43:37.335645 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-87bc45b3-928c-4b38-bbba-5803eaf7e8d7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for floatingip, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:37.336024 n-d-779913-27 neutron-server[100775]: INFO neutron.db.l3_db [None req-87bc45b3-928c-4b38-bbba-5803eaf7e8d7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Floating IP a47ff243-e87d-436e-a40a-d7d210eef67a disassociated (deleted). External IP: 172.25.5.163, port: 1443c8c2-5d62-426d-9069-b2e7fdd0be65. Jul 05 11:43:37.549292 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bc45b3-928c-4b38-bbba-5803eaf7e8d7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Router 89a453cb-9942-4898-9034-094ca45f0abc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:43:37.659597 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bc45b3-928c-4b38-bbba-5803eaf7e8d7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:43:37.664576 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-87bc45b3-928c-4b38-bbba-5803eaf7e8d7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for floatingip, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:37.668695 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925bef18-4d09-4890-a7f0-1424bc963d71 None None] Sync routers for ids ['89a453cb-9942-4898-9034-094ca45f0abc'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:43:37.677535 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925bef18-4d09-4890-a7f0-1424bc963d71 None None] Routers {'89a453cb-9942-4898-9034-094ca45f0abc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:43:37.678135 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-925bef18-4d09-4890-a7f0-1424bc963d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:43:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['89a453cb-9942-4898-9034-094ca45f0abc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:37.701120 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-87bc45b3-928c-4b38-bbba-5803eaf7e8d7 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "DELETE /v2.0/floatingips/a47ff243-e87d-436e-a40a-d7d210eef67a HTTP/1.1" status: 204 len: 168 time: 0.9085281 Jul 05 11:43:37.701867 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'tag': '1443c8c2-5d62-426d-9069-b2e7fdd0be65'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:43:37.704946 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d582e2c-ba04-483c-9b52-3916f86e5707" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9152f8-825f-44ff-8ac2-12d9b98dee4f", "tag": "1443c8c2-5d62-426d-9069-b2e7fdd0be65"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:43:37.747032 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 11:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63ee368-5129-4843-9e52-cefee6ee610e x-openstack-request-id: req-b63ee368-5129-4843-9e52-cefee6ee610e {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:43:37.747326 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9152f8-825f-44ff-8ac2-12d9b98dee4f", "tag": "1443c8c2-5d62-426d-9069-b2e7fdd0be65", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:43:37.747623 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b63ee368-5129-4843-9e52-cefee6ee610e {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:43:37.748079 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'tag': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'status': 'completed', 'code': 200} Jul 05 11:43:37.788163 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-925bef18-4d09-4890-a7f0-1424bc963d71 None None] Set router 89a453cb-9942-4898-9034-094ca45f0abc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:43:37.832844 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d582e2c-ba04-483c-9b52-3916f86e5707 req-89a8fae4-0965-468e-93b2-d9bc32427af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:37.836444 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d582e2c-ba04-483c-9b52-3916f86e5707 req-89a8fae4-0965-468e-93b2-d9bc32427af6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 1095 time: 0.0553606 Jul 05 11:43:37.939195 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d582e2c-ba04-483c-9b52-3916f86e5707 req-da807569-7e90-41fd-82aa-9783cef7dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:37.940869 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d582e2c-ba04-483c-9b52-3916f86e5707 req-da807569-7e90-41fd-82aa-9783cef7dee3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 200 len: 910 time: 0.0955377 Jul 05 11:43:37.986750 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d582e2c-ba04-483c-9b52-3916f86e5707 req-29041658-cf1b-4ee5-a3d2-b3fea095501a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65 HTTP/1.1" status: 200 len: 217 time: 0.0360241 Jul 05 11:43:37.991239 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-925bef18-4d09-4890-a7f0-1424bc963d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 5, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:38.021438 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925bef18-4d09-4890-a7f0-1424bc963d71 None None] Checking router: 89a453cb-9942-4898-9034-094ca45f0abc for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:43:38.036686 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925bef18-4d09-4890-a7f0-1424bc963d71 None None] Routers {'89a453cb-9942-4898-9034-094ca45f0abc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:43:38.037054 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-925bef18-4d09-4890-a7f0-1424bc963d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:43:14Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['89a453cb-9942-4898-9034-094ca45f0abc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:38.052567 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d582e2c-ba04-483c-9b52-3916f86e5707 req-896b29d9-5536-4dfe-8ef4-1e159147d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:38.054137 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d582e2c-ba04-483c-9b52-3916f86e5707 req-896b29d9-5536-4dfe-8ef4-1e159147d714 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1cf49d6-5386-410e-92d9-121ee3785686 HTTP/1.1" status: 200 len: 848 time: 0.0573611 Jul 05 11:43:38.118087 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d582e2c-ba04-483c-9b52-3916f86e5707 req-cb4b0195-a8c1-49c9-b65c-ec955724874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:38.119639 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d582e2c-ba04-483c-9b52-3916f86e5707 req-cb4b0195-a8c1-49c9-b65c-ec955724874c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03649a89-905c-419f-b6cf-a8ff3627e04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561328 Jul 05 11:43:38.143757 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-925bef18-4d09-4890-a7f0-1424bc963d71 None None] Set router 89a453cb-9942-4898-9034-094ca45f0abc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:43:38.217638 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d582e2c-ba04-483c-9b52-3916f86e5707 req-5b8f12d6-3703-44df-8fcf-839f2ccfe78f service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878584 Jul 05 11:43:38.351114 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-925bef18-4d09-4890-a7f0-1424bc963d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 5, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:38.355021 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-2d582e2c-ba04-483c-9b52-3916f86e5707 req-bedbb02c-05a5-4189-a9dc-027aa8b60d24 service neutron] 10.222.0.64 "GET /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304352 Jul 05 11:43:38.367442 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63256577-e680-45eb-8c2d-5b6e8f06ff73 req-b96fe896-6de5-4ce4-8925-9237ee5985fa tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:38.369148 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63256577-e680-45eb-8c2d-5b6e8f06ff73 req-b96fe896-6de5-4ce4-8925-9237ee5985fa tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 943 time: 0.0967875 Jul 05 11:43:38.377279 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925bef18-4d09-4890-a7f0-1424bc963d71 None None] The sync data for ids ['89a453cb-9942-4898-9034-094ca45f0abc'] in n-d-779913-27 is: [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:26Z', 'revision_number': 4, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27', '_interfaces': [{'id': '7f47a29a-94f5-4611-9fe5-39894b992709', 'name': '', 'network_id': '03649a89-905c-419f-b6cf-a8ff3627e04c', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'mac_address': 'fa:16:3e:e7:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:25Z', 'updated_at': '2021-07-05T11:38:34Z', 'revision_number': 5, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'subnets': [{'id': 'c1cf49d6-5386-410e-92d9-121ee3785686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:43:38.410813 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-63256577-e680-45eb-8c2d-5b6e8f06ff73 req-6d7b30c5-6c14-476d-bf7f-eda413e464ca tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351317 Jul 05 11:43:38.613339 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d049b3a-ad07-4340-aba9-341b0a6a1c7a None None] New status for floating IP a47ff243-e87d-436e-a40a-d7d210eef67a: DOWN {{(pid=100777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 11:43:39.584794 n-d-779913-27 neutron-server[100776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91622ee8-d7df-457e-a81a-e5782b12cf97 req-515a7532-c31c-48d0-bcec-efdc8853f4f4 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:39.586290 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-91622ee8-d7df-457e-a81a-e5782b12cf97 req-515a7532-c31c-48d0-bcec-efdc8853f4f4 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 943 time: 0.0638485 Jul 05 11:43:39.624805 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [req-91622ee8-d7df-457e-a81a-e5782b12cf97 req-6dfdc1a3-77f8-42fc-a69d-63ab992e85de tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/security-groups?id=53d44733-98dc-4fd8-8a29-83a9f5b7b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324206 Jul 05 11:43:40.236912 n-d-779913-27 neutron-server[100775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4a50a-0a6f-4130-bf33-8818115a521e req-a1d3e881-b712-40b7-a209-2648857318f6 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 11:43:40.238468 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97c4a50a-0a6f-4130-bf33-8818115a521e req-a1d3e881-b712-40b7-a209-2648857318f6 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 943 time: 0.0686579 Jul 05 11:43:40.340799 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-97c4a50a-0a6f-4130-bf33-8818115a521e req-39642564-ba98-4d0b-a5b1-b475266a851a tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Deleting port 1443c8c2-5d62-426d-9069-b2e7fdd0be65 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:43:40.341129 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-97c4a50a-0a6f-4130-bf33-8818115a521e req-39642564-ba98-4d0b-a5b1-b475266a851a tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:40.432686 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [req-97c4a50a-0a6f-4130-bf33-8818115a521e req-39642564-ba98-4d0b-a5b1-b475266a851a tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] For port 1443c8c2-5d62-426d-9069-b2e7fdd0be65, host n-h2-779913-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-27',level=0,port_id=1443c8c2-5d62-426d-9069-b2e7fdd0be65,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:43:40.433065 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-97c4a50a-0a6f-4130-bf33-8818115a521e req-39642564-ba98-4d0b-a5b1-b475266a851a tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:40.445704 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [req-97c4a50a-0a6f-4130-bf33-8818115a521e req-39642564-ba98-4d0b-a5b1-b475266a851a tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Calling delete_port for 1443c8c2-5d62-426d-9069-b2e7fdd0be65 owned by compute:nova {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:43:40.659317 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-97c4a50a-0a6f-4130-bf33-8818115a521e req-39642564-ba98-4d0b-a5b1-b475266a851a tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:40.693018 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39642564-ba98-4d0b-a5b1-b475266a851a tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event deleted for resources: {'Port': ['ID=1443c8c2-5d62-426d-9069-b2e7fdd0be65,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:40.740819 n-d-779913-27 neutron-server[100775]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c4a50a-0a6f-4130-bf33-8818115a521e req-39642564-ba98-4d0b-a5b1-b475266a851a tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] No DVR routers for this DVR port 1443c8c2-5d62-426d-9069-b2e7fdd0be65 on host n-h2-779913-27 {{(pid=100775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:43:40.743498 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [req-97c4a50a-0a6f-4130-bf33-8818115a521e req-39642564-ba98-4d0b-a5b1-b475266a851a tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520383'] for port, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:40.745584 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-97c4a50a-0a6f-4130-bf33-8818115a521e req-39642564-ba98-4d0b-a5b1-b475266a851a tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.64 "DELETE /v2.0/ports/1443c8c2-5d62-426d-9069-b2e7fdd0be65 HTTP/1.1" status: 204 len: 173 time: 0.4983194 Jul 05 11:43:40.746022 n-d-779913-27 neutron-server[100775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'name': 'network-vif-deleted', 'tag': '1443c8c2-5d62-426d-9069-b2e7fdd0be65'}] {{(pid=100775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 11:43:40.748366 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf774fec6bac2fff512b89413b1dc357d70164957ab08289124ed3d2f791fba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8f4b7a-f362-45a7-8b72-98edec97d929" -d '{"events": [{"server_uuid": "9c9152f8-825f-44ff-8ac2-12d9b98dee4f", "name": "network-vif-deleted", "tag": "1443c8c2-5d62-426d-9069-b2e7fdd0be65"}]}' {{(pid=100775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 11:43:40.790586 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 11:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cffd70-8f1b-4556-980c-a6ac362caa22 x-openstack-request-id: req-c8cffd70-8f1b-4556-980c-a6ac362caa22 {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 11:43:40.790871 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9152f8-825f-44ff-8ac2-12d9b98dee4f", "name": "network-vif-deleted", "tag": "1443c8c2-5d62-426d-9069-b2e7fdd0be65", "status": "completed", "code": 200}]} {{(pid=100775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 11:43:40.791123 n-d-779913-27 neutron-server[100775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8cffd70-8f1b-4556-980c-a6ac362caa22 {{(pid=100775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 11:43:40.791517 n-d-779913-27 neutron-server[100775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9152f8-825f-44ff-8ac2-12d9b98dee4f', 'name': 'network-vif-deleted', 'tag': '1443c8c2-5d62-426d-9069-b2e7fdd0be65', 'status': 'completed', 'code': 200} Jul 05 11:43:40.793560 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [req-494e119f-5283-43bf-98a1-a071148c4741 req-44fddf7a-8ed5-471e-b5f3-98fc3838acb5 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9152f8-825f-44ff-8ac2-12d9b98dee4f HTTP/1.1" status: 200 len: 210 time: 0.0321097 Jul 05 11:43:41.167931 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-37988a69-b485-4b9d-90bc-e05f6d538be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:41.888000 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46744) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:43:41.949420 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-14b606ed-2d79-4fe1-ba41-d39cb3c01589 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:41.974189 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-14b606ed-2d79-4fe1-ba41-d39cb3c01589 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:42.076901 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-14b606ed-2d79-4fe1-ba41-d39cb3c01589 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:42.080360 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-14b606ed-2d79-4fe1-ba41-d39cb3c01589 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Notify callbacks [] for security_group, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:42.081547 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-14b606ed-2d79-4fe1-ba41-d39cb3c01589 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] 10.222.0.77 "DELETE /v2.0/security-groups/53d44733-98dc-4fd8-8a29-83a9f5b7b4df HTTP/1.1" status: 204 len: 168 time: 0.1925166 Jul 05 11:43:42.090972 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b606ed-2d79-4fe1-ba41-d39cb3c01589 tempest-TestSnapshotPattern-1334921324 tempest-TestSnapshotPattern-1334921324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d44733-98dc-4fd8-8a29-83a9f5b7b4df,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:43.063386 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1443c8c2-5d62-426d-9069-b2e7fdd0be65 no longer exists at agent hyperv_n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:43:43.083076 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] No Port match for: 1443c8c2-5d62-426d-9069-b2e7fdd0be65 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:43:43.083413 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Device 1443c8c2-5d62-426d-9069-b2e7fdd0be65 not bound to the agent host n-h2-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:43:43.201278 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46750) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:43:43.657445 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87825954-dd17-4e2d-8210-5ffaa19f82f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:43.679209 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9c252a32-3069-4253-afdb-4d3e77bdb9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:43.751451 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:43.923560 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-87825954-dd17-4e2d-8210-5ffaa19f82f9 admin admin] Deleting port 7f47a29a-94f5-4611-9fe5-39894b992709 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:43:43.923847 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87825954-dd17-4e2d-8210-5ffaa19f82f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:44.003026 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-87825954-dd17-4e2d-8210-5ffaa19f82f9 admin admin] For port 7f47a29a-94f5-4611-9fe5-39894b992709, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=7f47a29a-94f5-4611-9fe5-39894b992709,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:43:44.003389 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87825954-dd17-4e2d-8210-5ffaa19f82f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:44.017346 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-87825954-dd17-4e2d-8210-5ffaa19f82f9 admin admin] Calling delete_port for 7f47a29a-94f5-4611-9fe5-39894b992709 owned by network:router_interface {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:43:44.276741 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87825954-dd17-4e2d-8210-5ffaa19f82f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:44.306328 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87825954-dd17-4e2d-8210-5ffaa19f82f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f47a29a-94f5-4611-9fe5-39894b992709,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:44.428872 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:43:44.482375 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-87825954-dd17-4e2d-8210-5ffaa19f82f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:44.701681 n-d-779913-27 neutron-server[100776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87825954-dd17-4e2d-8210-5ffaa19f82f9 admin admin] Router 89a453cb-9942-4898-9034-094ca45f0abc has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:43:44.810203 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87825954-dd17-4e2d-8210-5ffaa19f82f9 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:43:44.816024 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-87825954-dd17-4e2d-8210-5ffaa19f82f9 admin admin] 10.222.0.77 "PUT /v2.0/routers/89a453cb-9942-4898-9034-094ca45f0abc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6130221 Jul 05 11:43:44.818940 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46754) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:43:44.820430 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40deb422-3c00-4944-b48c-732d115d3316 None None] Sync routers for ids ['89a453cb-9942-4898-9034-094ca45f0abc'] in n-d-779913-27 {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:43:44.832104 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40deb422-3c00-4944-b48c-732d115d3316 None None] Routers {'89a453cb-9942-4898-9034-094ca45f0abc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:43:44.832719 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-40deb422-3c00-4944-b48c-732d115d3316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['89a453cb-9942-4898-9034-094ca45f0abc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:44.945623 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa74b000-8bdc-4f16-8c6a-58f6b549e11b admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:44.959331 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-40deb422-3c00-4944-b48c-732d115d3316 None None] Set router 89a453cb-9942-4898-9034-094ca45f0abc gateway port host: n-d-779913-27 {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:43:45.062995 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa74b000-8bdc-4f16-8c6a-58f6b549e11b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:45.163578 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-40deb422-3c00-4944-b48c-732d115d3316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:43:44Z', 'revision_number': 5, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port': {'id': 'b9dd35cc-7cf2-4e45-bffb-048c08543962', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a453cb-9942-4898-9034-094ca45f0abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:45.209037 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40deb422-3c00-4944-b48c-732d115d3316 None None] Checking router: 89a453cb-9942-4898-9034-094ca45f0abc for host: n-d-779913-27 {{(pid=100778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:43:45.221930 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40deb422-3c00-4944-b48c-732d115d3316 None None] Routers {'89a453cb-9942-4898-9034-094ca45f0abc'} bound to L3 agent in host n-d-779913-27 {{(pid=100778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:43:45.222460 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-40deb422-3c00-4944-b48c-732d115d3316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['89a453cb-9942-4898-9034-094ca45f0abc'], 'active': True} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:45.239108 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-fa74b000-8bdc-4f16-8c6a-58f6b549e11b admin admin] Deleting port b9dd35cc-7cf2-4e45-bffb-048c08543962 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:43:45.239456 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa74b000-8bdc-4f16-8c6a-58f6b549e11b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:45.308176 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_dvr_db [None req-40deb422-3c00-4944-b48c-732d115d3316 None None] Set router 89a453cb-9942-4898-9034-094ca45f0abc gateway port host: None {{(pid=100778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:43:45.324008 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-fa74b000-8bdc-4f16-8c6a-58f6b549e11b admin admin] For port b9dd35cc-7cf2-4e45-bffb-048c08543962, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=b9dd35cc-7cf2-4e45-bffb-048c08543962,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:43:45.324844 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa74b000-8bdc-4f16-8c6a-58f6b549e11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:45.340197 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-fa74b000-8bdc-4f16-8c6a-58f6b549e11b admin admin] Calling delete_port for b9dd35cc-7cf2-4e45-bffb-048c08543962 owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:43:45.363943 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.l3_hamode_db [None req-40deb422-3c00-4944-b48c-732d115d3316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:43:45Z', 'revision_number': 6, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port_host': None}], 'n-d-779913-27', False) {} {{(pid=100778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:45.413896 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:45.498698 n-d-779913-27 neutron-server[100778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40deb422-3c00-4944-b48c-732d115d3316 None None] The sync data for ids ['89a453cb-9942-4898-9034-094ca45f0abc'] in n-d-779913-27 is: [{'id': '89a453cb-9942-4898-9034-094ca45f0abc', 'name': 'tempest-TestSnapshotPattern-778733547-router', 'tenant_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:22Z', 'updated_at': '2021-07-05T11:43:45Z', 'revision_number': 6, 'project_id': 'daccc23f3de947e0bdc1e05cd108bc35', 'gw_port_host': None}] {{(pid=100778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:43:45.602396 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa74b000-8bdc-4f16-8c6a-58f6b549e11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:45.627698 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74b000-8bdc-4f16-8c6a-58f6b549e11b admin admin] Pushing event deleted for resources: {'Port': ['ID=b9dd35cc-7cf2-4e45-bffb-048c08543962,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:45.698421 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa74b000-8bdc-4f16-8c6a-58f6b549e11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:45.791790 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa74b000-8bdc-4f16-8c6a-58f6b549e11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:45.793884 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa74b000-8bdc-4f16-8c6a-58f6b549e11b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:45.899507 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa74b000-8bdc-4f16-8c6a-58f6b549e11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:45.900375 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa74b000-8bdc-4f16-8c6a-58f6b549e11b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89a453cb-9942-4898-9034-094ca45f0abc {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:43:45.905750 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-fa74b000-8bdc-4f16-8c6a-58f6b549e11b admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:45.911175 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-fa74b000-8bdc-4f16-8c6a-58f6b549e11b admin admin] 10.222.0.77 "DELETE /v2.0/routers/89a453cb-9942-4898-9034-094ca45f0abc HTTP/1.1" status: 204 len: 168 time: 1.0870297 Jul 05 11:43:45.914654 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46758) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:43:45.967885 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-299fe2c9-dc9c-4473-8e52-4d2d161d79fd admin admin] Deleting subnet c1cf49d6-5386-410e-92d9-121ee3785686 {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:43:45.971493 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-299fe2c9-dc9c-4473-8e52-4d2d161d79fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.016592 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-299fe2c9-dc9c-4473-8e52-4d2d161d79fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.107456 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-299fe2c9-dc9c-4473-8e52-4d2d161d79fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.266037 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-299fe2c9-dc9c-4473-8e52-4d2d161d79fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.292901 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fe2c9-dc9c-4473-8e52-4d2d161d79fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1cf49d6-5386-410e-92d9-121ee3785686,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:46.303853 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-299fe2c9-dc9c-4473-8e52-4d2d161d79fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.304576 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b4e4f3-3d68-4311-83b1-c337701caceb None None] Network 03649a89-905c-419f-b6cf-a8ff3627e04c requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:43:46.305854 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-299fe2c9-dc9c-4473-8e52-4d2d161d79fd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c1cf49d6-5386-410e-92d9-121ee3785686 HTTP/1.1" status: 204 len: 168 time: 0.3931661 Jul 05 11:43:46.308698 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46760) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:43:46.395955 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.460078 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] Deleting port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:43:46.460223 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.511151 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0e8d05-014f-4179-b17e-75616ab69e09 None None] DHCP port deletion for 03649a89-905c-419f-b6cf-a8ff3627e04c request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:43:46.533925 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] For port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bfa9b788-4df6-41b1-a4f1-8e715eeb18a8,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:43:46.534290 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.548821 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] Calling delete_port for bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:43:46.558497 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e8d05-014f-4179-b17e-75616ab69e09 None None] Deleting port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:43:46.558876 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2d0e8d05-014f-4179-b17e-75616ab69e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.629016 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-2d0e8d05-014f-4179-b17e-75616ab69e09 None None] For port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=bfa9b788-4df6-41b1-a4f1-8e715eeb18a8,segment=NetworkSegment(53002da0-7dae-4c5b-b25b-416879311b5c),segment_id=53002da0-7dae-4c5b-b25b-416879311b5c)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:43:46.629331 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2d0e8d05-014f-4179-b17e-75616ab69e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.642384 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e8d05-014f-4179-b17e-75616ab69e09 None None] Calling delete_port for bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:43:46.693499 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.721249 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa9b788-4df6-41b1-a4f1-8e715eeb18a8,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:46.725171 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2d0e8d05-014f-4179-b17e-75616ab69e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.726251 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] No DVR routers for this DVR port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:43:46.755172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e8d05-014f-4179-b17e-75616ab69e09 None None] Pushing event deleted for resources: {'Port': ['ID=bfa9b788-4df6-41b1-a4f1-8e715eeb18a8,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:46.757172 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e8d05-014f-4179-b17e-75616ab69e09 None None] No DVR routers for this DVR port bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:43:46.804409 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.814187 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03649a89-905c-419f-b6cf-a8ff3627e04c']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:46.824047 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53002da0-7dae-4c5b-b25b-416879311b5c') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:46.825919 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53002da0-7dae-4c5b-b25b-416879311b5c') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:46.833666 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.847687 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.853339 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:43:46.853725 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: conditions |= (models_v2.Port.network_id.in_( Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: timer() Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:43:46.855328 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:43:46.973525 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.978756 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:46.980653 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] 10.222.0.77 "DELETE /v2.0/networks/03649a89-905c-419f-b6cf-a8ff3627e04c HTTP/1.1" status: 204 len: 168 time: 0.6709423 Jul 05 11:43:46.983671 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46762) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:43:46.995796 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c47f81-7b64-47ab-9a73-a941daa24d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=03649a89-905c-419f-b6cf-a8ff3627e04c,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:47.236403 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:47.336551 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84922b51-eaa0-4bfb-8370-5c613c6c7785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586483'] for router_interface, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:47.455935 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7f47a29a-94f5-4611-9fe5-39894b992709 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:43:47.476540 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 7f47a29a-94f5-4611-9fe5-39894b992709 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:43:47.476876 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 7f47a29a-94f5-4611-9fe5-39894b992709 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:43:47.477287 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:43:47.495128 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:43:47.495393 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device bfa9b788-4df6-41b1-a4f1-8e715eeb18a8 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:43:47.495818 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b9dd35cc-7cf2-4e45-bffb-048c08543962 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:43:47.514082 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: b9dd35cc-7cf2-4e45-bffb-048c08543962 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:43:47.515288 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device b9dd35cc-7cf2-4e45-bffb-048c08543962 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:43:47.611703 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-84922b51-eaa0-4bfb-8370-5c613c6c7785 admin admin] Deleting port e2add714-bbcf-46ff-a12e-ecab324543b8 {{(pid=100775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:43:47.612059 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84922b51-eaa0-4bfb-8370-5c613c6c7785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:47.691888 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.db [None req-84922b51-eaa0-4bfb-8370-5c613c6c7785 admin admin] For port e2add714-bbcf-46ff-a12e-ecab324543b8, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=e2add714-bbcf-46ff-a12e-ecab324543b8,segment=NetworkSegment(3992a052-08b2-41b6-90d8-42f82cb3bf02),segment_id=3992a052-08b2-41b6-90d8-42f82cb3bf02)] {{(pid=100775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:43:47.692324 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84922b51-eaa0-4bfb-8370-5c613c6c7785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:47.705633 n-d-779913-27 neutron-server[100775]: DEBUG neutron.plugins.ml2.plugin [None req-84922b51-eaa0-4bfb-8370-5c613c6c7785 admin admin] Calling delete_port for e2add714-bbcf-46ff-a12e-ecab324543b8 owned by network:router_interface {{(pid=100775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:43:47.950807 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84922b51-eaa0-4bfb-8370-5c613c6c7785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60194455'] for port, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:47.982712 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84922b51-eaa0-4bfb-8370-5c613c6c7785 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2add714-bbcf-46ff-a12e-ecab324543b8,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:48.150260 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-84922b51-eaa0-4bfb-8370-5c613c6c7785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587725'] for router_interface, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:48.707805 n-d-779913-27 neutron-server[100775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84922b51-eaa0-4bfb-8370-5c613c6c7785 admin admin] Router b63521aa-6b3e-4f7f-ab6d-db6455386184 has already been hosted by L3 agent 92f51cd1-aca7-4aeb-9494-b81d6a417dc4 {{(pid=100775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 11:43:48.818489 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84922b51-eaa0-4bfb-8370-5c613c6c7785 admin admin] Notify agent at l3_agent.n-d-779913-27 the message routers_updated {{(pid=100775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 11:43:48.824092 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-84922b51-eaa0-4bfb-8370-5c613c6c7785 admin admin] 10.222.0.77 "PUT /v2.0/routers/b63521aa-6b3e-4f7f-ab6d-db6455386184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8391583 Jul 05 11:43:48.826757 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46764) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:43:48.829467 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af027993-b6b1-4033-b049-36107e36ba80 None None] Sync routers for ids ['b63521aa-6b3e-4f7f-ab6d-db6455386184'] in n-d-779913-27 {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 11:43:48.839005 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af027993-b6b1-4033-b049-36107e36ba80 None None] Routers {'b63521aa-6b3e-4f7f-ab6d-db6455386184'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:43:48.839630 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-af027993-b6b1-4033-b049-36107e36ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b63521aa-6b3e-4f7f-ab6d-db6455386184'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:48.938926 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c736ce79-12eb-4ee6-a191-380af0100b8c admin admin] Notify callbacks [] for router, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:49.115359 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-af027993-b6b1-4033-b049-36107e36ba80 None None] Set router b63521aa-6b3e-4f7f-ab6d-db6455386184 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:43:49.311771 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-af027993-b6b1-4033-b049-36107e36ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'name': 'tempest-TestSnapshotPattern-2124663611-router', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:30Z', 'updated_at': '2021-07-05T11:43:47Z', 'revision_number': 5, 'project_id': 'db31475425554ac994620c0c0f22dcaa', 'gw_port': {'id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:31Z', 'updated_at': '2021-07-05T11:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:49.343971 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af027993-b6b1-4033-b049-36107e36ba80 None None] Checking router: b63521aa-6b3e-4f7f-ab6d-db6455386184 for host: n-d-779913-27 {{(pid=100777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 11:43:49.353141 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af027993-b6b1-4033-b049-36107e36ba80 None None] Routers {'b63521aa-6b3e-4f7f-ab6d-db6455386184'} bound to L3 agent in host n-d-779913-27 {{(pid=100777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 11:43:49.353766 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-af027993-b6b1-4033-b049-36107e36ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T09:50:13Z,description=,heartbeat_timestamp=2021-07-05T11:43:44Z,host='n-d-779913-27',id=92f51cd1-aca7-4aeb-9494-b81d6a417dc4,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T09:50:14Z,topic='l3_agent')) {'router_ids': ['b63521aa-6b3e-4f7f-ab6d-db6455386184'], 'active': True} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:49.403903 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c736ce79-12eb-4ee6-a191-380af0100b8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:49.466301 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvr_db [None req-af027993-b6b1-4033-b049-36107e36ba80 None None] Set router b63521aa-6b3e-4f7f-ab6d-db6455386184 gateway port host: n-d-779913-27 {{(pid=100777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 11:43:49.550230 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c736ce79-12eb-4ee6-a191-380af0100b8c admin admin] Deleting port 2975cc2c-d0b2-4cca-be23-510bd239fefa {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:43:49.550598 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c736ce79-12eb-4ee6-a191-380af0100b8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:49.640128 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-c736ce79-12eb-4ee6-a191-380af0100b8c admin admin] For port 2975cc2c-d0b2-4cca-be23-510bd239fefa, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=2975cc2c-d0b2-4cca-be23-510bd239fefa,segment=NetworkSegment(c1c4ce29-545c-4720-b3f2-d0eddf065bf5),segment_id=c1c4ce29-545c-4720-b3f2-d0eddf065bf5)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:43:49.640563 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c736ce79-12eb-4ee6-a191-380af0100b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:49.654714 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-c736ce79-12eb-4ee6-a191-380af0100b8c admin admin] Calling delete_port for 2975cc2c-d0b2-4cca-be23-510bd239fefa owned by network:router_gateway {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:43:49.663644 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_hamode_db [None req-af027993-b6b1-4033-b049-36107e36ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'name': 'tempest-TestSnapshotPattern-2124663611-router', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:30Z', 'updated_at': '2021-07-05T11:43:47Z', 'revision_number': 5, 'project_id': 'db31475425554ac994620c0c0f22dcaa', 'gw_port': {'id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:31Z', 'updated_at': '2021-07-05T11:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}], 'n-d-779913-27', False) {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:49.694389 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af027993-b6b1-4033-b049-36107e36ba80 None None] The sync data for ids ['b63521aa-6b3e-4f7f-ab6d-db6455386184'] in n-d-779913-27 is: [{'id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'name': 'tempest-TestSnapshotPattern-2124663611-router', 'tenant_id': 'db31475425554ac994620c0c0f22dcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'external_fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T11:38:30Z', 'updated_at': '2021-07-05T11:43:47Z', 'revision_number': 5, 'project_id': 'db31475425554ac994620c0c0f22dcaa', 'gw_port': {'id': '2975cc2c-d0b2-4cca-be23-510bd239fefa', 'name': '', 'network_id': '22142879-3a95-4b42-ba92-f5a272c3a101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63521aa-6b3e-4f7f-ab6d-db6455386184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T11:38:31Z', 'updated_at': '2021-07-05T11:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fa5f09e-0502-49c5-9bb7-d2c1435efbf5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-27'}] {{(pid=100777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 11:43:49.899700 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c736ce79-12eb-4ee6-a191-380af0100b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:49.930259 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736ce79-12eb-4ee6-a191-380af0100b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=2975cc2c-d0b2-4cca-be23-510bd239fefa,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:49.993907 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c736ce79-12eb-4ee6-a191-380af0100b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588212'] for router_gateway, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:50.090346 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c736ce79-12eb-4ee6-a191-380af0100b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10246'] for router, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:50.093394 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c736ce79-12eb-4ee6-a191-380af0100b8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:50.270583 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c736ce79-12eb-4ee6-a191-380af0100b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527760'] for router, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:50.271161 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c736ce79-12eb-4ee6-a191-380af0100b8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b63521aa-6b3e-4f7f-ab6d-db6455386184 {{(pid=100776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 11:43:50.275457 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-c736ce79-12eb-4ee6-a191-380af0100b8c admin admin] Notify callbacks [] for router, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:50.276665 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-c736ce79-12eb-4ee6-a191-380af0100b8c admin admin] 10.222.0.77 "DELETE /v2.0/routers/b63521aa-6b3e-4f7f-ab6d-db6455386184 HTTP/1.1" status: 204 len: 168 time: 1.4488370 Jul 05 11:43:50.279184 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46766) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:43:50.331453 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae3d603-b011-4485-903b-62a54824dedb admin admin] Deleting subnet 7a50370b-5ea5-443f-91a7-fc598739e2ed {{(pid=100776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 11:43:50.334975 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ae3d603-b011-4485-903b-62a54824dedb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:50.372291 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ae3d603-b011-4485-903b-62a54824dedb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58732449'] for subnet, precommit_delete_associations {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:50.454693 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ae3d603-b011-4485-903b-62a54824dedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4058971'] for subnet, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:50.597610 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ae3d603-b011-4485-903b-62a54824dedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4058962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59755056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59729325'] for subnet, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:50.627117 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3d603-b011-4485-903b-62a54824dedb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a50370b-5ea5-443f-91a7-fc598739e2ed,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:50.633101 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-4ae3d603-b011-4485-903b-62a54824dedb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:50.635125 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-4ae3d603-b011-4485-903b-62a54824dedb admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7a50370b-5ea5-443f-91a7-fc598739e2ed HTTP/1.1" status: 204 len: 168 time: 0.3548334 Jul 05 11:43:50.637765 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [-] (100776) accepted ('10.222.0.77', 46768) {{(pid=100776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:43:50.638944 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7537a1e4-5dc7-498d-be92-93084cce8446 None None] Network 9586088d-5852-4759-908d-a0c7250a14b2 requested from n-d-779913-27 {{(pid=100777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 11:43:50.717697 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882022'] for network, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:50.780523 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] Deleting port 3a9ce9d0-3872-4d39-99b3-483e166f9291 {{(pid=100776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:43:50.781152 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:50.835615 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f21a83-1263-4fc1-979e-abec944b0559 None None] DHCP port deletion for 9586088d-5852-4759-908d-a0c7250a14b2 request from n-d-779913-27 {{(pid=100777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 11:43:50.870212 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.db [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] For port 3a9ce9d0-3872-4d39-99b3-483e166f9291, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3a9ce9d0-3872-4d39-99b3-483e166f9291,segment=NetworkSegment(3992a052-08b2-41b6-90d8-42f82cb3bf02),segment_id=3992a052-08b2-41b6-90d8-42f82cb3bf02)] {{(pid=100776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:43:50.870501 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:50.884063 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.plugin [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] Calling delete_port for 3a9ce9d0-3872-4d39-99b3-483e166f9291 owned by network:dhcp {{(pid=100776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:43:50.891966 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7f21a83-1263-4fc1-979e-abec944b0559 None None] Deleting port 3a9ce9d0-3872-4d39-99b3-483e166f9291 {{(pid=100777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 11:43:50.892368 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7f21a83-1263-4fc1-979e-abec944b0559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773647095516'] for port, before_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:50.955131 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.db [None req-b7f21a83-1263-4fc1-979e-abec944b0559 None None] For port 3a9ce9d0-3872-4d39-99b3-483e166f9291, host n-d-779913-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-27',level=0,port_id=3a9ce9d0-3872-4d39-99b3-483e166f9291,segment=NetworkSegment(3992a052-08b2-41b6-90d8-42f82cb3bf02),segment_id=3992a052-08b2-41b6-90d8-42f82cb3bf02)] {{(pid=100777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 11:43:50.955531 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7f21a83-1263-4fc1-979e-abec944b0559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587763'] for port, precommit_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:50.969767 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-b7f21a83-1263-4fc1-979e-abec944b0559 None None] Calling delete_port for 3a9ce9d0-3872-4d39-99b3-483e166f9291 owned by network:dhcp {{(pid=100777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 11:43:51.053771 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59755018'] for port, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:51.062912 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7f21a83-1263-4fc1-979e-abec944b0559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3897396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773647102742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773646549998'] for port, after_delete {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:51.085575 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9ce9d0-3872-4d39-99b3-483e166f9291,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:51.087411 n-d-779913-27 neutron-server[100776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] No DVR routers for this DVR port 3a9ce9d0-3872-4d39-99b3-483e166f9291 on host n-d-779913-27 {{(pid=100776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:43:51.089035 n-d-779913-27 neutron-server[100777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f21a83-1263-4fc1-979e-abec944b0559 None None] Pushing event deleted for resources: {'Port': ['ID=3a9ce9d0-3872-4d39-99b3-483e166f9291,revision_number=None']} {{(pid=100777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:51.094460 n-d-779913-27 neutron-server[100777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f21a83-1263-4fc1-979e-abec944b0559 None None] No DVR routers for this DVR port 3a9ce9d0-3872-4d39-99b3-483e166f9291 on host n-d-779913-27 {{(pid=100777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 11:43:51.175257 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054222', 'neutron.services.segments.db._delete_segments_for_network-8773647081566'] for network, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:51.185918 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9586088d-5852-4759-908d-a0c7250a14b2']}} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:51.197340 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3992a052-08b2-41b6-90d8-42f82cb3bf02') {'for_net_delete': True} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:51.197640 n-d-779913-27 neutron-server[100776]: DEBUG neutron.services.segments.db [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3992a052-08b2-41b6-90d8-42f82cb3bf02') {} {{(pid=100776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 11:43:51.207966 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773647048834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58732470'] for segment, before_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:51.222715 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442'] for segment, precommit_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:51.228723 n-d-779913-27 neutron-server[100776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=100776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 11:43:51.229140 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59755221'] for segment, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: Traceback (most recent call last): Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: timer() Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: cb(*args, **kw) Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: return func(*args, **kwargs) Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: self._notify() Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: self.callback(batched_events) Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: event.method(event) Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: return f(self, *a, **k) Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: return self._get(url).json() Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: return self.request(url, 'GET', **kwargs) Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 11:43:51.230871 n-d-779913-27 neutron-server[100776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 11:43:51.396712 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588176'] for network, after_delete {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:51.400991 n-d-779913-27 neutron-server[100776]: DEBUG neutron_lib.callbacks.manager [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] Notify callbacks [] for network, before_response {{(pid=100776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:51.403134 n-d-779913-27 neutron-server[100776]: INFO neutron.wsgi [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] 10.222.0.77 "DELETE /v2.0/networks/9586088d-5852-4759-908d-a0c7250a14b2 HTTP/1.1" status: 204 len: 168 time: 0.7643950 Jul 05 11:43:51.419533 n-d-779913-27 neutron-server[100776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9acc8-79f7-480f-a767-d48cfe061a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=9586088d-5852-4759-908d-a0c7250a14b2,revision_number=None']} {{(pid=100776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:51.469784 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e2add714-bbcf-46ff-a12e-ecab324543b8 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:43:51.490273 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: e2add714-bbcf-46ff-a12e-ecab324543b8 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:43:51.491990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device e2add714-bbcf-46ff-a12e-ecab324543b8 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:43:51.491990 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3a9ce9d0-3872-4d39-99b3-483e166f9291 no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:43:51.510269 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 3a9ce9d0-3872-4d39-99b3-483e166f9291 {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:43:51.510635 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 3a9ce9d0-3872-4d39-99b3-483e166f9291 not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:43:51.511043 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 2975cc2c-d0b2-4cca-be23-510bd239fefa no longer exists at agent ovs-agent-n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 11:43:51.530457 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] No Port match for: 2975cc2c-d0b2-4cca-be23-510bd239fefa {{(pid=100777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 11:43:51.531305 n-d-779913-27 neutron-server[100777]: DEBUG neutron.plugins.ml2.rpc [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Device 2975cc2c-d0b2-4cca-be23-510bd239fefa not bound to the agent host n-d-779913-27 {{(pid=100777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 11:43:51.791902 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46772) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:43:51.837573 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-3cff8540-4633-4dbf-a7b1-d2184f386f78 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=daccc23f3de947e0bdc1e05cd108bc35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443883 Jul 05 11:43:51.840023 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46774) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:43:51.895052 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f0b81897-235a-4187-b9a2-4b257354978c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:51.917241 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f0b81897-235a-4187-b9a2-4b257354978c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:52.042262 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f0b81897-235a-4187-b9a2-4b257354978c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:52.044777 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-f0b81897-235a-4187-b9a2-4b257354978c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:52.046496 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-f0b81897-235a-4187-b9a2-4b257354978c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d72276b-78fd-4d8c-99cf-e555884b4b65 HTTP/1.1" status: 204 len: 168 time: 0.2052143 Jul 05 11:43:52.054527 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b81897-235a-4187-b9a2-4b257354978c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d72276b-78fd-4d8c-99cf-e555884b4b65,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:52.728194 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46780) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:43:52.768767 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-c9abbdd3-7a57-4638-8aef-73c3ecad7af7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db31475425554ac994620c0c0f22dcaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392296 Jul 05 11:43:52.771576 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [-] (100775) accepted ('10.222.0.77', 46782) {{(pid=100775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 11:43:52.821722 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-27f2a238-c431-4f88-904b-34b189b9ec0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:52.843826 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-27f2a238-c431-4f88-904b-34b189b9ec0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:52.961692 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-27f2a238-c431-4f88-904b-34b189b9ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-743746'] for security_group, after_delete {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:52.964422 n-d-779913-27 neutron-server[100775]: DEBUG neutron_lib.callbacks.manager [None req-27f2a238-c431-4f88-904b-34b189b9ec0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:52.965606 n-d-779913-27 neutron-server[100775]: INFO neutron.wsgi [None req-27f2a238-c431-4f88-904b-34b189b9ec0a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e4e87684-6384-4f72-9ad4-a45a3914e4cb HTTP/1.1" status: 204 len: 168 time: 0.1931043 Jul 05 11:43:52.976035 n-d-779913-27 neutron-server[100775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2a238-c431-4f88-904b-34b189b9ec0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e87684-6384-4f72-9ad4-a45a3914e4cb,revision_number=None']} {{(pid=100775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 11:43:53.224959 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:43:55.139672 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:44:11.121853 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-909826db-e2db-431b-92ab-9672968feea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:44:13.704313 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-580db372-bd08-4133-a953-228621a7401b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:44:13.767391 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:44:15.418227 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:44:17.258647 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:44:21.428395 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:44:23.235314 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:44:25.121385 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:44:41.148982 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-bcb54f9a-e669-45a4-beac-4b47fc4eee5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:44:43.669153 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b4931d25-ef17-49c8-883e-b68f8a74f5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:44:43.754661 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:44:45.388934 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:44:47.246092 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:44:53.269265 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:44:55.120240 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:44:58.428538 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:45:02.175383 n-d-779913-27 neutron-server[100775]: DEBUG neutron.wsgi [req-22f6eb0b-233d-4896-93ae-b69e24000d50 req-5004a88d-b116-4848-9de4-39a21284d310 service neutron] (100775) timed out ('10.222.0.77', 45242) {{(pid=100775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 11:45:11.120108 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6c6b7b5b-59a0-4ad1-83fe-7c7c99e4e17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:45:13.668391 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-7913a0d1-8c30-4211-a17b-2820617ee696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:45:13.759810 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:45:15.405098 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:45:17.263127 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:45:23.256610 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:45:25.119739 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:45:35.428569 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:45:41.142432 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9660-f7d1-411a-aca0-cf023ab1ef5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:45:43.697964 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a1dd-77ef-434e-a755-647ebdfd4fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:45:43.794184 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:45:45.428070 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:45:47.256683 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:45:53.291058 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:45:55.136196 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:46:11.158605 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a667e999-1bf3-461f-8773-22c3e204fe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:46:12.428974 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:46:13.679004 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b5297097-28f7-4049-b1a8-2078bcafee0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:46:13.781791 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:46:15.427026 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:46:17.273258 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:46:23.290022 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:46:25.158502 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:46:41.192349 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e701b324-103f-4172-a3e5-4d26c4f5a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:46:43.678198 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-0bc239ef-4031-43bd-b3a6-ad5ee9bdfe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:46:43.764077 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:46:45.426407 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:46:47.265689 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:46:49.429287 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:46:53.300872 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:46:55.191897 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:47:11.174802 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-14a5ac4a-4741-4ee5-aa56-ba8d8cce5bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:47:13.677925 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-495010ad-a232-47de-96b7-020d89b4dd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:47:13.814470 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:47:15.471818 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:47:17.288610 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:47:23.311229 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:47:25.145258 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:47:26.429219 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:47:41.191447 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-70f4065f-ad98-4cb7-bacd-fc2f8db24418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:47:43.671056 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1c8b0bbf-7279-4d1c-9c38-0ac05025004d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:47:43.802591 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:47:45.408030 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:47:47.299169 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:47:53.311138 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:47:55.156664 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:48:03.430042 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:48:11.155949 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-484d6f7a-46d0-4e95-92ae-f61899e37474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:48:13.725862 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3070f6bf-3dd4-4cc9-bb56-431bbd96cff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:48:13.813362 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:48:15.453369 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:48:17.280266 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:48:23.331395 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:48:25.184184 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:48:40.429285 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:48:41.166680 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-89529cb6-f6b3-4ae1-b3c0-c25465e4413e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:48:43.695595 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-a91cb411-b13c-402f-b892-656fa2c9af36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:48:43.772329 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:48:45.441287 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:48:47.298234 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:48:53.349322 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:48:55.189605 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:49:11.141656 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-9fc7f29c-90f7-498d-a8f4-f392490222a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:49:13.695021 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-f9b46be5-497a-4aa2-9720-28dd5a1049a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:49:13.783402 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:49:15.412025 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:49:17.297369 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:49:17.429391 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:49:23.352896 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:49:25.189034 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:49:41.165962 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-4f95e41f-2864-44d0-8ade-b8dab5e0bf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:49:43.679523 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-052327ee-46c1-4cb9-92fc-78daeb90bf5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:49:43.759178 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:49:45.420716 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:49:47.319499 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:49:53.359575 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:49:54.429304 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:49:55.199566 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:50:11.191412 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-40e79c40-e071-4861-87a5-5326132a06a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:50:13.701426 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-efb156ac-45f5-4d8a-8a03-df9cbc4c5e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:50:13.762654 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:50:15.448038 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:50:17.316733 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:50:23.345216 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:50:25.225267 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:50:31.432668 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:50:41.196916 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2018ba94-2e23-4603-b516-6e124a1e2a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:50:42.870568 n-d-779913-27 neutron-server[100776]: DEBUG neutron.wsgi [req-b0ce5f1a-7835-406d-a32b-4fa1a98a4867 req-46cf2df6-70c8-46d6-a73c-4e765654521e service neutron] (100776) timed out ('10.222.0.77', 35858) {{(pid=100776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 11:50:43.746999 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1682001f-8c47-4206-9f20-e805b62c7aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:50:43.775707 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:50:45.447230 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:50:47.293110 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:50:53.350388 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:50:55.207515 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:51:08.432368 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:51:11.201300 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5bba-d2a8-48e6-8b29-892aaa89faac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:51:13.709778 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-e4184b47-2a59-4591-8308-37e2bd9d0b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:51:13.783871 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:51:15.437411 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:51:17.323078 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:51:23.350067 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:51:25.206813 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:51:41.171856 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-272e7031-b184-4f46-8c6b-2b75b0fda986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:51:43.705136 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-8798ebec-e62f-4995-9915-cf52b50c87a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:51:43.785493 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:51:45.432440 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:51:45.457229 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:51:47.291055 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:51:53.365579 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:51:55.214004 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:52:11.179062 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-d04d42cc-9068-49d1-b0de-3f602dcec328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:52:13.713479 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-6a78be42-dfbb-4f61-8a58-f5db891862f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:52:13.796013 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-1a1feef6-0ee6-43f5-ab48-5d280fcfcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:52:15.456726 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-dd16a209-0d44-4d6d-8e24-0d75e97a75fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:52:17.302137 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-c4097772-e425-4909-bb8c-2ba115004ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:52:22.431857 n-d-779913-27 neutron-server[100778]: DEBUG neutron.db.agents_db [None req-0df5bf69-3e5d-4cd4-8d4b-3e614800df8a None None] Agent healthcheck: found 7 active agents {{(pid=100778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 11:52:23.404641 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-2e090287-10d8-469f-bee7-adf48788c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 11:52:25.222367 n-d-779913-27 neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-b7eff0bb-c48c-4122-ad71-8994bdd2eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773647081548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053636'] for agent, after_update {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}